build_tools/scripts/update_tflite_models.py

# Copyright 2021 The IREE Authors
#
# Licensed under the Apache License v2.0 with LLVM Exceptions.
# See https://llvm.org/LICENSE.txt for license information.
# SPDX-License-Identifier: Apache-2.0 WITH LLVM-exception

# This tool handles mirroring tflite testing files from their source to the
# the iree-model-artifacts test bucket. This avoids taking dependency on
# external test files that may change or no longer be available.
#
# To update all files:
#   python update_tflite_models.py --file all
#
# To update a specific file:
#   python update_tflite_models.py --file posenet_i8_input.jpg
#
# Note you must have write permission to the iree-model-artifacts GCS bucket
# with local gcloud authentication.

from absl import app
from absl import flags
from google.cloud import storage
from google_auth_oauthlib import flow

import tempfile
import urllib

FLAGS = flags.FLAGS
flags.DEFINE_string('file', '', 'file to update')

file_dict = dict({
    "mobilenet_v1.tflite":
        "https://tfhub.dev/tensorflow/lite-model/mobilenet_v1_1.0_160/1/default/1?lite-format=tflite",
    "posenet_i8.tflite":
        "https://tfhub.dev/google/lite-model/movenet/singlepose/lightning/tflite/int8/4?lite-format=tflite",
    "posenet_i8_input.jpg":
        "https://github.com/tensorflow/examples/raw/master/lite/examples/pose_estimation/raspberry_pi/test_data/image3.jpeg"
})

BUCKET_NAME = "iree-model-artifacts"
FOLDER_NAME = "tflite-integration-tests"


def upload_model(source, destination, tmpfile):
  """Uploads a file to the bucket."""
  urllib.request.urlretrieve(source, tmpfile)

  storage_client = storage.Client()
  bucket = storage_client.get_bucket(BUCKET_NAME)
  blob = bucket.blob("/".join([FOLDER_NAME, destination]))
  blob.upload_from_filename(tmpfile)


def main(argv):
  tf = tempfile.NamedTemporaryFile()

  items = file_dict.items()

  if FLAGS.file in file_dict:
    items = [(FLAGS.file, file_dict[FLAGS.file])]
  elif FLAGS.file != "all":
    print('Unknown file to upload: ', "\"" + FLAGS.file + "\"")
    exit()

  for dst, src in items:
    upload_model(src, dst, tf.name)


if __name__ == '__main__':
  app.run(main)