build_tools/buildkite/cmake/android/arm64-v8a/benchmark.yml

# Copyright 2021 The IREE Authors
#
# Licensed under the Apache License v2.0 with LLVM Exceptions.
# See https://llvm.org/LICENSE.txt for license information.
# SPDX-License-Identifier: Apache-2.0 WITH LLVM-exception

steps:
  - label: "build"
    commands:
      - "docker run --user=$(id -u):$(id -g) --volume=\\$PWD:\\$IREE_DOCKER_WORKDIR --workdir=\\$IREE_DOCKER_WORKDIR --rm gcr.io/iree-oss/cmake-android@sha256:a152f0d006e237105f8ed9a7e041a6a235c1a69dc1e209383c81087c574b39bf build_tools/kokoro/gcp_ubuntu/cmake/android/build.sh arm64-v8a"
      - "python3 build_tools/mako/prepare_benchmark_files.py"
      - "docker run --user=$(id -u):$(id -g) --volume=\\$PWD:\\$IREE_DOCKER_WORKDIR --workdir=\\$IREE_DOCKER_WORKDIR --rm gcr.io/iree-oss/cmake-android@sha256:a152f0d006e237105f8ed9a7e041a6a235c1a69dc1e209383c81087c574b39bf python3 build_tools/mako/compile_android_modules.py"
      - "tar -czvf model-Pixel4-artifacts.tgz build-android/iree/tools/iree-benchmark-module *Pixel4*.vmfb"
      - "tar -czvf model-S20-artifacts.tgz build-android/iree/tools/iree-benchmark-module *S20*.vmfb"
      - "tar -czvf flagfiles.tgz *_flagfile"
    agents:
      - "queue=build"
    env:
      IREE_DOCKER_WORKDIR: "/usr/src/github/iree"
    artifact_paths:
      - "model-Pixel4-artifacts.tgz"
      - "model-S20-artifacts.tgz"
      - "flagfiles.tgz"

  - wait

  - label: "benchmark on Pixel 4 (snapdragon-855, adreno-640)"
    commands:
      - "buildkite-agent artifact download --step build model-Pixel4-artifacts.tgz ./"
      - "buildkite-agent artifact download --step build flagfiles.tgz ./"
      - "tar xzvf model-Pixel4-artifacts.tgz"
      - "tar xzvf flagfiles.tgz"
      - "adb shell mkdir -p /data/local/tmp/benchmark_tmpdir"
      - "adb push build-android/iree/tools/iree-benchmark-module /data/local/tmp/benchmark_tmpdir"
      - "adb push *.vmfb /data/local/tmp/benchmark_tmpdir"
      - "adb push *_flagfile /data/local/tmp/benchmark_tmpdir"
      - "python3 build_tools/mako/benchmark_modules_on_android.py --git_hash=$(git rev-parse HEAD) Pixel4"
      - "adb shell rm -rf /data/local/tmp/benchmark_tmpdir"
    agents:
      - "android-soc=snapdragon-855"
      - "android-version=11"
      - "queue=benchmark-android"
    env:
      IREE_DOCKER_WORKDIR: "/usr/src/github/iree"
    artifact_paths: "mako-*.log"
    timeout_in_minutes: "15"

  - label: "benchmark on Galaxy S20 (exynos-990, mali-g77)"
    commands:
      - "buildkite-agent artifact download --step build model-S20-artifacts.tgz ./"
      - "buildkite-agent artifact download --step build flagfiles.tgz ./"
      - "tar xzvf model-S20-artifacts.tgz"
      - "tar xzvf flagfiles.tgz"
      - "adb shell mkdir -p /data/local/tmp/benchmark_tmpdir"
      - "adb push build-android/iree/tools/iree-benchmark-module /data/local/tmp/benchmark_tmpdir"
      - "adb push *.vmfb /data/local/tmp/benchmark_tmpdir"
      - "adb push *_flagfile /data/local/tmp/benchmark_tmpdir"
      - "python3 build_tools/mako/benchmark_modules_on_android.py --git_hash=$(git rev-parse HEAD) S20"
      - "adb shell rm -rf /data/local/tmp/benchmark_tmpdir"
    agents:
      - "android-soc=exynos-990"
      - "android-version=11"
      - "queue=benchmark-android"
    env:
      IREE_DOCKER_WORKDIR: "/usr/src/github/iree"
    artifact_paths: "mako-*.log"
    timeout_in_minutes: "15"

  - wait

  - label: "upload data to Mako"
    commands:
      - "gsutil cp gs://iree-benchmark-artifacts/uploader ."
      - "chmod +x uploader"
      - "buildkite-agent artifact download mako-*.log ./"
      - "ls mako-*.log | xargs -n 1 ./uploader --file_path"
      - "rm mako-*.log"
    agents:
      - "test-android=false"
      - "build=false"
      - "mako-uploader=true"
      - "test-desktop-gpu=false"
    branches: "main"
    soft_fail:
      - exit_status: 123