# Copyright 2021 The IREE Authors
#
# Licensed under the Apache License v2.0 with LLVM Exceptions.
# See https://llvm.org/LICENSE.txt for license information.
# SPDX-License-Identifier: Apache-2.0 WITH LLVM-exception

benchmark_key: "4699630718681088"
benchmark_name: "MobileBert (S20) (Time Unit: ms)"
project_name: "iree"

# Only owners can write to the benchmark
owner_list: "hanchung@google.com"
owner_list: "buildkite-agent@iree-oss.iam.gserviceaccount.com"

# Define the name and type for x-axis of run charts
input_value_info: {
  value_key: "t"
  label: "time"
  type: NUMERIC
}

# Define the names for y-axis values of both run and aggregate charts.
metric_info_list: {
  value_key: "cpu"
  label: "DYLib_AOT-1-thread"
}
metric_info_list: {
  value_key: "cpu3t"
  label: "DYLib_AOT-3-thread"
}
metric_info_list: {
  value_key: "vlk"
  label: "Vulkan-SPIRV"
}

description: "Mobile BERT Q&A model"