| # Copyright 2021 The IREE Authors |
| # |
| # Licensed under the Apache License v2.0 with LLVM Exceptions. |
| # See https://llvm.org/LICENSE.txt for license information. |
| # SPDX-License-Identifier: Apache-2.0 WITH LLVM-exception |
| |
| # This template is used to define/update Mako benchmarks. The input_value_info |
| # and metric_info_list should be updated according to the purpose of the |
| # benchmark. The benchmark_name and description must be updated. The |
| # benchmark_key should not be added before creating the benchmark. You have to |
| # fill the server-generated key which is returned by the Mako tool. |
| # |
| # For more details, see: |
| # https://github.com/google/mako/blob/master/docs/GUIDE.md#preparing-your-benchmark |
| |
| # benchmark_key: "TBD" |
| benchmark_name: "BENCHMARK_NAME (PHONE) (UNIT)" |
| project_name: "iree" |
| |
| # Only owners can write to the benchmark |
| owner_list: "hanchung@google.com" |
| owner_list: "buildkite-agent@iree-oss.iam.gserviceaccount.com" |
| |
| # Define the name and type for x-axis of run charts |
| input_value_info: { |
| value_key: "t" |
| label: "time" |
| type: NUMERIC |
| } |
| |
| # Three metrics, define the names for y-axis values of both run and aggregate |
| # charts. |
| metric_info_list: { |
| value_key: "cpu" |
| label: "DYLib_AOT" |
| } |
| metric_info_list: { |
| value_key: "vmvx3t" |
| label: "VMVX" |
| } |
| metric_info_list: { |
| value_key: "vlk" |
| label: "Vulkan-SPIRV" |
| } |
| |
| description: "IREE Benchmark Template" |