Dump benchmark flags in CI run (#13649)
Dump the user-friendly text file of the benchmark flags in CI run.
diff --git a/.github/workflows/build_e2e_test_artifacts.yml b/.github/workflows/build_e2e_test_artifacts.yml
index 33d4802..8e1ac5e 100644
--- a/.github/workflows/build_e2e_test_artifacts.yml
+++ b/.github/workflows/build_e2e_test_artifacts.yml
@@ -101,6 +101,7 @@
env:
COMPILATION_BENCHMARK_CONFIG: ${{ steps.build.outputs.e2e-test-artifacts-dir }}/compilation-benchmark-config.json
EXECUTION_BENCHMARK_CONFIG: ${{ steps.build.outputs.e2e-test-artifacts-dir }}/execution-benchmark-config.json
+ BENCHMARK_FLAG_DUMP: ${{ steps.build.outputs.e2e-test-artifacts-dir }}/benchmark-flag-dump.txt
BENCHMARK_PRESETS: ${{ inputs.benchmark-presets }}
run: |
./build_tools/benchmarks/export_benchmark_config.py \
@@ -110,6 +111,11 @@
execution \
--benchmark_presets="${BENCHMARK_PRESETS}" \
--output="${EXECUTION_BENCHMARK_CONFIG}"
+ ./build_tools/benchmarks/benchmark_helper.py dump-cmds \
+ --execution_benchmark_config="${EXECUTION_BENCHMARK_CONFIG}" \
+ --compilation_benchmark_config="${COMPILATION_BENCHMARK_CONFIG}" \
+ > "${BENCHMARK_FLAG_DUMP}"
+ echo "benchmark-flag-dump=${BENCHMARK_FLAG_DUMP}" >> "${GITHUB_OUTPUT}"
- name: "Uploading e2e test artifacts"
id: upload
env:
@@ -117,6 +123,7 @@
E2E_TEST_ARTIFACTS_GCS_ARTIFACT_DIR: ${{ env.GCS_DIR }}/e2e-test-artifacts
E2E_TEST_ARTIFACTS_BUILD_LOG: ${{ steps.build.outputs.e2e-test-artifacts-build-log }}
E2E_TEST_ARTIFACTS_BUILD_LOG_GCS_ARTIFACT: ${{ env.GCS_DIR }}/e2e-test-artifacts/ninja_log
+ BENCHMARK_FLAG_DUMP: ${{ steps.export.outputs.benchmark-flag-dump }}
run: |
# Uploads all IREE artifacts and MLIR files (including the imported
# MLIR files and MLIR source models).
@@ -126,6 +133,8 @@
-name "iree_*" -o -name "model_*.mlir" -o -name "model_*.mlirbc" -o -name "*.json" | \
gcloud storage cp --read-paths-from-stdin -r \
"${E2E_TEST_ARTIFACTS_GCS_ARTIFACT_DIR}"
+ gcloud storage cp "${BENCHMARK_FLAG_DUMP}" \
+ "${E2E_TEST_ARTIFACTS_GCS_ARTIFACT_DIR}"
gcloud storage cp "${E2E_TEST_ARTIFACTS_BUILD_LOG}" \
"${E2E_TEST_ARTIFACTS_BUILD_LOG_GCS_ARTIFACT}"
echo "e2e-test-artifacts-gcs-artifact-dir=${E2E_TEST_ARTIFACTS_GCS_ARTIFACT_DIR}" >> "${GITHUB_OUTPUT}"
diff --git a/.github/workflows/ci.yml b/.github/workflows/ci.yml
index f732336..85e1c87 100644
--- a/.github/workflows/ci.yml
+++ b/.github/workflows/ci.yml
@@ -1092,6 +1092,11 @@
<summary>Click to show common usages</summary>
\`\`\`sh
+ # Get compile and run flags of benchmarks
+ gcloud storage cp -r "\${E2E_TEST_ARTIFACTS_DIR_URL?}/benchmark-flag-dump.txt" /tmp/
+ \`\`\`
+
+ \`\`\`sh
# Download all artifacts
mkdir /tmp/iree_e2e_test_artifacts
gcloud storage cp -r "\${E2E_TEST_ARTIFACTS_DIR_URL?}/*" /tmp/iree_e2e_test_artifacts
