)]}'
{
  "commit": "9f7a14e222a499f1f083471fa821ead4e16b40a5",
  "tree": "2b51cafd3fcdeef6a8b9c84a98969b7bb17da08f",
  "parents": [
    "5872dc257388ec42499f7961094d7b664d492d70"
  ],
  "author": {
    "name": "Erick Ochoa Lopez",
    "email": "erick.ochoalopez@amd.com",
    "time": "Thu Apr 30 14:17:12 2026 -0400"
  },
  "committer": {
    "name": "GitHub",
    "email": "noreply@github.com",
    "time": "Thu Apr 30 14:17:12 2026 -0400"
  },
  "message": "[CI] Update iree-test-suite ref (#24304)\n\n* Enables benchmarking in torch_ops\n* Adds tolerance_factor to torch_ops and torch_models\n* Update/Remove deprecated flags\n\nChanges in IREE:\n* Updates golden times in torch_models to be divided by 1.1 (to account\nfor tolerance_factor)\n* Updates golden times in torch_ops by looking at the current timings.\n* For benchmark AB/8192x8192xf32_bench in\ntorch_ops_gpu_hip_gfx1201_O3.json there\u0027s a regression that has been\nnarrowed down to https://github.com/llvm/llvm-project/pull/184138.\nReverting it fixes this one, but further impact has not been studied\nyet.\n* For benchmarking torch_ops use rocprofv3",
  "tree_diff": [
    {
      "type": "modify",
      "old_id": "6d6c3adf43a3529ba95db17c581f1f3f94562484",
      "old_mode": 33188,
      "old_path": ".github/workflows/pkgci_test_onnx.yml",
      "new_id": "a9c16918561c33d307ab6738038e27191db09008",
      "new_mode": 33188,
      "new_path": ".github/workflows/pkgci_test_onnx.yml"
    },
    {
      "type": "modify",
      "old_id": "c9725b2063d3ce51db0057c79332119e95acb8a3",
      "old_mode": 33188,
      "old_path": ".github/workflows/pkgci_test_sharktank.yml",
      "new_id": "89683c4f376855645ce53d6176232b47896b416a",
      "new_mode": 33188,
      "new_path": ".github/workflows/pkgci_test_sharktank.yml"
    },
    {
      "type": "modify",
      "old_id": "48acf4b094071c842d92d73f26a4b1d75e9c6e2e",
      "old_mode": 33188,
      "old_path": ".github/workflows/pkgci_test_torch.yml",
      "new_id": "fdf174f4d3fffc1e6fda7b0ef0b364618f033f54",
      "new_mode": 33188,
      "new_path": ".github/workflows/pkgci_test_torch.yml"
    },
    {
      "type": "modify",
      "old_id": "7f701fe22b76e1a64b566b0c1c1e4e7b9506bc9f",
      "old_mode": 33188,
      "old_path": "tests/external/iree-test-suites/torch_models/llama_8b_fp16/decode_benchmark_seq128_mi325.json",
      "new_id": "1c1384ade8fbcfcf1d0f4a8fa0b616fc829f1e42",
      "new_mode": 33188,
      "new_path": "tests/external/iree-test-suites/torch_models/llama_8b_fp16/decode_benchmark_seq128_mi325.json"
    },
    {
      "type": "modify",
      "old_id": "42fa95ad6f27cdc0033f94a74166bfdf553a12c4",
      "old_mode": 33188,
      "old_path": "tests/external/iree-test-suites/torch_models/llama_8b_fp16/decode_benchmark_seq2048_mi325.json",
      "new_id": "a25ba27efaf4539f05e1178734594f68ef032b6c",
      "new_mode": 33188,
      "new_path": "tests/external/iree-test-suites/torch_models/llama_8b_fp16/decode_benchmark_seq2048_mi325.json"
    },
    {
      "type": "modify",
      "old_id": "74c1e330af3a70ef3246186565cf43e9e4995691",
      "old_mode": 33188,
      "old_path": "tests/external/iree-test-suites/torch_models/llama_8b_fp16/prefill_benchmark_seq128_mi325.json",
      "new_id": "8aac12ae3d33103c0f15662e3d03413069f725fb",
      "new_mode": 33188,
      "new_path": "tests/external/iree-test-suites/torch_models/llama_8b_fp16/prefill_benchmark_seq128_mi325.json"
    },
    {
      "type": "modify",
      "old_id": "7bc12b3c7c35db4f81c30927f40655e8d4be9a51",
      "old_mode": 33188,
      "old_path": "tests/external/iree-test-suites/torch_models/llama_8b_fp16/prefill_benchmark_seq2048_mi325.json",
      "new_id": "32d143391bcff713c5fe55699b34e6bdf7421bb8",
      "new_mode": 33188,
      "new_path": "tests/external/iree-test-suites/torch_models/llama_8b_fp16/prefill_benchmark_seq2048_mi325.json"
    },
    {
      "type": "modify",
      "old_id": "d7e24e20e96d20ff99ea46e229624596a710dc63",
      "old_mode": 33188,
      "old_path": "tests/external/iree-test-suites/torch_models/llama_8b_fp8/decode_benchmark_seq128_mi325.json",
      "new_id": "68e9ec235de79e9f59eec00cc8c6fb9e9bee3bf6",
      "new_mode": 33188,
      "new_path": "tests/external/iree-test-suites/torch_models/llama_8b_fp8/decode_benchmark_seq128_mi325.json"
    },
    {
      "type": "modify",
      "old_id": "107c7de5ef8d6a1a7fa47797fb95b17c53b5a393",
      "old_mode": 33188,
      "old_path": "tests/external/iree-test-suites/torch_models/llama_8b_fp8/decode_benchmark_seq128_mi325_data_tiling.json",
      "new_id": "2bffd5f6f8002ef7f58a18348aebd52a267ae821",
      "new_mode": 33188,
      "new_path": "tests/external/iree-test-suites/torch_models/llama_8b_fp8/decode_benchmark_seq128_mi325_data_tiling.json"
    },
    {
      "type": "modify",
      "old_id": "a7a71f4d2826f8825c1305bd19d777b2afdd58b1",
      "old_mode": 33188,
      "old_path": "tests/external/iree-test-suites/torch_models/llama_8b_fp8/decode_benchmark_seq2048_mi325.json",
      "new_id": "a2444eb141d1a96560de7fef2003565088c9b9ba",
      "new_mode": 33188,
      "new_path": "tests/external/iree-test-suites/torch_models/llama_8b_fp8/decode_benchmark_seq2048_mi325.json"
    },
    {
      "type": "modify",
      "old_id": "6d453bc07145c1ffe1677fb73ef195860997d867",
      "old_mode": 33188,
      "old_path": "tests/external/iree-test-suites/torch_models/llama_8b_fp8/decode_benchmark_seq2048_mi325_data_tiling.json",
      "new_id": "603dc8aff8608c8a6a689c414c41741cd994ba3c",
      "new_mode": 33188,
      "new_path": "tests/external/iree-test-suites/torch_models/llama_8b_fp8/decode_benchmark_seq2048_mi325_data_tiling.json"
    },
    {
      "type": "modify",
      "old_id": "e3d273c5b990f472b2fa41300a3949419c414934",
      "old_mode": 33188,
      "old_path": "tests/external/iree-test-suites/torch_models/llama_8b_fp8/prefill_benchmark_seq128_mi325.json",
      "new_id": "4171d9c9c35b30839b384f9182f94a5d37b04e14",
      "new_mode": 33188,
      "new_path": "tests/external/iree-test-suites/torch_models/llama_8b_fp8/prefill_benchmark_seq128_mi325.json"
    },
    {
      "type": "modify",
      "old_id": "433062ed9185483176716b9e3aa2806e907becb9",
      "old_mode": 33188,
      "old_path": "tests/external/iree-test-suites/torch_models/llama_8b_fp8/prefill_benchmark_seq128_mi325_data_tiling.json",
      "new_id": "9c89fdc0a00e6ece7affec5fabce384f1113df99",
      "new_mode": 33188,
      "new_path": "tests/external/iree-test-suites/torch_models/llama_8b_fp8/prefill_benchmark_seq128_mi325_data_tiling.json"
    },
    {
      "type": "modify",
      "old_id": "e2030e7ad1bf672a180cd4cbc8f8a519e7076617",
      "old_mode": 33188,
      "old_path": "tests/external/iree-test-suites/torch_models/llama_8b_fp8/prefill_benchmark_seq2048_mi325.json",
      "new_id": "380ef2d528826941b1fe6caada680544a03b26b4",
      "new_mode": 33188,
      "new_path": "tests/external/iree-test-suites/torch_models/llama_8b_fp8/prefill_benchmark_seq2048_mi325.json"
    },
    {
      "type": "modify",
      "old_id": "82f577b621f8cea02debf308c06ea0e26411a52f",
      "old_mode": 33188,
      "old_path": "tests/external/iree-test-suites/torch_models/llama_8b_fp8/prefill_benchmark_seq2048_mi325_data_tiling.json",
      "new_id": "509eb66d22d55d0604ac11c38d8bc329bb864d9d",
      "new_mode": 33188,
      "new_path": "tests/external/iree-test-suites/torch_models/llama_8b_fp8/prefill_benchmark_seq2048_mi325_data_tiling.json"
    },
    {
      "type": "modify",
      "old_id": "9d6ce220c157ff25b5c8f7460d58ca7ab9270130",
      "old_mode": 33188,
      "old_path": "tests/external/iree-test-suites/torch_models/sdxl/clip_benchmark_cpu.json",
      "new_id": "4418bff01319670110d218d915ab6995260b3666",
      "new_mode": 33188,
      "new_path": "tests/external/iree-test-suites/torch_models/sdxl/clip_benchmark_cpu.json"
    },
    {
      "type": "modify",
      "old_id": "f8b97cb891f866ed53e718cf21ede4bd7d8e479c",
      "old_mode": 33188,
      "old_path": "tests/external/iree-test-suites/torch_models/sdxl/clip_benchmark_mi325.json",
      "new_id": "84a5bb71b4dbfe9fbd3a50dafd83ebdd74b8140a",
      "new_mode": 33188,
      "new_path": "tests/external/iree-test-suites/torch_models/sdxl/clip_benchmark_mi325.json"
    },
    {
      "type": "modify",
      "old_id": "c5dca4842ab8aba9ddf860c333be7429cb82ce83",
      "old_mode": 33188,
      "old_path": "tests/external/iree-test-suites/torch_models/sdxl/punet_benchmark_mi325.json",
      "new_id": "3ec6dad0b96e3918e1e68b0f2054a9684fea240e",
      "new_mode": 33188,
      "new_path": "tests/external/iree-test-suites/torch_models/sdxl/punet_benchmark_mi325.json"
    },
    {
      "type": "modify",
      "old_id": "43f3f87b32e6b9b40074ae4e02f8f4f63045d333",
      "old_mode": 33188,
      "old_path": "tests/external/iree-test-suites/torch_models/sdxl/punet_benchmark_mi325_v2.json",
      "new_id": "2016813759593d453c51a776d126c2e969146dca",
      "new_mode": 33188,
      "new_path": "tests/external/iree-test-suites/torch_models/sdxl/punet_benchmark_mi325_v2.json"
    },
    {
      "type": "modify",
      "old_id": "b1f544463e6f80674933f8dee750c4ec5371f051",
      "old_mode": 33188,
      "old_path": "tests/external/iree-test-suites/torch_models/sdxl/vae_benchmark_mi325.json",
      "new_id": "b43c33e846074e880b5fffc223ef0a274eb5ab58",
      "new_mode": 33188,
      "new_path": "tests/external/iree-test-suites/torch_models/sdxl/vae_benchmark_mi325.json"
    },
    {
      "type": "modify",
      "old_id": "82dc9c30133b5e13e0a366f7df85f2288a89f238",
      "old_mode": 33188,
      "old_path": "tests/external/iree-test-suites/torch_ops/torch_ops_gpu_hip_gfx1100_O3.json",
      "new_id": "e585848abd6a7a282df04bae8bf67e8f2520531e",
      "new_mode": 33188,
      "new_path": "tests/external/iree-test-suites/torch_ops/torch_ops_gpu_hip_gfx1100_O3.json"
    },
    {
      "type": "modify",
      "old_id": "87e5c5e7320f922172082787777d71ea7b1ed6ea",
      "old_mode": 33188,
      "old_path": "tests/external/iree-test-suites/torch_ops/torch_ops_gpu_hip_gfx1201_O3.json",
      "new_id": "17539291a7bda14b449676c1db7d5ae13217335a",
      "new_mode": 33188,
      "new_path": "tests/external/iree-test-suites/torch_ops/torch_ops_gpu_hip_gfx1201_O3.json"
    },
    {
      "type": "modify",
      "old_id": "c1e3fbcbda13fc3146ecfebebb4ad21ce6b88b56",
      "old_mode": 33188,
      "old_path": "tests/external/iree-test-suites/torch_ops/torch_ops_gpu_hip_gfx942_O3.json",
      "new_id": "c171c1959694203b8957b2da9a0ed7860ef22c88",
      "new_mode": 33188,
      "new_path": "tests/external/iree-test-suites/torch_ops/torch_ops_gpu_hip_gfx942_O3.json"
    },
    {
      "type": "modify",
      "old_id": "0c40f9652861522382005f3272e9a0b8620a8906",
      "old_mode": 33188,
      "old_path": "tests/external/iree-test-suites/torch_ops/torch_ops_gpu_vulkan_O3.json",
      "new_id": "966cf8cd6fda4ac264d170ab734a8ccf3720152f",
      "new_mode": 33188,
      "new_path": "tests/external/iree-test-suites/torch_ops/torch_ops_gpu_vulkan_O3.json"
    }
  ]
}