)]}'
{
  "commit": "c87eafe3acd5319caa106d3bcc6488b87aedb8ea",
  "tree": "8655e0e4c09b45463168d51757d2975e7c4b6bbe",
  "parents": [
    "bb9409f32ecd0e76090dfefa33879a41f48b4cf2"
  ],
  "author": {
    "name": "Scott Todd",
    "email": "scott.todd0@gmail.com",
    "time": "Wed Mar 06 14:13:02 2024 -0800"
  },
  "committer": {
    "name": "GitHub",
    "email": "noreply@github.com",
    "time": "Wed Mar 06 14:13:02 2024 -0800"
  },
  "message": "Update external test suite version pin and XFAIL sets. (#16675)\n\nProgress on https://github.com/openxla/iree/issues/16372\r\n\r\nThis includes the latest updates to the external test suite (currently\r\nonly ONNX test cases):\r\n\r\n* Regenerated test cases using IREE\u0027s latest version of torch-mlir\r\n* Regenerated test cases by first converting them to ONNX opset version\r\n17+\r\n* Fixed XFAIL behavior to actually XFAIL/XPASS by turning on \"strict\"\r\nmode and using an API that does what it claims (good job, pytest)\r\n\r\n\r\nBefore: `238 passed, 809 xfailed in 15.77s`\r\nAfter: `344 passed, 887 xfailed in 18.06s`\r\n\r\nNow that XFAIL/XPASS actually works, we may start seeing tests newly\r\npassing on presubmit here, though I\u0027m aware of some ergonomics issues in\r\nupdating the XFAIL lists that could be fixed:\r\n\r\n* Ideally the CI jobs would give you a config file to copy/paste if you\r\nwant to accept the run results\r\n* Right now the \"compile\" and \"run\" steps are mixed together, so it\r\nsometimes takes a few attempts of moving between\r\n`expected_compile_failures` and `expected_run_failures` before pytest is\r\nhappy",
  "tree_diff": [
    {
      "type": "modify",
      "old_id": "56848dc79a8db43e7d558792040610480b37d743",
      "old_mode": 33188,
      "old_path": ".github/workflows/pkgci_regression_test_amdgpu_rocm.yml",
      "new_id": "e329e591470ffe7affcf46935af238cbf6b92401",
      "new_mode": 33188,
      "new_path": ".github/workflows/pkgci_regression_test_amdgpu_rocm.yml"
    },
    {
      "type": "modify",
      "old_id": "3ea4711e6fc906e1c931dda6d5e296772be9e1a0",
      "old_mode": 33188,
      "old_path": ".github/workflows/pkgci_regression_test_amdgpu_vulkan.yml",
      "new_id": "e6dc00675aedb4a2825d28d48bc70d7653524bd7",
      "new_mode": 33188,
      "new_path": ".github/workflows/pkgci_regression_test_amdgpu_vulkan.yml"
    },
    {
      "type": "modify",
      "old_id": "590f821664ae67cd88f836ee012c859c83a78e65",
      "old_mode": 33188,
      "old_path": ".github/workflows/pkgci_regression_test_cpu.yml",
      "new_id": "bec511b64fc805cd17aa9e80911acc5eafbdd968",
      "new_mode": 33188,
      "new_path": ".github/workflows/pkgci_regression_test_cpu.yml"
    },
    {
      "type": "modify",
      "old_id": "1f8848e6485caf8c2771439cc6c4ea4a7787dac1",
      "old_mode": 33188,
      "old_path": "experimental/regression_suite/external_test_suite/config_cpu_llvm_sync.json",
      "new_id": "1d4af11cb45725f6edc878add2d3efd4385ce8da",
      "new_mode": 33188,
      "new_path": "experimental/regression_suite/external_test_suite/config_cpu_llvm_sync.json"
    },
    {
      "type": "modify",
      "old_id": "20009496c523a9e2b3cdbc151f9a61b251c52140",
      "old_mode": 33188,
      "old_path": "experimental/regression_suite/external_test_suite/config_gpu_rocm_rdna3.json",
      "new_id": "03b7382133ba287ca1765272c89833b01bdb07fa",
      "new_mode": 33188,
      "new_path": "experimental/regression_suite/external_test_suite/config_gpu_rocm_rdna3.json"
    },
    {
      "type": "modify",
      "old_id": "1a0b7b91a75873f6aef0f64ac4951efb5dd98791",
      "old_mode": 33188,
      "old_path": "experimental/regression_suite/external_test_suite/config_gpu_vulkan.json",
      "new_id": "a76ab20ab0e38bc03bd9e87e93f126b19fa5d632",
      "new_mode": 33188,
      "new_path": "experimental/regression_suite/external_test_suite/config_gpu_vulkan.json"
    }
  ]
}