)]}'
{
  "commit": "23666a604206fee145b5575f76d3a803f3448671",
  "tree": "4ed7ed3aec2de0be634d287171c882ebf3c2534c",
  "parents": [
    "88920b4e90510cc647787e95de15be13c7a11e5b"
  ],
  "author": {
    "name": "Nicolas Vasilache",
    "email": "nicolasvasilache@users.noreply.github.com",
    "time": "Mon Jun 12 12:59:51 2023 +0200"
  },
  "committer": {
    "name": "GitHub",
    "email": "noreply@github.com",
    "time": "Mon Jun 12 10:59:51 2023 +0000"
  },
  "message": "Add a new benchmark and document steps:  Add a new unaligned matmul test that will exercise failsafes to avoid bad configurations (#14052)\n\nFor future reference, here are the steps required to add a new matmul\r\nbenchmark to IREE. Most are described in\r\n`build_tools/python/e2e_test_framework/models/README.md`, this is a more\r\nhand-holdey version to add specific matmul benchmarks as IREE currently\r\nadds them:\r\n\r\n    \r\n    Step 1. Add a new entry to model_groups.py\r\n    \r\n    Step 2. Generate uuid with python:\r\n    ```\r\n    python\r\n    import uuid\r\n    uuid.uuid4()\r\n    ```\r\n\r\n    Step 3. Add an entry and plug UUID in `build_tools/python/e2e_test_framework/unique_ids.py`\r\n    \r\n    Step 4. Run `echo \"$(date +\u0027%Y%m%d\u0027)_$(date +\u0027%s\u0027)\"` to get a date + timestamp.\r\n    \r\n    Step 5. Add an entry to `build_tools/python/e2e_test_framework/models/matmul.py` using the date + timestamp directory name.\r\n    \r\n    Step 6. Write the desired .mlir and generate an a .mlirbc with `iree-opt --emit-bytecode`\r\n    \r\n    Step 7. Upload the .mlirbc to the GCS directory\r\n`https://storage.googleapis.com/iree-model-artifacts/microbenchmarks/matmul/timestamp/`\r\nwith timestamp created in Step 5.\r\n    \r\n    Step 8. Run `build_tools/scripts/generate_cmake_files.sh`\r\n    \r\n    Step 9. Commit everything.",
  "tree_diff": [
    {
      "type": "modify",
      "old_id": "a0791017d9eaf14e417af8a6b0886ee142027757",
      "old_mode": 33188,
      "old_path": "build_tools/python/e2e_test_framework/models/matmul.py",
      "new_id": "16a635fe59054378e9040b1c554b1cabbb7fd4f8",
      "new_mode": 33188,
      "new_path": "build_tools/python/e2e_test_framework/models/matmul.py"
    },
    {
      "type": "modify",
      "old_id": "0d08c21ac12259e07396bf8135e98e3a9053eb92",
      "old_mode": 33188,
      "old_path": "build_tools/python/e2e_test_framework/models/model_groups.py",
      "new_id": "d3a0b2a82bb414e63e7aecfd3c33707ed1effb5d",
      "new_mode": 33188,
      "new_path": "build_tools/python/e2e_test_framework/models/model_groups.py"
    },
    {
      "type": "modify",
      "old_id": "befc6bac4b3403faebc305c215a03d1f1aad620a",
      "old_mode": 33188,
      "old_path": "build_tools/python/e2e_test_framework/unique_ids.py",
      "new_id": "7589f4fb88933bb2d87e2595e5c8dec4a8d2acfa",
      "new_mode": 33188,
      "new_path": "build_tools/python/e2e_test_framework/unique_ids.py"
    },
    {
      "type": "modify",
      "old_id": "8293d814b1021b982ca8ef54adf54333a2615e64",
      "old_mode": 33188,
      "old_path": "tests/e2e/test_artifacts/generated_e2e_test_fetch_models.cmake",
      "new_id": "a26f632ec14de5747b3364a146fc8459a4164d54",
      "new_mode": 33188,
      "new_path": "tests/e2e/test_artifacts/generated_e2e_test_fetch_models.cmake"
    },
    {
      "type": "modify",
      "old_id": "6dcf3869e0134b223ed4bab8ec30dcdf10994e03",
      "old_mode": 33188,
      "old_path": "tests/e2e/test_artifacts/generated_e2e_test_iree_artifacts.cmake",
      "new_id": "6d20c7bec99586a8753b205827f47057fbb812fb",
      "new_mode": 33188,
      "new_path": "tests/e2e/test_artifacts/generated_e2e_test_iree_artifacts.cmake"
    }
  ]
}