)]}' { "commit": "37c79f07d346d969bab825eef37d333c56c7f729", "tree": "9b7425c90593a7a71cc8a56ba667988d476dff2a", "parents": [ "fc0dd6ba6899bad16f10ec1d1964592ff1695b0b" ], "author": { "name": "MaheshRavishankar", "email": "1663364+MaheshRavishankar@users.noreply.github.com", "time": "Tue Jun 27 11:31:33 2023 -0700" }, "committer": { "name": "GitHub", "email": "noreply@github.com", "time": "Tue Jun 27 11:31:33 2023 -0700" }, "message": "Add support for lowering ops that implement the `UKernelOpInterface` on the CUDA path. (#14101)\n\nThis change add support for lowering operations that implement the\r\n`UKernelOpInterface` on the CUDA backend. This allows custom\r\ndispatches to use ops that implement and be compiled down to CUDA.\r\n\r\nUnlike the CPU side, the CUDA side needs more information than just\r\nthe number of workgroups to use. It also needs the workgroup size. To\r\nallow specifying this, an #iree_codegen.export_config attribute is\r\nadded. This allows specifying the workgroup size to use on the custom\r\ndispatch. This information is used to set the workgroup size to use\r\nduring `MaterializeInterfaces` in HAL.\r\n\r\nAn example of the bitcode usage is added with this PR. Since there are\r\nno in-tree examples of CUDA micro-kernels, the bit code is linked\r\nusing the `iree-link-bitcode` (which is the\r\n`iree-llvmcpu-link-bitcode` renamed).\r\n\r\nFixes #14028", "tree_diff": [ { "type": "modify", "old_id": "89ad58770c3a6d9964eee6d014fe71219ae685a3", "old_mode": 33188, "old_path": "build_tools/bazel/iree_bitcode_library.bzl", "new_id": "2475b601309895044d35b32d29ebe1044ee16130", "new_mode": 33188, "new_path": "build_tools/bazel/iree_bitcode_library.bzl" }, { "type": "modify", "old_id": "f6d6cb543ff4277235ca7355b364f3bdade3547d", "old_mode": 33188, "old_path": "build_tools/bazel_to_cmake/bazel_to_cmake_converter.py", "new_id": "818d2973709666ceea11a297b5e3211423297cc5", "new_mode": 33188, "new_path": "build_tools/bazel_to_cmake/bazel_to_cmake_converter.py" }, { "type": "modify", "old_id": "593348ac99bc204f0b1e247043d06081d965d84a", "old_mode": 33188, "old_path": "build_tools/cmake/iree_bitcode_library.cmake", "new_id": "c601e51be9a389aa50a0fd7b276ebb41c1833bad", "new_mode": 33188, "new_path": "build_tools/cmake/iree_bitcode_library.cmake" }, { "type": "modify", "old_id": "3be58381daf01ce2c81533520b4f64471099a306", "old_mode": 33188, "old_path": "build_tools/cmake/iree_bytecode_module.cmake", "new_id": "8bbfaff37cb3540a8140675e93aefe01d8832fdd", "new_mode": 33188, "new_path": "build_tools/cmake/iree_bytecode_module.cmake" }, { "type": "modify", "old_id": "c30c0140f42ff63c45c73303e03fe01e9f8adab8", "old_mode": 33188, "old_path": "build_tools/cmake/iree_check_test.cmake", "new_id": "b7d6a24b58fca2423ca1c9985e594f8d796c216d", "new_mode": 33188, "new_path": "build_tools/cmake/iree_check_test.cmake" }, { "type": "modify", "old_id": "0e9ad1e7880b0179720bbb66d623b3ad70f4fbcd", "old_mode": 33188, "old_path": "compiler/plugins/target/CUDA/CUDATarget.cpp", "new_id": "3ca76c445d62ec9dacbe91343f3ebdc7f69bc922", "new_mode": 33188, "new_path": "compiler/plugins/target/CUDA/CUDATarget.cpp" }, { "type": "modify", "old_id": "49181a9ab3816c6845a4f42f3234a64667b50888", "old_mode": 33188, "old_path": "compiler/src/iree/compiler/Codegen/Dialect/BUILD.bazel", "new_id": "29496030d4b0b36442701387b587bca160586ad8", "new_mode": 33188, "new_path": "compiler/src/iree/compiler/Codegen/Dialect/BUILD.bazel" }, { "type": "modify", "old_id": "7efe4f00a64ff51b74ed2acfb5e967a9b02bc8b1", "old_mode": 33188, "old_path": "compiler/src/iree/compiler/Codegen/Dialect/CMakeLists.txt", "new_id": "b76e8997d5f296870bccc7c580738d36174e6955", "new_mode": 33188, "new_path": "compiler/src/iree/compiler/Codegen/Dialect/CMakeLists.txt" }, { "type": "modify", "old_id": "6b56930e275bcd7914919ba129325eaf063a589b", "old_mode": 33188, "old_path": "compiler/src/iree/compiler/Codegen/Dialect/LoweringConfig.cpp", "new_id": "4d3f1ee48ece6861f53d466678a4eb81329ece7e", "new_mode": 33188, "new_path": "compiler/src/iree/compiler/Codegen/Dialect/LoweringConfig.cpp" }, { "type": "modify", "old_id": "869618af71d0821a4c863f6ffd4d9bb6a8d38c67", "old_mode": 33188, "old_path": "compiler/src/iree/compiler/Codegen/Dialect/LoweringConfig.h", "new_id": "4669313f7d37f501ad0c36528ec7dd25379955e4", "new_mode": 33188, "new_path": "compiler/src/iree/compiler/Codegen/Dialect/LoweringConfig.h" }, { "type": "modify", "old_id": "55ce459f5797bf06211b38605f38011c35af27e2", "old_mode": 33188, "old_path": "compiler/src/iree/compiler/Codegen/Dialect/LoweringConfig.td", "new_id": "f254c43939981014dae4bfb0527e65614ace50e2", "new_mode": 33188, "new_path": "compiler/src/iree/compiler/Codegen/Dialect/LoweringConfig.td" }, { "type": "modify", "old_id": "7cae226209034d112882809f9fb630560536589a", "old_mode": 33188, "old_path": "compiler/src/iree/compiler/Codegen/Dialect/test/BUILD.bazel", "new_id": "f3f67b511da96ca02cafc62da1c4677dfca08197", "new_mode": 33188, "new_path": "compiler/src/iree/compiler/Codegen/Dialect/test/BUILD.bazel" }, { "type": "modify", "old_id": "84a8753fdc93849b945ddfd015edb2b35422f8c6", "old_mode": 33188, "old_path": "compiler/src/iree/compiler/Codegen/Dialect/test/CMakeLists.txt", "new_id": "62091ddaecb5273e1a6fe50348bbd61ac7670846", "new_mode": 33188, "new_path": "compiler/src/iree/compiler/Codegen/Dialect/test/CMakeLists.txt" }, { "type": "add", "old_id": "0000000000000000000000000000000000000000", "old_mode": 0, "old_path": "/dev/null", "new_id": "29170021e34b8c9dbc7fc119dee3526b64f43927", "new_mode": 33188, "new_path": "compiler/src/iree/compiler/Codegen/Dialect/test/invalid.mlir" }, { "type": "modify", "old_id": "29e23155f51db5ccaadcd8355f7f97f9fc15b400", "old_mode": 33188, "old_path": "compiler/src/iree/compiler/Codegen/Dialect/test/lowering_config_attr.mlir", "new_id": "fd2c09492bd783fdbc9a2422133749f31b81793a", "new_mode": 33188, "new_path": "compiler/src/iree/compiler/Codegen/Dialect/test/lowering_config_attr.mlir" }, { "type": "modify", "old_id": "799e688b8235d867bf1010e94366c8d1f2a68715", "old_mode": 33188, "old_path": "compiler/src/iree/compiler/Codegen/LLVMGPU/BUILD.bazel", "new_id": "d2a7c90dbadfa3dce33b0ef97ee57376ff0b9971", "new_mode": 33188, "new_path": "compiler/src/iree/compiler/Codegen/LLVMGPU/BUILD.bazel" }, { "type": "modify", "old_id": "4800e70a7fefe21ce1ba222b3f5e71a169229e46", "old_mode": 33188, "old_path": "compiler/src/iree/compiler/Codegen/LLVMGPU/CMakeLists.txt", "new_id": "74b8a771e1328fef7952d4edd327d89c79287b60", "new_mode": 33188, "new_path": "compiler/src/iree/compiler/Codegen/LLVMGPU/CMakeLists.txt" }, { "type": "modify", "old_id": "ed9cd751b8fac74d1fa8bb75d826472d48d7abf0", "old_mode": 33188, "old_path": "compiler/src/iree/compiler/Codegen/LLVMGPU/ConvertToNVVM.cpp", "new_id": "529bd250d2d9e66827fdb484170e32ad2044b892", "new_mode": 33188, "new_path": "compiler/src/iree/compiler/Codegen/LLVMGPU/ConvertToNVVM.cpp" }, { "type": "modify", "old_id": "05310aefe28f65359d533e2fb46cf508c71f3bbf", "old_mode": 33188, "old_path": "compiler/src/iree/compiler/Codegen/LLVMGPU/KernelConfig.cpp", "new_id": "3f37256225ca49e4efce9ec0417501a5aea57c3e", "new_mode": 33188, "new_path": "compiler/src/iree/compiler/Codegen/LLVMGPU/KernelConfig.cpp" }, { "type": "modify", "old_id": "64a5dbb258d8bbcef6e7e85d23ac198fb2d81d22", "old_mode": 33188, "old_path": "compiler/src/iree/compiler/Codegen/LLVMGPU/LLVMGPULowerExecutableTarget.cpp", "new_id": "8d20ab8ef98251c5ee416b09d1403604d71ac24c", "new_mode": 33188, "new_path": "compiler/src/iree/compiler/Codegen/LLVMGPU/LLVMGPULowerExecutableTarget.cpp" }, { "type": "modify", "old_id": "e9eeeef3f2c57bedb85b09463a0dc7d929917dfe", "old_mode": 33188, "old_path": "compiler/src/iree/compiler/Codegen/LLVMGPU/Passes.cpp", "new_id": "41fa43e6ec588fe83aa906ca10baef3355d8cb2a", "new_mode": 33188, "new_path": "compiler/src/iree/compiler/Codegen/LLVMGPU/Passes.cpp" }, { "type": "modify", "old_id": "d1cab28f6f9242905bdbcec115f8f8c47f172c80", "old_mode": 33188, "old_path": "compiler/src/iree/compiler/Codegen/LLVMGPU/Passes.h", "new_id": "3ccb9b27d9a454de76863e88be231ad8a9829e18", "new_mode": 33188, "new_path": "compiler/src/iree/compiler/Codegen/LLVMGPU/Passes.h" }, { "type": "modify", "old_id": "6404e6c40b2a46b03650a615c477a6fd8a2517e6", "old_mode": 33188, "old_path": "compiler/src/iree/compiler/Dialect/Flow/IR/FlowOps.cpp", "new_id": "f431cb3461285fd8905d6a5900ab33f23c1ae0e1", "new_mode": 33188, "new_path": "compiler/src/iree/compiler/Dialect/Flow/IR/FlowOps.cpp" }, { "type": "modify", "old_id": "fd2e16daa12395ec1eef0fe507d927405c44303f", "old_mode": 33188, "old_path": "compiler/src/iree/compiler/Dialect/Flow/Transforms/OutlineDispatchRegions.cpp", "new_id": "ef6be67df607ac5c21833befc7a88a4fa8297aaa", "new_mode": 33188, "new_path": "compiler/src/iree/compiler/Dialect/Flow/Transforms/OutlineDispatchRegions.cpp" }, { "type": "modify", "old_id": "c2d0a6e9f49dbd4f470a0a089c6972cbd8a53dcb", "old_mode": 33188, "old_path": "compiler/src/iree/compiler/Dialect/Flow/Transforms/test/convert_region_to_workgroups.mlir", "new_id": "19139b2a23c75546a8b16ed63c50b9b4a336a9d5", "new_mode": 33188, "new_path": "compiler/src/iree/compiler/Dialect/Flow/Transforms/test/convert_region_to_workgroups.mlir" }, { "type": "modify", "old_id": "05868eed7918b8bd55bfe8a7f04997ff4e87c6af", "old_mode": 33188, "old_path": "compiler/src/iree/compiler/Dialect/HAL/Target/LLVMLinkerUtils.cpp", "new_id": "57ba4569b819d732da181183224b47a07475fe06", "new_mode": 33188, "new_path": "compiler/src/iree/compiler/Dialect/HAL/Target/LLVMLinkerUtils.cpp" }, { "type": "modify", "old_id": "ba624eb8092fee135f1c32c2ae200ea3af67429f", "old_mode": 33188, "old_path": "compiler/src/iree/compiler/Dialect/HAL/Transforms/BUILD.bazel", "new_id": "b109c08673c5bfca237764f03fc6c0e5b86f5c8e", "new_mode": 33188, "new_path": "compiler/src/iree/compiler/Dialect/HAL/Transforms/BUILD.bazel" }, { "type": "modify", "old_id": "c9af4cca8e8df8215234887ae7e432563b6b35ab", "old_mode": 33188, "old_path": "compiler/src/iree/compiler/Dialect/HAL/Transforms/CMakeLists.txt", "new_id": "bdf4010ba4a63b272623212c039e170008eb5d5b", "new_mode": 33188, "new_path": "compiler/src/iree/compiler/Dialect/HAL/Transforms/CMakeLists.txt" }, { "type": "modify", "old_id": "9128967a444e29db9c9122f6c1afee25dcd6695a", "old_mode": 33188, "old_path": "compiler/src/iree/compiler/Dialect/HAL/Transforms/MaterializeInterfaces.cpp", "new_id": "96f0425bf59b3e03cce623e6f551dd44a4c33ddb", "new_mode": 33188, "new_path": "compiler/src/iree/compiler/Dialect/HAL/Transforms/MaterializeInterfaces.cpp" }, { "type": "modify", "old_id": "b64999ae493e2c828aa946afae0fdf90b0891edf", "old_mode": 33188, "old_path": "samples/custom_dispatch/cuda/kernels/CMakeLists.txt", "new_id": "300e68ecb397a75194790f69045a3dbe1a18e09e", "new_mode": 33188, "new_path": "samples/custom_dispatch/cuda/kernels/CMakeLists.txt" }, { "type": "add", "old_id": "0000000000000000000000000000000000000000", "old_mode": 0, "old_path": "/dev/null", "new_id": "a106431d98b45d00c344131d1a2eb5448dd4da12", "new_mode": 33188, "new_path": "samples/custom_dispatch/cuda/kernels/ukernel.cu" }, { "type": "add", "old_id": "0000000000000000000000000000000000000000", "old_mode": 0, "old_path": "/dev/null", "new_id": "a66feb9697e694503bfdb7714224826083d28182", "new_mode": 33188, "new_path": "samples/custom_dispatch/cuda/kernels/ukernel_example.mlir" } ] }