Add the missing padding fusion experimental benchmarks (#11085)
diff --git a/benchmarks/generated_benchmark_suites.cmake b/benchmarks/generated_benchmark_suites.cmake index e4b450d..6fe97e1 100644 --- a/benchmarks/generated_benchmark_suites.cmake +++ b/benchmarks/generated_benchmark_suites.cmake
@@ -179,6 +179,27 @@ ${_PACKAGE_NAME}_iree-module-c36c63b0-220a-4d78-8ade-c45ce47d89d3-e7e18b0f-c72d-4f1c-89b1-5afee70df6e9 ) +# Compile the module "${_ROOT_ARTIFACTS_DIR}/iree/c36c63b0-220a-4d78-8ade-c45ce47d89d3_DeepLabV3_fp32/6d0d5716-5525-44ad-b71d-8075ee1583a6/DeepLabV3_fp32.vmfb" +iree_bytecode_module( + NAME + "iree-module-c36c63b0-220a-4d78-8ade-c45ce47d89d3-6d0d5716-5525-44ad-b71d-8075ee1583a6" + SRC + "${_ROOT_ARTIFACTS_DIR}/iree/c36c63b0-220a-4d78-8ade-c45ce47d89d3_DeepLabV3_fp32/DeepLabV3_fp32.mlir" + MODULE_FILE_NAME + "${_ROOT_ARTIFACTS_DIR}/iree/c36c63b0-220a-4d78-8ade-c45ce47d89d3_DeepLabV3_fp32/6d0d5716-5525-44ad-b71d-8075ee1583a6/DeepLabV3_fp32.vmfb" + FLAGS + "--iree-hal-target-backends=llvm-cpu" + "--iree-input-type=tosa" + "--iree-llvm-target-triple=x86_64-unknown-linux-gnu" + "--iree-llvm-target-cpu=cascadelake" + "--iree-flow-enable-fuse-padding-into-linalg-consumer-ops" + PUBLIC +) + +add_dependencies(iree-benchmark-suites + ${_PACKAGE_NAME}_iree-module-c36c63b0-220a-4d78-8ade-c45ce47d89d3-6d0d5716-5525-44ad-b71d-8075ee1583a6 +) + # Compile the module "${_ROOT_ARTIFACTS_DIR}/iree/c36c63b0-220a-4d78-8ade-c45ce47d89d3_DeepLabV3_fp32/cdf579a9-5446-403b-a991-802a6c702e65/DeepLabV3_fp32.vmfb" iree_bytecode_module( NAME @@ -235,6 +256,7 @@ "--iree-input-type=tosa" "--iree-llvm-target-triple=aarch64-none-linux-android29" "--iree-flow-mmt4d-target-options=arch=aarch64" + "--iree-flow-enable-fuse-padding-into-linalg-consumer-ops" PUBLIC ) @@ -375,6 +397,27 @@ ${_PACKAGE_NAME}_iree-module-0e466f69-91d6-4e50-b62b-a82b6213a231-e7e18b0f-c72d-4f1c-89b1-5afee70df6e9 ) +# Compile the module "${_ROOT_ARTIFACTS_DIR}/iree/0e466f69-91d6-4e50-b62b-a82b6213a231_MobileSSD_fp32/6d0d5716-5525-44ad-b71d-8075ee1583a6/MobileSSD_fp32.vmfb" +iree_bytecode_module( + NAME + "iree-module-0e466f69-91d6-4e50-b62b-a82b6213a231-6d0d5716-5525-44ad-b71d-8075ee1583a6" + SRC + "${_ROOT_ARTIFACTS_DIR}/iree/0e466f69-91d6-4e50-b62b-a82b6213a231_MobileSSD_fp32/MobileSSD_fp32.mlir" + MODULE_FILE_NAME + "${_ROOT_ARTIFACTS_DIR}/iree/0e466f69-91d6-4e50-b62b-a82b6213a231_MobileSSD_fp32/6d0d5716-5525-44ad-b71d-8075ee1583a6/MobileSSD_fp32.vmfb" + FLAGS + "--iree-hal-target-backends=llvm-cpu" + "--iree-input-type=tosa" + "--iree-llvm-target-triple=x86_64-unknown-linux-gnu" + "--iree-llvm-target-cpu=cascadelake" + "--iree-flow-enable-fuse-padding-into-linalg-consumer-ops" + PUBLIC +) + +add_dependencies(iree-benchmark-suites + ${_PACKAGE_NAME}_iree-module-0e466f69-91d6-4e50-b62b-a82b6213a231-6d0d5716-5525-44ad-b71d-8075ee1583a6 +) + # Compile the module "${_ROOT_ARTIFACTS_DIR}/iree/0e466f69-91d6-4e50-b62b-a82b6213a231_MobileSSD_fp32/1f2adf49-282e-4aff-9d4f-e63b1621f1e8/MobileSSD_fp32.vmfb" iree_bytecode_module( NAME @@ -407,6 +450,7 @@ "--iree-input-type=tosa" "--iree-llvm-target-triple=aarch64-none-linux-android29" "--iree-flow-mmt4d-target-options=arch=aarch64" + "--iree-flow-enable-fuse-padding-into-linalg-consumer-ops" PUBLIC ) @@ -568,6 +612,27 @@ ${_PACKAGE_NAME}_iree-module-5afc3014-d29d-4e88-a840-fbaf678acf2b-e7e18b0f-c72d-4f1c-89b1-5afee70df6e9 ) +# Compile the module "${_ROOT_ARTIFACTS_DIR}/iree/5afc3014-d29d-4e88-a840-fbaf678acf2b_PoseNet_fp32/6d0d5716-5525-44ad-b71d-8075ee1583a6/PoseNet_fp32.vmfb" +iree_bytecode_module( + NAME + "iree-module-5afc3014-d29d-4e88-a840-fbaf678acf2b-6d0d5716-5525-44ad-b71d-8075ee1583a6" + SRC + "${_ROOT_ARTIFACTS_DIR}/iree/5afc3014-d29d-4e88-a840-fbaf678acf2b_PoseNet_fp32/PoseNet_fp32.mlir" + MODULE_FILE_NAME + "${_ROOT_ARTIFACTS_DIR}/iree/5afc3014-d29d-4e88-a840-fbaf678acf2b_PoseNet_fp32/6d0d5716-5525-44ad-b71d-8075ee1583a6/PoseNet_fp32.vmfb" + FLAGS + "--iree-hal-target-backends=llvm-cpu" + "--iree-input-type=tosa" + "--iree-llvm-target-triple=x86_64-unknown-linux-gnu" + "--iree-llvm-target-cpu=cascadelake" + "--iree-flow-enable-fuse-padding-into-linalg-consumer-ops" + PUBLIC +) + +add_dependencies(iree-benchmark-suites + ${_PACKAGE_NAME}_iree-module-5afc3014-d29d-4e88-a840-fbaf678acf2b-6d0d5716-5525-44ad-b71d-8075ee1583a6 +) + # Compile the module "${_ROOT_ARTIFACTS_DIR}/iree/5afc3014-d29d-4e88-a840-fbaf678acf2b_PoseNet_fp32/1f2adf49-282e-4aff-9d4f-e63b1621f1e8/PoseNet_fp32.vmfb" iree_bytecode_module( NAME @@ -600,6 +665,7 @@ "--iree-input-type=tosa" "--iree-llvm-target-triple=aarch64-none-linux-android29" "--iree-flow-mmt4d-target-options=arch=aarch64" + "--iree-flow-enable-fuse-padding-into-linalg-consumer-ops" PUBLIC ) @@ -761,6 +827,27 @@ ${_PACKAGE_NAME}_iree-module-cc69d69f-6d1f-4a1a-a31e-e021888d0d28-e7e18b0f-c72d-4f1c-89b1-5afee70df6e9 ) +# Compile the module "${_ROOT_ARTIFACTS_DIR}/iree/cc69d69f-6d1f-4a1a-a31e-e021888d0d28_MobileBertSquad_fp32/6d0d5716-5525-44ad-b71d-8075ee1583a6/MobileBertSquad_fp32.vmfb" +iree_bytecode_module( + NAME + "iree-module-cc69d69f-6d1f-4a1a-a31e-e021888d0d28-6d0d5716-5525-44ad-b71d-8075ee1583a6" + SRC + "${_ROOT_ARTIFACTS_DIR}/iree/cc69d69f-6d1f-4a1a-a31e-e021888d0d28_MobileBertSquad_fp32/MobileBertSquad_fp32.mlir" + MODULE_FILE_NAME + "${_ROOT_ARTIFACTS_DIR}/iree/cc69d69f-6d1f-4a1a-a31e-e021888d0d28_MobileBertSquad_fp32/6d0d5716-5525-44ad-b71d-8075ee1583a6/MobileBertSquad_fp32.vmfb" + FLAGS + "--iree-hal-target-backends=llvm-cpu" + "--iree-input-type=tosa" + "--iree-llvm-target-triple=x86_64-unknown-linux-gnu" + "--iree-llvm-target-cpu=cascadelake" + "--iree-flow-enable-fuse-padding-into-linalg-consumer-ops" + PUBLIC +) + +add_dependencies(iree-benchmark-suites + ${_PACKAGE_NAME}_iree-module-cc69d69f-6d1f-4a1a-a31e-e021888d0d28-6d0d5716-5525-44ad-b71d-8075ee1583a6 +) + # Compile the module "${_ROOT_ARTIFACTS_DIR}/iree/cc69d69f-6d1f-4a1a-a31e-e021888d0d28_MobileBertSquad_fp32/cdf579a9-5446-403b-a991-802a6c702e65/MobileBertSquad_fp32.vmfb" iree_bytecode_module( NAME @@ -817,6 +904,7 @@ "--iree-input-type=tosa" "--iree-llvm-target-triple=aarch64-none-linux-android29" "--iree-flow-mmt4d-target-options=arch=aarch64" + "--iree-flow-enable-fuse-padding-into-linalg-consumer-ops" PUBLIC ) @@ -957,6 +1045,27 @@ ${_PACKAGE_NAME}_iree-module-e3997104-a3d2-46b4-9fbf-39069906d123-e7e18b0f-c72d-4f1c-89b1-5afee70df6e9 ) +# Compile the module "${_ROOT_ARTIFACTS_DIR}/iree/e3997104-a3d2-46b4-9fbf-39069906d123_MobileBertSquad_int8/6d0d5716-5525-44ad-b71d-8075ee1583a6/MobileBertSquad_int8.vmfb" +iree_bytecode_module( + NAME + "iree-module-e3997104-a3d2-46b4-9fbf-39069906d123-6d0d5716-5525-44ad-b71d-8075ee1583a6" + SRC + "${_ROOT_ARTIFACTS_DIR}/iree/e3997104-a3d2-46b4-9fbf-39069906d123_MobileBertSquad_int8/MobileBertSquad_int8.mlir" + MODULE_FILE_NAME + "${_ROOT_ARTIFACTS_DIR}/iree/e3997104-a3d2-46b4-9fbf-39069906d123_MobileBertSquad_int8/6d0d5716-5525-44ad-b71d-8075ee1583a6/MobileBertSquad_int8.vmfb" + FLAGS + "--iree-hal-target-backends=llvm-cpu" + "--iree-input-type=tosa" + "--iree-llvm-target-triple=x86_64-unknown-linux-gnu" + "--iree-llvm-target-cpu=cascadelake" + "--iree-flow-enable-fuse-padding-into-linalg-consumer-ops" + PUBLIC +) + +add_dependencies(iree-benchmark-suites + ${_PACKAGE_NAME}_iree-module-e3997104-a3d2-46b4-9fbf-39069906d123-6d0d5716-5525-44ad-b71d-8075ee1583a6 +) + # Compile the module "${_ROOT_ARTIFACTS_DIR}/iree/e3997104-a3d2-46b4-9fbf-39069906d123_MobileBertSquad_int8/cdf579a9-5446-403b-a991-802a6c702e65/MobileBertSquad_int8.vmfb" iree_bytecode_module( NAME @@ -1014,6 +1123,7 @@ "--iree-llvm-target-triple=aarch64-none-linux-android29" "--iree-flow-mmt4d-target-options=arch=aarch64 features=+dotprod" "--iree-llvm-target-cpu-features=+dotprod" + "--iree-flow-enable-fuse-padding-into-linalg-consumer-ops" PUBLIC ) @@ -1055,6 +1165,27 @@ ${_PACKAGE_NAME}_iree-module-73a0402e-271b-4aa8-a6a5-ac05839ca569-e7e18b0f-c72d-4f1c-89b1-5afee70df6e9 ) +# Compile the module "${_ROOT_ARTIFACTS_DIR}/iree/73a0402e-271b-4aa8-a6a5-ac05839ca569_MobileBertSquad_fp16/6d0d5716-5525-44ad-b71d-8075ee1583a6/MobileBertSquad_fp16.vmfb" +iree_bytecode_module( + NAME + "iree-module-73a0402e-271b-4aa8-a6a5-ac05839ca569-6d0d5716-5525-44ad-b71d-8075ee1583a6" + SRC + "${_ROOT_ARTIFACTS_DIR}/iree/73a0402e-271b-4aa8-a6a5-ac05839ca569_MobileBertSquad_fp16/MobileBertSquad_fp16.mlir" + MODULE_FILE_NAME + "${_ROOT_ARTIFACTS_DIR}/iree/73a0402e-271b-4aa8-a6a5-ac05839ca569_MobileBertSquad_fp16/6d0d5716-5525-44ad-b71d-8075ee1583a6/MobileBertSquad_fp16.vmfb" + FLAGS + "--iree-hal-target-backends=llvm-cpu" + "--iree-input-type=tosa" + "--iree-llvm-target-triple=x86_64-unknown-linux-gnu" + "--iree-llvm-target-cpu=cascadelake" + "--iree-flow-enable-fuse-padding-into-linalg-consumer-ops" + PUBLIC +) + +add_dependencies(iree-benchmark-suites + ${_PACKAGE_NAME}_iree-module-73a0402e-271b-4aa8-a6a5-ac05839ca569-6d0d5716-5525-44ad-b71d-8075ee1583a6 +) + # Compile the module "${_ROOT_ARTIFACTS_DIR}/iree/73a0402e-271b-4aa8-a6a5-ac05839ca569_MobileBertSquad_fp16/8da35f2b-a042-4b7d-9dcf-5ebbc1728765_demote_f32_to_16/MobileBertSquad_fp16.vmfb" iree_bytecode_module( NAME @@ -1152,6 +1283,27 @@ ${_PACKAGE_NAME}_iree-module-78eab9e5-9ff1-4769-9b55-933c81cc9a0f-e7e18b0f-c72d-4f1c-89b1-5afee70df6e9 ) +# Compile the module "${_ROOT_ARTIFACTS_DIR}/iree/78eab9e5-9ff1-4769-9b55-933c81cc9a0f_MobileNetV1_fp32/6d0d5716-5525-44ad-b71d-8075ee1583a6/MobileNetV1_fp32.vmfb" +iree_bytecode_module( + NAME + "iree-module-78eab9e5-9ff1-4769-9b55-933c81cc9a0f-6d0d5716-5525-44ad-b71d-8075ee1583a6" + SRC + "${_ROOT_ARTIFACTS_DIR}/iree/78eab9e5-9ff1-4769-9b55-933c81cc9a0f_MobileNetV1_fp32/MobileNetV1_fp32.mlir" + MODULE_FILE_NAME + "${_ROOT_ARTIFACTS_DIR}/iree/78eab9e5-9ff1-4769-9b55-933c81cc9a0f_MobileNetV1_fp32/6d0d5716-5525-44ad-b71d-8075ee1583a6/MobileNetV1_fp32.vmfb" + FLAGS + "--iree-hal-target-backends=llvm-cpu" + "--iree-input-type=tosa" + "--iree-llvm-target-triple=x86_64-unknown-linux-gnu" + "--iree-llvm-target-cpu=cascadelake" + "--iree-flow-enable-fuse-padding-into-linalg-consumer-ops" + PUBLIC +) + +add_dependencies(iree-benchmark-suites + ${_PACKAGE_NAME}_iree-module-78eab9e5-9ff1-4769-9b55-933c81cc9a0f-6d0d5716-5525-44ad-b71d-8075ee1583a6 +) + # Compile the module "${_ROOT_ARTIFACTS_DIR}/iree/78eab9e5-9ff1-4769-9b55-933c81cc9a0f_MobileNetV1_fp32/cdf579a9-5446-403b-a991-802a6c702e65/MobileNetV1_fp32.vmfb" iree_bytecode_module( NAME @@ -1210,6 +1362,27 @@ ${_PACKAGE_NAME}_iree-module-7d45f8e5-bb5e-48d0-928d-8f125104578f-e7e18b0f-c72d-4f1c-89b1-5afee70df6e9 ) +# Compile the module "${_ROOT_ARTIFACTS_DIR}/iree/7d45f8e5-bb5e-48d0-928d-8f125104578f_MobileNetV2_fp32/6d0d5716-5525-44ad-b71d-8075ee1583a6/MobileNetV2_fp32.vmfb" +iree_bytecode_module( + NAME + "iree-module-7d45f8e5-bb5e-48d0-928d-8f125104578f-6d0d5716-5525-44ad-b71d-8075ee1583a6" + SRC + "${_ROOT_ARTIFACTS_DIR}/iree/7d45f8e5-bb5e-48d0-928d-8f125104578f_MobileNetV2_fp32/MobileNetV2_fp32.mlir" + MODULE_FILE_NAME + "${_ROOT_ARTIFACTS_DIR}/iree/7d45f8e5-bb5e-48d0-928d-8f125104578f_MobileNetV2_fp32/6d0d5716-5525-44ad-b71d-8075ee1583a6/MobileNetV2_fp32.vmfb" + FLAGS + "--iree-hal-target-backends=llvm-cpu" + "--iree-input-type=tosa" + "--iree-llvm-target-triple=x86_64-unknown-linux-gnu" + "--iree-llvm-target-cpu=cascadelake" + "--iree-flow-enable-fuse-padding-into-linalg-consumer-ops" + PUBLIC +) + +add_dependencies(iree-benchmark-suites + ${_PACKAGE_NAME}_iree-module-7d45f8e5-bb5e-48d0-928d-8f125104578f-6d0d5716-5525-44ad-b71d-8075ee1583a6 +) + # Compile the module "${_ROOT_ARTIFACTS_DIR}/iree/7d45f8e5-bb5e-48d0-928d-8f125104578f_MobileNetV2_fp32/1f2adf49-282e-4aff-9d4f-e63b1621f1e8/MobileNetV2_fp32.vmfb" iree_bytecode_module( NAME @@ -1242,6 +1415,7 @@ "--iree-input-type=tosa" "--iree-llvm-target-triple=aarch64-none-linux-android29" "--iree-flow-mmt4d-target-options=arch=aarch64" + "--iree-flow-enable-fuse-padding-into-linalg-consumer-ops" PUBLIC ) @@ -1421,6 +1595,27 @@ ${_PACKAGE_NAME}_iree-module-58855e40-eba9-4a71-b878-6b35e3460244-e7e18b0f-c72d-4f1c-89b1-5afee70df6e9 ) +# Compile the module "${_ROOT_ARTIFACTS_DIR}/iree/58855e40-eba9-4a71-b878-6b35e3460244_MobileNetV3Small_fp32/6d0d5716-5525-44ad-b71d-8075ee1583a6/MobileNetV3Small_fp32.vmfb" +iree_bytecode_module( + NAME + "iree-module-58855e40-eba9-4a71-b878-6b35e3460244-6d0d5716-5525-44ad-b71d-8075ee1583a6" + SRC + "${_ROOT_ARTIFACTS_DIR}/iree/58855e40-eba9-4a71-b878-6b35e3460244_MobileNetV3Small_fp32/MobileNetV3Small_fp32.mlir" + MODULE_FILE_NAME + "${_ROOT_ARTIFACTS_DIR}/iree/58855e40-eba9-4a71-b878-6b35e3460244_MobileNetV3Small_fp32/6d0d5716-5525-44ad-b71d-8075ee1583a6/MobileNetV3Small_fp32.vmfb" + FLAGS + "--iree-hal-target-backends=llvm-cpu" + "--iree-input-type=tosa" + "--iree-llvm-target-triple=x86_64-unknown-linux-gnu" + "--iree-llvm-target-cpu=cascadelake" + "--iree-flow-enable-fuse-padding-into-linalg-consumer-ops" + PUBLIC +) + +add_dependencies(iree-benchmark-suites + ${_PACKAGE_NAME}_iree-module-58855e40-eba9-4a71-b878-6b35e3460244-6d0d5716-5525-44ad-b71d-8075ee1583a6 +) + # Compile the module "${_ROOT_ARTIFACTS_DIR}/iree/58855e40-eba9-4a71-b878-6b35e3460244_MobileNetV3Small_fp32/1f2adf49-282e-4aff-9d4f-e63b1621f1e8/MobileNetV3Small_fp32.vmfb" iree_bytecode_module( NAME @@ -1453,6 +1648,7 @@ "--iree-input-type=tosa" "--iree-llvm-target-triple=aarch64-none-linux-android29" "--iree-flow-mmt4d-target-options=arch=aarch64" + "--iree-flow-enable-fuse-padding-into-linalg-consumer-ops" PUBLIC ) @@ -1632,6 +1828,27 @@ ${_PACKAGE_NAME}_iree-module-bc1338be-e3df-44fd-82e4-40ba9560a073-e7e18b0f-c72d-4f1c-89b1-5afee70df6e9 ) +# Compile the module "${_ROOT_ARTIFACTS_DIR}/iree/bc1338be-e3df-44fd-82e4-40ba9560a073_PersonDetect_int8/6d0d5716-5525-44ad-b71d-8075ee1583a6/PersonDetect_int8.vmfb" +iree_bytecode_module( + NAME + "iree-module-bc1338be-e3df-44fd-82e4-40ba9560a073-6d0d5716-5525-44ad-b71d-8075ee1583a6" + SRC + "${_ROOT_ARTIFACTS_DIR}/iree/bc1338be-e3df-44fd-82e4-40ba9560a073_PersonDetect_int8/PersonDetect_int8.mlir" + MODULE_FILE_NAME + "${_ROOT_ARTIFACTS_DIR}/iree/bc1338be-e3df-44fd-82e4-40ba9560a073_PersonDetect_int8/6d0d5716-5525-44ad-b71d-8075ee1583a6/PersonDetect_int8.vmfb" + FLAGS + "--iree-hal-target-backends=llvm-cpu" + "--iree-input-type=tosa" + "--iree-llvm-target-triple=x86_64-unknown-linux-gnu" + "--iree-llvm-target-cpu=cascadelake" + "--iree-flow-enable-fuse-padding-into-linalg-consumer-ops" + PUBLIC +) + +add_dependencies(iree-benchmark-suites + ${_PACKAGE_NAME}_iree-module-bc1338be-e3df-44fd-82e4-40ba9560a073-6d0d5716-5525-44ad-b71d-8075ee1583a6 +) + # Compile the module "${_ROOT_ARTIFACTS_DIR}/iree/bc1338be-e3df-44fd-82e4-40ba9560a073_PersonDetect_int8/cdf579a9-5446-403b-a991-802a6c702e65/PersonDetect_int8.vmfb" iree_bytecode_module( NAME @@ -1714,6 +1931,27 @@ ${_PACKAGE_NAME}_iree-module-4a6f545e-1b4e-41a5-9236-792aa578184b-e7e18b0f-c72d-4f1c-89b1-5afee70df6e9 ) +# Compile the module "${_ROOT_ARTIFACTS_DIR}/iree/4a6f545e-1b4e-41a5-9236-792aa578184b_EfficientNet_int8/6d0d5716-5525-44ad-b71d-8075ee1583a6/EfficientNet_int8.vmfb" +iree_bytecode_module( + NAME + "iree-module-4a6f545e-1b4e-41a5-9236-792aa578184b-6d0d5716-5525-44ad-b71d-8075ee1583a6" + SRC + "${_ROOT_ARTIFACTS_DIR}/iree/4a6f545e-1b4e-41a5-9236-792aa578184b_EfficientNet_int8/EfficientNet_int8.mlir" + MODULE_FILE_NAME + "${_ROOT_ARTIFACTS_DIR}/iree/4a6f545e-1b4e-41a5-9236-792aa578184b_EfficientNet_int8/6d0d5716-5525-44ad-b71d-8075ee1583a6/EfficientNet_int8.vmfb" + FLAGS + "--iree-hal-target-backends=llvm-cpu" + "--iree-input-type=tosa" + "--iree-llvm-target-triple=x86_64-unknown-linux-gnu" + "--iree-llvm-target-cpu=cascadelake" + "--iree-flow-enable-fuse-padding-into-linalg-consumer-ops" + PUBLIC +) + +add_dependencies(iree-benchmark-suites + ${_PACKAGE_NAME}_iree-module-4a6f545e-1b4e-41a5-9236-792aa578184b-6d0d5716-5525-44ad-b71d-8075ee1583a6 +) + # Compile the module "${_ROOT_ARTIFACTS_DIR}/iree/4a6f545e-1b4e-41a5-9236-792aa578184b_EfficientNet_int8/cdf579a9-5446-403b-a991-802a6c702e65/EfficientNet_int8.vmfb" iree_bytecode_module( NAME @@ -1798,6 +2036,27 @@ ${_PACKAGE_NAME}_iree-module-ecf5c970-ee97-49f0-a4ed-df1f34e9d493-e7e18b0f-c72d-4f1c-89b1-5afee70df6e9 ) +# Compile the module "${_ROOT_ARTIFACTS_DIR}/iree/ecf5c970-ee97-49f0-a4ed-df1f34e9d493_MiniLML12H384Uncased/6d0d5716-5525-44ad-b71d-8075ee1583a6/MiniLML12H384Uncased.vmfb" +iree_bytecode_module( + NAME + "iree-module-ecf5c970-ee97-49f0-a4ed-df1f34e9d493-6d0d5716-5525-44ad-b71d-8075ee1583a6" + SRC + "${_ROOT_ARTIFACTS_DIR}/iree/ecf5c970-ee97-49f0-a4ed-df1f34e9d493_MiniLML12H384Uncased/MiniLML12H384Uncased.mlir" + MODULE_FILE_NAME + "${_ROOT_ARTIFACTS_DIR}/iree/ecf5c970-ee97-49f0-a4ed-df1f34e9d493_MiniLML12H384Uncased/6d0d5716-5525-44ad-b71d-8075ee1583a6/MiniLML12H384Uncased.vmfb" + FLAGS + "--iree-hal-target-backends=llvm-cpu" + "--iree-input-type=mhlo" + "--iree-llvm-target-triple=x86_64-unknown-linux-gnu" + "--iree-llvm-target-cpu=cascadelake" + "--iree-flow-enable-fuse-padding-into-linalg-consumer-ops" + PUBLIC +) + +add_dependencies(iree-benchmark-suites + ${_PACKAGE_NAME}_iree-module-ecf5c970-ee97-49f0-a4ed-df1f34e9d493-6d0d5716-5525-44ad-b71d-8075ee1583a6 +) + # Compile the module "${_ROOT_ARTIFACTS_DIR}/iree/ecf5c970-ee97-49f0-a4ed-df1f34e9d493_MiniLML12H384Uncased/09cb5300-7f73-45cf-9f68-e114c77ca030/MiniLML12H384Uncased.vmfb" iree_bytecode_module( NAME
diff --git a/build_tools/python/benchmark_suites/iree/armv8_a_benchmarks.py b/build_tools/python/benchmark_suites/iree/armv8_a_benchmarks.py index f4d7c5e..b0d45af 100644 --- a/build_tools/python/benchmark_suites/iree/armv8_a_benchmarks.py +++ b/build_tools/python/benchmark_suites/iree/armv8_a_benchmarks.py
@@ -40,14 +40,18 @@ id=unique_ids.IREE_COMPILE_CONFIG_ANDROID_ARMV8_2_A_GENERIC_MMT4D, tags=["experimental-flags", "mmt4d"], compile_targets=[ARMV8_A_CPU_TARGET], - extra_flags=["--iree-flow-mmt4d-target-options=arch=aarch64"]) + extra_flags=[ + "--iree-flow-mmt4d-target-options=arch=aarch64", + "--iree-flow-enable-fuse-padding-into-linalg-consumer-ops" + ]) MMT4D_AND_DOTPROD_COMPILE_CONFIG = iree_definitions.CompileConfig( id=unique_ids.IREE_COMPILE_CONFIG_ANDROID_ARMV8_2_A_GENERIC_MMT4D_DOTPROD, tags=["experimental-flags", "mmt4d", "dotprod"], compile_targets=[ARMV8_A_CPU_TARGET], extra_flags=[ "--iree-flow-mmt4d-target-options=arch=aarch64 features=+dotprod", - "--iree-llvm-target-cpu-features=+dotprod" + "--iree-llvm-target-cpu-features=+dotprod", + "--iree-flow-enable-fuse-padding-into-linalg-consumer-ops" ]) def generate(
diff --git a/build_tools/python/benchmark_suites/iree/x86_64_benchmarks.py b/build_tools/python/benchmark_suites/iree/x86_64_benchmarks.py index d55a10f..5e32119 100644 --- a/build_tools/python/benchmark_suites/iree/x86_64_benchmarks.py +++ b/build_tools/python/benchmark_suites/iree/x86_64_benchmarks.py
@@ -27,6 +27,11 @@ id=unique_ids.IREE_COMPILE_CONFIG_LINUX_CASCADELAKE, tags=["default-flags"], compile_targets=[CASCADELAKE_CPU_TARGET]) + CASCADELAKE_FUSE_PADDING_COMPILE_CONFIG = iree_definitions.CompileConfig( + id=unique_ids.IREE_COMPILE_CONFIG_LINUX_CASCADELAKE_FUSE_PADDING, + tags=["experimental-flags", "fuse-padding"], + compile_targets=[CASCADELAKE_CPU_TARGET], + extra_flags=["--iree-flow-enable-fuse-padding-into-linalg-consumer-ops"]) def generate( self @@ -40,6 +45,12 @@ imported_model=iree_definitions.ImportedModel.from_model(model)) for model in model_groups.SMALL + model_groups.LARGE ] + gen_configs += [ + iree_definitions.ModuleGenerationConfig( + compile_config=self.CASCADELAKE_FUSE_PADDING_COMPILE_CONFIG, + imported_model=iree_definitions.ImportedModel.from_model(model)) + for model in model_groups.SMALL + model_groups.LARGE + ] default_execution_configs = [ module_execution_configs.ELF_LOCAL_SYNC_CONFIG ] + [
diff --git a/build_tools/python/e2e_test_framework/unique_ids.py b/build_tools/python/e2e_test_framework/unique_ids.py index e97e5a2..b1ea5a7 100644 --- a/build_tools/python/e2e_test_framework/unique_ids.py +++ b/build_tools/python/e2e_test_framework/unique_ids.py
@@ -33,6 +33,7 @@ # IREE benchmarks IREE_COMPILE_CONFIG_VMVX_GENERIC_DEFAULTS = "75336abd-8108-462c-9ce3-15443e3f32f4" IREE_COMPILE_CONFIG_LINUX_CASCADELAKE = "e7e18b0f-c72d-4f1c-89b1-5afee70df6e9" +IREE_COMPILE_CONFIG_LINUX_CASCADELAKE_FUSE_PADDING = "6d0d5716-5525-44ad-b71d-8075ee1583a6" IREE_COMPILE_CONFIG_LINUX_RV64_GENERIC_DEFAULTS = "cdf579a9-5446-403b-a991-802a6c702e65" IREE_COMPILE_CONFIG_LINUX_RV32_GENERIC_DEFAULTS = "6d9ce240-ec14-4d8f-a8e4-1b20aa17b4e4" IREE_COMPILE_CONFIG_LINUX_CUDA_SM80_DEFAULTS = "09cb5300-7f73-45cf-9f68-e114c77ca030"