Add the missing padding fusion experimental benchmarks (#11085)
diff --git a/benchmarks/generated_benchmark_suites.cmake b/benchmarks/generated_benchmark_suites.cmake
index e4b450d..6fe97e1 100644
--- a/benchmarks/generated_benchmark_suites.cmake
+++ b/benchmarks/generated_benchmark_suites.cmake
@@ -179,6 +179,27 @@
${_PACKAGE_NAME}_iree-module-c36c63b0-220a-4d78-8ade-c45ce47d89d3-e7e18b0f-c72d-4f1c-89b1-5afee70df6e9
)
+# Compile the module "${_ROOT_ARTIFACTS_DIR}/iree/c36c63b0-220a-4d78-8ade-c45ce47d89d3_DeepLabV3_fp32/6d0d5716-5525-44ad-b71d-8075ee1583a6/DeepLabV3_fp32.vmfb"
+iree_bytecode_module(
+ NAME
+ "iree-module-c36c63b0-220a-4d78-8ade-c45ce47d89d3-6d0d5716-5525-44ad-b71d-8075ee1583a6"
+ SRC
+ "${_ROOT_ARTIFACTS_DIR}/iree/c36c63b0-220a-4d78-8ade-c45ce47d89d3_DeepLabV3_fp32/DeepLabV3_fp32.mlir"
+ MODULE_FILE_NAME
+ "${_ROOT_ARTIFACTS_DIR}/iree/c36c63b0-220a-4d78-8ade-c45ce47d89d3_DeepLabV3_fp32/6d0d5716-5525-44ad-b71d-8075ee1583a6/DeepLabV3_fp32.vmfb"
+ FLAGS
+ "--iree-hal-target-backends=llvm-cpu"
+ "--iree-input-type=tosa"
+ "--iree-llvm-target-triple=x86_64-unknown-linux-gnu"
+ "--iree-llvm-target-cpu=cascadelake"
+ "--iree-flow-enable-fuse-padding-into-linalg-consumer-ops"
+ PUBLIC
+)
+
+add_dependencies(iree-benchmark-suites
+ ${_PACKAGE_NAME}_iree-module-c36c63b0-220a-4d78-8ade-c45ce47d89d3-6d0d5716-5525-44ad-b71d-8075ee1583a6
+)
+
# Compile the module "${_ROOT_ARTIFACTS_DIR}/iree/c36c63b0-220a-4d78-8ade-c45ce47d89d3_DeepLabV3_fp32/cdf579a9-5446-403b-a991-802a6c702e65/DeepLabV3_fp32.vmfb"
iree_bytecode_module(
NAME
@@ -235,6 +256,7 @@
"--iree-input-type=tosa"
"--iree-llvm-target-triple=aarch64-none-linux-android29"
"--iree-flow-mmt4d-target-options=arch=aarch64"
+ "--iree-flow-enable-fuse-padding-into-linalg-consumer-ops"
PUBLIC
)
@@ -375,6 +397,27 @@
${_PACKAGE_NAME}_iree-module-0e466f69-91d6-4e50-b62b-a82b6213a231-e7e18b0f-c72d-4f1c-89b1-5afee70df6e9
)
+# Compile the module "${_ROOT_ARTIFACTS_DIR}/iree/0e466f69-91d6-4e50-b62b-a82b6213a231_MobileSSD_fp32/6d0d5716-5525-44ad-b71d-8075ee1583a6/MobileSSD_fp32.vmfb"
+iree_bytecode_module(
+ NAME
+ "iree-module-0e466f69-91d6-4e50-b62b-a82b6213a231-6d0d5716-5525-44ad-b71d-8075ee1583a6"
+ SRC
+ "${_ROOT_ARTIFACTS_DIR}/iree/0e466f69-91d6-4e50-b62b-a82b6213a231_MobileSSD_fp32/MobileSSD_fp32.mlir"
+ MODULE_FILE_NAME
+ "${_ROOT_ARTIFACTS_DIR}/iree/0e466f69-91d6-4e50-b62b-a82b6213a231_MobileSSD_fp32/6d0d5716-5525-44ad-b71d-8075ee1583a6/MobileSSD_fp32.vmfb"
+ FLAGS
+ "--iree-hal-target-backends=llvm-cpu"
+ "--iree-input-type=tosa"
+ "--iree-llvm-target-triple=x86_64-unknown-linux-gnu"
+ "--iree-llvm-target-cpu=cascadelake"
+ "--iree-flow-enable-fuse-padding-into-linalg-consumer-ops"
+ PUBLIC
+)
+
+add_dependencies(iree-benchmark-suites
+ ${_PACKAGE_NAME}_iree-module-0e466f69-91d6-4e50-b62b-a82b6213a231-6d0d5716-5525-44ad-b71d-8075ee1583a6
+)
+
# Compile the module "${_ROOT_ARTIFACTS_DIR}/iree/0e466f69-91d6-4e50-b62b-a82b6213a231_MobileSSD_fp32/1f2adf49-282e-4aff-9d4f-e63b1621f1e8/MobileSSD_fp32.vmfb"
iree_bytecode_module(
NAME
@@ -407,6 +450,7 @@
"--iree-input-type=tosa"
"--iree-llvm-target-triple=aarch64-none-linux-android29"
"--iree-flow-mmt4d-target-options=arch=aarch64"
+ "--iree-flow-enable-fuse-padding-into-linalg-consumer-ops"
PUBLIC
)
@@ -568,6 +612,27 @@
${_PACKAGE_NAME}_iree-module-5afc3014-d29d-4e88-a840-fbaf678acf2b-e7e18b0f-c72d-4f1c-89b1-5afee70df6e9
)
+# Compile the module "${_ROOT_ARTIFACTS_DIR}/iree/5afc3014-d29d-4e88-a840-fbaf678acf2b_PoseNet_fp32/6d0d5716-5525-44ad-b71d-8075ee1583a6/PoseNet_fp32.vmfb"
+iree_bytecode_module(
+ NAME
+ "iree-module-5afc3014-d29d-4e88-a840-fbaf678acf2b-6d0d5716-5525-44ad-b71d-8075ee1583a6"
+ SRC
+ "${_ROOT_ARTIFACTS_DIR}/iree/5afc3014-d29d-4e88-a840-fbaf678acf2b_PoseNet_fp32/PoseNet_fp32.mlir"
+ MODULE_FILE_NAME
+ "${_ROOT_ARTIFACTS_DIR}/iree/5afc3014-d29d-4e88-a840-fbaf678acf2b_PoseNet_fp32/6d0d5716-5525-44ad-b71d-8075ee1583a6/PoseNet_fp32.vmfb"
+ FLAGS
+ "--iree-hal-target-backends=llvm-cpu"
+ "--iree-input-type=tosa"
+ "--iree-llvm-target-triple=x86_64-unknown-linux-gnu"
+ "--iree-llvm-target-cpu=cascadelake"
+ "--iree-flow-enable-fuse-padding-into-linalg-consumer-ops"
+ PUBLIC
+)
+
+add_dependencies(iree-benchmark-suites
+ ${_PACKAGE_NAME}_iree-module-5afc3014-d29d-4e88-a840-fbaf678acf2b-6d0d5716-5525-44ad-b71d-8075ee1583a6
+)
+
# Compile the module "${_ROOT_ARTIFACTS_DIR}/iree/5afc3014-d29d-4e88-a840-fbaf678acf2b_PoseNet_fp32/1f2adf49-282e-4aff-9d4f-e63b1621f1e8/PoseNet_fp32.vmfb"
iree_bytecode_module(
NAME
@@ -600,6 +665,7 @@
"--iree-input-type=tosa"
"--iree-llvm-target-triple=aarch64-none-linux-android29"
"--iree-flow-mmt4d-target-options=arch=aarch64"
+ "--iree-flow-enable-fuse-padding-into-linalg-consumer-ops"
PUBLIC
)
@@ -761,6 +827,27 @@
${_PACKAGE_NAME}_iree-module-cc69d69f-6d1f-4a1a-a31e-e021888d0d28-e7e18b0f-c72d-4f1c-89b1-5afee70df6e9
)
+# Compile the module "${_ROOT_ARTIFACTS_DIR}/iree/cc69d69f-6d1f-4a1a-a31e-e021888d0d28_MobileBertSquad_fp32/6d0d5716-5525-44ad-b71d-8075ee1583a6/MobileBertSquad_fp32.vmfb"
+iree_bytecode_module(
+ NAME
+ "iree-module-cc69d69f-6d1f-4a1a-a31e-e021888d0d28-6d0d5716-5525-44ad-b71d-8075ee1583a6"
+ SRC
+ "${_ROOT_ARTIFACTS_DIR}/iree/cc69d69f-6d1f-4a1a-a31e-e021888d0d28_MobileBertSquad_fp32/MobileBertSquad_fp32.mlir"
+ MODULE_FILE_NAME
+ "${_ROOT_ARTIFACTS_DIR}/iree/cc69d69f-6d1f-4a1a-a31e-e021888d0d28_MobileBertSquad_fp32/6d0d5716-5525-44ad-b71d-8075ee1583a6/MobileBertSquad_fp32.vmfb"
+ FLAGS
+ "--iree-hal-target-backends=llvm-cpu"
+ "--iree-input-type=tosa"
+ "--iree-llvm-target-triple=x86_64-unknown-linux-gnu"
+ "--iree-llvm-target-cpu=cascadelake"
+ "--iree-flow-enable-fuse-padding-into-linalg-consumer-ops"
+ PUBLIC
+)
+
+add_dependencies(iree-benchmark-suites
+ ${_PACKAGE_NAME}_iree-module-cc69d69f-6d1f-4a1a-a31e-e021888d0d28-6d0d5716-5525-44ad-b71d-8075ee1583a6
+)
+
# Compile the module "${_ROOT_ARTIFACTS_DIR}/iree/cc69d69f-6d1f-4a1a-a31e-e021888d0d28_MobileBertSquad_fp32/cdf579a9-5446-403b-a991-802a6c702e65/MobileBertSquad_fp32.vmfb"
iree_bytecode_module(
NAME
@@ -817,6 +904,7 @@
"--iree-input-type=tosa"
"--iree-llvm-target-triple=aarch64-none-linux-android29"
"--iree-flow-mmt4d-target-options=arch=aarch64"
+ "--iree-flow-enable-fuse-padding-into-linalg-consumer-ops"
PUBLIC
)
@@ -957,6 +1045,27 @@
${_PACKAGE_NAME}_iree-module-e3997104-a3d2-46b4-9fbf-39069906d123-e7e18b0f-c72d-4f1c-89b1-5afee70df6e9
)
+# Compile the module "${_ROOT_ARTIFACTS_DIR}/iree/e3997104-a3d2-46b4-9fbf-39069906d123_MobileBertSquad_int8/6d0d5716-5525-44ad-b71d-8075ee1583a6/MobileBertSquad_int8.vmfb"
+iree_bytecode_module(
+ NAME
+ "iree-module-e3997104-a3d2-46b4-9fbf-39069906d123-6d0d5716-5525-44ad-b71d-8075ee1583a6"
+ SRC
+ "${_ROOT_ARTIFACTS_DIR}/iree/e3997104-a3d2-46b4-9fbf-39069906d123_MobileBertSquad_int8/MobileBertSquad_int8.mlir"
+ MODULE_FILE_NAME
+ "${_ROOT_ARTIFACTS_DIR}/iree/e3997104-a3d2-46b4-9fbf-39069906d123_MobileBertSquad_int8/6d0d5716-5525-44ad-b71d-8075ee1583a6/MobileBertSquad_int8.vmfb"
+ FLAGS
+ "--iree-hal-target-backends=llvm-cpu"
+ "--iree-input-type=tosa"
+ "--iree-llvm-target-triple=x86_64-unknown-linux-gnu"
+ "--iree-llvm-target-cpu=cascadelake"
+ "--iree-flow-enable-fuse-padding-into-linalg-consumer-ops"
+ PUBLIC
+)
+
+add_dependencies(iree-benchmark-suites
+ ${_PACKAGE_NAME}_iree-module-e3997104-a3d2-46b4-9fbf-39069906d123-6d0d5716-5525-44ad-b71d-8075ee1583a6
+)
+
# Compile the module "${_ROOT_ARTIFACTS_DIR}/iree/e3997104-a3d2-46b4-9fbf-39069906d123_MobileBertSquad_int8/cdf579a9-5446-403b-a991-802a6c702e65/MobileBertSquad_int8.vmfb"
iree_bytecode_module(
NAME
@@ -1014,6 +1123,7 @@
"--iree-llvm-target-triple=aarch64-none-linux-android29"
"--iree-flow-mmt4d-target-options=arch=aarch64 features=+dotprod"
"--iree-llvm-target-cpu-features=+dotprod"
+ "--iree-flow-enable-fuse-padding-into-linalg-consumer-ops"
PUBLIC
)
@@ -1055,6 +1165,27 @@
${_PACKAGE_NAME}_iree-module-73a0402e-271b-4aa8-a6a5-ac05839ca569-e7e18b0f-c72d-4f1c-89b1-5afee70df6e9
)
+# Compile the module "${_ROOT_ARTIFACTS_DIR}/iree/73a0402e-271b-4aa8-a6a5-ac05839ca569_MobileBertSquad_fp16/6d0d5716-5525-44ad-b71d-8075ee1583a6/MobileBertSquad_fp16.vmfb"
+iree_bytecode_module(
+ NAME
+ "iree-module-73a0402e-271b-4aa8-a6a5-ac05839ca569-6d0d5716-5525-44ad-b71d-8075ee1583a6"
+ SRC
+ "${_ROOT_ARTIFACTS_DIR}/iree/73a0402e-271b-4aa8-a6a5-ac05839ca569_MobileBertSquad_fp16/MobileBertSquad_fp16.mlir"
+ MODULE_FILE_NAME
+ "${_ROOT_ARTIFACTS_DIR}/iree/73a0402e-271b-4aa8-a6a5-ac05839ca569_MobileBertSquad_fp16/6d0d5716-5525-44ad-b71d-8075ee1583a6/MobileBertSquad_fp16.vmfb"
+ FLAGS
+ "--iree-hal-target-backends=llvm-cpu"
+ "--iree-input-type=tosa"
+ "--iree-llvm-target-triple=x86_64-unknown-linux-gnu"
+ "--iree-llvm-target-cpu=cascadelake"
+ "--iree-flow-enable-fuse-padding-into-linalg-consumer-ops"
+ PUBLIC
+)
+
+add_dependencies(iree-benchmark-suites
+ ${_PACKAGE_NAME}_iree-module-73a0402e-271b-4aa8-a6a5-ac05839ca569-6d0d5716-5525-44ad-b71d-8075ee1583a6
+)
+
# Compile the module "${_ROOT_ARTIFACTS_DIR}/iree/73a0402e-271b-4aa8-a6a5-ac05839ca569_MobileBertSquad_fp16/8da35f2b-a042-4b7d-9dcf-5ebbc1728765_demote_f32_to_16/MobileBertSquad_fp16.vmfb"
iree_bytecode_module(
NAME
@@ -1152,6 +1283,27 @@
${_PACKAGE_NAME}_iree-module-78eab9e5-9ff1-4769-9b55-933c81cc9a0f-e7e18b0f-c72d-4f1c-89b1-5afee70df6e9
)
+# Compile the module "${_ROOT_ARTIFACTS_DIR}/iree/78eab9e5-9ff1-4769-9b55-933c81cc9a0f_MobileNetV1_fp32/6d0d5716-5525-44ad-b71d-8075ee1583a6/MobileNetV1_fp32.vmfb"
+iree_bytecode_module(
+ NAME
+ "iree-module-78eab9e5-9ff1-4769-9b55-933c81cc9a0f-6d0d5716-5525-44ad-b71d-8075ee1583a6"
+ SRC
+ "${_ROOT_ARTIFACTS_DIR}/iree/78eab9e5-9ff1-4769-9b55-933c81cc9a0f_MobileNetV1_fp32/MobileNetV1_fp32.mlir"
+ MODULE_FILE_NAME
+ "${_ROOT_ARTIFACTS_DIR}/iree/78eab9e5-9ff1-4769-9b55-933c81cc9a0f_MobileNetV1_fp32/6d0d5716-5525-44ad-b71d-8075ee1583a6/MobileNetV1_fp32.vmfb"
+ FLAGS
+ "--iree-hal-target-backends=llvm-cpu"
+ "--iree-input-type=tosa"
+ "--iree-llvm-target-triple=x86_64-unknown-linux-gnu"
+ "--iree-llvm-target-cpu=cascadelake"
+ "--iree-flow-enable-fuse-padding-into-linalg-consumer-ops"
+ PUBLIC
+)
+
+add_dependencies(iree-benchmark-suites
+ ${_PACKAGE_NAME}_iree-module-78eab9e5-9ff1-4769-9b55-933c81cc9a0f-6d0d5716-5525-44ad-b71d-8075ee1583a6
+)
+
# Compile the module "${_ROOT_ARTIFACTS_DIR}/iree/78eab9e5-9ff1-4769-9b55-933c81cc9a0f_MobileNetV1_fp32/cdf579a9-5446-403b-a991-802a6c702e65/MobileNetV1_fp32.vmfb"
iree_bytecode_module(
NAME
@@ -1210,6 +1362,27 @@
${_PACKAGE_NAME}_iree-module-7d45f8e5-bb5e-48d0-928d-8f125104578f-e7e18b0f-c72d-4f1c-89b1-5afee70df6e9
)
+# Compile the module "${_ROOT_ARTIFACTS_DIR}/iree/7d45f8e5-bb5e-48d0-928d-8f125104578f_MobileNetV2_fp32/6d0d5716-5525-44ad-b71d-8075ee1583a6/MobileNetV2_fp32.vmfb"
+iree_bytecode_module(
+ NAME
+ "iree-module-7d45f8e5-bb5e-48d0-928d-8f125104578f-6d0d5716-5525-44ad-b71d-8075ee1583a6"
+ SRC
+ "${_ROOT_ARTIFACTS_DIR}/iree/7d45f8e5-bb5e-48d0-928d-8f125104578f_MobileNetV2_fp32/MobileNetV2_fp32.mlir"
+ MODULE_FILE_NAME
+ "${_ROOT_ARTIFACTS_DIR}/iree/7d45f8e5-bb5e-48d0-928d-8f125104578f_MobileNetV2_fp32/6d0d5716-5525-44ad-b71d-8075ee1583a6/MobileNetV2_fp32.vmfb"
+ FLAGS
+ "--iree-hal-target-backends=llvm-cpu"
+ "--iree-input-type=tosa"
+ "--iree-llvm-target-triple=x86_64-unknown-linux-gnu"
+ "--iree-llvm-target-cpu=cascadelake"
+ "--iree-flow-enable-fuse-padding-into-linalg-consumer-ops"
+ PUBLIC
+)
+
+add_dependencies(iree-benchmark-suites
+ ${_PACKAGE_NAME}_iree-module-7d45f8e5-bb5e-48d0-928d-8f125104578f-6d0d5716-5525-44ad-b71d-8075ee1583a6
+)
+
# Compile the module "${_ROOT_ARTIFACTS_DIR}/iree/7d45f8e5-bb5e-48d0-928d-8f125104578f_MobileNetV2_fp32/1f2adf49-282e-4aff-9d4f-e63b1621f1e8/MobileNetV2_fp32.vmfb"
iree_bytecode_module(
NAME
@@ -1242,6 +1415,7 @@
"--iree-input-type=tosa"
"--iree-llvm-target-triple=aarch64-none-linux-android29"
"--iree-flow-mmt4d-target-options=arch=aarch64"
+ "--iree-flow-enable-fuse-padding-into-linalg-consumer-ops"
PUBLIC
)
@@ -1421,6 +1595,27 @@
${_PACKAGE_NAME}_iree-module-58855e40-eba9-4a71-b878-6b35e3460244-e7e18b0f-c72d-4f1c-89b1-5afee70df6e9
)
+# Compile the module "${_ROOT_ARTIFACTS_DIR}/iree/58855e40-eba9-4a71-b878-6b35e3460244_MobileNetV3Small_fp32/6d0d5716-5525-44ad-b71d-8075ee1583a6/MobileNetV3Small_fp32.vmfb"
+iree_bytecode_module(
+ NAME
+ "iree-module-58855e40-eba9-4a71-b878-6b35e3460244-6d0d5716-5525-44ad-b71d-8075ee1583a6"
+ SRC
+ "${_ROOT_ARTIFACTS_DIR}/iree/58855e40-eba9-4a71-b878-6b35e3460244_MobileNetV3Small_fp32/MobileNetV3Small_fp32.mlir"
+ MODULE_FILE_NAME
+ "${_ROOT_ARTIFACTS_DIR}/iree/58855e40-eba9-4a71-b878-6b35e3460244_MobileNetV3Small_fp32/6d0d5716-5525-44ad-b71d-8075ee1583a6/MobileNetV3Small_fp32.vmfb"
+ FLAGS
+ "--iree-hal-target-backends=llvm-cpu"
+ "--iree-input-type=tosa"
+ "--iree-llvm-target-triple=x86_64-unknown-linux-gnu"
+ "--iree-llvm-target-cpu=cascadelake"
+ "--iree-flow-enable-fuse-padding-into-linalg-consumer-ops"
+ PUBLIC
+)
+
+add_dependencies(iree-benchmark-suites
+ ${_PACKAGE_NAME}_iree-module-58855e40-eba9-4a71-b878-6b35e3460244-6d0d5716-5525-44ad-b71d-8075ee1583a6
+)
+
# Compile the module "${_ROOT_ARTIFACTS_DIR}/iree/58855e40-eba9-4a71-b878-6b35e3460244_MobileNetV3Small_fp32/1f2adf49-282e-4aff-9d4f-e63b1621f1e8/MobileNetV3Small_fp32.vmfb"
iree_bytecode_module(
NAME
@@ -1453,6 +1648,7 @@
"--iree-input-type=tosa"
"--iree-llvm-target-triple=aarch64-none-linux-android29"
"--iree-flow-mmt4d-target-options=arch=aarch64"
+ "--iree-flow-enable-fuse-padding-into-linalg-consumer-ops"
PUBLIC
)
@@ -1632,6 +1828,27 @@
${_PACKAGE_NAME}_iree-module-bc1338be-e3df-44fd-82e4-40ba9560a073-e7e18b0f-c72d-4f1c-89b1-5afee70df6e9
)
+# Compile the module "${_ROOT_ARTIFACTS_DIR}/iree/bc1338be-e3df-44fd-82e4-40ba9560a073_PersonDetect_int8/6d0d5716-5525-44ad-b71d-8075ee1583a6/PersonDetect_int8.vmfb"
+iree_bytecode_module(
+ NAME
+ "iree-module-bc1338be-e3df-44fd-82e4-40ba9560a073-6d0d5716-5525-44ad-b71d-8075ee1583a6"
+ SRC
+ "${_ROOT_ARTIFACTS_DIR}/iree/bc1338be-e3df-44fd-82e4-40ba9560a073_PersonDetect_int8/PersonDetect_int8.mlir"
+ MODULE_FILE_NAME
+ "${_ROOT_ARTIFACTS_DIR}/iree/bc1338be-e3df-44fd-82e4-40ba9560a073_PersonDetect_int8/6d0d5716-5525-44ad-b71d-8075ee1583a6/PersonDetect_int8.vmfb"
+ FLAGS
+ "--iree-hal-target-backends=llvm-cpu"
+ "--iree-input-type=tosa"
+ "--iree-llvm-target-triple=x86_64-unknown-linux-gnu"
+ "--iree-llvm-target-cpu=cascadelake"
+ "--iree-flow-enable-fuse-padding-into-linalg-consumer-ops"
+ PUBLIC
+)
+
+add_dependencies(iree-benchmark-suites
+ ${_PACKAGE_NAME}_iree-module-bc1338be-e3df-44fd-82e4-40ba9560a073-6d0d5716-5525-44ad-b71d-8075ee1583a6
+)
+
# Compile the module "${_ROOT_ARTIFACTS_DIR}/iree/bc1338be-e3df-44fd-82e4-40ba9560a073_PersonDetect_int8/cdf579a9-5446-403b-a991-802a6c702e65/PersonDetect_int8.vmfb"
iree_bytecode_module(
NAME
@@ -1714,6 +1931,27 @@
${_PACKAGE_NAME}_iree-module-4a6f545e-1b4e-41a5-9236-792aa578184b-e7e18b0f-c72d-4f1c-89b1-5afee70df6e9
)
+# Compile the module "${_ROOT_ARTIFACTS_DIR}/iree/4a6f545e-1b4e-41a5-9236-792aa578184b_EfficientNet_int8/6d0d5716-5525-44ad-b71d-8075ee1583a6/EfficientNet_int8.vmfb"
+iree_bytecode_module(
+ NAME
+ "iree-module-4a6f545e-1b4e-41a5-9236-792aa578184b-6d0d5716-5525-44ad-b71d-8075ee1583a6"
+ SRC
+ "${_ROOT_ARTIFACTS_DIR}/iree/4a6f545e-1b4e-41a5-9236-792aa578184b_EfficientNet_int8/EfficientNet_int8.mlir"
+ MODULE_FILE_NAME
+ "${_ROOT_ARTIFACTS_DIR}/iree/4a6f545e-1b4e-41a5-9236-792aa578184b_EfficientNet_int8/6d0d5716-5525-44ad-b71d-8075ee1583a6/EfficientNet_int8.vmfb"
+ FLAGS
+ "--iree-hal-target-backends=llvm-cpu"
+ "--iree-input-type=tosa"
+ "--iree-llvm-target-triple=x86_64-unknown-linux-gnu"
+ "--iree-llvm-target-cpu=cascadelake"
+ "--iree-flow-enable-fuse-padding-into-linalg-consumer-ops"
+ PUBLIC
+)
+
+add_dependencies(iree-benchmark-suites
+ ${_PACKAGE_NAME}_iree-module-4a6f545e-1b4e-41a5-9236-792aa578184b-6d0d5716-5525-44ad-b71d-8075ee1583a6
+)
+
# Compile the module "${_ROOT_ARTIFACTS_DIR}/iree/4a6f545e-1b4e-41a5-9236-792aa578184b_EfficientNet_int8/cdf579a9-5446-403b-a991-802a6c702e65/EfficientNet_int8.vmfb"
iree_bytecode_module(
NAME
@@ -1798,6 +2036,27 @@
${_PACKAGE_NAME}_iree-module-ecf5c970-ee97-49f0-a4ed-df1f34e9d493-e7e18b0f-c72d-4f1c-89b1-5afee70df6e9
)
+# Compile the module "${_ROOT_ARTIFACTS_DIR}/iree/ecf5c970-ee97-49f0-a4ed-df1f34e9d493_MiniLML12H384Uncased/6d0d5716-5525-44ad-b71d-8075ee1583a6/MiniLML12H384Uncased.vmfb"
+iree_bytecode_module(
+ NAME
+ "iree-module-ecf5c970-ee97-49f0-a4ed-df1f34e9d493-6d0d5716-5525-44ad-b71d-8075ee1583a6"
+ SRC
+ "${_ROOT_ARTIFACTS_DIR}/iree/ecf5c970-ee97-49f0-a4ed-df1f34e9d493_MiniLML12H384Uncased/MiniLML12H384Uncased.mlir"
+ MODULE_FILE_NAME
+ "${_ROOT_ARTIFACTS_DIR}/iree/ecf5c970-ee97-49f0-a4ed-df1f34e9d493_MiniLML12H384Uncased/6d0d5716-5525-44ad-b71d-8075ee1583a6/MiniLML12H384Uncased.vmfb"
+ FLAGS
+ "--iree-hal-target-backends=llvm-cpu"
+ "--iree-input-type=mhlo"
+ "--iree-llvm-target-triple=x86_64-unknown-linux-gnu"
+ "--iree-llvm-target-cpu=cascadelake"
+ "--iree-flow-enable-fuse-padding-into-linalg-consumer-ops"
+ PUBLIC
+)
+
+add_dependencies(iree-benchmark-suites
+ ${_PACKAGE_NAME}_iree-module-ecf5c970-ee97-49f0-a4ed-df1f34e9d493-6d0d5716-5525-44ad-b71d-8075ee1583a6
+)
+
# Compile the module "${_ROOT_ARTIFACTS_DIR}/iree/ecf5c970-ee97-49f0-a4ed-df1f34e9d493_MiniLML12H384Uncased/09cb5300-7f73-45cf-9f68-e114c77ca030/MiniLML12H384Uncased.vmfb"
iree_bytecode_module(
NAME
diff --git a/build_tools/python/benchmark_suites/iree/armv8_a_benchmarks.py b/build_tools/python/benchmark_suites/iree/armv8_a_benchmarks.py
index f4d7c5e..b0d45af 100644
--- a/build_tools/python/benchmark_suites/iree/armv8_a_benchmarks.py
+++ b/build_tools/python/benchmark_suites/iree/armv8_a_benchmarks.py
@@ -40,14 +40,18 @@
id=unique_ids.IREE_COMPILE_CONFIG_ANDROID_ARMV8_2_A_GENERIC_MMT4D,
tags=["experimental-flags", "mmt4d"],
compile_targets=[ARMV8_A_CPU_TARGET],
- extra_flags=["--iree-flow-mmt4d-target-options=arch=aarch64"])
+ extra_flags=[
+ "--iree-flow-mmt4d-target-options=arch=aarch64",
+ "--iree-flow-enable-fuse-padding-into-linalg-consumer-ops"
+ ])
MMT4D_AND_DOTPROD_COMPILE_CONFIG = iree_definitions.CompileConfig(
id=unique_ids.IREE_COMPILE_CONFIG_ANDROID_ARMV8_2_A_GENERIC_MMT4D_DOTPROD,
tags=["experimental-flags", "mmt4d", "dotprod"],
compile_targets=[ARMV8_A_CPU_TARGET],
extra_flags=[
"--iree-flow-mmt4d-target-options=arch=aarch64 features=+dotprod",
- "--iree-llvm-target-cpu-features=+dotprod"
+ "--iree-llvm-target-cpu-features=+dotprod",
+ "--iree-flow-enable-fuse-padding-into-linalg-consumer-ops"
])
def generate(
diff --git a/build_tools/python/benchmark_suites/iree/x86_64_benchmarks.py b/build_tools/python/benchmark_suites/iree/x86_64_benchmarks.py
index d55a10f..5e32119 100644
--- a/build_tools/python/benchmark_suites/iree/x86_64_benchmarks.py
+++ b/build_tools/python/benchmark_suites/iree/x86_64_benchmarks.py
@@ -27,6 +27,11 @@
id=unique_ids.IREE_COMPILE_CONFIG_LINUX_CASCADELAKE,
tags=["default-flags"],
compile_targets=[CASCADELAKE_CPU_TARGET])
+ CASCADELAKE_FUSE_PADDING_COMPILE_CONFIG = iree_definitions.CompileConfig(
+ id=unique_ids.IREE_COMPILE_CONFIG_LINUX_CASCADELAKE_FUSE_PADDING,
+ tags=["experimental-flags", "fuse-padding"],
+ compile_targets=[CASCADELAKE_CPU_TARGET],
+ extra_flags=["--iree-flow-enable-fuse-padding-into-linalg-consumer-ops"])
def generate(
self
@@ -40,6 +45,12 @@
imported_model=iree_definitions.ImportedModel.from_model(model))
for model in model_groups.SMALL + model_groups.LARGE
]
+ gen_configs += [
+ iree_definitions.ModuleGenerationConfig(
+ compile_config=self.CASCADELAKE_FUSE_PADDING_COMPILE_CONFIG,
+ imported_model=iree_definitions.ImportedModel.from_model(model))
+ for model in model_groups.SMALL + model_groups.LARGE
+ ]
default_execution_configs = [
module_execution_configs.ELF_LOCAL_SYNC_CONFIG
] + [
diff --git a/build_tools/python/e2e_test_framework/unique_ids.py b/build_tools/python/e2e_test_framework/unique_ids.py
index e97e5a2..b1ea5a7 100644
--- a/build_tools/python/e2e_test_framework/unique_ids.py
+++ b/build_tools/python/e2e_test_framework/unique_ids.py
@@ -33,6 +33,7 @@
# IREE benchmarks
IREE_COMPILE_CONFIG_VMVX_GENERIC_DEFAULTS = "75336abd-8108-462c-9ce3-15443e3f32f4"
IREE_COMPILE_CONFIG_LINUX_CASCADELAKE = "e7e18b0f-c72d-4f1c-89b1-5afee70df6e9"
+IREE_COMPILE_CONFIG_LINUX_CASCADELAKE_FUSE_PADDING = "6d0d5716-5525-44ad-b71d-8075ee1583a6"
IREE_COMPILE_CONFIG_LINUX_RV64_GENERIC_DEFAULTS = "cdf579a9-5446-403b-a991-802a6c702e65"
IREE_COMPILE_CONFIG_LINUX_RV32_GENERIC_DEFAULTS = "6d9ce240-ec14-4d8f-a8e4-1b20aa17b4e4"
IREE_COMPILE_CONFIG_LINUX_CUDA_SM80_DEFAULTS = "09cb5300-7f73-45cf-9f68-e114c77ca030"
