################################################################################
# Autogenerated by build_tools/bazel_to_cmake/bazel_to_cmake.py from           #
# tests/e2e/matmul/BUILD.bazel                                                 #
#                                                                              #
# Use iree_cmake_extra_content from iree/build_defs.oss.bzl to add arbitrary   #
# CMake-only content.                                                          #
#                                                                              #
# To disable autogeneration for this file entirely, delete this header.        #
################################################################################

iree_add_all_subdirs()

iree_generated_trace_runner_test(
  NAME
    e2e_matmul_direct_i8_small
  GENERATOR
    "generate_e2e_matmul_tests.py"
  GENERATOR_ARGS
    "--lhs_rhs_type=i8"
    "--shapes=small"
  TRACE_RUNNER
    iree-e2e-matmul-test
  TARGET_BACKENDS
    "llvm-cpu"
  DRIVERS
    "local-task"
)

iree_generated_trace_runner_test(
  NAME
    e2e_matmul_direct_f32_small
  GENERATOR
    "generate_e2e_matmul_tests.py"
  GENERATOR_ARGS
    "--lhs_rhs_type=f32"
    "--shapes=small"
  TRACE_RUNNER
    iree-e2e-matmul-test
  TARGET_BACKENDS
    "llvm-cpu"
  DRIVERS
    "local-task"
)

iree_generated_trace_runner_test(
  NAME
    e2e_matmul_mmt4d_i8_small
  GENERATOR
    "generate_e2e_matmul_tests.py"
  GENERATOR_ARGS
    "--lhs_rhs_type=i8"
    "--shapes=small"
  TRACE_RUNNER
    iree-e2e-matmul-test
  TARGET_BACKENDS
    "llvm-cpu"
  DRIVERS
    "local-task"
  COMPILER_FLAGS
    "--iree-flow-enable-data-tiling"
  TARGET_CPU_FEATURES_VARIANTS
    "default"
    "arm_64:dotprod:+dotprod"
    "arm_64:i8mm:+i8mm"
)

iree_generated_trace_runner_test(
  NAME
    e2e_matmul_mmt4d_f32_small
  GENERATOR
    "generate_e2e_matmul_tests.py"
  GENERATOR_ARGS
    "--lhs_rhs_type=f32"
    "--shapes=small"
  TRACE_RUNNER
    iree-e2e-matmul-test
  TARGET_BACKENDS
    "llvm-cpu"
  DRIVERS
    "local-task"
  COMPILER_FLAGS
    "--iree-flow-enable-data-tiling"
  TARGET_CPU_FEATURES_VARIANTS
    "default"
)

iree_generated_trace_runner_test(
  NAME
    e2e_matmul_mmt4d_i8_large
  GENERATOR
    "generate_e2e_matmul_tests.py"
  GENERATOR_ARGS
    "--lhs_rhs_type=i8"
    "--shapes=large"
  TRACE_RUNNER
    iree-e2e-matmul-test
  TARGET_BACKENDS
    "llvm-cpu"
  DRIVERS
    "local-task"
  COMPILER_FLAGS
    "--iree-flow-enable-data-tiling"
  LABELS
    "noriscv"
    "notsan"
  TARGET_CPU_FEATURES_VARIANTS
    "default"
    "arm_64:dotprod:+dotprod"
    "arm_64:i8mm:+i8mm"
)

iree_generated_trace_runner_test(
  NAME
    e2e_matmul_mmt4d_f32_large
  GENERATOR
    "generate_e2e_matmul_tests.py"
  GENERATOR_ARGS
    "--lhs_rhs_type=f32"
    "--shapes=large"
  TRACE_RUNNER
    iree-e2e-matmul-test
  TARGET_BACKENDS
    "llvm-cpu"
  DRIVERS
    "local-task"
  COMPILER_FLAGS
    "--iree-flow-enable-data-tiling"
  LABELS
    "noriscv"
    "notsan"
  TARGET_CPU_FEATURES_VARIANTS
    "default"
)

iree_generated_trace_runner_test(
  NAME
    e2e_matmul_mmt4d_i8_intrinsics_small
  GENERATOR
    "generate_e2e_matmul_tests.py"
  GENERATOR_ARGS
    "--lhs_rhs_type=i8"
    "--shapes=small"
  TRACE_RUNNER
    iree-e2e-matmul-test
  TARGET_BACKENDS
    "llvm-cpu"
  DRIVERS
    "local-task"
  COMPILER_FLAGS
    "--iree-codegen-mmt4d-use-intrinsics"
    "--iree-flow-enable-data-tiling"
  TARGET_CPU_FEATURES_VARIANTS
    "default"
    "arm_64:dotprod:+dotprod"
    "arm_64:i8mm:+i8mm"
)

iree_generated_trace_runner_test(
  NAME
    e2e_matmul_mmt4d_f32_intrinsics_small
  GENERATOR
    "generate_e2e_matmul_tests.py"
  GENERATOR_ARGS
    "--lhs_rhs_type=f32"
    "--shapes=small"
  TRACE_RUNNER
    iree-e2e-matmul-test
  TARGET_BACKENDS
    "llvm-cpu"
  DRIVERS
    "local-task"
  COMPILER_FLAGS
    "--iree-codegen-mmt4d-use-intrinsics"
    "--iree-flow-enable-data-tiling"
  TARGET_CPU_FEATURES_VARIANTS
    "default"
)

iree_generated_trace_runner_test(
  NAME
    e2e_matmul_direct_i8_small_ukernel
  GENERATOR
    "generate_e2e_matmul_tests.py"
  GENERATOR_ARGS
    "--lhs_rhs_type=i8"
    "--shapes=small"
  TRACE_RUNNER
    iree-e2e-matmul-test
  TARGET_BACKENDS
    "vmvx"
  DRIVERS
    "local-task"
  COMPILER_FLAGS
    "--iree-vmvx-enable-microkernels"
)

iree_generated_trace_runner_test(
  NAME
    e2e_matmul_direct_f32_small_ukernel
  GENERATOR
    "generate_e2e_matmul_tests.py"
  GENERATOR_ARGS
    "--lhs_rhs_type=f32"
    "--shapes=small"
  TRACE_RUNNER
    iree-e2e-matmul-test
  TARGET_BACKENDS
    "vmvx"
  DRIVERS
    "local-task"
  COMPILER_FLAGS
    "--iree-vmvx-enable-microkernels"
)

iree_generated_trace_runner_test(
  NAME
    e2e_matmul_mmt4d_i8_small_vmvx_ukernel
  GENERATOR
    "generate_e2e_matmul_tests.py"
  GENERATOR_ARGS
    "--lhs_rhs_type=i8"
    "--shapes=small"
  TRACE_RUNNER
    iree-e2e-matmul-test
  TARGET_BACKENDS
    "vmvx"
  DRIVERS
    "local-task"
  COMPILER_FLAGS
    "--iree-vmvx-enable-microkernels"
    "--iree-flow-enable-data-tiling"
)

iree_generated_trace_runner_test(
  NAME
    e2e_matmul_mmt4d_f32_small_vmvx_ukernel
  GENERATOR
    "generate_e2e_matmul_tests.py"
  GENERATOR_ARGS
    "--lhs_rhs_type=f32"
    "--shapes=small"
  TRACE_RUNNER
    iree-e2e-matmul-test
  TARGET_BACKENDS
    "vmvx"
  DRIVERS
    "local-task"
  COMPILER_FLAGS
    "--iree-vmvx-enable-microkernels"
    "--iree-flow-enable-data-tiling"
)

iree_generated_trace_runner_test(
  NAME
    e2e_matmul_mmt4d_i8_small_ukernel
  GENERATOR
    "generate_e2e_matmul_tests.py"
  GENERATOR_ARGS
    "--lhs_rhs_type=i8"
    "--shapes=small"
  TRACE_RUNNER
    iree-e2e-matmul-test
  TARGET_BACKENDS
    "llvm-cpu"
  DRIVERS
    "local-task"
  COMPILER_FLAGS
    "--iree-llvmcpu-enable-microkernels"
    "--iree-flow-enable-data-tiling"
  LABELS

  TARGET_CPU_FEATURES_VARIANTS
    "default"
    "x86_64:avx2_fma:+avx,+avx2,+fma"
    "x86_64:avx512_base:+avx,+avx2,+fma,+avx512f,+avx512vl,+avx512cd,+avx512bw,+avx512dq"
    "x86_64:avx512_vnni:+avx,+avx2,+fma,+avx512f,+avx512vl,+avx512cd,+avx512bw,+avx512dq,+avx512vnni"
    "arm_64:dotprod:+dotprod"
    "arm_64:i8mm:+i8mm"
)

iree_generated_trace_runner_test(
  NAME
    e2e_matmul_mmt4d_i8_large_ukernel
  GENERATOR
    "generate_e2e_matmul_tests.py"
  GENERATOR_ARGS
    "--lhs_rhs_type=i8"
    "--shapes=large"
  TRACE_RUNNER
    iree-e2e-matmul-test
  TARGET_BACKENDS
    "llvm-cpu"
  DRIVERS
    "local-task"
  COMPILER_FLAGS
    "--iree-llvmcpu-enable-microkernels"
    "--iree-flow-enable-data-tiling"
  LABELS
    "noriscv"
    "notsan"
  TARGET_CPU_FEATURES_VARIANTS
    "default"
    "x86_64:avx2_fma:+avx,+avx2,+fma"
    "x86_64:avx512_base:+avx,+avx2,+fma,+avx512f,+avx512vl,+avx512cd,+avx512bw,+avx512dq"
    "x86_64:avx512_vnni:+avx,+avx2,+fma,+avx512f,+avx512vl,+avx512cd,+avx512bw,+avx512dq,+avx512vnni"
    "arm_64:dotprod:+dotprod"
    "arm_64:i8mm:+i8mm"
)

iree_generated_trace_runner_test(
  NAME
    e2e_matmul_mmt4d_f32_small_ukernel
  GENERATOR
    "generate_e2e_matmul_tests.py"
  GENERATOR_ARGS
    "--lhs_rhs_type=f32"
    "--shapes=small"
  TRACE_RUNNER
    iree-e2e-matmul-test
  TARGET_BACKENDS
    "llvm-cpu"
  DRIVERS
    "local-task"
  COMPILER_FLAGS
    "--iree-llvmcpu-enable-microkernels"
    "--iree-flow-enable-data-tiling"
  LABELS

  TARGET_CPU_FEATURES_VARIANTS
    "default"
    "x86_64:avx2_fma:+avx,+avx2,+fma"
    "x86_64:avx512_base:+avx,+avx2,+fma,+avx512f,+avx512vl,+avx512cd,+avx512bw,+avx512dq"
)

iree_generated_trace_runner_test(
  NAME
    e2e_matmul_mmt4d_f32_large_ukernel
  GENERATOR
    "generate_e2e_matmul_tests.py"
  GENERATOR_ARGS
    "--lhs_rhs_type=f32"
    "--shapes=large"
  TRACE_RUNNER
    iree-e2e-matmul-test
  TARGET_BACKENDS
    "llvm-cpu"
  DRIVERS
    "local-task"
  COMPILER_FLAGS
    "--iree-llvmcpu-enable-microkernels"
    "--iree-flow-enable-data-tiling"
  LABELS
    "noriscv"
    "notsan"
  TARGET_CPU_FEATURES_VARIANTS
    "default"
    "x86_64:avx2_fma:+avx,+avx2,+fma"
    "x86_64:avx512_base:+avx,+avx2,+fma,+avx512f,+avx512vl,+avx512cd,+avx512bw,+avx512dq"
)

iree_generated_trace_runner_test(
  NAME
    e2e_matmul_direct_f32_gpu_large_LLVMGPUMatmulSimt
  GENERATOR
    "generate_e2e_matmul_tests.py"
  GENERATOR_ARGS
    "--lhs_rhs_type=f32"
    "--shapes=gpu_large_aligned"
    "--compilation_info=LLVMGPUMatmulSimt"
  TRACE_RUNNER
    iree-e2e-matmul-test
  TARGET_BACKENDS
    "cuda"
  DRIVERS
    "cuda"
  LABELS
    "noasan"
    "nomsan"
    "notsan"
    "noubsan"
    "requires-gpu-nvidia"
)

iree_generated_trace_runner_test(
  NAME
    e2e_matmul_direct_f32_gpu_large_LLVMGPUMatmulTensorCore
  GENERATOR
    "generate_e2e_matmul_tests.py"
  GENERATOR_ARGS
    "--lhs_rhs_type=f32"
    "--shapes=gpu_large_aligned"
    "--compilation_info=LLVMGPUMatmulTensorCore"
  TRACE_RUNNER
    iree-e2e-matmul-test
  TARGET_BACKENDS
    "cuda"
  DRIVERS
    "cuda"
  COMPILER_FLAGS
    "--iree-hal-cuda-llvm-target-arch=sm_80"
  LABELS
    "noasan"
    "nomsan"
    "notsan"
    "noubsan"
    "requires-gpu-nvidia"
)

iree_generated_trace_runner_test(
  NAME
    e2e_matmul_direct_f32_gpu_large_unaligned
  GENERATOR
    "generate_e2e_matmul_tests.py"
  GENERATOR_ARGS
    "--lhs_rhs_type=f32"
    "--shapes=gpu_large"
  TRACE_RUNNER
    iree-e2e-matmul-test
  TARGET_BACKENDS
    "cuda"
  DRIVERS
    "cuda"
  COMPILER_FLAGS
    "--iree-hal-cuda-llvm-target-arch=sm_80"
  LABELS
    "noasan"
    "nomsan"
    "notsan"
    "noubsan"
    "requires-gpu-nvidia"
)

iree_generated_trace_runner_test(
  NAME
    e2e_matmul_direct_f32_gpu_large_mma_sync_LLVMGPUMatmulTensorCoreMmaSync
  GENERATOR
    "generate_e2e_matmul_tests.py"
  GENERATOR_ARGS
    "--lhs_rhs_type=f32"
    "--shapes=gpu_large_aligned"
    "--compilation_info=LLVMGPUMatmulTensorCoreMmaSync"
  TRACE_RUNNER
    iree-e2e-matmul-test
  TARGET_BACKENDS
    "cuda"
  DRIVERS
    "cuda"
  COMPILER_FLAGS
    "--iree-hal-cuda-llvm-target-arch=sm_80"
  LABELS
    "noasan"
    "nomsan"
    "notsan"
    "noubsan"
    "requires-gpu-nvidia"
)

iree_generated_trace_runner_test(
  NAME
    e2e_matmul_direct_f16_gpu_large_LLVMGPUMatmulTensorCore
  GENERATOR
    "generate_e2e_matmul_tests.py"
  GENERATOR_ARGS
    "--lhs_rhs_type=f16"
    "--shapes=gpu_large_aligned"
    "--compilation_info=LLVMGPUMatmulTensorCore"
  TRACE_RUNNER
    iree-e2e-matmul-test
  TARGET_BACKENDS
    "cuda"
  DRIVERS
    "cuda"
  COMPILER_FLAGS
    "--iree-hal-cuda-llvm-target-arch=sm_80"
  LABELS
    "noasan"
    "nomsan"
    "notsan"
    "noubsan"
    "requires-gpu-nvidia"
)

iree_generated_trace_runner_test(
  NAME
    e2e_matmul_direct_f16_gpu_large_mma_sync_LLVMGPUMatmulTensorCoreMmaSync
  GENERATOR
    "generate_e2e_matmul_tests.py"
  GENERATOR_ARGS
    "--lhs_rhs_type=f16"
    "--shapes=gpu_large_aligned"
    "--compilation_info=LLVMGPUMatmulTensorCoreMmaSync"
  TRACE_RUNNER
    iree-e2e-matmul-test
  TARGET_BACKENDS
    "cuda"
  DRIVERS
    "cuda"
  COMPILER_FLAGS
    "--iree-hal-cuda-llvm-target-arch=sm_80"
  LABELS
    "noasan"
    "nomsan"
    "notsan"
    "noubsan"
    "requires-gpu-nvidia"
)

iree_generated_trace_runner_test(
  NAME
    e2e_matmul_direct_f32_large_split_k
  GENERATOR
    "generate_e2e_matmul_tests.py"
  GENERATOR_ARGS
    "--lhs_rhs_type=f32"
    "--shapes=large"
  TRACE_RUNNER
    iree-e2e-matmul-test
  TARGET_BACKENDS
    "cuda"
    "llvm-cpu"
  DRIVERS
    "cuda"
    "local-task"
  COMPILER_FLAGS
    "--iree-flow-split-matmul-reduction=4"
  LABELS
    "noasan"
    "nomsan"
    "notsan"
    "noubsan"
    "requires-gpu-nvidia"
    "noriscv"
)

iree_generated_trace_runner_test(
  NAME
    e2e_matmul_direct_i8_gpu_large_valhall-unknown-android31
  GENERATOR
    "generate_e2e_matmul_tests.py"
  GENERATOR_ARGS
    "--lhs_rhs_type=i8"
    "--shapes=gpu_large_aligned"
    "--compilation_info=SPIRVVectorizeMali"
  TRACE_RUNNER
    iree-e2e-matmul-test
  TARGET_BACKENDS
    "vulkan-spirv"
  DRIVERS
    "vulkan"
  COMPILER_FLAGS
    "--iree-vulkan-target-triple=valhall-unknown-android31"
  LABELS
    "requires-gpu-nvidia"
    "vulkan_uses_vk_khr_shader_float16_int8"
)

iree_generated_trace_runner_test(
  NAME
    e2e_matmul_direct_f16_gpu_large_valhall-unknown-android31
  GENERATOR
    "generate_e2e_matmul_tests.py"
  GENERATOR_ARGS
    "--lhs_rhs_type=f16"
    "--shapes=gpu_large_aligned"
    "--compilation_info=SPIRVVectorizeMali"
  TRACE_RUNNER
    iree-e2e-matmul-test
  TARGET_BACKENDS
    "vulkan-spirv"
  DRIVERS
    "vulkan"
  COMPILER_FLAGS
    "--iree-vulkan-target-triple=valhall-unknown-android31"
  LABELS
    "requires-gpu-nvidia"
    "vulkan_uses_vk_khr_shader_float16_int8"
)

iree_generated_trace_runner_test(
  NAME
    e2e_matmul_direct_f32_gpu_large_valhall-unknown-android31
  GENERATOR
    "generate_e2e_matmul_tests.py"
  GENERATOR_ARGS
    "--lhs_rhs_type=f32"
    "--shapes=gpu_large_aligned"
    "--compilation_info=SPIRVVectorizeMali"
  TRACE_RUNNER
    iree-e2e-matmul-test
  TARGET_BACKENDS
    "vulkan-spirv"
  DRIVERS
    "vulkan"
  COMPILER_FLAGS
    "--iree-vulkan-target-triple=valhall-unknown-android31"
  LABELS
    "requires-gpu-nvidia"
    "vulkan_uses_vk_khr_shader_float16_int8"
)

iree_generated_trace_runner_test(
  NAME
    e2e_matmul_direct_i8_gpu_large_ampere-unknown-linux
  GENERATOR
    "generate_e2e_matmul_tests.py"
  GENERATOR_ARGS
    "--lhs_rhs_type=i8"
    "--shapes=gpu_large_aligned"
    "--compilation_info=SPIRVVectorizeNVIDIA"
  TRACE_RUNNER
    iree-e2e-matmul-test
  TARGET_BACKENDS
    "vulkan-spirv"
  DRIVERS
    "vulkan"
  COMPILER_FLAGS
    "--iree-vulkan-target-triple=ampere-unknown-linux"
  LABELS
    "requires-gpu-nvidia"
    "vulkan_uses_vk_khr_shader_float16_int8"
)

iree_generated_trace_runner_test(
  NAME
    e2e_matmul_direct_f16_gpu_large_ampere-unknown-linux
  GENERATOR
    "generate_e2e_matmul_tests.py"
  GENERATOR_ARGS
    "--lhs_rhs_type=f16"
    "--shapes=gpu_large_aligned"
    "--compilation_info=SPIRVVectorizeNVIDIA"
  TRACE_RUNNER
    iree-e2e-matmul-test
  TARGET_BACKENDS
    "vulkan-spirv"
  DRIVERS
    "vulkan"
  COMPILER_FLAGS
    "--iree-vulkan-target-triple=ampere-unknown-linux"
  LABELS
    "requires-gpu-nvidia"
    "vulkan_uses_vk_khr_shader_float16_int8"
)

iree_generated_trace_runner_test(
  NAME
    e2e_matmul_direct_f32_gpu_large_ampere-unknown-linux
  GENERATOR
    "generate_e2e_matmul_tests.py"
  GENERATOR_ARGS
    "--lhs_rhs_type=f32"
    "--shapes=gpu_large_aligned"
    "--compilation_info=SPIRVVectorizeNVIDIA"
  TRACE_RUNNER
    iree-e2e-matmul-test
  TARGET_BACKENDS
    "vulkan-spirv"
  DRIVERS
    "vulkan"
  COMPILER_FLAGS
    "--iree-vulkan-target-triple=ampere-unknown-linux"
  LABELS
    "requires-gpu-nvidia"
    "vulkan_uses_vk_khr_shader_float16_int8"
)

iree_generated_trace_runner_test(
  NAME
    e2e_matmul_direct_f32_small_no_padding
  GENERATOR
    "generate_e2e_matmul_tests.py"
  GENERATOR_ARGS
    "--lhs_rhs_type=f32"
    "--shapes=small"
  TRACE_RUNNER
    iree-e2e-matmul-test
  TARGET_BACKENDS
    "llvm-cpu"
  DRIVERS
    "local-task"
  COMPILER_FLAGS
    "--iree-codegen-enable-vector-padding=false"
)

### BAZEL_TO_CMAKE_PRESERVES_ALL_CONTENT_BELOW_THIS_LINE ###