| # Copyright 2019 The IREE Authors |
| # |
| # Licensed under the Apache License v2.0 with LLVM Exceptions. |
| # See https://llvm.org/LICENSE.txt for license information. |
| # SPDX-License-Identifier: Apache-2.0 WITH LLVM-exception |
| |
| # Tests of end-to-end IREE support for individual ops in the XLA HLO dialect. |
| # Each test file should have a name matching the corresponding XLA HLO op and test only the |
| # functionality of that op (though may make use of other ops where necessary). Tests should be |
| # written using the IREE Check framework and should always pass on the reference VMVX backend. |
| # See https://github.com/iree-org/iree/blob/main/docs/developers/developing_iree/testing_guide.md#iree-core-end-to-end-tests. |
| |
| load("//build_tools/bazel:enforce_glob.bzl", "enforce_glob") |
| load("//build_tools/bazel:iree_check_test.bzl", "iree_check_single_backend_test_suite") |
| |
| package( |
| default_visibility = ["//visibility:public"], |
| features = ["layering_check"], |
| licenses = ["notice"], # Apache 2.0 |
| ) |
| |
| iree_check_single_backend_test_suite( |
| name = "check_cuda_graph", |
| srcs = enforce_glob( |
| # keep sorted |
| [ |
| "abs.mlir", |
| "add.mlir", |
| "batch_norm_inference.mlir", |
| "bitcast_convert.mlir", |
| "broadcast.mlir", |
| "broadcast_add.mlir", |
| "broadcast_in_dim.mlir", |
| "clamp.mlir", |
| "compare.mlir", |
| "concatenate.mlir", |
| "constant.mlir", |
| "convert.mlir", |
| "convolution.mlir", |
| "cosine.mlir", |
| "divide.mlir", |
| "dot.mlir", |
| "dot_general.mlir", |
| "dynamic_slice.mlir", |
| "dynamic_update_slice.mlir", |
| "exponential.mlir", |
| "exponential_fp16.mlir", |
| "exponential_minus_one.mlir", |
| "finite.mlir", |
| "floor.mlir", |
| "gather.mlir", |
| "iota.mlir", |
| "log.mlir", |
| "log_plus_one.mlir", |
| "maximum.mlir", |
| "minimum.mlir", |
| "multiply.mlir", |
| "negate.mlir", |
| "pad.mlir", |
| "pow.mlir", |
| "reduce.mlir", |
| "reduce_window.mlir", |
| "remainder.mlir", |
| "reshape.mlir", |
| "reverse.mlir", |
| "rng_normal.mlir", |
| "rng_uniform.mlir", |
| "round.mlir", |
| "rsqrt.mlir", |
| "scatter.mlir", |
| "scatter_dynamic.mlir", |
| "select.mlir", |
| "sine.mlir", |
| "slice.mlir", |
| "sort.mlir", |
| "sqrt.mlir", |
| "subtract.mlir", |
| "tanh.mlir", |
| "torch_index_select.mlir", |
| "transpose.mlir", |
| "while.mlir", |
| ], |
| include = ["*.mlir"], |
| exclude = [ |
| "fft.mlir", # TODO(#9583) |
| ], |
| ), |
| compiler_flags = ["--iree-input-type=mhlo"], |
| driver = "cuda", |
| runner_args = ["--cuda_use_streams=false"], |
| tags = [ |
| # CUDA cuInit fails with sanitizer on. |
| "noasan", |
| "nomsan", |
| "notsan", |
| "noubsan", |
| "requires-gpu-nvidia", |
| ], |
| target_backend = "cuda", |
| ) |
| |
| # Run cuda tests using stream command buffer |
| iree_check_single_backend_test_suite( |
| name = "check_cuda_streams", |
| srcs = enforce_glob( |
| # keep sorted |
| [ |
| "abs.mlir", |
| "add.mlir", |
| "batch_norm_inference.mlir", |
| "bitcast_convert.mlir", |
| "broadcast.mlir", |
| "broadcast_add.mlir", |
| "broadcast_in_dim.mlir", |
| "clamp.mlir", |
| "compare.mlir", |
| "concatenate.mlir", |
| "constant.mlir", |
| "convert.mlir", |
| "convolution.mlir", |
| "cosine.mlir", |
| "divide.mlir", |
| "dot.mlir", |
| "dot_general.mlir", |
| "dynamic_slice.mlir", |
| "dynamic_update_slice.mlir", |
| "exponential.mlir", |
| "exponential_fp16.mlir", |
| "exponential_minus_one.mlir", |
| "finite.mlir", |
| "floor.mlir", |
| "gather.mlir", |
| "iota.mlir", |
| "log.mlir", |
| "log_plus_one.mlir", |
| "maximum.mlir", |
| "minimum.mlir", |
| "multiply.mlir", |
| "negate.mlir", |
| "pad.mlir", |
| "pow.mlir", |
| "reduce.mlir", |
| "reduce_window.mlir", |
| "remainder.mlir", |
| "reshape.mlir", |
| "reverse.mlir", |
| "rng_normal.mlir", |
| "rng_uniform.mlir", |
| "round.mlir", |
| "rsqrt.mlir", |
| "scatter.mlir", |
| "scatter_dynamic.mlir", |
| "select.mlir", |
| "sine.mlir", |
| "slice.mlir", |
| "sort.mlir", |
| "sqrt.mlir", |
| "subtract.mlir", |
| "tanh.mlir", |
| "torch_index_select.mlir", |
| "transpose.mlir", |
| "while.mlir", |
| ], |
| include = ["*.mlir"], |
| exclude = [ |
| "fft.mlir", # TODO(#9583) |
| ], |
| ), |
| compiler_flags = ["--iree-input-type=mhlo"], |
| driver = "cuda", |
| runner_args = ["--cuda_use_streams=true"], |
| tags = [ |
| # CUDA cuInit fails with sanitizer on. |
| "noasan", |
| "nomsan", |
| "notsan", |
| "noubsan", |
| "requires-gpu-nvidia", |
| ], |
| target_backend = "cuda", |
| ) |
| |
| iree_check_single_backend_test_suite( |
| name = "check_dylib-llvm-aot_dylib", |
| srcs = enforce_glob( |
| # keep sorted |
| [ |
| "abs.mlir", |
| "add.mlir", |
| "batch_norm_inference.mlir", |
| "bitcast_convert.mlir", |
| "broadcast.mlir", |
| "broadcast_add.mlir", |
| "broadcast_in_dim.mlir", |
| "clamp.mlir", |
| "compare.mlir", |
| "concatenate.mlir", |
| "constant.mlir", |
| "convert.mlir", |
| "convolution.mlir", |
| "cosine.mlir", |
| "divide.mlir", |
| "dot.mlir", |
| "dot_general.mlir", |
| "dynamic_slice.mlir", |
| "dynamic_update_slice.mlir", |
| "exponential.mlir", |
| "exponential_fp16.mlir", |
| "exponential_minus_one.mlir", |
| "fft.mlir", |
| "finite.mlir", |
| "floor.mlir", |
| "gather.mlir", |
| "iota.mlir", |
| "log.mlir", |
| "log_plus_one.mlir", |
| "maximum.mlir", |
| "minimum.mlir", |
| "multiply.mlir", |
| "negate.mlir", |
| "pad.mlir", |
| "pow.mlir", |
| "reduce.mlir", |
| "reduce_window.mlir", |
| "remainder.mlir", |
| "reshape.mlir", |
| "reverse.mlir", |
| "rng_normal.mlir", |
| "rng_uniform.mlir", |
| "round.mlir", |
| "rsqrt.mlir", |
| "scatter.mlir", |
| "scatter_dynamic.mlir", |
| "select.mlir", |
| "sine.mlir", |
| "slice.mlir", |
| "sort.mlir", |
| "sqrt.mlir", |
| "subtract.mlir", |
| "tanh.mlir", |
| "torch_index_select.mlir", |
| "transpose.mlir", |
| "while.mlir", |
| ], |
| include = ["*.mlir"], |
| ), |
| compiler_flags = ["--iree-input-type=mhlo"], |
| driver = "local-task", |
| target_backend = "dylib-llvm-aot", |
| ) |
| |
| iree_check_single_backend_test_suite( |
| name = "check_vmvx_vmvx", |
| srcs = enforce_glob( |
| # keep sorted |
| [ |
| "abs.mlir", |
| "add.mlir", |
| "batch_norm_inference.mlir", |
| "bitcast_convert.mlir", |
| "broadcast.mlir", |
| "broadcast_add.mlir", |
| "broadcast_in_dim.mlir", |
| "clamp.mlir", |
| "compare.mlir", |
| "concatenate.mlir", |
| "constant.mlir", |
| "convert.mlir", |
| "convolution.mlir", |
| "cosine.mlir", |
| "divide.mlir", |
| "dot.mlir", |
| "dot_general.mlir", |
| "dynamic_slice.mlir", |
| "dynamic_update_slice.mlir", |
| "exponential.mlir", |
| "exponential_minus_one.mlir", |
| "finite.mlir", |
| "floor.mlir", |
| "gather.mlir", |
| "iota.mlir", |
| "log.mlir", |
| "log_plus_one.mlir", |
| "maximum.mlir", |
| "minimum.mlir", |
| "multiply.mlir", |
| "negate.mlir", |
| "pad.mlir", |
| "pow.mlir", |
| "reduce.mlir", |
| "reduce_window.mlir", |
| "remainder.mlir", |
| "reshape.mlir", |
| "reverse.mlir", |
| "rsqrt.mlir", |
| "scatter.mlir", |
| "scatter_dynamic.mlir", |
| "select.mlir", |
| "sine.mlir", |
| "slice.mlir", |
| "sort.mlir", |
| "sqrt.mlir", |
| "subtract.mlir", |
| "tanh.mlir", |
| "torch_index_select.mlir", |
| "transpose.mlir", |
| "while.mlir", |
| ], |
| include = ["*.mlir"], |
| exclude = [ |
| "exponential_fp16.mlir", |
| "fft.mlir", # TODO(#6601): Eanble the test. |
| "rng_uniform.mlir", # TODO(#6995): Enable the test. |
| "rng_normal.mlir", # TODO(#6995): Enable the test. |
| "round.mlir", # TODO(#7618): Fix and enable (math.copysign -> VM) |
| ], |
| ), |
| compiler_flags = ["--iree-input-type=mhlo"], |
| driver = "local-task", |
| target_backend = "vmvx", |
| ) |
| |
| iree_check_single_backend_test_suite( |
| name = "check_vulkan-spirv_vulkan", |
| srcs = enforce_glob( |
| # keep sorted |
| [ |
| "abs.mlir", |
| "add.mlir", |
| "batch_norm_inference.mlir", |
| "broadcast.mlir", |
| "broadcast_add.mlir", |
| "broadcast_in_dim.mlir", |
| "clamp.mlir", |
| "compare.mlir", |
| "concatenate.mlir", |
| "constant.mlir", |
| "convert.mlir", |
| "convolution.mlir", |
| "cosine.mlir", |
| "divide.mlir", |
| "dot.mlir", |
| "dot_general.mlir", |
| "dynamic_slice.mlir", |
| "dynamic_update_slice.mlir", |
| "exponential.mlir", |
| "exponential_minus_one.mlir", |
| "finite.mlir", |
| "floor.mlir", |
| "gather.mlir", |
| "iota.mlir", |
| "log.mlir", |
| "log_plus_one.mlir", |
| "maximum.mlir", |
| "minimum.mlir", |
| "multiply.mlir", |
| "negate.mlir", |
| "pad.mlir", |
| "pow.mlir", |
| "reduce.mlir", |
| "reduce_window.mlir", |
| "remainder.mlir", |
| "reshape.mlir", |
| "reverse.mlir", |
| "rng_normal.mlir", |
| "rng_uniform.mlir", |
| "rsqrt.mlir", |
| "scatter.mlir", |
| "scatter_dynamic.mlir", |
| "select.mlir", |
| "sine.mlir", |
| "slice.mlir", |
| "sort.mlir", |
| "sqrt.mlir", |
| "subtract.mlir", |
| "tanh.mlir", |
| "torch_index_select.mlir", |
| "transpose.mlir", |
| "while.mlir", |
| ], |
| include = ["*.mlir"], |
| exclude = [ |
| "bitcast_convert.mlir", |
| "exponential_fp16.mlir", |
| "fft.mlir", # TODO(#9583) |
| "round.mlir", # TODO(#9617) |
| ], |
| ), |
| compiler_flags = ["--iree-input-type=mhlo"], |
| driver = "vulkan", |
| target_backend = "vulkan-spirv", |
| ) |
| |
| # Check WebAssembly compilation (LLVM backend with wasm target triple). |
| # Note: |
| # * no 'driver' arg is set, so this does not test execution |
| # * the test suite name is missing "_driver" from "check_target_driver" |
| # * this isn't an "end to end" test suite in the same sense as the other |
| # test suites in this file, but the test coverage is still useful |
| # Hopefully at some point we can build WebAssembly execution testing into our |
| # infrastructure and this will no longer bend our testing definitions as much. |
| iree_check_single_backend_test_suite( |
| name = "check_wasm-llvm-aot", |
| srcs = enforce_glob( |
| # keep sorted |
| [ |
| "abs.mlir", |
| "add.mlir", |
| "batch_norm_inference.mlir", |
| "bitcast_convert.mlir", |
| "broadcast.mlir", |
| "broadcast_add.mlir", |
| "broadcast_in_dim.mlir", |
| "clamp.mlir", |
| "compare.mlir", |
| "concatenate.mlir", |
| "constant.mlir", |
| "convert.mlir", |
| "convolution.mlir", |
| "cosine.mlir", |
| "divide.mlir", |
| "dot.mlir", |
| "dot_general.mlir", |
| "dynamic_slice.mlir", |
| "dynamic_update_slice.mlir", |
| "exponential.mlir", |
| "exponential_fp16.mlir", |
| "exponential_minus_one.mlir", |
| "fft.mlir", |
| "finite.mlir", |
| "floor.mlir", |
| "gather.mlir", |
| "iota.mlir", |
| "log.mlir", |
| "log_plus_one.mlir", |
| "maximum.mlir", |
| "minimum.mlir", |
| "multiply.mlir", |
| "negate.mlir", |
| "pad.mlir", |
| "pow.mlir", |
| "reduce.mlir", |
| "reduce_window.mlir", |
| "remainder.mlir", |
| "reshape.mlir", |
| "reverse.mlir", |
| "rng_normal.mlir", |
| "rng_uniform.mlir", |
| "round.mlir", |
| "rsqrt.mlir", |
| "scatter.mlir", |
| "scatter_dynamic.mlir", |
| "select.mlir", |
| "sine.mlir", |
| "slice.mlir", |
| "sort.mlir", |
| "sqrt.mlir", |
| "subtract.mlir", |
| "tanh.mlir", |
| "torch_index_select.mlir", |
| "transpose.mlir", |
| "while.mlir", |
| ], |
| include = ["*.mlir"], |
| ), |
| compiler_flags = [ |
| "--iree-input-type=mhlo", |
| "--iree-llvm-target-triple=wasm32-unknown-emscripten", |
| "--iree-llvm-target-cpu-features=+atomics,+bulk-memory", # required to use shared memory |
| ], |
| # driver = "wasm", # No driver yet, only test compilation. |
| target_backend = "dylib-llvm-aot", |
| ) |
| |
| # Check host features compilation (LLVM backend with host cpu features). |
| iree_check_single_backend_test_suite( |
| name = "check_dylib-llvm-aot-host_dylib", |
| srcs = enforce_glob( |
| # keep sorted |
| [ |
| "abs.mlir", |
| "add.mlir", |
| "batch_norm_inference.mlir", |
| "bitcast_convert.mlir", |
| "broadcast.mlir", |
| "broadcast_add.mlir", |
| "broadcast_in_dim.mlir", |
| "clamp.mlir", |
| "compare.mlir", |
| "concatenate.mlir", |
| "constant.mlir", |
| "convert.mlir", |
| "convolution.mlir", |
| "cosine.mlir", |
| "divide.mlir", |
| "dot.mlir", |
| "dot_general.mlir", |
| "dynamic_slice.mlir", |
| "dynamic_update_slice.mlir", |
| "exponential.mlir", |
| "exponential_fp16.mlir", |
| "exponential_minus_one.mlir", |
| "fft.mlir", |
| "finite.mlir", |
| "floor.mlir", |
| "gather.mlir", |
| "iota.mlir", |
| "log.mlir", |
| "log_plus_one.mlir", |
| "maximum.mlir", |
| "minimum.mlir", |
| "multiply.mlir", |
| "negate.mlir", |
| "pad.mlir", |
| "pow.mlir", |
| "reduce.mlir", |
| "reduce_window.mlir", |
| "remainder.mlir", |
| "reshape.mlir", |
| "reverse.mlir", |
| "rng_normal.mlir", |
| "rng_uniform.mlir", |
| "round.mlir", |
| "rsqrt.mlir", |
| "scatter.mlir", |
| "scatter_dynamic.mlir", |
| "select.mlir", |
| "sine.mlir", |
| "slice.mlir", |
| "sort.mlir", |
| "sqrt.mlir", |
| "subtract.mlir", |
| "tanh.mlir", |
| "torch_index_select.mlir", |
| "transpose.mlir", |
| "while.mlir", |
| ], |
| include = ["*.mlir"], |
| ), |
| compiler_flags = [ |
| "--iree-input-type=mhlo", |
| "--iree-llvm-target-cpu-features=host", |
| ], |
| driver = "local-task", |
| # Building and testing must be on the same architecture, which doesn't work |
| # with remote execution in general. |
| tags = [ |
| "hostonly", |
| "local", |
| ], |
| target_backend = "dylib-llvm-aot", |
| ) |
| |
| test_suite( |
| name = "check", |
| tests = [ |
| ":check_dylib-llvm-aot-host_dylib", |
| ":check_dylib-llvm-aot_dylib", |
| ":check_vmvx_vmvx", |
| ":check_vulkan-spirv_vulkan", |
| ], |
| ) |
