tools/test/iree-benchmark-module-outputs.mlir

// Tests that output processing is performed by iree-benchmark-module when
// --enable_output_processing is passed (and only if it is passed).
// Test that --output= options are working in general, by testing a single one.
// See iree-run-module-outputs.mlir for tests of the --output= options
// themselves, which are implemented by code shared between iree-run-module
// and iree-benchmark-module.

// RUN: (iree-compile --iree-hal-target-device=local \
// RUN:               --iree-hal-local-target-device-backends=vmvx %s | \
// RUN:  iree-benchmark-module --device=local-sync --module=- \
// RUN:                        --function=default) | \
// RUN: FileCheck --check-prefix=DISABLED %s
// DISABLED-LABEL: BM_default
// DISABLED-NOT: result[

// RUN: (iree-compile --iree-hal-target-device=local \
// RUN:               --iree-hal-local-target-device-backends=vmvx %s | \
// RUN:  iree-benchmark-module --device=local-sync --module=- \
// RUN:                        --function=default \
// RUN:                        --enable_output_processing) | \
// RUN: FileCheck --check-prefix=ENABLED %s
// ENABLED-LABEL: BM_default
// ENABLED: result[0]: i32=123

// RUN: (iree-compile --iree-hal-target-device=local \
// RUN:               --iree-hal-local-target-device-backends=vmvx %s | \
// RUN:  iree-benchmark-module --device=local-sync --module=- \
// RUN:                        --function=default \
// RUN:                        --enable_output_processing \
// RUN:                        --output=@%t.npy) && \
// RUN:  "%PYTHON" %S/echo_npy.py %t.npy | \
// RUN: FileCheck --check-prefix=OUTPUT-OPTION %s
// OUTPUT-OPTION{LITERAL}: 123
func.func @default() -> (i32) {
  %0 = arith.constant 123 : i32
  return %0 : i32
}

// Tests that a failing --expected_output= check makes the tool exit with a
// failure exit code, same as iree-run-module. See
// iree-run-module-expected.mlir for full coverage of --expected_output=
// comparison behavior itself.

// RUN: (iree-compile --iree-hal-target-device=local \
// RUN:               --iree-hal-local-target-device-backends=vmvx %s | \
// RUN:  not iree-benchmark-module --device=local-sync --module=- \
// RUN:                            --function=abs --input=f32=-2 \
// RUN:                            --enable_output_processing \
// RUN:                            --expected_output=f32=3) | \
// RUN: FileCheck --check-prefix=EXPECTED-MISMATCH %s
// EXPECTED-MISMATCH-LABEL: BM_abs
// EXPECTED-MISMATCH: [FAILED]
func.func @abs(%input: tensor<f32>) -> (tensor<f32>) {
  %result = math.absf %input : tensor<f32>
  return %result : tensor<f32>
}