Add Conv1x1 microbenchmark
A simple example of deploying the tosa.conv2d 1x1 model.
The input is set to zero so the output is just the bias (input = conv2d
zero_point).
Change-Id: Ied4f02a387aff5c180af938a06602b5103c50844
diff --git a/samples/microbenchmarks/CMakeLists.txt b/samples/microbenchmarks/CMakeLists.txt
new file mode 100644
index 0000000..df7230b
--- /dev/null
+++ b/samples/microbenchmarks/CMakeLists.txt
@@ -0,0 +1,34 @@
+# -------------------------------------------------------------------------------
+# Build the mlir bytecode modules with iree-compile. Note the last two flags
+# are for RVV support.
+# https://github.com/llvm/llvm-project/blob/0eeab8b/llvm/lib/Target/RISCV/RISCVSubtarget.cpp#L30-L51
+# -------------------------------------------------------------------------------
+
+springbok_c_module(
+ NAME
+ conv1x1_test
+ SRC
+ "conv1x1_test.mlir"
+ FLAGS
+ "-iree-input-type=tosa"
+ "-riscv-v-vector-bits-min=512"
+ "-riscv-v-fixed-length-vector-lmul-max=8"
+ PUBLIC
+)
+
+springbok_test(
+ NAME
+ conv1x1_test_emitc_static
+ SRCS
+ "conv1x1_test.c"
+ DEPS
+ ::conv1x1_test_c
+ ::conv1x1_test_emitc
+ model_util::util
+ LINKOPTS
+ "LINKER:--defsym=__stack_size__=64k"
+ COPTS
+ "-DBUILD_EMITC_STATIC"
+ TESTFILES
+ "conv1x1_test.run"
+)
diff --git a/samples/microbenchmarks/conv1x1_test.c b/samples/microbenchmarks/conv1x1_test.c
new file mode 100644
index 0000000..68932bc
--- /dev/null
+++ b/samples/microbenchmarks/conv1x1_test.c
@@ -0,0 +1,65 @@
+// conv 1x1 tosa op test.
+
+#include "iree/base/api.h"
+#include "iree/hal/api.h"
+#include "model_util/util.h"
+#include "samples/microbenchmarks/conv1x1_test_c.h"
+#include "samples/microbenchmarks/conv1x1_test_emitc.h"
+
+const MlModel kModel = {
+ .num_input = 1,
+ .num_input_dim = {4},
+ .input_shape = {{1, 112, 112, 8}},
+ .input_length = {112 * 112 * 8},
+ .input_size_bytes = {sizeof(int8_t)},
+ .num_output = 1,
+ .output_length = {112 * 112 * 16},
+ .output_size_bytes = sizeof(int8_t),
+ .hal_element_type = IREE_HAL_ELEMENT_TYPE_SINT_8,
+ .entry_func = "module.main",
+ .model_name = "conv1x1_quant",
+};
+
+iree_status_t create_module(iree_vm_instance_t *instance,
+ iree_vm_module_t **module) {
+ return module_create(instance, iree_allocator_system(), module);
+}
+
+iree_hal_executable_library_query_fn_t library_query(void) {
+ return conv1x1_test_linked_llvm_cpu_library_query;
+}
+
+iree_status_t load_input_data(const MlModel *model, void **buffer,
+ iree_const_byte_span_t **byte_span) {
+ iree_status_t result = alloc_input_buffer(model, buffer);
+ // Populate initial value to effectively 0 w.r.t conv1x1, so the output is the
+ // same as the bias.
+ memset((int8_t *)buffer[0], -128,
+ model->input_length[0] * model->input_size_bytes[0]);
+ byte_span[0] = malloc(sizeof(iree_const_byte_span_t));
+ *byte_span[0] = iree_make_const_byte_span(
+ buffer[0], model->input_size_bytes[0] * model->input_length[0]);
+ return result;
+}
+
+iree_status_t process_output(const MlModel *model,
+ iree_hal_buffer_mapping_t *buffers,
+ MlOutput *output) {
+ iree_status_t result = iree_ok_status();
+ // Output is ((bias + input_zp) * multiplier) >> shift + output_zp after
+ // rescale.
+ const int8_t kExpectedOutput[] = {-128, -128, -125, -128, -128, 127,
+ -107, -128, -128, -128, -128, -105,
+ 74, 127, -128, 69};
+ for (int i = 0; i < model->output_length[0] / sizeof(kExpectedOutput); ++i) {
+ for (int j = 0; j < sizeof(kExpectedOutput); ++j) {
+ if ((((const int8_t *)buffers[0]
+ .contents.data)[i * sizeof(kExpectedOutput) + j]) !=
+ kExpectedOutput[j]) {
+ result = iree_make_status(IREE_STATUS_UNKNOWN, "result mismatches");
+ break;
+ }
+ }
+ }
+ return result;
+}
diff --git a/samples/microbenchmarks/conv1x1_test.mlir b/samples/microbenchmarks/conv1x1_test.mlir
new file mode 100644
index 0000000..587f24a
--- /dev/null
+++ b/samples/microbenchmarks/conv1x1_test.mlir
@@ -0,0 +1,9 @@
+module {
+ func.func @main(%arg0: tensor<1x112x112x8xi8>) -> tensor<1x112x112x16xi8> {
+ %0 = "tosa.const"() {value = dense<[-918, -4433, 87, -234, -21393, 7738, 529, -8835, -16817, -375, -199, 572, 5082, 15569, -186, 4955]> : tensor<16xi32>} : () -> tensor<16xi32>
+ %1 = "tosa.const"() {value = dense<"0xE2E2E2E2E2EBF6E206E2E2E8EBE6DEE2E0E2E2FDDCE7E1E2E2E2E2FDDFE6E0E3EBE2E2DCEFAC213DE2E2E2E3E2D3C9E4E2E2E2E2E3E1E1FA3EE2E2E9E9E5E3E47FE2E2E4EDE2E2E3E0E2E2E4DFE9DCFEE3E2E2E2E2E2E2E2F9E2E2E6EBEADCE4E2E2E2CEE5E1E0E181E2E2D9D3DEE1DDE2E2E2E2E2E2E2E2C5E2E2E2DBE1E3E1"> : tensor<16x1x1x8xi8>} : () -> tensor<16x1x1x8xi8>
+ %2 = "tosa.conv2d"(%arg0, %1, %0) {dilation = [1, 1], pad = [0, 0, 0, 0], quantization_info = #tosa.conv_quant<input_zp = -128, weight_zp = -30>, stride = [1, 1]} : (tensor<1x112x112x8xi8>, tensor<16x1x1x8xi8>, tensor<16xi32>) -> tensor<1x112x112x16xi32>
+ %3 = "tosa.rescale"(%2) {double_round = true, input_zp = 0 : i32, multiplier = [1364139008 : i32], output_zp = -128 : i32, per_channel = false, scale32 = true, shift = [35 : i32]} : (tensor<1x112x112x16xi32>) -> tensor<1x112x112x16xi8>
+ return %3 : tensor<1x112x112x16xi8>
+ }
+}
diff --git a/samples/microbenchmarks/conv1x1_test.run b/samples/microbenchmarks/conv1x1_test.run
new file mode 100644
index 0000000..2aa9a92
--- /dev/null
+++ b/samples/microbenchmarks/conv1x1_test.run
@@ -0,0 +1 @@
+// RUN: ${TEST_RUNNER_CMD} %S/conv1x1_test_emitc_static
