tensorflow/lite/micro/kernels/mirror_pad.cc - 3p/tensorflow/tflite-micro - Git at Google

 /* Copyright 2021 The TensorFlow Authors. All Rights Reserved.

 Licensed under the Apache License, Version 2.0 (the "License");
 you may not use this file except in compliance with the License.
 You may obtain a copy of the License at

     http://www.apache.org/licenses/LICENSE-2.0

 Unless required by applicable law or agreed to in writing, software
 distributed under the License is distributed on an "AS IS" BASIS,
 WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
 See the License for the specific language governing permissions and
 limitations under the License.
 ==============================================================================*/

 #include "tensorflow/lite/c/builtin_op_data.h"
 #include "tensorflow/lite/c/common.h"
 #include "tensorflow/lite/kernels/kernel_util.h"
 #include "tensorflow/lite/micro/kernels/kernel_util.h"

 namespace tflite {
 namespace {

 struct OpDataMirrorPad {
   int input_dims;
   int output_size;
   int offset;
   int output_dims_num_elements_buffer_index;
   int input_dims_num_elements_buffer_index;
 };

 // Helper method that fills the left and right pads.
 template <typename T>
 inline void GetPadding(const T* data, int offset, int64_t* left_pad,
                        int64_t* right_pad) {
   *left_pad = static_cast<int64_t>(*(data + offset * 2));
   *right_pad = static_cast<int64_t>(*(data + offset * 2 + 1));
 }

 // Given dimension index and the left/right padding.
 // Returns the corresponding dimension in the input array.
 inline int GetInputDimension(int padded_dimension, int left_pad, int right_pad,
                              int input_dim_size, int offset) {
   if (padded_dimension < left_pad) {
     const int original_ind = left_pad + offset - 1;
     return original_ind - (std::min(padded_dimension, original_ind - offset));
   }
   padded_dimension -= left_pad;
   if (padded_dimension >= input_dim_size) {
     padded_dimension -= input_dim_size;
     const int original_ind = input_dim_size - (1 + offset);
     return original_ind - std::min(padded_dimension, original_ind);
   }
   return padded_dimension;
 }

 // Given and index in output array, returns the index of the value
 // in input array.
 int GetFlatIndex(int index, int num_dims,
                  const TfLiteEvalTensor* padding_matrix,
                  const TfLiteIntArray* input_dims,
                  int* output_dims_num_elements, int* input_dims_num_elements,
                  const int offset) {
   int flat_index = 0;
   int64_t left_pad = 0, right_pad = 0, dimension_index, index_in_input;

   for (int i = 0; i < num_dims; ++i) {
     switch (padding_matrix->type) {
       case kTfLiteInt32:
         GetPadding(padding_matrix->data.i32, i, &left_pad, &right_pad);
         break;
       case kTfLiteInt64:
         GetPadding(padding_matrix->data.i64, i, &left_pad, &right_pad);
         break;
       default:
         break;
     }
     dimension_index = index / output_dims_num_elements[i];

     index_in_input = GetInputDimension(dimension_index, left_pad, right_pad,
                                        input_dims->data[i], offset);

     flat_index += index_in_input * (input_dims_num_elements)[i];
     index %= output_dims_num_elements[i];
   }

   return flat_index;
 }

 template <typename T>
 void MirrorPad(const TfLiteEvalTensor* padding_matrix,
                const TfLiteIntArray* input_dims, int* output_dims_num_elements,
                int* input_dims_num_elements, const T* input_data,
                T* output_data, const int offset, const int num_dims,
                const int output_size) {
   for (int i = 0; i < output_size; ++i) {
     output_data[i] = input_data[GetFlatIndex(
         i, num_dims, padding_matrix, input_dims, output_dims_num_elements,
         input_dims_num_elements, offset)];
   }
 }

 TfLiteStatus Eval(TfLiteContext* context, TfLiteNode* node) {
   TFLITE_DCHECK(node->user_data != nullptr);
   TfLiteStatus status = kTfLiteOk;
   const OpDataMirrorPad* data =
       static_cast<const OpDataMirrorPad*>(node->user_data);

   const TfLiteEvalTensor* input_tensor =
       tflite::micro::GetEvalInput(context, node, 0);
   const TfLiteEvalTensor* padding_matrix =
       tflite::micro::GetEvalInput(context, node, 1);

   TfLiteEvalTensor* output_tensor =
       tflite::micro::GetEvalOutput(context, node, 0);
   const int input_dims = data->input_dims;
   const int output_size = data->output_size;

   int* input_dims_num_elements = (int*)context->GetScratchBuffer(
       context, data->input_dims_num_elements_buffer_index);
   int* output_dims_num_elements = (int*)context->GetScratchBuffer(
       context, data->output_dims_num_elements_buffer_index);

   for (int i = 0; i < input_dims; i++) {
     output_dims_num_elements[i] = 1;
     input_dims_num_elements[i] = 1;
   }

   for (int i = input_dims - 2; i >= 0; i--) {
     output_dims_num_elements[i] =
         output_dims_num_elements[i + 1] * output_tensor->dims->data[i + 1];

     input_dims_num_elements[i] =
         input_dims_num_elements[i + 1] * input_tensor->dims->data[i + 1];
   }

   switch (output_tensor->type) {
     case kTfLiteFloat32: {
       MirrorPad(padding_matrix, input_tensor->dims, output_dims_num_elements,
                 input_dims_num_elements,
                 tflite::micro::GetTensorData<float>(input_tensor),
                 tflite::micro::GetTensorData<float>(output_tensor),
                 data->offset, input_dims, output_size);
       break;
     }
     case kTfLiteInt8: {
       MirrorPad(padding_matrix, input_tensor->dims, output_dims_num_elements,
                 input_dims_num_elements,
                 tflite::micro::GetTensorData<int8_t>(input_tensor),
                 tflite::micro::GetTensorData<int8_t>(output_tensor),
                 data->offset, input_dims, output_size);
       break;
     }
     default:
       status = kTfLiteError;
       break;
   }

 #undef TF_LITE_MIRROR_PAD

   return status;
 }

 void* Init(TfLiteContext* context, const char* buffer, size_t length) {
   TFLITE_DCHECK(context->AllocatePersistentBuffer != nullptr);
   return context->AllocatePersistentBuffer(context, sizeof(OpDataMirrorPad));
 }

 TfLiteStatus Prepare(TfLiteContext* context, TfLiteNode* node) {
   MicroContext* micro_context = GetMicroContext(context);

   TFLITE_DCHECK(node->user_data != nullptr);
   OpDataMirrorPad* data = static_cast<OpDataMirrorPad*>(node->user_data);

   TfLiteTensor* input_tensor = micro_context->AllocateTempInputTensor(node, 0);
   TfLiteTensor* padding_matrix =
       micro_context->AllocateTempInputTensor(node, 1);
   TfLiteTensor* output_tensor =
       micro_context->AllocateTempOutputTensor(node, 0);

   TF_LITE_ENSURE_EQ(context, NumDimensions(padding_matrix), 2);
   TF_LITE_ENSURE_EQ(context, SizeOfDimension(padding_matrix, 0),
                     NumDimensions(input_tensor));
   auto* params =
       reinterpret_cast<TfLiteMirrorPaddingParams*>(node->builtin_data);
   if (params == nullptr) {
     return kTfLiteError;
   }

   data->offset =
       params->mode != TfLiteMirrorPaddingMode::kTfLiteMirrorPaddingReflect ? 0
                                                                            : 1;
   data->input_dims = NumDimensions(input_tensor);
   data->output_size = NumElements(output_tensor);

   TF_LITE_ENSURE_STATUS(context->RequestScratchBufferInArena(
       context, data->input_dims * sizeof(int),
       &data->output_dims_num_elements_buffer_index));
   TF_LITE_ENSURE_STATUS(context->RequestScratchBufferInArena(
       context, data->input_dims * sizeof(int),
       &data->input_dims_num_elements_buffer_index));

   micro_context->DeallocateTempTfLiteTensor(input_tensor);
   micro_context->DeallocateTempTfLiteTensor(padding_matrix);
   micro_context->DeallocateTempTfLiteTensor(output_tensor);
   return kTfLiteOk;
 }

 }  // namespace

 TFLMRegistration Register_MIRROR_PAD() {
   return tflite::micro::RegisterOp(Init, Prepare, Eval);
 }

 }  // namespace tflite
	/* Copyright 2021 The TensorFlow Authors. All Rights Reserved.

	Licensed under the Apache License, Version 2.0 (the "License");
	you may not use this file except in compliance with the License.
	You may obtain a copy of the License at

	http://www.apache.org/licenses/LICENSE-2.0

	Unless required by applicable law or agreed to in writing, software
	distributed under the License is distributed on an "AS IS" BASIS,
	WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
	See the License for the specific language governing permissions and
	limitations under the License.
	==============================================================================*/

	#include "tensorflow/lite/c/builtin_op_data.h"
	#include "tensorflow/lite/c/common.h"
	#include "tensorflow/lite/kernels/kernel_util.h"
	#include "tensorflow/lite/micro/kernels/kernel_util.h"

	namespace tflite {
	namespace {

	struct OpDataMirrorPad {
	int input_dims;
	int output_size;
	int offset;
	int output_dims_num_elements_buffer_index;
	int input_dims_num_elements_buffer_index;
	};

	// Helper method that fills the left and right pads.
	template <typename T>
	inline void GetPadding(const T* data, int offset, int64_t* left_pad,
	int64_t* right_pad) {
	left_pad = static_cast<int64_t>((data + offset * 2));
	right_pad = static_cast<int64_t>((data + offset * 2 + 1));
	}

	// Given dimension index and the left/right padding.
	// Returns the corresponding dimension in the input array.
	inline int GetInputDimension(int padded_dimension, int left_pad, int right_pad,
	int input_dim_size, int offset) {
	if (padded_dimension < left_pad) {
	const int original_ind = left_pad + offset - 1;
	return original_ind - (std::min(padded_dimension, original_ind - offset));
	}
	padded_dimension -= left_pad;
	if (padded_dimension >= input_dim_size) {
	padded_dimension -= input_dim_size;
	const int original_ind = input_dim_size - (1 + offset);
	return original_ind - std::min(padded_dimension, original_ind);
	}
	return padded_dimension;
	}

	// Given and index in output array, returns the index of the value
	// in input array.
	int GetFlatIndex(int index, int num_dims,
	const TfLiteEvalTensor* padding_matrix,
	const TfLiteIntArray* input_dims,
	int* output_dims_num_elements, int* input_dims_num_elements,
	const int offset) {
	int flat_index = 0;
	int64_t left_pad = 0, right_pad = 0, dimension_index, index_in_input;

	for (int i = 0; i < num_dims; ++i) {
	switch (padding_matrix->type) {
	case kTfLiteInt32:
	GetPadding(padding_matrix->data.i32, i, &left_pad, &right_pad);
	break;
	case kTfLiteInt64:
	GetPadding(padding_matrix->data.i64, i, &left_pad, &right_pad);
	break;
	default:
	break;
	}
	dimension_index = index / output_dims_num_elements[i];

	index_in_input = GetInputDimension(dimension_index, left_pad, right_pad,
	input_dims->data[i], offset);

	flat_index += index_in_input * (input_dims_num_elements)[i];
	index %= output_dims_num_elements[i];
	}

	return flat_index;
	}

	template <typename T>
	void MirrorPad(const TfLiteEvalTensor* padding_matrix,
	const TfLiteIntArray* input_dims, int* output_dims_num_elements,
	int* input_dims_num_elements, const T* input_data,
	T* output_data, const int offset, const int num_dims,
	const int output_size) {
	for (int i = 0; i < output_size; ++i) {
	output_data[i] = input_data[GetFlatIndex(
	i, num_dims, padding_matrix, input_dims, output_dims_num_elements,
	input_dims_num_elements, offset)];
	}
	}

	TfLiteStatus Eval(TfLiteContext* context, TfLiteNode* node) {
	TFLITE_DCHECK(node->user_data != nullptr);
	TfLiteStatus status = kTfLiteOk;
	const OpDataMirrorPad* data =
	static_cast<const OpDataMirrorPad*>(node->user_data);

	const TfLiteEvalTensor* input_tensor =
	tflite::micro::GetEvalInput(context, node, 0);
	const TfLiteEvalTensor* padding_matrix =
	tflite::micro::GetEvalInput(context, node, 1);

	TfLiteEvalTensor* output_tensor =
	tflite::micro::GetEvalOutput(context, node, 0);
	const int input_dims = data->input_dims;
	const int output_size = data->output_size;

	int* input_dims_num_elements = (int*)context->GetScratchBuffer(
	context, data->input_dims_num_elements_buffer_index);
	int* output_dims_num_elements = (int*)context->GetScratchBuffer(
	context, data->output_dims_num_elements_buffer_index);

	for (int i = 0; i < input_dims; i++) {
	output_dims_num_elements[i] = 1;
	input_dims_num_elements[i] = 1;
	}

	for (int i = input_dims - 2; i >= 0; i--) {
	output_dims_num_elements[i] =
	output_dims_num_elements[i + 1] * output_tensor->dims->data[i + 1];

	input_dims_num_elements[i] =
	input_dims_num_elements[i + 1] * input_tensor->dims->data[i + 1];
	}

	switch (output_tensor->type) {
	case kTfLiteFloat32: {
	MirrorPad(padding_matrix, input_tensor->dims, output_dims_num_elements,
	input_dims_num_elements,
	tflite::micro::GetTensorData<float>(input_tensor),
	tflite::micro::GetTensorData<float>(output_tensor),
	data->offset, input_dims, output_size);
	break;
	}
	case kTfLiteInt8: {
	MirrorPad(padding_matrix, input_tensor->dims, output_dims_num_elements,
	input_dims_num_elements,
	tflite::micro::GetTensorData<int8_t>(input_tensor),
	tflite::micro::GetTensorData<int8_t>(output_tensor),
	data->offset, input_dims, output_size);
	break;
	}
	default:
	status = kTfLiteError;
	break;
	}

	#undef TF_LITE_MIRROR_PAD

	return status;
	}

	void* Init(TfLiteContext* context, const char* buffer, size_t length) {
	TFLITE_DCHECK(context->AllocatePersistentBuffer != nullptr);
	return context->AllocatePersistentBuffer(context, sizeof(OpDataMirrorPad));
	}

	TfLiteStatus Prepare(TfLiteContext* context, TfLiteNode* node) {
	MicroContext* micro_context = GetMicroContext(context);

	TFLITE_DCHECK(node->user_data != nullptr);
	OpDataMirrorPad* data = static_cast<OpDataMirrorPad*>(node->user_data);

	TfLiteTensor* input_tensor = micro_context->AllocateTempInputTensor(node, 0);
	TfLiteTensor* padding_matrix =
	micro_context->AllocateTempInputTensor(node, 1);
	TfLiteTensor* output_tensor =
	micro_context->AllocateTempOutputTensor(node, 0);

	TF_LITE_ENSURE_EQ(context, NumDimensions(padding_matrix), 2);
	TF_LITE_ENSURE_EQ(context, SizeOfDimension(padding_matrix, 0),
	NumDimensions(input_tensor));
	auto* params =
	reinterpret_cast<TfLiteMirrorPaddingParams*>(node->builtin_data);
	if (params == nullptr) {
	return kTfLiteError;
	}

	data->offset =
	params->mode != TfLiteMirrorPaddingMode::kTfLiteMirrorPaddingReflect ? 0
	: 1;
	data->input_dims = NumDimensions(input_tensor);
	data->output_size = NumElements(output_tensor);

	TF_LITE_ENSURE_STATUS(context->RequestScratchBufferInArena(
	context, data->input_dims * sizeof(int),
	&data->output_dims_num_elements_buffer_index));
	TF_LITE_ENSURE_STATUS(context->RequestScratchBufferInArena(
	context, data->input_dims * sizeof(int),
	&data->input_dims_num_elements_buffer_index));

	micro_context->DeallocateTempTfLiteTensor(input_tensor);
	micro_context->DeallocateTempTfLiteTensor(padding_matrix);
	micro_context->DeallocateTempTfLiteTensor(output_tensor);
	return kTfLiteOk;
	}

	} // namespace

	TFLMRegistration Register_MIRROR_PAD() {
	return tflite::micro::RegisterOp(Init, Prepare, Eval);
	}

	} // namespace tflite