xref: /aosp_15_r20/external/armnn/delegate/classic/src/Transpose.hpp (revision 89c4ff92f2867872bb9e2354d150bf0c8c502810)
1*89c4ff92SAndroid Build Coastguard Worker //
2*89c4ff92SAndroid Build Coastguard Worker // Copyright © 2022-2023 Arm Ltd and Contributors. All rights reserved.
3*89c4ff92SAndroid Build Coastguard Worker // SPDX-License-Identifier: MIT
4*89c4ff92SAndroid Build Coastguard Worker //
5*89c4ff92SAndroid Build Coastguard Worker 
6*89c4ff92SAndroid Build Coastguard Worker #pragma once
7*89c4ff92SAndroid Build Coastguard Worker 
8*89c4ff92SAndroid Build Coastguard Worker #include <armnn/utility/IgnoreUnused.hpp>
9*89c4ff92SAndroid Build Coastguard Worker 
10*89c4ff92SAndroid Build Coastguard Worker #include <tensorflow/lite/builtin_ops.h>
11*89c4ff92SAndroid Build Coastguard Worker #include <tensorflow/lite/c/builtin_op_data.h>
12*89c4ff92SAndroid Build Coastguard Worker #include <tensorflow/lite/c/common.h>
13*89c4ff92SAndroid Build Coastguard Worker #include <tensorflow/lite/minimal_logging.h>
14*89c4ff92SAndroid Build Coastguard Worker #include <tensorflow/lite/kernels/internal/tensor_ctypes.h>
15*89c4ff92SAndroid Build Coastguard Worker 
16*89c4ff92SAndroid Build Coastguard Worker namespace armnnDelegate
17*89c4ff92SAndroid Build Coastguard Worker {
18*89c4ff92SAndroid Build Coastguard Worker 
VisitTransposeOperator(DelegateData & delegateData,TfLiteContext * tfLiteContext,TfLiteNode * tfLiteNode,int nodeIndex,int32_t tfliteTransposeOperatorCode)19*89c4ff92SAndroid Build Coastguard Worker TfLiteStatus VisitTransposeOperator(DelegateData& delegateData,
20*89c4ff92SAndroid Build Coastguard Worker                                     TfLiteContext* tfLiteContext,
21*89c4ff92SAndroid Build Coastguard Worker                                     TfLiteNode* tfLiteNode,
22*89c4ff92SAndroid Build Coastguard Worker                                     int nodeIndex,
23*89c4ff92SAndroid Build Coastguard Worker                                     int32_t tfliteTransposeOperatorCode)
24*89c4ff92SAndroid Build Coastguard Worker {
25*89c4ff92SAndroid Build Coastguard Worker     TF_LITE_ENSURE_STATUS(ValidateNumInputs(tfLiteContext, tfLiteNode, 2, nodeIndex));
26*89c4ff92SAndroid Build Coastguard Worker     TF_LITE_ENSURE_STATUS(ValidateNumOutputs(tfLiteContext, tfLiteNode, 1, nodeIndex));
27*89c4ff92SAndroid Build Coastguard Worker 
28*89c4ff92SAndroid Build Coastguard Worker     const TfLiteTensor *tfLiteTensors = tfLiteContext->tensors;
29*89c4ff92SAndroid Build Coastguard Worker     const TfLiteTensor& tfLiteInputTensor0 = tfLiteTensors[tfLiteNode->inputs->data[0]];
30*89c4ff92SAndroid Build Coastguard Worker     if (IsDynamicTensor(tfLiteInputTensor0))
31*89c4ff92SAndroid Build Coastguard Worker     {
32*89c4ff92SAndroid Build Coastguard Worker         TF_LITE_MAYBE_KERNEL_LOG(tfLiteContext,
33*89c4ff92SAndroid Build Coastguard Worker                                  "TfLiteArmnnDelegate: Dynamic input tensors are not supported in "
34*89c4ff92SAndroid Build Coastguard Worker                                  "operator #%d node #%d: ",
35*89c4ff92SAndroid Build Coastguard Worker                                  tfliteTransposeOperatorCode, nodeIndex);
36*89c4ff92SAndroid Build Coastguard Worker 
37*89c4ff92SAndroid Build Coastguard Worker         return kTfLiteError;
38*89c4ff92SAndroid Build Coastguard Worker     }
39*89c4ff92SAndroid Build Coastguard Worker 
40*89c4ff92SAndroid Build Coastguard Worker     const TfLiteTensor& tfLiteInputTensor1 = tfLiteTensors[tfLiteNode->inputs->data[1]];
41*89c4ff92SAndroid Build Coastguard Worker     if (IsDynamicTensor(tfLiteInputTensor1))
42*89c4ff92SAndroid Build Coastguard Worker     {
43*89c4ff92SAndroid Build Coastguard Worker         TF_LITE_MAYBE_KERNEL_LOG(tfLiteContext,
44*89c4ff92SAndroid Build Coastguard Worker                                  "TfLiteArmnnDelegate: Dynamic input tensors are not supported in "
45*89c4ff92SAndroid Build Coastguard Worker                                  "operator #%d node #%d: ",
46*89c4ff92SAndroid Build Coastguard Worker                                  tfliteTransposeOperatorCode, nodeIndex);
47*89c4ff92SAndroid Build Coastguard Worker         return kTfLiteError;
48*89c4ff92SAndroid Build Coastguard Worker     }
49*89c4ff92SAndroid Build Coastguard Worker 
50*89c4ff92SAndroid Build Coastguard Worker     const TfLiteTensor& tfLiteOutputTensor = tfLiteTensors[tfLiteNode->outputs->data[0]];
51*89c4ff92SAndroid Build Coastguard Worker     if (IsDynamicTensor(tfLiteOutputTensor))
52*89c4ff92SAndroid Build Coastguard Worker     {
53*89c4ff92SAndroid Build Coastguard Worker         TF_LITE_MAYBE_KERNEL_LOG(tfLiteContext,
54*89c4ff92SAndroid Build Coastguard Worker                                  "TfLiteArmnnDelegate: Dynamic output tensors are not supported in "
55*89c4ff92SAndroid Build Coastguard Worker                                  "operator #%d node #%d: ",
56*89c4ff92SAndroid Build Coastguard Worker                                  tfliteTransposeOperatorCode, nodeIndex);
57*89c4ff92SAndroid Build Coastguard Worker         return kTfLiteError;
58*89c4ff92SAndroid Build Coastguard Worker     }
59*89c4ff92SAndroid Build Coastguard Worker 
60*89c4ff92SAndroid Build Coastguard Worker     const armnn::TensorInfo& inputTensorInfo0 = GetTensorInfoForTfLiteTensor(tfLiteInputTensor0);
61*89c4ff92SAndroid Build Coastguard Worker     const armnn::TensorInfo& outputTensorInfo = GetTensorInfoForTfLiteTensor(tfLiteOutputTensor, true);
62*89c4ff92SAndroid Build Coastguard Worker 
63*89c4ff92SAndroid Build Coastguard Worker     auto* permTensorDataPtr = tflite::GetTensorData<int32_t>(&tfLiteInputTensor1);
64*89c4ff92SAndroid Build Coastguard Worker     unsigned int numEl = tfLiteInputTensor1.dims->data[0];
65*89c4ff92SAndroid Build Coastguard Worker 
66*89c4ff92SAndroid Build Coastguard Worker     ARMNN_ASSERT( numEl <= static_cast<int>(armnn::MaxNumOfTensorDimensions));
67*89c4ff92SAndroid Build Coastguard Worker     ARMNN_ASSERT( tfLiteInputTensor1.dims->size == 1); // ensure only single dimension to the permutation tensor
68*89c4ff92SAndroid Build Coastguard Worker 
69*89c4ff92SAndroid Build Coastguard Worker     armnn::TransposeDescriptor descriptor(armnn::PermutationVector(
70*89c4ff92SAndroid Build Coastguard Worker         reinterpret_cast<const armnn::PermutationVector::ValueType *> (permTensorDataPtr),
71*89c4ff92SAndroid Build Coastguard Worker         static_cast<armnn::PermutationVector::SizeType>(numEl)));
72*89c4ff92SAndroid Build Coastguard Worker 
73*89c4ff92SAndroid Build Coastguard Worker     bool isSupported = false;
74*89c4ff92SAndroid Build Coastguard Worker     armnn::BackendId setBackend;
75*89c4ff92SAndroid Build Coastguard Worker     auto validateFunc = [&](const armnn::TensorInfo& outputTensorInfo, bool& isSupported)
76*89c4ff92SAndroid Build Coastguard Worker     {
77*89c4ff92SAndroid Build Coastguard Worker         FORWARD_LAYER_SUPPORT_FUNC("TRANSPOSE",
78*89c4ff92SAndroid Build Coastguard Worker                                    tfLiteContext,
79*89c4ff92SAndroid Build Coastguard Worker                                    IsTransposeSupported,
80*89c4ff92SAndroid Build Coastguard Worker                                    delegateData.m_Backends,
81*89c4ff92SAndroid Build Coastguard Worker                                    isSupported,
82*89c4ff92SAndroid Build Coastguard Worker                                    setBackend,
83*89c4ff92SAndroid Build Coastguard Worker                                    inputTensorInfo0,
84*89c4ff92SAndroid Build Coastguard Worker                                    outputTensorInfo,
85*89c4ff92SAndroid Build Coastguard Worker                                    descriptor);
86*89c4ff92SAndroid Build Coastguard Worker     };
87*89c4ff92SAndroid Build Coastguard Worker 
88*89c4ff92SAndroid Build Coastguard Worker     if (!delegateData.m_Network)
89*89c4ff92SAndroid Build Coastguard Worker     {
90*89c4ff92SAndroid Build Coastguard Worker         validateFunc(outputTensorInfo, isSupported);
91*89c4ff92SAndroid Build Coastguard Worker         return isSupported ? kTfLiteOk : kTfLiteError;
92*89c4ff92SAndroid Build Coastguard Worker     }
93*89c4ff92SAndroid Build Coastguard Worker 
94*89c4ff92SAndroid Build Coastguard Worker     armnn::IConnectableLayer* transposeLayer = delegateData.m_Network->AddTransposeLayer(descriptor);
95*89c4ff92SAndroid Build Coastguard Worker     transposeLayer->SetBackendId(setBackend);
96*89c4ff92SAndroid Build Coastguard Worker     ARMNN_ASSERT(transposeLayer != nullptr);
97*89c4ff92SAndroid Build Coastguard Worker     ARMNN_ASSERT(transposeLayer->GetNumInputSlots() == 1);     // permutation vector given to descriptor object
98*89c4ff92SAndroid Build Coastguard Worker 
99*89c4ff92SAndroid Build Coastguard Worker     armnn::IOutputSlot& outputSlot = transposeLayer->GetOutputSlot(0);
100*89c4ff92SAndroid Build Coastguard Worker     outputSlot.SetTensorInfo(outputTensorInfo);
101*89c4ff92SAndroid Build Coastguard Worker 
102*89c4ff92SAndroid Build Coastguard Worker     // try to connect the Constant Inputs if there are any
103*89c4ff92SAndroid Build Coastguard Worker     if(ProcessInputs(transposeLayer,delegateData, tfLiteContext, tfLiteNode) != kTfLiteOk )
104*89c4ff92SAndroid Build Coastguard Worker     {
105*89c4ff92SAndroid Build Coastguard Worker         return kTfLiteError;
106*89c4ff92SAndroid Build Coastguard Worker     }
107*89c4ff92SAndroid Build Coastguard Worker 
108*89c4ff92SAndroid Build Coastguard Worker     return Connect(transposeLayer, tfLiteNode, delegateData);
109*89c4ff92SAndroid Build Coastguard Worker }
110*89c4ff92SAndroid Build Coastguard Worker } // namespace armnnDelegate
111