xref: /aosp_15_r20/external/armnn/delegate/opaque/src/Redefine.hpp (revision 89c4ff92f2867872bb9e2354d150bf0c8c502810)
1*89c4ff92SAndroid Build Coastguard Worker //
2*89c4ff92SAndroid Build Coastguard Worker // Copyright © 2023 Arm Ltd and Contributors. All rights reserved.
3*89c4ff92SAndroid Build Coastguard Worker // SPDX-License-Identifier: MIT
4*89c4ff92SAndroid Build Coastguard Worker //
5*89c4ff92SAndroid Build Coastguard Worker #pragma once
6*89c4ff92SAndroid Build Coastguard Worker 
7*89c4ff92SAndroid Build Coastguard Worker #include <armnn/utility/IgnoreUnused.hpp>
8*89c4ff92SAndroid Build Coastguard Worker 
9*89c4ff92SAndroid Build Coastguard Worker #include "OpaqueDelegateUtils.hpp"
10*89c4ff92SAndroid Build Coastguard Worker 
11*89c4ff92SAndroid Build Coastguard Worker #include <tensorflow/lite/builtin_ops.h>
12*89c4ff92SAndroid Build Coastguard Worker #include <tensorflow/lite/c/builtin_op_data.h>
13*89c4ff92SAndroid Build Coastguard Worker #include <tensorflow/lite/c/common.h>
14*89c4ff92SAndroid Build Coastguard Worker #include <tensorflow/lite/minimal_logging.h>
15*89c4ff92SAndroid Build Coastguard Worker #include <numeric>
16*89c4ff92SAndroid Build Coastguard Worker 
17*89c4ff92SAndroid Build Coastguard Worker namespace armnnOpaqueDelegate
18*89c4ff92SAndroid Build Coastguard Worker {
19*89c4ff92SAndroid Build Coastguard Worker 
VisitCastOperator(DelegateData & delegateData,TfLiteOpaqueContext * tfLiteContext,TfLiteOpaqueNode * tfLiteNode,int nodeIndex,int32_t operatorCode)20*89c4ff92SAndroid Build Coastguard Worker TfLiteStatus VisitCastOperator(DelegateData& delegateData,
21*89c4ff92SAndroid Build Coastguard Worker                                TfLiteOpaqueContext* tfLiteContext,
22*89c4ff92SAndroid Build Coastguard Worker                                TfLiteOpaqueNode* tfLiteNode,
23*89c4ff92SAndroid Build Coastguard Worker                                int nodeIndex,
24*89c4ff92SAndroid Build Coastguard Worker                                int32_t operatorCode)
25*89c4ff92SAndroid Build Coastguard Worker {
26*89c4ff92SAndroid Build Coastguard Worker     TF_LITE_ENSURE_STATUS(ValidateNumInputs(tfLiteContext, tfLiteNode, 1, nodeIndex));
27*89c4ff92SAndroid Build Coastguard Worker     TF_LITE_ENSURE_STATUS(ValidateNumOutputs(tfLiteContext, tfLiteNode, 1, nodeIndex));
28*89c4ff92SAndroid Build Coastguard Worker     int numInputs = 0;
29*89c4ff92SAndroid Build Coastguard Worker     const int* inputTensors;
30*89c4ff92SAndroid Build Coastguard Worker     if (TfLiteOpaqueNodeInputs(tfLiteNode, &inputTensors, &numInputs) != kTfLiteOk)
31*89c4ff92SAndroid Build Coastguard Worker     {
32*89c4ff92SAndroid Build Coastguard Worker         return kTfLiteError;
33*89c4ff92SAndroid Build Coastguard Worker     }
34*89c4ff92SAndroid Build Coastguard Worker 
35*89c4ff92SAndroid Build Coastguard Worker     // This layer only has 1 input, so we can directly assign tensor[0] to a new opaque tensor
36*89c4ff92SAndroid Build Coastguard Worker     const TfLiteOpaqueTensor*
37*89c4ff92SAndroid Build Coastguard Worker           tfLiteInputTensor = TfLiteOpaqueContextGetOpaqueTensor(tfLiteContext, inputTensors[numInputs-1]);
38*89c4ff92SAndroid Build Coastguard Worker     if (!IsValid(tfLiteContext, tfLiteInputTensor, operatorCode, nodeIndex))
39*89c4ff92SAndroid Build Coastguard Worker     {
40*89c4ff92SAndroid Build Coastguard Worker         return kTfLiteError;
41*89c4ff92SAndroid Build Coastguard Worker     }
42*89c4ff92SAndroid Build Coastguard Worker 
43*89c4ff92SAndroid Build Coastguard Worker     int numOutputs = 0;
44*89c4ff92SAndroid Build Coastguard Worker     const int* outputTensors;
45*89c4ff92SAndroid Build Coastguard Worker     if (TfLiteOpaqueNodeOutputs(tfLiteNode, &outputTensors, &numOutputs) != kTfLiteOk)
46*89c4ff92SAndroid Build Coastguard Worker     {
47*89c4ff92SAndroid Build Coastguard Worker         return kTfLiteError;
48*89c4ff92SAndroid Build Coastguard Worker     }
49*89c4ff92SAndroid Build Coastguard Worker 
50*89c4ff92SAndroid Build Coastguard Worker     // This layer only has 1 output, so we can directly assign tensor[0] to a new opaque tensor
51*89c4ff92SAndroid Build Coastguard Worker     const TfLiteOpaqueTensor*
52*89c4ff92SAndroid Build Coastguard Worker           tfLiteOutputTensor = TfLiteOpaqueContextGetOpaqueTensor(tfLiteContext, outputTensors[numOutputs-1]);
53*89c4ff92SAndroid Build Coastguard Worker     if (!IsValid(tfLiteContext, tfLiteOutputTensor, operatorCode, nodeIndex))
54*89c4ff92SAndroid Build Coastguard Worker     {
55*89c4ff92SAndroid Build Coastguard Worker         return kTfLiteError;
56*89c4ff92SAndroid Build Coastguard Worker     }
57*89c4ff92SAndroid Build Coastguard Worker 
58*89c4ff92SAndroid Build Coastguard Worker     const armnn::TensorInfo& inputTensorInfo  = GetTensorInfoForTfLiteOpaqueTensor(tfLiteInputTensor);
59*89c4ff92SAndroid Build Coastguard Worker     const armnn::TensorInfo& outputTensorInfo = GetTensorInfoForTfLiteOpaqueTensor(tfLiteOutputTensor, true);
60*89c4ff92SAndroid Build Coastguard Worker 
61*89c4ff92SAndroid Build Coastguard Worker     bool             isSupported  = false;
62*89c4ff92SAndroid Build Coastguard Worker     armnn::BackendId setBackend;
63*89c4ff92SAndroid Build Coastguard Worker     auto             validateFunc = [&](const armnn::TensorInfo& outInfo, bool& isSupported) {
64*89c4ff92SAndroid Build Coastguard Worker         FORWARD_LAYER_OPAQUE_SUPPORT_FUNC("CAST",
65*89c4ff92SAndroid Build Coastguard Worker                                    tfLiteContext,
66*89c4ff92SAndroid Build Coastguard Worker                                    IsCastSupported,
67*89c4ff92SAndroid Build Coastguard Worker                                    delegateData.m_Backends,
68*89c4ff92SAndroid Build Coastguard Worker                                    isSupported,
69*89c4ff92SAndroid Build Coastguard Worker                                    setBackend,
70*89c4ff92SAndroid Build Coastguard Worker                                    inputTensorInfo,
71*89c4ff92SAndroid Build Coastguard Worker                                    outInfo);
72*89c4ff92SAndroid Build Coastguard Worker     };
73*89c4ff92SAndroid Build Coastguard Worker 
74*89c4ff92SAndroid Build Coastguard Worker     // If the m_Network is a nullptr, this signals that a prerequisite TfLite callback is required to clarify the
75*89c4ff92SAndroid Build Coastguard Worker     // support for the operator
76*89c4ff92SAndroid Build Coastguard Worker     // If supported, VisitCastOperator will be called again to add the layer to the network as seen further below
77*89c4ff92SAndroid Build Coastguard Worker     if (!delegateData.m_Network)
78*89c4ff92SAndroid Build Coastguard Worker     {
79*89c4ff92SAndroid Build Coastguard Worker         validateFunc(outputTensorInfo, isSupported);
80*89c4ff92SAndroid Build Coastguard Worker         return isSupported ? kTfLiteOk : kTfLiteError;
81*89c4ff92SAndroid Build Coastguard Worker     }
82*89c4ff92SAndroid Build Coastguard Worker 
83*89c4ff92SAndroid Build Coastguard Worker     // Add a Cast layer
84*89c4ff92SAndroid Build Coastguard Worker     armnn::IConnectableLayer* layer = delegateData.m_Network->AddCastLayer();
85*89c4ff92SAndroid Build Coastguard Worker     layer->SetBackendId(setBackend);
86*89c4ff92SAndroid Build Coastguard Worker     ARMNN_ASSERT(layer != nullptr);
87*89c4ff92SAndroid Build Coastguard Worker 
88*89c4ff92SAndroid Build Coastguard Worker     armnn::IOutputSlot& outputSlot = layer->GetOutputSlot(0);
89*89c4ff92SAndroid Build Coastguard Worker     outputSlot.SetTensorInfo(outputTensorInfo);
90*89c4ff92SAndroid Build Coastguard Worker 
91*89c4ff92SAndroid Build Coastguard Worker     // try to connect the Constant Inputs if there are any
92*89c4ff92SAndroid Build Coastguard Worker     if (ProcessInputs(layer, delegateData, tfLiteContext, tfLiteNode) != kTfLiteOk)
93*89c4ff92SAndroid Build Coastguard Worker     {
94*89c4ff92SAndroid Build Coastguard Worker         return kTfLiteError;
95*89c4ff92SAndroid Build Coastguard Worker     }
96*89c4ff92SAndroid Build Coastguard Worker 
97*89c4ff92SAndroid Build Coastguard Worker     // Connect
98*89c4ff92SAndroid Build Coastguard Worker     return Connect(layer, tfLiteContext, tfLiteNode, delegateData);
99*89c4ff92SAndroid Build Coastguard Worker }
100*89c4ff92SAndroid Build Coastguard Worker }
101