xref: /aosp_15_r20/external/armnn/delegate/classic/src/Reduce.hpp (revision 89c4ff92f2867872bb9e2354d150bf0c8c502810)
1*89c4ff92SAndroid Build Coastguard Worker //
2*89c4ff92SAndroid Build Coastguard Worker // Copyright © 2022-2023 Arm Ltd and Contributors. All rights reserved.
3*89c4ff92SAndroid Build Coastguard Worker // SPDX-License-Identifier: MIT
4*89c4ff92SAndroid Build Coastguard Worker //
5*89c4ff92SAndroid Build Coastguard Worker 
6*89c4ff92SAndroid Build Coastguard Worker #pragma once
7*89c4ff92SAndroid Build Coastguard Worker 
8*89c4ff92SAndroid Build Coastguard Worker #include <tensorflow/lite/builtin_ops.h>
9*89c4ff92SAndroid Build Coastguard Worker #include <tensorflow/lite/c/builtin_op_data.h>
10*89c4ff92SAndroid Build Coastguard Worker #include <tensorflow/lite/c/common.h>
11*89c4ff92SAndroid Build Coastguard Worker #include <tensorflow/lite/kernels/internal/tensor_ctypes.h>
12*89c4ff92SAndroid Build Coastguard Worker #include <tensorflow/lite/minimal_logging.h>
13*89c4ff92SAndroid Build Coastguard Worker 
14*89c4ff92SAndroid Build Coastguard Worker namespace armnnDelegate
15*89c4ff92SAndroid Build Coastguard Worker {
16*89c4ff92SAndroid Build Coastguard Worker 
VisitReduceOperator(DelegateData & delegateData,TfLiteContext * tfLiteContext,TfLiteNode * tfLiteNode,int nodeIndex,int32_t reduceOperatorCode)17*89c4ff92SAndroid Build Coastguard Worker TfLiteStatus VisitReduceOperator(DelegateData& delegateData,
18*89c4ff92SAndroid Build Coastguard Worker                                  TfLiteContext* tfLiteContext,
19*89c4ff92SAndroid Build Coastguard Worker                                  TfLiteNode* tfLiteNode,
20*89c4ff92SAndroid Build Coastguard Worker                                  int nodeIndex,
21*89c4ff92SAndroid Build Coastguard Worker                                  int32_t reduceOperatorCode)
22*89c4ff92SAndroid Build Coastguard Worker {
23*89c4ff92SAndroid Build Coastguard Worker     TF_LITE_ENSURE_STATUS(ValidateNumInputs(tfLiteContext, tfLiteNode, 2, nodeIndex));
24*89c4ff92SAndroid Build Coastguard Worker     TF_LITE_ENSURE_STATUS(ValidateNumOutputs(tfLiteContext, tfLiteNode, 1, nodeIndex));
25*89c4ff92SAndroid Build Coastguard Worker 
26*89c4ff92SAndroid Build Coastguard Worker     const TfLiteTensor* tfLiteTensors = tfLiteContext->tensors;
27*89c4ff92SAndroid Build Coastguard Worker     const TfLiteTensor& tfLiteInputTensor = tfLiteTensors[tfLiteNode->inputs->data[0]];
28*89c4ff92SAndroid Build Coastguard Worker     if (!IsValid(tfLiteContext, tfLiteInputTensor, reduceOperatorCode, nodeIndex))
29*89c4ff92SAndroid Build Coastguard Worker     {
30*89c4ff92SAndroid Build Coastguard Worker         return kTfLiteError;
31*89c4ff92SAndroid Build Coastguard Worker     }
32*89c4ff92SAndroid Build Coastguard Worker 
33*89c4ff92SAndroid Build Coastguard Worker     const TfLiteTensor& tfLiteOutputTensor = tfLiteTensors[tfLiteNode->outputs->data[0]];
34*89c4ff92SAndroid Build Coastguard Worker     if (!IsValid(tfLiteContext, tfLiteOutputTensor, reduceOperatorCode, nodeIndex))
35*89c4ff92SAndroid Build Coastguard Worker     {
36*89c4ff92SAndroid Build Coastguard Worker         return kTfLiteError;
37*89c4ff92SAndroid Build Coastguard Worker     }
38*89c4ff92SAndroid Build Coastguard Worker 
39*89c4ff92SAndroid Build Coastguard Worker     const armnn::TensorInfo& inputTensorInfo  = GetTensorInfoForTfLiteTensor(tfLiteInputTensor);
40*89c4ff92SAndroid Build Coastguard Worker     const armnn::TensorInfo& outputTensorInfo = GetTensorInfoForTfLiteTensor(tfLiteOutputTensor, true);
41*89c4ff92SAndroid Build Coastguard Worker 
42*89c4ff92SAndroid Build Coastguard Worker     // Get const axis value from model and set it to descriptor.
43*89c4ff92SAndroid Build Coastguard Worker     const TfLiteTensor& tfLiteAxisTensor = tfLiteTensors[tfLiteNode->inputs->data[1]];
44*89c4ff92SAndroid Build Coastguard Worker     if (!IsValid(tfLiteContext, tfLiteAxisTensor, reduceOperatorCode, nodeIndex))
45*89c4ff92SAndroid Build Coastguard Worker     {
46*89c4ff92SAndroid Build Coastguard Worker         return kTfLiteError;
47*89c4ff92SAndroid Build Coastguard Worker     }
48*89c4ff92SAndroid Build Coastguard Worker 
49*89c4ff92SAndroid Build Coastguard Worker     const armnn::TensorInfo& axisTensorInfo =   GetTensorInfoForTfLiteTensor(tfLiteAxisTensor);
50*89c4ff92SAndroid Build Coastguard Worker     auto* axisTensorData = tflite::GetTensorData<int32_t>(&tfLiteAxisTensor);
51*89c4ff92SAndroid Build Coastguard Worker 
52*89c4ff92SAndroid Build Coastguard Worker     std::vector<int32_t> axis;
53*89c4ff92SAndroid Build Coastguard Worker     // Add axis data to vector to be converter to unsigned int and assigned to descriptor axis.
54*89c4ff92SAndroid Build Coastguard Worker     if (axisTensorData != nullptr)
55*89c4ff92SAndroid Build Coastguard Worker     {
56*89c4ff92SAndroid Build Coastguard Worker         for (unsigned int i = 0; i < axisTensorInfo.GetNumElements(); ++i)
57*89c4ff92SAndroid Build Coastguard Worker         {
58*89c4ff92SAndroid Build Coastguard Worker             axis.emplace_back(axisTensorData[i]);
59*89c4ff92SAndroid Build Coastguard Worker         }
60*89c4ff92SAndroid Build Coastguard Worker     }
61*89c4ff92SAndroid Build Coastguard Worker     else
62*89c4ff92SAndroid Build Coastguard Worker     {
63*89c4ff92SAndroid Build Coastguard Worker         for (unsigned int i = 0; i < inputTensorInfo.GetNumDimensions(); ++i)
64*89c4ff92SAndroid Build Coastguard Worker         {
65*89c4ff92SAndroid Build Coastguard Worker             axis.push_back(i);
66*89c4ff92SAndroid Build Coastguard Worker         }
67*89c4ff92SAndroid Build Coastguard Worker     }
68*89c4ff92SAndroid Build Coastguard Worker 
69*89c4ff92SAndroid Build Coastguard Worker     // Convert the axis to unsigned int and remove duplicates.
70*89c4ff92SAndroid Build Coastguard Worker     unsigned int rank = inputTensorInfo.GetNumDimensions();
71*89c4ff92SAndroid Build Coastguard Worker     std::set<unsigned int> uniqueAxis;
72*89c4ff92SAndroid Build Coastguard Worker     std::transform(axis.begin(),
73*89c4ff92SAndroid Build Coastguard Worker                    axis.end(),
74*89c4ff92SAndroid Build Coastguard Worker                    std::inserter(uniqueAxis, uniqueAxis.begin()),
75*89c4ff92SAndroid Build Coastguard Worker                    [rank](int i)->unsigned int{ return (i + rank) % rank; });
76*89c4ff92SAndroid Build Coastguard Worker 
77*89c4ff92SAndroid Build Coastguard Worker     armnn::ReduceDescriptor desc;
78*89c4ff92SAndroid Build Coastguard Worker     desc.m_vAxis.assign(uniqueAxis.begin(), uniqueAxis.end());
79*89c4ff92SAndroid Build Coastguard Worker 
80*89c4ff92SAndroid Build Coastguard Worker     auto* reducerParameters = reinterpret_cast<TfLiteReducerParams*>(tfLiteNode->builtin_data);
81*89c4ff92SAndroid Build Coastguard Worker     desc.m_KeepDims = reducerParameters->keep_dims;
82*89c4ff92SAndroid Build Coastguard Worker     if (reduceOperatorCode == kTfLiteBuiltinReduceMax)
83*89c4ff92SAndroid Build Coastguard Worker     {
84*89c4ff92SAndroid Build Coastguard Worker         desc.m_ReduceOperation = armnn::ReduceOperation::Max;
85*89c4ff92SAndroid Build Coastguard Worker     }
86*89c4ff92SAndroid Build Coastguard Worker     else if (reduceOperatorCode == kTfLiteBuiltinReduceMin)
87*89c4ff92SAndroid Build Coastguard Worker     {
88*89c4ff92SAndroid Build Coastguard Worker         desc.m_ReduceOperation = armnn::ReduceOperation::Min;
89*89c4ff92SAndroid Build Coastguard Worker     }
90*89c4ff92SAndroid Build Coastguard Worker     else if (reduceOperatorCode == kTfLiteBuiltinSum)
91*89c4ff92SAndroid Build Coastguard Worker     {
92*89c4ff92SAndroid Build Coastguard Worker         desc.m_ReduceOperation = armnn::ReduceOperation::Sum;
93*89c4ff92SAndroid Build Coastguard Worker     }
94*89c4ff92SAndroid Build Coastguard Worker     else if (reduceOperatorCode == kTfLiteBuiltinReduceProd)
95*89c4ff92SAndroid Build Coastguard Worker     {
96*89c4ff92SAndroid Build Coastguard Worker         desc.m_ReduceOperation = armnn::ReduceOperation::Prod;
97*89c4ff92SAndroid Build Coastguard Worker     }
98*89c4ff92SAndroid Build Coastguard Worker     else
99*89c4ff92SAndroid Build Coastguard Worker     {
100*89c4ff92SAndroid Build Coastguard Worker         TF_LITE_MAYBE_KERNEL_LOG(
101*89c4ff92SAndroid Build Coastguard Worker             tfLiteContext,
102*89c4ff92SAndroid Build Coastguard Worker             "TfLiteArmnnDelegate: Unsupported Reduction Operator #%d node #%d: ",
103*89c4ff92SAndroid Build Coastguard Worker             reduceOperatorCode, nodeIndex);
104*89c4ff92SAndroid Build Coastguard Worker         return kTfLiteError;
105*89c4ff92SAndroid Build Coastguard Worker     }
106*89c4ff92SAndroid Build Coastguard Worker 
107*89c4ff92SAndroid Build Coastguard Worker     bool isSupported = false;
108*89c4ff92SAndroid Build Coastguard Worker     armnn::BackendId setBackend;
109*89c4ff92SAndroid Build Coastguard Worker     auto validateFunc = [&](const armnn::TensorInfo& outInfo, bool& isSupported)
110*89c4ff92SAndroid Build Coastguard Worker     {
111*89c4ff92SAndroid Build Coastguard Worker         FORWARD_LAYER_SUPPORT_FUNC("REDUCE",
112*89c4ff92SAndroid Build Coastguard Worker                                    tfLiteContext,
113*89c4ff92SAndroid Build Coastguard Worker                                    IsReduceSupported,
114*89c4ff92SAndroid Build Coastguard Worker                                    delegateData.m_Backends,
115*89c4ff92SAndroid Build Coastguard Worker                                    isSupported,
116*89c4ff92SAndroid Build Coastguard Worker                                    setBackend,
117*89c4ff92SAndroid Build Coastguard Worker                                    inputTensorInfo,
118*89c4ff92SAndroid Build Coastguard Worker                                    outInfo,
119*89c4ff92SAndroid Build Coastguard Worker                                    desc);
120*89c4ff92SAndroid Build Coastguard Worker     };
121*89c4ff92SAndroid Build Coastguard Worker 
122*89c4ff92SAndroid Build Coastguard Worker     if (!delegateData.m_Network)
123*89c4ff92SAndroid Build Coastguard Worker     {
124*89c4ff92SAndroid Build Coastguard Worker         validateFunc(outputTensorInfo, isSupported);
125*89c4ff92SAndroid Build Coastguard Worker         return isSupported ? kTfLiteOk : kTfLiteError;
126*89c4ff92SAndroid Build Coastguard Worker     }
127*89c4ff92SAndroid Build Coastguard Worker 
128*89c4ff92SAndroid Build Coastguard Worker     // Add an Reduce layer
129*89c4ff92SAndroid Build Coastguard Worker     armnn::IConnectableLayer* layer = delegateData.m_Network->AddReduceLayer(desc);
130*89c4ff92SAndroid Build Coastguard Worker     layer->SetBackendId(setBackend);
131*89c4ff92SAndroid Build Coastguard Worker     ARMNN_ASSERT(layer != nullptr);
132*89c4ff92SAndroid Build Coastguard Worker 
133*89c4ff92SAndroid Build Coastguard Worker     armnn::IOutputSlot& outputSlot = layer->GetOutputSlot(0);
134*89c4ff92SAndroid Build Coastguard Worker     outputSlot.SetTensorInfo(outputTensorInfo);
135*89c4ff92SAndroid Build Coastguard Worker 
136*89c4ff92SAndroid Build Coastguard Worker     // try to connect the Constant Inputs if there are any
137*89c4ff92SAndroid Build Coastguard Worker     if(ProcessInputs(layer,delegateData, tfLiteContext, tfLiteNode) != kTfLiteOk )
138*89c4ff92SAndroid Build Coastguard Worker     {
139*89c4ff92SAndroid Build Coastguard Worker         return kTfLiteError;
140*89c4ff92SAndroid Build Coastguard Worker     }
141*89c4ff92SAndroid Build Coastguard Worker 
142*89c4ff92SAndroid Build Coastguard Worker     // Connect
143*89c4ff92SAndroid Build Coastguard Worker     return Connect(layer, tfLiteNode, delegateData);
144*89c4ff92SAndroid Build Coastguard Worker }
145*89c4ff92SAndroid Build Coastguard Worker 
146*89c4ff92SAndroid Build Coastguard Worker } // namespace armnnDelegate
147