1*89c4ff92SAndroid Build Coastguard Worker //
2*89c4ff92SAndroid Build Coastguard Worker // Copyright © 2022-2023 Arm Ltd and Contributors. All rights reserved.
3*89c4ff92SAndroid Build Coastguard Worker // SPDX-License-Identifier: MIT
4*89c4ff92SAndroid Build Coastguard Worker //
5*89c4ff92SAndroid Build Coastguard Worker
6*89c4ff92SAndroid Build Coastguard Worker #pragma once
7*89c4ff92SAndroid Build Coastguard Worker
8*89c4ff92SAndroid Build Coastguard Worker #include <armnn/utility/IgnoreUnused.hpp>
9*89c4ff92SAndroid Build Coastguard Worker
10*89c4ff92SAndroid Build Coastguard Worker #include <tensorflow/lite/builtin_ops.h>
11*89c4ff92SAndroid Build Coastguard Worker #include <tensorflow/lite/c/builtin_op_data.h>
12*89c4ff92SAndroid Build Coastguard Worker #include <tensorflow/lite/c/common.h>
13*89c4ff92SAndroid Build Coastguard Worker #include <tensorflow/lite/minimal_logging.h>
14*89c4ff92SAndroid Build Coastguard Worker
15*89c4ff92SAndroid Build Coastguard Worker namespace armnnDelegate
16*89c4ff92SAndroid Build Coastguard Worker {
17*89c4ff92SAndroid Build Coastguard Worker
VisitStridedSliceOperator(DelegateData & delegateData,TfLiteContext * tfLiteContext,TfLiteNode * tfLiteNode,int nodeIndex,int32_t sliceOperatorCode)18*89c4ff92SAndroid Build Coastguard Worker TfLiteStatus VisitStridedSliceOperator(DelegateData& delegateData,
19*89c4ff92SAndroid Build Coastguard Worker TfLiteContext* tfLiteContext,
20*89c4ff92SAndroid Build Coastguard Worker TfLiteNode* tfLiteNode,
21*89c4ff92SAndroid Build Coastguard Worker int nodeIndex,
22*89c4ff92SAndroid Build Coastguard Worker int32_t sliceOperatorCode)
23*89c4ff92SAndroid Build Coastguard Worker {
24*89c4ff92SAndroid Build Coastguard Worker TF_LITE_ENSURE_STATUS(ValidateNumInputs(tfLiteContext, tfLiteNode, 4, nodeIndex));
25*89c4ff92SAndroid Build Coastguard Worker TF_LITE_ENSURE_STATUS(ValidateNumOutputs(tfLiteContext, tfLiteNode, 1, nodeIndex));
26*89c4ff92SAndroid Build Coastguard Worker
27*89c4ff92SAndroid Build Coastguard Worker // Read inputs [input, begin, end, strides]
28*89c4ff92SAndroid Build Coastguard Worker int numInputs = tfLiteNode->inputs->size;
29*89c4ff92SAndroid Build Coastguard Worker std::vector<const TfLiteTensor*> tfLiteInputs;
30*89c4ff92SAndroid Build Coastguard Worker tfLiteInputs.reserve(numInputs);
31*89c4ff92SAndroid Build Coastguard Worker const TfLiteTensor* tfLiteTensors = tfLiteContext->tensors;
32*89c4ff92SAndroid Build Coastguard Worker for (int i = 0; i < numInputs; i++)
33*89c4ff92SAndroid Build Coastguard Worker {
34*89c4ff92SAndroid Build Coastguard Worker const TfLiteTensor* inputTensor = &tfLiteTensors[tfLiteNode->inputs->data[i]];
35*89c4ff92SAndroid Build Coastguard Worker tfLiteInputs.push_back(inputTensor);
36*89c4ff92SAndroid Build Coastguard Worker if (!IsValid(tfLiteContext, *inputTensor, sliceOperatorCode, nodeIndex))
37*89c4ff92SAndroid Build Coastguard Worker {
38*89c4ff92SAndroid Build Coastguard Worker return kTfLiteError;
39*89c4ff92SAndroid Build Coastguard Worker }
40*89c4ff92SAndroid Build Coastguard Worker }
41*89c4ff92SAndroid Build Coastguard Worker
42*89c4ff92SAndroid Build Coastguard Worker // We save the begin, end and strides tensors in our descriptor. Therefore we have to read those values from inputs
43*89c4ff92SAndroid Build Coastguard Worker int inputRank = tfLiteInputs[0]->dims->size;
44*89c4ff92SAndroid Build Coastguard Worker auto ReadInt32Input = [&](int inputIndex, std::vector<int32_t>& outputData) -> TfLiteStatus
45*89c4ff92SAndroid Build Coastguard Worker {
46*89c4ff92SAndroid Build Coastguard Worker if (tfLiteInputs[inputIndex]->type != kTfLiteInt32)
47*89c4ff92SAndroid Build Coastguard Worker {
48*89c4ff92SAndroid Build Coastguard Worker TF_LITE_MAYBE_KERNEL_LOG(
49*89c4ff92SAndroid Build Coastguard Worker tfLiteContext,
50*89c4ff92SAndroid Build Coastguard Worker "TfLiteArmnnDelegate: The Begin-, End- and Stride-Tensors of the StridedSlice operation need to "
51*89c4ff92SAndroid Build Coastguard Worker "be of type int32. Operator: #%d node #%d: ",
52*89c4ff92SAndroid Build Coastguard Worker sliceOperatorCode, nodeIndex);
53*89c4ff92SAndroid Build Coastguard Worker return kTfLiteError;
54*89c4ff92SAndroid Build Coastguard Worker }
55*89c4ff92SAndroid Build Coastguard Worker int rank = tfLiteInputs[inputIndex]->dims->size;
56*89c4ff92SAndroid Build Coastguard Worker if (rank != 1)
57*89c4ff92SAndroid Build Coastguard Worker {
58*89c4ff92SAndroid Build Coastguard Worker TF_LITE_MAYBE_KERNEL_LOG(
59*89c4ff92SAndroid Build Coastguard Worker tfLiteContext,
60*89c4ff92SAndroid Build Coastguard Worker "TfLiteArmnnDelegate: The Begin-, End- and Stride-Tensors of the StridedSlice operation need to "
61*89c4ff92SAndroid Build Coastguard Worker "be a 1D-Tensor. Operator: #%d node #%d: ",
62*89c4ff92SAndroid Build Coastguard Worker sliceOperatorCode, nodeIndex);
63*89c4ff92SAndroid Build Coastguard Worker return kTfLiteError;
64*89c4ff92SAndroid Build Coastguard Worker }
65*89c4ff92SAndroid Build Coastguard Worker int numValues = tfLiteInputs[inputIndex]->dims->data[0];
66*89c4ff92SAndroid Build Coastguard Worker if (numValues != inputRank)
67*89c4ff92SAndroid Build Coastguard Worker {
68*89c4ff92SAndroid Build Coastguard Worker TF_LITE_MAYBE_KERNEL_LOG(
69*89c4ff92SAndroid Build Coastguard Worker tfLiteContext,
70*89c4ff92SAndroid Build Coastguard Worker "TfLiteArmnnDelegate: The number of values in the Begin-, End- and Stride-Tensors of the "
71*89c4ff92SAndroid Build Coastguard Worker "StridedSlice operation need to be equal to the rank of the Input-Tensor. Operator: #%d node #%d: ",
72*89c4ff92SAndroid Build Coastguard Worker sliceOperatorCode, nodeIndex);
73*89c4ff92SAndroid Build Coastguard Worker return kTfLiteError;
74*89c4ff92SAndroid Build Coastguard Worker }
75*89c4ff92SAndroid Build Coastguard Worker // return tensor data
76*89c4ff92SAndroid Build Coastguard Worker auto* tensorDataPtr = tflite::GetTensorData<int32_t>(tfLiteInputs[inputIndex]);
77*89c4ff92SAndroid Build Coastguard Worker outputData.assign(tensorDataPtr, tensorDataPtr+numValues);
78*89c4ff92SAndroid Build Coastguard Worker return kTfLiteOk;
79*89c4ff92SAndroid Build Coastguard Worker };
80*89c4ff92SAndroid Build Coastguard Worker
81*89c4ff92SAndroid Build Coastguard Worker std::vector<int32_t> beginData;
82*89c4ff92SAndroid Build Coastguard Worker if (ReadInt32Input(1, beginData) != kTfLiteOk)
83*89c4ff92SAndroid Build Coastguard Worker return kTfLiteError;
84*89c4ff92SAndroid Build Coastguard Worker std::vector<int32_t> endData;
85*89c4ff92SAndroid Build Coastguard Worker if (ReadInt32Input(2, endData) != kTfLiteOk)
86*89c4ff92SAndroid Build Coastguard Worker return kTfLiteError;
87*89c4ff92SAndroid Build Coastguard Worker std::vector<int32_t> strideData;
88*89c4ff92SAndroid Build Coastguard Worker if (ReadInt32Input(3, strideData) != kTfLiteOk)
89*89c4ff92SAndroid Build Coastguard Worker return kTfLiteError;
90*89c4ff92SAndroid Build Coastguard Worker
91*89c4ff92SAndroid Build Coastguard Worker // parse built in options
92*89c4ff92SAndroid Build Coastguard Worker auto* stridedSliceParams = reinterpret_cast<TfLiteStridedSliceParams*>(tfLiteNode->builtin_data);
93*89c4ff92SAndroid Build Coastguard Worker
94*89c4ff92SAndroid Build Coastguard Worker // Write all data to the descriptor
95*89c4ff92SAndroid Build Coastguard Worker armnn::StridedSliceDescriptor descriptor;
96*89c4ff92SAndroid Build Coastguard Worker descriptor.m_Begin = std::move(beginData);
97*89c4ff92SAndroid Build Coastguard Worker descriptor.m_End = std::move(endData);
98*89c4ff92SAndroid Build Coastguard Worker descriptor.m_Stride = std::move(strideData);
99*89c4ff92SAndroid Build Coastguard Worker descriptor.m_BeginMask = stridedSliceParams->begin_mask;
100*89c4ff92SAndroid Build Coastguard Worker descriptor.m_EllipsisMask = stridedSliceParams->ellipsis_mask;
101*89c4ff92SAndroid Build Coastguard Worker descriptor.m_EndMask = stridedSliceParams->end_mask;
102*89c4ff92SAndroid Build Coastguard Worker descriptor.m_NewAxisMask = stridedSliceParams->new_axis_mask;
103*89c4ff92SAndroid Build Coastguard Worker descriptor.m_ShrinkAxisMask = stridedSliceParams->shrink_axis_mask;
104*89c4ff92SAndroid Build Coastguard Worker descriptor.m_DataLayout = armnn::DataLayout::NHWC;
105*89c4ff92SAndroid Build Coastguard Worker
106*89c4ff92SAndroid Build Coastguard Worker // Validate output
107*89c4ff92SAndroid Build Coastguard Worker const TfLiteTensor& tfLiteOutputTensor = tfLiteTensors[tfLiteNode->outputs->data[0]];
108*89c4ff92SAndroid Build Coastguard Worker if (!IsValid(tfLiteContext, tfLiteOutputTensor, sliceOperatorCode, nodeIndex))
109*89c4ff92SAndroid Build Coastguard Worker {
110*89c4ff92SAndroid Build Coastguard Worker return kTfLiteError;
111*89c4ff92SAndroid Build Coastguard Worker }
112*89c4ff92SAndroid Build Coastguard Worker
113*89c4ff92SAndroid Build Coastguard Worker const armnn::TensorInfo& inputTensorInfo = GetTensorInfoForTfLiteTensor(*tfLiteInputs[0]);
114*89c4ff92SAndroid Build Coastguard Worker const armnn::TensorInfo& outputTensorInfo = GetTensorInfoForTfLiteTensor(tfLiteOutputTensor);
115*89c4ff92SAndroid Build Coastguard Worker
116*89c4ff92SAndroid Build Coastguard Worker bool isSupported = false;
117*89c4ff92SAndroid Build Coastguard Worker armnn::BackendId setBackend;
118*89c4ff92SAndroid Build Coastguard Worker auto validateFunc = [&](const armnn::TensorInfo& outInfo, bool& isSupported)
119*89c4ff92SAndroid Build Coastguard Worker {
120*89c4ff92SAndroid Build Coastguard Worker FORWARD_LAYER_SUPPORT_FUNC("STRIDED_SLICE",
121*89c4ff92SAndroid Build Coastguard Worker tfLiteContext,
122*89c4ff92SAndroid Build Coastguard Worker IsStridedSliceSupported,
123*89c4ff92SAndroid Build Coastguard Worker delegateData.m_Backends,
124*89c4ff92SAndroid Build Coastguard Worker isSupported,
125*89c4ff92SAndroid Build Coastguard Worker setBackend,
126*89c4ff92SAndroid Build Coastguard Worker inputTensorInfo,
127*89c4ff92SAndroid Build Coastguard Worker outInfo,
128*89c4ff92SAndroid Build Coastguard Worker descriptor);
129*89c4ff92SAndroid Build Coastguard Worker };
130*89c4ff92SAndroid Build Coastguard Worker
131*89c4ff92SAndroid Build Coastguard Worker if (!delegateData.m_Network)
132*89c4ff92SAndroid Build Coastguard Worker {
133*89c4ff92SAndroid Build Coastguard Worker validateFunc(outputTensorInfo, isSupported);
134*89c4ff92SAndroid Build Coastguard Worker return isSupported ? kTfLiteOk : kTfLiteError;
135*89c4ff92SAndroid Build Coastguard Worker }
136*89c4ff92SAndroid Build Coastguard Worker
137*89c4ff92SAndroid Build Coastguard Worker // Add a StridedSlice layer
138*89c4ff92SAndroid Build Coastguard Worker armnn::IConnectableLayer* layer = delegateData.m_Network->AddStridedSliceLayer(descriptor);
139*89c4ff92SAndroid Build Coastguard Worker layer->SetBackendId(setBackend);
140*89c4ff92SAndroid Build Coastguard Worker ARMNN_ASSERT(layer != nullptr);
141*89c4ff92SAndroid Build Coastguard Worker
142*89c4ff92SAndroid Build Coastguard Worker armnn::IOutputSlot& outputSlot = layer->GetOutputSlot(0);
143*89c4ff92SAndroid Build Coastguard Worker outputSlot.SetTensorInfo(outputTensorInfo);
144*89c4ff92SAndroid Build Coastguard Worker
145*89c4ff92SAndroid Build Coastguard Worker // try to connect the Constant Inputs if there are any
146*89c4ff92SAndroid Build Coastguard Worker if(ProcessInputs(layer,delegateData, tfLiteContext, tfLiteNode) != kTfLiteOk )
147*89c4ff92SAndroid Build Coastguard Worker {
148*89c4ff92SAndroid Build Coastguard Worker return kTfLiteError;
149*89c4ff92SAndroid Build Coastguard Worker }
150*89c4ff92SAndroid Build Coastguard Worker
151*89c4ff92SAndroid Build Coastguard Worker // Connect
152*89c4ff92SAndroid Build Coastguard Worker return Connect(layer, tfLiteNode, delegateData);
153*89c4ff92SAndroid Build Coastguard Worker }
154*89c4ff92SAndroid Build Coastguard Worker
155*89c4ff92SAndroid Build Coastguard Worker } // namespace armnnDelegate
156*89c4ff92SAndroid Build Coastguard Worker
157