1*89c4ff92SAndroid Build Coastguard Worker //
2*89c4ff92SAndroid Build Coastguard Worker // Copyright © 2022-2023 Arm Ltd and Contributors. All rights reserved.
3*89c4ff92SAndroid Build Coastguard Worker // SPDX-License-Identifier: MIT
4*89c4ff92SAndroid Build Coastguard Worker //
5*89c4ff92SAndroid Build Coastguard Worker
6*89c4ff92SAndroid Build Coastguard Worker #pragma once
7*89c4ff92SAndroid Build Coastguard Worker
8*89c4ff92SAndroid Build Coastguard Worker #include <tensorflow/lite/builtin_ops.h>
9*89c4ff92SAndroid Build Coastguard Worker #include <tensorflow/lite/c/builtin_op_data.h>
10*89c4ff92SAndroid Build Coastguard Worker #include <tensorflow/lite/c/common.h>
11*89c4ff92SAndroid Build Coastguard Worker #include <tensorflow/lite/minimal_logging.h>
12*89c4ff92SAndroid Build Coastguard Worker
13*89c4ff92SAndroid Build Coastguard Worker namespace armnnDelegate
14*89c4ff92SAndroid Build Coastguard Worker {
15*89c4ff92SAndroid Build Coastguard Worker
VisitSpaceToDepthOperator(DelegateData & delegateData,TfLiteContext * tfLiteContext,TfLiteNode * tfLiteNode,int nodeIndex,int32_t operatorCode)16*89c4ff92SAndroid Build Coastguard Worker TfLiteStatus VisitSpaceToDepthOperator(DelegateData& delegateData,
17*89c4ff92SAndroid Build Coastguard Worker TfLiteContext* tfLiteContext,
18*89c4ff92SAndroid Build Coastguard Worker TfLiteNode* tfLiteNode,
19*89c4ff92SAndroid Build Coastguard Worker int nodeIndex,
20*89c4ff92SAndroid Build Coastguard Worker int32_t operatorCode)
21*89c4ff92SAndroid Build Coastguard Worker {
22*89c4ff92SAndroid Build Coastguard Worker TF_LITE_ENSURE_STATUS(ValidateNumInputs(tfLiteContext, tfLiteNode, 1, nodeIndex));
23*89c4ff92SAndroid Build Coastguard Worker TF_LITE_ENSURE_STATUS(ValidateNumOutputs(tfLiteContext, tfLiteNode, 1, nodeIndex));
24*89c4ff92SAndroid Build Coastguard Worker
25*89c4ff92SAndroid Build Coastguard Worker const TfLiteTensor* tfLiteTensors = tfLiteContext->tensors;
26*89c4ff92SAndroid Build Coastguard Worker const TfLiteTensor& tfLiteInputTensor = tfLiteTensors[tfLiteNode->inputs->data[0]];
27*89c4ff92SAndroid Build Coastguard Worker if (!IsValid(tfLiteContext, tfLiteInputTensor, operatorCode, nodeIndex))
28*89c4ff92SAndroid Build Coastguard Worker {
29*89c4ff92SAndroid Build Coastguard Worker return kTfLiteError;
30*89c4ff92SAndroid Build Coastguard Worker }
31*89c4ff92SAndroid Build Coastguard Worker
32*89c4ff92SAndroid Build Coastguard Worker const TfLiteTensor& tfLiteOutputTensor = tfLiteTensors[tfLiteNode->outputs->data[0]];
33*89c4ff92SAndroid Build Coastguard Worker if (!IsValid(tfLiteContext, tfLiteOutputTensor, operatorCode, nodeIndex))
34*89c4ff92SAndroid Build Coastguard Worker {
35*89c4ff92SAndroid Build Coastguard Worker return kTfLiteError;
36*89c4ff92SAndroid Build Coastguard Worker }
37*89c4ff92SAndroid Build Coastguard Worker
38*89c4ff92SAndroid Build Coastguard Worker const armnn::TensorInfo& inputTensorInfo = GetTensorInfoForTfLiteTensor(tfLiteInputTensor);
39*89c4ff92SAndroid Build Coastguard Worker const armnn::TensorInfo& outputTensorInfo = GetTensorInfoForTfLiteTensor(tfLiteOutputTensor, true);
40*89c4ff92SAndroid Build Coastguard Worker
41*89c4ff92SAndroid Build Coastguard Worker armnn::SpaceToDepthDescriptor descriptor;
42*89c4ff92SAndroid Build Coastguard Worker auto* params = reinterpret_cast<TfLiteSpaceToDepthParams*>(tfLiteNode->builtin_data);
43*89c4ff92SAndroid Build Coastguard Worker descriptor.m_BlockSize = params->block_size;
44*89c4ff92SAndroid Build Coastguard Worker
45*89c4ff92SAndroid Build Coastguard Worker bool isSupported = false;
46*89c4ff92SAndroid Build Coastguard Worker armnn::BackendId setBackend;
47*89c4ff92SAndroid Build Coastguard Worker auto validateFunc = [&](const armnn::TensorInfo& outInfo, bool& isSupported)
48*89c4ff92SAndroid Build Coastguard Worker {
49*89c4ff92SAndroid Build Coastguard Worker FORWARD_LAYER_SUPPORT_FUNC("SPACE_TO_DEPTH",
50*89c4ff92SAndroid Build Coastguard Worker tfLiteContext,
51*89c4ff92SAndroid Build Coastguard Worker IsSpaceToDepthSupported,
52*89c4ff92SAndroid Build Coastguard Worker delegateData.m_Backends,
53*89c4ff92SAndroid Build Coastguard Worker isSupported,
54*89c4ff92SAndroid Build Coastguard Worker setBackend,
55*89c4ff92SAndroid Build Coastguard Worker inputTensorInfo,
56*89c4ff92SAndroid Build Coastguard Worker outInfo,
57*89c4ff92SAndroid Build Coastguard Worker descriptor);
58*89c4ff92SAndroid Build Coastguard Worker };
59*89c4ff92SAndroid Build Coastguard Worker
60*89c4ff92SAndroid Build Coastguard Worker if (!delegateData.m_Network)
61*89c4ff92SAndroid Build Coastguard Worker {
62*89c4ff92SAndroid Build Coastguard Worker validateFunc(outputTensorInfo, isSupported);
63*89c4ff92SAndroid Build Coastguard Worker return isSupported ? kTfLiteOk : kTfLiteError;
64*89c4ff92SAndroid Build Coastguard Worker }
65*89c4ff92SAndroid Build Coastguard Worker
66*89c4ff92SAndroid Build Coastguard Worker // Add a SpaceToDepth layer
67*89c4ff92SAndroid Build Coastguard Worker armnn::IConnectableLayer* layer = delegateData.m_Network->AddSpaceToDepthLayer(descriptor);
68*89c4ff92SAndroid Build Coastguard Worker layer->SetBackendId(setBackend);
69*89c4ff92SAndroid Build Coastguard Worker ARMNN_ASSERT(layer != nullptr);
70*89c4ff92SAndroid Build Coastguard Worker
71*89c4ff92SAndroid Build Coastguard Worker // try to connect the Constant Inputs if there are any
72*89c4ff92SAndroid Build Coastguard Worker if(ProcessInputs(layer,delegateData, tfLiteContext, tfLiteNode) != kTfLiteOk )
73*89c4ff92SAndroid Build Coastguard Worker {
74*89c4ff92SAndroid Build Coastguard Worker return kTfLiteError;
75*89c4ff92SAndroid Build Coastguard Worker }
76*89c4ff92SAndroid Build Coastguard Worker
77*89c4ff92SAndroid Build Coastguard Worker armnn::IOutputSlot& outputSlot = layer->GetOutputSlot(0);
78*89c4ff92SAndroid Build Coastguard Worker outputSlot.SetTensorInfo(outputTensorInfo);
79*89c4ff92SAndroid Build Coastguard Worker
80*89c4ff92SAndroid Build Coastguard Worker // Connect
81*89c4ff92SAndroid Build Coastguard Worker return Connect(layer, tfLiteNode, delegateData);
82*89c4ff92SAndroid Build Coastguard Worker }
83*89c4ff92SAndroid Build Coastguard Worker
VisitDepthToSpaceOperator(DelegateData & delegateData,TfLiteContext * tfLiteContext,TfLiteNode * tfLiteNode,int nodeIndex,int32_t operatorCode)84*89c4ff92SAndroid Build Coastguard Worker TfLiteStatus VisitDepthToSpaceOperator(DelegateData& delegateData,
85*89c4ff92SAndroid Build Coastguard Worker TfLiteContext* tfLiteContext,
86*89c4ff92SAndroid Build Coastguard Worker TfLiteNode* tfLiteNode,
87*89c4ff92SAndroid Build Coastguard Worker int nodeIndex,
88*89c4ff92SAndroid Build Coastguard Worker int32_t operatorCode)
89*89c4ff92SAndroid Build Coastguard Worker {
90*89c4ff92SAndroid Build Coastguard Worker TF_LITE_ENSURE_STATUS(ValidateNumInputs(tfLiteContext, tfLiteNode, 1, nodeIndex));
91*89c4ff92SAndroid Build Coastguard Worker TF_LITE_ENSURE_STATUS(ValidateNumOutputs(tfLiteContext, tfLiteNode, 1, nodeIndex));
92*89c4ff92SAndroid Build Coastguard Worker
93*89c4ff92SAndroid Build Coastguard Worker const TfLiteTensor* tfLiteTensors = tfLiteContext->tensors;
94*89c4ff92SAndroid Build Coastguard Worker const TfLiteTensor& tfLiteInputTensor = tfLiteTensors[tfLiteNode->inputs->data[0]];
95*89c4ff92SAndroid Build Coastguard Worker if (!IsValid(tfLiteContext, tfLiteInputTensor, operatorCode, nodeIndex))
96*89c4ff92SAndroid Build Coastguard Worker {
97*89c4ff92SAndroid Build Coastguard Worker return kTfLiteError;
98*89c4ff92SAndroid Build Coastguard Worker }
99*89c4ff92SAndroid Build Coastguard Worker
100*89c4ff92SAndroid Build Coastguard Worker const TfLiteTensor& tfLiteOutputTensor = tfLiteTensors[tfLiteNode->outputs->data[0]];
101*89c4ff92SAndroid Build Coastguard Worker if (!IsValid(tfLiteContext, tfLiteOutputTensor, operatorCode, nodeIndex))
102*89c4ff92SAndroid Build Coastguard Worker {
103*89c4ff92SAndroid Build Coastguard Worker return kTfLiteError;
104*89c4ff92SAndroid Build Coastguard Worker }
105*89c4ff92SAndroid Build Coastguard Worker
106*89c4ff92SAndroid Build Coastguard Worker const armnn::TensorInfo& inputTensorInfo = GetTensorInfoForTfLiteTensor(tfLiteInputTensor);
107*89c4ff92SAndroid Build Coastguard Worker const armnn::TensorInfo& outputTensorInfo = GetTensorInfoForTfLiteTensor(tfLiteOutputTensor, true);
108*89c4ff92SAndroid Build Coastguard Worker
109*89c4ff92SAndroid Build Coastguard Worker armnn::DepthToSpaceDescriptor descriptor;
110*89c4ff92SAndroid Build Coastguard Worker auto* params = reinterpret_cast<TfLiteDepthToSpaceParams*>(tfLiteNode->builtin_data);
111*89c4ff92SAndroid Build Coastguard Worker descriptor.m_BlockSize = params->block_size;
112*89c4ff92SAndroid Build Coastguard Worker
113*89c4ff92SAndroid Build Coastguard Worker bool isSupported = false;
114*89c4ff92SAndroid Build Coastguard Worker armnn::BackendId setBackend;
115*89c4ff92SAndroid Build Coastguard Worker auto validateFunc = [&](const armnn::TensorInfo& outInfo, bool& isSupported)
116*89c4ff92SAndroid Build Coastguard Worker {
117*89c4ff92SAndroid Build Coastguard Worker FORWARD_LAYER_SUPPORT_FUNC("DEPTH_TO_SPACE",
118*89c4ff92SAndroid Build Coastguard Worker tfLiteContext,
119*89c4ff92SAndroid Build Coastguard Worker IsDepthToSpaceSupported,
120*89c4ff92SAndroid Build Coastguard Worker delegateData.m_Backends,
121*89c4ff92SAndroid Build Coastguard Worker isSupported,
122*89c4ff92SAndroid Build Coastguard Worker setBackend,
123*89c4ff92SAndroid Build Coastguard Worker inputTensorInfo,
124*89c4ff92SAndroid Build Coastguard Worker outInfo,
125*89c4ff92SAndroid Build Coastguard Worker descriptor);
126*89c4ff92SAndroid Build Coastguard Worker };
127*89c4ff92SAndroid Build Coastguard Worker
128*89c4ff92SAndroid Build Coastguard Worker if (!delegateData.m_Network)
129*89c4ff92SAndroid Build Coastguard Worker {
130*89c4ff92SAndroid Build Coastguard Worker validateFunc(outputTensorInfo, isSupported);
131*89c4ff92SAndroid Build Coastguard Worker return isSupported ? kTfLiteOk : kTfLiteError;
132*89c4ff92SAndroid Build Coastguard Worker }
133*89c4ff92SAndroid Build Coastguard Worker
134*89c4ff92SAndroid Build Coastguard Worker // Add a DepthToSpace layer
135*89c4ff92SAndroid Build Coastguard Worker armnn::IConnectableLayer* layer = delegateData.m_Network->AddDepthToSpaceLayer(descriptor);
136*89c4ff92SAndroid Build Coastguard Worker layer->SetBackendId(setBackend);
137*89c4ff92SAndroid Build Coastguard Worker ARMNN_ASSERT(layer != nullptr);
138*89c4ff92SAndroid Build Coastguard Worker
139*89c4ff92SAndroid Build Coastguard Worker armnn::IOutputSlot& outputSlot = layer->GetOutputSlot(0);
140*89c4ff92SAndroid Build Coastguard Worker outputSlot.SetTensorInfo(outputTensorInfo);
141*89c4ff92SAndroid Build Coastguard Worker
142*89c4ff92SAndroid Build Coastguard Worker // try to connect the Constant Inputs if there are any
143*89c4ff92SAndroid Build Coastguard Worker if(ProcessInputs(layer,delegateData, tfLiteContext, tfLiteNode) != kTfLiteOk )
144*89c4ff92SAndroid Build Coastguard Worker {
145*89c4ff92SAndroid Build Coastguard Worker return kTfLiteError;
146*89c4ff92SAndroid Build Coastguard Worker }
147*89c4ff92SAndroid Build Coastguard Worker
148*89c4ff92SAndroid Build Coastguard Worker // Connect
149*89c4ff92SAndroid Build Coastguard Worker return Connect(layer, tfLiteNode, delegateData);
150*89c4ff92SAndroid Build Coastguard Worker }
151*89c4ff92SAndroid Build Coastguard Worker
152*89c4ff92SAndroid Build Coastguard Worker } // namespace armnnDelegate
153