xref: /aosp_15_r20/external/ComputeLibrary/src/cpu/operators/CpuConcatenate.cpp (revision c217d954acce2dbc11938adb493fc0abd69584f3)
1*c217d954SCole Faust /*
2*c217d954SCole Faust  * Copyright (c) 2018-2021 Arm Limited.
3*c217d954SCole Faust  *
4*c217d954SCole Faust  * SPDX-License-Identifier: MIT
5*c217d954SCole Faust  *
6*c217d954SCole Faust  * Permission is hereby granted, free of charge, to any person obtaining a copy
7*c217d954SCole Faust  * of this software and associated documentation files (the "Software"), to
8*c217d954SCole Faust  * deal in the Software without restriction, including without limitation the
9*c217d954SCole Faust  * rights to use, copy, modify, merge, publish, distribute, sublicense, and/or
10*c217d954SCole Faust  * sell copies of the Software, and to permit persons to whom the Software is
11*c217d954SCole Faust  * furnished to do so, subject to the following conditions:
12*c217d954SCole Faust  *
13*c217d954SCole Faust  * The above copyright notice and this permission notice shall be included in all
14*c217d954SCole Faust  * copies or substantial portions of the Software.
15*c217d954SCole Faust  *
16*c217d954SCole Faust  * THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
17*c217d954SCole Faust  * IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
18*c217d954SCole Faust  * FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE
19*c217d954SCole Faust  * AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
20*c217d954SCole Faust  * LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,
21*c217d954SCole Faust  * OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE
22*c217d954SCole Faust  * SOFTWARE.
23*c217d954SCole Faust  */
24*c217d954SCole Faust #include "src/cpu/operators/CpuConcatenate.h"
25*c217d954SCole Faust 
26*c217d954SCole Faust #include "src/cpu/kernels/CpuConcatenateBatchKernel.h"
27*c217d954SCole Faust #include "src/cpu/kernels/CpuConcatenateDepthKernel.h"
28*c217d954SCole Faust #include "src/cpu/kernels/CpuConcatenateHeightKernel.h"
29*c217d954SCole Faust #include "src/cpu/kernels/CpuConcatenateWidthKernel.h"
30*c217d954SCole Faust 
31*c217d954SCole Faust #include "arm_compute/core/utils/misc/ShapeCalculator.h"
32*c217d954SCole Faust #include "arm_compute/runtime/NEON/NEScheduler.h"
33*c217d954SCole Faust 
34*c217d954SCole Faust #include "arm_compute/core/Error.h"
35*c217d954SCole Faust #include "arm_compute/core/ITensor.h"
36*c217d954SCole Faust #include "arm_compute/core/TensorInfo.h"
37*c217d954SCole Faust #include "arm_compute/core/Types.h"
38*c217d954SCole Faust #include "arm_compute/core/Validate.h"
39*c217d954SCole Faust #include "src/common/utils/Log.h"
40*c217d954SCole Faust #include "src/core/helpers/AutoConfiguration.h"
41*c217d954SCole Faust 
42*c217d954SCole Faust namespace arm_compute
43*c217d954SCole Faust {
44*c217d954SCole Faust namespace cpu
45*c217d954SCole Faust {
configure(const std::vector<const ITensorInfo * > & srcs_vector,ITensorInfo * dst,size_t axis)46*c217d954SCole Faust void CpuConcatenate::configure(const std::vector<const ITensorInfo *> &srcs_vector, ITensorInfo *dst, size_t axis)
47*c217d954SCole Faust {
48*c217d954SCole Faust     ARM_COMPUTE_ERROR_ON(dst == nullptr);
49*c217d954SCole Faust     ARM_COMPUTE_LOG_PARAMS(srcs_vector, dst, axis);
50*c217d954SCole Faust 
51*c217d954SCole Faust     _axis     = axis;
52*c217d954SCole Faust     _num_srcs = srcs_vector.size();
53*c217d954SCole Faust 
54*c217d954SCole Faust     TensorShape dst_shape = arm_compute::misc::shape_calculator::calculate_concatenate_shape(srcs_vector, axis);
55*c217d954SCole Faust 
56*c217d954SCole Faust     // Output auto inizialitation if not yet initialized
57*c217d954SCole Faust     auto_init_if_empty(*dst, dst_shape, 1, srcs_vector[0]->data_type());
58*c217d954SCole Faust     ARM_COMPUTE_ERROR_THROW_ON(CpuConcatenate::validate(srcs_vector, dst, axis));
59*c217d954SCole Faust 
60*c217d954SCole Faust     unsigned int offset = 0;
61*c217d954SCole Faust 
62*c217d954SCole Faust     for(unsigned int i = 0; i < _num_srcs; ++i)
63*c217d954SCole Faust     {
64*c217d954SCole Faust         switch(axis)
65*c217d954SCole Faust         {
66*c217d954SCole Faust             case Window::DimX:
67*c217d954SCole Faust             {
68*c217d954SCole Faust                 auto kernel = std::make_unique<kernels::CpuConcatenateWidthKernel>();
69*c217d954SCole Faust                 kernel->configure(srcs_vector.at(i), offset, dst);
70*c217d954SCole Faust                 _concat_kernels.emplace_back(std::move(kernel));
71*c217d954SCole Faust                 break;
72*c217d954SCole Faust             }
73*c217d954SCole Faust             case Window::DimY:
74*c217d954SCole Faust             {
75*c217d954SCole Faust                 auto kernel = std::make_unique<kernels::CpuConcatenateHeightKernel>();
76*c217d954SCole Faust                 kernel->configure(srcs_vector.at(i), offset, dst);
77*c217d954SCole Faust                 _concat_kernels.emplace_back(std::move(kernel));
78*c217d954SCole Faust                 break;
79*c217d954SCole Faust             }
80*c217d954SCole Faust             case Window::DimZ:
81*c217d954SCole Faust             {
82*c217d954SCole Faust                 auto kernel = std::make_unique<kernels::CpuConcatenateDepthKernel>();
83*c217d954SCole Faust                 kernel->configure(srcs_vector.at(i), offset, dst);
84*c217d954SCole Faust                 _concat_kernels.emplace_back(std::move(kernel));
85*c217d954SCole Faust                 break;
86*c217d954SCole Faust             }
87*c217d954SCole Faust             case 3:
88*c217d954SCole Faust             {
89*c217d954SCole Faust                 auto kernel = std::make_unique<kernels::CpuConcatenateBatchKernel>();
90*c217d954SCole Faust                 kernel->configure(srcs_vector.at(i), offset, dst);
91*c217d954SCole Faust                 _concat_kernels.emplace_back(std::move(kernel));
92*c217d954SCole Faust                 break;
93*c217d954SCole Faust             }
94*c217d954SCole Faust             default:
95*c217d954SCole Faust                 ARM_COMPUTE_ERROR("Axis not supported");
96*c217d954SCole Faust         }
97*c217d954SCole Faust         offset += srcs_vector.at(i)->dimension(axis);
98*c217d954SCole Faust     }
99*c217d954SCole Faust }
100*c217d954SCole Faust 
validate(const std::vector<const ITensorInfo * > & srcs_vector,const ITensorInfo * dst,size_t axis)101*c217d954SCole Faust Status CpuConcatenate::validate(const std::vector<const ITensorInfo *> &srcs_vector, const ITensorInfo *dst, size_t axis)
102*c217d954SCole Faust {
103*c217d954SCole Faust     ARM_COMPUTE_RETURN_ERROR_ON_NULLPTR(dst);
104*c217d954SCole Faust     ARM_COMPUTE_RETURN_ERROR_ON(srcs_vector.size() < 2);
105*c217d954SCole Faust 
106*c217d954SCole Faust     unsigned int offset = 0;
107*c217d954SCole Faust     for(const auto &src : srcs_vector)
108*c217d954SCole Faust     {
109*c217d954SCole Faust         ARM_COMPUTE_RETURN_ERROR_ON_NULLPTR(src);
110*c217d954SCole Faust         switch(axis)
111*c217d954SCole Faust         {
112*c217d954SCole Faust             case Window::DimX:
113*c217d954SCole Faust             {
114*c217d954SCole Faust                 ARM_COMPUTE_RETURN_ON_ERROR(kernels::CpuConcatenateWidthKernel::validate(src, offset, dst));
115*c217d954SCole Faust                 break;
116*c217d954SCole Faust             }
117*c217d954SCole Faust             case Window::DimY:
118*c217d954SCole Faust             {
119*c217d954SCole Faust                 ARM_COMPUTE_RETURN_ON_ERROR(kernels::CpuConcatenateHeightKernel::validate(src, offset, dst));
120*c217d954SCole Faust                 break;
121*c217d954SCole Faust             }
122*c217d954SCole Faust             case Window::DimZ:
123*c217d954SCole Faust             {
124*c217d954SCole Faust                 ARM_COMPUTE_RETURN_ON_ERROR(kernels::CpuConcatenateDepthKernel::validate(src, offset, dst));
125*c217d954SCole Faust                 break;
126*c217d954SCole Faust             }
127*c217d954SCole Faust             case 3:
128*c217d954SCole Faust             {
129*c217d954SCole Faust                 ARM_COMPUTE_RETURN_ON_ERROR(kernels::CpuConcatenateBatchKernel::validate(src, offset, dst));
130*c217d954SCole Faust                 break;
131*c217d954SCole Faust             }
132*c217d954SCole Faust             default:
133*c217d954SCole Faust                 ARM_COMPUTE_ERROR("Axis not supported");
134*c217d954SCole Faust         }
135*c217d954SCole Faust         offset += src->dimension(axis);
136*c217d954SCole Faust     }
137*c217d954SCole Faust 
138*c217d954SCole Faust     if(dst->total_size() != 0)
139*c217d954SCole Faust     {
140*c217d954SCole Faust         TensorShape dst_shape = arm_compute::misc::shape_calculator::calculate_concatenate_shape(srcs_vector, axis);
141*c217d954SCole Faust         ARM_COMPUTE_RETURN_ERROR_ON(dst_shape.total_size() != dst->tensor_shape().total_size());
142*c217d954SCole Faust     }
143*c217d954SCole Faust 
144*c217d954SCole Faust     return Status{};
145*c217d954SCole Faust }
146*c217d954SCole Faust 
run(ITensorPack & tensors)147*c217d954SCole Faust void CpuConcatenate::run(ITensorPack &tensors)
148*c217d954SCole Faust {
149*c217d954SCole Faust     if(tensors.empty())
150*c217d954SCole Faust     {
151*c217d954SCole Faust         ARM_COMPUTE_ERROR("No inputs provided");
152*c217d954SCole Faust     }
153*c217d954SCole Faust 
154*c217d954SCole Faust     if(static_cast<int>(tensors.size() - 1) != static_cast<int>(_num_srcs))
155*c217d954SCole Faust     {
156*c217d954SCole Faust         ARM_COMPUTE_ERROR("Configured with different number of inputs");
157*c217d954SCole Faust     }
158*c217d954SCole Faust 
159*c217d954SCole Faust     int i = 0;
160*c217d954SCole Faust     for(auto &k : _concat_kernels)
161*c217d954SCole Faust     {
162*c217d954SCole Faust         ITensorPack pack;
163*c217d954SCole Faust         pack.add_tensor(TensorType::ACL_SRC, tensors.get_const_tensor(ACL_SRC_VEC + i));
164*c217d954SCole Faust         pack.add_tensor(TensorType::ACL_DST, tensors.get_tensor(ACL_DST));
165*c217d954SCole Faust         NEScheduler::get().schedule_op(k.get(), Window::DimY, k->window(), pack);
166*c217d954SCole Faust         ++i;
167*c217d954SCole Faust     }
168*c217d954SCole Faust }
169*c217d954SCole Faust } // namespace cpu
170*c217d954SCole Faust } // namespace arm_compute
171