1*c217d954SCole Faust /*
2*c217d954SCole Faust * Copyright (c) 2018-2021 Arm Limited.
3*c217d954SCole Faust *
4*c217d954SCole Faust * SPDX-License-Identifier: MIT
5*c217d954SCole Faust *
6*c217d954SCole Faust * Permission is hereby granted, free of charge, to any person obtaining a copy
7*c217d954SCole Faust * of this software and associated documentation files (the "Software"), to
8*c217d954SCole Faust * deal in the Software without restriction, including without limitation the
9*c217d954SCole Faust * rights to use, copy, modify, merge, publish, distribute, sublicense, and/or
10*c217d954SCole Faust * sell copies of the Software, and to permit persons to whom the Software is
11*c217d954SCole Faust * furnished to do so, subject to the following conditions:
12*c217d954SCole Faust *
13*c217d954SCole Faust * The above copyright notice and this permission notice shall be included in all
14*c217d954SCole Faust * copies or substantial portions of the Software.
15*c217d954SCole Faust *
16*c217d954SCole Faust * THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
17*c217d954SCole Faust * IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
18*c217d954SCole Faust * FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE
19*c217d954SCole Faust * AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
20*c217d954SCole Faust * LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,
21*c217d954SCole Faust * OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE
22*c217d954SCole Faust * SOFTWARE.
23*c217d954SCole Faust */
24*c217d954SCole Faust #include "src/gpu/cl/kernels/ClPermuteKernel.h"
25*c217d954SCole Faust
26*c217d954SCole Faust #include "arm_compute/core/CL/CLHelpers.h"
27*c217d954SCole Faust #include "arm_compute/core/CL/CLKernelLibrary.h"
28*c217d954SCole Faust #include "arm_compute/core/CL/ICLTensor.h"
29*c217d954SCole Faust #include "arm_compute/core/Helpers.h"
30*c217d954SCole Faust #include "arm_compute/core/TensorInfo.h"
31*c217d954SCole Faust #include "arm_compute/core/Utils.h"
32*c217d954SCole Faust #include "arm_compute/core/Validate.h"
33*c217d954SCole Faust #include "arm_compute/core/utils/misc/ShapeCalculator.h"
34*c217d954SCole Faust #include "src/core/CL/CLValidate.h"
35*c217d954SCole Faust #include "src/core/helpers/AutoConfiguration.h"
36*c217d954SCole Faust #include "src/core/helpers/WindowHelpers.h"
37*c217d954SCole Faust #include "support/Cast.h"
38*c217d954SCole Faust #include "support/StringSupport.h"
39*c217d954SCole Faust
40*c217d954SCole Faust namespace arm_compute
41*c217d954SCole Faust {
42*c217d954SCole Faust namespace opencl
43*c217d954SCole Faust {
44*c217d954SCole Faust namespace kernels
45*c217d954SCole Faust {
46*c217d954SCole Faust namespace
47*c217d954SCole Faust {
get_dst_shape(const ITensorInfo * src,const PermutationVector & perm)48*c217d954SCole Faust TensorShape get_dst_shape(const ITensorInfo *src, const PermutationVector &perm)
49*c217d954SCole Faust {
50*c217d954SCole Faust TensorShape dst_shape = src->tensor_shape();
51*c217d954SCole Faust permute(dst_shape, perm);
52*c217d954SCole Faust return dst_shape;
53*c217d954SCole Faust }
54*c217d954SCole Faust
validate_arguments(const ITensorInfo * src,const ITensorInfo * dst,const PermutationVector & perm)55*c217d954SCole Faust Status validate_arguments(const ITensorInfo *src, const ITensorInfo *dst, const PermutationVector &perm)
56*c217d954SCole Faust {
57*c217d954SCole Faust ARM_COMPUTE_RETURN_ERROR_ON_NULLPTR(src, dst);
58*c217d954SCole Faust ARM_COMPUTE_RETURN_ERROR_ON(src->data_type() == DataType::UNKNOWN);
59*c217d954SCole Faust ARM_COMPUTE_RETURN_ERROR_ON_MSG(src->num_dimensions() < 1 || src->num_dimensions() > 4,
60*c217d954SCole Faust "Permutation up to 4-D src tensor is supported");
61*c217d954SCole Faust ARM_COMPUTE_RETURN_ERROR_ON_MSG(perm.num_dimensions() < 1 || perm.num_dimensions() > 4,
62*c217d954SCole Faust "Permutation vector size should be less than or equal to 4");
63*c217d954SCole Faust for(const auto &p : perm)
64*c217d954SCole Faust {
65*c217d954SCole Faust ARM_COMPUTE_RETURN_ERROR_ON_MSG(p >= perm.num_dimensions(), "Permutation vector has invalid values");
66*c217d954SCole Faust }
67*c217d954SCole Faust
68*c217d954SCole Faust // Validate configured dst
69*c217d954SCole Faust if(dst->total_size() != 0)
70*c217d954SCole Faust {
71*c217d954SCole Faust const TensorShape dst_shape = misc::shape_calculator::compute_permutation_output_shape(*src, perm);
72*c217d954SCole Faust ARM_COMPUTE_RETURN_ERROR_ON_MISMATCHING_DIMENSIONS(dst->tensor_shape(), dst_shape);
73*c217d954SCole Faust ARM_COMPUTE_RETURN_ERROR_ON_MISMATCHING_QUANTIZATION_INFO(src, dst);
74*c217d954SCole Faust ARM_COMPUTE_RETURN_ERROR_ON_MISMATCHING_DATA_TYPES(src, dst);
75*c217d954SCole Faust }
76*c217d954SCole Faust return Status{};
77*c217d954SCole Faust }
78*c217d954SCole Faust } // namespace
79*c217d954SCole Faust
ClPermuteKernel()80*c217d954SCole Faust ClPermuteKernel::ClPermuteKernel()
81*c217d954SCole Faust {
82*c217d954SCole Faust _type = CLKernelType::ELEMENTWISE;
83*c217d954SCole Faust }
84*c217d954SCole Faust
configure(const CLCompileContext & compile_context,const ITensorInfo * src,ITensorInfo * dst,const PermutationVector & perm)85*c217d954SCole Faust void ClPermuteKernel::configure(const CLCompileContext &compile_context, const ITensorInfo *src, ITensorInfo *dst, const PermutationVector &perm)
86*c217d954SCole Faust {
87*c217d954SCole Faust ARM_COMPUTE_ERROR_ON_NULLPTR(src, dst);
88*c217d954SCole Faust auto padding_info = get_padding_info({ src, dst });
89*c217d954SCole Faust const TensorShape dst_shape = get_dst_shape(src, perm);
90*c217d954SCole Faust // Output auto initialization if not yet initialized
91*c217d954SCole Faust auto_init_if_empty(*dst, src->clone()->set_tensor_shape(dst_shape));
92*c217d954SCole Faust
93*c217d954SCole Faust ARM_COMPUTE_ERROR_THROW_ON(validate_arguments(src, dst, perm));
94*c217d954SCole Faust
95*c217d954SCole Faust _perm = perm;
96*c217d954SCole Faust
97*c217d954SCole Faust // Create kernel
98*c217d954SCole Faust CLBuildOptions build_opts;
99*c217d954SCole Faust build_opts.add_option("-DDATA_TYPE=" + get_cl_unsigned_type_from_element_size(data_size_from_type(src->data_type())));
100*c217d954SCole Faust build_opts.add_option("-DDEPTH_IN=" + support::cpp11::to_string(src->dimension(2)));
101*c217d954SCole Faust // New positions of width(W), height(H), channel(C) and batch(D) based on permutation vector
102*c217d954SCole Faust build_opts.add_option("-DP1=" + support::cpp11::to_string((_perm.num_dimensions() >= 1) ? perm[0] : 0));
103*c217d954SCole Faust build_opts.add_option("-DP2=" + support::cpp11::to_string((_perm.num_dimensions() >= 2) ? perm[1] : 1));
104*c217d954SCole Faust build_opts.add_option("-DP3=" + support::cpp11::to_string((_perm.num_dimensions() >= 3) ? perm[2] : 2));
105*c217d954SCole Faust build_opts.add_option("-DP4=" + support::cpp11::to_string((_perm.num_dimensions() >= 4) ? perm[3] : 3));
106*c217d954SCole Faust
107*c217d954SCole Faust _kernel = create_kernel(compile_context, "permute", build_opts.options());
108*c217d954SCole Faust
109*c217d954SCole Faust // Configure kernel window
110*c217d954SCole Faust Window win = calculate_max_window(*src, Steps());
111*c217d954SCole Faust
112*c217d954SCole Faust ICLKernel::configure_internal(win);
113*c217d954SCole Faust ARM_COMPUTE_ERROR_ON(has_padding_changed(padding_info));
114*c217d954SCole Faust }
115*c217d954SCole Faust
validate(const ITensorInfo * src,const ITensorInfo * dst,const PermutationVector & perm)116*c217d954SCole Faust Status ClPermuteKernel::validate(const ITensorInfo *src, const ITensorInfo *dst, const PermutationVector &perm)
117*c217d954SCole Faust {
118*c217d954SCole Faust ARM_COMPUTE_RETURN_ERROR_ON_NULLPTR(src, dst);
119*c217d954SCole Faust ARM_COMPUTE_RETURN_ON_ERROR(validate_arguments(src, dst, perm));
120*c217d954SCole Faust
121*c217d954SCole Faust return Status{};
122*c217d954SCole Faust }
123*c217d954SCole Faust
run_op(ITensorPack & tensors,const Window & window,cl::CommandQueue & queue)124*c217d954SCole Faust void ClPermuteKernel::run_op(ITensorPack &tensors, const Window &window, cl::CommandQueue &queue)
125*c217d954SCole Faust {
126*c217d954SCole Faust ARM_COMPUTE_ERROR_ON_UNCONFIGURED_KERNEL(this);
127*c217d954SCole Faust ARM_COMPUTE_ERROR_ON_MISMATCHING_WINDOWS(ICLKernel::window(), window);
128*c217d954SCole Faust
129*c217d954SCole Faust const auto src = utils::cast::polymorphic_downcast<const ICLTensor *>(tensors.get_const_tensor(TensorType::ACL_SRC));
130*c217d954SCole Faust auto dst = utils::cast::polymorphic_downcast<ICLTensor *>(tensors.get_tensor(TensorType::ACL_DST));
131*c217d954SCole Faust
132*c217d954SCole Faust Window slice_in = window.first_slice_window_4D().collapse(ICLKernel::window(), 2, 4);
133*c217d954SCole Faust
134*c217d954SCole Faust // Setup dst slice
135*c217d954SCole Faust Window slice_out(slice_in);
136*c217d954SCole Faust slice_out.set(Window::DimX, Window::Dimension(0, 0, 0));
137*c217d954SCole Faust slice_out.set(Window::DimY, Window::Dimension(0, 0, 0));
138*c217d954SCole Faust slice_out.set(Window::DimZ, Window::Dimension(0, 0, 0));
139*c217d954SCole Faust slice_out.set(3, Window::Dimension(0, 0, 0));
140*c217d954SCole Faust
141*c217d954SCole Faust do
142*c217d954SCole Faust {
143*c217d954SCole Faust unsigned int idx = 0;
144*c217d954SCole Faust add_4D_tensor_argument(idx, src, slice_in);
145*c217d954SCole Faust add_4D_tensor_argument(idx, dst, slice_out);
146*c217d954SCole Faust enqueue(queue, *this, slice_in, lws_hint());
147*c217d954SCole Faust }
148*c217d954SCole Faust while(window.slide_window_slice_4D(slice_in) && window.slide_window_slice_4D(slice_out));
149*c217d954SCole Faust }
150*c217d954SCole Faust } // namespace kernels
151*c217d954SCole Faust } // namespace opencl
152*c217d954SCole Faust } // namespace arm_compute