xref: /aosp_15_r20/external/ComputeLibrary/src/cpu/kernels/CpuWinogradConv2dKernel.cpp (revision c217d954acce2dbc11938adb493fc0abd69584f3)
1*c217d954SCole Faust /*
2*c217d954SCole Faust  * Copyright (c) 2017-2022 Arm Limited.
3*c217d954SCole Faust  *
4*c217d954SCole Faust  * SPDX-License-Identifier: MIT
5*c217d954SCole Faust  *
6*c217d954SCole Faust  * Permission is hereby granted, free of charge, to any person obtaining a copy
7*c217d954SCole Faust  * of this software and associated documentation files (the "Software"), to
8*c217d954SCole Faust  * deal in the Software without restriction, including without limitation the
9*c217d954SCole Faust  * rights to use, copy, modify, merge, publish, distribute, sublicense, and/or
10*c217d954SCole Faust  * sell copies of the Software, and to permit persons to whom the Software is
11*c217d954SCole Faust  * furnished to do so, subject to the following conditions:
12*c217d954SCole Faust  *
13*c217d954SCole Faust  * The above copyright notice and this permission notice shall be included in all
14*c217d954SCole Faust  * copies or substantial portions of the Software.
15*c217d954SCole Faust  *
16*c217d954SCole Faust  * THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
17*c217d954SCole Faust  * IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
18*c217d954SCole Faust  * FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE
19*c217d954SCole Faust  * AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
20*c217d954SCole Faust  * LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,
21*c217d954SCole Faust  * OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE
22*c217d954SCole Faust  * SOFTWARE.
23*c217d954SCole Faust  */
24*c217d954SCole Faust 
25*c217d954SCole Faust #include "src/cpu/kernels/CpuWinogradConv2dKernel.h"
26*c217d954SCole Faust 
27*c217d954SCole Faust namespace arm_compute
28*c217d954SCole Faust {
29*c217d954SCole Faust namespace cpu
30*c217d954SCole Faust {
CpuWinogradConv2dTransformInputKernel(arm_conv::winograd::WinogradImpl & w_impl,arm_conv::ConvolutionArgs & _c_args,uint32_t nthreads)31*c217d954SCole Faust CpuWinogradConv2dTransformInputKernel::CpuWinogradConv2dTransformInputKernel(arm_conv::winograd::WinogradImpl &w_impl, arm_conv::ConvolutionArgs &_c_args, uint32_t nthreads)
32*c217d954SCole Faust     : _winograd_impl{ w_impl }, _conv_args{ _c_args }, _nthreads{ nthreads }
33*c217d954SCole Faust {
34*c217d954SCole Faust }
35*c217d954SCole Faust 
run_op(ITensorPack & tensors,const Window & window,const ThreadInfo & info)36*c217d954SCole Faust void CpuWinogradConv2dTransformInputKernel::run_op(ITensorPack &tensors, const Window &window, const ThreadInfo &info)
37*c217d954SCole Faust {
38*c217d954SCole Faust     ARM_COMPUTE_UNUSED(window);
39*c217d954SCole Faust     const ITensor *input_nhwc               = tensors.get_const_tensor(TensorType::ACL_SRC);
40*c217d954SCole Faust     const ITensor *winograd_input_transform = tensors.get_const_tensor(TensorType::ACL_DST);
41*c217d954SCole Faust     const ITensor *workspace                = tensors.get_const_tensor(TensorType::ACL_INT);
42*c217d954SCole Faust 
43*c217d954SCole Faust     const unsigned int width_idx             = 1;
44*c217d954SCole Faust     const unsigned int height_idx            = 2;
45*c217d954SCole Faust     const unsigned int batch_idx             = 3;
46*c217d954SCole Faust     int                element_size_in_bytes = input_nhwc->info()->element_size();
47*c217d954SCole Faust     const auto         src_strides           = input_nhwc->info()->strides_in_bytes();
48*c217d954SCole Faust 
49*c217d954SCole Faust     const size_t input_row_stride   = src_strides[height_idx] / element_size_in_bytes;
50*c217d954SCole Faust     const size_t input_col_stride   = src_strides[width_idx] / element_size_in_bytes;
51*c217d954SCole Faust     const size_t input_batch_stride = src_strides[batch_idx] / element_size_in_bytes;
52*c217d954SCole Faust     const auto   input_nhwc_ptr     = reinterpret_cast<const void *>(input_nhwc->buffer() + input_nhwc->info()->offset_first_element_in_bytes());
53*c217d954SCole Faust     auto         win_transf_ptr     = reinterpret_cast<void *>(winograd_input_transform->buffer() + winograd_input_transform->info()->offset_first_element_in_bytes());
54*c217d954SCole Faust 
55*c217d954SCole Faust     _winograd_impl.input_transform->execute(
56*c217d954SCole Faust         _conv_args,
57*c217d954SCole Faust         input_nhwc_ptr,
58*c217d954SCole Faust         input_batch_stride,
59*c217d954SCole Faust         input_row_stride,
60*c217d954SCole Faust         input_col_stride,
61*c217d954SCole Faust         win_transf_ptr,
62*c217d954SCole Faust         _winograd_impl.winograd_spec,
63*c217d954SCole Faust         workspace->buffer(),
64*c217d954SCole Faust         info.thread_id,
65*c217d954SCole Faust         _nthreads);
66*c217d954SCole Faust }
67*c217d954SCole Faust 
CpuWinogradConv2dTransformOutputKernel(arm_conv::winograd::WinogradImpl & w_impl,arm_conv::ConvolutionArgs & _c_args,uint32_t nthreads)68*c217d954SCole Faust CpuWinogradConv2dTransformOutputKernel::CpuWinogradConv2dTransformOutputKernel(arm_conv::winograd::WinogradImpl &w_impl, arm_conv::ConvolutionArgs &_c_args, uint32_t nthreads)
69*c217d954SCole Faust     : _winograd_impl{ w_impl }, _conv_args{ _c_args }, _nthreads{ nthreads }
70*c217d954SCole Faust {
71*c217d954SCole Faust }
72*c217d954SCole Faust 
73*c217d954SCole Faust // Inherited methods overridden:
run_op(ITensorPack & tensors,const Window & window,const ThreadInfo & info)74*c217d954SCole Faust void CpuWinogradConv2dTransformOutputKernel::run_op(ITensorPack &tensors, const Window &window, const ThreadInfo &info)
75*c217d954SCole Faust {
76*c217d954SCole Faust     ARM_COMPUTE_UNUSED(window);
77*c217d954SCole Faust     const ITensor *dst_nhwc                  = tensors.get_const_tensor(TensorType::ACL_DST);
78*c217d954SCole Faust     const ITensor *winograd_output_transform = tensors.get_const_tensor(TensorType::ACL_SRC_0);
79*c217d954SCole Faust     const ITensor *biases                    = tensors.get_const_tensor(TensorType::ACL_SRC_1);
80*c217d954SCole Faust     const ITensor *workspace                 = tensors.get_tensor(TensorType::ACL_INT);
81*c217d954SCole Faust 
82*c217d954SCole Faust     const unsigned int width_idx             = 1;
83*c217d954SCole Faust     const unsigned int height_idx            = 2;
84*c217d954SCole Faust     const unsigned int batch_idx             = 3;
85*c217d954SCole Faust     const int          element_size_in_bytes = dst_nhwc->info()->element_size();
86*c217d954SCole Faust     const auto         dst_strides           = dst_nhwc->info()->strides_in_bytes();
87*c217d954SCole Faust 
88*c217d954SCole Faust     const size_t out_row_stride   = dst_strides[height_idx] / element_size_in_bytes;
89*c217d954SCole Faust     const size_t out_col_stride   = dst_strides[width_idx] / element_size_in_bytes;
90*c217d954SCole Faust     const size_t out_batch_stride = dst_strides[batch_idx] / element_size_in_bytes;
91*c217d954SCole Faust     const auto   wout_transf_ptr  = reinterpret_cast<const void *>(winograd_output_transform->buffer() + winograd_output_transform->info()->offset_first_element_in_bytes());
92*c217d954SCole Faust     auto         dst_nhwc_ptr     = reinterpret_cast<void *>(dst_nhwc->buffer() + dst_nhwc->info()->offset_first_element_in_bytes());
93*c217d954SCole Faust     void        *biases_data_ptr  = nullptr;
94*c217d954SCole Faust     if(biases != nullptr)
95*c217d954SCole Faust     {
96*c217d954SCole Faust         biases_data_ptr = reinterpret_cast<void *>(biases->buffer() + biases->info()->offset_first_element_in_bytes());
97*c217d954SCole Faust     }
98*c217d954SCole Faust 
99*c217d954SCole Faust     // Output transform
100*c217d954SCole Faust     _winograd_impl.output_transform->execute(
101*c217d954SCole Faust         _conv_args,
102*c217d954SCole Faust         wout_transf_ptr,
103*c217d954SCole Faust         _winograd_impl.winograd_spec,
104*c217d954SCole Faust         biases_data_ptr,
105*c217d954SCole Faust         dst_nhwc_ptr,
106*c217d954SCole Faust         out_batch_stride,
107*c217d954SCole Faust         out_row_stride,
108*c217d954SCole Faust         out_col_stride,
109*c217d954SCole Faust         workspace->buffer(),
110*c217d954SCole Faust         info.thread_id,
111*c217d954SCole Faust         _nthreads);
112*c217d954SCole Faust }
113*c217d954SCole Faust 
114*c217d954SCole Faust } // namespace cpu
115*c217d954SCole Faust } // namespace arm_compute