1*c217d954SCole Faust /*
2*c217d954SCole Faust * Copyright (c) 2017-2022 Arm Limited.
3*c217d954SCole Faust *
4*c217d954SCole Faust * SPDX-License-Identifier: MIT
5*c217d954SCole Faust *
6*c217d954SCole Faust * Permission is hereby granted, free of charge, to any person obtaining a copy
7*c217d954SCole Faust * of this software and associated documentation files (the "Software"), to
8*c217d954SCole Faust * deal in the Software without restriction, including without limitation the
9*c217d954SCole Faust * rights to use, copy, modify, merge, publish, distribute, sublicense, and/or
10*c217d954SCole Faust * sell copies of the Software, and to permit persons to whom the Software is
11*c217d954SCole Faust * furnished to do so, subject to the following conditions:
12*c217d954SCole Faust *
13*c217d954SCole Faust * The above copyright notice and this permission notice shall be included in all
14*c217d954SCole Faust * copies or substantial portions of the Software.
15*c217d954SCole Faust *
16*c217d954SCole Faust * THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
17*c217d954SCole Faust * IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
18*c217d954SCole Faust * FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE
19*c217d954SCole Faust * AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
20*c217d954SCole Faust * LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,
21*c217d954SCole Faust * OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE
22*c217d954SCole Faust * SOFTWARE.
23*c217d954SCole Faust */
24*c217d954SCole Faust
25*c217d954SCole Faust #include "src/cpu/kernels/CpuWinogradConv2dKernel.h"
26*c217d954SCole Faust
27*c217d954SCole Faust namespace arm_compute
28*c217d954SCole Faust {
29*c217d954SCole Faust namespace cpu
30*c217d954SCole Faust {
CpuWinogradConv2dTransformInputKernel(arm_conv::winograd::WinogradImpl & w_impl,arm_conv::ConvolutionArgs & _c_args,uint32_t nthreads)31*c217d954SCole Faust CpuWinogradConv2dTransformInputKernel::CpuWinogradConv2dTransformInputKernel(arm_conv::winograd::WinogradImpl &w_impl, arm_conv::ConvolutionArgs &_c_args, uint32_t nthreads)
32*c217d954SCole Faust : _winograd_impl{ w_impl }, _conv_args{ _c_args }, _nthreads{ nthreads }
33*c217d954SCole Faust {
34*c217d954SCole Faust }
35*c217d954SCole Faust
run_op(ITensorPack & tensors,const Window & window,const ThreadInfo & info)36*c217d954SCole Faust void CpuWinogradConv2dTransformInputKernel::run_op(ITensorPack &tensors, const Window &window, const ThreadInfo &info)
37*c217d954SCole Faust {
38*c217d954SCole Faust ARM_COMPUTE_UNUSED(window);
39*c217d954SCole Faust const ITensor *input_nhwc = tensors.get_const_tensor(TensorType::ACL_SRC);
40*c217d954SCole Faust const ITensor *winograd_input_transform = tensors.get_const_tensor(TensorType::ACL_DST);
41*c217d954SCole Faust const ITensor *workspace = tensors.get_const_tensor(TensorType::ACL_INT);
42*c217d954SCole Faust
43*c217d954SCole Faust const unsigned int width_idx = 1;
44*c217d954SCole Faust const unsigned int height_idx = 2;
45*c217d954SCole Faust const unsigned int batch_idx = 3;
46*c217d954SCole Faust int element_size_in_bytes = input_nhwc->info()->element_size();
47*c217d954SCole Faust const auto src_strides = input_nhwc->info()->strides_in_bytes();
48*c217d954SCole Faust
49*c217d954SCole Faust const size_t input_row_stride = src_strides[height_idx] / element_size_in_bytes;
50*c217d954SCole Faust const size_t input_col_stride = src_strides[width_idx] / element_size_in_bytes;
51*c217d954SCole Faust const size_t input_batch_stride = src_strides[batch_idx] / element_size_in_bytes;
52*c217d954SCole Faust const auto input_nhwc_ptr = reinterpret_cast<const void *>(input_nhwc->buffer() + input_nhwc->info()->offset_first_element_in_bytes());
53*c217d954SCole Faust auto win_transf_ptr = reinterpret_cast<void *>(winograd_input_transform->buffer() + winograd_input_transform->info()->offset_first_element_in_bytes());
54*c217d954SCole Faust
55*c217d954SCole Faust _winograd_impl.input_transform->execute(
56*c217d954SCole Faust _conv_args,
57*c217d954SCole Faust input_nhwc_ptr,
58*c217d954SCole Faust input_batch_stride,
59*c217d954SCole Faust input_row_stride,
60*c217d954SCole Faust input_col_stride,
61*c217d954SCole Faust win_transf_ptr,
62*c217d954SCole Faust _winograd_impl.winograd_spec,
63*c217d954SCole Faust workspace->buffer(),
64*c217d954SCole Faust info.thread_id,
65*c217d954SCole Faust _nthreads);
66*c217d954SCole Faust }
67*c217d954SCole Faust
CpuWinogradConv2dTransformOutputKernel(arm_conv::winograd::WinogradImpl & w_impl,arm_conv::ConvolutionArgs & _c_args,uint32_t nthreads)68*c217d954SCole Faust CpuWinogradConv2dTransformOutputKernel::CpuWinogradConv2dTransformOutputKernel(arm_conv::winograd::WinogradImpl &w_impl, arm_conv::ConvolutionArgs &_c_args, uint32_t nthreads)
69*c217d954SCole Faust : _winograd_impl{ w_impl }, _conv_args{ _c_args }, _nthreads{ nthreads }
70*c217d954SCole Faust {
71*c217d954SCole Faust }
72*c217d954SCole Faust
73*c217d954SCole Faust // Inherited methods overridden:
run_op(ITensorPack & tensors,const Window & window,const ThreadInfo & info)74*c217d954SCole Faust void CpuWinogradConv2dTransformOutputKernel::run_op(ITensorPack &tensors, const Window &window, const ThreadInfo &info)
75*c217d954SCole Faust {
76*c217d954SCole Faust ARM_COMPUTE_UNUSED(window);
77*c217d954SCole Faust const ITensor *dst_nhwc = tensors.get_const_tensor(TensorType::ACL_DST);
78*c217d954SCole Faust const ITensor *winograd_output_transform = tensors.get_const_tensor(TensorType::ACL_SRC_0);
79*c217d954SCole Faust const ITensor *biases = tensors.get_const_tensor(TensorType::ACL_SRC_1);
80*c217d954SCole Faust const ITensor *workspace = tensors.get_tensor(TensorType::ACL_INT);
81*c217d954SCole Faust
82*c217d954SCole Faust const unsigned int width_idx = 1;
83*c217d954SCole Faust const unsigned int height_idx = 2;
84*c217d954SCole Faust const unsigned int batch_idx = 3;
85*c217d954SCole Faust const int element_size_in_bytes = dst_nhwc->info()->element_size();
86*c217d954SCole Faust const auto dst_strides = dst_nhwc->info()->strides_in_bytes();
87*c217d954SCole Faust
88*c217d954SCole Faust const size_t out_row_stride = dst_strides[height_idx] / element_size_in_bytes;
89*c217d954SCole Faust const size_t out_col_stride = dst_strides[width_idx] / element_size_in_bytes;
90*c217d954SCole Faust const size_t out_batch_stride = dst_strides[batch_idx] / element_size_in_bytes;
91*c217d954SCole Faust const auto wout_transf_ptr = reinterpret_cast<const void *>(winograd_output_transform->buffer() + winograd_output_transform->info()->offset_first_element_in_bytes());
92*c217d954SCole Faust auto dst_nhwc_ptr = reinterpret_cast<void *>(dst_nhwc->buffer() + dst_nhwc->info()->offset_first_element_in_bytes());
93*c217d954SCole Faust void *biases_data_ptr = nullptr;
94*c217d954SCole Faust if(biases != nullptr)
95*c217d954SCole Faust {
96*c217d954SCole Faust biases_data_ptr = reinterpret_cast<void *>(biases->buffer() + biases->info()->offset_first_element_in_bytes());
97*c217d954SCole Faust }
98*c217d954SCole Faust
99*c217d954SCole Faust // Output transform
100*c217d954SCole Faust _winograd_impl.output_transform->execute(
101*c217d954SCole Faust _conv_args,
102*c217d954SCole Faust wout_transf_ptr,
103*c217d954SCole Faust _winograd_impl.winograd_spec,
104*c217d954SCole Faust biases_data_ptr,
105*c217d954SCole Faust dst_nhwc_ptr,
106*c217d954SCole Faust out_batch_stride,
107*c217d954SCole Faust out_row_stride,
108*c217d954SCole Faust out_col_stride,
109*c217d954SCole Faust workspace->buffer(),
110*c217d954SCole Faust info.thread_id,
111*c217d954SCole Faust _nthreads);
112*c217d954SCole Faust }
113*c217d954SCole Faust
114*c217d954SCole Faust } // namespace cpu
115*c217d954SCole Faust } // namespace arm_compute