1*c217d954SCole Faust /*
2*c217d954SCole Faust * Copyright (c) 2018-2020 Arm Limited.
3*c217d954SCole Faust *
4*c217d954SCole Faust * SPDX-License-Identifier: MIT
5*c217d954SCole Faust *
6*c217d954SCole Faust * Permission is hereby granted, free of charge, to any person obtaining a copy
7*c217d954SCole Faust * of this software and associated documentation files (the "Software"), to
8*c217d954SCole Faust * deal in the Software without restriction, including without limitation the
9*c217d954SCole Faust * rights to use, copy, modify, merge, publish, distribute, sublicense, and/or
10*c217d954SCole Faust * sell copies of the Software, and to permit persons to whom the Software is
11*c217d954SCole Faust * furnished to do so, subject to the following conditions:
12*c217d954SCole Faust *
13*c217d954SCole Faust * The above copyright notice and this permission notice shall be included in all
14*c217d954SCole Faust * copies or substantial portions of the Software.
15*c217d954SCole Faust *
16*c217d954SCole Faust * THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
17*c217d954SCole Faust * IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
18*c217d954SCole Faust * FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE
19*c217d954SCole Faust * AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
20*c217d954SCole Faust * LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,
21*c217d954SCole Faust * OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE
22*c217d954SCole Faust * SOFTWARE.
23*c217d954SCole Faust */
24*c217d954SCole Faust #include "GEMMReshapeLHSMatrix.h"
25*c217d954SCole Faust
26*c217d954SCole Faust #include "arm_compute/core/Types.h"
27*c217d954SCole Faust
28*c217d954SCole Faust #include "tests/validation/Helpers.h"
29*c217d954SCole Faust
30*c217d954SCole Faust #include <algorithm>
31*c217d954SCole Faust #include <cmath>
32*c217d954SCole Faust #include <cstring>
33*c217d954SCole Faust
34*c217d954SCole Faust namespace arm_compute
35*c217d954SCole Faust {
36*c217d954SCole Faust namespace test
37*c217d954SCole Faust {
38*c217d954SCole Faust namespace validation
39*c217d954SCole Faust {
40*c217d954SCole Faust namespace reference
41*c217d954SCole Faust {
42*c217d954SCole Faust template <typename T>
gemm_reshape_lhs_matrix(const SimpleTensor<T> & in,const TensorShape & output_shape,const GEMMLHSMatrixInfo & lhs_info)43*c217d954SCole Faust SimpleTensor<T> gemm_reshape_lhs_matrix(const SimpleTensor<T> &in, const TensorShape &output_shape, const GEMMLHSMatrixInfo &lhs_info)
44*c217d954SCole Faust {
45*c217d954SCole Faust ARM_COMPUTE_ERROR_ON(in.shape().num_dimensions() > 3);
46*c217d954SCole Faust
47*c217d954SCole Faust SimpleTensor<T> out{ output_shape, in.data_type() };
48*c217d954SCole Faust
49*c217d954SCole Faust // Initialize the output tensor with zero
50*c217d954SCole Faust std::memset(&out[0], 0, out.num_elements() * sizeof(T));
51*c217d954SCole Faust
52*c217d954SCole Faust const unsigned int K = in.shape()[0];
53*c217d954SCole Faust const unsigned int M = in.shape()[1];
54*c217d954SCole Faust const unsigned int B = in.shape()[2];
55*c217d954SCole Faust
56*c217d954SCole Faust const unsigned int num_tiles_x = std::ceil(K / static_cast<float>(lhs_info.k0));
57*c217d954SCole Faust const unsigned int num_tiles_y = std::ceil(M / static_cast<float>(lhs_info.m0));
58*c217d954SCole Faust
59*c217d954SCole Faust const TensorShape tile_dims(lhs_info.k0, lhs_info.m0);
60*c217d954SCole Faust const TensorShape tile_dims_transposed(lhs_info.m0, lhs_info.k0);
61*c217d954SCole Faust
62*c217d954SCole Faust // Simple tensor for the input tile
63*c217d954SCole Faust SimpleTensor<T> src_tile{ tile_dims, in.data_type() };
64*c217d954SCole Faust
65*c217d954SCole Faust // Simple tensor for the input tile
66*c217d954SCole Faust SimpleTensor<T> src_tile_transposed{ tile_dims_transposed, in.data_type() };
67*c217d954SCole Faust
68*c217d954SCole Faust // Simple tensor to use when storing the values
69*c217d954SCole Faust SimpleTensor<T> *tile_to_use = lhs_info.transpose ? &src_tile_transposed : &src_tile;
70*c217d954SCole Faust
71*c217d954SCole Faust const unsigned int offset_output_x = lhs_info.interleave ? tile_to_use->shape()[0] : tile_to_use->shape()[0] * tile_to_use->shape()[1];
72*c217d954SCole Faust const unsigned int step_output_x = lhs_info.interleave ? tile_to_use->shape()[0] * lhs_info.v0 : tile_to_use->shape()[0];
73*c217d954SCole Faust
74*c217d954SCole Faust for(unsigned int z = 0; z < B; ++z)
75*c217d954SCole Faust {
76*c217d954SCole Faust for(unsigned int y = 0; y < num_tiles_y; ++y)
77*c217d954SCole Faust {
78*c217d954SCole Faust for(unsigned int x = 0; x < num_tiles_x; ++x)
79*c217d954SCole Faust {
80*c217d954SCole Faust // Get the tile from the input tensor
81*c217d954SCole Faust get_tile<T>(in, src_tile, Coordinates(x * lhs_info.k0, y * lhs_info.m0, z, 0));
82*c217d954SCole Faust
83*c217d954SCole Faust if(lhs_info.transpose)
84*c217d954SCole Faust {
85*c217d954SCole Faust // Transpose matrix
86*c217d954SCole Faust transpose_matrix<T>(src_tile, src_tile_transposed);
87*c217d954SCole Faust }
88*c217d954SCole Faust
89*c217d954SCole Faust // Store
90*c217d954SCole Faust const unsigned int offset_output = (x * lhs_info.k0 * lhs_info.m0 * lhs_info.v0) + ((y % lhs_info.v0) * offset_output_x) + ((y / lhs_info.v0) * out.shape()[0]) + (z * out.shape()[0] * out.shape()[1]);
91*c217d954SCole Faust
92*c217d954SCole Faust for(unsigned int i = 0; i < tile_to_use->shape()[1]; ++i)
93*c217d954SCole Faust {
94*c217d954SCole Faust const unsigned int offset_tile = i * tile_to_use->shape()[0];
95*c217d954SCole Faust
96*c217d954SCole Faust // Copy per row
97*c217d954SCole Faust std::copy(&(*tile_to_use)[offset_tile], &(*tile_to_use)[offset_tile + tile_to_use->shape()[0]], &out[offset_output + i * step_output_x]);
98*c217d954SCole Faust }
99*c217d954SCole Faust }
100*c217d954SCole Faust }
101*c217d954SCole Faust }
102*c217d954SCole Faust
103*c217d954SCole Faust return out;
104*c217d954SCole Faust }
105*c217d954SCole Faust template SimpleTensor<int> gemm_reshape_lhs_matrix(const SimpleTensor<int> &in, const TensorShape &output_shape, const GEMMLHSMatrixInfo &lhs_info);
106*c217d954SCole Faust template SimpleTensor<short> gemm_reshape_lhs_matrix(const SimpleTensor<short> &in, const TensorShape &output_shape, const GEMMLHSMatrixInfo &lhs_info);
107*c217d954SCole Faust template SimpleTensor<char> gemm_reshape_lhs_matrix(const SimpleTensor<char> &in, const TensorShape &output_shape, const GEMMLHSMatrixInfo &lhs_info);
108*c217d954SCole Faust } // namespace reference
109*c217d954SCole Faust } // namespace validation
110*c217d954SCole Faust } // namespace test
111*c217d954SCole Faust } // namespace arm_compute