1 /*
2 * Copyright (c) 2017-2021 Arm Limited.
3 *
4 * SPDX-License-Identifier: MIT
5 *
6 * Permission is hereby granted, free of charge, to any person obtaining a copy
7 * of this software and associated documentation files (the "Software"), to
8 * deal in the Software without restriction, including without limitation the
9 * rights to use, copy, modify, merge, publish, distribute, sublicense, and/or
10 * sell copies of the Software, and to permit persons to whom the Software is
11 * furnished to do so, subject to the following conditions:
12 *
13 * The above copyright notice and this permission notice shall be included in all
14 * copies or substantial portions of the Software.
15 *
16 * THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
17 * IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
18 * FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE
19 * AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
20 * LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,
21 * OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE
22 * SOFTWARE.
23 */
24 #include "arm_compute/core/Types.h"
25 #include "src/cpu/kernels/CpuIm2ColKernel.h"
26 #include "tests/NEON/Accessor.h"
27 #include "tests/NEON/Helper.h"
28 #include "tests/datasets/ShapeDatasets.h"
29 #include "tests/framework/Asserts.h"
30 #include "tests/framework/Macros.h"
31 #include "tests/framework/datasets/Datasets.h"
32 #include "tests/validation/Validation.h"
33 #include "tests/validation/fixtures/Im2ColFixture.h"
34
35 namespace arm_compute
36 {
37 namespace test
38 {
39 namespace validation
40 {
41 namespace
42 {
43 const auto im2col_shapes = framework::dataset::make("Shape", { TensorShape{ 11U, 11U, 11U }, TensorShape{ 16U, 16U, 16U }, TensorShape{ 27U, 13U, 7U }, TensorShape{ 31U, 27U, 17U, 2U }, TensorShape{ 27U, 13U, 5U, 4U }, TensorShape{ 11U, 11U, 5U, 5U } });
44
45 const auto conv_filter_sizes = framework::dataset::make("KernelDims", { Size2D(3U, 3U), Size2D(3U, 1U), Size2D(1U, 5U), Size2D(5U, 5U), Size2D(7U, 7U) });
46 const auto conv_args = combine(combine(combine(combine(conv_filter_sizes, framework::dataset::make("PadStride", { PadStrideInfo(1U, 1U, 0U, 0U), PadStrideInfo(1U, 1U, 1U, 1U), PadStrideInfo(2U, 2U, 0U, 2U) })),
47 framework::dataset::make("QuantizationInfo", QuantizationInfo(0.5f, 10))),
48 framework::dataset::make("DataLayout", { DataLayout::NCHW, DataLayout::NHWC })),
49 framework::dataset::make("NumGroups", { 1 }));
50
51 const auto conv_filter_sizes_small = framework::dataset::make("KernelDims", { Size2D(3U, 3U), Size2D(3U, 1U), Size2D(1U, 5U) });
52 const auto conv_args_small = combine(combine(combine(combine(conv_filter_sizes_small, framework::dataset::make("PadStride", { PadStrideInfo(1U, 1U, 0U, 0U), PadStrideInfo(1U, 1U, 1U, 1U) })),
53 framework::dataset::make("QuantizationInfo", QuantizationInfo(0.5f, 10))),
54 framework::dataset::make("DataLayout", { DataLayout::NCHW, DataLayout::NHWC })),
55 framework::dataset::make("NumGroups", { 1 }));
56 } // namespace
57 TEST_SUITE(NEON)
58 TEST_SUITE(Im2Col)
59
60 using CpuIm2Col = NESynthetizeFunctionWithZeroConstantKernelBorder<cpu::kernels::CpuIm2ColKernel>;
61
62 // *INDENT-OFF*
63 // clang-format off
64 DATA_TEST_CASE(Validate, framework::DatasetMode::ALL, zip(zip(zip(
65 framework::dataset::make("InputInfo", { TensorInfo(TensorShape(10U, 12U, 2U), 1, DataType::U8), // Unsupported data type
66 TensorInfo(TensorShape(10U, 12U, 2U), 1, DataType::F32), // Mismatching data type
67 TensorInfo(TensorShape(10U, 12U, 2U), 1, DataType::QASYMM8), // Bias not supported with QASYMM8
68 TensorInfo(TensorShape(10U, 12U, 2U), 1, DataType::QASYMM8), // Mismatching shapes
69 TensorInfo(TensorShape(10U, 12U, 2U, 2U), 1, DataType::QASYMM8),
70 }),
71 framework::dataset::make("OutputInfo",{ TensorInfo(TensorShape(3U, 4U, 10U, 2U), 1, DataType::F16),
72 TensorInfo(TensorShape(3U, 4U, 10U, 2U), 1, DataType::F16),
73 TensorInfo(TensorShape(3U, 3U, 10U, 2U), 1, DataType::QASYMM8),
74 TensorInfo(TensorShape(3U, 4U, 10U, 2U), 1, DataType::QASYMM8),
75 TensorInfo(TensorShape(18U, 80U, 1U, 2U), 1, DataType::QASYMM8),
76 })),
77 framework::dataset::make("HasBias", { true, true, true, false, false })),
78 framework::dataset::make("Expected", { false, false, false, false, true })),
79 input_info, output_info, has_bias, expected)
80 {
81 bool status = bool(cpu::kernels::CpuIm2ColKernel::validate(&input_info, &output_info, Size2D(3U, 3U), PadStrideInfo(), has_bias));
82 ARM_COMPUTE_EXPECT(status == expected, framework::LogLevel::ERRORS);
83 }
84 // clang-format on
85 // *INDENT-ON*
86
87 template <typename T>
88 using CpuIm2ColFixture = Im2ColOpValidationFixture<Tensor, Accessor, CpuIm2Col, T, false>;
89
90 TEST_SUITE(Float)
TEST_SUITE(FP32)91 TEST_SUITE(FP32)
92 FIXTURE_DATA_TEST_CASE(RunSmall, CpuIm2ColFixture<float>, framework::DatasetMode::PRECOMMIT, combine(combine(im2col_shapes, framework::dataset::make("DataType", DataType::F32)),
93 conv_args_small))
94 {
95 // Validate output
96 validate(Accessor(_target), _reference);
97 }
98 FIXTURE_DATA_TEST_CASE(RunLarge, CpuIm2ColFixture<float>, framework::DatasetMode::NIGHTLY, combine(combine(concat(im2col_shapes, datasets::LargeShapes()), framework::dataset::make("DataType",
99 DataType::F32)),
100 conv_args))
101 {
102 // Validate output
103 validate(Accessor(_target), _reference);
104 }
105 TEST_SUITE_END() // FP32
106
107 #ifdef __ARM_FEATURE_FP16_VECTOR_ARITHMETIC
108
TEST_SUITE(FP16)109 TEST_SUITE(FP16)
110 FIXTURE_DATA_TEST_CASE(RunSmall, CpuIm2ColFixture<half>, framework::DatasetMode::PRECOMMIT, combine(combine(im2col_shapes, framework::dataset::make("DataType", DataType::F16)),
111 conv_args_small))
112 {
113 // Validate output
114 validate(Accessor(_target), _reference);
115 }
116 FIXTURE_DATA_TEST_CASE(RunLarge, CpuIm2ColFixture<half>, framework::DatasetMode::NIGHTLY, combine(combine(concat(im2col_shapes, datasets::LargeShapes()), framework::dataset::make("DataType",
117 DataType::F16)),
118 conv_args))
119 {
120 // Validate output
121 validate(Accessor(_target), _reference);
122 }
123 TEST_SUITE_END() // FP16
124
125 #endif /* __ARM_FEATURE_FP16_VECTOR_ARITHMETIC */
126
TEST_SUITE_END()127 TEST_SUITE_END() // Float
128
129 TEST_SUITE(QASYMM8)
130 FIXTURE_DATA_TEST_CASE(RunSmall, CpuIm2ColFixture<uint8_t>, framework::DatasetMode::PRECOMMIT, combine(combine(im2col_shapes, framework::dataset::make("DataType", DataType::QASYMM8)),
131 conv_args_small))
132 {
133 // Validate output
134 validate(Accessor(_target), _reference);
135 }
136 FIXTURE_DATA_TEST_CASE(RunLarge, CpuIm2ColFixture<uint8_t>, framework::DatasetMode::NIGHTLY, combine(combine(concat(im2col_shapes, datasets::LargeShapes()),
137 framework::dataset::make("DataType", DataType::QASYMM8)),
138 conv_args))
139 {
140 // Validate output
141 validate(Accessor(_target), _reference);
142 }
143 TEST_SUITE_END() // QASYMM8
144
TEST_SUITE(SpecialCases)145 TEST_SUITE(SpecialCases)
146 TEST_CASE(PaddedChannelNHWC, framework::DatasetMode::PRECOMMIT)
147 {
148 // Const data
149 const TensorShape src_shape = TensorShape(7U, 27U, 13U);
150 const DataType data_type = DataType::F32;
151 const DataLayout data_layout = DataLayout::NHWC;
152 const bool has_bias = false;
153 const unsigned int num_groups = 1;
154 const Size2D spatial_kernel(3, 3);
155 const QuantizationInfo qinfo{};
156 const PadStrideInfo conv_info(1U, 1U, 0U, 0U);
157
158 // Calculate destination shape
159 TensorInfo src_info(src_shape, 1, data_type);
160 src_info.set_data_layout(data_layout);
161 const TensorShape dst_shape = compute_im2col_conv_shape(&src_info, spatial_kernel, conv_info, has_bias, Size2D(1U, 1U), false, num_groups);
162
163 // Compute target
164 Tensor src_target = create_tensor<Tensor>(src_shape, data_type, 1, qinfo, data_layout);
165 Tensor dst_target = create_tensor<Tensor>(dst_shape, data_type, 1, qinfo);
166
167 // Configure target function
168 CpuIm2Col im2col_func;
169 im2col_func.configure(src_target.info(), dst_target.info(), spatial_kernel, conv_info, has_bias);
170
171 // Extend padding
172 src_target.info()->extend_padding(PaddingSize(3, 5, 9, 1));
173 dst_target.info()->extend_padding(PaddingSize(8, 1, 1, 3));
174
175 // Validate and allocate tensors
176 ARM_COMPUTE_EXPECT(src_target.info()->is_resizable(), framework::LogLevel::ERRORS);
177 ARM_COMPUTE_EXPECT(dst_target.info()->is_resizable(), framework::LogLevel::ERRORS);
178
179 src_target.allocator()->allocate();
180 dst_target.allocator()->allocate();
181
182 ARM_COMPUTE_EXPECT(!src_target.info()->is_resizable(), framework::LogLevel::ERRORS);
183 ARM_COMPUTE_EXPECT(!dst_target.info()->is_resizable(), framework::LogLevel::ERRORS);
184
185 // Fill target source
186 library->fill_tensor_uniform(Accessor(src_target), 0);
187
188 ITensorPack pack =
189 {
190 { TensorType::ACL_SRC, &src_target },
191 { TensorType::ACL_DST, &dst_target }
192 };
193 // Run target function
194 im2col_func.run(pack);
195
196 // Calculate Reference
197 SimpleTensor<float> src_ref{ src_shape, data_type, 1, qinfo, data_layout };
198 SimpleTensor<float> dst_ref{ dst_shape, data_type, 1, qinfo, DataLayout::NCHW };
199
200 // Fill reference source
201 library->fill_tensor_uniform(src_ref, 0);
202
203 #ifndef DOXYGEN_SKIP_THIS
204 // Run reference function
205 reference::im2col(src_ref, dst_ref, spatial_kernel, conv_info, has_bias, num_groups);
206 #endif // DOXYGEN_SKIP_THIS
207
208 // Validate
209 validate(Accessor(dst_target), dst_ref);
210 }
211 TEST_SUITE_END() // Special Cases
212 TEST_SUITE_END() // Im2Col
213 TEST_SUITE_END() // Neon
214 } // namespace validation
215 } // namespace test
216 } // namespace arm_compute
217