1*f3782652STreehugger Robot /*
2*f3782652STreehugger Robot
3*f3782652STreehugger Robot Copyright (c) 2009, 2010, 2011, 2013 STMicroelectronics
4*f3782652STreehugger Robot Written by Christophe Lyon
5*f3782652STreehugger Robot
6*f3782652STreehugger Robot Permission is hereby granted, free of charge, to any person obtaining a copy
7*f3782652STreehugger Robot of this software and associated documentation files (the "Software"), to deal
8*f3782652STreehugger Robot in the Software without restriction, including without limitation the rights
9*f3782652STreehugger Robot to use, copy, modify, merge, publish, distribute, sublicense, and/or sell
10*f3782652STreehugger Robot copies of the Software, and to permit persons to whom the Software is
11*f3782652STreehugger Robot furnished to do so, subject to the following conditions:
12*f3782652STreehugger Robot
13*f3782652STreehugger Robot The above copyright notice and this permission notice shall be included in
14*f3782652STreehugger Robot all copies or substantial portions of the Software.
15*f3782652STreehugger Robot
16*f3782652STreehugger Robot THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
17*f3782652STreehugger Robot IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
18*f3782652STreehugger Robot FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE
19*f3782652STreehugger Robot AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
20*f3782652STreehugger Robot LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,
21*f3782652STreehugger Robot OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN
22*f3782652STreehugger Robot THE SOFTWARE.
23*f3782652STreehugger Robot
24*f3782652STreehugger Robot */
25*f3782652STreehugger Robot
26*f3782652STreehugger Robot #if defined(__arm__) || defined(__aarch64__)
27*f3782652STreehugger Robot #include <arm_neon.h>
28*f3782652STreehugger Robot #else
29*f3782652STreehugger Robot #include "stm-arm-neon.h"
30*f3782652STreehugger Robot #endif
31*f3782652STreehugger Robot
32*f3782652STreehugger Robot #include "stm-arm-neon-ref.h"
33*f3782652STreehugger Robot
exec_vldX_lane(void)34*f3782652STreehugger Robot void exec_vldX_lane (void)
35*f3782652STreehugger Robot {
36*f3782652STreehugger Robot /* In this case, input variables are arrays of vectors */
37*f3782652STreehugger Robot #define DECL_VLDX_LANE(T1, W, N, X) \
38*f3782652STreehugger Robot VECT_ARRAY_TYPE(T1, W, N, X) VECT_ARRAY_VAR(vector, T1, W, N, X); \
39*f3782652STreehugger Robot VECT_ARRAY_TYPE(T1, W, N, X) VECT_ARRAY_VAR(vector_src, T1, W, N, X); \
40*f3782652STreehugger Robot VECT_VAR_DECL(result_bis_##X, T1, W, N)[X * N]
41*f3782652STreehugger Robot
42*f3782652STreehugger Robot /* We need to use a temporary result buffer (result_bis), because
43*f3782652STreehugger Robot the one used for other tests is not large enough. A subset of the
44*f3782652STreehugger Robot result data is moved from result_bis to result, and it is this
45*f3782652STreehugger Robot subset which is used to check the actual behaviour. The next
46*f3782652STreehugger Robot macro enables to move another chunk of data from result_bis to
47*f3782652STreehugger Robot result. */
48*f3782652STreehugger Robot #define TEST_VLDX_LANE(Q, T1, T2, W, N, X, L) \
49*f3782652STreehugger Robot memset (VECT_VAR(buffer_src, T1, W, N), 0xAA, \
50*f3782652STreehugger Robot sizeof(VECT_VAR(buffer_src, T1, W, N))); \
51*f3782652STreehugger Robot \
52*f3782652STreehugger Robot VECT_ARRAY_VAR(vector_src, T1, W, N, X) = \
53*f3782652STreehugger Robot vld##X##Q##_##T2##W(VECT_VAR(buffer_src, T1, W, N)); \
54*f3782652STreehugger Robot \
55*f3782652STreehugger Robot VECT_ARRAY_VAR(vector, T1, W, N, X) = \
56*f3782652STreehugger Robot /* Use dedicated init buffer, of size X */ \
57*f3782652STreehugger Robot vld##X##Q##_lane_##T2##W(VECT_VAR(buffer_vld##X##_lane, T1, W, X), \
58*f3782652STreehugger Robot VECT_ARRAY_VAR(vector_src, T1, W, N, X), \
59*f3782652STreehugger Robot L); \
60*f3782652STreehugger Robot vst##X##Q##_##T2##W(VECT_VAR(result_bis_##X, T1, W, N), \
61*f3782652STreehugger Robot VECT_ARRAY_VAR(vector, T1, W, N, X)); \
62*f3782652STreehugger Robot memcpy(VECT_VAR(result, T1, W, N), VECT_VAR(result_bis_##X, T1, W, N), \
63*f3782652STreehugger Robot sizeof(VECT_VAR(result, T1, W, N)))
64*f3782652STreehugger Robot
65*f3782652STreehugger Robot /* Overwrite "result" with the contents of "result_bis"[Y] */
66*f3782652STreehugger Robot #define TEST_EXTRA_CHUNK(T1, W, N, X, Y) \
67*f3782652STreehugger Robot memcpy(VECT_VAR(result, T1, W, N), \
68*f3782652STreehugger Robot &(VECT_VAR(result_bis_##X, T1, W, N)[Y*N]), \
69*f3782652STreehugger Robot sizeof(VECT_VAR(result, T1, W, N)));
70*f3782652STreehugger Robot
71*f3782652STreehugger Robot /* With ARM RVCT, we need to declare variables before any executable
72*f3782652STreehugger Robot statement */
73*f3782652STreehugger Robot
74*f3782652STreehugger Robot /* We need all variants in 64 bits, but there is no 64x2 variant */
75*f3782652STreehugger Robot #define DECL_ALL_VLDX_LANE(X) \
76*f3782652STreehugger Robot DECL_VLDX_LANE(int, 8, 8, X); \
77*f3782652STreehugger Robot DECL_VLDX_LANE(int, 16, 4, X); \
78*f3782652STreehugger Robot DECL_VLDX_LANE(int, 32, 2, X); \
79*f3782652STreehugger Robot DECL_VLDX_LANE(uint, 8, 8, X); \
80*f3782652STreehugger Robot DECL_VLDX_LANE(uint, 16, 4, X); \
81*f3782652STreehugger Robot DECL_VLDX_LANE(uint, 32, 2, X); \
82*f3782652STreehugger Robot DECL_VLDX_LANE(poly, 8, 8, X); \
83*f3782652STreehugger Robot DECL_VLDX_LANE(poly, 16, 4, X); \
84*f3782652STreehugger Robot DECL_VLDX_LANE(int, 16, 8, X); \
85*f3782652STreehugger Robot DECL_VLDX_LANE(int, 32, 4, X); \
86*f3782652STreehugger Robot DECL_VLDX_LANE(uint, 16, 8, X); \
87*f3782652STreehugger Robot DECL_VLDX_LANE(uint, 32, 4, X); \
88*f3782652STreehugger Robot DECL_VLDX_LANE(poly, 16, 8, X); \
89*f3782652STreehugger Robot DECL_VLDX_LANE(float, 32, 2, X); \
90*f3782652STreehugger Robot DECL_VLDX_LANE(float, 32, 4, X)
91*f3782652STreehugger Robot
92*f3782652STreehugger Robot #if defined(__ARM_FP16_FORMAT_IEEE) && ( ((__ARM_FP & 0x2) != 0) || ((__ARM_NEON_FP16_INTRINSICS & 1) != 0) )
93*f3782652STreehugger Robot #define DECL_ALL_VLDX_LANE_FP16(X) \
94*f3782652STreehugger Robot DECL_VLDX_LANE(float, 16, 4, X); \
95*f3782652STreehugger Robot DECL_VLDX_LANE(float, 16, 8, X)
96*f3782652STreehugger Robot #endif
97*f3782652STreehugger Robot
98*f3782652STreehugger Robot /* Add some padding to try to catch out of bound accesses. */
99*f3782652STreehugger Robot /* Use an array instead of a plain char to comply with rvct
100*f3782652STreehugger Robot constraints. */
101*f3782652STreehugger Robot #define ARRAY1(V, T, W, N) VECT_VAR_DECL(V,T,W,N)[1]={42}
102*f3782652STreehugger Robot #define DUMMY_ARRAY(V, T, W, N, L) \
103*f3782652STreehugger Robot VECT_VAR_DECL(V,T,W,N)[N*L]={0}; \
104*f3782652STreehugger Robot ARRAY1(V##_pad,T,W,N)
105*f3782652STreehugger Robot
106*f3782652STreehugger Robot /* Use the same lanes regardless of the size of the array (X), for
107*f3782652STreehugger Robot simplicity */
108*f3782652STreehugger Robot #define TEST_ALL_VLDX_LANE(X) \
109*f3782652STreehugger Robot TEST_VLDX_LANE(, int, s, 8, 8, X, 7); \
110*f3782652STreehugger Robot TEST_VLDX_LANE(, int, s, 16, 4, X, 2); \
111*f3782652STreehugger Robot TEST_VLDX_LANE(, int, s, 32, 2, X, 0); \
112*f3782652STreehugger Robot TEST_VLDX_LANE(, uint, u, 8, 8, X, 4); \
113*f3782652STreehugger Robot TEST_VLDX_LANE(, uint, u, 16, 4, X, 3); \
114*f3782652STreehugger Robot TEST_VLDX_LANE(, uint, u, 32, 2, X, 1); \
115*f3782652STreehugger Robot TEST_VLDX_LANE(, poly, p, 8, 8, X, 4); \
116*f3782652STreehugger Robot TEST_VLDX_LANE(, poly, p, 16, 4, X, 3); \
117*f3782652STreehugger Robot TEST_VLDX_LANE(q, int, s, 16, 8, X, 6); \
118*f3782652STreehugger Robot TEST_VLDX_LANE(q, int, s, 32, 4, X, 2); \
119*f3782652STreehugger Robot TEST_VLDX_LANE(q, uint, u, 16, 8, X, 5); \
120*f3782652STreehugger Robot TEST_VLDX_LANE(q, uint, u, 32, 4, X, 0); \
121*f3782652STreehugger Robot TEST_VLDX_LANE(q, poly, p, 16, 8, X, 5); \
122*f3782652STreehugger Robot TEST_VLDX_LANE(, float, f, 32, 2, X, 0); \
123*f3782652STreehugger Robot TEST_VLDX_LANE(q, float, f, 32, 4, X, 2)
124*f3782652STreehugger Robot
125*f3782652STreehugger Robot #if defined(__ARM_FP16_FORMAT_IEEE) && ( ((__ARM_FP & 0x2) != 0) || ((__ARM_NEON_FP16_INTRINSICS & 1) != 0) )
126*f3782652STreehugger Robot #define TEST_ALL_VLDX_LANE_FP16(X) \
127*f3782652STreehugger Robot TEST_VLDX_LANE(, float, f, 16, 4, X, 0); \
128*f3782652STreehugger Robot TEST_VLDX_LANE(q, float, f, 16, 8, X, 2)
129*f3782652STreehugger Robot #endif
130*f3782652STreehugger Robot
131*f3782652STreehugger Robot #define TEST_ALL_EXTRA_CHUNKS(X, Y) \
132*f3782652STreehugger Robot TEST_EXTRA_CHUNK(int, 8, 8, X, Y); \
133*f3782652STreehugger Robot TEST_EXTRA_CHUNK(int, 16, 4, X, Y); \
134*f3782652STreehugger Robot TEST_EXTRA_CHUNK(int, 32, 2, X, Y); \
135*f3782652STreehugger Robot TEST_EXTRA_CHUNK(uint, 8, 8, X, Y); \
136*f3782652STreehugger Robot TEST_EXTRA_CHUNK(uint, 16, 4, X, Y); \
137*f3782652STreehugger Robot TEST_EXTRA_CHUNK(uint, 32, 2, X, Y); \
138*f3782652STreehugger Robot TEST_EXTRA_CHUNK(poly, 8, 8, X, Y); \
139*f3782652STreehugger Robot TEST_EXTRA_CHUNK(poly, 16, 4, X, Y); \
140*f3782652STreehugger Robot TEST_EXTRA_CHUNK(int, 16, 8, X, Y); \
141*f3782652STreehugger Robot TEST_EXTRA_CHUNK(int, 32, 4, X, Y); \
142*f3782652STreehugger Robot TEST_EXTRA_CHUNK(uint, 16, 8, X, Y); \
143*f3782652STreehugger Robot TEST_EXTRA_CHUNK(uint, 32, 4, X, Y); \
144*f3782652STreehugger Robot TEST_EXTRA_CHUNK(poly, 16, 8, X, Y); \
145*f3782652STreehugger Robot TEST_EXTRA_CHUNK(float, 32, 2, X, Y); \
146*f3782652STreehugger Robot TEST_EXTRA_CHUNK(float, 32, 4, X, Y)
147*f3782652STreehugger Robot
148*f3782652STreehugger Robot #if defined(__ARM_FP16_FORMAT_IEEE) && ( ((__ARM_FP & 0x2) != 0) || ((__ARM_NEON_FP16_INTRINSICS & 1) != 0) )
149*f3782652STreehugger Robot #define TEST_ALL_EXTRA_CHUNKS_FP16(X, Y) \
150*f3782652STreehugger Robot TEST_EXTRA_CHUNK(float, 16, 4, X, Y); \
151*f3782652STreehugger Robot TEST_EXTRA_CHUNK(float, 16, 8, X, Y)
152*f3782652STreehugger Robot #endif
153*f3782652STreehugger Robot
154*f3782652STreehugger Robot /* Declare the temporary buffers / variables */
155*f3782652STreehugger Robot DECL_ALL_VLDX_LANE(2);
156*f3782652STreehugger Robot DECL_ALL_VLDX_LANE(3);
157*f3782652STreehugger Robot DECL_ALL_VLDX_LANE(4);
158*f3782652STreehugger Robot #if defined(__ARM_FP16_FORMAT_IEEE) && ( ((__ARM_FP & 0x2) != 0) || ((__ARM_NEON_FP16_INTRINSICS & 1) != 0) )
159*f3782652STreehugger Robot DECL_ALL_VLDX_LANE_FP16(2);
160*f3782652STreehugger Robot DECL_ALL_VLDX_LANE_FP16(3);
161*f3782652STreehugger Robot DECL_ALL_VLDX_LANE_FP16(4);
162*f3782652STreehugger Robot #endif
163*f3782652STreehugger Robot
164*f3782652STreehugger Robot /* Define dummy input arrays, large enough for x4 vectors */
165*f3782652STreehugger Robot DUMMY_ARRAY(buffer_src, int, 8, 8, 4);
166*f3782652STreehugger Robot DUMMY_ARRAY(buffer_src, int, 16, 4, 4);
167*f3782652STreehugger Robot DUMMY_ARRAY(buffer_src, int, 32, 2, 4);
168*f3782652STreehugger Robot DUMMY_ARRAY(buffer_src, uint, 8, 8, 4);
169*f3782652STreehugger Robot DUMMY_ARRAY(buffer_src, uint, 16, 4, 4);
170*f3782652STreehugger Robot DUMMY_ARRAY(buffer_src, uint, 32, 2, 4);
171*f3782652STreehugger Robot DUMMY_ARRAY(buffer_src, poly, 8, 8, 4);
172*f3782652STreehugger Robot DUMMY_ARRAY(buffer_src, poly, 16, 4, 4);
173*f3782652STreehugger Robot DUMMY_ARRAY(buffer_src, int, 16, 8, 4);
174*f3782652STreehugger Robot DUMMY_ARRAY(buffer_src, int, 32, 4, 4);
175*f3782652STreehugger Robot DUMMY_ARRAY(buffer_src, uint, 16, 8, 4);
176*f3782652STreehugger Robot DUMMY_ARRAY(buffer_src, uint, 32, 4, 4);
177*f3782652STreehugger Robot DUMMY_ARRAY(buffer_src, poly, 16, 8, 4);
178*f3782652STreehugger Robot DUMMY_ARRAY(buffer_src, float, 32, 2, 4);
179*f3782652STreehugger Robot DUMMY_ARRAY(buffer_src, float, 32, 4, 4);
180*f3782652STreehugger Robot #if defined(__ARM_FP16_FORMAT_IEEE) && ( ((__ARM_FP & 0x2) != 0) || ((__ARM_NEON_FP16_INTRINSICS & 1) != 0) )
181*f3782652STreehugger Robot DUMMY_ARRAY(buffer_src, float, 16, 4, 4);
182*f3782652STreehugger Robot DUMMY_ARRAY(buffer_src, float, 16, 8, 4);
183*f3782652STreehugger Robot #endif
184*f3782652STreehugger Robot
185*f3782652STreehugger Robot /* Check vld2_lane/vld2q_lane */
186*f3782652STreehugger Robot clean_results ();
187*f3782652STreehugger Robot #define TEST_MSG "VLD2_LANE/VLD2Q_LANE"
188*f3782652STreehugger Robot TEST_ALL_VLDX_LANE(2);
189*f3782652STreehugger Robot #if defined(__ARM_FP16_FORMAT_IEEE) && ( ((__ARM_FP & 0x2) != 0) || ((__ARM_NEON_FP16_INTRINSICS & 1) != 0) )
190*f3782652STreehugger Robot TEST_ALL_VLDX_LANE_FP16(2);
191*f3782652STreehugger Robot #endif
192*f3782652STreehugger Robot dump_results_hex2 (TEST_MSG, " chunk 0");
193*f3782652STreehugger Robot TEST_ALL_EXTRA_CHUNKS(2, 1);
194*f3782652STreehugger Robot #if defined(__ARM_FP16_FORMAT_IEEE) && ( ((__ARM_FP & 0x2) != 0) || ((__ARM_NEON_FP16_INTRINSICS & 1) != 0) )
195*f3782652STreehugger Robot TEST_ALL_EXTRA_CHUNKS_FP16(2, 1);
196*f3782652STreehugger Robot #endif
197*f3782652STreehugger Robot dump_results_hex2 (TEST_MSG, " chunk 1");
198*f3782652STreehugger Robot
199*f3782652STreehugger Robot /* Check vld3_lane/vld3q_lane */
200*f3782652STreehugger Robot clean_results ();
201*f3782652STreehugger Robot #undef TEST_MSG
202*f3782652STreehugger Robot #define TEST_MSG "VLD3_LANE/VLD3Q_LANE"
203*f3782652STreehugger Robot TEST_ALL_VLDX_LANE(3);
204*f3782652STreehugger Robot #if defined(__ARM_FP16_FORMAT_IEEE) && ( ((__ARM_FP & 0x2) != 0) || ((__ARM_NEON_FP16_INTRINSICS & 1) != 0) )
205*f3782652STreehugger Robot TEST_ALL_VLDX_LANE_FP16(3);
206*f3782652STreehugger Robot #endif
207*f3782652STreehugger Robot dump_results_hex2 (TEST_MSG, " chunk 0");
208*f3782652STreehugger Robot TEST_ALL_EXTRA_CHUNKS(3, 1);
209*f3782652STreehugger Robot #if defined(__ARM_FP16_FORMAT_IEEE) && ( ((__ARM_FP & 0x2) != 0) || ((__ARM_NEON_FP16_INTRINSICS & 1) != 0) )
210*f3782652STreehugger Robot TEST_ALL_EXTRA_CHUNKS_FP16(3, 1);
211*f3782652STreehugger Robot #endif
212*f3782652STreehugger Robot dump_results_hex2 (TEST_MSG, " chunk 1");
213*f3782652STreehugger Robot TEST_ALL_EXTRA_CHUNKS(3, 2);
214*f3782652STreehugger Robot #if defined(__ARM_FP16_FORMAT_IEEE) && ( ((__ARM_FP & 0x2) != 0) || ((__ARM_NEON_FP16_INTRINSICS & 1) != 0) )
215*f3782652STreehugger Robot TEST_ALL_EXTRA_CHUNKS_FP16(3, 2);
216*f3782652STreehugger Robot #endif
217*f3782652STreehugger Robot dump_results_hex2 (TEST_MSG, " chunk 2");
218*f3782652STreehugger Robot
219*f3782652STreehugger Robot /* Check vld4_lane/vld4q_lane */
220*f3782652STreehugger Robot clean_results ();
221*f3782652STreehugger Robot #undef TEST_MSG
222*f3782652STreehugger Robot #define TEST_MSG "VLD4_LANE/VLD4Q_LANE"
223*f3782652STreehugger Robot TEST_ALL_VLDX_LANE(4);
224*f3782652STreehugger Robot #if defined(__ARM_FP16_FORMAT_IEEE) && ( ((__ARM_FP & 0x2) != 0) || ((__ARM_NEON_FP16_INTRINSICS & 1) != 0) )
225*f3782652STreehugger Robot TEST_ALL_VLDX_LANE_FP16(4);
226*f3782652STreehugger Robot #endif
227*f3782652STreehugger Robot dump_results_hex2 (TEST_MSG, " chunk 0");
228*f3782652STreehugger Robot TEST_ALL_EXTRA_CHUNKS(4, 1);
229*f3782652STreehugger Robot #if defined(__ARM_FP16_FORMAT_IEEE) && ( ((__ARM_FP & 0x2) != 0) || ((__ARM_NEON_FP16_INTRINSICS & 1) != 0) )
230*f3782652STreehugger Robot TEST_ALL_EXTRA_CHUNKS_FP16(4, 1);
231*f3782652STreehugger Robot #endif
232*f3782652STreehugger Robot dump_results_hex2 (TEST_MSG, " chunk 1");
233*f3782652STreehugger Robot TEST_ALL_EXTRA_CHUNKS(4, 2);
234*f3782652STreehugger Robot #if defined(__ARM_FP16_FORMAT_IEEE) && ( ((__ARM_FP & 0x2) != 0) || ((__ARM_NEON_FP16_INTRINSICS & 1) != 0) )
235*f3782652STreehugger Robot TEST_ALL_EXTRA_CHUNKS_FP16(4, 2);
236*f3782652STreehugger Robot #endif
237*f3782652STreehugger Robot dump_results_hex2 (TEST_MSG, " chunk 2");
238*f3782652STreehugger Robot TEST_ALL_EXTRA_CHUNKS(4, 3);
239*f3782652STreehugger Robot #if defined(__ARM_FP16_FORMAT_IEEE) && ( ((__ARM_FP & 0x2) != 0) || ((__ARM_NEON_FP16_INTRINSICS & 1) != 0) )
240*f3782652STreehugger Robot TEST_ALL_EXTRA_CHUNKS_FP16(4, 3);
241*f3782652STreehugger Robot #endif
242*f3782652STreehugger Robot dump_results_hex2 (TEST_MSG, " chunk 3");
243*f3782652STreehugger Robot }
244