xref: /aosp_15_r20/external/XNNPACK/src/x24-transposec/gen/4x2-scalar.c (revision 4bdc94577ba0e567308109d787f7fec7b531ce36)
1*4bdc9457SAndroid Build Coastguard Worker // Auto-generated file. Do not edit!
2*4bdc9457SAndroid Build Coastguard Worker //   Template: src/x24-transposec/scalar.c.in
3*4bdc9457SAndroid Build Coastguard Worker //   Generator: tools/xngen
4*4bdc9457SAndroid Build Coastguard Worker //
5*4bdc9457SAndroid Build Coastguard Worker // Copyright 2022 Google LLC
6*4bdc9457SAndroid Build Coastguard Worker //
7*4bdc9457SAndroid Build Coastguard Worker // This source code is licensed under the BSD-style license found in the
8*4bdc9457SAndroid Build Coastguard Worker // LICENSE file in the root directory of this source tree.
9*4bdc9457SAndroid Build Coastguard Worker 
10*4bdc9457SAndroid Build Coastguard Worker 
11*4bdc9457SAndroid Build Coastguard Worker #include <assert.h>
12*4bdc9457SAndroid Build Coastguard Worker 
13*4bdc9457SAndroid Build Coastguard Worker #include <xnnpack/common.h>
14*4bdc9457SAndroid Build Coastguard Worker #include <xnnpack/math.h>
15*4bdc9457SAndroid Build Coastguard Worker #include <xnnpack/transpose.h>
16*4bdc9457SAndroid Build Coastguard Worker 
xnn_x24_transposec_ukernel__4x2_scalar(const void * input,void * output,size_t input_stride,size_t output_stride,size_t block_width,size_t block_height)17*4bdc9457SAndroid Build Coastguard Worker void xnn_x24_transposec_ukernel__4x2_scalar(
18*4bdc9457SAndroid Build Coastguard Worker     const void *input,
19*4bdc9457SAndroid Build Coastguard Worker     void * output,
20*4bdc9457SAndroid Build Coastguard Worker     size_t input_stride,
21*4bdc9457SAndroid Build Coastguard Worker     size_t output_stride,
22*4bdc9457SAndroid Build Coastguard Worker     size_t block_width,
23*4bdc9457SAndroid Build Coastguard Worker     size_t block_height)
24*4bdc9457SAndroid Build Coastguard Worker {
25*4bdc9457SAndroid Build Coastguard Worker   assert(output_stride >= block_height * 3);
26*4bdc9457SAndroid Build Coastguard Worker   assert(input_stride >= block_width * 3);
27*4bdc9457SAndroid Build Coastguard Worker 
28*4bdc9457SAndroid Build Coastguard Worker   const size_t input_reset = 6 - round_down_po2(block_height, 4) * input_stride;
29*4bdc9457SAndroid Build Coastguard Worker   const size_t output_reset = 2 * output_stride - block_height * 3;
30*4bdc9457SAndroid Build Coastguard Worker   const size_t input_offset = 4 * input_stride;
31*4bdc9457SAndroid Build Coastguard Worker 
32*4bdc9457SAndroid Build Coastguard Worker   const uint8_t* i0 = (const uint8_t*) input;
33*4bdc9457SAndroid Build Coastguard Worker   const uint8_t* i1 = (const uint8_t*) ((uintptr_t) i0 + input_stride);
34*4bdc9457SAndroid Build Coastguard Worker   const uint8_t* i2 = (const uint8_t*) ((uintptr_t) i1 + input_stride);
35*4bdc9457SAndroid Build Coastguard Worker   const uint8_t* i3 = (const uint8_t*) ((uintptr_t) i2 + input_stride);
36*4bdc9457SAndroid Build Coastguard Worker 
37*4bdc9457SAndroid Build Coastguard Worker   uint8_t* o0 = (uint8_t*) output;
38*4bdc9457SAndroid Build Coastguard Worker   uint8_t* o1 = (uint8_t*) ((uintptr_t) o0 + output_stride);
39*4bdc9457SAndroid Build Coastguard Worker 
40*4bdc9457SAndroid Build Coastguard Worker   do {
41*4bdc9457SAndroid Build Coastguard Worker     if XNN_UNPREDICTABLE(block_width < 2) {
42*4bdc9457SAndroid Build Coastguard Worker       o1 = o0;
43*4bdc9457SAndroid Build Coastguard Worker     }
44*4bdc9457SAndroid Build Coastguard Worker     size_t bh = block_height;
45*4bdc9457SAndroid Build Coastguard Worker     for (; bh >= 4; bh -= 4) {
46*4bdc9457SAndroid Build Coastguard Worker       o1[0] = i0[3];
47*4bdc9457SAndroid Build Coastguard Worker       o1[1] = i0[4];
48*4bdc9457SAndroid Build Coastguard Worker       o1[2] = i0[5];
49*4bdc9457SAndroid Build Coastguard Worker       o1[3] = i1[3];
50*4bdc9457SAndroid Build Coastguard Worker       o1[4] = i1[4];
51*4bdc9457SAndroid Build Coastguard Worker       o1[5] = i1[5];
52*4bdc9457SAndroid Build Coastguard Worker       o1[6] = i2[3];
53*4bdc9457SAndroid Build Coastguard Worker       o1[7] = i2[4];
54*4bdc9457SAndroid Build Coastguard Worker       o1[8] = i2[5];
55*4bdc9457SAndroid Build Coastguard Worker       o1[9] = i3[3];
56*4bdc9457SAndroid Build Coastguard Worker       o1[10] = i3[4];
57*4bdc9457SAndroid Build Coastguard Worker       o1[11] = i3[5];
58*4bdc9457SAndroid Build Coastguard Worker       o1 += 12;
59*4bdc9457SAndroid Build Coastguard Worker       o0[0] = i0[0];
60*4bdc9457SAndroid Build Coastguard Worker       o0[1] = i0[1];
61*4bdc9457SAndroid Build Coastguard Worker       o0[2] = i0[2];
62*4bdc9457SAndroid Build Coastguard Worker       o0[3] = i1[0];
63*4bdc9457SAndroid Build Coastguard Worker       o0[4] = i1[1];
64*4bdc9457SAndroid Build Coastguard Worker       o0[5] = i1[2];
65*4bdc9457SAndroid Build Coastguard Worker       o0[6] = i2[0];
66*4bdc9457SAndroid Build Coastguard Worker       o0[7] = i2[1];
67*4bdc9457SAndroid Build Coastguard Worker       o0[8] = i2[2];
68*4bdc9457SAndroid Build Coastguard Worker       o0[9] = i3[0];
69*4bdc9457SAndroid Build Coastguard Worker       o0[10] = i3[1];
70*4bdc9457SAndroid Build Coastguard Worker       o0[11] = i3[2];
71*4bdc9457SAndroid Build Coastguard Worker       o0 += 12;
72*4bdc9457SAndroid Build Coastguard Worker       i0 = (const uint8_t*) ((uintptr_t) i0 + input_offset);
73*4bdc9457SAndroid Build Coastguard Worker       i1 = (const uint8_t*) ((uintptr_t) i1 + input_offset);
74*4bdc9457SAndroid Build Coastguard Worker       i2 = (const uint8_t*) ((uintptr_t) i2 + input_offset);
75*4bdc9457SAndroid Build Coastguard Worker       i3 = (const uint8_t*) ((uintptr_t) i3 + input_offset);
76*4bdc9457SAndroid Build Coastguard Worker     }
77*4bdc9457SAndroid Build Coastguard Worker     const uint8_t* i = i0;
78*4bdc9457SAndroid Build Coastguard Worker     if (bh & 2) {
79*4bdc9457SAndroid Build Coastguard Worker       o1[0] = i0[3];
80*4bdc9457SAndroid Build Coastguard Worker       o1[1] = i0[4];
81*4bdc9457SAndroid Build Coastguard Worker       o1[2] = i0[5];
82*4bdc9457SAndroid Build Coastguard Worker       o1[3] = i1[3];
83*4bdc9457SAndroid Build Coastguard Worker       o1[4] = i1[4];
84*4bdc9457SAndroid Build Coastguard Worker       o1[5] = i1[5];
85*4bdc9457SAndroid Build Coastguard Worker       o1 += 6;
86*4bdc9457SAndroid Build Coastguard Worker       o0[0] = i0[0];
87*4bdc9457SAndroid Build Coastguard Worker       o0[1] = i0[1];
88*4bdc9457SAndroid Build Coastguard Worker       o0[2] = i0[2];
89*4bdc9457SAndroid Build Coastguard Worker       o0[3] = i1[0];
90*4bdc9457SAndroid Build Coastguard Worker       o0[4] = i1[1];
91*4bdc9457SAndroid Build Coastguard Worker       o0[5] = i1[2];
92*4bdc9457SAndroid Build Coastguard Worker       o0 += 6;
93*4bdc9457SAndroid Build Coastguard Worker       i = i2;
94*4bdc9457SAndroid Build Coastguard Worker     }
95*4bdc9457SAndroid Build Coastguard Worker     if (bh & 1) {
96*4bdc9457SAndroid Build Coastguard Worker       o1[0] = i[3];
97*4bdc9457SAndroid Build Coastguard Worker       o1[1] = i[4];
98*4bdc9457SAndroid Build Coastguard Worker       o1[2] = i[5];
99*4bdc9457SAndroid Build Coastguard Worker       o1 += 3;
100*4bdc9457SAndroid Build Coastguard Worker       o0[0] = i[0];
101*4bdc9457SAndroid Build Coastguard Worker       o0[1] = i[1];
102*4bdc9457SAndroid Build Coastguard Worker       o0[2] = i[2];
103*4bdc9457SAndroid Build Coastguard Worker       o0 += 3;
104*4bdc9457SAndroid Build Coastguard Worker     }
105*4bdc9457SAndroid Build Coastguard Worker 
106*4bdc9457SAndroid Build Coastguard Worker     i0 = (const uint8_t*) ((uintptr_t) i0 + input_reset);
107*4bdc9457SAndroid Build Coastguard Worker     i1 = (const uint8_t*) ((uintptr_t) i0 + input_stride);
108*4bdc9457SAndroid Build Coastguard Worker     i2 = (const uint8_t*) ((uintptr_t) i1 + input_stride);
109*4bdc9457SAndroid Build Coastguard Worker     i3 = (const uint8_t*) ((uintptr_t) i2 + input_stride);
110*4bdc9457SAndroid Build Coastguard Worker     o0 = (uint8_t*) ((uintptr_t) o0 + output_reset);
111*4bdc9457SAndroid Build Coastguard Worker     o1 = (uint8_t*) ((uintptr_t) o1 + output_reset);
112*4bdc9457SAndroid Build Coastguard Worker     block_width = doz(block_width, 2);
113*4bdc9457SAndroid Build Coastguard Worker   } while (block_width != 0);
114*4bdc9457SAndroid Build Coastguard Worker }
115