xref: /aosp_15_r20/external/XNNPACK/src/f32-ppmm/gen/2x4-minmax-scalar.c (revision 4bdc94577ba0e567308109d787f7fec7b531ce36)
1*4bdc9457SAndroid Build Coastguard Worker // Auto-generated file. Do not edit!
2*4bdc9457SAndroid Build Coastguard Worker //   Template: src/f32-ppmm/scalar.c.in
3*4bdc9457SAndroid Build Coastguard Worker //   Generator: tools/xngen
4*4bdc9457SAndroid Build Coastguard Worker //
5*4bdc9457SAndroid Build Coastguard Worker // Copyright 2019 Google LLC
6*4bdc9457SAndroid Build Coastguard Worker //
7*4bdc9457SAndroid Build Coastguard Worker // This source code is licensed under the BSD-style license found in the
8*4bdc9457SAndroid Build Coastguard Worker // LICENSE file in the root directory of this source tree.
9*4bdc9457SAndroid Build Coastguard Worker 
10*4bdc9457SAndroid Build Coastguard Worker #include <assert.h>
11*4bdc9457SAndroid Build Coastguard Worker 
12*4bdc9457SAndroid Build Coastguard Worker #include <xnnpack/math.h>
13*4bdc9457SAndroid Build Coastguard Worker #include <xnnpack/ppmm.h>
14*4bdc9457SAndroid Build Coastguard Worker 
15*4bdc9457SAndroid Build Coastguard Worker 
xnn_f32_ppmm_minmax_ukernel_2x4__scalar(size_t mr,size_t nc,size_t kc,const float * restrict a,const float * restrict w,float * restrict c,size_t cm_stride,size_t cn_stride,const union xnn_f32_minmax_params params[restrict XNN_MIN_ELEMENTS (1)])16*4bdc9457SAndroid Build Coastguard Worker void xnn_f32_ppmm_minmax_ukernel_2x4__scalar(
17*4bdc9457SAndroid Build Coastguard Worker   size_t mr,
18*4bdc9457SAndroid Build Coastguard Worker   size_t nc,
19*4bdc9457SAndroid Build Coastguard Worker   size_t kc,
20*4bdc9457SAndroid Build Coastguard Worker   const float*restrict a,
21*4bdc9457SAndroid Build Coastguard Worker   const float*restrict w,
22*4bdc9457SAndroid Build Coastguard Worker   float*restrict c,
23*4bdc9457SAndroid Build Coastguard Worker   size_t cm_stride,
24*4bdc9457SAndroid Build Coastguard Worker   size_t cn_stride,
25*4bdc9457SAndroid Build Coastguard Worker   const union xnn_f32_minmax_params params[restrict XNN_MIN_ELEMENTS(1)])
26*4bdc9457SAndroid Build Coastguard Worker {
27*4bdc9457SAndroid Build Coastguard Worker   assert(mr != 0);
28*4bdc9457SAndroid Build Coastguard Worker   assert(mr <= 2);
29*4bdc9457SAndroid Build Coastguard Worker   assert(nc != 0);
30*4bdc9457SAndroid Build Coastguard Worker   assert(kc != 0);
31*4bdc9457SAndroid Build Coastguard Worker   assert(kc % sizeof(float) == 0);
32*4bdc9457SAndroid Build Coastguard Worker 
33*4bdc9457SAndroid Build Coastguard Worker   float* c0 = c;
34*4bdc9457SAndroid Build Coastguard Worker   float* c1 = (float*) ((uintptr_t) c0 + cm_stride);
35*4bdc9457SAndroid Build Coastguard Worker   if XNN_UNPREDICTABLE(mr != 2) {
36*4bdc9457SAndroid Build Coastguard Worker     c1 = c0;
37*4bdc9457SAndroid Build Coastguard Worker   }
38*4bdc9457SAndroid Build Coastguard Worker 
39*4bdc9457SAndroid Build Coastguard Worker   do {
40*4bdc9457SAndroid Build Coastguard Worker     float vacc0x0 = w[0];
41*4bdc9457SAndroid Build Coastguard Worker     float vacc0x1 = w[1];
42*4bdc9457SAndroid Build Coastguard Worker     float vacc0x2 = w[2];
43*4bdc9457SAndroid Build Coastguard Worker     float vacc0x3 = w[3];
44*4bdc9457SAndroid Build Coastguard Worker     float vacc1x0 = vacc0x0;
45*4bdc9457SAndroid Build Coastguard Worker     float vacc1x1 = vacc0x1;
46*4bdc9457SAndroid Build Coastguard Worker     float vacc1x2 = vacc0x2;
47*4bdc9457SAndroid Build Coastguard Worker     float vacc1x3 = vacc0x3;
48*4bdc9457SAndroid Build Coastguard Worker     w += 4;
49*4bdc9457SAndroid Build Coastguard Worker 
50*4bdc9457SAndroid Build Coastguard Worker     size_t k = kc;
51*4bdc9457SAndroid Build Coastguard Worker     do {
52*4bdc9457SAndroid Build Coastguard Worker       const float va0 = a[0];
53*4bdc9457SAndroid Build Coastguard Worker       const float va1 = a[1];
54*4bdc9457SAndroid Build Coastguard Worker       a += 2;
55*4bdc9457SAndroid Build Coastguard Worker 
56*4bdc9457SAndroid Build Coastguard Worker       const float vb0 = w[0];
57*4bdc9457SAndroid Build Coastguard Worker       const float vb1 = w[1];
58*4bdc9457SAndroid Build Coastguard Worker       const float vb2 = w[2];
59*4bdc9457SAndroid Build Coastguard Worker       const float vb3 = w[3];
60*4bdc9457SAndroid Build Coastguard Worker       w += 4;
61*4bdc9457SAndroid Build Coastguard Worker 
62*4bdc9457SAndroid Build Coastguard Worker       vacc0x0 += va0 * vb0;
63*4bdc9457SAndroid Build Coastguard Worker       vacc1x0 += va1 * vb0;
64*4bdc9457SAndroid Build Coastguard Worker       vacc0x1 += va0 * vb1;
65*4bdc9457SAndroid Build Coastguard Worker       vacc1x1 += va1 * vb1;
66*4bdc9457SAndroid Build Coastguard Worker       vacc0x2 += va0 * vb2;
67*4bdc9457SAndroid Build Coastguard Worker       vacc1x2 += va1 * vb2;
68*4bdc9457SAndroid Build Coastguard Worker       vacc0x3 += va0 * vb3;
69*4bdc9457SAndroid Build Coastguard Worker       vacc1x3 += va1 * vb3;
70*4bdc9457SAndroid Build Coastguard Worker 
71*4bdc9457SAndroid Build Coastguard Worker       k -= sizeof(float);
72*4bdc9457SAndroid Build Coastguard Worker     } while (k != 0);
73*4bdc9457SAndroid Build Coastguard Worker 
74*4bdc9457SAndroid Build Coastguard Worker     const float vmax = params->scalar.max;
75*4bdc9457SAndroid Build Coastguard Worker     vacc0x0 = math_min_f32(vacc0x0, vmax);
76*4bdc9457SAndroid Build Coastguard Worker     vacc1x0 = math_min_f32(vacc1x0, vmax);
77*4bdc9457SAndroid Build Coastguard Worker     vacc0x1 = math_min_f32(vacc0x1, vmax);
78*4bdc9457SAndroid Build Coastguard Worker     vacc1x1 = math_min_f32(vacc1x1, vmax);
79*4bdc9457SAndroid Build Coastguard Worker     vacc0x2 = math_min_f32(vacc0x2, vmax);
80*4bdc9457SAndroid Build Coastguard Worker     vacc1x2 = math_min_f32(vacc1x2, vmax);
81*4bdc9457SAndroid Build Coastguard Worker     vacc0x3 = math_min_f32(vacc0x3, vmax);
82*4bdc9457SAndroid Build Coastguard Worker     vacc1x3 = math_min_f32(vacc1x3, vmax);
83*4bdc9457SAndroid Build Coastguard Worker 
84*4bdc9457SAndroid Build Coastguard Worker     const float vmin = params->scalar.min;
85*4bdc9457SAndroid Build Coastguard Worker     vacc0x0 = math_max_f32(vacc0x0, vmin);
86*4bdc9457SAndroid Build Coastguard Worker     vacc1x0 = math_max_f32(vacc1x0, vmin);
87*4bdc9457SAndroid Build Coastguard Worker     vacc0x1 = math_max_f32(vacc0x1, vmin);
88*4bdc9457SAndroid Build Coastguard Worker     vacc1x1 = math_max_f32(vacc1x1, vmin);
89*4bdc9457SAndroid Build Coastguard Worker     vacc0x2 = math_max_f32(vacc0x2, vmin);
90*4bdc9457SAndroid Build Coastguard Worker     vacc1x2 = math_max_f32(vacc1x2, vmin);
91*4bdc9457SAndroid Build Coastguard Worker     vacc0x3 = math_max_f32(vacc0x3, vmin);
92*4bdc9457SAndroid Build Coastguard Worker     vacc1x3 = math_max_f32(vacc1x3, vmin);
93*4bdc9457SAndroid Build Coastguard Worker 
94*4bdc9457SAndroid Build Coastguard Worker     if XNN_LIKELY(nc >= 4) {
95*4bdc9457SAndroid Build Coastguard Worker       c1[0] = vacc1x0;
96*4bdc9457SAndroid Build Coastguard Worker       c1[1] = vacc1x1;
97*4bdc9457SAndroid Build Coastguard Worker       c1[2] = vacc1x2;
98*4bdc9457SAndroid Build Coastguard Worker       c1[3] = vacc1x3;
99*4bdc9457SAndroid Build Coastguard Worker       c0[0] = vacc0x0;
100*4bdc9457SAndroid Build Coastguard Worker       c0[1] = vacc0x1;
101*4bdc9457SAndroid Build Coastguard Worker       c0[2] = vacc0x2;
102*4bdc9457SAndroid Build Coastguard Worker       c0[3] = vacc0x3;
103*4bdc9457SAndroid Build Coastguard Worker 
104*4bdc9457SAndroid Build Coastguard Worker       a = (const float*) ((uintptr_t) a - kc * 2);
105*4bdc9457SAndroid Build Coastguard Worker 
106*4bdc9457SAndroid Build Coastguard Worker       c1 = (float*) ((uintptr_t) c1 + cn_stride);
107*4bdc9457SAndroid Build Coastguard Worker       c0 = (float*) ((uintptr_t) c0 + cn_stride);
108*4bdc9457SAndroid Build Coastguard Worker 
109*4bdc9457SAndroid Build Coastguard Worker       nc -= 4;
110*4bdc9457SAndroid Build Coastguard Worker     } else {
111*4bdc9457SAndroid Build Coastguard Worker       if (nc & 2) {
112*4bdc9457SAndroid Build Coastguard Worker         c1[0] = vacc1x0;
113*4bdc9457SAndroid Build Coastguard Worker         c1[1] = vacc1x1;
114*4bdc9457SAndroid Build Coastguard Worker         c0[0] = vacc0x0;
115*4bdc9457SAndroid Build Coastguard Worker         c0[1] = vacc0x1;
116*4bdc9457SAndroid Build Coastguard Worker 
117*4bdc9457SAndroid Build Coastguard Worker         vacc1x0 = vacc1x2;
118*4bdc9457SAndroid Build Coastguard Worker         vacc0x0 = vacc0x2;
119*4bdc9457SAndroid Build Coastguard Worker 
120*4bdc9457SAndroid Build Coastguard Worker         c1 += 2;
121*4bdc9457SAndroid Build Coastguard Worker         c0 += 2;
122*4bdc9457SAndroid Build Coastguard Worker       }
123*4bdc9457SAndroid Build Coastguard Worker       if (nc & 1) {
124*4bdc9457SAndroid Build Coastguard Worker         *c1 = vacc1x0;
125*4bdc9457SAndroid Build Coastguard Worker         *c0 = vacc0x0;
126*4bdc9457SAndroid Build Coastguard Worker       }
127*4bdc9457SAndroid Build Coastguard Worker 
128*4bdc9457SAndroid Build Coastguard Worker       nc = 0;
129*4bdc9457SAndroid Build Coastguard Worker     }
130*4bdc9457SAndroid Build Coastguard Worker   } while (nc != 0);
131*4bdc9457SAndroid Build Coastguard Worker }
132