xref: /aosp_15_r20/external/XNNPACK/src/f32-spmm/gen/2x1-minmax-scalar.c (revision 4bdc94577ba0e567308109d787f7fec7b531ce36)
1*4bdc9457SAndroid Build Coastguard Worker // Auto-generated file. Do not edit!
2*4bdc9457SAndroid Build Coastguard Worker //   Template: src/f32-spmm/scalar.c.in
3*4bdc9457SAndroid Build Coastguard Worker //   Generator: tools/xngen
4*4bdc9457SAndroid Build Coastguard Worker //
5*4bdc9457SAndroid Build Coastguard Worker // Copyright 2019 Google LLC
6*4bdc9457SAndroid Build Coastguard Worker //
7*4bdc9457SAndroid Build Coastguard Worker // This source code is licensed under the BSD-style license found in the
8*4bdc9457SAndroid Build Coastguard Worker // LICENSE file in the root directory of this source tree.
9*4bdc9457SAndroid Build Coastguard Worker 
10*4bdc9457SAndroid Build Coastguard Worker #include <assert.h>
11*4bdc9457SAndroid Build Coastguard Worker 
12*4bdc9457SAndroid Build Coastguard Worker #include <xnnpack/math.h>
13*4bdc9457SAndroid Build Coastguard Worker #include <xnnpack/spmm.h>
14*4bdc9457SAndroid Build Coastguard Worker 
15*4bdc9457SAndroid Build Coastguard Worker 
xnn_f32_spmm_minmax_ukernel_2x1__scalar(size_t mc,size_t nc,const float * restrict input,const float * restrict weights,const int32_t * restrict widx_dmap,const uint32_t * restrict nidx_nnzmap,float * restrict output,size_t output_stride,const union xnn_f32_minmax_params params[restrict XNN_MIN_ELEMENTS (1)])16*4bdc9457SAndroid Build Coastguard Worker void xnn_f32_spmm_minmax_ukernel_2x1__scalar(
17*4bdc9457SAndroid Build Coastguard Worker     size_t mc,
18*4bdc9457SAndroid Build Coastguard Worker     size_t nc,
19*4bdc9457SAndroid Build Coastguard Worker     const float*restrict input,
20*4bdc9457SAndroid Build Coastguard Worker     const float*restrict weights,
21*4bdc9457SAndroid Build Coastguard Worker     const int32_t*restrict widx_dmap,
22*4bdc9457SAndroid Build Coastguard Worker     const uint32_t*restrict nidx_nnzmap,
23*4bdc9457SAndroid Build Coastguard Worker     float*restrict output,
24*4bdc9457SAndroid Build Coastguard Worker     size_t output_stride,
25*4bdc9457SAndroid Build Coastguard Worker     const union xnn_f32_minmax_params params[restrict XNN_MIN_ELEMENTS(1)])
26*4bdc9457SAndroid Build Coastguard Worker {
27*4bdc9457SAndroid Build Coastguard Worker   assert(mc != 0);
28*4bdc9457SAndroid Build Coastguard Worker   assert(mc % sizeof(float) == 0);
29*4bdc9457SAndroid Build Coastguard Worker   assert(nc != 0);
30*4bdc9457SAndroid Build Coastguard Worker 
31*4bdc9457SAndroid Build Coastguard Worker   const float vmin = params->scalar.min;
32*4bdc9457SAndroid Build Coastguard Worker   const float vmax = params->scalar.max;
33*4bdc9457SAndroid Build Coastguard Worker   size_t output_decrement = output_stride * nc - 2 * sizeof(float);
34*4bdc9457SAndroid Build Coastguard Worker   while (mc >= 2 * sizeof(float)) {
35*4bdc9457SAndroid Build Coastguard Worker     const float*restrict w = weights;
36*4bdc9457SAndroid Build Coastguard Worker     const int32_t* dmap = widx_dmap;
37*4bdc9457SAndroid Build Coastguard Worker     const uint32_t* nnzmap = nidx_nnzmap;
38*4bdc9457SAndroid Build Coastguard Worker     size_t n = nc;
39*4bdc9457SAndroid Build Coastguard Worker     while (n >= 1) {
40*4bdc9457SAndroid Build Coastguard Worker       uint32_t nnz = *nnzmap++;
41*4bdc9457SAndroid Build Coastguard Worker       float vacc0x0 = *w++;
42*4bdc9457SAndroid Build Coastguard Worker       float vacc1x0 = vacc0x0;
43*4bdc9457SAndroid Build Coastguard Worker       if XNN_LIKELY(nnz != 0) {
44*4bdc9457SAndroid Build Coastguard Worker         do {
45*4bdc9457SAndroid Build Coastguard Worker           const intptr_t diff = *dmap++;
46*4bdc9457SAndroid Build Coastguard Worker           const float vi0 = input[0];
47*4bdc9457SAndroid Build Coastguard Worker           const float vi1 = input[1];
48*4bdc9457SAndroid Build Coastguard Worker           input = (const float*restrict) ((uintptr_t) input + (uintptr_t) diff);
49*4bdc9457SAndroid Build Coastguard Worker           const float vw0 = *w++;
50*4bdc9457SAndroid Build Coastguard Worker           vacc0x0 += vi0 * vw0;
51*4bdc9457SAndroid Build Coastguard Worker           vacc1x0 += vi1 * vw0;
52*4bdc9457SAndroid Build Coastguard Worker         } while (--nnz != 0);
53*4bdc9457SAndroid Build Coastguard Worker       }
54*4bdc9457SAndroid Build Coastguard Worker       float vout0x0 = math_min_f32(vacc0x0, vmax);
55*4bdc9457SAndroid Build Coastguard Worker       float vout1x0 = math_min_f32(vacc1x0, vmax);
56*4bdc9457SAndroid Build Coastguard Worker       vout0x0 = math_max_f32(vout0x0, vmin);
57*4bdc9457SAndroid Build Coastguard Worker       vout1x0 = math_max_f32(vout1x0, vmin);
58*4bdc9457SAndroid Build Coastguard Worker       output[0] = vout0x0;
59*4bdc9457SAndroid Build Coastguard Worker       output[1] = vout1x0;
60*4bdc9457SAndroid Build Coastguard Worker       output[0] = vout0x0;
61*4bdc9457SAndroid Build Coastguard Worker       output[1] = vout1x0;
62*4bdc9457SAndroid Build Coastguard Worker       output = (float*restrict) ((uintptr_t) output + output_stride);
63*4bdc9457SAndroid Build Coastguard Worker       n -= 1;
64*4bdc9457SAndroid Build Coastguard Worker     }
65*4bdc9457SAndroid Build Coastguard Worker     if XNN_UNLIKELY(n != 0) {
66*4bdc9457SAndroid Build Coastguard Worker       do {
67*4bdc9457SAndroid Build Coastguard Worker         uint32_t nnz = *nnzmap++;
68*4bdc9457SAndroid Build Coastguard Worker         float vacc0 = *w++;
69*4bdc9457SAndroid Build Coastguard Worker         float vacc1 = vacc0;
70*4bdc9457SAndroid Build Coastguard Worker         if XNN_LIKELY(nnz != 0) {
71*4bdc9457SAndroid Build Coastguard Worker           do {
72*4bdc9457SAndroid Build Coastguard Worker             const intptr_t diff = *dmap++;
73*4bdc9457SAndroid Build Coastguard Worker             const float vi0 = input[0];
74*4bdc9457SAndroid Build Coastguard Worker             const float vi1 = input[1];
75*4bdc9457SAndroid Build Coastguard Worker             input = (const float*restrict) ((uintptr_t) input + (uintptr_t) diff);
76*4bdc9457SAndroid Build Coastguard Worker             const float vw = *w++;
77*4bdc9457SAndroid Build Coastguard Worker             vacc0 += vi0 * vw;
78*4bdc9457SAndroid Build Coastguard Worker             vacc1 += vi1 * vw;
79*4bdc9457SAndroid Build Coastguard Worker           } while (--nnz != 0);
80*4bdc9457SAndroid Build Coastguard Worker         }
81*4bdc9457SAndroid Build Coastguard Worker         float vout0 = math_min_f32(vacc0, vmax);
82*4bdc9457SAndroid Build Coastguard Worker         float vout1 = math_min_f32(vacc1, vmax);
83*4bdc9457SAndroid Build Coastguard Worker         vout0 = math_max_f32(vout0, vmin);
84*4bdc9457SAndroid Build Coastguard Worker         vout1 = math_max_f32(vout1, vmin);
85*4bdc9457SAndroid Build Coastguard Worker         output[0] = vout0;
86*4bdc9457SAndroid Build Coastguard Worker         output[1] = vout1;
87*4bdc9457SAndroid Build Coastguard Worker         output = (float*restrict) ((uintptr_t) output + output_stride);
88*4bdc9457SAndroid Build Coastguard Worker         n -= 1;
89*4bdc9457SAndroid Build Coastguard Worker       } while (n != 0);
90*4bdc9457SAndroid Build Coastguard Worker     }
91*4bdc9457SAndroid Build Coastguard Worker     output = (float*restrict) ((uintptr_t) output - output_decrement);
92*4bdc9457SAndroid Build Coastguard Worker     input += 2;
93*4bdc9457SAndroid Build Coastguard Worker     mc -= 2 * sizeof(float);
94*4bdc9457SAndroid Build Coastguard Worker   }
95*4bdc9457SAndroid Build Coastguard Worker   if XNN_UNLIKELY(mc != 0) {
96*4bdc9457SAndroid Build Coastguard Worker     output_decrement += 1 * sizeof(float);
97*4bdc9457SAndroid Build Coastguard Worker     if (mc & (1 * sizeof(float))) {
98*4bdc9457SAndroid Build Coastguard Worker       const float*restrict w = weights;
99*4bdc9457SAndroid Build Coastguard Worker       const int32_t* dmap = widx_dmap;
100*4bdc9457SAndroid Build Coastguard Worker       const uint32_t* nnzmap = nidx_nnzmap;
101*4bdc9457SAndroid Build Coastguard Worker       size_t n = nc;
102*4bdc9457SAndroid Build Coastguard Worker       while (n >= 1) {
103*4bdc9457SAndroid Build Coastguard Worker         uint32_t nnz = *nnzmap++;
104*4bdc9457SAndroid Build Coastguard Worker         float vacc0x0 = *w++;
105*4bdc9457SAndroid Build Coastguard Worker         if XNN_LIKELY(nnz != 0) {
106*4bdc9457SAndroid Build Coastguard Worker           do {
107*4bdc9457SAndroid Build Coastguard Worker             const intptr_t diff = *dmap++;
108*4bdc9457SAndroid Build Coastguard Worker             const float vi0 = input[0];
109*4bdc9457SAndroid Build Coastguard Worker             input = (const float*restrict) ((uintptr_t) input + (uintptr_t) diff);
110*4bdc9457SAndroid Build Coastguard Worker             const float vw0 = *w++;
111*4bdc9457SAndroid Build Coastguard Worker             vacc0x0 += vi0 * vw0;
112*4bdc9457SAndroid Build Coastguard Worker           } while (--nnz != 0);
113*4bdc9457SAndroid Build Coastguard Worker         }
114*4bdc9457SAndroid Build Coastguard Worker         float vout0x0 = math_min_f32(vacc0x0, vmax);
115*4bdc9457SAndroid Build Coastguard Worker         vout0x0 = math_max_f32(vout0x0, vmin);
116*4bdc9457SAndroid Build Coastguard Worker         output[0] = vout0x0;
117*4bdc9457SAndroid Build Coastguard Worker         output = (float*restrict) ((uintptr_t) output + output_stride);
118*4bdc9457SAndroid Build Coastguard Worker         n -= 1;
119*4bdc9457SAndroid Build Coastguard Worker       }
120*4bdc9457SAndroid Build Coastguard Worker       if XNN_UNLIKELY(n != 0) {
121*4bdc9457SAndroid Build Coastguard Worker         do {
122*4bdc9457SAndroid Build Coastguard Worker           uint32_t nnz = *nnzmap++;
123*4bdc9457SAndroid Build Coastguard Worker           float vacc0 = *w++;
124*4bdc9457SAndroid Build Coastguard Worker           if XNN_LIKELY(nnz != 0) {
125*4bdc9457SAndroid Build Coastguard Worker             do {
126*4bdc9457SAndroid Build Coastguard Worker               const intptr_t diff = *dmap++;
127*4bdc9457SAndroid Build Coastguard Worker               const float vi0 = input[0];
128*4bdc9457SAndroid Build Coastguard Worker               input = (const float*restrict) ((uintptr_t) input + (uintptr_t) diff);
129*4bdc9457SAndroid Build Coastguard Worker               const float vw = *w++;
130*4bdc9457SAndroid Build Coastguard Worker               vacc0 += vi0 * vw;
131*4bdc9457SAndroid Build Coastguard Worker             } while (--nnz != 0);
132*4bdc9457SAndroid Build Coastguard Worker           }
133*4bdc9457SAndroid Build Coastguard Worker           float vout0 = math_min_f32(vacc0, vmax);
134*4bdc9457SAndroid Build Coastguard Worker           vout0 = math_max_f32(vout0, vmin);
135*4bdc9457SAndroid Build Coastguard Worker           output[0] = vout0;
136*4bdc9457SAndroid Build Coastguard Worker           output = (float*restrict) ((uintptr_t) output + output_stride);
137*4bdc9457SAndroid Build Coastguard Worker           n -= 1;
138*4bdc9457SAndroid Build Coastguard Worker         } while (n != 0);
139*4bdc9457SAndroid Build Coastguard Worker       }
140*4bdc9457SAndroid Build Coastguard Worker       output = (float*restrict) ((uintptr_t) output - output_decrement);
141*4bdc9457SAndroid Build Coastguard Worker       input += 1;
142*4bdc9457SAndroid Build Coastguard Worker     }
143*4bdc9457SAndroid Build Coastguard Worker   }
144*4bdc9457SAndroid Build Coastguard Worker }
145