1*4bdc9457SAndroid Build Coastguard Worker // Auto-generated file. Do not edit!
2*4bdc9457SAndroid Build Coastguard Worker // Template: src/f32-spmm/scalar.c.in
3*4bdc9457SAndroid Build Coastguard Worker // Generator: tools/xngen
4*4bdc9457SAndroid Build Coastguard Worker //
5*4bdc9457SAndroid Build Coastguard Worker // Copyright 2019 Google LLC
6*4bdc9457SAndroid Build Coastguard Worker //
7*4bdc9457SAndroid Build Coastguard Worker // This source code is licensed under the BSD-style license found in the
8*4bdc9457SAndroid Build Coastguard Worker // LICENSE file in the root directory of this source tree.
9*4bdc9457SAndroid Build Coastguard Worker
10*4bdc9457SAndroid Build Coastguard Worker #include <assert.h>
11*4bdc9457SAndroid Build Coastguard Worker
12*4bdc9457SAndroid Build Coastguard Worker #include <xnnpack/math.h>
13*4bdc9457SAndroid Build Coastguard Worker #include <xnnpack/spmm.h>
14*4bdc9457SAndroid Build Coastguard Worker
15*4bdc9457SAndroid Build Coastguard Worker
xnn_f32_spmm_minmax_ukernel_2x1__scalar(size_t mc,size_t nc,const float * restrict input,const float * restrict weights,const int32_t * restrict widx_dmap,const uint32_t * restrict nidx_nnzmap,float * restrict output,size_t output_stride,const union xnn_f32_minmax_params params[restrict XNN_MIN_ELEMENTS (1)])16*4bdc9457SAndroid Build Coastguard Worker void xnn_f32_spmm_minmax_ukernel_2x1__scalar(
17*4bdc9457SAndroid Build Coastguard Worker size_t mc,
18*4bdc9457SAndroid Build Coastguard Worker size_t nc,
19*4bdc9457SAndroid Build Coastguard Worker const float*restrict input,
20*4bdc9457SAndroid Build Coastguard Worker const float*restrict weights,
21*4bdc9457SAndroid Build Coastguard Worker const int32_t*restrict widx_dmap,
22*4bdc9457SAndroid Build Coastguard Worker const uint32_t*restrict nidx_nnzmap,
23*4bdc9457SAndroid Build Coastguard Worker float*restrict output,
24*4bdc9457SAndroid Build Coastguard Worker size_t output_stride,
25*4bdc9457SAndroid Build Coastguard Worker const union xnn_f32_minmax_params params[restrict XNN_MIN_ELEMENTS(1)])
26*4bdc9457SAndroid Build Coastguard Worker {
27*4bdc9457SAndroid Build Coastguard Worker assert(mc != 0);
28*4bdc9457SAndroid Build Coastguard Worker assert(mc % sizeof(float) == 0);
29*4bdc9457SAndroid Build Coastguard Worker assert(nc != 0);
30*4bdc9457SAndroid Build Coastguard Worker
31*4bdc9457SAndroid Build Coastguard Worker const float vmin = params->scalar.min;
32*4bdc9457SAndroid Build Coastguard Worker const float vmax = params->scalar.max;
33*4bdc9457SAndroid Build Coastguard Worker size_t output_decrement = output_stride * nc - 2 * sizeof(float);
34*4bdc9457SAndroid Build Coastguard Worker while (mc >= 2 * sizeof(float)) {
35*4bdc9457SAndroid Build Coastguard Worker const float*restrict w = weights;
36*4bdc9457SAndroid Build Coastguard Worker const int32_t* dmap = widx_dmap;
37*4bdc9457SAndroid Build Coastguard Worker const uint32_t* nnzmap = nidx_nnzmap;
38*4bdc9457SAndroid Build Coastguard Worker size_t n = nc;
39*4bdc9457SAndroid Build Coastguard Worker while (n >= 1) {
40*4bdc9457SAndroid Build Coastguard Worker uint32_t nnz = *nnzmap++;
41*4bdc9457SAndroid Build Coastguard Worker float vacc0x0 = *w++;
42*4bdc9457SAndroid Build Coastguard Worker float vacc1x0 = vacc0x0;
43*4bdc9457SAndroid Build Coastguard Worker if XNN_LIKELY(nnz != 0) {
44*4bdc9457SAndroid Build Coastguard Worker do {
45*4bdc9457SAndroid Build Coastguard Worker const intptr_t diff = *dmap++;
46*4bdc9457SAndroid Build Coastguard Worker const float vi0 = input[0];
47*4bdc9457SAndroid Build Coastguard Worker const float vi1 = input[1];
48*4bdc9457SAndroid Build Coastguard Worker input = (const float*restrict) ((uintptr_t) input + (uintptr_t) diff);
49*4bdc9457SAndroid Build Coastguard Worker const float vw0 = *w++;
50*4bdc9457SAndroid Build Coastguard Worker vacc0x0 += vi0 * vw0;
51*4bdc9457SAndroid Build Coastguard Worker vacc1x0 += vi1 * vw0;
52*4bdc9457SAndroid Build Coastguard Worker } while (--nnz != 0);
53*4bdc9457SAndroid Build Coastguard Worker }
54*4bdc9457SAndroid Build Coastguard Worker float vout0x0 = math_min_f32(vacc0x0, vmax);
55*4bdc9457SAndroid Build Coastguard Worker float vout1x0 = math_min_f32(vacc1x0, vmax);
56*4bdc9457SAndroid Build Coastguard Worker vout0x0 = math_max_f32(vout0x0, vmin);
57*4bdc9457SAndroid Build Coastguard Worker vout1x0 = math_max_f32(vout1x0, vmin);
58*4bdc9457SAndroid Build Coastguard Worker output[0] = vout0x0;
59*4bdc9457SAndroid Build Coastguard Worker output[1] = vout1x0;
60*4bdc9457SAndroid Build Coastguard Worker output[0] = vout0x0;
61*4bdc9457SAndroid Build Coastguard Worker output[1] = vout1x0;
62*4bdc9457SAndroid Build Coastguard Worker output = (float*restrict) ((uintptr_t) output + output_stride);
63*4bdc9457SAndroid Build Coastguard Worker n -= 1;
64*4bdc9457SAndroid Build Coastguard Worker }
65*4bdc9457SAndroid Build Coastguard Worker if XNN_UNLIKELY(n != 0) {
66*4bdc9457SAndroid Build Coastguard Worker do {
67*4bdc9457SAndroid Build Coastguard Worker uint32_t nnz = *nnzmap++;
68*4bdc9457SAndroid Build Coastguard Worker float vacc0 = *w++;
69*4bdc9457SAndroid Build Coastguard Worker float vacc1 = vacc0;
70*4bdc9457SAndroid Build Coastguard Worker if XNN_LIKELY(nnz != 0) {
71*4bdc9457SAndroid Build Coastguard Worker do {
72*4bdc9457SAndroid Build Coastguard Worker const intptr_t diff = *dmap++;
73*4bdc9457SAndroid Build Coastguard Worker const float vi0 = input[0];
74*4bdc9457SAndroid Build Coastguard Worker const float vi1 = input[1];
75*4bdc9457SAndroid Build Coastguard Worker input = (const float*restrict) ((uintptr_t) input + (uintptr_t) diff);
76*4bdc9457SAndroid Build Coastguard Worker const float vw = *w++;
77*4bdc9457SAndroid Build Coastguard Worker vacc0 += vi0 * vw;
78*4bdc9457SAndroid Build Coastguard Worker vacc1 += vi1 * vw;
79*4bdc9457SAndroid Build Coastguard Worker } while (--nnz != 0);
80*4bdc9457SAndroid Build Coastguard Worker }
81*4bdc9457SAndroid Build Coastguard Worker float vout0 = math_min_f32(vacc0, vmax);
82*4bdc9457SAndroid Build Coastguard Worker float vout1 = math_min_f32(vacc1, vmax);
83*4bdc9457SAndroid Build Coastguard Worker vout0 = math_max_f32(vout0, vmin);
84*4bdc9457SAndroid Build Coastguard Worker vout1 = math_max_f32(vout1, vmin);
85*4bdc9457SAndroid Build Coastguard Worker output[0] = vout0;
86*4bdc9457SAndroid Build Coastguard Worker output[1] = vout1;
87*4bdc9457SAndroid Build Coastguard Worker output = (float*restrict) ((uintptr_t) output + output_stride);
88*4bdc9457SAndroid Build Coastguard Worker n -= 1;
89*4bdc9457SAndroid Build Coastguard Worker } while (n != 0);
90*4bdc9457SAndroid Build Coastguard Worker }
91*4bdc9457SAndroid Build Coastguard Worker output = (float*restrict) ((uintptr_t) output - output_decrement);
92*4bdc9457SAndroid Build Coastguard Worker input += 2;
93*4bdc9457SAndroid Build Coastguard Worker mc -= 2 * sizeof(float);
94*4bdc9457SAndroid Build Coastguard Worker }
95*4bdc9457SAndroid Build Coastguard Worker if XNN_UNLIKELY(mc != 0) {
96*4bdc9457SAndroid Build Coastguard Worker output_decrement += 1 * sizeof(float);
97*4bdc9457SAndroid Build Coastguard Worker if (mc & (1 * sizeof(float))) {
98*4bdc9457SAndroid Build Coastguard Worker const float*restrict w = weights;
99*4bdc9457SAndroid Build Coastguard Worker const int32_t* dmap = widx_dmap;
100*4bdc9457SAndroid Build Coastguard Worker const uint32_t* nnzmap = nidx_nnzmap;
101*4bdc9457SAndroid Build Coastguard Worker size_t n = nc;
102*4bdc9457SAndroid Build Coastguard Worker while (n >= 1) {
103*4bdc9457SAndroid Build Coastguard Worker uint32_t nnz = *nnzmap++;
104*4bdc9457SAndroid Build Coastguard Worker float vacc0x0 = *w++;
105*4bdc9457SAndroid Build Coastguard Worker if XNN_LIKELY(nnz != 0) {
106*4bdc9457SAndroid Build Coastguard Worker do {
107*4bdc9457SAndroid Build Coastguard Worker const intptr_t diff = *dmap++;
108*4bdc9457SAndroid Build Coastguard Worker const float vi0 = input[0];
109*4bdc9457SAndroid Build Coastguard Worker input = (const float*restrict) ((uintptr_t) input + (uintptr_t) diff);
110*4bdc9457SAndroid Build Coastguard Worker const float vw0 = *w++;
111*4bdc9457SAndroid Build Coastguard Worker vacc0x0 += vi0 * vw0;
112*4bdc9457SAndroid Build Coastguard Worker } while (--nnz != 0);
113*4bdc9457SAndroid Build Coastguard Worker }
114*4bdc9457SAndroid Build Coastguard Worker float vout0x0 = math_min_f32(vacc0x0, vmax);
115*4bdc9457SAndroid Build Coastguard Worker vout0x0 = math_max_f32(vout0x0, vmin);
116*4bdc9457SAndroid Build Coastguard Worker output[0] = vout0x0;
117*4bdc9457SAndroid Build Coastguard Worker output = (float*restrict) ((uintptr_t) output + output_stride);
118*4bdc9457SAndroid Build Coastguard Worker n -= 1;
119*4bdc9457SAndroid Build Coastguard Worker }
120*4bdc9457SAndroid Build Coastguard Worker if XNN_UNLIKELY(n != 0) {
121*4bdc9457SAndroid Build Coastguard Worker do {
122*4bdc9457SAndroid Build Coastguard Worker uint32_t nnz = *nnzmap++;
123*4bdc9457SAndroid Build Coastguard Worker float vacc0 = *w++;
124*4bdc9457SAndroid Build Coastguard Worker if XNN_LIKELY(nnz != 0) {
125*4bdc9457SAndroid Build Coastguard Worker do {
126*4bdc9457SAndroid Build Coastguard Worker const intptr_t diff = *dmap++;
127*4bdc9457SAndroid Build Coastguard Worker const float vi0 = input[0];
128*4bdc9457SAndroid Build Coastguard Worker input = (const float*restrict) ((uintptr_t) input + (uintptr_t) diff);
129*4bdc9457SAndroid Build Coastguard Worker const float vw = *w++;
130*4bdc9457SAndroid Build Coastguard Worker vacc0 += vi0 * vw;
131*4bdc9457SAndroid Build Coastguard Worker } while (--nnz != 0);
132*4bdc9457SAndroid Build Coastguard Worker }
133*4bdc9457SAndroid Build Coastguard Worker float vout0 = math_min_f32(vacc0, vmax);
134*4bdc9457SAndroid Build Coastguard Worker vout0 = math_max_f32(vout0, vmin);
135*4bdc9457SAndroid Build Coastguard Worker output[0] = vout0;
136*4bdc9457SAndroid Build Coastguard Worker output = (float*restrict) ((uintptr_t) output + output_stride);
137*4bdc9457SAndroid Build Coastguard Worker n -= 1;
138*4bdc9457SAndroid Build Coastguard Worker } while (n != 0);
139*4bdc9457SAndroid Build Coastguard Worker }
140*4bdc9457SAndroid Build Coastguard Worker output = (float*restrict) ((uintptr_t) output - output_decrement);
141*4bdc9457SAndroid Build Coastguard Worker input += 1;
142*4bdc9457SAndroid Build Coastguard Worker }
143*4bdc9457SAndroid Build Coastguard Worker }
144*4bdc9457SAndroid Build Coastguard Worker }
145