1*4bdc9457SAndroid Build Coastguard Worker // Auto-generated file. Do not edit!
2*4bdc9457SAndroid Build Coastguard Worker // Template: src/f32-velu/scalar-rr2-p6.c.in
3*4bdc9457SAndroid Build Coastguard Worker // Generator: tools/xngen
4*4bdc9457SAndroid Build Coastguard Worker //
5*4bdc9457SAndroid Build Coastguard Worker // Copyright 2020 Google LLC
6*4bdc9457SAndroid Build Coastguard Worker //
7*4bdc9457SAndroid Build Coastguard Worker // This source code is licensed under the BSD-style license found in the
8*4bdc9457SAndroid Build Coastguard Worker // LICENSE file in the root directory of this source tree.
9*4bdc9457SAndroid Build Coastguard Worker
10*4bdc9457SAndroid Build Coastguard Worker #include <assert.h>
11*4bdc9457SAndroid Build Coastguard Worker #include <math.h>
12*4bdc9457SAndroid Build Coastguard Worker
13*4bdc9457SAndroid Build Coastguard Worker #include <xnnpack/common.h>
14*4bdc9457SAndroid Build Coastguard Worker #include <xnnpack/math.h>
15*4bdc9457SAndroid Build Coastguard Worker #include <xnnpack/vunary.h>
16*4bdc9457SAndroid Build Coastguard Worker
17*4bdc9457SAndroid Build Coastguard Worker
xnn_f32_velu_ukernel__wasm_rr2_p6_x5(size_t n,const float * x,float * y,const union xnn_f32_elu_params params[restrict XNN_MIN_ELEMENTS (1)])18*4bdc9457SAndroid Build Coastguard Worker void xnn_f32_velu_ukernel__wasm_rr2_p6_x5(
19*4bdc9457SAndroid Build Coastguard Worker size_t n,
20*4bdc9457SAndroid Build Coastguard Worker const float* x,
21*4bdc9457SAndroid Build Coastguard Worker float* y,
22*4bdc9457SAndroid Build Coastguard Worker const union xnn_f32_elu_params params[restrict XNN_MIN_ELEMENTS(1)])
23*4bdc9457SAndroid Build Coastguard Worker {
24*4bdc9457SAndroid Build Coastguard Worker assert(n % sizeof(float) == 0);
25*4bdc9457SAndroid Build Coastguard Worker
26*4bdc9457SAndroid Build Coastguard Worker const float vprescale = params->scalar_rr2_p6.prescale;
27*4bdc9457SAndroid Build Coastguard Worker const float valpha = params->scalar_rr2_p6.alpha;
28*4bdc9457SAndroid Build Coastguard Worker const float vbeta = params->scalar_rr2_p6.beta;
29*4bdc9457SAndroid Build Coastguard Worker const float vmagic_bias = params->scalar_rr2_p6.magic_bias;
30*4bdc9457SAndroid Build Coastguard Worker const float vlog2e = params->scalar_rr2_p6.log2e;
31*4bdc9457SAndroid Build Coastguard Worker const float vsat_cutoff = params->scalar_rr2_p6.sat_cutoff;
32*4bdc9457SAndroid Build Coastguard Worker const float vminus_ln2_hi = params->scalar_rr2_p6.minus_ln2_hi;
33*4bdc9457SAndroid Build Coastguard Worker const float vminus_ln2_lo = params->scalar_rr2_p6.minus_ln2_lo;
34*4bdc9457SAndroid Build Coastguard Worker const float vc6 = params->scalar_rr2_p6.c6;
35*4bdc9457SAndroid Build Coastguard Worker const float vc5 = params->scalar_rr2_p6.c5;
36*4bdc9457SAndroid Build Coastguard Worker const float vc4 = params->scalar_rr2_p6.c4;
37*4bdc9457SAndroid Build Coastguard Worker const float vc3 = params->scalar_rr2_p6.c3;
38*4bdc9457SAndroid Build Coastguard Worker const float vc2 = params->scalar_rr2_p6.c2;
39*4bdc9457SAndroid Build Coastguard Worker const float vone = params->scalar_rr2_p6.one;
40*4bdc9457SAndroid Build Coastguard Worker
41*4bdc9457SAndroid Build Coastguard Worker for (; n >= 5 * sizeof(float); n -= 5 * sizeof(float)) {
42*4bdc9457SAndroid Build Coastguard Worker float vx0 = x[0];
43*4bdc9457SAndroid Build Coastguard Worker float vx1 = x[1];
44*4bdc9457SAndroid Build Coastguard Worker float vx2 = x[2];
45*4bdc9457SAndroid Build Coastguard Worker float vx3 = x[3];
46*4bdc9457SAndroid Build Coastguard Worker float vx4 = x[4];
47*4bdc9457SAndroid Build Coastguard Worker x += 5;
48*4bdc9457SAndroid Build Coastguard Worker
49*4bdc9457SAndroid Build Coastguard Worker const float vz0 = __builtin_wasm_min_f32(__builtin_wasm_max_f32(vx0 * vprescale, vsat_cutoff), 0.0f);
50*4bdc9457SAndroid Build Coastguard Worker const float vz1 = __builtin_wasm_min_f32(__builtin_wasm_max_f32(vx1 * vprescale, vsat_cutoff), 0.0f);
51*4bdc9457SAndroid Build Coastguard Worker const float vz2 = __builtin_wasm_min_f32(__builtin_wasm_max_f32(vx2 * vprescale, vsat_cutoff), 0.0f);
52*4bdc9457SAndroid Build Coastguard Worker const float vz3 = __builtin_wasm_min_f32(__builtin_wasm_max_f32(vx3 * vprescale, vsat_cutoff), 0.0f);
53*4bdc9457SAndroid Build Coastguard Worker const float vz4 = __builtin_wasm_min_f32(__builtin_wasm_max_f32(vx4 * vprescale, vsat_cutoff), 0.0f);
54*4bdc9457SAndroid Build Coastguard Worker
55*4bdc9457SAndroid Build Coastguard Worker float vn0 = vz0 * vlog2e + vmagic_bias;
56*4bdc9457SAndroid Build Coastguard Worker float vn1 = vz1 * vlog2e + vmagic_bias;
57*4bdc9457SAndroid Build Coastguard Worker float vn2 = vz2 * vlog2e + vmagic_bias;
58*4bdc9457SAndroid Build Coastguard Worker float vn3 = vz3 * vlog2e + vmagic_bias;
59*4bdc9457SAndroid Build Coastguard Worker float vn4 = vz4 * vlog2e + vmagic_bias;
60*4bdc9457SAndroid Build Coastguard Worker
61*4bdc9457SAndroid Build Coastguard Worker float vs0 = uint32_as_float(float_as_uint32(vn0) << 23);
62*4bdc9457SAndroid Build Coastguard Worker vn0 -= vmagic_bias;
63*4bdc9457SAndroid Build Coastguard Worker float vs1 = uint32_as_float(float_as_uint32(vn1) << 23);
64*4bdc9457SAndroid Build Coastguard Worker vn1 -= vmagic_bias;
65*4bdc9457SAndroid Build Coastguard Worker float vs2 = uint32_as_float(float_as_uint32(vn2) << 23);
66*4bdc9457SAndroid Build Coastguard Worker vn2 -= vmagic_bias;
67*4bdc9457SAndroid Build Coastguard Worker float vs3 = uint32_as_float(float_as_uint32(vn3) << 23);
68*4bdc9457SAndroid Build Coastguard Worker vn3 -= vmagic_bias;
69*4bdc9457SAndroid Build Coastguard Worker float vs4 = uint32_as_float(float_as_uint32(vn4) << 23);
70*4bdc9457SAndroid Build Coastguard Worker vn4 -= vmagic_bias;
71*4bdc9457SAndroid Build Coastguard Worker
72*4bdc9457SAndroid Build Coastguard Worker float vt0 = vn0 * vminus_ln2_hi + vz0;
73*4bdc9457SAndroid Build Coastguard Worker float vt1 = vn1 * vminus_ln2_hi + vz1;
74*4bdc9457SAndroid Build Coastguard Worker float vt2 = vn2 * vminus_ln2_hi + vz2;
75*4bdc9457SAndroid Build Coastguard Worker float vt3 = vn3 * vminus_ln2_hi + vz3;
76*4bdc9457SAndroid Build Coastguard Worker float vt4 = vn4 * vminus_ln2_hi + vz4;
77*4bdc9457SAndroid Build Coastguard Worker
78*4bdc9457SAndroid Build Coastguard Worker vt0 = vn0 * vminus_ln2_lo + vt0;
79*4bdc9457SAndroid Build Coastguard Worker vt1 = vn1 * vminus_ln2_lo + vt1;
80*4bdc9457SAndroid Build Coastguard Worker vt2 = vn2 * vminus_ln2_lo + vt2;
81*4bdc9457SAndroid Build Coastguard Worker vt3 = vn3 * vminus_ln2_lo + vt3;
82*4bdc9457SAndroid Build Coastguard Worker vt4 = vn4 * vminus_ln2_lo + vt4;
83*4bdc9457SAndroid Build Coastguard Worker
84*4bdc9457SAndroid Build Coastguard Worker
85*4bdc9457SAndroid Build Coastguard Worker float vp0 = vc6 * vt0 + vc5;
86*4bdc9457SAndroid Build Coastguard Worker float vp1 = vc6 * vt1 + vc5;
87*4bdc9457SAndroid Build Coastguard Worker float vp2 = vc6 * vt2 + vc5;
88*4bdc9457SAndroid Build Coastguard Worker float vp3 = vc6 * vt3 + vc5;
89*4bdc9457SAndroid Build Coastguard Worker float vp4 = vc6 * vt4 + vc5;
90*4bdc9457SAndroid Build Coastguard Worker
91*4bdc9457SAndroid Build Coastguard Worker vp0 = vp0 * vt0 + vc4;
92*4bdc9457SAndroid Build Coastguard Worker vp1 = vp1 * vt1 + vc4;
93*4bdc9457SAndroid Build Coastguard Worker vp2 = vp2 * vt2 + vc4;
94*4bdc9457SAndroid Build Coastguard Worker vp3 = vp3 * vt3 + vc4;
95*4bdc9457SAndroid Build Coastguard Worker vp4 = vp4 * vt4 + vc4;
96*4bdc9457SAndroid Build Coastguard Worker
97*4bdc9457SAndroid Build Coastguard Worker vp0 = vp0 * vt0 + vc3;
98*4bdc9457SAndroid Build Coastguard Worker vp1 = vp1 * vt1 + vc3;
99*4bdc9457SAndroid Build Coastguard Worker vp2 = vp2 * vt2 + vc3;
100*4bdc9457SAndroid Build Coastguard Worker vp3 = vp3 * vt3 + vc3;
101*4bdc9457SAndroid Build Coastguard Worker vp4 = vp4 * vt4 + vc3;
102*4bdc9457SAndroid Build Coastguard Worker
103*4bdc9457SAndroid Build Coastguard Worker vp0 = vp0 * vt0 + vc2;
104*4bdc9457SAndroid Build Coastguard Worker vp1 = vp1 * vt1 + vc2;
105*4bdc9457SAndroid Build Coastguard Worker vp2 = vp2 * vt2 + vc2;
106*4bdc9457SAndroid Build Coastguard Worker vp3 = vp3 * vt3 + vc2;
107*4bdc9457SAndroid Build Coastguard Worker vp4 = vp4 * vt4 + vc2;
108*4bdc9457SAndroid Build Coastguard Worker
109*4bdc9457SAndroid Build Coastguard Worker vp0 *= vt0;
110*4bdc9457SAndroid Build Coastguard Worker vp1 *= vt1;
111*4bdc9457SAndroid Build Coastguard Worker vp2 *= vt2;
112*4bdc9457SAndroid Build Coastguard Worker vp3 *= vt3;
113*4bdc9457SAndroid Build Coastguard Worker vp4 *= vt4;
114*4bdc9457SAndroid Build Coastguard Worker
115*4bdc9457SAndroid Build Coastguard Worker vt0 *= vs0;
116*4bdc9457SAndroid Build Coastguard Worker vs0 -= vone;
117*4bdc9457SAndroid Build Coastguard Worker vt1 *= vs1;
118*4bdc9457SAndroid Build Coastguard Worker vs1 -= vone;
119*4bdc9457SAndroid Build Coastguard Worker vt2 *= vs2;
120*4bdc9457SAndroid Build Coastguard Worker vs2 -= vone;
121*4bdc9457SAndroid Build Coastguard Worker vt3 *= vs3;
122*4bdc9457SAndroid Build Coastguard Worker vs3 -= vone;
123*4bdc9457SAndroid Build Coastguard Worker vt4 *= vs4;
124*4bdc9457SAndroid Build Coastguard Worker vs4 -= vone;
125*4bdc9457SAndroid Build Coastguard Worker
126*4bdc9457SAndroid Build Coastguard Worker vp0 = vp0 * vt0 + vt0;
127*4bdc9457SAndroid Build Coastguard Worker vp1 = vp1 * vt1 + vt1;
128*4bdc9457SAndroid Build Coastguard Worker vp2 = vp2 * vt2 + vt2;
129*4bdc9457SAndroid Build Coastguard Worker vp3 = vp3 * vt3 + vt3;
130*4bdc9457SAndroid Build Coastguard Worker vp4 = vp4 * vt4 + vt4;
131*4bdc9457SAndroid Build Coastguard Worker
132*4bdc9457SAndroid Build Coastguard Worker const float ve0 = (vp0 + vs0) * valpha;
133*4bdc9457SAndroid Build Coastguard Worker float vy0 = __builtin_wasm_max_f32(vx0 * vbeta, 0.0f);
134*4bdc9457SAndroid Build Coastguard Worker const float ve1 = (vp1 + vs1) * valpha;
135*4bdc9457SAndroid Build Coastguard Worker float vy1 = __builtin_wasm_max_f32(vx1 * vbeta, 0.0f);
136*4bdc9457SAndroid Build Coastguard Worker const float ve2 = (vp2 + vs2) * valpha;
137*4bdc9457SAndroid Build Coastguard Worker float vy2 = __builtin_wasm_max_f32(vx2 * vbeta, 0.0f);
138*4bdc9457SAndroid Build Coastguard Worker const float ve3 = (vp3 + vs3) * valpha;
139*4bdc9457SAndroid Build Coastguard Worker float vy3 = __builtin_wasm_max_f32(vx3 * vbeta, 0.0f);
140*4bdc9457SAndroid Build Coastguard Worker const float ve4 = (vp4 + vs4) * valpha;
141*4bdc9457SAndroid Build Coastguard Worker float vy4 = __builtin_wasm_max_f32(vx4 * vbeta, 0.0f);
142*4bdc9457SAndroid Build Coastguard Worker
143*4bdc9457SAndroid Build Coastguard Worker vy0 += __builtin_wasm_min_f32(ve0, 0.0f);
144*4bdc9457SAndroid Build Coastguard Worker vy1 += __builtin_wasm_min_f32(ve1, 0.0f);
145*4bdc9457SAndroid Build Coastguard Worker vy2 += __builtin_wasm_min_f32(ve2, 0.0f);
146*4bdc9457SAndroid Build Coastguard Worker vy3 += __builtin_wasm_min_f32(ve3, 0.0f);
147*4bdc9457SAndroid Build Coastguard Worker vy4 += __builtin_wasm_min_f32(ve4, 0.0f);
148*4bdc9457SAndroid Build Coastguard Worker
149*4bdc9457SAndroid Build Coastguard Worker y[0] = vy0;
150*4bdc9457SAndroid Build Coastguard Worker y[1] = vy1;
151*4bdc9457SAndroid Build Coastguard Worker y[2] = vy2;
152*4bdc9457SAndroid Build Coastguard Worker y[3] = vy3;
153*4bdc9457SAndroid Build Coastguard Worker y[4] = vy4;
154*4bdc9457SAndroid Build Coastguard Worker y += 5;
155*4bdc9457SAndroid Build Coastguard Worker }
156*4bdc9457SAndroid Build Coastguard Worker if XNN_UNLIKELY(n != 0) {
157*4bdc9457SAndroid Build Coastguard Worker do {
158*4bdc9457SAndroid Build Coastguard Worker float vx = *x++;
159*4bdc9457SAndroid Build Coastguard Worker
160*4bdc9457SAndroid Build Coastguard Worker const float vz = __builtin_wasm_min_f32(__builtin_wasm_max_f32(vx * vprescale, vsat_cutoff), 0.0f);
161*4bdc9457SAndroid Build Coastguard Worker
162*4bdc9457SAndroid Build Coastguard Worker float vn = vz * vlog2e + vmagic_bias;
163*4bdc9457SAndroid Build Coastguard Worker float vs = uint32_as_float(float_as_uint32(vn) << 23);
164*4bdc9457SAndroid Build Coastguard Worker vn -= vmagic_bias;
165*4bdc9457SAndroid Build Coastguard Worker
166*4bdc9457SAndroid Build Coastguard Worker float vt = vn * vminus_ln2_hi + vz;
167*4bdc9457SAndroid Build Coastguard Worker vt = vn * vminus_ln2_lo + vt;
168*4bdc9457SAndroid Build Coastguard Worker
169*4bdc9457SAndroid Build Coastguard Worker
170*4bdc9457SAndroid Build Coastguard Worker float vp = vc6 * vt + vc5;
171*4bdc9457SAndroid Build Coastguard Worker vp = vp * vt + vc4;
172*4bdc9457SAndroid Build Coastguard Worker vp = vp * vt + vc3;
173*4bdc9457SAndroid Build Coastguard Worker vp = vp * vt + vc2;
174*4bdc9457SAndroid Build Coastguard Worker vp *= vt;
175*4bdc9457SAndroid Build Coastguard Worker
176*4bdc9457SAndroid Build Coastguard Worker vt *= vs;
177*4bdc9457SAndroid Build Coastguard Worker vs -= vone;
178*4bdc9457SAndroid Build Coastguard Worker vp = vp * vt + vt;
179*4bdc9457SAndroid Build Coastguard Worker const float ve = (vp + vs) * valpha;
180*4bdc9457SAndroid Build Coastguard Worker
181*4bdc9457SAndroid Build Coastguard Worker float vy = __builtin_wasm_max_f32(vx * vbeta, 0.0f);
182*4bdc9457SAndroid Build Coastguard Worker vy += __builtin_wasm_min_f32(ve, 0.0f);
183*4bdc9457SAndroid Build Coastguard Worker
184*4bdc9457SAndroid Build Coastguard Worker *y++ = vy;
185*4bdc9457SAndroid Build Coastguard Worker
186*4bdc9457SAndroid Build Coastguard Worker n -= sizeof(float);
187*4bdc9457SAndroid Build Coastguard Worker } while (n != 0);
188*4bdc9457SAndroid Build Coastguard Worker }
189*4bdc9457SAndroid Build Coastguard Worker }
190