xref: /aosp_15_r20/external/XNNPACK/src/f32-vsigmoid/gen/vsigmoid-scalar-rr2-lut64-p2-div-x2.c (revision 4bdc94577ba0e567308109d787f7fec7b531ce36)
1*4bdc9457SAndroid Build Coastguard Worker // Auto-generated file. Do not edit!
2*4bdc9457SAndroid Build Coastguard Worker //   Template: src/f32-vsigmoid/scalar-rr2-lut64-p2-div.c.in
3*4bdc9457SAndroid Build Coastguard Worker //   Generator: tools/xngen
4*4bdc9457SAndroid Build Coastguard Worker //
5*4bdc9457SAndroid Build Coastguard Worker // Copyright 2019 Google LLC
6*4bdc9457SAndroid Build Coastguard Worker //
7*4bdc9457SAndroid Build Coastguard Worker // This source code is licensed under the BSD-style license found in the
8*4bdc9457SAndroid Build Coastguard Worker // LICENSE file in the root directory of this source tree.
9*4bdc9457SAndroid Build Coastguard Worker 
10*4bdc9457SAndroid Build Coastguard Worker #include <assert.h>
11*4bdc9457SAndroid Build Coastguard Worker #include <math.h>
12*4bdc9457SAndroid Build Coastguard Worker 
13*4bdc9457SAndroid Build Coastguard Worker #include <xnnpack/common.h>
14*4bdc9457SAndroid Build Coastguard Worker #include <xnnpack/math.h>
15*4bdc9457SAndroid Build Coastguard Worker #include <xnnpack/vunary.h>
16*4bdc9457SAndroid Build Coastguard Worker 
17*4bdc9457SAndroid Build Coastguard Worker 
18*4bdc9457SAndroid Build Coastguard Worker // Note redefine as uint32[] to avoid redundant bitcasts.
19*4bdc9457SAndroid Build Coastguard Worker extern XNN_INTERNAL const uint32_t xnn_table_exp2minus_k_over_64[64];
20*4bdc9457SAndroid Build Coastguard Worker 
xnn_f32_vsigmoid_ukernel__scalar_rr2_lut64_p2_div_x2(size_t n,const float * x,float * y,const union xnn_f32_sigmoid_params params[restrict XNN_MIN_ELEMENTS (1)])21*4bdc9457SAndroid Build Coastguard Worker void xnn_f32_vsigmoid_ukernel__scalar_rr2_lut64_p2_div_x2(
22*4bdc9457SAndroid Build Coastguard Worker     size_t n,
23*4bdc9457SAndroid Build Coastguard Worker     const float* x,
24*4bdc9457SAndroid Build Coastguard Worker     float* y,
25*4bdc9457SAndroid Build Coastguard Worker     const union xnn_f32_sigmoid_params params[restrict XNN_MIN_ELEMENTS(1)])
26*4bdc9457SAndroid Build Coastguard Worker {
27*4bdc9457SAndroid Build Coastguard Worker   assert(n % sizeof(float) == 0);
28*4bdc9457SAndroid Build Coastguard Worker 
29*4bdc9457SAndroid Build Coastguard Worker   const float vmagic_bias = params->scalar_rr2_lut64_p2.magic_bias;
30*4bdc9457SAndroid Build Coastguard Worker   const float vminus_log2e = params->scalar_rr2_lut64_p2.minus_log2e;
31*4bdc9457SAndroid Build Coastguard Worker   const uint32_t vindex_mask = UINT32_C(0x3F);
32*4bdc9457SAndroid Build Coastguard Worker   const float vln2_hi = params->scalar_rr2_lut64_p2.ln2_hi;
33*4bdc9457SAndroid Build Coastguard Worker   const float vln2_lo = params->scalar_rr2_lut64_p2.ln2_lo;
34*4bdc9457SAndroid Build Coastguard Worker   const float vc2 = params->scalar_rr2_lut64_p2.c2;
35*4bdc9457SAndroid Build Coastguard Worker   const float vone = params->scalar_rr2_lut64_p2.one;
36*4bdc9457SAndroid Build Coastguard Worker   const float vdenorm_cutoff = params->scalar_rr2_lut64_p2.denorm_cutoff;
37*4bdc9457SAndroid Build Coastguard Worker 
38*4bdc9457SAndroid Build Coastguard Worker   for (; n >= 2 * sizeof(float); n -= 2 * sizeof(float)) {
39*4bdc9457SAndroid Build Coastguard Worker     const float vx0 = x[0];
40*4bdc9457SAndroid Build Coastguard Worker     const float vx1 = x[1];
41*4bdc9457SAndroid Build Coastguard Worker     x += 2;
42*4bdc9457SAndroid Build Coastguard Worker 
43*4bdc9457SAndroid Build Coastguard Worker     const float vz0 = fabsf(vx0);
44*4bdc9457SAndroid Build Coastguard Worker     const float vz1 = fabsf(vx1);
45*4bdc9457SAndroid Build Coastguard Worker 
46*4bdc9457SAndroid Build Coastguard Worker     float vn0 = vz0 * vminus_log2e + vmagic_bias;
47*4bdc9457SAndroid Build Coastguard Worker     float vn1 = vz1 * vminus_log2e + vmagic_bias;
48*4bdc9457SAndroid Build Coastguard Worker 
49*4bdc9457SAndroid Build Coastguard Worker     const uint32_t ve0 = float_as_uint32(vn0) << 17;
50*4bdc9457SAndroid Build Coastguard Worker     const uint32_t ve1 = float_as_uint32(vn1) << 17;
51*4bdc9457SAndroid Build Coastguard Worker 
52*4bdc9457SAndroid Build Coastguard Worker     const uint32_t vidx0 = float_as_uint32(vn0) & vindex_mask;
53*4bdc9457SAndroid Build Coastguard Worker     const float vs0 = uint32_as_float(xnn_table_exp2minus_k_over_64[vidx0] + ve0);
54*4bdc9457SAndroid Build Coastguard Worker     const uint32_t vidx1 = float_as_uint32(vn1) & vindex_mask;
55*4bdc9457SAndroid Build Coastguard Worker     const float vs1 = uint32_as_float(xnn_table_exp2minus_k_over_64[vidx1] + ve1);
56*4bdc9457SAndroid Build Coastguard Worker 
57*4bdc9457SAndroid Build Coastguard Worker     vn0 -= vmagic_bias;
58*4bdc9457SAndroid Build Coastguard Worker     vn1 -= vmagic_bias;
59*4bdc9457SAndroid Build Coastguard Worker 
60*4bdc9457SAndroid Build Coastguard Worker     float vt0 = vn0 * vln2_hi + vz0;
61*4bdc9457SAndroid Build Coastguard Worker     float vt1 = vn1 * vln2_hi + vz1;
62*4bdc9457SAndroid Build Coastguard Worker 
63*4bdc9457SAndroid Build Coastguard Worker     vt0 = vn0 * vln2_lo + vt0;
64*4bdc9457SAndroid Build Coastguard Worker     vt1 = vn1 * vln2_lo + vt1;
65*4bdc9457SAndroid Build Coastguard Worker 
66*4bdc9457SAndroid Build Coastguard Worker     float vp0 = vt0 * vc2;
67*4bdc9457SAndroid Build Coastguard Worker     float vp1 = vt1 * vc2;
68*4bdc9457SAndroid Build Coastguard Worker 
69*4bdc9457SAndroid Build Coastguard Worker     vp0 = vt0 - vp0 * vt0;
70*4bdc9457SAndroid Build Coastguard Worker     vp1 = vt1 - vp1 * vt1;
71*4bdc9457SAndroid Build Coastguard Worker 
72*4bdc9457SAndroid Build Coastguard Worker     const float vy0 = vs0 - vs0 * vp0;
73*4bdc9457SAndroid Build Coastguard Worker     const float vy1 = vs1 - vs1 * vp1;
74*4bdc9457SAndroid Build Coastguard Worker 
75*4bdc9457SAndroid Build Coastguard Worker     const float vd0 = vy0 + vone;
76*4bdc9457SAndroid Build Coastguard Worker     const float vd1 = vy1 + vone;
77*4bdc9457SAndroid Build Coastguard Worker 
78*4bdc9457SAndroid Build Coastguard Worker     float vf0 = vy0 / vd0;
79*4bdc9457SAndroid Build Coastguard Worker     float vf1 = vy1 / vd1;
80*4bdc9457SAndroid Build Coastguard Worker 
81*4bdc9457SAndroid Build Coastguard Worker     if XNN_UNPREDICTABLE(vz0 > vdenorm_cutoff) {
82*4bdc9457SAndroid Build Coastguard Worker       vf0 = 0.0f;
83*4bdc9457SAndroid Build Coastguard Worker     }
84*4bdc9457SAndroid Build Coastguard Worker     if XNN_UNPREDICTABLE(vz1 > vdenorm_cutoff) {
85*4bdc9457SAndroid Build Coastguard Worker       vf1 = 0.0f;
86*4bdc9457SAndroid Build Coastguard Worker     }
87*4bdc9457SAndroid Build Coastguard Worker 
88*4bdc9457SAndroid Build Coastguard Worker     if XNN_UNPREDICTABLE(vx0 > 0.0f) {
89*4bdc9457SAndroid Build Coastguard Worker       vf0 = vone - vf0;
90*4bdc9457SAndroid Build Coastguard Worker     }
91*4bdc9457SAndroid Build Coastguard Worker     if XNN_UNPREDICTABLE(vx1 > 0.0f) {
92*4bdc9457SAndroid Build Coastguard Worker       vf1 = vone - vf1;
93*4bdc9457SAndroid Build Coastguard Worker     }
94*4bdc9457SAndroid Build Coastguard Worker 
95*4bdc9457SAndroid Build Coastguard Worker     y[0] = vf0;
96*4bdc9457SAndroid Build Coastguard Worker     y[1] = vf1;
97*4bdc9457SAndroid Build Coastguard Worker     y += 2;
98*4bdc9457SAndroid Build Coastguard Worker   }
99*4bdc9457SAndroid Build Coastguard Worker   if XNN_UNLIKELY(n != 0) {
100*4bdc9457SAndroid Build Coastguard Worker     const float vx = *x;
101*4bdc9457SAndroid Build Coastguard Worker 
102*4bdc9457SAndroid Build Coastguard Worker     const float vz = fabsf(vx);
103*4bdc9457SAndroid Build Coastguard Worker 
104*4bdc9457SAndroid Build Coastguard Worker     float vn = vz * vminus_log2e + vmagic_bias;
105*4bdc9457SAndroid Build Coastguard Worker     const uint32_t ve = float_as_uint32(vn) << 17;
106*4bdc9457SAndroid Build Coastguard Worker     const uint32_t vidx = float_as_uint32(vn) & vindex_mask;
107*4bdc9457SAndroid Build Coastguard Worker     const float vs = uint32_as_float(xnn_table_exp2minus_k_over_64[vidx] + ve);
108*4bdc9457SAndroid Build Coastguard Worker     vn -= vmagic_bias;
109*4bdc9457SAndroid Build Coastguard Worker 
110*4bdc9457SAndroid Build Coastguard Worker     float vt = vn * vln2_hi + vz;
111*4bdc9457SAndroid Build Coastguard Worker     vt = vn * vln2_lo + vt;
112*4bdc9457SAndroid Build Coastguard Worker 
113*4bdc9457SAndroid Build Coastguard Worker     float vp = vt * vc2;
114*4bdc9457SAndroid Build Coastguard Worker     vp = vt - vp * vt;
115*4bdc9457SAndroid Build Coastguard Worker 
116*4bdc9457SAndroid Build Coastguard Worker     const float vy = vs - vs * vp;
117*4bdc9457SAndroid Build Coastguard Worker     const float vd = vy + vone;
118*4bdc9457SAndroid Build Coastguard Worker 
119*4bdc9457SAndroid Build Coastguard Worker     float vf = vy / vd;
120*4bdc9457SAndroid Build Coastguard Worker     if XNN_UNPREDICTABLE(vz > vdenorm_cutoff) {
121*4bdc9457SAndroid Build Coastguard Worker       vf = 0.0f;
122*4bdc9457SAndroid Build Coastguard Worker     }
123*4bdc9457SAndroid Build Coastguard Worker     if XNN_UNPREDICTABLE(vx > 0.0f) {
124*4bdc9457SAndroid Build Coastguard Worker       vf = vone - vf;
125*4bdc9457SAndroid Build Coastguard Worker     }
126*4bdc9457SAndroid Build Coastguard Worker 
127*4bdc9457SAndroid Build Coastguard Worker     *y = vf;
128*4bdc9457SAndroid Build Coastguard Worker   }
129*4bdc9457SAndroid Build Coastguard Worker }
130