1*4bdc9457SAndroid Build Coastguard Worker // Copyright 2019 Google LLC
2*4bdc9457SAndroid Build Coastguard Worker //
3*4bdc9457SAndroid Build Coastguard Worker // This source code is licensed under the BSD-style license found in the
4*4bdc9457SAndroid Build Coastguard Worker // LICENSE file in the root directory of this source tree.
5*4bdc9457SAndroid Build Coastguard Worker
6*4bdc9457SAndroid Build Coastguard Worker #include <assert.h>
7*4bdc9457SAndroid Build Coastguard Worker
8*4bdc9457SAndroid Build Coastguard Worker #include <xnnpack/avgpool.h>
9*4bdc9457SAndroid Build Coastguard Worker #include <xnnpack/math.h>
10*4bdc9457SAndroid Build Coastguard Worker
11*4bdc9457SAndroid Build Coastguard Worker
xnn_f32_avgpool_minmax_ukernel_9x__scalar_c1(size_t output_pixels,size_t kernel_elements,size_t channels,const float ** input,size_t input_offset,const float * zero,float * output,size_t input_increment,size_t output_increment,const union xnn_f32_scaleminmax_params params[restrict XNN_MIN_ELEMENTS (1)])12*4bdc9457SAndroid Build Coastguard Worker void xnn_f32_avgpool_minmax_ukernel_9x__scalar_c1(
13*4bdc9457SAndroid Build Coastguard Worker size_t output_pixels,
14*4bdc9457SAndroid Build Coastguard Worker size_t kernel_elements,
15*4bdc9457SAndroid Build Coastguard Worker size_t channels,
16*4bdc9457SAndroid Build Coastguard Worker const float** input,
17*4bdc9457SAndroid Build Coastguard Worker size_t input_offset,
18*4bdc9457SAndroid Build Coastguard Worker const float* zero,
19*4bdc9457SAndroid Build Coastguard Worker float* output,
20*4bdc9457SAndroid Build Coastguard Worker size_t input_increment,
21*4bdc9457SAndroid Build Coastguard Worker size_t output_increment,
22*4bdc9457SAndroid Build Coastguard Worker const union xnn_f32_scaleminmax_params params[restrict XNN_MIN_ELEMENTS(1)])
23*4bdc9457SAndroid Build Coastguard Worker {
24*4bdc9457SAndroid Build Coastguard Worker assert(output_pixels != 0);
25*4bdc9457SAndroid Build Coastguard Worker assert(kernel_elements != 0);
26*4bdc9457SAndroid Build Coastguard Worker assert(kernel_elements <= 9);
27*4bdc9457SAndroid Build Coastguard Worker assert(channels != 0);
28*4bdc9457SAndroid Build Coastguard Worker
29*4bdc9457SAndroid Build Coastguard Worker const float vscale = params->scalar.scale;
30*4bdc9457SAndroid Build Coastguard Worker const float vmin = params->scalar.min;
31*4bdc9457SAndroid Build Coastguard Worker const float vmax = params->scalar.max;
32*4bdc9457SAndroid Build Coastguard Worker
33*4bdc9457SAndroid Build Coastguard Worker do {
34*4bdc9457SAndroid Build Coastguard Worker const float* i0 = input[0];
35*4bdc9457SAndroid Build Coastguard Worker assert(i0 != NULL);
36*4bdc9457SAndroid Build Coastguard Worker const float* i1 = input[1];
37*4bdc9457SAndroid Build Coastguard Worker const float* i2 = input[2];
38*4bdc9457SAndroid Build Coastguard Worker const float* i3 = input[3];
39*4bdc9457SAndroid Build Coastguard Worker const float* i4 = input[4];
40*4bdc9457SAndroid Build Coastguard Worker const float* i5 = input[5];
41*4bdc9457SAndroid Build Coastguard Worker const float* i6 = input[6];
42*4bdc9457SAndroid Build Coastguard Worker const float* i7 = input[7];
43*4bdc9457SAndroid Build Coastguard Worker const float* i8 = input[8];
44*4bdc9457SAndroid Build Coastguard Worker input = (const float**) ((uintptr_t) input + input_increment);
45*4bdc9457SAndroid Build Coastguard Worker if (kernel_elements < 2) {
46*4bdc9457SAndroid Build Coastguard Worker i1 = zero;
47*4bdc9457SAndroid Build Coastguard Worker }
48*4bdc9457SAndroid Build Coastguard Worker assert(i1 != NULL);
49*4bdc9457SAndroid Build Coastguard Worker if (kernel_elements <= 2) {
50*4bdc9457SAndroid Build Coastguard Worker i2 = zero;
51*4bdc9457SAndroid Build Coastguard Worker }
52*4bdc9457SAndroid Build Coastguard Worker assert(i2 != NULL);
53*4bdc9457SAndroid Build Coastguard Worker if (kernel_elements < 4) {
54*4bdc9457SAndroid Build Coastguard Worker i3 = zero;
55*4bdc9457SAndroid Build Coastguard Worker }
56*4bdc9457SAndroid Build Coastguard Worker assert(i3 != NULL);
57*4bdc9457SAndroid Build Coastguard Worker if (kernel_elements <= 4) {
58*4bdc9457SAndroid Build Coastguard Worker i4 = zero;
59*4bdc9457SAndroid Build Coastguard Worker }
60*4bdc9457SAndroid Build Coastguard Worker assert(i4 != NULL);
61*4bdc9457SAndroid Build Coastguard Worker if (kernel_elements < 6) {
62*4bdc9457SAndroid Build Coastguard Worker i5 = zero;
63*4bdc9457SAndroid Build Coastguard Worker }
64*4bdc9457SAndroid Build Coastguard Worker assert(i5 != NULL);
65*4bdc9457SAndroid Build Coastguard Worker if (kernel_elements <= 6) {
66*4bdc9457SAndroid Build Coastguard Worker i6 = zero;
67*4bdc9457SAndroid Build Coastguard Worker }
68*4bdc9457SAndroid Build Coastguard Worker assert(i6 != NULL);
69*4bdc9457SAndroid Build Coastguard Worker if (kernel_elements < 8) {
70*4bdc9457SAndroid Build Coastguard Worker i7 = zero;
71*4bdc9457SAndroid Build Coastguard Worker }
72*4bdc9457SAndroid Build Coastguard Worker assert(i7 != NULL);
73*4bdc9457SAndroid Build Coastguard Worker if (kernel_elements <= 8) {
74*4bdc9457SAndroid Build Coastguard Worker i8 = zero;
75*4bdc9457SAndroid Build Coastguard Worker }
76*4bdc9457SAndroid Build Coastguard Worker assert(i8 != NULL);
77*4bdc9457SAndroid Build Coastguard Worker if XNN_UNPREDICTABLE(i0 != zero) {
78*4bdc9457SAndroid Build Coastguard Worker i0 = (const float*) ((uintptr_t) i0 + input_offset);
79*4bdc9457SAndroid Build Coastguard Worker }
80*4bdc9457SAndroid Build Coastguard Worker if XNN_UNPREDICTABLE(i1 != zero) {
81*4bdc9457SAndroid Build Coastguard Worker i1 = (const float*) ((uintptr_t) i1 + input_offset);
82*4bdc9457SAndroid Build Coastguard Worker }
83*4bdc9457SAndroid Build Coastguard Worker if XNN_UNPREDICTABLE(i2 != zero) {
84*4bdc9457SAndroid Build Coastguard Worker i2 = (const float*) ((uintptr_t) i2 + input_offset);
85*4bdc9457SAndroid Build Coastguard Worker }
86*4bdc9457SAndroid Build Coastguard Worker if XNN_UNPREDICTABLE(i3 != zero) {
87*4bdc9457SAndroid Build Coastguard Worker i3 = (const float*) ((uintptr_t) i3 + input_offset);
88*4bdc9457SAndroid Build Coastguard Worker }
89*4bdc9457SAndroid Build Coastguard Worker if XNN_UNPREDICTABLE(i4 != zero) {
90*4bdc9457SAndroid Build Coastguard Worker i4 = (const float*) ((uintptr_t) i4 + input_offset);
91*4bdc9457SAndroid Build Coastguard Worker }
92*4bdc9457SAndroid Build Coastguard Worker if XNN_UNPREDICTABLE(i5 != zero) {
93*4bdc9457SAndroid Build Coastguard Worker i5 = (const float*) ((uintptr_t) i5 + input_offset);
94*4bdc9457SAndroid Build Coastguard Worker }
95*4bdc9457SAndroid Build Coastguard Worker if XNN_UNPREDICTABLE(i6 != zero) {
96*4bdc9457SAndroid Build Coastguard Worker i6 = (const float*) ((uintptr_t) i6 + input_offset);
97*4bdc9457SAndroid Build Coastguard Worker }
98*4bdc9457SAndroid Build Coastguard Worker if XNN_UNPREDICTABLE(i7 != zero) {
99*4bdc9457SAndroid Build Coastguard Worker i7 = (const float*) ((uintptr_t) i7 + input_offset);
100*4bdc9457SAndroid Build Coastguard Worker }
101*4bdc9457SAndroid Build Coastguard Worker if XNN_UNPREDICTABLE(i8 != zero) {
102*4bdc9457SAndroid Build Coastguard Worker i8 = (const float*) ((uintptr_t) i8 + input_offset);
103*4bdc9457SAndroid Build Coastguard Worker }
104*4bdc9457SAndroid Build Coastguard Worker
105*4bdc9457SAndroid Build Coastguard Worker size_t c = channels;
106*4bdc9457SAndroid Build Coastguard Worker do {
107*4bdc9457SAndroid Build Coastguard Worker const float vi0 = *i0++;
108*4bdc9457SAndroid Build Coastguard Worker const float vi1 = *i1++;
109*4bdc9457SAndroid Build Coastguard Worker const float vi2 = *i2++;
110*4bdc9457SAndroid Build Coastguard Worker const float vi3 = *i3++;
111*4bdc9457SAndroid Build Coastguard Worker const float vi4 = *i4++;
112*4bdc9457SAndroid Build Coastguard Worker const float vi5 = *i5++;
113*4bdc9457SAndroid Build Coastguard Worker const float vi6 = *i6++;
114*4bdc9457SAndroid Build Coastguard Worker const float vi7 = *i7++;
115*4bdc9457SAndroid Build Coastguard Worker const float vi8 = *i8++;
116*4bdc9457SAndroid Build Coastguard Worker
117*4bdc9457SAndroid Build Coastguard Worker const float vsum01 = vi0 + vi1;
118*4bdc9457SAndroid Build Coastguard Worker const float vsum23 = vi2 + vi3;
119*4bdc9457SAndroid Build Coastguard Worker const float vsum45 = vi4 + vi5;
120*4bdc9457SAndroid Build Coastguard Worker const float vsum67 = vi6 + vi7;
121*4bdc9457SAndroid Build Coastguard Worker const float vsum018 = vsum01 + vi8;
122*4bdc9457SAndroid Build Coastguard Worker const float vsum2345 = vsum23 + vsum45;
123*4bdc9457SAndroid Build Coastguard Worker const float vsum01678 = vsum018 + vsum67;
124*4bdc9457SAndroid Build Coastguard Worker const float vsum = vsum2345 + vsum01678;
125*4bdc9457SAndroid Build Coastguard Worker
126*4bdc9457SAndroid Build Coastguard Worker float vout = vsum * vscale;
127*4bdc9457SAndroid Build Coastguard Worker vout = math_max_f32(vout, vmin);
128*4bdc9457SAndroid Build Coastguard Worker vout = math_min_f32(vout, vmax);
129*4bdc9457SAndroid Build Coastguard Worker
130*4bdc9457SAndroid Build Coastguard Worker *output++ = vout;
131*4bdc9457SAndroid Build Coastguard Worker } while (--c != 0);
132*4bdc9457SAndroid Build Coastguard Worker output = (float*) ((uintptr_t) output + output_increment);
133*4bdc9457SAndroid Build Coastguard Worker } while (--output_pixels != 0);
134*4bdc9457SAndroid Build Coastguard Worker }
135