1*4bdc9457SAndroid Build Coastguard Worker // Copyright 2019 Google LLC
2*4bdc9457SAndroid Build Coastguard Worker //
3*4bdc9457SAndroid Build Coastguard Worker // This source code is licensed under the BSD-style license found in the
4*4bdc9457SAndroid Build Coastguard Worker // LICENSE file in the root directory of this source tree.
5*4bdc9457SAndroid Build Coastguard Worker
6*4bdc9457SAndroid Build Coastguard Worker #include <assert.h>
7*4bdc9457SAndroid Build Coastguard Worker
8*4bdc9457SAndroid Build Coastguard Worker #include <xnnpack/maxpool.h>
9*4bdc9457SAndroid Build Coastguard Worker #include <xnnpack/math.h>
10*4bdc9457SAndroid Build Coastguard Worker
11*4bdc9457SAndroid Build Coastguard Worker
xnn_f32_maxpool_minmax_ukernel_9p8x__scalar_c1(size_t output_pixels,size_t kernel_elements,size_t channels,const float ** input,size_t input_offset,float * output,size_t input_increment,size_t output_increment,const union xnn_f32_minmax_params params[restrict XNN_MIN_ELEMENTS (1)])12*4bdc9457SAndroid Build Coastguard Worker void xnn_f32_maxpool_minmax_ukernel_9p8x__scalar_c1(
13*4bdc9457SAndroid Build Coastguard Worker size_t output_pixels,
14*4bdc9457SAndroid Build Coastguard Worker size_t kernel_elements,
15*4bdc9457SAndroid Build Coastguard Worker size_t channels,
16*4bdc9457SAndroid Build Coastguard Worker const float** input,
17*4bdc9457SAndroid Build Coastguard Worker size_t input_offset,
18*4bdc9457SAndroid Build Coastguard Worker float* output,
19*4bdc9457SAndroid Build Coastguard Worker size_t input_increment,
20*4bdc9457SAndroid Build Coastguard Worker size_t output_increment,
21*4bdc9457SAndroid Build Coastguard Worker const union xnn_f32_minmax_params params[restrict XNN_MIN_ELEMENTS(1)])
22*4bdc9457SAndroid Build Coastguard Worker {
23*4bdc9457SAndroid Build Coastguard Worker assert(output_pixels != 0);
24*4bdc9457SAndroid Build Coastguard Worker assert(kernel_elements != 0);
25*4bdc9457SAndroid Build Coastguard Worker assert(channels != 0);
26*4bdc9457SAndroid Build Coastguard Worker
27*4bdc9457SAndroid Build Coastguard Worker const float voutput_min = params->scalar.min;
28*4bdc9457SAndroid Build Coastguard Worker const float voutput_max = params->scalar.max;
29*4bdc9457SAndroid Build Coastguard Worker do {
30*4bdc9457SAndroid Build Coastguard Worker float* o = output;
31*4bdc9457SAndroid Build Coastguard Worker {
32*4bdc9457SAndroid Build Coastguard Worker const float* i0 = *input++;
33*4bdc9457SAndroid Build Coastguard Worker const float* i1 = *input++;
34*4bdc9457SAndroid Build Coastguard Worker const float* i2 = *input++;
35*4bdc9457SAndroid Build Coastguard Worker const float* i3 = *input++;
36*4bdc9457SAndroid Build Coastguard Worker const float* i4 = *input++;
37*4bdc9457SAndroid Build Coastguard Worker const float* i5 = *input++;
38*4bdc9457SAndroid Build Coastguard Worker const float* i6 = *input++;
39*4bdc9457SAndroid Build Coastguard Worker const float* i7 = *input++;
40*4bdc9457SAndroid Build Coastguard Worker const float* i8 = *input++;
41*4bdc9457SAndroid Build Coastguard Worker i0 = (const float*) ((uintptr_t) i0 + input_offset);
42*4bdc9457SAndroid Build Coastguard Worker i1 = (const float*) ((uintptr_t) i1 + input_offset);
43*4bdc9457SAndroid Build Coastguard Worker i2 = (const float*) ((uintptr_t) i2 + input_offset);
44*4bdc9457SAndroid Build Coastguard Worker i3 = (const float*) ((uintptr_t) i3 + input_offset);
45*4bdc9457SAndroid Build Coastguard Worker i4 = (const float*) ((uintptr_t) i4 + input_offset);
46*4bdc9457SAndroid Build Coastguard Worker i5 = (const float*) ((uintptr_t) i5 + input_offset);
47*4bdc9457SAndroid Build Coastguard Worker i6 = (const float*) ((uintptr_t) i6 + input_offset);
48*4bdc9457SAndroid Build Coastguard Worker i7 = (const float*) ((uintptr_t) i7 + input_offset);
49*4bdc9457SAndroid Build Coastguard Worker i8 = (const float*) ((uintptr_t) i8 + input_offset);
50*4bdc9457SAndroid Build Coastguard Worker if (kernel_elements < 2) {
51*4bdc9457SAndroid Build Coastguard Worker i1 = i0;
52*4bdc9457SAndroid Build Coastguard Worker }
53*4bdc9457SAndroid Build Coastguard Worker if (kernel_elements <= 2) {
54*4bdc9457SAndroid Build Coastguard Worker i2 = i0;
55*4bdc9457SAndroid Build Coastguard Worker }
56*4bdc9457SAndroid Build Coastguard Worker if (kernel_elements < 4) {
57*4bdc9457SAndroid Build Coastguard Worker i3 = i0;
58*4bdc9457SAndroid Build Coastguard Worker }
59*4bdc9457SAndroid Build Coastguard Worker if (kernel_elements <= 4) {
60*4bdc9457SAndroid Build Coastguard Worker i4 = i0;
61*4bdc9457SAndroid Build Coastguard Worker }
62*4bdc9457SAndroid Build Coastguard Worker if (kernel_elements < 6) {
63*4bdc9457SAndroid Build Coastguard Worker i5 = i0;
64*4bdc9457SAndroid Build Coastguard Worker }
65*4bdc9457SAndroid Build Coastguard Worker if (kernel_elements <= 6) {
66*4bdc9457SAndroid Build Coastguard Worker i6 = i0;
67*4bdc9457SAndroid Build Coastguard Worker }
68*4bdc9457SAndroid Build Coastguard Worker if (kernel_elements < 8) {
69*4bdc9457SAndroid Build Coastguard Worker i7 = i0;
70*4bdc9457SAndroid Build Coastguard Worker }
71*4bdc9457SAndroid Build Coastguard Worker if (kernel_elements <= 8) {
72*4bdc9457SAndroid Build Coastguard Worker i8 = i0;
73*4bdc9457SAndroid Build Coastguard Worker }
74*4bdc9457SAndroid Build Coastguard Worker
75*4bdc9457SAndroid Build Coastguard Worker size_t c = channels;
76*4bdc9457SAndroid Build Coastguard Worker do {
77*4bdc9457SAndroid Build Coastguard Worker const float vi0 = *i0++;
78*4bdc9457SAndroid Build Coastguard Worker const float vi1 = *i1++;
79*4bdc9457SAndroid Build Coastguard Worker const float vi2 = *i2++;
80*4bdc9457SAndroid Build Coastguard Worker const float vi3 = *i3++;
81*4bdc9457SAndroid Build Coastguard Worker const float vi4 = *i4++;
82*4bdc9457SAndroid Build Coastguard Worker const float vi5 = *i5++;
83*4bdc9457SAndroid Build Coastguard Worker const float vi6 = *i6++;
84*4bdc9457SAndroid Build Coastguard Worker const float vi7 = *i7++;
85*4bdc9457SAndroid Build Coastguard Worker const float vi8 = *i8++;
86*4bdc9457SAndroid Build Coastguard Worker
87*4bdc9457SAndroid Build Coastguard Worker const float vmax01 = math_max_f32(vi0, vi1);
88*4bdc9457SAndroid Build Coastguard Worker const float vmax23 = math_max_f32(vi2, vi3);
89*4bdc9457SAndroid Build Coastguard Worker const float vmax45 = math_max_f32(vi4, vi5);
90*4bdc9457SAndroid Build Coastguard Worker const float vmax67 = math_max_f32(vi6, vi7);
91*4bdc9457SAndroid Build Coastguard Worker const float vmax018 = math_max_f32(vmax01, vi8);
92*4bdc9457SAndroid Build Coastguard Worker
93*4bdc9457SAndroid Build Coastguard Worker const float vmax2345 = math_max_f32(vmax23, vmax45);
94*4bdc9457SAndroid Build Coastguard Worker const float vmax01678 = math_max_f32(vmax018, vmax67);
95*4bdc9457SAndroid Build Coastguard Worker float vout = math_max_f32(vmax2345, vmax01678);
96*4bdc9457SAndroid Build Coastguard Worker vout = math_max_f32(vout, voutput_min);
97*4bdc9457SAndroid Build Coastguard Worker vout = math_min_f32(vout, voutput_max);
98*4bdc9457SAndroid Build Coastguard Worker
99*4bdc9457SAndroid Build Coastguard Worker *o++ = vout;
100*4bdc9457SAndroid Build Coastguard Worker } while (--c != 0);
101*4bdc9457SAndroid Build Coastguard Worker }
102*4bdc9457SAndroid Build Coastguard Worker
103*4bdc9457SAndroid Build Coastguard Worker for (ptrdiff_t k = (ptrdiff_t) kernel_elements - 9; k > 0; k -= 8) {
104*4bdc9457SAndroid Build Coastguard Worker const float* i0 = *input++;
105*4bdc9457SAndroid Build Coastguard Worker const float* i1 = *input++;
106*4bdc9457SAndroid Build Coastguard Worker const float* i2 = *input++;
107*4bdc9457SAndroid Build Coastguard Worker const float* i3 = *input++;
108*4bdc9457SAndroid Build Coastguard Worker const float* i4 = *input++;
109*4bdc9457SAndroid Build Coastguard Worker const float* i5 = *input++;
110*4bdc9457SAndroid Build Coastguard Worker const float* i6 = *input++;
111*4bdc9457SAndroid Build Coastguard Worker const float* i7 = *input++;
112*4bdc9457SAndroid Build Coastguard Worker i0 = (const float*) ((uintptr_t) i0 + input_offset);
113*4bdc9457SAndroid Build Coastguard Worker i1 = (const float*) ((uintptr_t) i1 + input_offset);
114*4bdc9457SAndroid Build Coastguard Worker i2 = (const float*) ((uintptr_t) i2 + input_offset);
115*4bdc9457SAndroid Build Coastguard Worker i3 = (const float*) ((uintptr_t) i3 + input_offset);
116*4bdc9457SAndroid Build Coastguard Worker i4 = (const float*) ((uintptr_t) i4 + input_offset);
117*4bdc9457SAndroid Build Coastguard Worker i5 = (const float*) ((uintptr_t) i5 + input_offset);
118*4bdc9457SAndroid Build Coastguard Worker i6 = (const float*) ((uintptr_t) i6 + input_offset);
119*4bdc9457SAndroid Build Coastguard Worker i7 = (const float*) ((uintptr_t) i7 + input_offset);
120*4bdc9457SAndroid Build Coastguard Worker if (k < 2) {
121*4bdc9457SAndroid Build Coastguard Worker i1 = i0;
122*4bdc9457SAndroid Build Coastguard Worker }
123*4bdc9457SAndroid Build Coastguard Worker if (k <= 2) {
124*4bdc9457SAndroid Build Coastguard Worker i2 = i0;
125*4bdc9457SAndroid Build Coastguard Worker }
126*4bdc9457SAndroid Build Coastguard Worker if (k < 4) {
127*4bdc9457SAndroid Build Coastguard Worker i3 = i0;
128*4bdc9457SAndroid Build Coastguard Worker }
129*4bdc9457SAndroid Build Coastguard Worker if (k <= 4) {
130*4bdc9457SAndroid Build Coastguard Worker i4 = i0;
131*4bdc9457SAndroid Build Coastguard Worker }
132*4bdc9457SAndroid Build Coastguard Worker if (k < 6) {
133*4bdc9457SAndroid Build Coastguard Worker i5 = i0;
134*4bdc9457SAndroid Build Coastguard Worker }
135*4bdc9457SAndroid Build Coastguard Worker if (k <= 6) {
136*4bdc9457SAndroid Build Coastguard Worker i6 = i0;
137*4bdc9457SAndroid Build Coastguard Worker }
138*4bdc9457SAndroid Build Coastguard Worker if (k < 8) {
139*4bdc9457SAndroid Build Coastguard Worker i7 = i0;
140*4bdc9457SAndroid Build Coastguard Worker }
141*4bdc9457SAndroid Build Coastguard Worker
142*4bdc9457SAndroid Build Coastguard Worker o = output;
143*4bdc9457SAndroid Build Coastguard Worker size_t c = channels;
144*4bdc9457SAndroid Build Coastguard Worker do {
145*4bdc9457SAndroid Build Coastguard Worker const float vi0 = *i0++;
146*4bdc9457SAndroid Build Coastguard Worker const float vi1 = *i1++;
147*4bdc9457SAndroid Build Coastguard Worker const float vi2 = *i2++;
148*4bdc9457SAndroid Build Coastguard Worker const float vi3 = *i3++;
149*4bdc9457SAndroid Build Coastguard Worker const float vi4 = *i4++;
150*4bdc9457SAndroid Build Coastguard Worker const float vi5 = *i5++;
151*4bdc9457SAndroid Build Coastguard Worker const float vi6 = *i6++;
152*4bdc9457SAndroid Build Coastguard Worker const float vi7 = *i7++;
153*4bdc9457SAndroid Build Coastguard Worker const float vi8 = *o;
154*4bdc9457SAndroid Build Coastguard Worker
155*4bdc9457SAndroid Build Coastguard Worker const float vmax01 = math_max_f32(vi0, vi1);
156*4bdc9457SAndroid Build Coastguard Worker const float vmax23 = math_max_f32(vi2, vi3);
157*4bdc9457SAndroid Build Coastguard Worker const float vmax45 = math_max_f32(vi4, vi5);
158*4bdc9457SAndroid Build Coastguard Worker const float vmax67 = math_max_f32(vi6, vi7);
159*4bdc9457SAndroid Build Coastguard Worker const float vmax018 = math_max_f32(vmax01, vi8);
160*4bdc9457SAndroid Build Coastguard Worker
161*4bdc9457SAndroid Build Coastguard Worker const float vmax2345 = math_max_f32(vmax23, vmax45);
162*4bdc9457SAndroid Build Coastguard Worker const float vmax01678 = math_max_f32(vmax018, vmax67);
163*4bdc9457SAndroid Build Coastguard Worker float vout = math_max_f32(vmax2345, vmax01678);
164*4bdc9457SAndroid Build Coastguard Worker vout = math_max_f32(vout, voutput_min);
165*4bdc9457SAndroid Build Coastguard Worker vout = math_min_f32(vout, voutput_max);
166*4bdc9457SAndroid Build Coastguard Worker
167*4bdc9457SAndroid Build Coastguard Worker *o++ = vout;
168*4bdc9457SAndroid Build Coastguard Worker } while (--c != 0);
169*4bdc9457SAndroid Build Coastguard Worker }
170*4bdc9457SAndroid Build Coastguard Worker input = (const float**) ((uintptr_t) input + input_increment);
171*4bdc9457SAndroid Build Coastguard Worker output = (float*) ((uintptr_t) o + output_increment);
172*4bdc9457SAndroid Build Coastguard Worker } while (--output_pixels != 0);
173*4bdc9457SAndroid Build Coastguard Worker }
174