xref: /aosp_15_r20/external/webp/src/dsp/rescaler.c (revision b2055c353e87c8814eb2b6b1b11112a1562253bd)
1*b2055c35SXin Li // Copyright 2014 Google Inc. All Rights Reserved.
2*b2055c35SXin Li //
3*b2055c35SXin Li // Use of this source code is governed by a BSD-style license
4*b2055c35SXin Li // that can be found in the COPYING file in the root of the source
5*b2055c35SXin Li // tree. An additional intellectual property rights grant can be found
6*b2055c35SXin Li // in the file PATENTS. All contributing project authors may
7*b2055c35SXin Li // be found in the AUTHORS file in the root of the source tree.
8*b2055c35SXin Li // -----------------------------------------------------------------------------
9*b2055c35SXin Li //
10*b2055c35SXin Li // Rescaling functions
11*b2055c35SXin Li //
12*b2055c35SXin Li // Author: Skal ([email protected])
13*b2055c35SXin Li 
14*b2055c35SXin Li #include <assert.h>
15*b2055c35SXin Li 
16*b2055c35SXin Li #include "src/dsp/dsp.h"
17*b2055c35SXin Li #include "src/utils/rescaler_utils.h"
18*b2055c35SXin Li 
19*b2055c35SXin Li //------------------------------------------------------------------------------
20*b2055c35SXin Li // Implementations of critical functions ImportRow / ExportRow
21*b2055c35SXin Li 
22*b2055c35SXin Li #define ROUNDER (WEBP_RESCALER_ONE >> 1)
23*b2055c35SXin Li #define MULT_FIX(x, y) (((uint64_t)(x) * (y) + ROUNDER) >> WEBP_RESCALER_RFIX)
24*b2055c35SXin Li #define MULT_FIX_FLOOR(x, y) (((uint64_t)(x) * (y)) >> WEBP_RESCALER_RFIX)
25*b2055c35SXin Li 
26*b2055c35SXin Li //------------------------------------------------------------------------------
27*b2055c35SXin Li // Row import
28*b2055c35SXin Li 
WebPRescalerImportRowExpand_C(WebPRescaler * const wrk,const uint8_t * src)29*b2055c35SXin Li void WebPRescalerImportRowExpand_C(WebPRescaler* const wrk,
30*b2055c35SXin Li                                    const uint8_t* src) {
31*b2055c35SXin Li   const int x_stride = wrk->num_channels;
32*b2055c35SXin Li   const int x_out_max = wrk->dst_width * wrk->num_channels;
33*b2055c35SXin Li   int channel;
34*b2055c35SXin Li   assert(!WebPRescalerInputDone(wrk));
35*b2055c35SXin Li   assert(wrk->x_expand);
36*b2055c35SXin Li   for (channel = 0; channel < x_stride; ++channel) {
37*b2055c35SXin Li     int x_in = channel;
38*b2055c35SXin Li     int x_out = channel;
39*b2055c35SXin Li     // simple bilinear interpolation
40*b2055c35SXin Li     int accum = wrk->x_add;
41*b2055c35SXin Li     rescaler_t left = (rescaler_t)src[x_in];
42*b2055c35SXin Li     rescaler_t right =
43*b2055c35SXin Li         (wrk->src_width > 1) ? (rescaler_t)src[x_in + x_stride] : left;
44*b2055c35SXin Li     x_in += x_stride;
45*b2055c35SXin Li     while (1) {
46*b2055c35SXin Li       wrk->frow[x_out] = right * wrk->x_add + (left - right) * accum;
47*b2055c35SXin Li       x_out += x_stride;
48*b2055c35SXin Li       if (x_out >= x_out_max) break;
49*b2055c35SXin Li       accum -= wrk->x_sub;
50*b2055c35SXin Li       if (accum < 0) {
51*b2055c35SXin Li         left = right;
52*b2055c35SXin Li         x_in += x_stride;
53*b2055c35SXin Li         assert(x_in < wrk->src_width * x_stride);
54*b2055c35SXin Li         right = (rescaler_t)src[x_in];
55*b2055c35SXin Li         accum += wrk->x_add;
56*b2055c35SXin Li       }
57*b2055c35SXin Li     }
58*b2055c35SXin Li     assert(wrk->x_sub == 0 /* <- special case for src_width=1 */ || accum == 0);
59*b2055c35SXin Li   }
60*b2055c35SXin Li }
61*b2055c35SXin Li 
WebPRescalerImportRowShrink_C(WebPRescaler * const wrk,const uint8_t * src)62*b2055c35SXin Li void WebPRescalerImportRowShrink_C(WebPRescaler* const wrk,
63*b2055c35SXin Li                                    const uint8_t* src) {
64*b2055c35SXin Li   const int x_stride = wrk->num_channels;
65*b2055c35SXin Li   const int x_out_max = wrk->dst_width * wrk->num_channels;
66*b2055c35SXin Li   int channel;
67*b2055c35SXin Li   assert(!WebPRescalerInputDone(wrk));
68*b2055c35SXin Li   assert(!wrk->x_expand);
69*b2055c35SXin Li   for (channel = 0; channel < x_stride; ++channel) {
70*b2055c35SXin Li     int x_in = channel;
71*b2055c35SXin Li     int x_out = channel;
72*b2055c35SXin Li     uint32_t sum = 0;
73*b2055c35SXin Li     int accum = 0;
74*b2055c35SXin Li     while (x_out < x_out_max) {
75*b2055c35SXin Li       uint32_t base = 0;
76*b2055c35SXin Li       accum += wrk->x_add;
77*b2055c35SXin Li       while (accum > 0) {
78*b2055c35SXin Li         accum -= wrk->x_sub;
79*b2055c35SXin Li         assert(x_in < wrk->src_width * x_stride);
80*b2055c35SXin Li         base = src[x_in];
81*b2055c35SXin Li         sum += base;
82*b2055c35SXin Li         x_in += x_stride;
83*b2055c35SXin Li       }
84*b2055c35SXin Li       {        // Emit next horizontal pixel.
85*b2055c35SXin Li         const rescaler_t frac = base * (-accum);
86*b2055c35SXin Li         wrk->frow[x_out] = sum * wrk->x_sub - frac;
87*b2055c35SXin Li         // fresh fractional start for next pixel
88*b2055c35SXin Li         sum = (int)MULT_FIX(frac, wrk->fx_scale);
89*b2055c35SXin Li       }
90*b2055c35SXin Li       x_out += x_stride;
91*b2055c35SXin Li     }
92*b2055c35SXin Li     assert(accum == 0);
93*b2055c35SXin Li   }
94*b2055c35SXin Li }
95*b2055c35SXin Li 
96*b2055c35SXin Li //------------------------------------------------------------------------------
97*b2055c35SXin Li // Row export
98*b2055c35SXin Li 
WebPRescalerExportRowExpand_C(WebPRescaler * const wrk)99*b2055c35SXin Li void WebPRescalerExportRowExpand_C(WebPRescaler* const wrk) {
100*b2055c35SXin Li   int x_out;
101*b2055c35SXin Li   uint8_t* const dst = wrk->dst;
102*b2055c35SXin Li   rescaler_t* const irow = wrk->irow;
103*b2055c35SXin Li   const int x_out_max = wrk->dst_width * wrk->num_channels;
104*b2055c35SXin Li   const rescaler_t* const frow = wrk->frow;
105*b2055c35SXin Li   assert(!WebPRescalerOutputDone(wrk));
106*b2055c35SXin Li   assert(wrk->y_accum <= 0);
107*b2055c35SXin Li   assert(wrk->y_expand);
108*b2055c35SXin Li   assert(wrk->y_sub != 0);
109*b2055c35SXin Li   if (wrk->y_accum == 0) {
110*b2055c35SXin Li     for (x_out = 0; x_out < x_out_max; ++x_out) {
111*b2055c35SXin Li       const uint32_t J = frow[x_out];
112*b2055c35SXin Li       const int v = (int)MULT_FIX(J, wrk->fy_scale);
113*b2055c35SXin Li       dst[x_out] = (v > 255) ? 255u : (uint8_t)v;
114*b2055c35SXin Li     }
115*b2055c35SXin Li   } else {
116*b2055c35SXin Li     const uint32_t B = WEBP_RESCALER_FRAC(-wrk->y_accum, wrk->y_sub);
117*b2055c35SXin Li     const uint32_t A = (uint32_t)(WEBP_RESCALER_ONE - B);
118*b2055c35SXin Li     for (x_out = 0; x_out < x_out_max; ++x_out) {
119*b2055c35SXin Li       const uint64_t I = (uint64_t)A * frow[x_out]
120*b2055c35SXin Li                        + (uint64_t)B * irow[x_out];
121*b2055c35SXin Li       const uint32_t J = (uint32_t)((I + ROUNDER) >> WEBP_RESCALER_RFIX);
122*b2055c35SXin Li       const int v = (int)MULT_FIX(J, wrk->fy_scale);
123*b2055c35SXin Li       dst[x_out] = (v > 255) ? 255u : (uint8_t)v;
124*b2055c35SXin Li     }
125*b2055c35SXin Li   }
126*b2055c35SXin Li }
127*b2055c35SXin Li 
WebPRescalerExportRowShrink_C(WebPRescaler * const wrk)128*b2055c35SXin Li void WebPRescalerExportRowShrink_C(WebPRescaler* const wrk) {
129*b2055c35SXin Li   int x_out;
130*b2055c35SXin Li   uint8_t* const dst = wrk->dst;
131*b2055c35SXin Li   rescaler_t* const irow = wrk->irow;
132*b2055c35SXin Li   const int x_out_max = wrk->dst_width * wrk->num_channels;
133*b2055c35SXin Li   const rescaler_t* const frow = wrk->frow;
134*b2055c35SXin Li   const uint32_t yscale = wrk->fy_scale * (-wrk->y_accum);
135*b2055c35SXin Li   assert(!WebPRescalerOutputDone(wrk));
136*b2055c35SXin Li   assert(wrk->y_accum <= 0);
137*b2055c35SXin Li   assert(!wrk->y_expand);
138*b2055c35SXin Li   if (yscale) {
139*b2055c35SXin Li     for (x_out = 0; x_out < x_out_max; ++x_out) {
140*b2055c35SXin Li       const uint32_t frac = (uint32_t)MULT_FIX_FLOOR(frow[x_out], yscale);
141*b2055c35SXin Li       const int v = (int)MULT_FIX(irow[x_out] - frac, wrk->fxy_scale);
142*b2055c35SXin Li       dst[x_out] = (v > 255) ? 255u : (uint8_t)v;
143*b2055c35SXin Li       irow[x_out] = frac;   // new fractional start
144*b2055c35SXin Li     }
145*b2055c35SXin Li   } else {
146*b2055c35SXin Li     for (x_out = 0; x_out < x_out_max; ++x_out) {
147*b2055c35SXin Li       const int v = (int)MULT_FIX(irow[x_out], wrk->fxy_scale);
148*b2055c35SXin Li       dst[x_out] = (v > 255) ? 255u : (uint8_t)v;
149*b2055c35SXin Li       irow[x_out] = 0;
150*b2055c35SXin Li     }
151*b2055c35SXin Li   }
152*b2055c35SXin Li }
153*b2055c35SXin Li 
154*b2055c35SXin Li #undef MULT_FIX_FLOOR
155*b2055c35SXin Li #undef MULT_FIX
156*b2055c35SXin Li #undef ROUNDER
157*b2055c35SXin Li 
158*b2055c35SXin Li //------------------------------------------------------------------------------
159*b2055c35SXin Li // Main entry calls
160*b2055c35SXin Li 
WebPRescalerImportRow(WebPRescaler * const wrk,const uint8_t * src)161*b2055c35SXin Li void WebPRescalerImportRow(WebPRescaler* const wrk, const uint8_t* src) {
162*b2055c35SXin Li   assert(!WebPRescalerInputDone(wrk));
163*b2055c35SXin Li   if (!wrk->x_expand) {
164*b2055c35SXin Li     WebPRescalerImportRowShrink(wrk, src);
165*b2055c35SXin Li   } else {
166*b2055c35SXin Li     WebPRescalerImportRowExpand(wrk, src);
167*b2055c35SXin Li   }
168*b2055c35SXin Li }
169*b2055c35SXin Li 
WebPRescalerExportRow(WebPRescaler * const wrk)170*b2055c35SXin Li void WebPRescalerExportRow(WebPRescaler* const wrk) {
171*b2055c35SXin Li   if (wrk->y_accum <= 0) {
172*b2055c35SXin Li     assert(!WebPRescalerOutputDone(wrk));
173*b2055c35SXin Li     if (wrk->y_expand) {
174*b2055c35SXin Li       WebPRescalerExportRowExpand(wrk);
175*b2055c35SXin Li     } else if (wrk->fxy_scale) {
176*b2055c35SXin Li       WebPRescalerExportRowShrink(wrk);
177*b2055c35SXin Li     } else {  // special case
178*b2055c35SXin Li       int i;
179*b2055c35SXin Li       assert(wrk->src_height == wrk->dst_height && wrk->x_add == 1);
180*b2055c35SXin Li       assert(wrk->src_width == 1 && wrk->dst_width <= 2);
181*b2055c35SXin Li       for (i = 0; i < wrk->num_channels * wrk->dst_width; ++i) {
182*b2055c35SXin Li         wrk->dst[i] = wrk->irow[i];
183*b2055c35SXin Li         wrk->irow[i] = 0;
184*b2055c35SXin Li       }
185*b2055c35SXin Li     }
186*b2055c35SXin Li     wrk->y_accum += wrk->y_add;
187*b2055c35SXin Li     wrk->dst += wrk->dst_stride;
188*b2055c35SXin Li     ++wrk->dst_y;
189*b2055c35SXin Li   }
190*b2055c35SXin Li }
191*b2055c35SXin Li 
192*b2055c35SXin Li //------------------------------------------------------------------------------
193*b2055c35SXin Li 
194*b2055c35SXin Li WebPRescalerImportRowFunc WebPRescalerImportRowExpand;
195*b2055c35SXin Li WebPRescalerImportRowFunc WebPRescalerImportRowShrink;
196*b2055c35SXin Li 
197*b2055c35SXin Li WebPRescalerExportRowFunc WebPRescalerExportRowExpand;
198*b2055c35SXin Li WebPRescalerExportRowFunc WebPRescalerExportRowShrink;
199*b2055c35SXin Li 
200*b2055c35SXin Li extern VP8CPUInfo VP8GetCPUInfo;
201*b2055c35SXin Li extern void WebPRescalerDspInitSSE2(void);
202*b2055c35SXin Li extern void WebPRescalerDspInitMIPS32(void);
203*b2055c35SXin Li extern void WebPRescalerDspInitMIPSdspR2(void);
204*b2055c35SXin Li extern void WebPRescalerDspInitMSA(void);
205*b2055c35SXin Li extern void WebPRescalerDspInitNEON(void);
206*b2055c35SXin Li 
WEBP_DSP_INIT_FUNC(WebPRescalerDspInit)207*b2055c35SXin Li WEBP_DSP_INIT_FUNC(WebPRescalerDspInit) {
208*b2055c35SXin Li #if !defined(WEBP_REDUCE_SIZE)
209*b2055c35SXin Li #if !WEBP_NEON_OMIT_C_CODE
210*b2055c35SXin Li   WebPRescalerExportRowExpand = WebPRescalerExportRowExpand_C;
211*b2055c35SXin Li   WebPRescalerExportRowShrink = WebPRescalerExportRowShrink_C;
212*b2055c35SXin Li #endif
213*b2055c35SXin Li 
214*b2055c35SXin Li   WebPRescalerImportRowExpand = WebPRescalerImportRowExpand_C;
215*b2055c35SXin Li   WebPRescalerImportRowShrink = WebPRescalerImportRowShrink_C;
216*b2055c35SXin Li 
217*b2055c35SXin Li   if (VP8GetCPUInfo != NULL) {
218*b2055c35SXin Li #if defined(WEBP_HAVE_SSE2)
219*b2055c35SXin Li     if (VP8GetCPUInfo(kSSE2)) {
220*b2055c35SXin Li       WebPRescalerDspInitSSE2();
221*b2055c35SXin Li     }
222*b2055c35SXin Li #endif
223*b2055c35SXin Li #if defined(WEBP_USE_MIPS32)
224*b2055c35SXin Li     if (VP8GetCPUInfo(kMIPS32)) {
225*b2055c35SXin Li       WebPRescalerDspInitMIPS32();
226*b2055c35SXin Li     }
227*b2055c35SXin Li #endif
228*b2055c35SXin Li #if defined(WEBP_USE_MIPS_DSP_R2)
229*b2055c35SXin Li     if (VP8GetCPUInfo(kMIPSdspR2)) {
230*b2055c35SXin Li       WebPRescalerDspInitMIPSdspR2();
231*b2055c35SXin Li     }
232*b2055c35SXin Li #endif
233*b2055c35SXin Li #if defined(WEBP_USE_MSA)
234*b2055c35SXin Li     if (VP8GetCPUInfo(kMSA)) {
235*b2055c35SXin Li       WebPRescalerDspInitMSA();
236*b2055c35SXin Li     }
237*b2055c35SXin Li #endif
238*b2055c35SXin Li   }
239*b2055c35SXin Li 
240*b2055c35SXin Li #if defined(WEBP_HAVE_NEON)
241*b2055c35SXin Li   if (WEBP_NEON_OMIT_C_CODE ||
242*b2055c35SXin Li       (VP8GetCPUInfo != NULL && VP8GetCPUInfo(kNEON))) {
243*b2055c35SXin Li     WebPRescalerDspInitNEON();
244*b2055c35SXin Li   }
245*b2055c35SXin Li #endif
246*b2055c35SXin Li 
247*b2055c35SXin Li   assert(WebPRescalerExportRowExpand != NULL);
248*b2055c35SXin Li   assert(WebPRescalerExportRowShrink != NULL);
249*b2055c35SXin Li   assert(WebPRescalerImportRowExpand != NULL);
250*b2055c35SXin Li   assert(WebPRescalerImportRowShrink != NULL);
251*b2055c35SXin Li #endif   // WEBP_REDUCE_SIZE
252*b2055c35SXin Li }
253