1*b2055c35SXin Li // Copyright 2014 Google Inc. All Rights Reserved.
2*b2055c35SXin Li //
3*b2055c35SXin Li // Use of this source code is governed by a BSD-style license
4*b2055c35SXin Li // that can be found in the COPYING file in the root of the source
5*b2055c35SXin Li // tree. An additional intellectual property rights grant can be found
6*b2055c35SXin Li // in the file PATENTS. All contributing project authors may
7*b2055c35SXin Li // be found in the AUTHORS file in the root of the source tree.
8*b2055c35SXin Li // -----------------------------------------------------------------------------
9*b2055c35SXin Li //
10*b2055c35SXin Li // Rescaling functions
11*b2055c35SXin Li //
12*b2055c35SXin Li // Author: Skal ([email protected])
13*b2055c35SXin Li
14*b2055c35SXin Li #include <assert.h>
15*b2055c35SXin Li
16*b2055c35SXin Li #include "src/dsp/dsp.h"
17*b2055c35SXin Li #include "src/utils/rescaler_utils.h"
18*b2055c35SXin Li
19*b2055c35SXin Li //------------------------------------------------------------------------------
20*b2055c35SXin Li // Implementations of critical functions ImportRow / ExportRow
21*b2055c35SXin Li
22*b2055c35SXin Li #define ROUNDER (WEBP_RESCALER_ONE >> 1)
23*b2055c35SXin Li #define MULT_FIX(x, y) (((uint64_t)(x) * (y) + ROUNDER) >> WEBP_RESCALER_RFIX)
24*b2055c35SXin Li #define MULT_FIX_FLOOR(x, y) (((uint64_t)(x) * (y)) >> WEBP_RESCALER_RFIX)
25*b2055c35SXin Li
26*b2055c35SXin Li //------------------------------------------------------------------------------
27*b2055c35SXin Li // Row import
28*b2055c35SXin Li
WebPRescalerImportRowExpand_C(WebPRescaler * const wrk,const uint8_t * src)29*b2055c35SXin Li void WebPRescalerImportRowExpand_C(WebPRescaler* const wrk,
30*b2055c35SXin Li const uint8_t* src) {
31*b2055c35SXin Li const int x_stride = wrk->num_channels;
32*b2055c35SXin Li const int x_out_max = wrk->dst_width * wrk->num_channels;
33*b2055c35SXin Li int channel;
34*b2055c35SXin Li assert(!WebPRescalerInputDone(wrk));
35*b2055c35SXin Li assert(wrk->x_expand);
36*b2055c35SXin Li for (channel = 0; channel < x_stride; ++channel) {
37*b2055c35SXin Li int x_in = channel;
38*b2055c35SXin Li int x_out = channel;
39*b2055c35SXin Li // simple bilinear interpolation
40*b2055c35SXin Li int accum = wrk->x_add;
41*b2055c35SXin Li rescaler_t left = (rescaler_t)src[x_in];
42*b2055c35SXin Li rescaler_t right =
43*b2055c35SXin Li (wrk->src_width > 1) ? (rescaler_t)src[x_in + x_stride] : left;
44*b2055c35SXin Li x_in += x_stride;
45*b2055c35SXin Li while (1) {
46*b2055c35SXin Li wrk->frow[x_out] = right * wrk->x_add + (left - right) * accum;
47*b2055c35SXin Li x_out += x_stride;
48*b2055c35SXin Li if (x_out >= x_out_max) break;
49*b2055c35SXin Li accum -= wrk->x_sub;
50*b2055c35SXin Li if (accum < 0) {
51*b2055c35SXin Li left = right;
52*b2055c35SXin Li x_in += x_stride;
53*b2055c35SXin Li assert(x_in < wrk->src_width * x_stride);
54*b2055c35SXin Li right = (rescaler_t)src[x_in];
55*b2055c35SXin Li accum += wrk->x_add;
56*b2055c35SXin Li }
57*b2055c35SXin Li }
58*b2055c35SXin Li assert(wrk->x_sub == 0 /* <- special case for src_width=1 */ || accum == 0);
59*b2055c35SXin Li }
60*b2055c35SXin Li }
61*b2055c35SXin Li
WebPRescalerImportRowShrink_C(WebPRescaler * const wrk,const uint8_t * src)62*b2055c35SXin Li void WebPRescalerImportRowShrink_C(WebPRescaler* const wrk,
63*b2055c35SXin Li const uint8_t* src) {
64*b2055c35SXin Li const int x_stride = wrk->num_channels;
65*b2055c35SXin Li const int x_out_max = wrk->dst_width * wrk->num_channels;
66*b2055c35SXin Li int channel;
67*b2055c35SXin Li assert(!WebPRescalerInputDone(wrk));
68*b2055c35SXin Li assert(!wrk->x_expand);
69*b2055c35SXin Li for (channel = 0; channel < x_stride; ++channel) {
70*b2055c35SXin Li int x_in = channel;
71*b2055c35SXin Li int x_out = channel;
72*b2055c35SXin Li uint32_t sum = 0;
73*b2055c35SXin Li int accum = 0;
74*b2055c35SXin Li while (x_out < x_out_max) {
75*b2055c35SXin Li uint32_t base = 0;
76*b2055c35SXin Li accum += wrk->x_add;
77*b2055c35SXin Li while (accum > 0) {
78*b2055c35SXin Li accum -= wrk->x_sub;
79*b2055c35SXin Li assert(x_in < wrk->src_width * x_stride);
80*b2055c35SXin Li base = src[x_in];
81*b2055c35SXin Li sum += base;
82*b2055c35SXin Li x_in += x_stride;
83*b2055c35SXin Li }
84*b2055c35SXin Li { // Emit next horizontal pixel.
85*b2055c35SXin Li const rescaler_t frac = base * (-accum);
86*b2055c35SXin Li wrk->frow[x_out] = sum * wrk->x_sub - frac;
87*b2055c35SXin Li // fresh fractional start for next pixel
88*b2055c35SXin Li sum = (int)MULT_FIX(frac, wrk->fx_scale);
89*b2055c35SXin Li }
90*b2055c35SXin Li x_out += x_stride;
91*b2055c35SXin Li }
92*b2055c35SXin Li assert(accum == 0);
93*b2055c35SXin Li }
94*b2055c35SXin Li }
95*b2055c35SXin Li
96*b2055c35SXin Li //------------------------------------------------------------------------------
97*b2055c35SXin Li // Row export
98*b2055c35SXin Li
WebPRescalerExportRowExpand_C(WebPRescaler * const wrk)99*b2055c35SXin Li void WebPRescalerExportRowExpand_C(WebPRescaler* const wrk) {
100*b2055c35SXin Li int x_out;
101*b2055c35SXin Li uint8_t* const dst = wrk->dst;
102*b2055c35SXin Li rescaler_t* const irow = wrk->irow;
103*b2055c35SXin Li const int x_out_max = wrk->dst_width * wrk->num_channels;
104*b2055c35SXin Li const rescaler_t* const frow = wrk->frow;
105*b2055c35SXin Li assert(!WebPRescalerOutputDone(wrk));
106*b2055c35SXin Li assert(wrk->y_accum <= 0);
107*b2055c35SXin Li assert(wrk->y_expand);
108*b2055c35SXin Li assert(wrk->y_sub != 0);
109*b2055c35SXin Li if (wrk->y_accum == 0) {
110*b2055c35SXin Li for (x_out = 0; x_out < x_out_max; ++x_out) {
111*b2055c35SXin Li const uint32_t J = frow[x_out];
112*b2055c35SXin Li const int v = (int)MULT_FIX(J, wrk->fy_scale);
113*b2055c35SXin Li dst[x_out] = (v > 255) ? 255u : (uint8_t)v;
114*b2055c35SXin Li }
115*b2055c35SXin Li } else {
116*b2055c35SXin Li const uint32_t B = WEBP_RESCALER_FRAC(-wrk->y_accum, wrk->y_sub);
117*b2055c35SXin Li const uint32_t A = (uint32_t)(WEBP_RESCALER_ONE - B);
118*b2055c35SXin Li for (x_out = 0; x_out < x_out_max; ++x_out) {
119*b2055c35SXin Li const uint64_t I = (uint64_t)A * frow[x_out]
120*b2055c35SXin Li + (uint64_t)B * irow[x_out];
121*b2055c35SXin Li const uint32_t J = (uint32_t)((I + ROUNDER) >> WEBP_RESCALER_RFIX);
122*b2055c35SXin Li const int v = (int)MULT_FIX(J, wrk->fy_scale);
123*b2055c35SXin Li dst[x_out] = (v > 255) ? 255u : (uint8_t)v;
124*b2055c35SXin Li }
125*b2055c35SXin Li }
126*b2055c35SXin Li }
127*b2055c35SXin Li
WebPRescalerExportRowShrink_C(WebPRescaler * const wrk)128*b2055c35SXin Li void WebPRescalerExportRowShrink_C(WebPRescaler* const wrk) {
129*b2055c35SXin Li int x_out;
130*b2055c35SXin Li uint8_t* const dst = wrk->dst;
131*b2055c35SXin Li rescaler_t* const irow = wrk->irow;
132*b2055c35SXin Li const int x_out_max = wrk->dst_width * wrk->num_channels;
133*b2055c35SXin Li const rescaler_t* const frow = wrk->frow;
134*b2055c35SXin Li const uint32_t yscale = wrk->fy_scale * (-wrk->y_accum);
135*b2055c35SXin Li assert(!WebPRescalerOutputDone(wrk));
136*b2055c35SXin Li assert(wrk->y_accum <= 0);
137*b2055c35SXin Li assert(!wrk->y_expand);
138*b2055c35SXin Li if (yscale) {
139*b2055c35SXin Li for (x_out = 0; x_out < x_out_max; ++x_out) {
140*b2055c35SXin Li const uint32_t frac = (uint32_t)MULT_FIX_FLOOR(frow[x_out], yscale);
141*b2055c35SXin Li const int v = (int)MULT_FIX(irow[x_out] - frac, wrk->fxy_scale);
142*b2055c35SXin Li dst[x_out] = (v > 255) ? 255u : (uint8_t)v;
143*b2055c35SXin Li irow[x_out] = frac; // new fractional start
144*b2055c35SXin Li }
145*b2055c35SXin Li } else {
146*b2055c35SXin Li for (x_out = 0; x_out < x_out_max; ++x_out) {
147*b2055c35SXin Li const int v = (int)MULT_FIX(irow[x_out], wrk->fxy_scale);
148*b2055c35SXin Li dst[x_out] = (v > 255) ? 255u : (uint8_t)v;
149*b2055c35SXin Li irow[x_out] = 0;
150*b2055c35SXin Li }
151*b2055c35SXin Li }
152*b2055c35SXin Li }
153*b2055c35SXin Li
154*b2055c35SXin Li #undef MULT_FIX_FLOOR
155*b2055c35SXin Li #undef MULT_FIX
156*b2055c35SXin Li #undef ROUNDER
157*b2055c35SXin Li
158*b2055c35SXin Li //------------------------------------------------------------------------------
159*b2055c35SXin Li // Main entry calls
160*b2055c35SXin Li
WebPRescalerImportRow(WebPRescaler * const wrk,const uint8_t * src)161*b2055c35SXin Li void WebPRescalerImportRow(WebPRescaler* const wrk, const uint8_t* src) {
162*b2055c35SXin Li assert(!WebPRescalerInputDone(wrk));
163*b2055c35SXin Li if (!wrk->x_expand) {
164*b2055c35SXin Li WebPRescalerImportRowShrink(wrk, src);
165*b2055c35SXin Li } else {
166*b2055c35SXin Li WebPRescalerImportRowExpand(wrk, src);
167*b2055c35SXin Li }
168*b2055c35SXin Li }
169*b2055c35SXin Li
WebPRescalerExportRow(WebPRescaler * const wrk)170*b2055c35SXin Li void WebPRescalerExportRow(WebPRescaler* const wrk) {
171*b2055c35SXin Li if (wrk->y_accum <= 0) {
172*b2055c35SXin Li assert(!WebPRescalerOutputDone(wrk));
173*b2055c35SXin Li if (wrk->y_expand) {
174*b2055c35SXin Li WebPRescalerExportRowExpand(wrk);
175*b2055c35SXin Li } else if (wrk->fxy_scale) {
176*b2055c35SXin Li WebPRescalerExportRowShrink(wrk);
177*b2055c35SXin Li } else { // special case
178*b2055c35SXin Li int i;
179*b2055c35SXin Li assert(wrk->src_height == wrk->dst_height && wrk->x_add == 1);
180*b2055c35SXin Li assert(wrk->src_width == 1 && wrk->dst_width <= 2);
181*b2055c35SXin Li for (i = 0; i < wrk->num_channels * wrk->dst_width; ++i) {
182*b2055c35SXin Li wrk->dst[i] = wrk->irow[i];
183*b2055c35SXin Li wrk->irow[i] = 0;
184*b2055c35SXin Li }
185*b2055c35SXin Li }
186*b2055c35SXin Li wrk->y_accum += wrk->y_add;
187*b2055c35SXin Li wrk->dst += wrk->dst_stride;
188*b2055c35SXin Li ++wrk->dst_y;
189*b2055c35SXin Li }
190*b2055c35SXin Li }
191*b2055c35SXin Li
192*b2055c35SXin Li //------------------------------------------------------------------------------
193*b2055c35SXin Li
194*b2055c35SXin Li WebPRescalerImportRowFunc WebPRescalerImportRowExpand;
195*b2055c35SXin Li WebPRescalerImportRowFunc WebPRescalerImportRowShrink;
196*b2055c35SXin Li
197*b2055c35SXin Li WebPRescalerExportRowFunc WebPRescalerExportRowExpand;
198*b2055c35SXin Li WebPRescalerExportRowFunc WebPRescalerExportRowShrink;
199*b2055c35SXin Li
200*b2055c35SXin Li extern VP8CPUInfo VP8GetCPUInfo;
201*b2055c35SXin Li extern void WebPRescalerDspInitSSE2(void);
202*b2055c35SXin Li extern void WebPRescalerDspInitMIPS32(void);
203*b2055c35SXin Li extern void WebPRescalerDspInitMIPSdspR2(void);
204*b2055c35SXin Li extern void WebPRescalerDspInitMSA(void);
205*b2055c35SXin Li extern void WebPRescalerDspInitNEON(void);
206*b2055c35SXin Li
WEBP_DSP_INIT_FUNC(WebPRescalerDspInit)207*b2055c35SXin Li WEBP_DSP_INIT_FUNC(WebPRescalerDspInit) {
208*b2055c35SXin Li #if !defined(WEBP_REDUCE_SIZE)
209*b2055c35SXin Li #if !WEBP_NEON_OMIT_C_CODE
210*b2055c35SXin Li WebPRescalerExportRowExpand = WebPRescalerExportRowExpand_C;
211*b2055c35SXin Li WebPRescalerExportRowShrink = WebPRescalerExportRowShrink_C;
212*b2055c35SXin Li #endif
213*b2055c35SXin Li
214*b2055c35SXin Li WebPRescalerImportRowExpand = WebPRescalerImportRowExpand_C;
215*b2055c35SXin Li WebPRescalerImportRowShrink = WebPRescalerImportRowShrink_C;
216*b2055c35SXin Li
217*b2055c35SXin Li if (VP8GetCPUInfo != NULL) {
218*b2055c35SXin Li #if defined(WEBP_HAVE_SSE2)
219*b2055c35SXin Li if (VP8GetCPUInfo(kSSE2)) {
220*b2055c35SXin Li WebPRescalerDspInitSSE2();
221*b2055c35SXin Li }
222*b2055c35SXin Li #endif
223*b2055c35SXin Li #if defined(WEBP_USE_MIPS32)
224*b2055c35SXin Li if (VP8GetCPUInfo(kMIPS32)) {
225*b2055c35SXin Li WebPRescalerDspInitMIPS32();
226*b2055c35SXin Li }
227*b2055c35SXin Li #endif
228*b2055c35SXin Li #if defined(WEBP_USE_MIPS_DSP_R2)
229*b2055c35SXin Li if (VP8GetCPUInfo(kMIPSdspR2)) {
230*b2055c35SXin Li WebPRescalerDspInitMIPSdspR2();
231*b2055c35SXin Li }
232*b2055c35SXin Li #endif
233*b2055c35SXin Li #if defined(WEBP_USE_MSA)
234*b2055c35SXin Li if (VP8GetCPUInfo(kMSA)) {
235*b2055c35SXin Li WebPRescalerDspInitMSA();
236*b2055c35SXin Li }
237*b2055c35SXin Li #endif
238*b2055c35SXin Li }
239*b2055c35SXin Li
240*b2055c35SXin Li #if defined(WEBP_HAVE_NEON)
241*b2055c35SXin Li if (WEBP_NEON_OMIT_C_CODE ||
242*b2055c35SXin Li (VP8GetCPUInfo != NULL && VP8GetCPUInfo(kNEON))) {
243*b2055c35SXin Li WebPRescalerDspInitNEON();
244*b2055c35SXin Li }
245*b2055c35SXin Li #endif
246*b2055c35SXin Li
247*b2055c35SXin Li assert(WebPRescalerExportRowExpand != NULL);
248*b2055c35SXin Li assert(WebPRescalerExportRowShrink != NULL);
249*b2055c35SXin Li assert(WebPRescalerImportRowExpand != NULL);
250*b2055c35SXin Li assert(WebPRescalerImportRowShrink != NULL);
251*b2055c35SXin Li #endif // WEBP_REDUCE_SIZE
252*b2055c35SXin Li }
253