xref: /aosp_15_r20/external/libopus/src/opus_encoder.c (revision a58d3d2adb790c104798cd88c8a3aff4fa8b82cc)
1*a58d3d2aSXin Li /* Copyright (c) 2010-2011 Xiph.Org Foundation, Skype Limited
2*a58d3d2aSXin Li    Written by Jean-Marc Valin and Koen Vos */
3*a58d3d2aSXin Li /*
4*a58d3d2aSXin Li    Redistribution and use in source and binary forms, with or without
5*a58d3d2aSXin Li    modification, are permitted provided that the following conditions
6*a58d3d2aSXin Li    are met:
7*a58d3d2aSXin Li 
8*a58d3d2aSXin Li    - Redistributions of source code must retain the above copyright
9*a58d3d2aSXin Li    notice, this list of conditions and the following disclaimer.
10*a58d3d2aSXin Li 
11*a58d3d2aSXin Li    - Redistributions in binary form must reproduce the above copyright
12*a58d3d2aSXin Li    notice, this list of conditions and the following disclaimer in the
13*a58d3d2aSXin Li    documentation and/or other materials provided with the distribution.
14*a58d3d2aSXin Li 
15*a58d3d2aSXin Li    THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS
16*a58d3d2aSXin Li    ``AS IS'' AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT
17*a58d3d2aSXin Li    LIMITED TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR
18*a58d3d2aSXin Li    A PARTICULAR PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT OWNER
19*a58d3d2aSXin Li    OR CONTRIBUTORS BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL,
20*a58d3d2aSXin Li    EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT LIMITED TO,
21*a58d3d2aSXin Li    PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, DATA, OR
22*a58d3d2aSXin Li    PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY THEORY OF
23*a58d3d2aSXin Li    LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT (INCLUDING
24*a58d3d2aSXin Li    NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE OF THIS
25*a58d3d2aSXin Li    SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
26*a58d3d2aSXin Li */
27*a58d3d2aSXin Li 
28*a58d3d2aSXin Li #ifdef HAVE_CONFIG_H
29*a58d3d2aSXin Li #include "config.h"
30*a58d3d2aSXin Li #endif
31*a58d3d2aSXin Li 
32*a58d3d2aSXin Li #include <stdarg.h>
33*a58d3d2aSXin Li #include "celt.h"
34*a58d3d2aSXin Li #include "entenc.h"
35*a58d3d2aSXin Li #include "modes.h"
36*a58d3d2aSXin Li #include "API.h"
37*a58d3d2aSXin Li #include "stack_alloc.h"
38*a58d3d2aSXin Li #include "float_cast.h"
39*a58d3d2aSXin Li #include "opus.h"
40*a58d3d2aSXin Li #include "arch.h"
41*a58d3d2aSXin Li #include "pitch.h"
42*a58d3d2aSXin Li #include "opus_private.h"
43*a58d3d2aSXin Li #include "os_support.h"
44*a58d3d2aSXin Li #include "cpu_support.h"
45*a58d3d2aSXin Li #include "analysis.h"
46*a58d3d2aSXin Li #include "mathops.h"
47*a58d3d2aSXin Li #include "tuning_parameters.h"
48*a58d3d2aSXin Li 
49*a58d3d2aSXin Li #ifdef ENABLE_DRED
50*a58d3d2aSXin Li #include "dred_coding.h"
51*a58d3d2aSXin Li #endif
52*a58d3d2aSXin Li 
53*a58d3d2aSXin Li #ifdef FIXED_POINT
54*a58d3d2aSXin Li #include "fixed/structs_FIX.h"
55*a58d3d2aSXin Li #else
56*a58d3d2aSXin Li #include "float/structs_FLP.h"
57*a58d3d2aSXin Li #endif
58*a58d3d2aSXin Li #ifdef ENABLE_OSCE_TRAINING_DATA
59*a58d3d2aSXin Li #include <stdio.h>
60*a58d3d2aSXin Li #endif
61*a58d3d2aSXin Li 
62*a58d3d2aSXin Li #define MAX_ENCODER_BUFFER 480
63*a58d3d2aSXin Li 
64*a58d3d2aSXin Li #ifndef DISABLE_FLOAT_API
65*a58d3d2aSXin Li #define PSEUDO_SNR_THRESHOLD 316.23f    /* 10^(25/10) */
66*a58d3d2aSXin Li #endif
67*a58d3d2aSXin Li 
68*a58d3d2aSXin Li typedef struct {
69*a58d3d2aSXin Li    opus_val32 XX, XY, YY;
70*a58d3d2aSXin Li    opus_val16 smoothed_width;
71*a58d3d2aSXin Li    opus_val16 max_follower;
72*a58d3d2aSXin Li } StereoWidthState;
73*a58d3d2aSXin Li 
74*a58d3d2aSXin Li struct OpusEncoder {
75*a58d3d2aSXin Li     int          celt_enc_offset;
76*a58d3d2aSXin Li     int          silk_enc_offset;
77*a58d3d2aSXin Li     silk_EncControlStruct silk_mode;
78*a58d3d2aSXin Li #ifdef ENABLE_DRED
79*a58d3d2aSXin Li     DREDEnc      dred_encoder;
80*a58d3d2aSXin Li #endif
81*a58d3d2aSXin Li     int          application;
82*a58d3d2aSXin Li     int          channels;
83*a58d3d2aSXin Li     int          delay_compensation;
84*a58d3d2aSXin Li     int          force_channels;
85*a58d3d2aSXin Li     int          signal_type;
86*a58d3d2aSXin Li     int          user_bandwidth;
87*a58d3d2aSXin Li     int          max_bandwidth;
88*a58d3d2aSXin Li     int          user_forced_mode;
89*a58d3d2aSXin Li     int          voice_ratio;
90*a58d3d2aSXin Li     opus_int32   Fs;
91*a58d3d2aSXin Li     int          use_vbr;
92*a58d3d2aSXin Li     int          vbr_constraint;
93*a58d3d2aSXin Li     int          variable_duration;
94*a58d3d2aSXin Li     opus_int32   bitrate_bps;
95*a58d3d2aSXin Li     opus_int32   user_bitrate_bps;
96*a58d3d2aSXin Li     int          lsb_depth;
97*a58d3d2aSXin Li     int          encoder_buffer;
98*a58d3d2aSXin Li     int          lfe;
99*a58d3d2aSXin Li     int          arch;
100*a58d3d2aSXin Li     int          use_dtx;                 /* general DTX for both SILK and CELT */
101*a58d3d2aSXin Li     int          fec_config;
102*a58d3d2aSXin Li #ifndef DISABLE_FLOAT_API
103*a58d3d2aSXin Li     TonalityAnalysisState analysis;
104*a58d3d2aSXin Li #endif
105*a58d3d2aSXin Li 
106*a58d3d2aSXin Li #define OPUS_ENCODER_RESET_START stream_channels
107*a58d3d2aSXin Li     int          stream_channels;
108*a58d3d2aSXin Li     opus_int16   hybrid_stereo_width_Q14;
109*a58d3d2aSXin Li     opus_int32   variable_HP_smth2_Q15;
110*a58d3d2aSXin Li     opus_val16   prev_HB_gain;
111*a58d3d2aSXin Li     opus_val32   hp_mem[4];
112*a58d3d2aSXin Li     int          mode;
113*a58d3d2aSXin Li     int          prev_mode;
114*a58d3d2aSXin Li     int          prev_channels;
115*a58d3d2aSXin Li     int          prev_framesize;
116*a58d3d2aSXin Li     int          bandwidth;
117*a58d3d2aSXin Li     /* Bandwidth determined automatically from the rate (before any other adjustment) */
118*a58d3d2aSXin Li     int          auto_bandwidth;
119*a58d3d2aSXin Li     int          silk_bw_switch;
120*a58d3d2aSXin Li     /* Sampling rate (at the API level) */
121*a58d3d2aSXin Li     int          first;
122*a58d3d2aSXin Li     opus_val16 * energy_masking;
123*a58d3d2aSXin Li     StereoWidthState width_mem;
124*a58d3d2aSXin Li     opus_val16   delay_buffer[MAX_ENCODER_BUFFER*2];
125*a58d3d2aSXin Li #ifndef DISABLE_FLOAT_API
126*a58d3d2aSXin Li     int          detected_bandwidth;
127*a58d3d2aSXin Li     int          nb_no_activity_ms_Q1;
128*a58d3d2aSXin Li     opus_val32   peak_signal_energy;
129*a58d3d2aSXin Li #endif
130*a58d3d2aSXin Li #ifdef ENABLE_DRED
131*a58d3d2aSXin Li     int          dred_duration;
132*a58d3d2aSXin Li     int          dred_q0;
133*a58d3d2aSXin Li     int          dred_dQ;
134*a58d3d2aSXin Li     int          dred_qmax;
135*a58d3d2aSXin Li     int          dred_target_chunks;
136*a58d3d2aSXin Li     unsigned char activity_mem[DRED_MAX_FRAMES*4]; /* 2.5ms resolution*/
137*a58d3d2aSXin Li #endif
138*a58d3d2aSXin Li     int          nonfinal_frame; /* current frame is not the final in a packet */
139*a58d3d2aSXin Li     opus_uint32  rangeFinal;
140*a58d3d2aSXin Li };
141*a58d3d2aSXin Li 
142*a58d3d2aSXin Li /* Transition tables for the voice and music. First column is the
143*a58d3d2aSXin Li    middle (memoriless) threshold. The second column is the hysteresis
144*a58d3d2aSXin Li    (difference with the middle) */
145*a58d3d2aSXin Li static const opus_int32 mono_voice_bandwidth_thresholds[8] = {
146*a58d3d2aSXin Li          9000,  700, /* NB<->MB */
147*a58d3d2aSXin Li          9000,  700, /* MB<->WB */
148*a58d3d2aSXin Li         13500, 1000, /* WB<->SWB */
149*a58d3d2aSXin Li         14000, 2000, /* SWB<->FB */
150*a58d3d2aSXin Li };
151*a58d3d2aSXin Li static const opus_int32 mono_music_bandwidth_thresholds[8] = {
152*a58d3d2aSXin Li          9000,  700, /* NB<->MB */
153*a58d3d2aSXin Li          9000,  700, /* MB<->WB */
154*a58d3d2aSXin Li         11000, 1000, /* WB<->SWB */
155*a58d3d2aSXin Li         12000, 2000, /* SWB<->FB */
156*a58d3d2aSXin Li };
157*a58d3d2aSXin Li static const opus_int32 stereo_voice_bandwidth_thresholds[8] = {
158*a58d3d2aSXin Li          9000,  700, /* NB<->MB */
159*a58d3d2aSXin Li          9000,  700, /* MB<->WB */
160*a58d3d2aSXin Li         13500, 1000, /* WB<->SWB */
161*a58d3d2aSXin Li         14000, 2000, /* SWB<->FB */
162*a58d3d2aSXin Li };
163*a58d3d2aSXin Li static const opus_int32 stereo_music_bandwidth_thresholds[8] = {
164*a58d3d2aSXin Li          9000,  700, /* NB<->MB */
165*a58d3d2aSXin Li          9000,  700, /* MB<->WB */
166*a58d3d2aSXin Li         11000, 1000, /* WB<->SWB */
167*a58d3d2aSXin Li         12000, 2000, /* SWB<->FB */
168*a58d3d2aSXin Li };
169*a58d3d2aSXin Li /* Threshold bit-rates for switching between mono and stereo */
170*a58d3d2aSXin Li static const opus_int32 stereo_voice_threshold = 19000;
171*a58d3d2aSXin Li static const opus_int32 stereo_music_threshold = 17000;
172*a58d3d2aSXin Li 
173*a58d3d2aSXin Li /* Threshold bit-rate for switching between SILK/hybrid and CELT-only */
174*a58d3d2aSXin Li static const opus_int32 mode_thresholds[2][2] = {
175*a58d3d2aSXin Li       /* voice */ /* music */
176*a58d3d2aSXin Li       {  64000,      10000}, /* mono */
177*a58d3d2aSXin Li       {  44000,      10000}, /* stereo */
178*a58d3d2aSXin Li };
179*a58d3d2aSXin Li 
180*a58d3d2aSXin Li static const opus_int32 fec_thresholds[] = {
181*a58d3d2aSXin Li         12000, 1000, /* NB */
182*a58d3d2aSXin Li         14000, 1000, /* MB */
183*a58d3d2aSXin Li         16000, 1000, /* WB */
184*a58d3d2aSXin Li         20000, 1000, /* SWB */
185*a58d3d2aSXin Li         22000, 1000, /* FB */
186*a58d3d2aSXin Li };
187*a58d3d2aSXin Li 
opus_encoder_get_size(int channels)188*a58d3d2aSXin Li int opus_encoder_get_size(int channels)
189*a58d3d2aSXin Li {
190*a58d3d2aSXin Li     int silkEncSizeBytes, celtEncSizeBytes;
191*a58d3d2aSXin Li     int ret;
192*a58d3d2aSXin Li     if (channels<1 || channels > 2)
193*a58d3d2aSXin Li         return 0;
194*a58d3d2aSXin Li     ret = silk_Get_Encoder_Size( &silkEncSizeBytes );
195*a58d3d2aSXin Li     if (ret)
196*a58d3d2aSXin Li         return 0;
197*a58d3d2aSXin Li     silkEncSizeBytes = align(silkEncSizeBytes);
198*a58d3d2aSXin Li     celtEncSizeBytes = celt_encoder_get_size(channels);
199*a58d3d2aSXin Li     return align(sizeof(OpusEncoder))+silkEncSizeBytes+celtEncSizeBytes;
200*a58d3d2aSXin Li }
201*a58d3d2aSXin Li 
opus_encoder_init(OpusEncoder * st,opus_int32 Fs,int channels,int application)202*a58d3d2aSXin Li int opus_encoder_init(OpusEncoder* st, opus_int32 Fs, int channels, int application)
203*a58d3d2aSXin Li {
204*a58d3d2aSXin Li     void *silk_enc;
205*a58d3d2aSXin Li     CELTEncoder *celt_enc;
206*a58d3d2aSXin Li     int err;
207*a58d3d2aSXin Li     int ret, silkEncSizeBytes;
208*a58d3d2aSXin Li 
209*a58d3d2aSXin Li    if((Fs!=48000&&Fs!=24000&&Fs!=16000&&Fs!=12000&&Fs!=8000)||(channels!=1&&channels!=2)||
210*a58d3d2aSXin Li         (application != OPUS_APPLICATION_VOIP && application != OPUS_APPLICATION_AUDIO
211*a58d3d2aSXin Li         && application != OPUS_APPLICATION_RESTRICTED_LOWDELAY))
212*a58d3d2aSXin Li         return OPUS_BAD_ARG;
213*a58d3d2aSXin Li 
214*a58d3d2aSXin Li     OPUS_CLEAR((char*)st, opus_encoder_get_size(channels));
215*a58d3d2aSXin Li     /* Create SILK encoder */
216*a58d3d2aSXin Li     ret = silk_Get_Encoder_Size( &silkEncSizeBytes );
217*a58d3d2aSXin Li     if (ret)
218*a58d3d2aSXin Li         return OPUS_BAD_ARG;
219*a58d3d2aSXin Li     silkEncSizeBytes = align(silkEncSizeBytes);
220*a58d3d2aSXin Li     st->silk_enc_offset = align(sizeof(OpusEncoder));
221*a58d3d2aSXin Li     st->celt_enc_offset = st->silk_enc_offset+silkEncSizeBytes;
222*a58d3d2aSXin Li     silk_enc = (char*)st+st->silk_enc_offset;
223*a58d3d2aSXin Li     celt_enc = (CELTEncoder*)((char*)st+st->celt_enc_offset);
224*a58d3d2aSXin Li 
225*a58d3d2aSXin Li     st->stream_channels = st->channels = channels;
226*a58d3d2aSXin Li 
227*a58d3d2aSXin Li     st->Fs = Fs;
228*a58d3d2aSXin Li 
229*a58d3d2aSXin Li     st->arch = opus_select_arch();
230*a58d3d2aSXin Li 
231*a58d3d2aSXin Li     ret = silk_InitEncoder( silk_enc, st->arch, &st->silk_mode );
232*a58d3d2aSXin Li     if(ret)return OPUS_INTERNAL_ERROR;
233*a58d3d2aSXin Li 
234*a58d3d2aSXin Li     /* default SILK parameters */
235*a58d3d2aSXin Li     st->silk_mode.nChannelsAPI              = channels;
236*a58d3d2aSXin Li     st->silk_mode.nChannelsInternal         = channels;
237*a58d3d2aSXin Li     st->silk_mode.API_sampleRate            = st->Fs;
238*a58d3d2aSXin Li     st->silk_mode.maxInternalSampleRate     = 16000;
239*a58d3d2aSXin Li     st->silk_mode.minInternalSampleRate     = 8000;
240*a58d3d2aSXin Li     st->silk_mode.desiredInternalSampleRate = 16000;
241*a58d3d2aSXin Li     st->silk_mode.payloadSize_ms            = 20;
242*a58d3d2aSXin Li     st->silk_mode.bitRate                   = 25000;
243*a58d3d2aSXin Li     st->silk_mode.packetLossPercentage      = 0;
244*a58d3d2aSXin Li     st->silk_mode.complexity                = 9;
245*a58d3d2aSXin Li     st->silk_mode.useInBandFEC              = 0;
246*a58d3d2aSXin Li     st->silk_mode.useDRED                   = 0;
247*a58d3d2aSXin Li     st->silk_mode.useDTX                    = 0;
248*a58d3d2aSXin Li     st->silk_mode.useCBR                    = 0;
249*a58d3d2aSXin Li     st->silk_mode.reducedDependency         = 0;
250*a58d3d2aSXin Li 
251*a58d3d2aSXin Li     /* Create CELT encoder */
252*a58d3d2aSXin Li     /* Initialize CELT encoder */
253*a58d3d2aSXin Li     err = celt_encoder_init(celt_enc, Fs, channels, st->arch);
254*a58d3d2aSXin Li     if(err!=OPUS_OK)return OPUS_INTERNAL_ERROR;
255*a58d3d2aSXin Li 
256*a58d3d2aSXin Li     celt_encoder_ctl(celt_enc, CELT_SET_SIGNALLING(0));
257*a58d3d2aSXin Li     celt_encoder_ctl(celt_enc, OPUS_SET_COMPLEXITY(st->silk_mode.complexity));
258*a58d3d2aSXin Li 
259*a58d3d2aSXin Li #ifdef ENABLE_DRED
260*a58d3d2aSXin Li     /* Initialize DRED Encoder */
261*a58d3d2aSXin Li     dred_encoder_init( &st->dred_encoder, Fs, channels );
262*a58d3d2aSXin Li #endif
263*a58d3d2aSXin Li 
264*a58d3d2aSXin Li     st->use_vbr = 1;
265*a58d3d2aSXin Li     /* Makes constrained VBR the default (safer for real-time use) */
266*a58d3d2aSXin Li     st->vbr_constraint = 1;
267*a58d3d2aSXin Li     st->user_bitrate_bps = OPUS_AUTO;
268*a58d3d2aSXin Li     st->bitrate_bps = 3000+Fs*channels;
269*a58d3d2aSXin Li     st->application = application;
270*a58d3d2aSXin Li     st->signal_type = OPUS_AUTO;
271*a58d3d2aSXin Li     st->user_bandwidth = OPUS_AUTO;
272*a58d3d2aSXin Li     st->max_bandwidth = OPUS_BANDWIDTH_FULLBAND;
273*a58d3d2aSXin Li     st->force_channels = OPUS_AUTO;
274*a58d3d2aSXin Li     st->user_forced_mode = OPUS_AUTO;
275*a58d3d2aSXin Li     st->voice_ratio = -1;
276*a58d3d2aSXin Li     st->encoder_buffer = st->Fs/100;
277*a58d3d2aSXin Li     st->lsb_depth = 24;
278*a58d3d2aSXin Li     st->variable_duration = OPUS_FRAMESIZE_ARG;
279*a58d3d2aSXin Li 
280*a58d3d2aSXin Li     /* Delay compensation of 4 ms (2.5 ms for SILK's extra look-ahead
281*a58d3d2aSXin Li        + 1.5 ms for SILK resamplers and stereo prediction) */
282*a58d3d2aSXin Li     st->delay_compensation = st->Fs/250;
283*a58d3d2aSXin Li 
284*a58d3d2aSXin Li     st->hybrid_stereo_width_Q14 = 1 << 14;
285*a58d3d2aSXin Li     st->prev_HB_gain = Q15ONE;
286*a58d3d2aSXin Li     st->variable_HP_smth2_Q15 = silk_LSHIFT( silk_lin2log( VARIABLE_HP_MIN_CUTOFF_HZ ), 8 );
287*a58d3d2aSXin Li     st->first = 1;
288*a58d3d2aSXin Li     st->mode = MODE_HYBRID;
289*a58d3d2aSXin Li     st->bandwidth = OPUS_BANDWIDTH_FULLBAND;
290*a58d3d2aSXin Li 
291*a58d3d2aSXin Li #ifndef DISABLE_FLOAT_API
292*a58d3d2aSXin Li     tonality_analysis_init(&st->analysis, st->Fs);
293*a58d3d2aSXin Li     st->analysis.application = st->application;
294*a58d3d2aSXin Li #endif
295*a58d3d2aSXin Li 
296*a58d3d2aSXin Li     return OPUS_OK;
297*a58d3d2aSXin Li }
298*a58d3d2aSXin Li 
gen_toc(int mode,int framerate,int bandwidth,int channels)299*a58d3d2aSXin Li static unsigned char gen_toc(int mode, int framerate, int bandwidth, int channels)
300*a58d3d2aSXin Li {
301*a58d3d2aSXin Li    int period;
302*a58d3d2aSXin Li    unsigned char toc;
303*a58d3d2aSXin Li    period = 0;
304*a58d3d2aSXin Li    while (framerate < 400)
305*a58d3d2aSXin Li    {
306*a58d3d2aSXin Li        framerate <<= 1;
307*a58d3d2aSXin Li        period++;
308*a58d3d2aSXin Li    }
309*a58d3d2aSXin Li    if (mode == MODE_SILK_ONLY)
310*a58d3d2aSXin Li    {
311*a58d3d2aSXin Li        toc = (bandwidth-OPUS_BANDWIDTH_NARROWBAND)<<5;
312*a58d3d2aSXin Li        toc |= (period-2)<<3;
313*a58d3d2aSXin Li    } else if (mode == MODE_CELT_ONLY)
314*a58d3d2aSXin Li    {
315*a58d3d2aSXin Li        int tmp = bandwidth-OPUS_BANDWIDTH_MEDIUMBAND;
316*a58d3d2aSXin Li        if (tmp < 0)
317*a58d3d2aSXin Li            tmp = 0;
318*a58d3d2aSXin Li        toc = 0x80;
319*a58d3d2aSXin Li        toc |= tmp << 5;
320*a58d3d2aSXin Li        toc |= period<<3;
321*a58d3d2aSXin Li    } else /* Hybrid */
322*a58d3d2aSXin Li    {
323*a58d3d2aSXin Li        toc = 0x60;
324*a58d3d2aSXin Li        toc |= (bandwidth-OPUS_BANDWIDTH_SUPERWIDEBAND)<<4;
325*a58d3d2aSXin Li        toc |= (period-2)<<3;
326*a58d3d2aSXin Li    }
327*a58d3d2aSXin Li    toc |= (channels==2)<<2;
328*a58d3d2aSXin Li    return toc;
329*a58d3d2aSXin Li }
330*a58d3d2aSXin Li 
331*a58d3d2aSXin Li #ifndef FIXED_POINT
silk_biquad_float(const opus_val16 * in,const opus_int32 * B_Q28,const opus_int32 * A_Q28,opus_val32 * S,opus_val16 * out,const opus_int32 len,int stride)332*a58d3d2aSXin Li static void silk_biquad_float(
333*a58d3d2aSXin Li     const opus_val16      *in,            /* I:    Input signal                   */
334*a58d3d2aSXin Li     const opus_int32      *B_Q28,         /* I:    MA coefficients [3]            */
335*a58d3d2aSXin Li     const opus_int32      *A_Q28,         /* I:    AR coefficients [2]            */
336*a58d3d2aSXin Li     opus_val32            *S,             /* I/O:  State vector [2]               */
337*a58d3d2aSXin Li     opus_val16            *out,           /* O:    Output signal                  */
338*a58d3d2aSXin Li     const opus_int32      len,            /* I:    Signal length (must be even)   */
339*a58d3d2aSXin Li     int stride
340*a58d3d2aSXin Li )
341*a58d3d2aSXin Li {
342*a58d3d2aSXin Li     /* DIRECT FORM II TRANSPOSED (uses 2 element state vector) */
343*a58d3d2aSXin Li     opus_int   k;
344*a58d3d2aSXin Li     opus_val32 vout;
345*a58d3d2aSXin Li     opus_val32 inval;
346*a58d3d2aSXin Li     opus_val32 A[2], B[3];
347*a58d3d2aSXin Li 
348*a58d3d2aSXin Li     A[0] = (opus_val32)(A_Q28[0] * (1.f/((opus_int32)1<<28)));
349*a58d3d2aSXin Li     A[1] = (opus_val32)(A_Q28[1] * (1.f/((opus_int32)1<<28)));
350*a58d3d2aSXin Li     B[0] = (opus_val32)(B_Q28[0] * (1.f/((opus_int32)1<<28)));
351*a58d3d2aSXin Li     B[1] = (opus_val32)(B_Q28[1] * (1.f/((opus_int32)1<<28)));
352*a58d3d2aSXin Li     B[2] = (opus_val32)(B_Q28[2] * (1.f/((opus_int32)1<<28)));
353*a58d3d2aSXin Li 
354*a58d3d2aSXin Li     /* Negate A_Q28 values and split in two parts */
355*a58d3d2aSXin Li 
356*a58d3d2aSXin Li     for( k = 0; k < len; k++ ) {
357*a58d3d2aSXin Li         /* S[ 0 ], S[ 1 ]: Q12 */
358*a58d3d2aSXin Li         inval = in[ k*stride ];
359*a58d3d2aSXin Li         vout = S[ 0 ] + B[0]*inval;
360*a58d3d2aSXin Li 
361*a58d3d2aSXin Li         S[ 0 ] = S[1] - vout*A[0] + B[1]*inval;
362*a58d3d2aSXin Li 
363*a58d3d2aSXin Li         S[ 1 ] = - vout*A[1] + B[2]*inval + VERY_SMALL;
364*a58d3d2aSXin Li 
365*a58d3d2aSXin Li         /* Scale back to Q0 and saturate */
366*a58d3d2aSXin Li         out[ k*stride ] = vout;
367*a58d3d2aSXin Li     }
368*a58d3d2aSXin Li }
369*a58d3d2aSXin Li #endif
370*a58d3d2aSXin Li 
hp_cutoff(const opus_val16 * in,opus_int32 cutoff_Hz,opus_val16 * out,opus_val32 * hp_mem,int len,int channels,opus_int32 Fs,int arch)371*a58d3d2aSXin Li static void hp_cutoff(const opus_val16 *in, opus_int32 cutoff_Hz, opus_val16 *out, opus_val32 *hp_mem, int len, int channels, opus_int32 Fs, int arch)
372*a58d3d2aSXin Li {
373*a58d3d2aSXin Li    opus_int32 B_Q28[ 3 ], A_Q28[ 2 ];
374*a58d3d2aSXin Li    opus_int32 Fc_Q19, r_Q28, r_Q22;
375*a58d3d2aSXin Li    (void)arch;
376*a58d3d2aSXin Li 
377*a58d3d2aSXin Li    silk_assert( cutoff_Hz <= silk_int32_MAX / SILK_FIX_CONST( 1.5 * 3.14159 / 1000, 19 ) );
378*a58d3d2aSXin Li    Fc_Q19 = silk_DIV32_16( silk_SMULBB( SILK_FIX_CONST( 1.5 * 3.14159 / 1000, 19 ), cutoff_Hz ), Fs/1000 );
379*a58d3d2aSXin Li    silk_assert( Fc_Q19 > 0 && Fc_Q19 < 32768 );
380*a58d3d2aSXin Li 
381*a58d3d2aSXin Li    r_Q28 = SILK_FIX_CONST( 1.0, 28 ) - silk_MUL( SILK_FIX_CONST( 0.92, 9 ), Fc_Q19 );
382*a58d3d2aSXin Li 
383*a58d3d2aSXin Li    /* b = r * [ 1; -2; 1 ]; */
384*a58d3d2aSXin Li    /* a = [ 1; -2 * r * ( 1 - 0.5 * Fc^2 ); r^2 ]; */
385*a58d3d2aSXin Li    B_Q28[ 0 ] = r_Q28;
386*a58d3d2aSXin Li    B_Q28[ 1 ] = silk_LSHIFT( -r_Q28, 1 );
387*a58d3d2aSXin Li    B_Q28[ 2 ] = r_Q28;
388*a58d3d2aSXin Li 
389*a58d3d2aSXin Li    /* -r * ( 2 - Fc * Fc ); */
390*a58d3d2aSXin Li    r_Q22  = silk_RSHIFT( r_Q28, 6 );
391*a58d3d2aSXin Li    A_Q28[ 0 ] = silk_SMULWW( r_Q22, silk_SMULWW( Fc_Q19, Fc_Q19 ) - SILK_FIX_CONST( 2.0,  22 ) );
392*a58d3d2aSXin Li    A_Q28[ 1 ] = silk_SMULWW( r_Q22, r_Q22 );
393*a58d3d2aSXin Li 
394*a58d3d2aSXin Li #ifdef FIXED_POINT
395*a58d3d2aSXin Li    if( channels == 1 ) {
396*a58d3d2aSXin Li       silk_biquad_alt_stride1( in, B_Q28, A_Q28, hp_mem, out, len );
397*a58d3d2aSXin Li    } else {
398*a58d3d2aSXin Li       silk_biquad_alt_stride2( in, B_Q28, A_Q28, hp_mem, out, len, arch );
399*a58d3d2aSXin Li    }
400*a58d3d2aSXin Li #else
401*a58d3d2aSXin Li    silk_biquad_float( in, B_Q28, A_Q28, hp_mem, out, len, channels );
402*a58d3d2aSXin Li    if( channels == 2 ) {
403*a58d3d2aSXin Li        silk_biquad_float( in+1, B_Q28, A_Q28, hp_mem+2, out+1, len, channels );
404*a58d3d2aSXin Li    }
405*a58d3d2aSXin Li #endif
406*a58d3d2aSXin Li }
407*a58d3d2aSXin Li 
408*a58d3d2aSXin Li #ifdef FIXED_POINT
dc_reject(const opus_val16 * in,opus_int32 cutoff_Hz,opus_val16 * out,opus_val32 * hp_mem,int len,int channels,opus_int32 Fs)409*a58d3d2aSXin Li static void dc_reject(const opus_val16 *in, opus_int32 cutoff_Hz, opus_val16 *out, opus_val32 *hp_mem, int len, int channels, opus_int32 Fs)
410*a58d3d2aSXin Li {
411*a58d3d2aSXin Li    int c, i;
412*a58d3d2aSXin Li    int shift;
413*a58d3d2aSXin Li 
414*a58d3d2aSXin Li    /* Approximates -round(log2(6.3*cutoff_Hz/Fs)) */
415*a58d3d2aSXin Li    shift=celt_ilog2(Fs/(cutoff_Hz*4));
416*a58d3d2aSXin Li    for (c=0;c<channels;c++)
417*a58d3d2aSXin Li    {
418*a58d3d2aSXin Li       for (i=0;i<len;i++)
419*a58d3d2aSXin Li       {
420*a58d3d2aSXin Li          opus_val32 x, y;
421*a58d3d2aSXin Li          x = SHL32(EXTEND32(in[channels*i+c]), 14);
422*a58d3d2aSXin Li          y = x-hp_mem[2*c];
423*a58d3d2aSXin Li          hp_mem[2*c] = hp_mem[2*c] + PSHR32(x - hp_mem[2*c], shift);
424*a58d3d2aSXin Li          out[channels*i+c] = EXTRACT16(SATURATE(PSHR32(y, 14), 32767));
425*a58d3d2aSXin Li       }
426*a58d3d2aSXin Li    }
427*a58d3d2aSXin Li }
428*a58d3d2aSXin Li 
429*a58d3d2aSXin Li #else
dc_reject(const opus_val16 * in,opus_int32 cutoff_Hz,opus_val16 * out,opus_val32 * hp_mem,int len,int channels,opus_int32 Fs)430*a58d3d2aSXin Li static void dc_reject(const opus_val16 *in, opus_int32 cutoff_Hz, opus_val16 *out, opus_val32 *hp_mem, int len, int channels, opus_int32 Fs)
431*a58d3d2aSXin Li {
432*a58d3d2aSXin Li    int i;
433*a58d3d2aSXin Li    float coef, coef2;
434*a58d3d2aSXin Li    coef = 6.3f*cutoff_Hz/Fs;
435*a58d3d2aSXin Li    coef2 = 1-coef;
436*a58d3d2aSXin Li    if (channels==2)
437*a58d3d2aSXin Li    {
438*a58d3d2aSXin Li       float m0, m2;
439*a58d3d2aSXin Li       m0 = hp_mem[0];
440*a58d3d2aSXin Li       m2 = hp_mem[2];
441*a58d3d2aSXin Li       for (i=0;i<len;i++)
442*a58d3d2aSXin Li       {
443*a58d3d2aSXin Li          opus_val32 x0, x1, out0, out1;
444*a58d3d2aSXin Li          x0 = in[2*i+0];
445*a58d3d2aSXin Li          x1 = in[2*i+1];
446*a58d3d2aSXin Li          out0 = x0-m0;
447*a58d3d2aSXin Li          out1 = x1-m2;
448*a58d3d2aSXin Li          m0 = coef*x0 + VERY_SMALL + coef2*m0;
449*a58d3d2aSXin Li          m2 = coef*x1 + VERY_SMALL + coef2*m2;
450*a58d3d2aSXin Li          out[2*i+0] = out0;
451*a58d3d2aSXin Li          out[2*i+1] = out1;
452*a58d3d2aSXin Li       }
453*a58d3d2aSXin Li       hp_mem[0] = m0;
454*a58d3d2aSXin Li       hp_mem[2] = m2;
455*a58d3d2aSXin Li    } else {
456*a58d3d2aSXin Li       float m0;
457*a58d3d2aSXin Li       m0 = hp_mem[0];
458*a58d3d2aSXin Li       for (i=0;i<len;i++)
459*a58d3d2aSXin Li       {
460*a58d3d2aSXin Li          opus_val32 x, y;
461*a58d3d2aSXin Li          x = in[i];
462*a58d3d2aSXin Li          y = x-m0;
463*a58d3d2aSXin Li          m0 = coef*x + VERY_SMALL + coef2*m0;
464*a58d3d2aSXin Li          out[i] = y;
465*a58d3d2aSXin Li       }
466*a58d3d2aSXin Li       hp_mem[0] = m0;
467*a58d3d2aSXin Li    }
468*a58d3d2aSXin Li }
469*a58d3d2aSXin Li #endif
470*a58d3d2aSXin Li 
stereo_fade(const opus_val16 * in,opus_val16 * out,opus_val16 g1,opus_val16 g2,int overlap48,int frame_size,int channels,const opus_val16 * window,opus_int32 Fs)471*a58d3d2aSXin Li static void stereo_fade(const opus_val16 *in, opus_val16 *out, opus_val16 g1, opus_val16 g2,
472*a58d3d2aSXin Li         int overlap48, int frame_size, int channels, const opus_val16 *window, opus_int32 Fs)
473*a58d3d2aSXin Li {
474*a58d3d2aSXin Li     int i;
475*a58d3d2aSXin Li     int overlap;
476*a58d3d2aSXin Li     int inc;
477*a58d3d2aSXin Li     inc = 48000/Fs;
478*a58d3d2aSXin Li     overlap=overlap48/inc;
479*a58d3d2aSXin Li     g1 = Q15ONE-g1;
480*a58d3d2aSXin Li     g2 = Q15ONE-g2;
481*a58d3d2aSXin Li     for (i=0;i<overlap;i++)
482*a58d3d2aSXin Li     {
483*a58d3d2aSXin Li        opus_val32 diff;
484*a58d3d2aSXin Li        opus_val16 g, w;
485*a58d3d2aSXin Li        w = MULT16_16_Q15(window[i*inc], window[i*inc]);
486*a58d3d2aSXin Li        g = SHR32(MAC16_16(MULT16_16(w,g2),
487*a58d3d2aSXin Li              Q15ONE-w, g1), 15);
488*a58d3d2aSXin Li        diff = EXTRACT16(HALF32((opus_val32)in[i*channels] - (opus_val32)in[i*channels+1]));
489*a58d3d2aSXin Li        diff = MULT16_16_Q15(g, diff);
490*a58d3d2aSXin Li        out[i*channels] = out[i*channels] - diff;
491*a58d3d2aSXin Li        out[i*channels+1] = out[i*channels+1] + diff;
492*a58d3d2aSXin Li     }
493*a58d3d2aSXin Li     for (;i<frame_size;i++)
494*a58d3d2aSXin Li     {
495*a58d3d2aSXin Li        opus_val32 diff;
496*a58d3d2aSXin Li        diff = EXTRACT16(HALF32((opus_val32)in[i*channels] - (opus_val32)in[i*channels+1]));
497*a58d3d2aSXin Li        diff = MULT16_16_Q15(g2, diff);
498*a58d3d2aSXin Li        out[i*channels] = out[i*channels] - diff;
499*a58d3d2aSXin Li        out[i*channels+1] = out[i*channels+1] + diff;
500*a58d3d2aSXin Li     }
501*a58d3d2aSXin Li }
502*a58d3d2aSXin Li 
gain_fade(const opus_val16 * in,opus_val16 * out,opus_val16 g1,opus_val16 g2,int overlap48,int frame_size,int channels,const opus_val16 * window,opus_int32 Fs)503*a58d3d2aSXin Li static void gain_fade(const opus_val16 *in, opus_val16 *out, opus_val16 g1, opus_val16 g2,
504*a58d3d2aSXin Li         int overlap48, int frame_size, int channels, const opus_val16 *window, opus_int32 Fs)
505*a58d3d2aSXin Li {
506*a58d3d2aSXin Li     int i;
507*a58d3d2aSXin Li     int inc;
508*a58d3d2aSXin Li     int overlap;
509*a58d3d2aSXin Li     int c;
510*a58d3d2aSXin Li     inc = 48000/Fs;
511*a58d3d2aSXin Li     overlap=overlap48/inc;
512*a58d3d2aSXin Li     if (channels==1)
513*a58d3d2aSXin Li     {
514*a58d3d2aSXin Li        for (i=0;i<overlap;i++)
515*a58d3d2aSXin Li        {
516*a58d3d2aSXin Li           opus_val16 g, w;
517*a58d3d2aSXin Li           w = MULT16_16_Q15(window[i*inc], window[i*inc]);
518*a58d3d2aSXin Li           g = SHR32(MAC16_16(MULT16_16(w,g2),
519*a58d3d2aSXin Li                 Q15ONE-w, g1), 15);
520*a58d3d2aSXin Li           out[i] = MULT16_16_Q15(g, in[i]);
521*a58d3d2aSXin Li        }
522*a58d3d2aSXin Li     } else {
523*a58d3d2aSXin Li        for (i=0;i<overlap;i++)
524*a58d3d2aSXin Li        {
525*a58d3d2aSXin Li           opus_val16 g, w;
526*a58d3d2aSXin Li           w = MULT16_16_Q15(window[i*inc], window[i*inc]);
527*a58d3d2aSXin Li           g = SHR32(MAC16_16(MULT16_16(w,g2),
528*a58d3d2aSXin Li                 Q15ONE-w, g1), 15);
529*a58d3d2aSXin Li           out[i*2] = MULT16_16_Q15(g, in[i*2]);
530*a58d3d2aSXin Li           out[i*2+1] = MULT16_16_Q15(g, in[i*2+1]);
531*a58d3d2aSXin Li        }
532*a58d3d2aSXin Li     }
533*a58d3d2aSXin Li     c=0;do {
534*a58d3d2aSXin Li        for (i=overlap;i<frame_size;i++)
535*a58d3d2aSXin Li        {
536*a58d3d2aSXin Li           out[i*channels+c] = MULT16_16_Q15(g2, in[i*channels+c]);
537*a58d3d2aSXin Li        }
538*a58d3d2aSXin Li     }
539*a58d3d2aSXin Li     while (++c<channels);
540*a58d3d2aSXin Li }
541*a58d3d2aSXin Li 
opus_encoder_create(opus_int32 Fs,int channels,int application,int * error)542*a58d3d2aSXin Li OpusEncoder *opus_encoder_create(opus_int32 Fs, int channels, int application, int *error)
543*a58d3d2aSXin Li {
544*a58d3d2aSXin Li    int ret;
545*a58d3d2aSXin Li    OpusEncoder *st;
546*a58d3d2aSXin Li    if((Fs!=48000&&Fs!=24000&&Fs!=16000&&Fs!=12000&&Fs!=8000)||(channels!=1&&channels!=2)||
547*a58d3d2aSXin Li        (application != OPUS_APPLICATION_VOIP && application != OPUS_APPLICATION_AUDIO
548*a58d3d2aSXin Li        && application != OPUS_APPLICATION_RESTRICTED_LOWDELAY))
549*a58d3d2aSXin Li    {
550*a58d3d2aSXin Li       if (error)
551*a58d3d2aSXin Li          *error = OPUS_BAD_ARG;
552*a58d3d2aSXin Li       return NULL;
553*a58d3d2aSXin Li    }
554*a58d3d2aSXin Li    st = (OpusEncoder *)opus_alloc(opus_encoder_get_size(channels));
555*a58d3d2aSXin Li    if (st == NULL)
556*a58d3d2aSXin Li    {
557*a58d3d2aSXin Li       if (error)
558*a58d3d2aSXin Li          *error = OPUS_ALLOC_FAIL;
559*a58d3d2aSXin Li       return NULL;
560*a58d3d2aSXin Li    }
561*a58d3d2aSXin Li    ret = opus_encoder_init(st, Fs, channels, application);
562*a58d3d2aSXin Li    if (error)
563*a58d3d2aSXin Li       *error = ret;
564*a58d3d2aSXin Li    if (ret != OPUS_OK)
565*a58d3d2aSXin Li    {
566*a58d3d2aSXin Li       opus_free(st);
567*a58d3d2aSXin Li       st = NULL;
568*a58d3d2aSXin Li    }
569*a58d3d2aSXin Li    return st;
570*a58d3d2aSXin Li }
571*a58d3d2aSXin Li 
572*a58d3d2aSXin Li #ifdef ENABLE_DRED
573*a58d3d2aSXin Li 
574*a58d3d2aSXin Li static const float dred_bits_table[16] = {73.2f, 68.1f, 62.5f, 57.0f, 51.5f, 45.7f, 39.9f, 32.4f, 26.4f, 20.4f, 16.3f, 13.f, 9.3f, 8.2f, 7.2f, 6.4f};
estimate_dred_bitrate(int q0,int dQ,int qmax,int duration,opus_int32 target_bits,int * target_chunks)575*a58d3d2aSXin Li static int estimate_dred_bitrate(int q0, int dQ, int qmax, int duration, opus_int32 target_bits, int *target_chunks) {
576*a58d3d2aSXin Li    int dred_chunks;
577*a58d3d2aSXin Li    int i;
578*a58d3d2aSXin Li    float bits;
579*a58d3d2aSXin Li    /* Signaling DRED costs 3 bytes. */
580*a58d3d2aSXin Li    bits = 8*(3+DRED_EXPERIMENTAL_BYTES);
581*a58d3d2aSXin Li    /* Approximation for the size of the IS. */
582*a58d3d2aSXin Li    bits += 50.f+dred_bits_table[q0];
583*a58d3d2aSXin Li    dred_chunks = IMIN((duration+5)/4, DRED_NUM_REDUNDANCY_FRAMES/2);
584*a58d3d2aSXin Li    if (target_chunks != NULL) *target_chunks = 0;
585*a58d3d2aSXin Li    for (i=0;i<dred_chunks;i++) {
586*a58d3d2aSXin Li       int q = compute_quantizer(q0, dQ, qmax, i);
587*a58d3d2aSXin Li       bits += dred_bits_table[q];
588*a58d3d2aSXin Li       if (target_chunks != NULL && bits < target_bits) *target_chunks = i+1;
589*a58d3d2aSXin Li    }
590*a58d3d2aSXin Li    return (int)floor(.5f+bits);
591*a58d3d2aSXin Li }
592*a58d3d2aSXin Li 
compute_dred_bitrate(OpusEncoder * st,opus_int32 bitrate_bps,int frame_size)593*a58d3d2aSXin Li static opus_int32 compute_dred_bitrate(OpusEncoder *st, opus_int32 bitrate_bps, int frame_size)
594*a58d3d2aSXin Li {
595*a58d3d2aSXin Li    float dred_frac;
596*a58d3d2aSXin Li    int bitrate_offset;
597*a58d3d2aSXin Li    opus_int32 dred_bitrate;
598*a58d3d2aSXin Li    opus_int32 target_dred_bitrate;
599*a58d3d2aSXin Li    int target_chunks;
600*a58d3d2aSXin Li    opus_int32 max_dred_bits;
601*a58d3d2aSXin Li    int q0, dQ, qmax;
602*a58d3d2aSXin Li    if (st->silk_mode.useInBandFEC) {
603*a58d3d2aSXin Li       dred_frac = MIN16(.7f, 3.f*st->silk_mode.packetLossPercentage/100.f);
604*a58d3d2aSXin Li       bitrate_offset = 20000;
605*a58d3d2aSXin Li    } else {
606*a58d3d2aSXin Li       if (st->silk_mode.packetLossPercentage > 5) {
607*a58d3d2aSXin Li          dred_frac = MIN16(.8f, .55f + st->silk_mode.packetLossPercentage/100.f);
608*a58d3d2aSXin Li       } else {
609*a58d3d2aSXin Li          dred_frac = 12*st->silk_mode.packetLossPercentage/100.f;
610*a58d3d2aSXin Li       }
611*a58d3d2aSXin Li       bitrate_offset = 12000;
612*a58d3d2aSXin Li    }
613*a58d3d2aSXin Li    /* Account for the fact that longer packets require less redundancy. */
614*a58d3d2aSXin Li    dred_frac = dred_frac/(dred_frac + (1-dred_frac)*(frame_size*50.f)/st->Fs);
615*a58d3d2aSXin Li    /* Approximate fit based on a few experiments. Could probably be improved. */
616*a58d3d2aSXin Li    q0 = IMIN(15, IMAX(4, 51 - 3*EC_ILOG(IMAX(1, bitrate_bps-bitrate_offset))));
617*a58d3d2aSXin Li    dQ = bitrate_bps-bitrate_offset > 36000 ? 3 : 5;
618*a58d3d2aSXin Li    qmax = 15;
619*a58d3d2aSXin Li    target_dred_bitrate = IMAX(0, (int)(dred_frac*(bitrate_bps-bitrate_offset)));
620*a58d3d2aSXin Li    if (st->dred_duration > 0) {
621*a58d3d2aSXin Li       opus_int32 target_bits = target_dred_bitrate*frame_size/st->Fs;
622*a58d3d2aSXin Li       max_dred_bits = estimate_dred_bitrate(q0, dQ, qmax, st->dred_duration, target_bits, &target_chunks);
623*a58d3d2aSXin Li    } else {
624*a58d3d2aSXin Li       max_dred_bits = 0;
625*a58d3d2aSXin Li       target_chunks=0;
626*a58d3d2aSXin Li    }
627*a58d3d2aSXin Li    dred_bitrate = IMIN(target_dred_bitrate, max_dred_bits*st->Fs/frame_size);
628*a58d3d2aSXin Li    /* If we can't afford enough bits, don't bother with DRED at all. */
629*a58d3d2aSXin Li    if (target_chunks < 2)
630*a58d3d2aSXin Li       dred_bitrate = 0;
631*a58d3d2aSXin Li    st->dred_q0 = q0;
632*a58d3d2aSXin Li    st->dred_dQ = dQ;
633*a58d3d2aSXin Li    st->dred_qmax = qmax;
634*a58d3d2aSXin Li    st->dred_target_chunks = target_chunks;
635*a58d3d2aSXin Li    return dred_bitrate;
636*a58d3d2aSXin Li }
637*a58d3d2aSXin Li #endif
638*a58d3d2aSXin Li 
user_bitrate_to_bitrate(OpusEncoder * st,int frame_size,int max_data_bytes)639*a58d3d2aSXin Li static opus_int32 user_bitrate_to_bitrate(OpusEncoder *st, int frame_size, int max_data_bytes)
640*a58d3d2aSXin Li {
641*a58d3d2aSXin Li   if(!frame_size)frame_size=st->Fs/400;
642*a58d3d2aSXin Li   if (st->user_bitrate_bps==OPUS_AUTO)
643*a58d3d2aSXin Li     return 60*st->Fs/frame_size + st->Fs*st->channels;
644*a58d3d2aSXin Li   else if (st->user_bitrate_bps==OPUS_BITRATE_MAX)
645*a58d3d2aSXin Li     return max_data_bytes*8*st->Fs/frame_size;
646*a58d3d2aSXin Li   else
647*a58d3d2aSXin Li     return st->user_bitrate_bps;
648*a58d3d2aSXin Li }
649*a58d3d2aSXin Li 
650*a58d3d2aSXin Li #ifndef DISABLE_FLOAT_API
651*a58d3d2aSXin Li #ifdef FIXED_POINT
652*a58d3d2aSXin Li #define PCM2VAL(x) FLOAT2INT16(x)
653*a58d3d2aSXin Li #else
654*a58d3d2aSXin Li #define PCM2VAL(x) SCALEIN(x)
655*a58d3d2aSXin Li #endif
656*a58d3d2aSXin Li 
downmix_float(const void * _x,opus_val32 * y,int subframe,int offset,int c1,int c2,int C)657*a58d3d2aSXin Li void downmix_float(const void *_x, opus_val32 *y, int subframe, int offset, int c1, int c2, int C)
658*a58d3d2aSXin Li {
659*a58d3d2aSXin Li    const float *x;
660*a58d3d2aSXin Li    int j;
661*a58d3d2aSXin Li 
662*a58d3d2aSXin Li    x = (const float *)_x;
663*a58d3d2aSXin Li    for (j=0;j<subframe;j++)
664*a58d3d2aSXin Li       y[j] = PCM2VAL(x[(j+offset)*C+c1]);
665*a58d3d2aSXin Li    if (c2>-1)
666*a58d3d2aSXin Li    {
667*a58d3d2aSXin Li       for (j=0;j<subframe;j++)
668*a58d3d2aSXin Li          y[j] += PCM2VAL(x[(j+offset)*C+c2]);
669*a58d3d2aSXin Li    } else if (c2==-2)
670*a58d3d2aSXin Li    {
671*a58d3d2aSXin Li       int c;
672*a58d3d2aSXin Li       for (c=1;c<C;c++)
673*a58d3d2aSXin Li       {
674*a58d3d2aSXin Li          for (j=0;j<subframe;j++)
675*a58d3d2aSXin Li             y[j] += PCM2VAL(x[(j+offset)*C+c]);
676*a58d3d2aSXin Li       }
677*a58d3d2aSXin Li    }
678*a58d3d2aSXin Li }
679*a58d3d2aSXin Li #endif
680*a58d3d2aSXin Li 
downmix_int(const void * _x,opus_val32 * y,int subframe,int offset,int c1,int c2,int C)681*a58d3d2aSXin Li void downmix_int(const void *_x, opus_val32 *y, int subframe, int offset, int c1, int c2, int C)
682*a58d3d2aSXin Li {
683*a58d3d2aSXin Li    const opus_int16 *x;
684*a58d3d2aSXin Li    int j;
685*a58d3d2aSXin Li 
686*a58d3d2aSXin Li    x = (const opus_int16 *)_x;
687*a58d3d2aSXin Li    for (j=0;j<subframe;j++)
688*a58d3d2aSXin Li       y[j] = x[(j+offset)*C+c1];
689*a58d3d2aSXin Li    if (c2>-1)
690*a58d3d2aSXin Li    {
691*a58d3d2aSXin Li       for (j=0;j<subframe;j++)
692*a58d3d2aSXin Li          y[j] += x[(j+offset)*C+c2];
693*a58d3d2aSXin Li    } else if (c2==-2)
694*a58d3d2aSXin Li    {
695*a58d3d2aSXin Li       int c;
696*a58d3d2aSXin Li       for (c=1;c<C;c++)
697*a58d3d2aSXin Li       {
698*a58d3d2aSXin Li          for (j=0;j<subframe;j++)
699*a58d3d2aSXin Li             y[j] += x[(j+offset)*C+c];
700*a58d3d2aSXin Li       }
701*a58d3d2aSXin Li    }
702*a58d3d2aSXin Li }
703*a58d3d2aSXin Li 
frame_size_select(opus_int32 frame_size,int variable_duration,opus_int32 Fs)704*a58d3d2aSXin Li opus_int32 frame_size_select(opus_int32 frame_size, int variable_duration, opus_int32 Fs)
705*a58d3d2aSXin Li {
706*a58d3d2aSXin Li    int new_size;
707*a58d3d2aSXin Li    if (frame_size<Fs/400)
708*a58d3d2aSXin Li       return -1;
709*a58d3d2aSXin Li    if (variable_duration == OPUS_FRAMESIZE_ARG)
710*a58d3d2aSXin Li       new_size = frame_size;
711*a58d3d2aSXin Li    else if (variable_duration >= OPUS_FRAMESIZE_2_5_MS && variable_duration <= OPUS_FRAMESIZE_120_MS)
712*a58d3d2aSXin Li    {
713*a58d3d2aSXin Li       if (variable_duration <= OPUS_FRAMESIZE_40_MS)
714*a58d3d2aSXin Li          new_size = (Fs/400)<<(variable_duration-OPUS_FRAMESIZE_2_5_MS);
715*a58d3d2aSXin Li       else
716*a58d3d2aSXin Li          new_size = (variable_duration-OPUS_FRAMESIZE_2_5_MS-2)*Fs/50;
717*a58d3d2aSXin Li    }
718*a58d3d2aSXin Li    else
719*a58d3d2aSXin Li       return -1;
720*a58d3d2aSXin Li    if (new_size>frame_size)
721*a58d3d2aSXin Li       return -1;
722*a58d3d2aSXin Li    if (400*new_size!=Fs   && 200*new_size!=Fs   && 100*new_size!=Fs   &&
723*a58d3d2aSXin Li         50*new_size!=Fs   &&  25*new_size!=Fs   &&  50*new_size!=3*Fs &&
724*a58d3d2aSXin Li         50*new_size!=4*Fs &&  50*new_size!=5*Fs &&  50*new_size!=6*Fs)
725*a58d3d2aSXin Li       return -1;
726*a58d3d2aSXin Li    return new_size;
727*a58d3d2aSXin Li }
728*a58d3d2aSXin Li 
compute_stereo_width(const opus_val16 * pcm,int frame_size,opus_int32 Fs,StereoWidthState * mem)729*a58d3d2aSXin Li opus_val16 compute_stereo_width(const opus_val16 *pcm, int frame_size, opus_int32 Fs, StereoWidthState *mem)
730*a58d3d2aSXin Li {
731*a58d3d2aSXin Li    opus_val32 xx, xy, yy;
732*a58d3d2aSXin Li    opus_val16 sqrt_xx, sqrt_yy;
733*a58d3d2aSXin Li    opus_val16 qrrt_xx, qrrt_yy;
734*a58d3d2aSXin Li    int frame_rate;
735*a58d3d2aSXin Li    int i;
736*a58d3d2aSXin Li    opus_val16 short_alpha;
737*a58d3d2aSXin Li 
738*a58d3d2aSXin Li    frame_rate = Fs/frame_size;
739*a58d3d2aSXin Li    short_alpha = Q15ONE - MULT16_16(25, Q15ONE)/IMAX(50,frame_rate);
740*a58d3d2aSXin Li    xx=xy=yy=0;
741*a58d3d2aSXin Li    /* Unroll by 4. The frame size is always a multiple of 4 *except* for
742*a58d3d2aSXin Li       2.5 ms frames at 12 kHz. Since this setting is very rare (and very
743*a58d3d2aSXin Li       stupid), we just discard the last two samples. */
744*a58d3d2aSXin Li    for (i=0;i<frame_size-3;i+=4)
745*a58d3d2aSXin Li    {
746*a58d3d2aSXin Li       opus_val32 pxx=0;
747*a58d3d2aSXin Li       opus_val32 pxy=0;
748*a58d3d2aSXin Li       opus_val32 pyy=0;
749*a58d3d2aSXin Li       opus_val16 x, y;
750*a58d3d2aSXin Li       x = pcm[2*i];
751*a58d3d2aSXin Li       y = pcm[2*i+1];
752*a58d3d2aSXin Li       pxx = SHR32(MULT16_16(x,x),2);
753*a58d3d2aSXin Li       pxy = SHR32(MULT16_16(x,y),2);
754*a58d3d2aSXin Li       pyy = SHR32(MULT16_16(y,y),2);
755*a58d3d2aSXin Li       x = pcm[2*i+2];
756*a58d3d2aSXin Li       y = pcm[2*i+3];
757*a58d3d2aSXin Li       pxx += SHR32(MULT16_16(x,x),2);
758*a58d3d2aSXin Li       pxy += SHR32(MULT16_16(x,y),2);
759*a58d3d2aSXin Li       pyy += SHR32(MULT16_16(y,y),2);
760*a58d3d2aSXin Li       x = pcm[2*i+4];
761*a58d3d2aSXin Li       y = pcm[2*i+5];
762*a58d3d2aSXin Li       pxx += SHR32(MULT16_16(x,x),2);
763*a58d3d2aSXin Li       pxy += SHR32(MULT16_16(x,y),2);
764*a58d3d2aSXin Li       pyy += SHR32(MULT16_16(y,y),2);
765*a58d3d2aSXin Li       x = pcm[2*i+6];
766*a58d3d2aSXin Li       y = pcm[2*i+7];
767*a58d3d2aSXin Li       pxx += SHR32(MULT16_16(x,x),2);
768*a58d3d2aSXin Li       pxy += SHR32(MULT16_16(x,y),2);
769*a58d3d2aSXin Li       pyy += SHR32(MULT16_16(y,y),2);
770*a58d3d2aSXin Li 
771*a58d3d2aSXin Li       xx += SHR32(pxx, 10);
772*a58d3d2aSXin Li       xy += SHR32(pxy, 10);
773*a58d3d2aSXin Li       yy += SHR32(pyy, 10);
774*a58d3d2aSXin Li    }
775*a58d3d2aSXin Li #ifndef FIXED_POINT
776*a58d3d2aSXin Li    if (!(xx < 1e9f) || celt_isnan(xx) || !(yy < 1e9f) || celt_isnan(yy))
777*a58d3d2aSXin Li    {
778*a58d3d2aSXin Li       xy = xx = yy = 0;
779*a58d3d2aSXin Li    }
780*a58d3d2aSXin Li #endif
781*a58d3d2aSXin Li    mem->XX += MULT16_32_Q15(short_alpha, xx-mem->XX);
782*a58d3d2aSXin Li    mem->XY += MULT16_32_Q15(short_alpha, xy-mem->XY);
783*a58d3d2aSXin Li    mem->YY += MULT16_32_Q15(short_alpha, yy-mem->YY);
784*a58d3d2aSXin Li    mem->XX = MAX32(0, mem->XX);
785*a58d3d2aSXin Li    mem->XY = MAX32(0, mem->XY);
786*a58d3d2aSXin Li    mem->YY = MAX32(0, mem->YY);
787*a58d3d2aSXin Li    if (MAX32(mem->XX, mem->YY)>QCONST16(8e-4f, 18))
788*a58d3d2aSXin Li    {
789*a58d3d2aSXin Li       opus_val16 corr;
790*a58d3d2aSXin Li       opus_val16 ldiff;
791*a58d3d2aSXin Li       opus_val16 width;
792*a58d3d2aSXin Li       sqrt_xx = celt_sqrt(mem->XX);
793*a58d3d2aSXin Li       sqrt_yy = celt_sqrt(mem->YY);
794*a58d3d2aSXin Li       qrrt_xx = celt_sqrt(sqrt_xx);
795*a58d3d2aSXin Li       qrrt_yy = celt_sqrt(sqrt_yy);
796*a58d3d2aSXin Li       /* Inter-channel correlation */
797*a58d3d2aSXin Li       mem->XY = MIN32(mem->XY, sqrt_xx*sqrt_yy);
798*a58d3d2aSXin Li       corr = SHR32(frac_div32(mem->XY,EPSILON+MULT16_16(sqrt_xx,sqrt_yy)),16);
799*a58d3d2aSXin Li       /* Approximate loudness difference */
800*a58d3d2aSXin Li       ldiff = MULT16_16(Q15ONE, ABS16(qrrt_xx-qrrt_yy))/(EPSILON+qrrt_xx+qrrt_yy);
801*a58d3d2aSXin Li       width = MULT16_16_Q15(celt_sqrt(QCONST32(1.f,30)-MULT16_16(corr,corr)), ldiff);
802*a58d3d2aSXin Li       /* Smoothing over one second */
803*a58d3d2aSXin Li       mem->smoothed_width += (width-mem->smoothed_width)/frame_rate;
804*a58d3d2aSXin Li       /* Peak follower */
805*a58d3d2aSXin Li       mem->max_follower = MAX16(mem->max_follower-QCONST16(.02f,15)/frame_rate, mem->smoothed_width);
806*a58d3d2aSXin Li    }
807*a58d3d2aSXin Li    /*printf("%f %f %f %f %f ", corr/(float)Q15ONE, ldiff/(float)Q15ONE, width/(float)Q15ONE, mem->smoothed_width/(float)Q15ONE, mem->max_follower/(float)Q15ONE);*/
808*a58d3d2aSXin Li    return EXTRACT16(MIN32(Q15ONE, MULT16_16(20, mem->max_follower)));
809*a58d3d2aSXin Li }
810*a58d3d2aSXin Li 
decide_fec(int useInBandFEC,int PacketLoss_perc,int last_fec,int mode,int * bandwidth,opus_int32 rate)811*a58d3d2aSXin Li static int decide_fec(int useInBandFEC, int PacketLoss_perc, int last_fec, int mode, int *bandwidth, opus_int32 rate)
812*a58d3d2aSXin Li {
813*a58d3d2aSXin Li    int orig_bandwidth;
814*a58d3d2aSXin Li    if (!useInBandFEC || PacketLoss_perc == 0 || mode == MODE_CELT_ONLY)
815*a58d3d2aSXin Li       return 0;
816*a58d3d2aSXin Li    orig_bandwidth = *bandwidth;
817*a58d3d2aSXin Li    for (;;)
818*a58d3d2aSXin Li    {
819*a58d3d2aSXin Li       opus_int32 hysteresis;
820*a58d3d2aSXin Li       opus_int32 LBRR_rate_thres_bps;
821*a58d3d2aSXin Li       /* Compute threshold for using FEC at the current bandwidth setting */
822*a58d3d2aSXin Li       LBRR_rate_thres_bps = fec_thresholds[2*(*bandwidth - OPUS_BANDWIDTH_NARROWBAND)];
823*a58d3d2aSXin Li       hysteresis = fec_thresholds[2*(*bandwidth - OPUS_BANDWIDTH_NARROWBAND) + 1];
824*a58d3d2aSXin Li       if (last_fec == 1) LBRR_rate_thres_bps -= hysteresis;
825*a58d3d2aSXin Li       if (last_fec == 0) LBRR_rate_thres_bps += hysteresis;
826*a58d3d2aSXin Li       LBRR_rate_thres_bps = silk_SMULWB( silk_MUL( LBRR_rate_thres_bps,
827*a58d3d2aSXin Li             125 - silk_min( PacketLoss_perc, 25 ) ), SILK_FIX_CONST( 0.01, 16 ) );
828*a58d3d2aSXin Li       /* If loss <= 5%, we look at whether we have enough rate to enable FEC.
829*a58d3d2aSXin Li          If loss > 5%, we decrease the bandwidth until we can enable FEC. */
830*a58d3d2aSXin Li       if (rate > LBRR_rate_thres_bps)
831*a58d3d2aSXin Li          return 1;
832*a58d3d2aSXin Li       else if (PacketLoss_perc <= 5)
833*a58d3d2aSXin Li          return 0;
834*a58d3d2aSXin Li       else if (*bandwidth > OPUS_BANDWIDTH_NARROWBAND)
835*a58d3d2aSXin Li          (*bandwidth)--;
836*a58d3d2aSXin Li       else
837*a58d3d2aSXin Li          break;
838*a58d3d2aSXin Li    }
839*a58d3d2aSXin Li    /* Couldn't find any bandwidth to enable FEC, keep original bandwidth. */
840*a58d3d2aSXin Li    *bandwidth = orig_bandwidth;
841*a58d3d2aSXin Li    return 0;
842*a58d3d2aSXin Li }
843*a58d3d2aSXin Li 
compute_silk_rate_for_hybrid(int rate,int bandwidth,int frame20ms,int vbr,int fec,int channels)844*a58d3d2aSXin Li static int compute_silk_rate_for_hybrid(int rate, int bandwidth, int frame20ms, int vbr, int fec, int channels) {
845*a58d3d2aSXin Li    int entry;
846*a58d3d2aSXin Li    int i;
847*a58d3d2aSXin Li    int N;
848*a58d3d2aSXin Li    int silk_rate;
849*a58d3d2aSXin Li    static int rate_table[][5] = {
850*a58d3d2aSXin Li   /*  |total| |-------- SILK------------|
851*a58d3d2aSXin Li               |-- No FEC -| |--- FEC ---|
852*a58d3d2aSXin Li                10ms   20ms   10ms   20ms */
853*a58d3d2aSXin Li       {    0,     0,     0,     0,     0},
854*a58d3d2aSXin Li       {12000, 10000, 10000, 11000, 11000},
855*a58d3d2aSXin Li       {16000, 13500, 13500, 15000, 15000},
856*a58d3d2aSXin Li       {20000, 16000, 16000, 18000, 18000},
857*a58d3d2aSXin Li       {24000, 18000, 18000, 21000, 21000},
858*a58d3d2aSXin Li       {32000, 22000, 22000, 28000, 28000},
859*a58d3d2aSXin Li       {64000, 38000, 38000, 50000, 50000}
860*a58d3d2aSXin Li    };
861*a58d3d2aSXin Li    /* Do the allocation per-channel. */
862*a58d3d2aSXin Li    rate /= channels;
863*a58d3d2aSXin Li    entry = 1 + frame20ms + 2*fec;
864*a58d3d2aSXin Li    N = sizeof(rate_table)/sizeof(rate_table[0]);
865*a58d3d2aSXin Li    for (i=1;i<N;i++)
866*a58d3d2aSXin Li    {
867*a58d3d2aSXin Li       if (rate_table[i][0] > rate) break;
868*a58d3d2aSXin Li    }
869*a58d3d2aSXin Li    if (i == N)
870*a58d3d2aSXin Li    {
871*a58d3d2aSXin Li       silk_rate = rate_table[i-1][entry];
872*a58d3d2aSXin Li       /* For now, just give 50% of the extra bits to SILK. */
873*a58d3d2aSXin Li       silk_rate += (rate-rate_table[i-1][0])/2;
874*a58d3d2aSXin Li    } else {
875*a58d3d2aSXin Li       opus_int32 lo, hi, x0, x1;
876*a58d3d2aSXin Li       lo = rate_table[i-1][entry];
877*a58d3d2aSXin Li       hi = rate_table[i][entry];
878*a58d3d2aSXin Li       x0 = rate_table[i-1][0];
879*a58d3d2aSXin Li       x1 = rate_table[i][0];
880*a58d3d2aSXin Li       silk_rate = (lo*(x1-rate) + hi*(rate-x0))/(x1-x0);
881*a58d3d2aSXin Li    }
882*a58d3d2aSXin Li    if (!vbr)
883*a58d3d2aSXin Li    {
884*a58d3d2aSXin Li       /* Tiny boost to SILK for CBR. We should probably tune this better. */
885*a58d3d2aSXin Li       silk_rate += 100;
886*a58d3d2aSXin Li    }
887*a58d3d2aSXin Li    if (bandwidth==OPUS_BANDWIDTH_SUPERWIDEBAND)
888*a58d3d2aSXin Li       silk_rate += 300;
889*a58d3d2aSXin Li    silk_rate *= channels;
890*a58d3d2aSXin Li    /* Small adjustment for stereo (calibrated for 32 kb/s, haven't tried other bitrates). */
891*a58d3d2aSXin Li    if (channels == 2 && rate >= 12000)
892*a58d3d2aSXin Li       silk_rate -= 1000;
893*a58d3d2aSXin Li    return silk_rate;
894*a58d3d2aSXin Li }
895*a58d3d2aSXin Li 
896*a58d3d2aSXin Li /* Returns the equivalent bitrate corresponding to 20 ms frames,
897*a58d3d2aSXin Li    complexity 10 VBR operation. */
compute_equiv_rate(opus_int32 bitrate,int channels,int frame_rate,int vbr,int mode,int complexity,int loss)898*a58d3d2aSXin Li static opus_int32 compute_equiv_rate(opus_int32 bitrate, int channels,
899*a58d3d2aSXin Li       int frame_rate, int vbr, int mode, int complexity, int loss)
900*a58d3d2aSXin Li {
901*a58d3d2aSXin Li    opus_int32 equiv;
902*a58d3d2aSXin Li    equiv = bitrate;
903*a58d3d2aSXin Li    /* Take into account overhead from smaller frames. */
904*a58d3d2aSXin Li    if (frame_rate > 50)
905*a58d3d2aSXin Li       equiv -= (40*channels+20)*(frame_rate - 50);
906*a58d3d2aSXin Li    /* CBR is about a 8% penalty for both SILK and CELT. */
907*a58d3d2aSXin Li    if (!vbr)
908*a58d3d2aSXin Li       equiv -= equiv/12;
909*a58d3d2aSXin Li    /* Complexity makes about 10% difference (from 0 to 10) in general. */
910*a58d3d2aSXin Li    equiv = equiv * (90+complexity)/100;
911*a58d3d2aSXin Li    if (mode == MODE_SILK_ONLY || mode == MODE_HYBRID)
912*a58d3d2aSXin Li    {
913*a58d3d2aSXin Li       /* SILK complexity 0-1 uses the non-delayed-decision NSQ, which
914*a58d3d2aSXin Li          costs about 20%. */
915*a58d3d2aSXin Li       if (complexity<2)
916*a58d3d2aSXin Li          equiv = equiv*4/5;
917*a58d3d2aSXin Li       equiv -= equiv*loss/(6*loss + 10);
918*a58d3d2aSXin Li    } else if (mode == MODE_CELT_ONLY) {
919*a58d3d2aSXin Li       /* CELT complexity 0-4 doesn't have the pitch filter, which costs
920*a58d3d2aSXin Li          about 10%. */
921*a58d3d2aSXin Li       if (complexity<5)
922*a58d3d2aSXin Li          equiv = equiv*9/10;
923*a58d3d2aSXin Li    } else {
924*a58d3d2aSXin Li       /* Mode not known yet */
925*a58d3d2aSXin Li       /* Half the SILK loss*/
926*a58d3d2aSXin Li       equiv -= equiv*loss/(12*loss + 20);
927*a58d3d2aSXin Li    }
928*a58d3d2aSXin Li    return equiv;
929*a58d3d2aSXin Li }
930*a58d3d2aSXin Li 
931*a58d3d2aSXin Li #ifndef DISABLE_FLOAT_API
932*a58d3d2aSXin Li 
is_digital_silence(const opus_val16 * pcm,int frame_size,int channels,int lsb_depth)933*a58d3d2aSXin Li int is_digital_silence(const opus_val16* pcm, int frame_size, int channels, int lsb_depth)
934*a58d3d2aSXin Li {
935*a58d3d2aSXin Li    int silence = 0;
936*a58d3d2aSXin Li    opus_val32 sample_max = 0;
937*a58d3d2aSXin Li #ifdef MLP_TRAINING
938*a58d3d2aSXin Li    return 0;
939*a58d3d2aSXin Li #endif
940*a58d3d2aSXin Li    sample_max = celt_maxabs16(pcm, frame_size*channels);
941*a58d3d2aSXin Li 
942*a58d3d2aSXin Li #ifdef FIXED_POINT
943*a58d3d2aSXin Li    silence = (sample_max == 0);
944*a58d3d2aSXin Li    (void)lsb_depth;
945*a58d3d2aSXin Li #else
946*a58d3d2aSXin Li    silence = (sample_max <= (opus_val16) 1 / (1 << lsb_depth));
947*a58d3d2aSXin Li #endif
948*a58d3d2aSXin Li 
949*a58d3d2aSXin Li    return silence;
950*a58d3d2aSXin Li }
951*a58d3d2aSXin Li 
952*a58d3d2aSXin Li #ifdef FIXED_POINT
compute_frame_energy(const opus_val16 * pcm,int frame_size,int channels,int arch)953*a58d3d2aSXin Li static opus_val32 compute_frame_energy(const opus_val16 *pcm, int frame_size, int channels, int arch)
954*a58d3d2aSXin Li {
955*a58d3d2aSXin Li    int i;
956*a58d3d2aSXin Li    opus_val32 sample_max;
957*a58d3d2aSXin Li    int max_shift;
958*a58d3d2aSXin Li    int shift;
959*a58d3d2aSXin Li    opus_val32 energy = 0;
960*a58d3d2aSXin Li    int len = frame_size*channels;
961*a58d3d2aSXin Li    (void)arch;
962*a58d3d2aSXin Li    /* Max amplitude in the signal */
963*a58d3d2aSXin Li    sample_max = celt_maxabs16(pcm, len);
964*a58d3d2aSXin Li 
965*a58d3d2aSXin Li    /* Compute the right shift required in the MAC to avoid an overflow */
966*a58d3d2aSXin Li    max_shift = celt_ilog2(len);
967*a58d3d2aSXin Li    shift = IMAX(0, (celt_ilog2(1+sample_max) << 1) + max_shift - 28);
968*a58d3d2aSXin Li 
969*a58d3d2aSXin Li    /* Compute the energy */
970*a58d3d2aSXin Li    for (i=0; i<len; i++)
971*a58d3d2aSXin Li       energy += SHR32(MULT16_16(pcm[i], pcm[i]), shift);
972*a58d3d2aSXin Li 
973*a58d3d2aSXin Li    /* Normalize energy by the frame size and left-shift back to the original position */
974*a58d3d2aSXin Li    energy /= len;
975*a58d3d2aSXin Li    energy = SHL32(energy, shift);
976*a58d3d2aSXin Li 
977*a58d3d2aSXin Li    return energy;
978*a58d3d2aSXin Li }
979*a58d3d2aSXin Li #else
compute_frame_energy(const opus_val16 * pcm,int frame_size,int channels,int arch)980*a58d3d2aSXin Li static opus_val32 compute_frame_energy(const opus_val16 *pcm, int frame_size, int channels, int arch)
981*a58d3d2aSXin Li {
982*a58d3d2aSXin Li    int len = frame_size*channels;
983*a58d3d2aSXin Li    return celt_inner_prod(pcm, pcm, len, arch)/len;
984*a58d3d2aSXin Li }
985*a58d3d2aSXin Li #endif
986*a58d3d2aSXin Li 
987*a58d3d2aSXin Li /* Decides if DTX should be turned on (=1) or off (=0) */
decide_dtx_mode(opus_int activity,int * nb_no_activity_ms_Q1,int frame_size_ms_Q1)988*a58d3d2aSXin Li static int decide_dtx_mode(opus_int activity,            /* indicates if this frame contains speech/music */
989*a58d3d2aSXin Li                            int *nb_no_activity_ms_Q1,    /* number of consecutive milliseconds with no activity, in Q1 */
990*a58d3d2aSXin Li                            int frame_size_ms_Q1          /* number of miliseconds in this update, in Q1 */
991*a58d3d2aSXin Li                            )
992*a58d3d2aSXin Li 
993*a58d3d2aSXin Li {
994*a58d3d2aSXin Li    if (!activity)
995*a58d3d2aSXin Li    {
996*a58d3d2aSXin Li       /* The number of consecutive DTX frames should be within the allowed bounds.
997*a58d3d2aSXin Li          Note that the allowed bound is defined in the SILK headers and assumes 20 ms
998*a58d3d2aSXin Li          frames. As this function can be called with any frame length, a conversion to
999*a58d3d2aSXin Li          milliseconds is done before the comparisons. */
1000*a58d3d2aSXin Li       (*nb_no_activity_ms_Q1) += frame_size_ms_Q1;
1001*a58d3d2aSXin Li       if (*nb_no_activity_ms_Q1 > NB_SPEECH_FRAMES_BEFORE_DTX*20*2)
1002*a58d3d2aSXin Li       {
1003*a58d3d2aSXin Li          if (*nb_no_activity_ms_Q1 <= (NB_SPEECH_FRAMES_BEFORE_DTX + MAX_CONSECUTIVE_DTX)*20*2)
1004*a58d3d2aSXin Li             /* Valid frame for DTX! */
1005*a58d3d2aSXin Li             return 1;
1006*a58d3d2aSXin Li          else
1007*a58d3d2aSXin Li             (*nb_no_activity_ms_Q1) = NB_SPEECH_FRAMES_BEFORE_DTX*20*2;
1008*a58d3d2aSXin Li       }
1009*a58d3d2aSXin Li    } else
1010*a58d3d2aSXin Li       (*nb_no_activity_ms_Q1) = 0;
1011*a58d3d2aSXin Li 
1012*a58d3d2aSXin Li    return 0;
1013*a58d3d2aSXin Li }
1014*a58d3d2aSXin Li 
1015*a58d3d2aSXin Li #endif
1016*a58d3d2aSXin Li 
compute_redundancy_bytes(opus_int32 max_data_bytes,opus_int32 bitrate_bps,int frame_rate,int channels)1017*a58d3d2aSXin Li static int compute_redundancy_bytes(opus_int32 max_data_bytes, opus_int32 bitrate_bps, int frame_rate, int channels)
1018*a58d3d2aSXin Li {
1019*a58d3d2aSXin Li    int redundancy_bytes_cap;
1020*a58d3d2aSXin Li    int redundancy_bytes;
1021*a58d3d2aSXin Li    opus_int32 redundancy_rate;
1022*a58d3d2aSXin Li    int base_bits;
1023*a58d3d2aSXin Li    opus_int32 available_bits;
1024*a58d3d2aSXin Li    base_bits = (40*channels+20);
1025*a58d3d2aSXin Li 
1026*a58d3d2aSXin Li    /* Equivalent rate for 5 ms frames. */
1027*a58d3d2aSXin Li    redundancy_rate = bitrate_bps + base_bits*(200 - frame_rate);
1028*a58d3d2aSXin Li    /* For VBR, further increase the bitrate if we can afford it. It's pretty short
1029*a58d3d2aSXin Li       and we'll avoid artefacts. */
1030*a58d3d2aSXin Li    redundancy_rate = 3*redundancy_rate/2;
1031*a58d3d2aSXin Li    redundancy_bytes = redundancy_rate/1600;
1032*a58d3d2aSXin Li 
1033*a58d3d2aSXin Li    /* Compute the max rate we can use given CBR or VBR with cap. */
1034*a58d3d2aSXin Li    available_bits = max_data_bytes*8 - 2*base_bits;
1035*a58d3d2aSXin Li    redundancy_bytes_cap = (available_bits*240/(240+48000/frame_rate) + base_bits)/8;
1036*a58d3d2aSXin Li    redundancy_bytes = IMIN(redundancy_bytes, redundancy_bytes_cap);
1037*a58d3d2aSXin Li    /* It we can't get enough bits for redundancy to be worth it, rely on the decoder PLC. */
1038*a58d3d2aSXin Li    if (redundancy_bytes > 4 + 8*channels)
1039*a58d3d2aSXin Li       redundancy_bytes = IMIN(257, redundancy_bytes);
1040*a58d3d2aSXin Li    else
1041*a58d3d2aSXin Li       redundancy_bytes = 0;
1042*a58d3d2aSXin Li    return redundancy_bytes;
1043*a58d3d2aSXin Li }
1044*a58d3d2aSXin Li 
1045*a58d3d2aSXin Li static opus_int32 opus_encode_frame_native(OpusEncoder *st, const opus_val16 *pcm, int frame_size,
1046*a58d3d2aSXin Li                 unsigned char *data, opus_int32 max_data_bytes,
1047*a58d3d2aSXin Li                 int float_api, int first_frame,
1048*a58d3d2aSXin Li #ifdef ENABLE_DRED
1049*a58d3d2aSXin Li                 opus_int32 dred_bitrate_bps,
1050*a58d3d2aSXin Li #endif
1051*a58d3d2aSXin Li #ifndef DISABLE_FLOAT_API
1052*a58d3d2aSXin Li                 AnalysisInfo *analysis_info, int is_silence,
1053*a58d3d2aSXin Li #endif
1054*a58d3d2aSXin Li                 int redundancy, int celt_to_silk, int prefill,
1055*a58d3d2aSXin Li                 opus_int32 equiv_rate, int to_celt);
1056*a58d3d2aSXin Li 
opus_encode_native(OpusEncoder * st,const opus_val16 * pcm,int frame_size,unsigned char * data,opus_int32 out_data_bytes,int lsb_depth,const void * analysis_pcm,opus_int32 analysis_size,int c1,int c2,int analysis_channels,downmix_func downmix,int float_api)1057*a58d3d2aSXin Li opus_int32 opus_encode_native(OpusEncoder *st, const opus_val16 *pcm, int frame_size,
1058*a58d3d2aSXin Li                 unsigned char *data, opus_int32 out_data_bytes, int lsb_depth,
1059*a58d3d2aSXin Li                 const void *analysis_pcm, opus_int32 analysis_size, int c1, int c2,
1060*a58d3d2aSXin Li                 int analysis_channels, downmix_func downmix, int float_api)
1061*a58d3d2aSXin Li {
1062*a58d3d2aSXin Li     void *silk_enc;
1063*a58d3d2aSXin Li     CELTEncoder *celt_enc;
1064*a58d3d2aSXin Li     int i;
1065*a58d3d2aSXin Li     int ret=0;
1066*a58d3d2aSXin Li     int prefill=0;
1067*a58d3d2aSXin Li     int redundancy = 0;
1068*a58d3d2aSXin Li     int celt_to_silk = 0;
1069*a58d3d2aSXin Li     int to_celt = 0;
1070*a58d3d2aSXin Li     int voice_est; /* Probability of voice in Q7 */
1071*a58d3d2aSXin Li     opus_int32 equiv_rate;
1072*a58d3d2aSXin Li     int frame_rate;
1073*a58d3d2aSXin Li     opus_int32 max_rate; /* Max bitrate we're allowed to use */
1074*a58d3d2aSXin Li     int curr_bandwidth;
1075*a58d3d2aSXin Li     opus_int32 max_data_bytes; /* Max number of bytes we're allowed to use */
1076*a58d3d2aSXin Li     opus_int32 cbr_bytes=-1;
1077*a58d3d2aSXin Li     opus_val16 stereo_width;
1078*a58d3d2aSXin Li     const CELTMode *celt_mode;
1079*a58d3d2aSXin Li #ifndef DISABLE_FLOAT_API
1080*a58d3d2aSXin Li     AnalysisInfo analysis_info;
1081*a58d3d2aSXin Li     int analysis_read_pos_bak=-1;
1082*a58d3d2aSXin Li     int analysis_read_subframe_bak=-1;
1083*a58d3d2aSXin Li     int is_silence = 0;
1084*a58d3d2aSXin Li #endif
1085*a58d3d2aSXin Li #ifdef ENABLE_DRED
1086*a58d3d2aSXin Li     opus_int32 dred_bitrate_bps;
1087*a58d3d2aSXin Li #endif
1088*a58d3d2aSXin Li     ALLOC_STACK;
1089*a58d3d2aSXin Li 
1090*a58d3d2aSXin Li     max_data_bytes = IMIN(1276, out_data_bytes);
1091*a58d3d2aSXin Li 
1092*a58d3d2aSXin Li     st->rangeFinal = 0;
1093*a58d3d2aSXin Li     if (frame_size <= 0 || max_data_bytes <= 0)
1094*a58d3d2aSXin Li     {
1095*a58d3d2aSXin Li        RESTORE_STACK;
1096*a58d3d2aSXin Li        return OPUS_BAD_ARG;
1097*a58d3d2aSXin Li     }
1098*a58d3d2aSXin Li 
1099*a58d3d2aSXin Li     /* Cannot encode 100 ms in 1 byte */
1100*a58d3d2aSXin Li     if (max_data_bytes==1 && st->Fs==(frame_size*10))
1101*a58d3d2aSXin Li     {
1102*a58d3d2aSXin Li       RESTORE_STACK;
1103*a58d3d2aSXin Li       return OPUS_BUFFER_TOO_SMALL;
1104*a58d3d2aSXin Li     }
1105*a58d3d2aSXin Li 
1106*a58d3d2aSXin Li     silk_enc = (char*)st+st->silk_enc_offset;
1107*a58d3d2aSXin Li     celt_enc = (CELTEncoder*)((char*)st+st->celt_enc_offset);
1108*a58d3d2aSXin Li 
1109*a58d3d2aSXin Li     lsb_depth = IMIN(lsb_depth, st->lsb_depth);
1110*a58d3d2aSXin Li 
1111*a58d3d2aSXin Li     celt_encoder_ctl(celt_enc, CELT_GET_MODE(&celt_mode));
1112*a58d3d2aSXin Li #ifndef DISABLE_FLOAT_API
1113*a58d3d2aSXin Li     analysis_info.valid = 0;
1114*a58d3d2aSXin Li #ifdef FIXED_POINT
1115*a58d3d2aSXin Li     if (st->silk_mode.complexity >= 10 && st->Fs>=16000)
1116*a58d3d2aSXin Li #else
1117*a58d3d2aSXin Li     if (st->silk_mode.complexity >= 7 && st->Fs>=16000)
1118*a58d3d2aSXin Li #endif
1119*a58d3d2aSXin Li     {
1120*a58d3d2aSXin Li        is_silence = is_digital_silence(pcm, frame_size, st->channels, lsb_depth);
1121*a58d3d2aSXin Li        analysis_read_pos_bak = st->analysis.read_pos;
1122*a58d3d2aSXin Li        analysis_read_subframe_bak = st->analysis.read_subframe;
1123*a58d3d2aSXin Li        run_analysis(&st->analysis, celt_mode, analysis_pcm, analysis_size, frame_size,
1124*a58d3d2aSXin Li              c1, c2, analysis_channels, st->Fs,
1125*a58d3d2aSXin Li              lsb_depth, downmix, &analysis_info);
1126*a58d3d2aSXin Li 
1127*a58d3d2aSXin Li        /* Track the peak signal energy */
1128*a58d3d2aSXin Li        if (!is_silence && analysis_info.activity_probability > DTX_ACTIVITY_THRESHOLD)
1129*a58d3d2aSXin Li           st->peak_signal_energy = MAX32(MULT16_32_Q15(QCONST16(0.999f, 15), st->peak_signal_energy),
1130*a58d3d2aSXin Li                 compute_frame_energy(pcm, frame_size, st->channels, st->arch));
1131*a58d3d2aSXin Li     } else if (st->analysis.initialized) {
1132*a58d3d2aSXin Li        tonality_analysis_reset(&st->analysis);
1133*a58d3d2aSXin Li     }
1134*a58d3d2aSXin Li #else
1135*a58d3d2aSXin Li     (void)analysis_pcm;
1136*a58d3d2aSXin Li     (void)analysis_size;
1137*a58d3d2aSXin Li     (void)c1;
1138*a58d3d2aSXin Li     (void)c2;
1139*a58d3d2aSXin Li     (void)analysis_channels;
1140*a58d3d2aSXin Li     (void)downmix;
1141*a58d3d2aSXin Li #endif
1142*a58d3d2aSXin Li 
1143*a58d3d2aSXin Li #ifndef DISABLE_FLOAT_API
1144*a58d3d2aSXin Li     /* Reset voice_ratio if this frame is not silent or if analysis is disabled.
1145*a58d3d2aSXin Li      * Otherwise, preserve voice_ratio from the last non-silent frame */
1146*a58d3d2aSXin Li     if (!is_silence)
1147*a58d3d2aSXin Li       st->voice_ratio = -1;
1148*a58d3d2aSXin Li 
1149*a58d3d2aSXin Li     st->detected_bandwidth = 0;
1150*a58d3d2aSXin Li     if (analysis_info.valid)
1151*a58d3d2aSXin Li     {
1152*a58d3d2aSXin Li        int analysis_bandwidth;
1153*a58d3d2aSXin Li        if (st->signal_type == OPUS_AUTO)
1154*a58d3d2aSXin Li        {
1155*a58d3d2aSXin Li           float prob;
1156*a58d3d2aSXin Li           if (st->prev_mode == 0)
1157*a58d3d2aSXin Li              prob = analysis_info.music_prob;
1158*a58d3d2aSXin Li           else if (st->prev_mode == MODE_CELT_ONLY)
1159*a58d3d2aSXin Li              prob = analysis_info.music_prob_max;
1160*a58d3d2aSXin Li           else
1161*a58d3d2aSXin Li              prob = analysis_info.music_prob_min;
1162*a58d3d2aSXin Li           st->voice_ratio = (int)floor(.5+100*(1-prob));
1163*a58d3d2aSXin Li        }
1164*a58d3d2aSXin Li 
1165*a58d3d2aSXin Li        analysis_bandwidth = analysis_info.bandwidth;
1166*a58d3d2aSXin Li        if (analysis_bandwidth<=12)
1167*a58d3d2aSXin Li           st->detected_bandwidth = OPUS_BANDWIDTH_NARROWBAND;
1168*a58d3d2aSXin Li        else if (analysis_bandwidth<=14)
1169*a58d3d2aSXin Li           st->detected_bandwidth = OPUS_BANDWIDTH_MEDIUMBAND;
1170*a58d3d2aSXin Li        else if (analysis_bandwidth<=16)
1171*a58d3d2aSXin Li           st->detected_bandwidth = OPUS_BANDWIDTH_WIDEBAND;
1172*a58d3d2aSXin Li        else if (analysis_bandwidth<=18)
1173*a58d3d2aSXin Li           st->detected_bandwidth = OPUS_BANDWIDTH_SUPERWIDEBAND;
1174*a58d3d2aSXin Li        else
1175*a58d3d2aSXin Li           st->detected_bandwidth = OPUS_BANDWIDTH_FULLBAND;
1176*a58d3d2aSXin Li     }
1177*a58d3d2aSXin Li #else
1178*a58d3d2aSXin Li     st->voice_ratio = -1;
1179*a58d3d2aSXin Li #endif
1180*a58d3d2aSXin Li 
1181*a58d3d2aSXin Li     if (st->channels==2 && st->force_channels!=1)
1182*a58d3d2aSXin Li        stereo_width = compute_stereo_width(pcm, frame_size, st->Fs, &st->width_mem);
1183*a58d3d2aSXin Li     else
1184*a58d3d2aSXin Li        stereo_width = 0;
1185*a58d3d2aSXin Li     st->bitrate_bps = user_bitrate_to_bitrate(st, frame_size, max_data_bytes);
1186*a58d3d2aSXin Li 
1187*a58d3d2aSXin Li     frame_rate = st->Fs/frame_size;
1188*a58d3d2aSXin Li     if (!st->use_vbr)
1189*a58d3d2aSXin Li     {
1190*a58d3d2aSXin Li        /* Multiply by 12 to make sure the division is exact. */
1191*a58d3d2aSXin Li        int frame_rate12 = 12*st->Fs/frame_size;
1192*a58d3d2aSXin Li        /* We need to make sure that "int" values always fit in 16 bits. */
1193*a58d3d2aSXin Li        cbr_bytes = IMIN( (12*st->bitrate_bps/8 + frame_rate12/2)/frame_rate12, max_data_bytes);
1194*a58d3d2aSXin Li        st->bitrate_bps = cbr_bytes*(opus_int32)frame_rate12*8/12;
1195*a58d3d2aSXin Li        /* Make sure we provide at least one byte to avoid failing. */
1196*a58d3d2aSXin Li        max_data_bytes = IMAX(1, cbr_bytes);
1197*a58d3d2aSXin Li     }
1198*a58d3d2aSXin Li #ifdef ENABLE_DRED
1199*a58d3d2aSXin Li     /* Allocate some of the bits to DRED if needed. */
1200*a58d3d2aSXin Li     dred_bitrate_bps = compute_dred_bitrate(st, st->bitrate_bps, frame_size);
1201*a58d3d2aSXin Li     st->bitrate_bps -= dred_bitrate_bps;
1202*a58d3d2aSXin Li #endif
1203*a58d3d2aSXin Li     if (max_data_bytes<3 || st->bitrate_bps < 3*frame_rate*8
1204*a58d3d2aSXin Li        || (frame_rate<50 && (max_data_bytes*frame_rate<300 || st->bitrate_bps < 2400)))
1205*a58d3d2aSXin Li     {
1206*a58d3d2aSXin Li        /*If the space is too low to do something useful, emit 'PLC' frames.*/
1207*a58d3d2aSXin Li        int tocmode = st->mode;
1208*a58d3d2aSXin Li        int bw = st->bandwidth == 0 ? OPUS_BANDWIDTH_NARROWBAND : st->bandwidth;
1209*a58d3d2aSXin Li        int packet_code = 0;
1210*a58d3d2aSXin Li        int num_multiframes = 0;
1211*a58d3d2aSXin Li 
1212*a58d3d2aSXin Li        if (tocmode==0)
1213*a58d3d2aSXin Li           tocmode = MODE_SILK_ONLY;
1214*a58d3d2aSXin Li        if (frame_rate>100)
1215*a58d3d2aSXin Li           tocmode = MODE_CELT_ONLY;
1216*a58d3d2aSXin Li        /* 40 ms -> 2 x 20 ms if in CELT_ONLY or HYBRID mode */
1217*a58d3d2aSXin Li        if (frame_rate==25 && tocmode!=MODE_SILK_ONLY)
1218*a58d3d2aSXin Li        {
1219*a58d3d2aSXin Li           frame_rate = 50;
1220*a58d3d2aSXin Li           packet_code = 1;
1221*a58d3d2aSXin Li        }
1222*a58d3d2aSXin Li 
1223*a58d3d2aSXin Li        /* >= 60 ms frames */
1224*a58d3d2aSXin Li        if (frame_rate<=16)
1225*a58d3d2aSXin Li        {
1226*a58d3d2aSXin Li           /* 1 x 60 ms, 2 x 40 ms, 2 x 60 ms */
1227*a58d3d2aSXin Li           if (out_data_bytes==1 || (tocmode==MODE_SILK_ONLY && frame_rate!=10))
1228*a58d3d2aSXin Li           {
1229*a58d3d2aSXin Li              tocmode = MODE_SILK_ONLY;
1230*a58d3d2aSXin Li 
1231*a58d3d2aSXin Li              packet_code = frame_rate <= 12;
1232*a58d3d2aSXin Li              frame_rate = frame_rate == 12 ? 25 : 16;
1233*a58d3d2aSXin Li           }
1234*a58d3d2aSXin Li           else
1235*a58d3d2aSXin Li           {
1236*a58d3d2aSXin Li              num_multiframes = 50/frame_rate;
1237*a58d3d2aSXin Li              frame_rate = 50;
1238*a58d3d2aSXin Li              packet_code = 3;
1239*a58d3d2aSXin Li           }
1240*a58d3d2aSXin Li        }
1241*a58d3d2aSXin Li 
1242*a58d3d2aSXin Li        if(tocmode==MODE_SILK_ONLY&&bw>OPUS_BANDWIDTH_WIDEBAND)
1243*a58d3d2aSXin Li           bw=OPUS_BANDWIDTH_WIDEBAND;
1244*a58d3d2aSXin Li        else if (tocmode==MODE_CELT_ONLY&&bw==OPUS_BANDWIDTH_MEDIUMBAND)
1245*a58d3d2aSXin Li           bw=OPUS_BANDWIDTH_NARROWBAND;
1246*a58d3d2aSXin Li        else if (tocmode==MODE_HYBRID&&bw<=OPUS_BANDWIDTH_SUPERWIDEBAND)
1247*a58d3d2aSXin Li           bw=OPUS_BANDWIDTH_SUPERWIDEBAND;
1248*a58d3d2aSXin Li 
1249*a58d3d2aSXin Li        data[0] = gen_toc(tocmode, frame_rate, bw, st->stream_channels);
1250*a58d3d2aSXin Li        data[0] |= packet_code;
1251*a58d3d2aSXin Li 
1252*a58d3d2aSXin Li        ret = packet_code <= 1 ? 1 : 2;
1253*a58d3d2aSXin Li 
1254*a58d3d2aSXin Li        max_data_bytes = IMAX(max_data_bytes, ret);
1255*a58d3d2aSXin Li 
1256*a58d3d2aSXin Li        if (packet_code==3)
1257*a58d3d2aSXin Li           data[1] = num_multiframes;
1258*a58d3d2aSXin Li 
1259*a58d3d2aSXin Li        if (!st->use_vbr)
1260*a58d3d2aSXin Li        {
1261*a58d3d2aSXin Li           ret = opus_packet_pad(data, ret, max_data_bytes);
1262*a58d3d2aSXin Li           if (ret == OPUS_OK)
1263*a58d3d2aSXin Li              ret = max_data_bytes;
1264*a58d3d2aSXin Li           else
1265*a58d3d2aSXin Li              ret = OPUS_INTERNAL_ERROR;
1266*a58d3d2aSXin Li        }
1267*a58d3d2aSXin Li        RESTORE_STACK;
1268*a58d3d2aSXin Li        return ret;
1269*a58d3d2aSXin Li     }
1270*a58d3d2aSXin Li     max_rate = frame_rate*max_data_bytes*8;
1271*a58d3d2aSXin Li 
1272*a58d3d2aSXin Li     /* Equivalent 20-ms rate for mode/channel/bandwidth decisions */
1273*a58d3d2aSXin Li     equiv_rate = compute_equiv_rate(st->bitrate_bps, st->channels, st->Fs/frame_size,
1274*a58d3d2aSXin Li           st->use_vbr, 0, st->silk_mode.complexity, st->silk_mode.packetLossPercentage);
1275*a58d3d2aSXin Li 
1276*a58d3d2aSXin Li     if (st->signal_type == OPUS_SIGNAL_VOICE)
1277*a58d3d2aSXin Li        voice_est = 127;
1278*a58d3d2aSXin Li     else if (st->signal_type == OPUS_SIGNAL_MUSIC)
1279*a58d3d2aSXin Li        voice_est = 0;
1280*a58d3d2aSXin Li     else if (st->voice_ratio >= 0)
1281*a58d3d2aSXin Li     {
1282*a58d3d2aSXin Li        voice_est = st->voice_ratio*327>>8;
1283*a58d3d2aSXin Li        /* For AUDIO, never be more than 90% confident of having speech */
1284*a58d3d2aSXin Li        if (st->application == OPUS_APPLICATION_AUDIO)
1285*a58d3d2aSXin Li           voice_est = IMIN(voice_est, 115);
1286*a58d3d2aSXin Li     } else if (st->application == OPUS_APPLICATION_VOIP)
1287*a58d3d2aSXin Li        voice_est = 115;
1288*a58d3d2aSXin Li     else
1289*a58d3d2aSXin Li        voice_est = 48;
1290*a58d3d2aSXin Li 
1291*a58d3d2aSXin Li     if (st->force_channels!=OPUS_AUTO && st->channels == 2)
1292*a58d3d2aSXin Li     {
1293*a58d3d2aSXin Li         st->stream_channels = st->force_channels;
1294*a58d3d2aSXin Li     } else {
1295*a58d3d2aSXin Li #ifdef FUZZING
1296*a58d3d2aSXin Li         (void)stereo_music_threshold;
1297*a58d3d2aSXin Li         (void)stereo_voice_threshold;
1298*a58d3d2aSXin Li        /* Random mono/stereo decision */
1299*a58d3d2aSXin Li        if (st->channels == 2 && (rand()&0x1F)==0)
1300*a58d3d2aSXin Li           st->stream_channels = 3-st->stream_channels;
1301*a58d3d2aSXin Li #else
1302*a58d3d2aSXin Li        /* Rate-dependent mono-stereo decision */
1303*a58d3d2aSXin Li        if (st->channels == 2)
1304*a58d3d2aSXin Li        {
1305*a58d3d2aSXin Li           opus_int32 stereo_threshold;
1306*a58d3d2aSXin Li           stereo_threshold = stereo_music_threshold + ((voice_est*voice_est*(stereo_voice_threshold-stereo_music_threshold))>>14);
1307*a58d3d2aSXin Li           if (st->stream_channels == 2)
1308*a58d3d2aSXin Li              stereo_threshold -= 1000;
1309*a58d3d2aSXin Li           else
1310*a58d3d2aSXin Li              stereo_threshold += 1000;
1311*a58d3d2aSXin Li           st->stream_channels = (equiv_rate > stereo_threshold) ? 2 : 1;
1312*a58d3d2aSXin Li        } else {
1313*a58d3d2aSXin Li           st->stream_channels = st->channels;
1314*a58d3d2aSXin Li        }
1315*a58d3d2aSXin Li #endif
1316*a58d3d2aSXin Li     }
1317*a58d3d2aSXin Li     /* Update equivalent rate for channels decision. */
1318*a58d3d2aSXin Li     equiv_rate = compute_equiv_rate(st->bitrate_bps, st->stream_channels, st->Fs/frame_size,
1319*a58d3d2aSXin Li           st->use_vbr, 0, st->silk_mode.complexity, st->silk_mode.packetLossPercentage);
1320*a58d3d2aSXin Li 
1321*a58d3d2aSXin Li     /* Allow SILK DTX if DTX is enabled but the generalized DTX cannot be used,
1322*a58d3d2aSXin Li        e.g. because of the complexity setting or sample rate. */
1323*a58d3d2aSXin Li #ifndef DISABLE_FLOAT_API
1324*a58d3d2aSXin Li     st->silk_mode.useDTX = st->use_dtx && !(analysis_info.valid || is_silence);
1325*a58d3d2aSXin Li #else
1326*a58d3d2aSXin Li     st->silk_mode.useDTX = st->use_dtx;
1327*a58d3d2aSXin Li #endif
1328*a58d3d2aSXin Li 
1329*a58d3d2aSXin Li     /* Mode selection depending on application and signal type */
1330*a58d3d2aSXin Li     if (st->application == OPUS_APPLICATION_RESTRICTED_LOWDELAY)
1331*a58d3d2aSXin Li     {
1332*a58d3d2aSXin Li        st->mode = MODE_CELT_ONLY;
1333*a58d3d2aSXin Li     } else if (st->user_forced_mode == OPUS_AUTO)
1334*a58d3d2aSXin Li     {
1335*a58d3d2aSXin Li #ifdef FUZZING
1336*a58d3d2aSXin Li         (void)stereo_width;
1337*a58d3d2aSXin Li         (void)mode_thresholds;
1338*a58d3d2aSXin Li        /* Random mode switching */
1339*a58d3d2aSXin Li        if ((rand()&0xF)==0)
1340*a58d3d2aSXin Li        {
1341*a58d3d2aSXin Li           if ((rand()&0x1)==0)
1342*a58d3d2aSXin Li              st->mode = MODE_CELT_ONLY;
1343*a58d3d2aSXin Li           else
1344*a58d3d2aSXin Li              st->mode = MODE_SILK_ONLY;
1345*a58d3d2aSXin Li        } else {
1346*a58d3d2aSXin Li           if (st->prev_mode==MODE_CELT_ONLY)
1347*a58d3d2aSXin Li              st->mode = MODE_CELT_ONLY;
1348*a58d3d2aSXin Li           else
1349*a58d3d2aSXin Li              st->mode = MODE_SILK_ONLY;
1350*a58d3d2aSXin Li        }
1351*a58d3d2aSXin Li #else
1352*a58d3d2aSXin Li        opus_int32 mode_voice, mode_music;
1353*a58d3d2aSXin Li        opus_int32 threshold;
1354*a58d3d2aSXin Li 
1355*a58d3d2aSXin Li        /* Interpolate based on stereo width */
1356*a58d3d2aSXin Li        mode_voice = (opus_int32)(MULT16_32_Q15(Q15ONE-stereo_width,mode_thresholds[0][0])
1357*a58d3d2aSXin Li              + MULT16_32_Q15(stereo_width,mode_thresholds[1][0]));
1358*a58d3d2aSXin Li        mode_music = (opus_int32)(MULT16_32_Q15(Q15ONE-stereo_width,mode_thresholds[1][1])
1359*a58d3d2aSXin Li              + MULT16_32_Q15(stereo_width,mode_thresholds[1][1]));
1360*a58d3d2aSXin Li        /* Interpolate based on speech/music probability */
1361*a58d3d2aSXin Li        threshold = mode_music + ((voice_est*voice_est*(mode_voice-mode_music))>>14);
1362*a58d3d2aSXin Li        /* Bias towards SILK for VoIP because of some useful features */
1363*a58d3d2aSXin Li        if (st->application == OPUS_APPLICATION_VOIP)
1364*a58d3d2aSXin Li           threshold += 8000;
1365*a58d3d2aSXin Li 
1366*a58d3d2aSXin Li        /*printf("%f %d\n", stereo_width/(float)Q15ONE, threshold);*/
1367*a58d3d2aSXin Li        /* Hysteresis */
1368*a58d3d2aSXin Li        if (st->prev_mode == MODE_CELT_ONLY)
1369*a58d3d2aSXin Li            threshold -= 4000;
1370*a58d3d2aSXin Li        else if (st->prev_mode>0)
1371*a58d3d2aSXin Li            threshold += 4000;
1372*a58d3d2aSXin Li 
1373*a58d3d2aSXin Li        st->mode = (equiv_rate >= threshold) ? MODE_CELT_ONLY: MODE_SILK_ONLY;
1374*a58d3d2aSXin Li 
1375*a58d3d2aSXin Li        /* When FEC is enabled and there's enough packet loss, use SILK.
1376*a58d3d2aSXin Li           Unless the FEC is set to 2, in which case we don't switch to SILK if we're confident we have music. */
1377*a58d3d2aSXin Li        if (st->silk_mode.useInBandFEC && st->silk_mode.packetLossPercentage > (128-voice_est)>>4 && (st->fec_config != 2 || voice_est > 25))
1378*a58d3d2aSXin Li           st->mode = MODE_SILK_ONLY;
1379*a58d3d2aSXin Li        /* When encoding voice and DTX is enabled but the generalized DTX cannot be used,
1380*a58d3d2aSXin Li           use SILK in order to make use of its DTX. */
1381*a58d3d2aSXin Li        if (st->silk_mode.useDTX && voice_est > 100)
1382*a58d3d2aSXin Li           st->mode = MODE_SILK_ONLY;
1383*a58d3d2aSXin Li #endif
1384*a58d3d2aSXin Li 
1385*a58d3d2aSXin Li        /* If max_data_bytes represents less than 6 kb/s, switch to CELT-only mode */
1386*a58d3d2aSXin Li        if (max_data_bytes < (frame_rate > 50 ? 9000 : 6000)*frame_size / (st->Fs * 8))
1387*a58d3d2aSXin Li           st->mode = MODE_CELT_ONLY;
1388*a58d3d2aSXin Li     } else {
1389*a58d3d2aSXin Li        st->mode = st->user_forced_mode;
1390*a58d3d2aSXin Li     }
1391*a58d3d2aSXin Li 
1392*a58d3d2aSXin Li     /* Override the chosen mode to make sure we meet the requested frame size */
1393*a58d3d2aSXin Li     if (st->mode != MODE_CELT_ONLY && frame_size < st->Fs/100)
1394*a58d3d2aSXin Li        st->mode = MODE_CELT_ONLY;
1395*a58d3d2aSXin Li     if (st->lfe)
1396*a58d3d2aSXin Li        st->mode = MODE_CELT_ONLY;
1397*a58d3d2aSXin Li 
1398*a58d3d2aSXin Li     if (st->prev_mode > 0 &&
1399*a58d3d2aSXin Li         ((st->mode != MODE_CELT_ONLY && st->prev_mode == MODE_CELT_ONLY) ||
1400*a58d3d2aSXin Li     (st->mode == MODE_CELT_ONLY && st->prev_mode != MODE_CELT_ONLY)))
1401*a58d3d2aSXin Li     {
1402*a58d3d2aSXin Li         redundancy = 1;
1403*a58d3d2aSXin Li         celt_to_silk = (st->mode != MODE_CELT_ONLY);
1404*a58d3d2aSXin Li         if (!celt_to_silk)
1405*a58d3d2aSXin Li         {
1406*a58d3d2aSXin Li             /* Switch to SILK/hybrid if frame size is 10 ms or more*/
1407*a58d3d2aSXin Li             if (frame_size >= st->Fs/100)
1408*a58d3d2aSXin Li             {
1409*a58d3d2aSXin Li                 st->mode = st->prev_mode;
1410*a58d3d2aSXin Li                 to_celt = 1;
1411*a58d3d2aSXin Li             } else {
1412*a58d3d2aSXin Li                 redundancy=0;
1413*a58d3d2aSXin Li             }
1414*a58d3d2aSXin Li         }
1415*a58d3d2aSXin Li     }
1416*a58d3d2aSXin Li 
1417*a58d3d2aSXin Li     /* When encoding multiframes, we can ask for a switch to CELT only in the last frame. This switch
1418*a58d3d2aSXin Li      * is processed above as the requested mode shouldn't interrupt stereo->mono transition. */
1419*a58d3d2aSXin Li     if (st->stream_channels == 1 && st->prev_channels ==2 && st->silk_mode.toMono==0
1420*a58d3d2aSXin Li           && st->mode != MODE_CELT_ONLY && st->prev_mode != MODE_CELT_ONLY)
1421*a58d3d2aSXin Li     {
1422*a58d3d2aSXin Li        /* Delay stereo->mono transition by two frames so that SILK can do a smooth downmix */
1423*a58d3d2aSXin Li        st->silk_mode.toMono = 1;
1424*a58d3d2aSXin Li        st->stream_channels = 2;
1425*a58d3d2aSXin Li     } else {
1426*a58d3d2aSXin Li        st->silk_mode.toMono = 0;
1427*a58d3d2aSXin Li     }
1428*a58d3d2aSXin Li 
1429*a58d3d2aSXin Li     /* Update equivalent rate with mode decision. */
1430*a58d3d2aSXin Li     equiv_rate = compute_equiv_rate(st->bitrate_bps, st->stream_channels, st->Fs/frame_size,
1431*a58d3d2aSXin Li           st->use_vbr, st->mode, st->silk_mode.complexity, st->silk_mode.packetLossPercentage);
1432*a58d3d2aSXin Li 
1433*a58d3d2aSXin Li     if (st->mode != MODE_CELT_ONLY && st->prev_mode == MODE_CELT_ONLY)
1434*a58d3d2aSXin Li     {
1435*a58d3d2aSXin Li         silk_EncControlStruct dummy;
1436*a58d3d2aSXin Li         silk_InitEncoder( silk_enc, st->arch, &dummy);
1437*a58d3d2aSXin Li         prefill=1;
1438*a58d3d2aSXin Li     }
1439*a58d3d2aSXin Li 
1440*a58d3d2aSXin Li     /* Automatic (rate-dependent) bandwidth selection */
1441*a58d3d2aSXin Li     if (st->mode == MODE_CELT_ONLY || st->first || st->silk_mode.allowBandwidthSwitch)
1442*a58d3d2aSXin Li     {
1443*a58d3d2aSXin Li         const opus_int32 *voice_bandwidth_thresholds, *music_bandwidth_thresholds;
1444*a58d3d2aSXin Li         opus_int32 bandwidth_thresholds[8];
1445*a58d3d2aSXin Li         int bandwidth = OPUS_BANDWIDTH_FULLBAND;
1446*a58d3d2aSXin Li 
1447*a58d3d2aSXin Li         if (st->channels==2 && st->force_channels!=1)
1448*a58d3d2aSXin Li         {
1449*a58d3d2aSXin Li            voice_bandwidth_thresholds = stereo_voice_bandwidth_thresholds;
1450*a58d3d2aSXin Li            music_bandwidth_thresholds = stereo_music_bandwidth_thresholds;
1451*a58d3d2aSXin Li         } else {
1452*a58d3d2aSXin Li            voice_bandwidth_thresholds = mono_voice_bandwidth_thresholds;
1453*a58d3d2aSXin Li            music_bandwidth_thresholds = mono_music_bandwidth_thresholds;
1454*a58d3d2aSXin Li         }
1455*a58d3d2aSXin Li         /* Interpolate bandwidth thresholds depending on voice estimation */
1456*a58d3d2aSXin Li         for (i=0;i<8;i++)
1457*a58d3d2aSXin Li         {
1458*a58d3d2aSXin Li            bandwidth_thresholds[i] = music_bandwidth_thresholds[i]
1459*a58d3d2aSXin Li                     + ((voice_est*voice_est*(voice_bandwidth_thresholds[i]-music_bandwidth_thresholds[i]))>>14);
1460*a58d3d2aSXin Li         }
1461*a58d3d2aSXin Li         do {
1462*a58d3d2aSXin Li             int threshold, hysteresis;
1463*a58d3d2aSXin Li             threshold = bandwidth_thresholds[2*(bandwidth-OPUS_BANDWIDTH_MEDIUMBAND)];
1464*a58d3d2aSXin Li             hysteresis = bandwidth_thresholds[2*(bandwidth-OPUS_BANDWIDTH_MEDIUMBAND)+1];
1465*a58d3d2aSXin Li             if (!st->first)
1466*a58d3d2aSXin Li             {
1467*a58d3d2aSXin Li                 if (st->auto_bandwidth >= bandwidth)
1468*a58d3d2aSXin Li                     threshold -= hysteresis;
1469*a58d3d2aSXin Li                 else
1470*a58d3d2aSXin Li                     threshold += hysteresis;
1471*a58d3d2aSXin Li             }
1472*a58d3d2aSXin Li             if (equiv_rate >= threshold)
1473*a58d3d2aSXin Li                 break;
1474*a58d3d2aSXin Li         } while (--bandwidth>OPUS_BANDWIDTH_NARROWBAND);
1475*a58d3d2aSXin Li         /* We don't use mediumband anymore, except when explicitly requested or during
1476*a58d3d2aSXin Li            mode transitions. */
1477*a58d3d2aSXin Li         if (bandwidth == OPUS_BANDWIDTH_MEDIUMBAND)
1478*a58d3d2aSXin Li            bandwidth = OPUS_BANDWIDTH_WIDEBAND;
1479*a58d3d2aSXin Li         st->bandwidth = st->auto_bandwidth = bandwidth;
1480*a58d3d2aSXin Li         /* Prevents any transition to SWB/FB until the SILK layer has fully
1481*a58d3d2aSXin Li            switched to WB mode and turned the variable LP filter off */
1482*a58d3d2aSXin Li         if (!st->first && st->mode != MODE_CELT_ONLY && !st->silk_mode.inWBmodeWithoutVariableLP && st->bandwidth > OPUS_BANDWIDTH_WIDEBAND)
1483*a58d3d2aSXin Li             st->bandwidth = OPUS_BANDWIDTH_WIDEBAND;
1484*a58d3d2aSXin Li     }
1485*a58d3d2aSXin Li 
1486*a58d3d2aSXin Li     if (st->bandwidth>st->max_bandwidth)
1487*a58d3d2aSXin Li        st->bandwidth = st->max_bandwidth;
1488*a58d3d2aSXin Li 
1489*a58d3d2aSXin Li     if (st->user_bandwidth != OPUS_AUTO)
1490*a58d3d2aSXin Li         st->bandwidth = st->user_bandwidth;
1491*a58d3d2aSXin Li 
1492*a58d3d2aSXin Li     /* This prevents us from using hybrid at unsafe CBR/max rates */
1493*a58d3d2aSXin Li     if (st->mode != MODE_CELT_ONLY && max_rate < 15000)
1494*a58d3d2aSXin Li     {
1495*a58d3d2aSXin Li        st->bandwidth = IMIN(st->bandwidth, OPUS_BANDWIDTH_WIDEBAND);
1496*a58d3d2aSXin Li     }
1497*a58d3d2aSXin Li 
1498*a58d3d2aSXin Li     /* Prevents Opus from wasting bits on frequencies that are above
1499*a58d3d2aSXin Li        the Nyquist rate of the input signal */
1500*a58d3d2aSXin Li     if (st->Fs <= 24000 && st->bandwidth > OPUS_BANDWIDTH_SUPERWIDEBAND)
1501*a58d3d2aSXin Li         st->bandwidth = OPUS_BANDWIDTH_SUPERWIDEBAND;
1502*a58d3d2aSXin Li     if (st->Fs <= 16000 && st->bandwidth > OPUS_BANDWIDTH_WIDEBAND)
1503*a58d3d2aSXin Li         st->bandwidth = OPUS_BANDWIDTH_WIDEBAND;
1504*a58d3d2aSXin Li     if (st->Fs <= 12000 && st->bandwidth > OPUS_BANDWIDTH_MEDIUMBAND)
1505*a58d3d2aSXin Li         st->bandwidth = OPUS_BANDWIDTH_MEDIUMBAND;
1506*a58d3d2aSXin Li     if (st->Fs <= 8000 && st->bandwidth > OPUS_BANDWIDTH_NARROWBAND)
1507*a58d3d2aSXin Li         st->bandwidth = OPUS_BANDWIDTH_NARROWBAND;
1508*a58d3d2aSXin Li #ifndef DISABLE_FLOAT_API
1509*a58d3d2aSXin Li     /* Use detected bandwidth to reduce the encoded bandwidth. */
1510*a58d3d2aSXin Li     if (st->detected_bandwidth && st->user_bandwidth == OPUS_AUTO)
1511*a58d3d2aSXin Li     {
1512*a58d3d2aSXin Li        int min_detected_bandwidth;
1513*a58d3d2aSXin Li        /* Makes bandwidth detection more conservative just in case the detector
1514*a58d3d2aSXin Li           gets it wrong when we could have coded a high bandwidth transparently.
1515*a58d3d2aSXin Li           When operating in SILK/hybrid mode, we don't go below wideband to avoid
1516*a58d3d2aSXin Li           more complicated switches that require redundancy. */
1517*a58d3d2aSXin Li        if (equiv_rate <= 18000*st->stream_channels && st->mode == MODE_CELT_ONLY)
1518*a58d3d2aSXin Li           min_detected_bandwidth = OPUS_BANDWIDTH_NARROWBAND;
1519*a58d3d2aSXin Li        else if (equiv_rate <= 24000*st->stream_channels && st->mode == MODE_CELT_ONLY)
1520*a58d3d2aSXin Li           min_detected_bandwidth = OPUS_BANDWIDTH_MEDIUMBAND;
1521*a58d3d2aSXin Li        else if (equiv_rate <= 30000*st->stream_channels)
1522*a58d3d2aSXin Li           min_detected_bandwidth = OPUS_BANDWIDTH_WIDEBAND;
1523*a58d3d2aSXin Li        else if (equiv_rate <= 44000*st->stream_channels)
1524*a58d3d2aSXin Li           min_detected_bandwidth = OPUS_BANDWIDTH_SUPERWIDEBAND;
1525*a58d3d2aSXin Li        else
1526*a58d3d2aSXin Li           min_detected_bandwidth = OPUS_BANDWIDTH_FULLBAND;
1527*a58d3d2aSXin Li 
1528*a58d3d2aSXin Li        st->detected_bandwidth = IMAX(st->detected_bandwidth, min_detected_bandwidth);
1529*a58d3d2aSXin Li        st->bandwidth = IMIN(st->bandwidth, st->detected_bandwidth);
1530*a58d3d2aSXin Li     }
1531*a58d3d2aSXin Li #endif
1532*a58d3d2aSXin Li     st->silk_mode.LBRR_coded = decide_fec(st->silk_mode.useInBandFEC, st->silk_mode.packetLossPercentage,
1533*a58d3d2aSXin Li           st->silk_mode.LBRR_coded, st->mode, &st->bandwidth, equiv_rate);
1534*a58d3d2aSXin Li     celt_encoder_ctl(celt_enc, OPUS_SET_LSB_DEPTH(lsb_depth));
1535*a58d3d2aSXin Li 
1536*a58d3d2aSXin Li     /* CELT mode doesn't support mediumband, use wideband instead */
1537*a58d3d2aSXin Li     if (st->mode == MODE_CELT_ONLY && st->bandwidth == OPUS_BANDWIDTH_MEDIUMBAND)
1538*a58d3d2aSXin Li         st->bandwidth = OPUS_BANDWIDTH_WIDEBAND;
1539*a58d3d2aSXin Li     if (st->lfe)
1540*a58d3d2aSXin Li        st->bandwidth = OPUS_BANDWIDTH_NARROWBAND;
1541*a58d3d2aSXin Li 
1542*a58d3d2aSXin Li     curr_bandwidth = st->bandwidth;
1543*a58d3d2aSXin Li 
1544*a58d3d2aSXin Li     /* Chooses the appropriate mode for speech
1545*a58d3d2aSXin Li        *NEVER* switch to/from CELT-only mode here as this will invalidate some assumptions */
1546*a58d3d2aSXin Li     if (st->mode == MODE_SILK_ONLY && curr_bandwidth > OPUS_BANDWIDTH_WIDEBAND)
1547*a58d3d2aSXin Li         st->mode = MODE_HYBRID;
1548*a58d3d2aSXin Li     if (st->mode == MODE_HYBRID && curr_bandwidth <= OPUS_BANDWIDTH_WIDEBAND)
1549*a58d3d2aSXin Li         st->mode = MODE_SILK_ONLY;
1550*a58d3d2aSXin Li 
1551*a58d3d2aSXin Li     /* Can't support higher than >60 ms frames, and >20 ms when in Hybrid or CELT-only modes */
1552*a58d3d2aSXin Li     if ((frame_size > st->Fs/50 && (st->mode != MODE_SILK_ONLY)) || frame_size > 3*st->Fs/50)
1553*a58d3d2aSXin Li     {
1554*a58d3d2aSXin Li        int enc_frame_size;
1555*a58d3d2aSXin Li        int nb_frames;
1556*a58d3d2aSXin Li        VARDECL(unsigned char, tmp_data);
1557*a58d3d2aSXin Li        VARDECL(OpusRepacketizer, rp);
1558*a58d3d2aSXin Li        int max_header_bytes;
1559*a58d3d2aSXin Li        opus_int32 repacketize_len;
1560*a58d3d2aSXin Li        opus_int32 max_len_sum;
1561*a58d3d2aSXin Li        opus_int32 tot_size=0;
1562*a58d3d2aSXin Li        unsigned char *curr_data;
1563*a58d3d2aSXin Li        int tmp_len;
1564*a58d3d2aSXin Li        int dtx_count = 0;
1565*a58d3d2aSXin Li 
1566*a58d3d2aSXin Li        if (st->mode == MODE_SILK_ONLY)
1567*a58d3d2aSXin Li        {
1568*a58d3d2aSXin Li          if (frame_size == 2*st->Fs/25)  /* 80 ms -> 2x 40 ms */
1569*a58d3d2aSXin Li            enc_frame_size = st->Fs/25;
1570*a58d3d2aSXin Li          else if (frame_size == 3*st->Fs/25)  /* 120 ms -> 2x 60 ms */
1571*a58d3d2aSXin Li            enc_frame_size = 3*st->Fs/50;
1572*a58d3d2aSXin Li          else                            /* 100 ms -> 5x 20 ms */
1573*a58d3d2aSXin Li            enc_frame_size = st->Fs/50;
1574*a58d3d2aSXin Li        }
1575*a58d3d2aSXin Li        else
1576*a58d3d2aSXin Li          enc_frame_size = st->Fs/50;
1577*a58d3d2aSXin Li 
1578*a58d3d2aSXin Li        nb_frames = frame_size/enc_frame_size;
1579*a58d3d2aSXin Li 
1580*a58d3d2aSXin Li #ifndef DISABLE_FLOAT_API
1581*a58d3d2aSXin Li        if (analysis_read_pos_bak!= -1)
1582*a58d3d2aSXin Li        {
1583*a58d3d2aSXin Li           /* Reset analysis position to the beginning of the first frame so we
1584*a58d3d2aSXin Li              can use it one frame at a time. */
1585*a58d3d2aSXin Li           st->analysis.read_pos = analysis_read_pos_bak;
1586*a58d3d2aSXin Li           st->analysis.read_subframe = analysis_read_subframe_bak;
1587*a58d3d2aSXin Li        }
1588*a58d3d2aSXin Li #endif
1589*a58d3d2aSXin Li 
1590*a58d3d2aSXin Li        /* Worst cases:
1591*a58d3d2aSXin Li         * 2 frames: Code 2 with different compressed sizes
1592*a58d3d2aSXin Li         * >2 frames: Code 3 VBR */
1593*a58d3d2aSXin Li        max_header_bytes = nb_frames == 2 ? 3 : (2+(nb_frames-1)*2);
1594*a58d3d2aSXin Li 
1595*a58d3d2aSXin Li        if (st->use_vbr || st->user_bitrate_bps==OPUS_BITRATE_MAX)
1596*a58d3d2aSXin Li           repacketize_len = out_data_bytes;
1597*a58d3d2aSXin Li        else {
1598*a58d3d2aSXin Li           celt_assert(cbr_bytes>=0);
1599*a58d3d2aSXin Li           repacketize_len = IMIN(cbr_bytes, out_data_bytes);
1600*a58d3d2aSXin Li        }
1601*a58d3d2aSXin Li        max_len_sum = nb_frames + repacketize_len - max_header_bytes;
1602*a58d3d2aSXin Li 
1603*a58d3d2aSXin Li        ALLOC(tmp_data, max_len_sum, unsigned char);
1604*a58d3d2aSXin Li        curr_data = tmp_data;
1605*a58d3d2aSXin Li        ALLOC(rp, 1, OpusRepacketizer);
1606*a58d3d2aSXin Li        opus_repacketizer_init(rp);
1607*a58d3d2aSXin Li 
1608*a58d3d2aSXin Li 
1609*a58d3d2aSXin Li        int bak_to_mono = st->silk_mode.toMono;
1610*a58d3d2aSXin Li        if (bak_to_mono)
1611*a58d3d2aSXin Li           st->force_channels = 1;
1612*a58d3d2aSXin Li        else
1613*a58d3d2aSXin Li           st->prev_channels = st->stream_channels;
1614*a58d3d2aSXin Li 
1615*a58d3d2aSXin Li        for (i=0;i<nb_frames;i++)
1616*a58d3d2aSXin Li        {
1617*a58d3d2aSXin Li           int first_frame;
1618*a58d3d2aSXin Li           int frame_to_celt;
1619*a58d3d2aSXin Li           int frame_redundancy;
1620*a58d3d2aSXin Li           opus_int32 curr_max;
1621*a58d3d2aSXin Li           /* Attempt DRED encoding until we have a non-DTX frame. In case of DTX refresh,
1622*a58d3d2aSXin Li              that allows for DRED not to be in the first frame. */
1623*a58d3d2aSXin Li           first_frame = (i == 0) || (i == dtx_count);
1624*a58d3d2aSXin Li           st->silk_mode.toMono = 0;
1625*a58d3d2aSXin Li           st->nonfinal_frame = i<(nb_frames-1);
1626*a58d3d2aSXin Li 
1627*a58d3d2aSXin Li           /* When switching from SILK/Hybrid to CELT, only ask for a switch at the last frame */
1628*a58d3d2aSXin Li           frame_to_celt = to_celt && i==nb_frames-1;
1629*a58d3d2aSXin Li           frame_redundancy = redundancy && (frame_to_celt || (!to_celt && i==0));
1630*a58d3d2aSXin Li 
1631*a58d3d2aSXin Li           curr_max = IMIN(3*st->bitrate_bps/(3*8*st->Fs/enc_frame_size), max_len_sum/nb_frames);
1632*a58d3d2aSXin Li #ifdef ENABLE_DRED
1633*a58d3d2aSXin Li           curr_max = IMIN(curr_max, (max_len_sum-3*dred_bitrate_bps/(3*8*st->Fs/frame_size))/nb_frames);
1634*a58d3d2aSXin Li           if (first_frame) curr_max += 3*dred_bitrate_bps/(3*8*st->Fs/frame_size);
1635*a58d3d2aSXin Li #endif
1636*a58d3d2aSXin Li           curr_max = IMIN(max_len_sum-tot_size, curr_max);
1637*a58d3d2aSXin Li #ifndef DISABLE_FLOAT_API
1638*a58d3d2aSXin Li           if (analysis_read_pos_bak != -1) {
1639*a58d3d2aSXin Li             is_silence = is_digital_silence(pcm, frame_size, st->channels, lsb_depth);
1640*a58d3d2aSXin Li             /* Get analysis for current frame. */
1641*a58d3d2aSXin Li             tonality_get_info(&st->analysis, &analysis_info, enc_frame_size);
1642*a58d3d2aSXin Li           }
1643*a58d3d2aSXin Li #endif
1644*a58d3d2aSXin Li 
1645*a58d3d2aSXin Li           tmp_len = opus_encode_frame_native(st, pcm+i*(st->channels*enc_frame_size), enc_frame_size, curr_data, curr_max, float_api, first_frame,
1646*a58d3d2aSXin Li #ifdef ENABLE_DRED
1647*a58d3d2aSXin Li           dred_bitrate_bps,
1648*a58d3d2aSXin Li #endif
1649*a58d3d2aSXin Li #ifndef DISABLE_FLOAT_API
1650*a58d3d2aSXin Li           &analysis_info,
1651*a58d3d2aSXin Li           is_silence,
1652*a58d3d2aSXin Li #endif
1653*a58d3d2aSXin Li                     frame_redundancy, celt_to_silk, prefill,
1654*a58d3d2aSXin Li                     equiv_rate, frame_to_celt
1655*a58d3d2aSXin Li               );
1656*a58d3d2aSXin Li           if (tmp_len<0)
1657*a58d3d2aSXin Li           {
1658*a58d3d2aSXin Li              RESTORE_STACK;
1659*a58d3d2aSXin Li              return OPUS_INTERNAL_ERROR;
1660*a58d3d2aSXin Li           } else if (tmp_len==1) {
1661*a58d3d2aSXin Li              dtx_count++;
1662*a58d3d2aSXin Li           }
1663*a58d3d2aSXin Li           ret = opus_repacketizer_cat(rp, curr_data, tmp_len);
1664*a58d3d2aSXin Li 
1665*a58d3d2aSXin Li           if (ret<0)
1666*a58d3d2aSXin Li           {
1667*a58d3d2aSXin Li              RESTORE_STACK;
1668*a58d3d2aSXin Li              return OPUS_INTERNAL_ERROR;
1669*a58d3d2aSXin Li           }
1670*a58d3d2aSXin Li           tot_size += tmp_len;
1671*a58d3d2aSXin Li           curr_data += tmp_len;
1672*a58d3d2aSXin Li        }
1673*a58d3d2aSXin Li        ret = opus_repacketizer_out_range_impl(rp, 0, nb_frames, data, repacketize_len, 0, !st->use_vbr && (dtx_count != nb_frames), NULL, 0);
1674*a58d3d2aSXin Li        if (ret<0)
1675*a58d3d2aSXin Li        {
1676*a58d3d2aSXin Li           ret = OPUS_INTERNAL_ERROR;
1677*a58d3d2aSXin Li        }
1678*a58d3d2aSXin Li        st->silk_mode.toMono = bak_to_mono;
1679*a58d3d2aSXin Li        RESTORE_STACK;
1680*a58d3d2aSXin Li        return ret;
1681*a58d3d2aSXin Li     } else {
1682*a58d3d2aSXin Li       ret = opus_encode_frame_native(st, pcm, frame_size, data, max_data_bytes, float_api, 1,
1683*a58d3d2aSXin Li #ifdef ENABLE_DRED
1684*a58d3d2aSXin Li                 dred_bitrate_bps,
1685*a58d3d2aSXin Li #endif
1686*a58d3d2aSXin Li #ifndef DISABLE_FLOAT_API
1687*a58d3d2aSXin Li                 &analysis_info,
1688*a58d3d2aSXin Li                 is_silence,
1689*a58d3d2aSXin Li #endif
1690*a58d3d2aSXin Li                 redundancy, celt_to_silk, prefill,
1691*a58d3d2aSXin Li                 equiv_rate, to_celt
1692*a58d3d2aSXin Li           );
1693*a58d3d2aSXin Li       RESTORE_STACK;
1694*a58d3d2aSXin Li       return ret;
1695*a58d3d2aSXin Li     }
1696*a58d3d2aSXin Li }
1697*a58d3d2aSXin Li 
opus_encode_frame_native(OpusEncoder * st,const opus_val16 * pcm,int frame_size,unsigned char * data,opus_int32 max_data_bytes,int float_api,int first_frame,opus_int32 dred_bitrate_bps,AnalysisInfo * analysis_info,int is_silence,int redundancy,int celt_to_silk,int prefill,opus_int32 equiv_rate,int to_celt)1698*a58d3d2aSXin Li static opus_int32 opus_encode_frame_native(OpusEncoder *st, const opus_val16 *pcm, int frame_size,
1699*a58d3d2aSXin Li                 unsigned char *data, opus_int32 max_data_bytes,
1700*a58d3d2aSXin Li                 int float_api, int first_frame,
1701*a58d3d2aSXin Li #ifdef ENABLE_DRED
1702*a58d3d2aSXin Li                 opus_int32 dred_bitrate_bps,
1703*a58d3d2aSXin Li #endif
1704*a58d3d2aSXin Li #ifndef DISABLE_FLOAT_API
1705*a58d3d2aSXin Li                 AnalysisInfo *analysis_info, int is_silence,
1706*a58d3d2aSXin Li #endif
1707*a58d3d2aSXin Li                 int redundancy, int celt_to_silk, int prefill,
1708*a58d3d2aSXin Li                 opus_int32 equiv_rate, int to_celt)
1709*a58d3d2aSXin Li {
1710*a58d3d2aSXin Li     void *silk_enc;
1711*a58d3d2aSXin Li     CELTEncoder *celt_enc;
1712*a58d3d2aSXin Li     const CELTMode *celt_mode;
1713*a58d3d2aSXin Li     int i;
1714*a58d3d2aSXin Li     int ret=0;
1715*a58d3d2aSXin Li     opus_int32 nBytes;
1716*a58d3d2aSXin Li     ec_enc enc;
1717*a58d3d2aSXin Li     int bytes_target;
1718*a58d3d2aSXin Li     int start_band = 0;
1719*a58d3d2aSXin Li     int redundancy_bytes = 0; /* Number of bytes to use for redundancy frame */
1720*a58d3d2aSXin Li     int nb_compr_bytes;
1721*a58d3d2aSXin Li     opus_uint32 redundant_rng = 0;
1722*a58d3d2aSXin Li     int cutoff_Hz;
1723*a58d3d2aSXin Li     int hp_freq_smth1;
1724*a58d3d2aSXin Li     opus_val16 HB_gain;
1725*a58d3d2aSXin Li     int apply_padding;
1726*a58d3d2aSXin Li     int frame_rate;
1727*a58d3d2aSXin Li     int curr_bandwidth;
1728*a58d3d2aSXin Li     int delay_compensation;
1729*a58d3d2aSXin Li     int total_buffer;
1730*a58d3d2aSXin Li     opus_int activity = VAD_NO_DECISION;
1731*a58d3d2aSXin Li     VARDECL(opus_val16, pcm_buf);
1732*a58d3d2aSXin Li     VARDECL(opus_val16, tmp_prefill);
1733*a58d3d2aSXin Li     SAVE_STACK;
1734*a58d3d2aSXin Li 
1735*a58d3d2aSXin Li     st->rangeFinal = 0;
1736*a58d3d2aSXin Li     silk_enc = (char*)st+st->silk_enc_offset;
1737*a58d3d2aSXin Li     celt_enc = (CELTEncoder*)((char*)st+st->celt_enc_offset);
1738*a58d3d2aSXin Li     celt_encoder_ctl(celt_enc, CELT_GET_MODE(&celt_mode));
1739*a58d3d2aSXin Li     curr_bandwidth = st->bandwidth;
1740*a58d3d2aSXin Li     if (st->application == OPUS_APPLICATION_RESTRICTED_LOWDELAY)
1741*a58d3d2aSXin Li        delay_compensation = 0;
1742*a58d3d2aSXin Li     else
1743*a58d3d2aSXin Li        delay_compensation = st->delay_compensation;
1744*a58d3d2aSXin Li     total_buffer = delay_compensation;
1745*a58d3d2aSXin Li 
1746*a58d3d2aSXin Li     frame_rate = st->Fs/frame_size;
1747*a58d3d2aSXin Li 
1748*a58d3d2aSXin Li #ifndef DISABLE_FLOAT_API
1749*a58d3d2aSXin Li     if (is_silence)
1750*a58d3d2aSXin Li     {
1751*a58d3d2aSXin Li        activity = !is_silence;
1752*a58d3d2aSXin Li     } else if (analysis_info->valid)
1753*a58d3d2aSXin Li     {
1754*a58d3d2aSXin Li        activity = analysis_info->activity_probability >= DTX_ACTIVITY_THRESHOLD;
1755*a58d3d2aSXin Li        if (!activity)
1756*a58d3d2aSXin Li        {
1757*a58d3d2aSXin Li            /* Mark as active if this noise frame is sufficiently loud */
1758*a58d3d2aSXin Li            opus_val32 noise_energy = compute_frame_energy(pcm, frame_size, st->channels, st->arch);
1759*a58d3d2aSXin Li            activity = st->peak_signal_energy < (PSEUDO_SNR_THRESHOLD * noise_energy);
1760*a58d3d2aSXin Li        }
1761*a58d3d2aSXin Li     }
1762*a58d3d2aSXin Li #endif
1763*a58d3d2aSXin Li 
1764*a58d3d2aSXin Li     /* For the first frame at a new SILK bandwidth */
1765*a58d3d2aSXin Li     if (st->silk_bw_switch)
1766*a58d3d2aSXin Li     {
1767*a58d3d2aSXin Li        redundancy = 1;
1768*a58d3d2aSXin Li        celt_to_silk = 1;
1769*a58d3d2aSXin Li        st->silk_bw_switch = 0;
1770*a58d3d2aSXin Li        /* Do a prefill without resetting the sampling rate control. */
1771*a58d3d2aSXin Li        prefill=2;
1772*a58d3d2aSXin Li     }
1773*a58d3d2aSXin Li 
1774*a58d3d2aSXin Li     /* If we decided to go with CELT, make sure redundancy is off, no matter what
1775*a58d3d2aSXin Li        we decided earlier. */
1776*a58d3d2aSXin Li     if (st->mode == MODE_CELT_ONLY)
1777*a58d3d2aSXin Li         redundancy = 0;
1778*a58d3d2aSXin Li 
1779*a58d3d2aSXin Li     if (redundancy)
1780*a58d3d2aSXin Li     {
1781*a58d3d2aSXin Li        redundancy_bytes = compute_redundancy_bytes(max_data_bytes, st->bitrate_bps, frame_rate, st->stream_channels);
1782*a58d3d2aSXin Li        if (redundancy_bytes == 0)
1783*a58d3d2aSXin Li           redundancy = 0;
1784*a58d3d2aSXin Li     }
1785*a58d3d2aSXin Li 
1786*a58d3d2aSXin Li     /* printf("%d %d %d %d\n", st->bitrate_bps, st->stream_channels, st->mode, curr_bandwidth); */
1787*a58d3d2aSXin Li     bytes_target = IMIN(max_data_bytes-redundancy_bytes, st->bitrate_bps * frame_size / (st->Fs * 8)) - 1;
1788*a58d3d2aSXin Li 
1789*a58d3d2aSXin Li     data += 1;
1790*a58d3d2aSXin Li 
1791*a58d3d2aSXin Li     ec_enc_init(&enc, data, max_data_bytes-1);
1792*a58d3d2aSXin Li 
1793*a58d3d2aSXin Li     ALLOC(pcm_buf, (total_buffer+frame_size)*st->channels, opus_val16);
1794*a58d3d2aSXin Li     OPUS_COPY(pcm_buf, &st->delay_buffer[(st->encoder_buffer-total_buffer)*st->channels], total_buffer*st->channels);
1795*a58d3d2aSXin Li 
1796*a58d3d2aSXin Li     if (st->mode == MODE_CELT_ONLY)
1797*a58d3d2aSXin Li        hp_freq_smth1 = silk_LSHIFT( silk_lin2log( VARIABLE_HP_MIN_CUTOFF_HZ ), 8 );
1798*a58d3d2aSXin Li     else
1799*a58d3d2aSXin Li        hp_freq_smth1 = ((silk_encoder*)silk_enc)->state_Fxx[0].sCmn.variable_HP_smth1_Q15;
1800*a58d3d2aSXin Li 
1801*a58d3d2aSXin Li     st->variable_HP_smth2_Q15 = silk_SMLAWB( st->variable_HP_smth2_Q15,
1802*a58d3d2aSXin Li           hp_freq_smth1 - st->variable_HP_smth2_Q15, SILK_FIX_CONST( VARIABLE_HP_SMTH_COEF2, 16 ) );
1803*a58d3d2aSXin Li 
1804*a58d3d2aSXin Li     /* convert from log scale to Hertz */
1805*a58d3d2aSXin Li     cutoff_Hz = silk_log2lin( silk_RSHIFT( st->variable_HP_smth2_Q15, 8 ) );
1806*a58d3d2aSXin Li 
1807*a58d3d2aSXin Li     if (st->application == OPUS_APPLICATION_VOIP)
1808*a58d3d2aSXin Li     {
1809*a58d3d2aSXin Li        hp_cutoff(pcm, cutoff_Hz, &pcm_buf[total_buffer*st->channels], st->hp_mem, frame_size, st->channels, st->Fs, st->arch);
1810*a58d3d2aSXin Li 
1811*a58d3d2aSXin Li #ifdef ENABLE_OSCE_TRAINING_DATA
1812*a58d3d2aSXin Li        /* write out high pass filtered clean signal*/
1813*a58d3d2aSXin Li        static FILE *fout =NULL;
1814*a58d3d2aSXin Li        if (fout == NULL)
1815*a58d3d2aSXin Li        {
1816*a58d3d2aSXin Li          fout = fopen("clean_hp.s16", "wb");
1817*a58d3d2aSXin Li        }
1818*a58d3d2aSXin Li 
1819*a58d3d2aSXin Li        {
1820*a58d3d2aSXin Li          int idx;
1821*a58d3d2aSXin Li          opus_int16 tmp;
1822*a58d3d2aSXin Li          for (idx = 0; idx < frame_size; idx++)
1823*a58d3d2aSXin Li          {
1824*a58d3d2aSXin Li             tmp = (opus_int16) (32768 * pcm_buf[total_buffer + idx] + 0.5f);
1825*a58d3d2aSXin Li             fwrite(&tmp, sizeof(tmp), 1, fout);
1826*a58d3d2aSXin Li          }
1827*a58d3d2aSXin Li        }
1828*a58d3d2aSXin Li #endif
1829*a58d3d2aSXin Li     } else {
1830*a58d3d2aSXin Li        dc_reject(pcm, 3, &pcm_buf[total_buffer*st->channels], st->hp_mem, frame_size, st->channels, st->Fs);
1831*a58d3d2aSXin Li     }
1832*a58d3d2aSXin Li #ifndef FIXED_POINT
1833*a58d3d2aSXin Li     if (float_api)
1834*a58d3d2aSXin Li     {
1835*a58d3d2aSXin Li        opus_val32 sum;
1836*a58d3d2aSXin Li        sum = celt_inner_prod(&pcm_buf[total_buffer*st->channels], &pcm_buf[total_buffer*st->channels], frame_size*st->channels, st->arch);
1837*a58d3d2aSXin Li        /* This should filter out both NaNs and ridiculous signals that could
1838*a58d3d2aSXin Li           cause NaNs further down. */
1839*a58d3d2aSXin Li        if (!(sum < 1e9f) || celt_isnan(sum))
1840*a58d3d2aSXin Li        {
1841*a58d3d2aSXin Li           OPUS_CLEAR(&pcm_buf[total_buffer*st->channels], frame_size*st->channels);
1842*a58d3d2aSXin Li           st->hp_mem[0] = st->hp_mem[1] = st->hp_mem[2] = st->hp_mem[3] = 0;
1843*a58d3d2aSXin Li        }
1844*a58d3d2aSXin Li     }
1845*a58d3d2aSXin Li #else
1846*a58d3d2aSXin Li     (void)float_api;
1847*a58d3d2aSXin Li #endif
1848*a58d3d2aSXin Li 
1849*a58d3d2aSXin Li #ifdef ENABLE_DRED
1850*a58d3d2aSXin Li     if ( st->dred_duration > 0 && st->dred_encoder.loaded ) {
1851*a58d3d2aSXin Li         int frame_size_400Hz;
1852*a58d3d2aSXin Li         /* DRED Encoder */
1853*a58d3d2aSXin Li         dred_compute_latents( &st->dred_encoder, &pcm_buf[total_buffer*st->channels], frame_size, total_buffer, st->arch );
1854*a58d3d2aSXin Li         frame_size_400Hz = frame_size*400/st->Fs;
1855*a58d3d2aSXin Li         OPUS_MOVE(&st->activity_mem[frame_size_400Hz], st->activity_mem, 4*DRED_MAX_FRAMES-frame_size_400Hz);
1856*a58d3d2aSXin Li         for (i=0;i<frame_size_400Hz;i++)
1857*a58d3d2aSXin Li            st->activity_mem[i] = activity;
1858*a58d3d2aSXin Li     } else {
1859*a58d3d2aSXin Li         st->dred_encoder.latents_buffer_fill = 0;
1860*a58d3d2aSXin Li         OPUS_CLEAR(st->activity_mem, DRED_MAX_FRAMES);
1861*a58d3d2aSXin Li     }
1862*a58d3d2aSXin Li #endif
1863*a58d3d2aSXin Li 
1864*a58d3d2aSXin Li     /* SILK processing */
1865*a58d3d2aSXin Li     HB_gain = Q15ONE;
1866*a58d3d2aSXin Li     if (st->mode != MODE_CELT_ONLY)
1867*a58d3d2aSXin Li     {
1868*a58d3d2aSXin Li         opus_int32 total_bitRate, celt_rate;
1869*a58d3d2aSXin Li #ifdef FIXED_POINT
1870*a58d3d2aSXin Li        const opus_int16 *pcm_silk;
1871*a58d3d2aSXin Li #else
1872*a58d3d2aSXin Li        VARDECL(opus_int16, pcm_silk);
1873*a58d3d2aSXin Li        ALLOC(pcm_silk, st->channels*frame_size, opus_int16);
1874*a58d3d2aSXin Li #endif
1875*a58d3d2aSXin Li 
1876*a58d3d2aSXin Li         /* Distribute bits between SILK and CELT */
1877*a58d3d2aSXin Li         total_bitRate = 8 * bytes_target * frame_rate;
1878*a58d3d2aSXin Li         if( st->mode == MODE_HYBRID ) {
1879*a58d3d2aSXin Li             /* Base rate for SILK */
1880*a58d3d2aSXin Li             st->silk_mode.bitRate = compute_silk_rate_for_hybrid(total_bitRate,
1881*a58d3d2aSXin Li                   curr_bandwidth, st->Fs == 50 * frame_size, st->use_vbr, st->silk_mode.LBRR_coded,
1882*a58d3d2aSXin Li                   st->stream_channels);
1883*a58d3d2aSXin Li             if (!st->energy_masking)
1884*a58d3d2aSXin Li             {
1885*a58d3d2aSXin Li                /* Increasingly attenuate high band when it gets allocated fewer bits */
1886*a58d3d2aSXin Li                celt_rate = total_bitRate - st->silk_mode.bitRate;
1887*a58d3d2aSXin Li                HB_gain = Q15ONE - SHR32(celt_exp2(-celt_rate * QCONST16(1.f/1024, 10)), 1);
1888*a58d3d2aSXin Li             }
1889*a58d3d2aSXin Li         } else {
1890*a58d3d2aSXin Li             /* SILK gets all bits */
1891*a58d3d2aSXin Li             st->silk_mode.bitRate = total_bitRate;
1892*a58d3d2aSXin Li         }
1893*a58d3d2aSXin Li 
1894*a58d3d2aSXin Li         /* Surround masking for SILK */
1895*a58d3d2aSXin Li         if (st->energy_masking && st->use_vbr && !st->lfe)
1896*a58d3d2aSXin Li         {
1897*a58d3d2aSXin Li            opus_val32 mask_sum=0;
1898*a58d3d2aSXin Li            opus_val16 masking_depth;
1899*a58d3d2aSXin Li            opus_int32 rate_offset;
1900*a58d3d2aSXin Li            int c;
1901*a58d3d2aSXin Li            int end = 17;
1902*a58d3d2aSXin Li            opus_int16 srate = 16000;
1903*a58d3d2aSXin Li            if (st->bandwidth == OPUS_BANDWIDTH_NARROWBAND)
1904*a58d3d2aSXin Li            {
1905*a58d3d2aSXin Li               end = 13;
1906*a58d3d2aSXin Li               srate = 8000;
1907*a58d3d2aSXin Li            } else if (st->bandwidth == OPUS_BANDWIDTH_MEDIUMBAND)
1908*a58d3d2aSXin Li            {
1909*a58d3d2aSXin Li               end = 15;
1910*a58d3d2aSXin Li               srate = 12000;
1911*a58d3d2aSXin Li            }
1912*a58d3d2aSXin Li            for (c=0;c<st->channels;c++)
1913*a58d3d2aSXin Li            {
1914*a58d3d2aSXin Li               for(i=0;i<end;i++)
1915*a58d3d2aSXin Li               {
1916*a58d3d2aSXin Li                  opus_val16 mask;
1917*a58d3d2aSXin Li                  mask = MAX16(MIN16(st->energy_masking[21*c+i],
1918*a58d3d2aSXin Li                         QCONST16(.5f, DB_SHIFT)), -QCONST16(2.0f, DB_SHIFT));
1919*a58d3d2aSXin Li                  if (mask > 0)
1920*a58d3d2aSXin Li                     mask = HALF16(mask);
1921*a58d3d2aSXin Li                  mask_sum += mask;
1922*a58d3d2aSXin Li               }
1923*a58d3d2aSXin Li            }
1924*a58d3d2aSXin Li            /* Conservative rate reduction, we cut the masking in half */
1925*a58d3d2aSXin Li            masking_depth = mask_sum / end*st->channels;
1926*a58d3d2aSXin Li            masking_depth += QCONST16(.2f, DB_SHIFT);
1927*a58d3d2aSXin Li            rate_offset = (opus_int32)PSHR32(MULT16_16(srate, masking_depth), DB_SHIFT);
1928*a58d3d2aSXin Li            rate_offset = MAX32(rate_offset, -2*st->silk_mode.bitRate/3);
1929*a58d3d2aSXin Li            /* Split the rate change between the SILK and CELT part for hybrid. */
1930*a58d3d2aSXin Li            if (st->bandwidth==OPUS_BANDWIDTH_SUPERWIDEBAND || st->bandwidth==OPUS_BANDWIDTH_FULLBAND)
1931*a58d3d2aSXin Li               st->silk_mode.bitRate += 3*rate_offset/5;
1932*a58d3d2aSXin Li            else
1933*a58d3d2aSXin Li               st->silk_mode.bitRate += rate_offset;
1934*a58d3d2aSXin Li         }
1935*a58d3d2aSXin Li 
1936*a58d3d2aSXin Li         st->silk_mode.payloadSize_ms = 1000 * frame_size / st->Fs;
1937*a58d3d2aSXin Li         st->silk_mode.nChannelsAPI = st->channels;
1938*a58d3d2aSXin Li         st->silk_mode.nChannelsInternal = st->stream_channels;
1939*a58d3d2aSXin Li         if (curr_bandwidth == OPUS_BANDWIDTH_NARROWBAND) {
1940*a58d3d2aSXin Li             st->silk_mode.desiredInternalSampleRate = 8000;
1941*a58d3d2aSXin Li         } else if (curr_bandwidth == OPUS_BANDWIDTH_MEDIUMBAND) {
1942*a58d3d2aSXin Li             st->silk_mode.desiredInternalSampleRate = 12000;
1943*a58d3d2aSXin Li         } else {
1944*a58d3d2aSXin Li             celt_assert( st->mode == MODE_HYBRID || curr_bandwidth == OPUS_BANDWIDTH_WIDEBAND );
1945*a58d3d2aSXin Li             st->silk_mode.desiredInternalSampleRate = 16000;
1946*a58d3d2aSXin Li         }
1947*a58d3d2aSXin Li         if( st->mode == MODE_HYBRID ) {
1948*a58d3d2aSXin Li             /* Don't allow bandwidth reduction at lowest bitrates in hybrid mode */
1949*a58d3d2aSXin Li             st->silk_mode.minInternalSampleRate = 16000;
1950*a58d3d2aSXin Li         } else {
1951*a58d3d2aSXin Li             st->silk_mode.minInternalSampleRate = 8000;
1952*a58d3d2aSXin Li         }
1953*a58d3d2aSXin Li 
1954*a58d3d2aSXin Li         st->silk_mode.maxInternalSampleRate = 16000;
1955*a58d3d2aSXin Li         if (st->mode == MODE_SILK_ONLY)
1956*a58d3d2aSXin Li         {
1957*a58d3d2aSXin Li            opus_int32 effective_max_rate = frame_rate*max_data_bytes*8;
1958*a58d3d2aSXin Li            if (frame_rate > 50)
1959*a58d3d2aSXin Li               effective_max_rate = effective_max_rate*2/3;
1960*a58d3d2aSXin Li            if (effective_max_rate < 8000)
1961*a58d3d2aSXin Li            {
1962*a58d3d2aSXin Li               st->silk_mode.maxInternalSampleRate = 12000;
1963*a58d3d2aSXin Li               st->silk_mode.desiredInternalSampleRate = IMIN(12000, st->silk_mode.desiredInternalSampleRate);
1964*a58d3d2aSXin Li            }
1965*a58d3d2aSXin Li            if (effective_max_rate < 7000)
1966*a58d3d2aSXin Li            {
1967*a58d3d2aSXin Li               st->silk_mode.maxInternalSampleRate = 8000;
1968*a58d3d2aSXin Li               st->silk_mode.desiredInternalSampleRate = IMIN(8000, st->silk_mode.desiredInternalSampleRate);
1969*a58d3d2aSXin Li            }
1970*a58d3d2aSXin Li         }
1971*a58d3d2aSXin Li 
1972*a58d3d2aSXin Li         st->silk_mode.useCBR = !st->use_vbr;
1973*a58d3d2aSXin Li 
1974*a58d3d2aSXin Li         /* Call SILK encoder for the low band */
1975*a58d3d2aSXin Li 
1976*a58d3d2aSXin Li         /* Max bits for SILK, counting ToC, redundancy bytes, and optionally redundancy. */
1977*a58d3d2aSXin Li         st->silk_mode.maxBits = (max_data_bytes-1)*8;
1978*a58d3d2aSXin Li         if (redundancy && redundancy_bytes >= 2)
1979*a58d3d2aSXin Li         {
1980*a58d3d2aSXin Li            /* Counting 1 bit for redundancy position and 20 bits for flag+size (only for hybrid). */
1981*a58d3d2aSXin Li            st->silk_mode.maxBits -= redundancy_bytes*8 + 1;
1982*a58d3d2aSXin Li            if (st->mode == MODE_HYBRID)
1983*a58d3d2aSXin Li               st->silk_mode.maxBits -= 20;
1984*a58d3d2aSXin Li         }
1985*a58d3d2aSXin Li         if (st->silk_mode.useCBR)
1986*a58d3d2aSXin Li         {
1987*a58d3d2aSXin Li            /* When we're in CBR mode, but we have non-SILK data to encode, switch SILK to VBR with cap to
1988*a58d3d2aSXin Li               save on complexity. Any variations will be absorbed by CELT and/or DRED and we can still
1989*a58d3d2aSXin Li               produce a constant bitrate without wasting bits. */
1990*a58d3d2aSXin Li #ifdef ENABLE_DRED
1991*a58d3d2aSXin Li            if (st->mode == MODE_HYBRID || dred_bitrate_bps > 0)
1992*a58d3d2aSXin Li #else
1993*a58d3d2aSXin Li            if (st->mode == MODE_HYBRID)
1994*a58d3d2aSXin Li #endif
1995*a58d3d2aSXin Li            {
1996*a58d3d2aSXin Li               /* Allow SILK to steal up to 25% of the remaining bits */
1997*a58d3d2aSXin Li               opus_int16 other_bits = IMAX(0, st->silk_mode.maxBits - st->silk_mode.bitRate * frame_size / st->Fs);
1998*a58d3d2aSXin Li               st->silk_mode.maxBits = IMAX(0, st->silk_mode.maxBits - other_bits*3/4);
1999*a58d3d2aSXin Li               st->silk_mode.useCBR = 0;
2000*a58d3d2aSXin Li            }
2001*a58d3d2aSXin Li         } else {
2002*a58d3d2aSXin Li            /* Constrained VBR. */
2003*a58d3d2aSXin Li            if (st->mode == MODE_HYBRID)
2004*a58d3d2aSXin Li            {
2005*a58d3d2aSXin Li               /* Compute SILK bitrate corresponding to the max total bits available */
2006*a58d3d2aSXin Li               opus_int32 maxBitRate = compute_silk_rate_for_hybrid(st->silk_mode.maxBits*st->Fs / frame_size,
2007*a58d3d2aSXin Li                     curr_bandwidth, st->Fs == 50 * frame_size, st->use_vbr, st->silk_mode.LBRR_coded,
2008*a58d3d2aSXin Li                     st->stream_channels);
2009*a58d3d2aSXin Li               st->silk_mode.maxBits = maxBitRate * frame_size / st->Fs;
2010*a58d3d2aSXin Li            }
2011*a58d3d2aSXin Li         }
2012*a58d3d2aSXin Li 
2013*a58d3d2aSXin Li         if (prefill)
2014*a58d3d2aSXin Li         {
2015*a58d3d2aSXin Li             opus_int32 zero=0;
2016*a58d3d2aSXin Li             int prefill_offset;
2017*a58d3d2aSXin Li             /* Use a smooth onset for the SILK prefill to avoid the encoder trying to encode
2018*a58d3d2aSXin Li                a discontinuity. The exact location is what we need to avoid leaving any "gap"
2019*a58d3d2aSXin Li                in the audio when mixing with the redundant CELT frame. Here we can afford to
2020*a58d3d2aSXin Li                overwrite st->delay_buffer because the only thing that uses it before it gets
2021*a58d3d2aSXin Li                rewritten is tmp_prefill[] and even then only the part after the ramp really
2022*a58d3d2aSXin Li                gets used (rather than sent to the encoder and discarded) */
2023*a58d3d2aSXin Li             prefill_offset = st->channels*(st->encoder_buffer-st->delay_compensation-st->Fs/400);
2024*a58d3d2aSXin Li             gain_fade(st->delay_buffer+prefill_offset, st->delay_buffer+prefill_offset,
2025*a58d3d2aSXin Li                   0, Q15ONE, celt_mode->overlap, st->Fs/400, st->channels, celt_mode->window, st->Fs);
2026*a58d3d2aSXin Li             OPUS_CLEAR(st->delay_buffer, prefill_offset);
2027*a58d3d2aSXin Li #ifdef FIXED_POINT
2028*a58d3d2aSXin Li             pcm_silk = st->delay_buffer;
2029*a58d3d2aSXin Li #else
2030*a58d3d2aSXin Li             for (i=0;i<st->encoder_buffer*st->channels;i++)
2031*a58d3d2aSXin Li                 pcm_silk[i] = FLOAT2INT16(st->delay_buffer[i]);
2032*a58d3d2aSXin Li #endif
2033*a58d3d2aSXin Li             silk_Encode( silk_enc, &st->silk_mode, pcm_silk, st->encoder_buffer, NULL, &zero, prefill, activity );
2034*a58d3d2aSXin Li             /* Prevent a second switch in the real encode call. */
2035*a58d3d2aSXin Li             st->silk_mode.opusCanSwitch = 0;
2036*a58d3d2aSXin Li         }
2037*a58d3d2aSXin Li 
2038*a58d3d2aSXin Li #ifdef FIXED_POINT
2039*a58d3d2aSXin Li         pcm_silk = pcm_buf+total_buffer*st->channels;
2040*a58d3d2aSXin Li #else
2041*a58d3d2aSXin Li         for (i=0;i<frame_size*st->channels;i++)
2042*a58d3d2aSXin Li             pcm_silk[i] = FLOAT2INT16(pcm_buf[total_buffer*st->channels + i]);
2043*a58d3d2aSXin Li #endif
2044*a58d3d2aSXin Li         ret = silk_Encode( silk_enc, &st->silk_mode, pcm_silk, frame_size, &enc, &nBytes, 0, activity );
2045*a58d3d2aSXin Li         if( ret ) {
2046*a58d3d2aSXin Li             /*fprintf (stderr, "SILK encode error: %d\n", ret);*/
2047*a58d3d2aSXin Li             /* Handle error */
2048*a58d3d2aSXin Li            RESTORE_STACK;
2049*a58d3d2aSXin Li            return OPUS_INTERNAL_ERROR;
2050*a58d3d2aSXin Li         }
2051*a58d3d2aSXin Li 
2052*a58d3d2aSXin Li         /* Extract SILK internal bandwidth for signaling in first byte */
2053*a58d3d2aSXin Li         if( st->mode == MODE_SILK_ONLY ) {
2054*a58d3d2aSXin Li             if( st->silk_mode.internalSampleRate == 8000 ) {
2055*a58d3d2aSXin Li                curr_bandwidth = OPUS_BANDWIDTH_NARROWBAND;
2056*a58d3d2aSXin Li             } else if( st->silk_mode.internalSampleRate == 12000 ) {
2057*a58d3d2aSXin Li                curr_bandwidth = OPUS_BANDWIDTH_MEDIUMBAND;
2058*a58d3d2aSXin Li             } else if( st->silk_mode.internalSampleRate == 16000 ) {
2059*a58d3d2aSXin Li                curr_bandwidth = OPUS_BANDWIDTH_WIDEBAND;
2060*a58d3d2aSXin Li             }
2061*a58d3d2aSXin Li         } else {
2062*a58d3d2aSXin Li             celt_assert( st->silk_mode.internalSampleRate == 16000 );
2063*a58d3d2aSXin Li         }
2064*a58d3d2aSXin Li 
2065*a58d3d2aSXin Li         st->silk_mode.opusCanSwitch = st->silk_mode.switchReady && !st->nonfinal_frame;
2066*a58d3d2aSXin Li 
2067*a58d3d2aSXin Li         if (nBytes==0)
2068*a58d3d2aSXin Li         {
2069*a58d3d2aSXin Li            st->rangeFinal = 0;
2070*a58d3d2aSXin Li            data[-1] = gen_toc(st->mode, st->Fs/frame_size, curr_bandwidth, st->stream_channels);
2071*a58d3d2aSXin Li            RESTORE_STACK;
2072*a58d3d2aSXin Li            return 1;
2073*a58d3d2aSXin Li         }
2074*a58d3d2aSXin Li 
2075*a58d3d2aSXin Li         /* FIXME: How do we allocate the redundancy for CBR? */
2076*a58d3d2aSXin Li         if (st->silk_mode.opusCanSwitch)
2077*a58d3d2aSXin Li         {
2078*a58d3d2aSXin Li            redundancy_bytes = compute_redundancy_bytes(max_data_bytes, st->bitrate_bps, frame_rate, st->stream_channels);
2079*a58d3d2aSXin Li            redundancy = (redundancy_bytes != 0);
2080*a58d3d2aSXin Li            celt_to_silk = 0;
2081*a58d3d2aSXin Li            st->silk_bw_switch = 1;
2082*a58d3d2aSXin Li         }
2083*a58d3d2aSXin Li     }
2084*a58d3d2aSXin Li 
2085*a58d3d2aSXin Li     /* CELT processing */
2086*a58d3d2aSXin Li     {
2087*a58d3d2aSXin Li         int endband=21;
2088*a58d3d2aSXin Li 
2089*a58d3d2aSXin Li         switch(curr_bandwidth)
2090*a58d3d2aSXin Li         {
2091*a58d3d2aSXin Li             case OPUS_BANDWIDTH_NARROWBAND:
2092*a58d3d2aSXin Li                 endband = 13;
2093*a58d3d2aSXin Li                 break;
2094*a58d3d2aSXin Li             case OPUS_BANDWIDTH_MEDIUMBAND:
2095*a58d3d2aSXin Li             case OPUS_BANDWIDTH_WIDEBAND:
2096*a58d3d2aSXin Li                 endband = 17;
2097*a58d3d2aSXin Li                 break;
2098*a58d3d2aSXin Li             case OPUS_BANDWIDTH_SUPERWIDEBAND:
2099*a58d3d2aSXin Li                 endband = 19;
2100*a58d3d2aSXin Li                 break;
2101*a58d3d2aSXin Li             case OPUS_BANDWIDTH_FULLBAND:
2102*a58d3d2aSXin Li                 endband = 21;
2103*a58d3d2aSXin Li                 break;
2104*a58d3d2aSXin Li         }
2105*a58d3d2aSXin Li         celt_encoder_ctl(celt_enc, CELT_SET_END_BAND(endband));
2106*a58d3d2aSXin Li         celt_encoder_ctl(celt_enc, CELT_SET_CHANNELS(st->stream_channels));
2107*a58d3d2aSXin Li     }
2108*a58d3d2aSXin Li     celt_encoder_ctl(celt_enc, OPUS_SET_BITRATE(OPUS_BITRATE_MAX));
2109*a58d3d2aSXin Li     if (st->mode != MODE_SILK_ONLY)
2110*a58d3d2aSXin Li     {
2111*a58d3d2aSXin Li         opus_val32 celt_pred=2;
2112*a58d3d2aSXin Li         /* We may still decide to disable prediction later */
2113*a58d3d2aSXin Li         if (st->silk_mode.reducedDependency)
2114*a58d3d2aSXin Li            celt_pred = 0;
2115*a58d3d2aSXin Li         celt_encoder_ctl(celt_enc, CELT_SET_PREDICTION(celt_pred));
2116*a58d3d2aSXin Li     }
2117*a58d3d2aSXin Li 
2118*a58d3d2aSXin Li     ALLOC(tmp_prefill, st->channels*st->Fs/400, opus_val16);
2119*a58d3d2aSXin Li     if (st->mode != MODE_SILK_ONLY && st->mode != st->prev_mode && st->prev_mode > 0)
2120*a58d3d2aSXin Li     {
2121*a58d3d2aSXin Li        OPUS_COPY(tmp_prefill, &st->delay_buffer[(st->encoder_buffer-total_buffer-st->Fs/400)*st->channels], st->channels*st->Fs/400);
2122*a58d3d2aSXin Li     }
2123*a58d3d2aSXin Li 
2124*a58d3d2aSXin Li     if (st->channels*(st->encoder_buffer-(frame_size+total_buffer)) > 0)
2125*a58d3d2aSXin Li     {
2126*a58d3d2aSXin Li        OPUS_MOVE(st->delay_buffer, &st->delay_buffer[st->channels*frame_size], st->channels*(st->encoder_buffer-frame_size-total_buffer));
2127*a58d3d2aSXin Li        OPUS_COPY(&st->delay_buffer[st->channels*(st->encoder_buffer-frame_size-total_buffer)],
2128*a58d3d2aSXin Li              &pcm_buf[0],
2129*a58d3d2aSXin Li              (frame_size+total_buffer)*st->channels);
2130*a58d3d2aSXin Li     } else {
2131*a58d3d2aSXin Li        OPUS_COPY(st->delay_buffer, &pcm_buf[(frame_size+total_buffer-st->encoder_buffer)*st->channels], st->encoder_buffer*st->channels);
2132*a58d3d2aSXin Li     }
2133*a58d3d2aSXin Li     /* gain_fade() and stereo_fade() need to be after the buffer copying
2134*a58d3d2aSXin Li        because we don't want any of this to affect the SILK part */
2135*a58d3d2aSXin Li     if( st->prev_HB_gain < Q15ONE || HB_gain < Q15ONE ) {
2136*a58d3d2aSXin Li        gain_fade(pcm_buf, pcm_buf,
2137*a58d3d2aSXin Li              st->prev_HB_gain, HB_gain, celt_mode->overlap, frame_size, st->channels, celt_mode->window, st->Fs);
2138*a58d3d2aSXin Li     }
2139*a58d3d2aSXin Li     st->prev_HB_gain = HB_gain;
2140*a58d3d2aSXin Li     if (st->mode != MODE_HYBRID || st->stream_channels==1)
2141*a58d3d2aSXin Li     {
2142*a58d3d2aSXin Li        if (equiv_rate > 32000)
2143*a58d3d2aSXin Li           st->silk_mode.stereoWidth_Q14 = 16384;
2144*a58d3d2aSXin Li        else if (equiv_rate < 16000)
2145*a58d3d2aSXin Li           st->silk_mode.stereoWidth_Q14 = 0;
2146*a58d3d2aSXin Li        else
2147*a58d3d2aSXin Li           st->silk_mode.stereoWidth_Q14 = 16384 - 2048*(opus_int32)(32000-equiv_rate)/(equiv_rate-14000);
2148*a58d3d2aSXin Li     }
2149*a58d3d2aSXin Li     if( !st->energy_masking && st->channels == 2 ) {
2150*a58d3d2aSXin Li         /* Apply stereo width reduction (at low bitrates) */
2151*a58d3d2aSXin Li         if( st->hybrid_stereo_width_Q14 < (1 << 14) || st->silk_mode.stereoWidth_Q14 < (1 << 14) ) {
2152*a58d3d2aSXin Li             opus_val16 g1, g2;
2153*a58d3d2aSXin Li             g1 = st->hybrid_stereo_width_Q14;
2154*a58d3d2aSXin Li             g2 = (opus_val16)(st->silk_mode.stereoWidth_Q14);
2155*a58d3d2aSXin Li #ifdef FIXED_POINT
2156*a58d3d2aSXin Li             g1 = g1==16384 ? Q15ONE : SHL16(g1,1);
2157*a58d3d2aSXin Li             g2 = g2==16384 ? Q15ONE : SHL16(g2,1);
2158*a58d3d2aSXin Li #else
2159*a58d3d2aSXin Li             g1 *= (1.f/16384);
2160*a58d3d2aSXin Li             g2 *= (1.f/16384);
2161*a58d3d2aSXin Li #endif
2162*a58d3d2aSXin Li             stereo_fade(pcm_buf, pcm_buf, g1, g2, celt_mode->overlap,
2163*a58d3d2aSXin Li                   frame_size, st->channels, celt_mode->window, st->Fs);
2164*a58d3d2aSXin Li             st->hybrid_stereo_width_Q14 = st->silk_mode.stereoWidth_Q14;
2165*a58d3d2aSXin Li         }
2166*a58d3d2aSXin Li     }
2167*a58d3d2aSXin Li 
2168*a58d3d2aSXin Li     if ( st->mode != MODE_CELT_ONLY && ec_tell(&enc)+17+20*(st->mode == MODE_HYBRID) <= 8*(max_data_bytes-1))
2169*a58d3d2aSXin Li     {
2170*a58d3d2aSXin Li         /* For SILK mode, the redundancy is inferred from the length */
2171*a58d3d2aSXin Li         if (st->mode == MODE_HYBRID)
2172*a58d3d2aSXin Li            ec_enc_bit_logp(&enc, redundancy, 12);
2173*a58d3d2aSXin Li         if (redundancy)
2174*a58d3d2aSXin Li         {
2175*a58d3d2aSXin Li             int max_redundancy;
2176*a58d3d2aSXin Li             ec_enc_bit_logp(&enc, celt_to_silk, 1);
2177*a58d3d2aSXin Li             if (st->mode == MODE_HYBRID)
2178*a58d3d2aSXin Li             {
2179*a58d3d2aSXin Li                /* Reserve the 8 bits needed for the redundancy length,
2180*a58d3d2aSXin Li                   and at least a few bits for CELT if possible */
2181*a58d3d2aSXin Li                max_redundancy = (max_data_bytes-1)-((ec_tell(&enc)+8+3+7)>>3);
2182*a58d3d2aSXin Li             }
2183*a58d3d2aSXin Li             else
2184*a58d3d2aSXin Li                max_redundancy = (max_data_bytes-1)-((ec_tell(&enc)+7)>>3);
2185*a58d3d2aSXin Li             /* Target the same bit-rate for redundancy as for the rest,
2186*a58d3d2aSXin Li                up to a max of 257 bytes */
2187*a58d3d2aSXin Li             redundancy_bytes = IMIN(max_redundancy, redundancy_bytes);
2188*a58d3d2aSXin Li             redundancy_bytes = IMIN(257, IMAX(2, redundancy_bytes));
2189*a58d3d2aSXin Li             if (st->mode == MODE_HYBRID)
2190*a58d3d2aSXin Li                 ec_enc_uint(&enc, redundancy_bytes-2, 256);
2191*a58d3d2aSXin Li         }
2192*a58d3d2aSXin Li     } else {
2193*a58d3d2aSXin Li         redundancy = 0;
2194*a58d3d2aSXin Li     }
2195*a58d3d2aSXin Li 
2196*a58d3d2aSXin Li     if (!redundancy)
2197*a58d3d2aSXin Li     {
2198*a58d3d2aSXin Li        st->silk_bw_switch = 0;
2199*a58d3d2aSXin Li        redundancy_bytes = 0;
2200*a58d3d2aSXin Li     }
2201*a58d3d2aSXin Li     if (st->mode != MODE_CELT_ONLY)start_band=17;
2202*a58d3d2aSXin Li 
2203*a58d3d2aSXin Li     if (st->mode == MODE_SILK_ONLY)
2204*a58d3d2aSXin Li     {
2205*a58d3d2aSXin Li         ret = (ec_tell(&enc)+7)>>3;
2206*a58d3d2aSXin Li         ec_enc_done(&enc);
2207*a58d3d2aSXin Li         nb_compr_bytes = ret;
2208*a58d3d2aSXin Li     } else {
2209*a58d3d2aSXin Li         nb_compr_bytes = (max_data_bytes-1)-redundancy_bytes;
2210*a58d3d2aSXin Li #ifdef ENABLE_DRED
2211*a58d3d2aSXin Li         if (st->dred_duration > 0)
2212*a58d3d2aSXin Li         {
2213*a58d3d2aSXin Li             int max_celt_bytes;
2214*a58d3d2aSXin Li             opus_int32 dred_bytes = dred_bitrate_bps/(frame_rate*8);
2215*a58d3d2aSXin Li             /* Allow CELT to steal up to 25% of the remaining bits. */
2216*a58d3d2aSXin Li             max_celt_bytes = nb_compr_bytes - dred_bytes*3/4;
2217*a58d3d2aSXin Li             /* But try to give CELT at least 5 bytes to prevent a mismatch with
2218*a58d3d2aSXin Li                the redundancy signaling. */
2219*a58d3d2aSXin Li             max_celt_bytes = IMAX((ec_tell(&enc)+7)/8 + 5, max_celt_bytes);
2220*a58d3d2aSXin Li             /* Subject to the original max. */
2221*a58d3d2aSXin Li             nb_compr_bytes = IMIN(nb_compr_bytes, max_celt_bytes);
2222*a58d3d2aSXin Li         }
2223*a58d3d2aSXin Li #endif
2224*a58d3d2aSXin Li         ec_enc_shrink(&enc, nb_compr_bytes);
2225*a58d3d2aSXin Li     }
2226*a58d3d2aSXin Li 
2227*a58d3d2aSXin Li #ifndef DISABLE_FLOAT_API
2228*a58d3d2aSXin Li     if (redundancy || st->mode != MODE_SILK_ONLY)
2229*a58d3d2aSXin Li        celt_encoder_ctl(celt_enc, CELT_SET_ANALYSIS(analysis_info));
2230*a58d3d2aSXin Li #endif
2231*a58d3d2aSXin Li     if (st->mode == MODE_HYBRID) {
2232*a58d3d2aSXin Li        SILKInfo info;
2233*a58d3d2aSXin Li        info.signalType = st->silk_mode.signalType;
2234*a58d3d2aSXin Li        info.offset = st->silk_mode.offset;
2235*a58d3d2aSXin Li        celt_encoder_ctl(celt_enc, CELT_SET_SILK_INFO(&info));
2236*a58d3d2aSXin Li     }
2237*a58d3d2aSXin Li 
2238*a58d3d2aSXin Li     /* 5 ms redundant frame for CELT->SILK */
2239*a58d3d2aSXin Li     if (redundancy && celt_to_silk)
2240*a58d3d2aSXin Li     {
2241*a58d3d2aSXin Li         int err;
2242*a58d3d2aSXin Li         celt_encoder_ctl(celt_enc, CELT_SET_START_BAND(0));
2243*a58d3d2aSXin Li         celt_encoder_ctl(celt_enc, OPUS_SET_VBR(0));
2244*a58d3d2aSXin Li         celt_encoder_ctl(celt_enc, OPUS_SET_BITRATE(OPUS_BITRATE_MAX));
2245*a58d3d2aSXin Li         err = celt_encode_with_ec(celt_enc, pcm_buf, st->Fs/200, data+nb_compr_bytes, redundancy_bytes, NULL);
2246*a58d3d2aSXin Li         if (err < 0)
2247*a58d3d2aSXin Li         {
2248*a58d3d2aSXin Li            RESTORE_STACK;
2249*a58d3d2aSXin Li            return OPUS_INTERNAL_ERROR;
2250*a58d3d2aSXin Li         }
2251*a58d3d2aSXin Li         celt_encoder_ctl(celt_enc, OPUS_GET_FINAL_RANGE(&redundant_rng));
2252*a58d3d2aSXin Li         celt_encoder_ctl(celt_enc, OPUS_RESET_STATE);
2253*a58d3d2aSXin Li     }
2254*a58d3d2aSXin Li 
2255*a58d3d2aSXin Li     celt_encoder_ctl(celt_enc, CELT_SET_START_BAND(start_band));
2256*a58d3d2aSXin Li 
2257*a58d3d2aSXin Li     if (st->mode != MODE_SILK_ONLY)
2258*a58d3d2aSXin Li     {
2259*a58d3d2aSXin Li         celt_encoder_ctl(celt_enc, OPUS_SET_VBR(st->use_vbr));
2260*a58d3d2aSXin Li         if (st->mode == MODE_HYBRID)
2261*a58d3d2aSXin Li         {
2262*a58d3d2aSXin Li             if( st->use_vbr ) {
2263*a58d3d2aSXin Li                 celt_encoder_ctl(celt_enc, OPUS_SET_BITRATE(st->bitrate_bps-st->silk_mode.bitRate));
2264*a58d3d2aSXin Li                 celt_encoder_ctl(celt_enc, OPUS_SET_VBR_CONSTRAINT(0));
2265*a58d3d2aSXin Li             }
2266*a58d3d2aSXin Li         } else {
2267*a58d3d2aSXin Li             if (st->use_vbr)
2268*a58d3d2aSXin Li             {
2269*a58d3d2aSXin Li                 celt_encoder_ctl(celt_enc, OPUS_SET_VBR(1));
2270*a58d3d2aSXin Li                 celt_encoder_ctl(celt_enc, OPUS_SET_VBR_CONSTRAINT(st->vbr_constraint));
2271*a58d3d2aSXin Li                 celt_encoder_ctl(celt_enc, OPUS_SET_BITRATE(st->bitrate_bps));
2272*a58d3d2aSXin Li             }
2273*a58d3d2aSXin Li         }
2274*a58d3d2aSXin Li #ifdef ENABLE_DRED
2275*a58d3d2aSXin Li         /* When Using DRED CBR, we can actually make the CELT part VBR and have DRED pick up the slack. */
2276*a58d3d2aSXin Li         if (!st->use_vbr && st->dred_duration > 0)
2277*a58d3d2aSXin Li         {
2278*a58d3d2aSXin Li             opus_int32 celt_bitrate = st->bitrate_bps;
2279*a58d3d2aSXin Li             celt_encoder_ctl(celt_enc, OPUS_SET_VBR(1));
2280*a58d3d2aSXin Li             celt_encoder_ctl(celt_enc, OPUS_SET_VBR_CONSTRAINT(0));
2281*a58d3d2aSXin Li             if (st->mode == MODE_HYBRID) {
2282*a58d3d2aSXin Li                 celt_bitrate -= st->silk_mode.bitRate;
2283*a58d3d2aSXin Li             }
2284*a58d3d2aSXin Li             celt_encoder_ctl(celt_enc, OPUS_SET_BITRATE(celt_bitrate));
2285*a58d3d2aSXin Li         }
2286*a58d3d2aSXin Li #endif
2287*a58d3d2aSXin Li         if (st->mode != st->prev_mode && st->prev_mode > 0)
2288*a58d3d2aSXin Li         {
2289*a58d3d2aSXin Li            unsigned char dummy[2];
2290*a58d3d2aSXin Li            celt_encoder_ctl(celt_enc, OPUS_RESET_STATE);
2291*a58d3d2aSXin Li 
2292*a58d3d2aSXin Li            /* Prefilling */
2293*a58d3d2aSXin Li            celt_encode_with_ec(celt_enc, tmp_prefill, st->Fs/400, dummy, 2, NULL);
2294*a58d3d2aSXin Li            celt_encoder_ctl(celt_enc, CELT_SET_PREDICTION(0));
2295*a58d3d2aSXin Li         }
2296*a58d3d2aSXin Li         /* If false, we already busted the budget and we'll end up with a "PLC frame" */
2297*a58d3d2aSXin Li         if (ec_tell(&enc) <= 8*nb_compr_bytes)
2298*a58d3d2aSXin Li         {
2299*a58d3d2aSXin Li            ret = celt_encode_with_ec(celt_enc, pcm_buf, frame_size, NULL, nb_compr_bytes, &enc);
2300*a58d3d2aSXin Li            if (ret < 0)
2301*a58d3d2aSXin Li            {
2302*a58d3d2aSXin Li               RESTORE_STACK;
2303*a58d3d2aSXin Li               return OPUS_INTERNAL_ERROR;
2304*a58d3d2aSXin Li            }
2305*a58d3d2aSXin Li            /* Put CELT->SILK redundancy data in the right place. */
2306*a58d3d2aSXin Li            if (redundancy && celt_to_silk && st->mode==MODE_HYBRID && nb_compr_bytes != ret)
2307*a58d3d2aSXin Li            {
2308*a58d3d2aSXin Li               OPUS_MOVE(data+ret, data+nb_compr_bytes, redundancy_bytes);
2309*a58d3d2aSXin Li               nb_compr_bytes = ret+redundancy_bytes;
2310*a58d3d2aSXin Li            }
2311*a58d3d2aSXin Li         }
2312*a58d3d2aSXin Li     }
2313*a58d3d2aSXin Li 
2314*a58d3d2aSXin Li     /* 5 ms redundant frame for SILK->CELT */
2315*a58d3d2aSXin Li     if (redundancy && !celt_to_silk)
2316*a58d3d2aSXin Li     {
2317*a58d3d2aSXin Li         int err;
2318*a58d3d2aSXin Li         unsigned char dummy[2];
2319*a58d3d2aSXin Li         int N2, N4;
2320*a58d3d2aSXin Li         N2 = st->Fs/200;
2321*a58d3d2aSXin Li         N4 = st->Fs/400;
2322*a58d3d2aSXin Li 
2323*a58d3d2aSXin Li         celt_encoder_ctl(celt_enc, OPUS_RESET_STATE);
2324*a58d3d2aSXin Li         celt_encoder_ctl(celt_enc, CELT_SET_START_BAND(0));
2325*a58d3d2aSXin Li         celt_encoder_ctl(celt_enc, CELT_SET_PREDICTION(0));
2326*a58d3d2aSXin Li         celt_encoder_ctl(celt_enc, OPUS_SET_VBR(0));
2327*a58d3d2aSXin Li         celt_encoder_ctl(celt_enc, OPUS_SET_BITRATE(OPUS_BITRATE_MAX));
2328*a58d3d2aSXin Li 
2329*a58d3d2aSXin Li         if (st->mode == MODE_HYBRID)
2330*a58d3d2aSXin Li         {
2331*a58d3d2aSXin Li            /* Shrink packet to what the encoder actually used. */
2332*a58d3d2aSXin Li            nb_compr_bytes = ret;
2333*a58d3d2aSXin Li            ec_enc_shrink(&enc, nb_compr_bytes);
2334*a58d3d2aSXin Li         }
2335*a58d3d2aSXin Li         /* NOTE: We could speed this up slightly (at the expense of code size) by just adding a function that prefills the buffer */
2336*a58d3d2aSXin Li         celt_encode_with_ec(celt_enc, pcm_buf+st->channels*(frame_size-N2-N4), N4, dummy, 2, NULL);
2337*a58d3d2aSXin Li 
2338*a58d3d2aSXin Li         err = celt_encode_with_ec(celt_enc, pcm_buf+st->channels*(frame_size-N2), N2, data+nb_compr_bytes, redundancy_bytes, NULL);
2339*a58d3d2aSXin Li         if (err < 0)
2340*a58d3d2aSXin Li         {
2341*a58d3d2aSXin Li            RESTORE_STACK;
2342*a58d3d2aSXin Li            return OPUS_INTERNAL_ERROR;
2343*a58d3d2aSXin Li         }
2344*a58d3d2aSXin Li         celt_encoder_ctl(celt_enc, OPUS_GET_FINAL_RANGE(&redundant_rng));
2345*a58d3d2aSXin Li     }
2346*a58d3d2aSXin Li 
2347*a58d3d2aSXin Li 
2348*a58d3d2aSXin Li 
2349*a58d3d2aSXin Li     /* Signalling the mode in the first byte */
2350*a58d3d2aSXin Li     data--;
2351*a58d3d2aSXin Li     data[0] = gen_toc(st->mode, st->Fs/frame_size, curr_bandwidth, st->stream_channels);
2352*a58d3d2aSXin Li 
2353*a58d3d2aSXin Li     st->rangeFinal = enc.rng ^ redundant_rng;
2354*a58d3d2aSXin Li 
2355*a58d3d2aSXin Li     if (to_celt)
2356*a58d3d2aSXin Li         st->prev_mode = MODE_CELT_ONLY;
2357*a58d3d2aSXin Li     else
2358*a58d3d2aSXin Li         st->prev_mode = st->mode;
2359*a58d3d2aSXin Li     st->prev_channels = st->stream_channels;
2360*a58d3d2aSXin Li     st->prev_framesize = frame_size;
2361*a58d3d2aSXin Li 
2362*a58d3d2aSXin Li     st->first = 0;
2363*a58d3d2aSXin Li 
2364*a58d3d2aSXin Li     /* DTX decision */
2365*a58d3d2aSXin Li #ifndef DISABLE_FLOAT_API
2366*a58d3d2aSXin Li     if (st->use_dtx && (analysis_info->valid || is_silence))
2367*a58d3d2aSXin Li     {
2368*a58d3d2aSXin Li        if (decide_dtx_mode(activity, &st->nb_no_activity_ms_Q1, 2*1000*frame_size/st->Fs))
2369*a58d3d2aSXin Li        {
2370*a58d3d2aSXin Li           st->rangeFinal = 0;
2371*a58d3d2aSXin Li           data[0] = gen_toc(st->mode, st->Fs/frame_size, curr_bandwidth, st->stream_channels);
2372*a58d3d2aSXin Li           RESTORE_STACK;
2373*a58d3d2aSXin Li           return 1;
2374*a58d3d2aSXin Li        }
2375*a58d3d2aSXin Li     } else {
2376*a58d3d2aSXin Li        st->nb_no_activity_ms_Q1 = 0;
2377*a58d3d2aSXin Li     }
2378*a58d3d2aSXin Li #endif
2379*a58d3d2aSXin Li 
2380*a58d3d2aSXin Li     /* In the unlikely case that the SILK encoder busted its target, tell
2381*a58d3d2aSXin Li        the decoder to call the PLC */
2382*a58d3d2aSXin Li     if (ec_tell(&enc) > (max_data_bytes-1)*8)
2383*a58d3d2aSXin Li     {
2384*a58d3d2aSXin Li        if (max_data_bytes < 2)
2385*a58d3d2aSXin Li        {
2386*a58d3d2aSXin Li           RESTORE_STACK;
2387*a58d3d2aSXin Li           return OPUS_BUFFER_TOO_SMALL;
2388*a58d3d2aSXin Li        }
2389*a58d3d2aSXin Li        data[1] = 0;
2390*a58d3d2aSXin Li        ret = 1;
2391*a58d3d2aSXin Li        st->rangeFinal = 0;
2392*a58d3d2aSXin Li     } else if (st->mode==MODE_SILK_ONLY&&!redundancy)
2393*a58d3d2aSXin Li     {
2394*a58d3d2aSXin Li        /*When in LPC only mode it's perfectly
2395*a58d3d2aSXin Li          reasonable to strip off trailing zero bytes as
2396*a58d3d2aSXin Li          the required range decoder behavior is to
2397*a58d3d2aSXin Li          fill these in. This can't be done when the MDCT
2398*a58d3d2aSXin Li          modes are used because the decoder needs to know
2399*a58d3d2aSXin Li          the actual length for allocation purposes.*/
2400*a58d3d2aSXin Li        while(ret>2&&data[ret]==0)ret--;
2401*a58d3d2aSXin Li     }
2402*a58d3d2aSXin Li     /* Count ToC and redundancy */
2403*a58d3d2aSXin Li     ret += 1+redundancy_bytes;
2404*a58d3d2aSXin Li     apply_padding = !st->use_vbr;
2405*a58d3d2aSXin Li #ifdef ENABLE_DRED
2406*a58d3d2aSXin Li     if (st->dred_duration > 0 && st->dred_encoder.loaded && first_frame) {
2407*a58d3d2aSXin Li        opus_extension_data extension;
2408*a58d3d2aSXin Li        unsigned char buf[DRED_MAX_DATA_SIZE];
2409*a58d3d2aSXin Li        int dred_chunks;
2410*a58d3d2aSXin Li        int dred_bytes_left;
2411*a58d3d2aSXin Li        dred_chunks = IMIN((st->dred_duration+5)/4, DRED_NUM_REDUNDANCY_FRAMES/2);
2412*a58d3d2aSXin Li        if (st->use_vbr) dred_chunks = IMIN(dred_chunks, st->dred_target_chunks);
2413*a58d3d2aSXin Li        /* Remaining space for DRED, accounting for cost the 3 extra bytes for code 3, padding length, and extension number. */
2414*a58d3d2aSXin Li        dred_bytes_left = IMIN(DRED_MAX_DATA_SIZE, max_data_bytes-ret-3);
2415*a58d3d2aSXin Li        /* Account for the extra bytes required to signal large padding length. */
2416*a58d3d2aSXin Li        dred_bytes_left -= (dred_bytes_left+1+DRED_EXPERIMENTAL_BYTES)/255;
2417*a58d3d2aSXin Li        /* Check whether we actually have something to encode. */
2418*a58d3d2aSXin Li        if (dred_chunks >= 1 && dred_bytes_left >= DRED_MIN_BYTES+DRED_EXPERIMENTAL_BYTES) {
2419*a58d3d2aSXin Li            int dred_bytes;
2420*a58d3d2aSXin Li #ifdef DRED_EXPERIMENTAL_VERSION
2421*a58d3d2aSXin Li            /* Add temporary extension type and version.
2422*a58d3d2aSXin Li               These bytes will be removed once extension is finalized. */
2423*a58d3d2aSXin Li            buf[0] = 'D';
2424*a58d3d2aSXin Li            buf[1] = DRED_EXPERIMENTAL_VERSION;
2425*a58d3d2aSXin Li #endif
2426*a58d3d2aSXin Li            dred_bytes = dred_encode_silk_frame(&st->dred_encoder, buf+DRED_EXPERIMENTAL_BYTES, dred_chunks, dred_bytes_left-DRED_EXPERIMENTAL_BYTES,
2427*a58d3d2aSXin Li                                                st->dred_q0, st->dred_dQ, st->dred_qmax, st->activity_mem, st->arch);
2428*a58d3d2aSXin Li            if (dred_bytes > 0) {
2429*a58d3d2aSXin Li               dred_bytes += DRED_EXPERIMENTAL_BYTES;
2430*a58d3d2aSXin Li               celt_assert(dred_bytes <= dred_bytes_left);
2431*a58d3d2aSXin Li               extension.id = DRED_EXTENSION_ID;
2432*a58d3d2aSXin Li               extension.frame = 0;
2433*a58d3d2aSXin Li               extension.data = buf;
2434*a58d3d2aSXin Li               extension.len = dred_bytes;
2435*a58d3d2aSXin Li               ret = opus_packet_pad_impl(data, ret, max_data_bytes, !st->use_vbr, &extension, 1);
2436*a58d3d2aSXin Li               if (ret < 0)
2437*a58d3d2aSXin Li               {
2438*a58d3d2aSXin Li                  RESTORE_STACK;
2439*a58d3d2aSXin Li                  return OPUS_INTERNAL_ERROR;
2440*a58d3d2aSXin Li               }
2441*a58d3d2aSXin Li               apply_padding = 0;
2442*a58d3d2aSXin Li            }
2443*a58d3d2aSXin Li        }
2444*a58d3d2aSXin Li     }
2445*a58d3d2aSXin Li #else
2446*a58d3d2aSXin Li     (void)first_frame; /* Avoids a warning about first_frame being unused. */
2447*a58d3d2aSXin Li #endif
2448*a58d3d2aSXin Li     if (apply_padding)
2449*a58d3d2aSXin Li     {
2450*a58d3d2aSXin Li        if (opus_packet_pad(data, ret, max_data_bytes) != OPUS_OK)
2451*a58d3d2aSXin Li        {
2452*a58d3d2aSXin Li           RESTORE_STACK;
2453*a58d3d2aSXin Li           return OPUS_INTERNAL_ERROR;
2454*a58d3d2aSXin Li        }
2455*a58d3d2aSXin Li        ret = max_data_bytes;
2456*a58d3d2aSXin Li     }
2457*a58d3d2aSXin Li     RESTORE_STACK;
2458*a58d3d2aSXin Li     return ret;
2459*a58d3d2aSXin Li }
2460*a58d3d2aSXin Li 
2461*a58d3d2aSXin Li #ifdef FIXED_POINT
2462*a58d3d2aSXin Li 
2463*a58d3d2aSXin Li #ifndef DISABLE_FLOAT_API
opus_encode_float(OpusEncoder * st,const float * pcm,int analysis_frame_size,unsigned char * data,opus_int32 max_data_bytes)2464*a58d3d2aSXin Li opus_int32 opus_encode_float(OpusEncoder *st, const float *pcm, int analysis_frame_size,
2465*a58d3d2aSXin Li       unsigned char *data, opus_int32 max_data_bytes)
2466*a58d3d2aSXin Li {
2467*a58d3d2aSXin Li    int i, ret;
2468*a58d3d2aSXin Li    int frame_size;
2469*a58d3d2aSXin Li    VARDECL(opus_int16, in);
2470*a58d3d2aSXin Li    ALLOC_STACK;
2471*a58d3d2aSXin Li 
2472*a58d3d2aSXin Li    frame_size = frame_size_select(analysis_frame_size, st->variable_duration, st->Fs);
2473*a58d3d2aSXin Li    if (frame_size <= 0)
2474*a58d3d2aSXin Li    {
2475*a58d3d2aSXin Li       RESTORE_STACK;
2476*a58d3d2aSXin Li       return OPUS_BAD_ARG;
2477*a58d3d2aSXin Li    }
2478*a58d3d2aSXin Li    ALLOC(in, frame_size*st->channels, opus_int16);
2479*a58d3d2aSXin Li 
2480*a58d3d2aSXin Li    for (i=0;i<frame_size*st->channels;i++)
2481*a58d3d2aSXin Li       in[i] = FLOAT2INT16(pcm[i]);
2482*a58d3d2aSXin Li    ret = opus_encode_native(st, in, frame_size, data, max_data_bytes, 16,
2483*a58d3d2aSXin Li                             pcm, analysis_frame_size, 0, -2, st->channels, downmix_float, 1);
2484*a58d3d2aSXin Li    RESTORE_STACK;
2485*a58d3d2aSXin Li    return ret;
2486*a58d3d2aSXin Li }
2487*a58d3d2aSXin Li #endif
2488*a58d3d2aSXin Li 
opus_encode(OpusEncoder * st,const opus_int16 * pcm,int analysis_frame_size,unsigned char * data,opus_int32 out_data_bytes)2489*a58d3d2aSXin Li opus_int32 opus_encode(OpusEncoder *st, const opus_int16 *pcm, int analysis_frame_size,
2490*a58d3d2aSXin Li                 unsigned char *data, opus_int32 out_data_bytes)
2491*a58d3d2aSXin Li {
2492*a58d3d2aSXin Li    int frame_size;
2493*a58d3d2aSXin Li    frame_size = frame_size_select(analysis_frame_size, st->variable_duration, st->Fs);
2494*a58d3d2aSXin Li    return opus_encode_native(st, pcm, frame_size, data, out_data_bytes, 16,
2495*a58d3d2aSXin Li                              pcm, analysis_frame_size, 0, -2, st->channels, downmix_int, 0);
2496*a58d3d2aSXin Li }
2497*a58d3d2aSXin Li 
2498*a58d3d2aSXin Li #else
opus_encode(OpusEncoder * st,const opus_int16 * pcm,int analysis_frame_size,unsigned char * data,opus_int32 max_data_bytes)2499*a58d3d2aSXin Li opus_int32 opus_encode(OpusEncoder *st, const opus_int16 *pcm, int analysis_frame_size,
2500*a58d3d2aSXin Li       unsigned char *data, opus_int32 max_data_bytes)
2501*a58d3d2aSXin Li {
2502*a58d3d2aSXin Li    int i, ret;
2503*a58d3d2aSXin Li    int frame_size;
2504*a58d3d2aSXin Li    VARDECL(float, in);
2505*a58d3d2aSXin Li    ALLOC_STACK;
2506*a58d3d2aSXin Li 
2507*a58d3d2aSXin Li    frame_size = frame_size_select(analysis_frame_size, st->variable_duration, st->Fs);
2508*a58d3d2aSXin Li    if (frame_size <= 0)
2509*a58d3d2aSXin Li    {
2510*a58d3d2aSXin Li       RESTORE_STACK;
2511*a58d3d2aSXin Li       return OPUS_BAD_ARG;
2512*a58d3d2aSXin Li    }
2513*a58d3d2aSXin Li    ALLOC(in, frame_size*st->channels, float);
2514*a58d3d2aSXin Li 
2515*a58d3d2aSXin Li    for (i=0;i<frame_size*st->channels;i++)
2516*a58d3d2aSXin Li       in[i] = (1.0f/32768)*pcm[i];
2517*a58d3d2aSXin Li    ret = opus_encode_native(st, in, frame_size, data, max_data_bytes, 16,
2518*a58d3d2aSXin Li                             pcm, analysis_frame_size, 0, -2, st->channels, downmix_int, 0);
2519*a58d3d2aSXin Li    RESTORE_STACK;
2520*a58d3d2aSXin Li    return ret;
2521*a58d3d2aSXin Li }
opus_encode_float(OpusEncoder * st,const float * pcm,int analysis_frame_size,unsigned char * data,opus_int32 out_data_bytes)2522*a58d3d2aSXin Li opus_int32 opus_encode_float(OpusEncoder *st, const float *pcm, int analysis_frame_size,
2523*a58d3d2aSXin Li                       unsigned char *data, opus_int32 out_data_bytes)
2524*a58d3d2aSXin Li {
2525*a58d3d2aSXin Li    int frame_size;
2526*a58d3d2aSXin Li    frame_size = frame_size_select(analysis_frame_size, st->variable_duration, st->Fs);
2527*a58d3d2aSXin Li    return opus_encode_native(st, pcm, frame_size, data, out_data_bytes, 24,
2528*a58d3d2aSXin Li                              pcm, analysis_frame_size, 0, -2, st->channels, downmix_float, 1);
2529*a58d3d2aSXin Li }
2530*a58d3d2aSXin Li #endif
2531*a58d3d2aSXin Li 
2532*a58d3d2aSXin Li 
opus_encoder_ctl(OpusEncoder * st,int request,...)2533*a58d3d2aSXin Li int opus_encoder_ctl(OpusEncoder *st, int request, ...)
2534*a58d3d2aSXin Li {
2535*a58d3d2aSXin Li     int ret;
2536*a58d3d2aSXin Li     CELTEncoder *celt_enc;
2537*a58d3d2aSXin Li     va_list ap;
2538*a58d3d2aSXin Li 
2539*a58d3d2aSXin Li     ret = OPUS_OK;
2540*a58d3d2aSXin Li     va_start(ap, request);
2541*a58d3d2aSXin Li 
2542*a58d3d2aSXin Li     celt_enc = (CELTEncoder*)((char*)st+st->celt_enc_offset);
2543*a58d3d2aSXin Li 
2544*a58d3d2aSXin Li     switch (request)
2545*a58d3d2aSXin Li     {
2546*a58d3d2aSXin Li         case OPUS_SET_APPLICATION_REQUEST:
2547*a58d3d2aSXin Li         {
2548*a58d3d2aSXin Li             opus_int32 value = va_arg(ap, opus_int32);
2549*a58d3d2aSXin Li             if (   (value != OPUS_APPLICATION_VOIP && value != OPUS_APPLICATION_AUDIO
2550*a58d3d2aSXin Li                  && value != OPUS_APPLICATION_RESTRICTED_LOWDELAY)
2551*a58d3d2aSXin Li                || (!st->first && st->application != value))
2552*a58d3d2aSXin Li             {
2553*a58d3d2aSXin Li                ret = OPUS_BAD_ARG;
2554*a58d3d2aSXin Li                break;
2555*a58d3d2aSXin Li             }
2556*a58d3d2aSXin Li             st->application = value;
2557*a58d3d2aSXin Li #ifndef DISABLE_FLOAT_API
2558*a58d3d2aSXin Li             st->analysis.application = value;
2559*a58d3d2aSXin Li #endif
2560*a58d3d2aSXin Li         }
2561*a58d3d2aSXin Li         break;
2562*a58d3d2aSXin Li         case OPUS_GET_APPLICATION_REQUEST:
2563*a58d3d2aSXin Li         {
2564*a58d3d2aSXin Li             opus_int32 *value = va_arg(ap, opus_int32*);
2565*a58d3d2aSXin Li             if (!value)
2566*a58d3d2aSXin Li             {
2567*a58d3d2aSXin Li                goto bad_arg;
2568*a58d3d2aSXin Li             }
2569*a58d3d2aSXin Li             *value = st->application;
2570*a58d3d2aSXin Li         }
2571*a58d3d2aSXin Li         break;
2572*a58d3d2aSXin Li         case OPUS_SET_BITRATE_REQUEST:
2573*a58d3d2aSXin Li         {
2574*a58d3d2aSXin Li             opus_int32 value = va_arg(ap, opus_int32);
2575*a58d3d2aSXin Li             if (value != OPUS_AUTO && value != OPUS_BITRATE_MAX)
2576*a58d3d2aSXin Li             {
2577*a58d3d2aSXin Li                 if (value <= 0)
2578*a58d3d2aSXin Li                     goto bad_arg;
2579*a58d3d2aSXin Li                 else if (value <= 500)
2580*a58d3d2aSXin Li                     value = 500;
2581*a58d3d2aSXin Li                 else if (value > (opus_int32)300000*st->channels)
2582*a58d3d2aSXin Li                     value = (opus_int32)300000*st->channels;
2583*a58d3d2aSXin Li             }
2584*a58d3d2aSXin Li             st->user_bitrate_bps = value;
2585*a58d3d2aSXin Li         }
2586*a58d3d2aSXin Li         break;
2587*a58d3d2aSXin Li         case OPUS_GET_BITRATE_REQUEST:
2588*a58d3d2aSXin Li         {
2589*a58d3d2aSXin Li             opus_int32 *value = va_arg(ap, opus_int32*);
2590*a58d3d2aSXin Li             if (!value)
2591*a58d3d2aSXin Li             {
2592*a58d3d2aSXin Li                goto bad_arg;
2593*a58d3d2aSXin Li             }
2594*a58d3d2aSXin Li             *value = user_bitrate_to_bitrate(st, st->prev_framesize, 1276);
2595*a58d3d2aSXin Li         }
2596*a58d3d2aSXin Li         break;
2597*a58d3d2aSXin Li         case OPUS_SET_FORCE_CHANNELS_REQUEST:
2598*a58d3d2aSXin Li         {
2599*a58d3d2aSXin Li             opus_int32 value = va_arg(ap, opus_int32);
2600*a58d3d2aSXin Li             if((value<1 || value>st->channels) && value != OPUS_AUTO)
2601*a58d3d2aSXin Li             {
2602*a58d3d2aSXin Li                goto bad_arg;
2603*a58d3d2aSXin Li             }
2604*a58d3d2aSXin Li             st->force_channels = value;
2605*a58d3d2aSXin Li         }
2606*a58d3d2aSXin Li         break;
2607*a58d3d2aSXin Li         case OPUS_GET_FORCE_CHANNELS_REQUEST:
2608*a58d3d2aSXin Li         {
2609*a58d3d2aSXin Li             opus_int32 *value = va_arg(ap, opus_int32*);
2610*a58d3d2aSXin Li             if (!value)
2611*a58d3d2aSXin Li             {
2612*a58d3d2aSXin Li                goto bad_arg;
2613*a58d3d2aSXin Li             }
2614*a58d3d2aSXin Li             *value = st->force_channels;
2615*a58d3d2aSXin Li         }
2616*a58d3d2aSXin Li         break;
2617*a58d3d2aSXin Li         case OPUS_SET_MAX_BANDWIDTH_REQUEST:
2618*a58d3d2aSXin Li         {
2619*a58d3d2aSXin Li             opus_int32 value = va_arg(ap, opus_int32);
2620*a58d3d2aSXin Li             if (value < OPUS_BANDWIDTH_NARROWBAND || value > OPUS_BANDWIDTH_FULLBAND)
2621*a58d3d2aSXin Li             {
2622*a58d3d2aSXin Li                goto bad_arg;
2623*a58d3d2aSXin Li             }
2624*a58d3d2aSXin Li             st->max_bandwidth = value;
2625*a58d3d2aSXin Li             if (st->max_bandwidth == OPUS_BANDWIDTH_NARROWBAND) {
2626*a58d3d2aSXin Li                 st->silk_mode.maxInternalSampleRate = 8000;
2627*a58d3d2aSXin Li             } else if (st->max_bandwidth == OPUS_BANDWIDTH_MEDIUMBAND) {
2628*a58d3d2aSXin Li                 st->silk_mode.maxInternalSampleRate = 12000;
2629*a58d3d2aSXin Li             } else {
2630*a58d3d2aSXin Li                 st->silk_mode.maxInternalSampleRate = 16000;
2631*a58d3d2aSXin Li             }
2632*a58d3d2aSXin Li         }
2633*a58d3d2aSXin Li         break;
2634*a58d3d2aSXin Li         case OPUS_GET_MAX_BANDWIDTH_REQUEST:
2635*a58d3d2aSXin Li         {
2636*a58d3d2aSXin Li             opus_int32 *value = va_arg(ap, opus_int32*);
2637*a58d3d2aSXin Li             if (!value)
2638*a58d3d2aSXin Li             {
2639*a58d3d2aSXin Li                goto bad_arg;
2640*a58d3d2aSXin Li             }
2641*a58d3d2aSXin Li             *value = st->max_bandwidth;
2642*a58d3d2aSXin Li         }
2643*a58d3d2aSXin Li         break;
2644*a58d3d2aSXin Li         case OPUS_SET_BANDWIDTH_REQUEST:
2645*a58d3d2aSXin Li         {
2646*a58d3d2aSXin Li             opus_int32 value = va_arg(ap, opus_int32);
2647*a58d3d2aSXin Li             if ((value < OPUS_BANDWIDTH_NARROWBAND || value > OPUS_BANDWIDTH_FULLBAND) && value != OPUS_AUTO)
2648*a58d3d2aSXin Li             {
2649*a58d3d2aSXin Li                goto bad_arg;
2650*a58d3d2aSXin Li             }
2651*a58d3d2aSXin Li             st->user_bandwidth = value;
2652*a58d3d2aSXin Li             if (st->user_bandwidth == OPUS_BANDWIDTH_NARROWBAND) {
2653*a58d3d2aSXin Li                 st->silk_mode.maxInternalSampleRate = 8000;
2654*a58d3d2aSXin Li             } else if (st->user_bandwidth == OPUS_BANDWIDTH_MEDIUMBAND) {
2655*a58d3d2aSXin Li                 st->silk_mode.maxInternalSampleRate = 12000;
2656*a58d3d2aSXin Li             } else {
2657*a58d3d2aSXin Li                 st->silk_mode.maxInternalSampleRate = 16000;
2658*a58d3d2aSXin Li             }
2659*a58d3d2aSXin Li         }
2660*a58d3d2aSXin Li         break;
2661*a58d3d2aSXin Li         case OPUS_GET_BANDWIDTH_REQUEST:
2662*a58d3d2aSXin Li         {
2663*a58d3d2aSXin Li             opus_int32 *value = va_arg(ap, opus_int32*);
2664*a58d3d2aSXin Li             if (!value)
2665*a58d3d2aSXin Li             {
2666*a58d3d2aSXin Li                goto bad_arg;
2667*a58d3d2aSXin Li             }
2668*a58d3d2aSXin Li             *value = st->bandwidth;
2669*a58d3d2aSXin Li         }
2670*a58d3d2aSXin Li         break;
2671*a58d3d2aSXin Li         case OPUS_SET_DTX_REQUEST:
2672*a58d3d2aSXin Li         {
2673*a58d3d2aSXin Li             opus_int32 value = va_arg(ap, opus_int32);
2674*a58d3d2aSXin Li             if(value<0 || value>1)
2675*a58d3d2aSXin Li             {
2676*a58d3d2aSXin Li                goto bad_arg;
2677*a58d3d2aSXin Li             }
2678*a58d3d2aSXin Li             st->use_dtx = value;
2679*a58d3d2aSXin Li         }
2680*a58d3d2aSXin Li         break;
2681*a58d3d2aSXin Li         case OPUS_GET_DTX_REQUEST:
2682*a58d3d2aSXin Li         {
2683*a58d3d2aSXin Li             opus_int32 *value = va_arg(ap, opus_int32*);
2684*a58d3d2aSXin Li             if (!value)
2685*a58d3d2aSXin Li             {
2686*a58d3d2aSXin Li                goto bad_arg;
2687*a58d3d2aSXin Li             }
2688*a58d3d2aSXin Li             *value = st->use_dtx;
2689*a58d3d2aSXin Li         }
2690*a58d3d2aSXin Li         break;
2691*a58d3d2aSXin Li         case OPUS_SET_COMPLEXITY_REQUEST:
2692*a58d3d2aSXin Li         {
2693*a58d3d2aSXin Li             opus_int32 value = va_arg(ap, opus_int32);
2694*a58d3d2aSXin Li             if(value<0 || value>10)
2695*a58d3d2aSXin Li             {
2696*a58d3d2aSXin Li                goto bad_arg;
2697*a58d3d2aSXin Li             }
2698*a58d3d2aSXin Li             st->silk_mode.complexity = value;
2699*a58d3d2aSXin Li             celt_encoder_ctl(celt_enc, OPUS_SET_COMPLEXITY(value));
2700*a58d3d2aSXin Li         }
2701*a58d3d2aSXin Li         break;
2702*a58d3d2aSXin Li         case OPUS_GET_COMPLEXITY_REQUEST:
2703*a58d3d2aSXin Li         {
2704*a58d3d2aSXin Li             opus_int32 *value = va_arg(ap, opus_int32*);
2705*a58d3d2aSXin Li             if (!value)
2706*a58d3d2aSXin Li             {
2707*a58d3d2aSXin Li                goto bad_arg;
2708*a58d3d2aSXin Li             }
2709*a58d3d2aSXin Li             *value = st->silk_mode.complexity;
2710*a58d3d2aSXin Li         }
2711*a58d3d2aSXin Li         break;
2712*a58d3d2aSXin Li         case OPUS_SET_INBAND_FEC_REQUEST:
2713*a58d3d2aSXin Li         {
2714*a58d3d2aSXin Li             opus_int32 value = va_arg(ap, opus_int32);
2715*a58d3d2aSXin Li             if(value<0 || value>2)
2716*a58d3d2aSXin Li             {
2717*a58d3d2aSXin Li                goto bad_arg;
2718*a58d3d2aSXin Li             }
2719*a58d3d2aSXin Li             st->fec_config = value;
2720*a58d3d2aSXin Li             st->silk_mode.useInBandFEC = (value != 0);
2721*a58d3d2aSXin Li         }
2722*a58d3d2aSXin Li         break;
2723*a58d3d2aSXin Li         case OPUS_GET_INBAND_FEC_REQUEST:
2724*a58d3d2aSXin Li         {
2725*a58d3d2aSXin Li             opus_int32 *value = va_arg(ap, opus_int32*);
2726*a58d3d2aSXin Li             if (!value)
2727*a58d3d2aSXin Li             {
2728*a58d3d2aSXin Li                goto bad_arg;
2729*a58d3d2aSXin Li             }
2730*a58d3d2aSXin Li             *value = st->fec_config;
2731*a58d3d2aSXin Li         }
2732*a58d3d2aSXin Li         break;
2733*a58d3d2aSXin Li         case OPUS_SET_PACKET_LOSS_PERC_REQUEST:
2734*a58d3d2aSXin Li         {
2735*a58d3d2aSXin Li             opus_int32 value = va_arg(ap, opus_int32);
2736*a58d3d2aSXin Li             if (value < 0 || value > 100)
2737*a58d3d2aSXin Li             {
2738*a58d3d2aSXin Li                goto bad_arg;
2739*a58d3d2aSXin Li             }
2740*a58d3d2aSXin Li             st->silk_mode.packetLossPercentage = value;
2741*a58d3d2aSXin Li             celt_encoder_ctl(celt_enc, OPUS_SET_PACKET_LOSS_PERC(value));
2742*a58d3d2aSXin Li         }
2743*a58d3d2aSXin Li         break;
2744*a58d3d2aSXin Li         case OPUS_GET_PACKET_LOSS_PERC_REQUEST:
2745*a58d3d2aSXin Li         {
2746*a58d3d2aSXin Li             opus_int32 *value = va_arg(ap, opus_int32*);
2747*a58d3d2aSXin Li             if (!value)
2748*a58d3d2aSXin Li             {
2749*a58d3d2aSXin Li                goto bad_arg;
2750*a58d3d2aSXin Li             }
2751*a58d3d2aSXin Li             *value = st->silk_mode.packetLossPercentage;
2752*a58d3d2aSXin Li         }
2753*a58d3d2aSXin Li         break;
2754*a58d3d2aSXin Li         case OPUS_SET_VBR_REQUEST:
2755*a58d3d2aSXin Li         {
2756*a58d3d2aSXin Li             opus_int32 value = va_arg(ap, opus_int32);
2757*a58d3d2aSXin Li             if(value<0 || value>1)
2758*a58d3d2aSXin Li             {
2759*a58d3d2aSXin Li                goto bad_arg;
2760*a58d3d2aSXin Li             }
2761*a58d3d2aSXin Li             st->use_vbr = value;
2762*a58d3d2aSXin Li             st->silk_mode.useCBR = 1-value;
2763*a58d3d2aSXin Li         }
2764*a58d3d2aSXin Li         break;
2765*a58d3d2aSXin Li         case OPUS_GET_VBR_REQUEST:
2766*a58d3d2aSXin Li         {
2767*a58d3d2aSXin Li             opus_int32 *value = va_arg(ap, opus_int32*);
2768*a58d3d2aSXin Li             if (!value)
2769*a58d3d2aSXin Li             {
2770*a58d3d2aSXin Li                goto bad_arg;
2771*a58d3d2aSXin Li             }
2772*a58d3d2aSXin Li             *value = st->use_vbr;
2773*a58d3d2aSXin Li         }
2774*a58d3d2aSXin Li         break;
2775*a58d3d2aSXin Li         case OPUS_SET_VOICE_RATIO_REQUEST:
2776*a58d3d2aSXin Li         {
2777*a58d3d2aSXin Li             opus_int32 value = va_arg(ap, opus_int32);
2778*a58d3d2aSXin Li             if (value<-1 || value>100)
2779*a58d3d2aSXin Li             {
2780*a58d3d2aSXin Li                goto bad_arg;
2781*a58d3d2aSXin Li             }
2782*a58d3d2aSXin Li             st->voice_ratio = value;
2783*a58d3d2aSXin Li         }
2784*a58d3d2aSXin Li         break;
2785*a58d3d2aSXin Li         case OPUS_GET_VOICE_RATIO_REQUEST:
2786*a58d3d2aSXin Li         {
2787*a58d3d2aSXin Li             opus_int32 *value = va_arg(ap, opus_int32*);
2788*a58d3d2aSXin Li             if (!value)
2789*a58d3d2aSXin Li             {
2790*a58d3d2aSXin Li                goto bad_arg;
2791*a58d3d2aSXin Li             }
2792*a58d3d2aSXin Li             *value = st->voice_ratio;
2793*a58d3d2aSXin Li         }
2794*a58d3d2aSXin Li         break;
2795*a58d3d2aSXin Li         case OPUS_SET_VBR_CONSTRAINT_REQUEST:
2796*a58d3d2aSXin Li         {
2797*a58d3d2aSXin Li             opus_int32 value = va_arg(ap, opus_int32);
2798*a58d3d2aSXin Li             if(value<0 || value>1)
2799*a58d3d2aSXin Li             {
2800*a58d3d2aSXin Li                goto bad_arg;
2801*a58d3d2aSXin Li             }
2802*a58d3d2aSXin Li             st->vbr_constraint = value;
2803*a58d3d2aSXin Li         }
2804*a58d3d2aSXin Li         break;
2805*a58d3d2aSXin Li         case OPUS_GET_VBR_CONSTRAINT_REQUEST:
2806*a58d3d2aSXin Li         {
2807*a58d3d2aSXin Li             opus_int32 *value = va_arg(ap, opus_int32*);
2808*a58d3d2aSXin Li             if (!value)
2809*a58d3d2aSXin Li             {
2810*a58d3d2aSXin Li                goto bad_arg;
2811*a58d3d2aSXin Li             }
2812*a58d3d2aSXin Li             *value = st->vbr_constraint;
2813*a58d3d2aSXin Li         }
2814*a58d3d2aSXin Li         break;
2815*a58d3d2aSXin Li         case OPUS_SET_SIGNAL_REQUEST:
2816*a58d3d2aSXin Li         {
2817*a58d3d2aSXin Li             opus_int32 value = va_arg(ap, opus_int32);
2818*a58d3d2aSXin Li             if(value!=OPUS_AUTO && value!=OPUS_SIGNAL_VOICE && value!=OPUS_SIGNAL_MUSIC)
2819*a58d3d2aSXin Li             {
2820*a58d3d2aSXin Li                goto bad_arg;
2821*a58d3d2aSXin Li             }
2822*a58d3d2aSXin Li             st->signal_type = value;
2823*a58d3d2aSXin Li         }
2824*a58d3d2aSXin Li         break;
2825*a58d3d2aSXin Li         case OPUS_GET_SIGNAL_REQUEST:
2826*a58d3d2aSXin Li         {
2827*a58d3d2aSXin Li             opus_int32 *value = va_arg(ap, opus_int32*);
2828*a58d3d2aSXin Li             if (!value)
2829*a58d3d2aSXin Li             {
2830*a58d3d2aSXin Li                goto bad_arg;
2831*a58d3d2aSXin Li             }
2832*a58d3d2aSXin Li             *value = st->signal_type;
2833*a58d3d2aSXin Li         }
2834*a58d3d2aSXin Li         break;
2835*a58d3d2aSXin Li         case OPUS_GET_LOOKAHEAD_REQUEST:
2836*a58d3d2aSXin Li         {
2837*a58d3d2aSXin Li             opus_int32 *value = va_arg(ap, opus_int32*);
2838*a58d3d2aSXin Li             if (!value)
2839*a58d3d2aSXin Li             {
2840*a58d3d2aSXin Li                goto bad_arg;
2841*a58d3d2aSXin Li             }
2842*a58d3d2aSXin Li             *value = st->Fs/400;
2843*a58d3d2aSXin Li             if (st->application != OPUS_APPLICATION_RESTRICTED_LOWDELAY)
2844*a58d3d2aSXin Li                 *value += st->delay_compensation;
2845*a58d3d2aSXin Li         }
2846*a58d3d2aSXin Li         break;
2847*a58d3d2aSXin Li         case OPUS_GET_SAMPLE_RATE_REQUEST:
2848*a58d3d2aSXin Li         {
2849*a58d3d2aSXin Li             opus_int32 *value = va_arg(ap, opus_int32*);
2850*a58d3d2aSXin Li             if (!value)
2851*a58d3d2aSXin Li             {
2852*a58d3d2aSXin Li                goto bad_arg;
2853*a58d3d2aSXin Li             }
2854*a58d3d2aSXin Li             *value = st->Fs;
2855*a58d3d2aSXin Li         }
2856*a58d3d2aSXin Li         break;
2857*a58d3d2aSXin Li         case OPUS_GET_FINAL_RANGE_REQUEST:
2858*a58d3d2aSXin Li         {
2859*a58d3d2aSXin Li             opus_uint32 *value = va_arg(ap, opus_uint32*);
2860*a58d3d2aSXin Li             if (!value)
2861*a58d3d2aSXin Li             {
2862*a58d3d2aSXin Li                goto bad_arg;
2863*a58d3d2aSXin Li             }
2864*a58d3d2aSXin Li             *value = st->rangeFinal;
2865*a58d3d2aSXin Li         }
2866*a58d3d2aSXin Li         break;
2867*a58d3d2aSXin Li         case OPUS_SET_LSB_DEPTH_REQUEST:
2868*a58d3d2aSXin Li         {
2869*a58d3d2aSXin Li             opus_int32 value = va_arg(ap, opus_int32);
2870*a58d3d2aSXin Li             if (value<8 || value>24)
2871*a58d3d2aSXin Li             {
2872*a58d3d2aSXin Li                goto bad_arg;
2873*a58d3d2aSXin Li             }
2874*a58d3d2aSXin Li             st->lsb_depth=value;
2875*a58d3d2aSXin Li         }
2876*a58d3d2aSXin Li         break;
2877*a58d3d2aSXin Li         case OPUS_GET_LSB_DEPTH_REQUEST:
2878*a58d3d2aSXin Li         {
2879*a58d3d2aSXin Li             opus_int32 *value = va_arg(ap, opus_int32*);
2880*a58d3d2aSXin Li             if (!value)
2881*a58d3d2aSXin Li             {
2882*a58d3d2aSXin Li                goto bad_arg;
2883*a58d3d2aSXin Li             }
2884*a58d3d2aSXin Li             *value = st->lsb_depth;
2885*a58d3d2aSXin Li         }
2886*a58d3d2aSXin Li         break;
2887*a58d3d2aSXin Li         case OPUS_SET_EXPERT_FRAME_DURATION_REQUEST:
2888*a58d3d2aSXin Li         {
2889*a58d3d2aSXin Li             opus_int32 value = va_arg(ap, opus_int32);
2890*a58d3d2aSXin Li             if (value != OPUS_FRAMESIZE_ARG    && value != OPUS_FRAMESIZE_2_5_MS &&
2891*a58d3d2aSXin Li                 value != OPUS_FRAMESIZE_5_MS   && value != OPUS_FRAMESIZE_10_MS  &&
2892*a58d3d2aSXin Li                 value != OPUS_FRAMESIZE_20_MS  && value != OPUS_FRAMESIZE_40_MS  &&
2893*a58d3d2aSXin Li                 value != OPUS_FRAMESIZE_60_MS  && value != OPUS_FRAMESIZE_80_MS  &&
2894*a58d3d2aSXin Li                 value != OPUS_FRAMESIZE_100_MS && value != OPUS_FRAMESIZE_120_MS)
2895*a58d3d2aSXin Li             {
2896*a58d3d2aSXin Li                goto bad_arg;
2897*a58d3d2aSXin Li             }
2898*a58d3d2aSXin Li             st->variable_duration = value;
2899*a58d3d2aSXin Li         }
2900*a58d3d2aSXin Li         break;
2901*a58d3d2aSXin Li         case OPUS_GET_EXPERT_FRAME_DURATION_REQUEST:
2902*a58d3d2aSXin Li         {
2903*a58d3d2aSXin Li             opus_int32 *value = va_arg(ap, opus_int32*);
2904*a58d3d2aSXin Li             if (!value)
2905*a58d3d2aSXin Li             {
2906*a58d3d2aSXin Li                goto bad_arg;
2907*a58d3d2aSXin Li             }
2908*a58d3d2aSXin Li             *value = st->variable_duration;
2909*a58d3d2aSXin Li         }
2910*a58d3d2aSXin Li         break;
2911*a58d3d2aSXin Li         case OPUS_SET_PREDICTION_DISABLED_REQUEST:
2912*a58d3d2aSXin Li         {
2913*a58d3d2aSXin Li            opus_int32 value = va_arg(ap, opus_int32);
2914*a58d3d2aSXin Li            if (value > 1 || value < 0)
2915*a58d3d2aSXin Li               goto bad_arg;
2916*a58d3d2aSXin Li            st->silk_mode.reducedDependency = value;
2917*a58d3d2aSXin Li         }
2918*a58d3d2aSXin Li         break;
2919*a58d3d2aSXin Li         case OPUS_GET_PREDICTION_DISABLED_REQUEST:
2920*a58d3d2aSXin Li         {
2921*a58d3d2aSXin Li            opus_int32 *value = va_arg(ap, opus_int32*);
2922*a58d3d2aSXin Li            if (!value)
2923*a58d3d2aSXin Li               goto bad_arg;
2924*a58d3d2aSXin Li            *value = st->silk_mode.reducedDependency;
2925*a58d3d2aSXin Li         }
2926*a58d3d2aSXin Li         break;
2927*a58d3d2aSXin Li         case OPUS_SET_PHASE_INVERSION_DISABLED_REQUEST:
2928*a58d3d2aSXin Li         {
2929*a58d3d2aSXin Li             opus_int32 value = va_arg(ap, opus_int32);
2930*a58d3d2aSXin Li             if(value<0 || value>1)
2931*a58d3d2aSXin Li             {
2932*a58d3d2aSXin Li                goto bad_arg;
2933*a58d3d2aSXin Li             }
2934*a58d3d2aSXin Li             celt_encoder_ctl(celt_enc, OPUS_SET_PHASE_INVERSION_DISABLED(value));
2935*a58d3d2aSXin Li         }
2936*a58d3d2aSXin Li         break;
2937*a58d3d2aSXin Li         case OPUS_GET_PHASE_INVERSION_DISABLED_REQUEST:
2938*a58d3d2aSXin Li         {
2939*a58d3d2aSXin Li             opus_int32 *value = va_arg(ap, opus_int32*);
2940*a58d3d2aSXin Li             if (!value)
2941*a58d3d2aSXin Li             {
2942*a58d3d2aSXin Li                goto bad_arg;
2943*a58d3d2aSXin Li             }
2944*a58d3d2aSXin Li             celt_encoder_ctl(celt_enc, OPUS_GET_PHASE_INVERSION_DISABLED(value));
2945*a58d3d2aSXin Li         }
2946*a58d3d2aSXin Li         break;
2947*a58d3d2aSXin Li #ifdef ENABLE_DRED
2948*a58d3d2aSXin Li         case OPUS_SET_DRED_DURATION_REQUEST:
2949*a58d3d2aSXin Li         {
2950*a58d3d2aSXin Li             opus_int32 value = va_arg(ap, opus_int32);
2951*a58d3d2aSXin Li             if(value<0 || value>DRED_MAX_FRAMES)
2952*a58d3d2aSXin Li             {
2953*a58d3d2aSXin Li                goto bad_arg;
2954*a58d3d2aSXin Li             }
2955*a58d3d2aSXin Li             st->dred_duration = value;
2956*a58d3d2aSXin Li             st->silk_mode.useDRED = !!value;
2957*a58d3d2aSXin Li         }
2958*a58d3d2aSXin Li         break;
2959*a58d3d2aSXin Li         case OPUS_GET_DRED_DURATION_REQUEST:
2960*a58d3d2aSXin Li         {
2961*a58d3d2aSXin Li             opus_int32 *value = va_arg(ap, opus_int32*);
2962*a58d3d2aSXin Li             if (!value)
2963*a58d3d2aSXin Li             {
2964*a58d3d2aSXin Li                goto bad_arg;
2965*a58d3d2aSXin Li             }
2966*a58d3d2aSXin Li             *value = st->dred_duration;
2967*a58d3d2aSXin Li         }
2968*a58d3d2aSXin Li         break;
2969*a58d3d2aSXin Li #endif
2970*a58d3d2aSXin Li         case OPUS_RESET_STATE:
2971*a58d3d2aSXin Li         {
2972*a58d3d2aSXin Li            void *silk_enc;
2973*a58d3d2aSXin Li            silk_EncControlStruct dummy;
2974*a58d3d2aSXin Li            char *start;
2975*a58d3d2aSXin Li            silk_enc = (char*)st+st->silk_enc_offset;
2976*a58d3d2aSXin Li #ifndef DISABLE_FLOAT_API
2977*a58d3d2aSXin Li            tonality_analysis_reset(&st->analysis);
2978*a58d3d2aSXin Li #endif
2979*a58d3d2aSXin Li 
2980*a58d3d2aSXin Li            start = (char*)&st->OPUS_ENCODER_RESET_START;
2981*a58d3d2aSXin Li            OPUS_CLEAR(start, sizeof(OpusEncoder) - (start - (char*)st));
2982*a58d3d2aSXin Li 
2983*a58d3d2aSXin Li            celt_encoder_ctl(celt_enc, OPUS_RESET_STATE);
2984*a58d3d2aSXin Li            silk_InitEncoder( silk_enc, st->arch, &dummy );
2985*a58d3d2aSXin Li #ifdef ENABLE_DRED
2986*a58d3d2aSXin Li            /* Initialize DRED Encoder */
2987*a58d3d2aSXin Li            dred_encoder_reset( &st->dred_encoder );
2988*a58d3d2aSXin Li #endif
2989*a58d3d2aSXin Li            st->stream_channels = st->channels;
2990*a58d3d2aSXin Li            st->hybrid_stereo_width_Q14 = 1 << 14;
2991*a58d3d2aSXin Li            st->prev_HB_gain = Q15ONE;
2992*a58d3d2aSXin Li            st->first = 1;
2993*a58d3d2aSXin Li            st->mode = MODE_HYBRID;
2994*a58d3d2aSXin Li            st->bandwidth = OPUS_BANDWIDTH_FULLBAND;
2995*a58d3d2aSXin Li            st->variable_HP_smth2_Q15 = silk_LSHIFT( silk_lin2log( VARIABLE_HP_MIN_CUTOFF_HZ ), 8 );
2996*a58d3d2aSXin Li         }
2997*a58d3d2aSXin Li         break;
2998*a58d3d2aSXin Li         case OPUS_SET_FORCE_MODE_REQUEST:
2999*a58d3d2aSXin Li         {
3000*a58d3d2aSXin Li             opus_int32 value = va_arg(ap, opus_int32);
3001*a58d3d2aSXin Li             if ((value < MODE_SILK_ONLY || value > MODE_CELT_ONLY) && value != OPUS_AUTO)
3002*a58d3d2aSXin Li             {
3003*a58d3d2aSXin Li                goto bad_arg;
3004*a58d3d2aSXin Li             }
3005*a58d3d2aSXin Li             st->user_forced_mode = value;
3006*a58d3d2aSXin Li         }
3007*a58d3d2aSXin Li         break;
3008*a58d3d2aSXin Li         case OPUS_SET_LFE_REQUEST:
3009*a58d3d2aSXin Li         {
3010*a58d3d2aSXin Li             opus_int32 value = va_arg(ap, opus_int32);
3011*a58d3d2aSXin Li             st->lfe = value;
3012*a58d3d2aSXin Li             ret = celt_encoder_ctl(celt_enc, OPUS_SET_LFE(value));
3013*a58d3d2aSXin Li         }
3014*a58d3d2aSXin Li         break;
3015*a58d3d2aSXin Li         case OPUS_SET_ENERGY_MASK_REQUEST:
3016*a58d3d2aSXin Li         {
3017*a58d3d2aSXin Li             opus_val16 *value = va_arg(ap, opus_val16*);
3018*a58d3d2aSXin Li             st->energy_masking = value;
3019*a58d3d2aSXin Li             ret = celt_encoder_ctl(celt_enc, OPUS_SET_ENERGY_MASK(value));
3020*a58d3d2aSXin Li         }
3021*a58d3d2aSXin Li         break;
3022*a58d3d2aSXin Li         case OPUS_GET_IN_DTX_REQUEST:
3023*a58d3d2aSXin Li         {
3024*a58d3d2aSXin Li             opus_int32 *value = va_arg(ap, opus_int32*);
3025*a58d3d2aSXin Li             if (!value)
3026*a58d3d2aSXin Li             {
3027*a58d3d2aSXin Li                 goto bad_arg;
3028*a58d3d2aSXin Li             }
3029*a58d3d2aSXin Li             if (st->silk_mode.useDTX && (st->prev_mode == MODE_SILK_ONLY || st->prev_mode == MODE_HYBRID)) {
3030*a58d3d2aSXin Li                 /* DTX determined by Silk. */
3031*a58d3d2aSXin Li                 silk_encoder *silk_enc = (silk_encoder*)(void *)((char*)st+st->silk_enc_offset);
3032*a58d3d2aSXin Li                 *value = silk_enc->state_Fxx[0].sCmn.noSpeechCounter >= NB_SPEECH_FRAMES_BEFORE_DTX;
3033*a58d3d2aSXin Li                 /* Stereo: check second channel unless only the middle channel was encoded. */
3034*a58d3d2aSXin Li                 if(*value == 1 && st->silk_mode.nChannelsInternal == 2 && silk_enc->prev_decode_only_middle == 0) {
3035*a58d3d2aSXin Li                     *value = silk_enc->state_Fxx[1].sCmn.noSpeechCounter >= NB_SPEECH_FRAMES_BEFORE_DTX;
3036*a58d3d2aSXin Li                 }
3037*a58d3d2aSXin Li             }
3038*a58d3d2aSXin Li #ifndef DISABLE_FLOAT_API
3039*a58d3d2aSXin Li             else if (st->use_dtx) {
3040*a58d3d2aSXin Li                 /* DTX determined by Opus. */
3041*a58d3d2aSXin Li                 *value = st->nb_no_activity_ms_Q1 >= NB_SPEECH_FRAMES_BEFORE_DTX*20*2;
3042*a58d3d2aSXin Li             }
3043*a58d3d2aSXin Li #endif
3044*a58d3d2aSXin Li             else {
3045*a58d3d2aSXin Li                 *value = 0;
3046*a58d3d2aSXin Li             }
3047*a58d3d2aSXin Li         }
3048*a58d3d2aSXin Li         break;
3049*a58d3d2aSXin Li #ifdef USE_WEIGHTS_FILE
3050*a58d3d2aSXin Li         case OPUS_SET_DNN_BLOB_REQUEST:
3051*a58d3d2aSXin Li         {
3052*a58d3d2aSXin Li             const unsigned char *data = va_arg(ap, const unsigned char *);
3053*a58d3d2aSXin Li             opus_int32 len = va_arg(ap, opus_int32);
3054*a58d3d2aSXin Li             if(len<0 || data == NULL)
3055*a58d3d2aSXin Li             {
3056*a58d3d2aSXin Li                goto bad_arg;
3057*a58d3d2aSXin Li             }
3058*a58d3d2aSXin Li #ifdef ENABLE_DRED
3059*a58d3d2aSXin Li             ret = dred_encoder_load_model(&st->dred_encoder, data, len);
3060*a58d3d2aSXin Li #endif
3061*a58d3d2aSXin Li         }
3062*a58d3d2aSXin Li         break;
3063*a58d3d2aSXin Li #endif
3064*a58d3d2aSXin Li         case CELT_GET_MODE_REQUEST:
3065*a58d3d2aSXin Li         {
3066*a58d3d2aSXin Li            const CELTMode ** value = va_arg(ap, const CELTMode**);
3067*a58d3d2aSXin Li            if (!value)
3068*a58d3d2aSXin Li            {
3069*a58d3d2aSXin Li               goto bad_arg;
3070*a58d3d2aSXin Li            }
3071*a58d3d2aSXin Li            ret = celt_encoder_ctl(celt_enc, CELT_GET_MODE(value));
3072*a58d3d2aSXin Li         }
3073*a58d3d2aSXin Li         break;
3074*a58d3d2aSXin Li         default:
3075*a58d3d2aSXin Li             /* fprintf(stderr, "unknown opus_encoder_ctl() request: %d", request);*/
3076*a58d3d2aSXin Li             ret = OPUS_UNIMPLEMENTED;
3077*a58d3d2aSXin Li             break;
3078*a58d3d2aSXin Li     }
3079*a58d3d2aSXin Li     va_end(ap);
3080*a58d3d2aSXin Li     return ret;
3081*a58d3d2aSXin Li bad_arg:
3082*a58d3d2aSXin Li     va_end(ap);
3083*a58d3d2aSXin Li     return OPUS_BAD_ARG;
3084*a58d3d2aSXin Li }
3085*a58d3d2aSXin Li 
opus_encoder_destroy(OpusEncoder * st)3086*a58d3d2aSXin Li void opus_encoder_destroy(OpusEncoder *st)
3087*a58d3d2aSXin Li {
3088*a58d3d2aSXin Li     opus_free(st);
3089*a58d3d2aSXin Li }
3090