/src/mozilla-central/media/libopus/silk/enc_API.c
Line | Count | Source (jump to first uncovered line) |
1 | | /*********************************************************************** |
2 | | Copyright (c) 2006-2011, Skype Limited. All rights reserved. |
3 | | Redistribution and use in source and binary forms, with or without |
4 | | modification, are permitted provided that the following conditions |
5 | | are met: |
6 | | - Redistributions of source code must retain the above copyright notice, |
7 | | this list of conditions and the following disclaimer. |
8 | | - Redistributions in binary form must reproduce the above copyright |
9 | | notice, this list of conditions and the following disclaimer in the |
10 | | documentation and/or other materials provided with the distribution. |
11 | | - Neither the name of Internet Society, IETF or IETF Trust, nor the |
12 | | names of specific contributors, may be used to endorse or promote |
13 | | products derived from this software without specific prior written |
14 | | permission. |
15 | | THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS "AS IS" |
16 | | AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE |
17 | | IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE |
18 | | ARE DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT OWNER OR CONTRIBUTORS BE |
19 | | LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR |
20 | | CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF |
21 | | SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS |
22 | | INTERRUPTION) HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN |
23 | | CONTRACT, STRICT LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) |
24 | | ARISING IN ANY WAY OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE |
25 | | POSSIBILITY OF SUCH DAMAGE. |
26 | | ***********************************************************************/ |
27 | | |
28 | | #ifdef HAVE_CONFIG_H |
29 | | #include "config.h" |
30 | | #endif |
31 | | #include "define.h" |
32 | | #include "API.h" |
33 | | #include "control.h" |
34 | | #include "typedef.h" |
35 | | #include "stack_alloc.h" |
36 | | #include "structs.h" |
37 | | #include "tuning_parameters.h" |
38 | | #ifdef FIXED_POINT |
39 | | #include "main_FIX.h" |
40 | | #else |
41 | | #include "main_FLP.h" |
42 | | #endif |
43 | | |
44 | | /***************************************/ |
45 | | /* Read control structure from encoder */ |
46 | | /***************************************/ |
47 | | static opus_int silk_QueryEncoder( /* O Returns error code */ |
48 | | const void *encState, /* I State */ |
49 | | silk_EncControlStruct *encStatus /* O Encoder Status */ |
50 | | ); |
51 | | |
52 | | /****************************************/ |
53 | | /* Encoder functions */ |
54 | | /****************************************/ |
55 | | |
56 | | opus_int silk_Get_Encoder_Size( /* O Returns error code */ |
57 | | opus_int *encSizeBytes /* O Number of bytes in SILK encoder state */ |
58 | | ) |
59 | 0 | { |
60 | 0 | opus_int ret = SILK_NO_ERROR; |
61 | 0 |
|
62 | 0 | *encSizeBytes = sizeof( silk_encoder ); |
63 | 0 |
|
64 | 0 | return ret; |
65 | 0 | } |
66 | | |
67 | | /*************************/ |
68 | | /* Init or Reset encoder */ |
69 | | /*************************/ |
70 | | opus_int silk_InitEncoder( /* O Returns error code */ |
71 | | void *encState, /* I/O State */ |
72 | | int arch, /* I Run-time architecture */ |
73 | | silk_EncControlStruct *encStatus /* O Encoder Status */ |
74 | | ) |
75 | 0 | { |
76 | 0 | silk_encoder *psEnc; |
77 | 0 | opus_int n, ret = SILK_NO_ERROR; |
78 | 0 |
|
79 | 0 | psEnc = (silk_encoder *)encState; |
80 | 0 |
|
81 | 0 | /* Reset encoder */ |
82 | 0 | silk_memset( psEnc, 0, sizeof( silk_encoder ) ); |
83 | 0 | for( n = 0; n < ENCODER_NUM_CHANNELS; n++ ) { |
84 | 0 | if( ret += silk_init_encoder( &psEnc->state_Fxx[ n ], arch ) ) { |
85 | 0 | celt_assert( 0 ); |
86 | 0 | } |
87 | 0 | } |
88 | 0 |
|
89 | 0 | psEnc->nChannelsAPI = 1; |
90 | 0 | psEnc->nChannelsInternal = 1; |
91 | 0 |
|
92 | 0 | /* Read control structure */ |
93 | 0 | if( ret += silk_QueryEncoder( encState, encStatus ) ) { |
94 | 0 | celt_assert( 0 ); |
95 | 0 | } |
96 | 0 |
|
97 | 0 | return ret; |
98 | 0 | } |
99 | | |
100 | | /***************************************/ |
101 | | /* Read control structure from encoder */ |
102 | | /***************************************/ |
103 | | static opus_int silk_QueryEncoder( /* O Returns error code */ |
104 | | const void *encState, /* I State */ |
105 | | silk_EncControlStruct *encStatus /* O Encoder Status */ |
106 | | ) |
107 | 0 | { |
108 | 0 | opus_int ret = SILK_NO_ERROR; |
109 | 0 | silk_encoder_state_Fxx *state_Fxx; |
110 | 0 | silk_encoder *psEnc = (silk_encoder *)encState; |
111 | 0 |
|
112 | 0 | state_Fxx = psEnc->state_Fxx; |
113 | 0 |
|
114 | 0 | encStatus->nChannelsAPI = psEnc->nChannelsAPI; |
115 | 0 | encStatus->nChannelsInternal = psEnc->nChannelsInternal; |
116 | 0 | encStatus->API_sampleRate = state_Fxx[ 0 ].sCmn.API_fs_Hz; |
117 | 0 | encStatus->maxInternalSampleRate = state_Fxx[ 0 ].sCmn.maxInternal_fs_Hz; |
118 | 0 | encStatus->minInternalSampleRate = state_Fxx[ 0 ].sCmn.minInternal_fs_Hz; |
119 | 0 | encStatus->desiredInternalSampleRate = state_Fxx[ 0 ].sCmn.desiredInternal_fs_Hz; |
120 | 0 | encStatus->payloadSize_ms = state_Fxx[ 0 ].sCmn.PacketSize_ms; |
121 | 0 | encStatus->bitRate = state_Fxx[ 0 ].sCmn.TargetRate_bps; |
122 | 0 | encStatus->packetLossPercentage = state_Fxx[ 0 ].sCmn.PacketLoss_perc; |
123 | 0 | encStatus->complexity = state_Fxx[ 0 ].sCmn.Complexity; |
124 | 0 | encStatus->useInBandFEC = state_Fxx[ 0 ].sCmn.useInBandFEC; |
125 | 0 | encStatus->useDTX = state_Fxx[ 0 ].sCmn.useDTX; |
126 | 0 | encStatus->useCBR = state_Fxx[ 0 ].sCmn.useCBR; |
127 | 0 | encStatus->internalSampleRate = silk_SMULBB( state_Fxx[ 0 ].sCmn.fs_kHz, 1000 ); |
128 | 0 | encStatus->allowBandwidthSwitch = state_Fxx[ 0 ].sCmn.allow_bandwidth_switch; |
129 | 0 | encStatus->inWBmodeWithoutVariableLP = state_Fxx[ 0 ].sCmn.fs_kHz == 16 && state_Fxx[ 0 ].sCmn.sLP.mode == 0; |
130 | 0 |
|
131 | 0 | return ret; |
132 | 0 | } |
133 | | |
134 | | |
135 | | /**************************/ |
136 | | /* Encode frame with Silk */ |
137 | | /**************************/ |
138 | | /* Note: if prefillFlag is set, the input must contain 10 ms of audio, irrespective of what */ |
139 | | /* encControl->payloadSize_ms is set to */ |
140 | | opus_int silk_Encode( /* O Returns error code */ |
141 | | void *encState, /* I/O State */ |
142 | | silk_EncControlStruct *encControl, /* I Control status */ |
143 | | const opus_int16 *samplesIn, /* I Speech sample input vector */ |
144 | | opus_int nSamplesIn, /* I Number of samples in input vector */ |
145 | | ec_enc *psRangeEnc, /* I/O Compressor data structure */ |
146 | | opus_int32 *nBytesOut, /* I/O Number of bytes in payload (input: Max bytes) */ |
147 | | const opus_int prefillFlag, /* I Flag to indicate prefilling buffers no coding */ |
148 | | opus_int activity /* I Decision of Opus voice activity detector */ |
149 | | ) |
150 | 0 | { |
151 | 0 | opus_int n, i, nBits, flags, tmp_payloadSize_ms = 0, tmp_complexity = 0, ret = 0; |
152 | 0 | opus_int nSamplesToBuffer, nSamplesToBufferMax, nBlocksOf10ms; |
153 | 0 | opus_int nSamplesFromInput = 0, nSamplesFromInputMax; |
154 | 0 | opus_int speech_act_thr_for_switch_Q8; |
155 | 0 | opus_int32 TargetRate_bps, MStargetRates_bps[ 2 ], channelRate_bps, LBRR_symbol, sum; |
156 | 0 | silk_encoder *psEnc = ( silk_encoder * )encState; |
157 | 0 | VARDECL( opus_int16, buf ); |
158 | 0 | opus_int transition, curr_block, tot_blocks; |
159 | 0 | SAVE_STACK; |
160 | 0 |
|
161 | 0 | if (encControl->reducedDependency) |
162 | 0 | { |
163 | 0 | psEnc->state_Fxx[0].sCmn.first_frame_after_reset = 1; |
164 | 0 | psEnc->state_Fxx[1].sCmn.first_frame_after_reset = 1; |
165 | 0 | } |
166 | 0 | psEnc->state_Fxx[ 0 ].sCmn.nFramesEncoded = psEnc->state_Fxx[ 1 ].sCmn.nFramesEncoded = 0; |
167 | 0 |
|
168 | 0 | /* Check values in encoder control structure */ |
169 | 0 | if( ( ret = check_control_input( encControl ) ) != 0 ) { |
170 | 0 | celt_assert( 0 ); |
171 | 0 | RESTORE_STACK; |
172 | 0 | return ret; |
173 | 0 | } |
174 | 0 | |
175 | 0 | encControl->switchReady = 0; |
176 | 0 |
|
177 | 0 | if( encControl->nChannelsInternal > psEnc->nChannelsInternal ) { |
178 | 0 | /* Mono -> Stereo transition: init state of second channel and stereo state */ |
179 | 0 | ret += silk_init_encoder( &psEnc->state_Fxx[ 1 ], psEnc->state_Fxx[ 0 ].sCmn.arch ); |
180 | 0 | silk_memset( psEnc->sStereo.pred_prev_Q13, 0, sizeof( psEnc->sStereo.pred_prev_Q13 ) ); |
181 | 0 | silk_memset( psEnc->sStereo.sSide, 0, sizeof( psEnc->sStereo.sSide ) ); |
182 | 0 | psEnc->sStereo.mid_side_amp_Q0[ 0 ] = 0; |
183 | 0 | psEnc->sStereo.mid_side_amp_Q0[ 1 ] = 1; |
184 | 0 | psEnc->sStereo.mid_side_amp_Q0[ 2 ] = 0; |
185 | 0 | psEnc->sStereo.mid_side_amp_Q0[ 3 ] = 1; |
186 | 0 | psEnc->sStereo.width_prev_Q14 = 0; |
187 | 0 | psEnc->sStereo.smth_width_Q14 = SILK_FIX_CONST( 1, 14 ); |
188 | 0 | if( psEnc->nChannelsAPI == 2 ) { |
189 | 0 | silk_memcpy( &psEnc->state_Fxx[ 1 ].sCmn.resampler_state, &psEnc->state_Fxx[ 0 ].sCmn.resampler_state, sizeof( silk_resampler_state_struct ) ); |
190 | 0 | silk_memcpy( &psEnc->state_Fxx[ 1 ].sCmn.In_HP_State, &psEnc->state_Fxx[ 0 ].sCmn.In_HP_State, sizeof( psEnc->state_Fxx[ 1 ].sCmn.In_HP_State ) ); |
191 | 0 | } |
192 | 0 | } |
193 | 0 |
|
194 | 0 | transition = (encControl->payloadSize_ms != psEnc->state_Fxx[ 0 ].sCmn.PacketSize_ms) || (psEnc->nChannelsInternal != encControl->nChannelsInternal); |
195 | 0 |
|
196 | 0 | psEnc->nChannelsAPI = encControl->nChannelsAPI; |
197 | 0 | psEnc->nChannelsInternal = encControl->nChannelsInternal; |
198 | 0 |
|
199 | 0 | nBlocksOf10ms = silk_DIV32( 100 * nSamplesIn, encControl->API_sampleRate ); |
200 | 0 | tot_blocks = ( nBlocksOf10ms > 1 ) ? nBlocksOf10ms >> 1 : 1; |
201 | 0 | curr_block = 0; |
202 | 0 | if( prefillFlag ) { |
203 | 0 | silk_LP_state save_LP; |
204 | 0 | /* Only accept input length of 10 ms */ |
205 | 0 | if( nBlocksOf10ms != 1 ) { |
206 | 0 | celt_assert( 0 ); |
207 | 0 | RESTORE_STACK; |
208 | 0 | return SILK_ENC_INPUT_INVALID_NO_OF_SAMPLES; |
209 | 0 | } |
210 | 0 | if ( prefillFlag == 2 ) { |
211 | 0 | save_LP = psEnc->state_Fxx[ 0 ].sCmn.sLP; |
212 | 0 | /* Save the sampling rate so the bandwidth switching code can keep handling transitions. */ |
213 | 0 | save_LP.saved_fs_kHz = psEnc->state_Fxx[ 0 ].sCmn.fs_kHz; |
214 | 0 | } |
215 | 0 | /* Reset Encoder */ |
216 | 0 | for( n = 0; n < encControl->nChannelsInternal; n++ ) { |
217 | 0 | ret = silk_init_encoder( &psEnc->state_Fxx[ n ], psEnc->state_Fxx[ n ].sCmn.arch ); |
218 | 0 | /* Restore the variable LP state. */ |
219 | 0 | if ( prefillFlag == 2 ) { |
220 | 0 | psEnc->state_Fxx[ n ].sCmn.sLP = save_LP; |
221 | 0 | } |
222 | 0 | celt_assert( !ret ); |
223 | 0 | } |
224 | 0 | tmp_payloadSize_ms = encControl->payloadSize_ms; |
225 | 0 | encControl->payloadSize_ms = 10; |
226 | 0 | tmp_complexity = encControl->complexity; |
227 | 0 | encControl->complexity = 0; |
228 | 0 | for( n = 0; n < encControl->nChannelsInternal; n++ ) { |
229 | 0 | psEnc->state_Fxx[ n ].sCmn.controlled_since_last_payload = 0; |
230 | 0 | psEnc->state_Fxx[ n ].sCmn.prefillFlag = 1; |
231 | 0 | } |
232 | 0 | } else { |
233 | 0 | /* Only accept input lengths that are a multiple of 10 ms */ |
234 | 0 | if( nBlocksOf10ms * encControl->API_sampleRate != 100 * nSamplesIn || nSamplesIn < 0 ) { |
235 | 0 | celt_assert( 0 ); |
236 | 0 | RESTORE_STACK; |
237 | 0 | return SILK_ENC_INPUT_INVALID_NO_OF_SAMPLES; |
238 | 0 | } |
239 | 0 | /* Make sure no more than one packet can be produced */ |
240 | 0 | if( 1000 * (opus_int32)nSamplesIn > encControl->payloadSize_ms * encControl->API_sampleRate ) { |
241 | 0 | celt_assert( 0 ); |
242 | 0 | RESTORE_STACK; |
243 | 0 | return SILK_ENC_INPUT_INVALID_NO_OF_SAMPLES; |
244 | 0 | } |
245 | 0 | } |
246 | 0 | |
247 | 0 | for( n = 0; n < encControl->nChannelsInternal; n++ ) { |
248 | 0 | /* Force the side channel to the same rate as the mid */ |
249 | 0 | opus_int force_fs_kHz = (n==1) ? psEnc->state_Fxx[0].sCmn.fs_kHz : 0; |
250 | 0 | if( ( ret = silk_control_encoder( &psEnc->state_Fxx[ n ], encControl, psEnc->allowBandwidthSwitch, n, force_fs_kHz ) ) != 0 ) { |
251 | 0 | silk_assert( 0 ); |
252 | 0 | RESTORE_STACK; |
253 | 0 | return ret; |
254 | 0 | } |
255 | 0 | if( psEnc->state_Fxx[n].sCmn.first_frame_after_reset || transition ) { |
256 | 0 | for( i = 0; i < psEnc->state_Fxx[ 0 ].sCmn.nFramesPerPacket; i++ ) { |
257 | 0 | psEnc->state_Fxx[ n ].sCmn.LBRR_flags[ i ] = 0; |
258 | 0 | } |
259 | 0 | } |
260 | 0 | psEnc->state_Fxx[ n ].sCmn.inDTX = psEnc->state_Fxx[ n ].sCmn.useDTX; |
261 | 0 | } |
262 | 0 | celt_assert( encControl->nChannelsInternal == 1 || psEnc->state_Fxx[ 0 ].sCmn.fs_kHz == psEnc->state_Fxx[ 1 ].sCmn.fs_kHz ); |
263 | 0 |
|
264 | 0 | /* Input buffering/resampling and encoding */ |
265 | 0 | nSamplesToBufferMax = |
266 | 0 | 10 * nBlocksOf10ms * psEnc->state_Fxx[ 0 ].sCmn.fs_kHz; |
267 | 0 | nSamplesFromInputMax = |
268 | 0 | silk_DIV32_16( nSamplesToBufferMax * |
269 | 0 | psEnc->state_Fxx[ 0 ].sCmn.API_fs_Hz, |
270 | 0 | psEnc->state_Fxx[ 0 ].sCmn.fs_kHz * 1000 ); |
271 | 0 | ALLOC( buf, nSamplesFromInputMax, opus_int16 ); |
272 | 0 | while( 1 ) { |
273 | 0 | nSamplesToBuffer = psEnc->state_Fxx[ 0 ].sCmn.frame_length - psEnc->state_Fxx[ 0 ].sCmn.inputBufIx; |
274 | 0 | nSamplesToBuffer = silk_min( nSamplesToBuffer, nSamplesToBufferMax ); |
275 | 0 | nSamplesFromInput = silk_DIV32_16( nSamplesToBuffer * psEnc->state_Fxx[ 0 ].sCmn.API_fs_Hz, psEnc->state_Fxx[ 0 ].sCmn.fs_kHz * 1000 ); |
276 | 0 | /* Resample and write to buffer */ |
277 | 0 | if( encControl->nChannelsAPI == 2 && encControl->nChannelsInternal == 2 ) { |
278 | 0 | opus_int id = psEnc->state_Fxx[ 0 ].sCmn.nFramesEncoded; |
279 | 0 | for( n = 0; n < nSamplesFromInput; n++ ) { |
280 | 0 | buf[ n ] = samplesIn[ 2 * n ]; |
281 | 0 | } |
282 | 0 | /* Making sure to start both resamplers from the same state when switching from mono to stereo */ |
283 | 0 | if( psEnc->nPrevChannelsInternal == 1 && id==0 ) { |
284 | 0 | silk_memcpy( &psEnc->state_Fxx[ 1 ].sCmn.resampler_state, &psEnc->state_Fxx[ 0 ].sCmn.resampler_state, sizeof(psEnc->state_Fxx[ 1 ].sCmn.resampler_state)); |
285 | 0 | } |
286 | 0 |
|
287 | 0 | ret += silk_resampler( &psEnc->state_Fxx[ 0 ].sCmn.resampler_state, |
288 | 0 | &psEnc->state_Fxx[ 0 ].sCmn.inputBuf[ psEnc->state_Fxx[ 0 ].sCmn.inputBufIx + 2 ], buf, nSamplesFromInput ); |
289 | 0 | psEnc->state_Fxx[ 0 ].sCmn.inputBufIx += nSamplesToBuffer; |
290 | 0 |
|
291 | 0 | nSamplesToBuffer = psEnc->state_Fxx[ 1 ].sCmn.frame_length - psEnc->state_Fxx[ 1 ].sCmn.inputBufIx; |
292 | 0 | nSamplesToBuffer = silk_min( nSamplesToBuffer, 10 * nBlocksOf10ms * psEnc->state_Fxx[ 1 ].sCmn.fs_kHz ); |
293 | 0 | for( n = 0; n < nSamplesFromInput; n++ ) { |
294 | 0 | buf[ n ] = samplesIn[ 2 * n + 1 ]; |
295 | 0 | } |
296 | 0 | ret += silk_resampler( &psEnc->state_Fxx[ 1 ].sCmn.resampler_state, |
297 | 0 | &psEnc->state_Fxx[ 1 ].sCmn.inputBuf[ psEnc->state_Fxx[ 1 ].sCmn.inputBufIx + 2 ], buf, nSamplesFromInput ); |
298 | 0 |
|
299 | 0 | psEnc->state_Fxx[ 1 ].sCmn.inputBufIx += nSamplesToBuffer; |
300 | 0 | } else if( encControl->nChannelsAPI == 2 && encControl->nChannelsInternal == 1 ) { |
301 | 0 | /* Combine left and right channels before resampling */ |
302 | 0 | for( n = 0; n < nSamplesFromInput; n++ ) { |
303 | 0 | sum = samplesIn[ 2 * n ] + samplesIn[ 2 * n + 1 ]; |
304 | 0 | buf[ n ] = (opus_int16)silk_RSHIFT_ROUND( sum, 1 ); |
305 | 0 | } |
306 | 0 | ret += silk_resampler( &psEnc->state_Fxx[ 0 ].sCmn.resampler_state, |
307 | 0 | &psEnc->state_Fxx[ 0 ].sCmn.inputBuf[ psEnc->state_Fxx[ 0 ].sCmn.inputBufIx + 2 ], buf, nSamplesFromInput ); |
308 | 0 | /* On the first mono frame, average the results for the two resampler states */ |
309 | 0 | if( psEnc->nPrevChannelsInternal == 2 && psEnc->state_Fxx[ 0 ].sCmn.nFramesEncoded == 0 ) { |
310 | 0 | ret += silk_resampler( &psEnc->state_Fxx[ 1 ].sCmn.resampler_state, |
311 | 0 | &psEnc->state_Fxx[ 1 ].sCmn.inputBuf[ psEnc->state_Fxx[ 1 ].sCmn.inputBufIx + 2 ], buf, nSamplesFromInput ); |
312 | 0 | for( n = 0; n < psEnc->state_Fxx[ 0 ].sCmn.frame_length; n++ ) { |
313 | 0 | psEnc->state_Fxx[ 0 ].sCmn.inputBuf[ psEnc->state_Fxx[ 0 ].sCmn.inputBufIx+n+2 ] = |
314 | 0 | silk_RSHIFT(psEnc->state_Fxx[ 0 ].sCmn.inputBuf[ psEnc->state_Fxx[ 0 ].sCmn.inputBufIx+n+2 ] |
315 | 0 | + psEnc->state_Fxx[ 1 ].sCmn.inputBuf[ psEnc->state_Fxx[ 1 ].sCmn.inputBufIx+n+2 ], 1); |
316 | 0 | } |
317 | 0 | } |
318 | 0 | psEnc->state_Fxx[ 0 ].sCmn.inputBufIx += nSamplesToBuffer; |
319 | 0 | } else { |
320 | 0 | celt_assert( encControl->nChannelsAPI == 1 && encControl->nChannelsInternal == 1 ); |
321 | 0 | silk_memcpy(buf, samplesIn, nSamplesFromInput*sizeof(opus_int16)); |
322 | 0 | ret += silk_resampler( &psEnc->state_Fxx[ 0 ].sCmn.resampler_state, |
323 | 0 | &psEnc->state_Fxx[ 0 ].sCmn.inputBuf[ psEnc->state_Fxx[ 0 ].sCmn.inputBufIx + 2 ], buf, nSamplesFromInput ); |
324 | 0 | psEnc->state_Fxx[ 0 ].sCmn.inputBufIx += nSamplesToBuffer; |
325 | 0 | } |
326 | 0 |
|
327 | 0 | samplesIn += nSamplesFromInput * encControl->nChannelsAPI; |
328 | 0 | nSamplesIn -= nSamplesFromInput; |
329 | 0 |
|
330 | 0 | /* Default */ |
331 | 0 | psEnc->allowBandwidthSwitch = 0; |
332 | 0 |
|
333 | 0 | /* Silk encoder */ |
334 | 0 | if( psEnc->state_Fxx[ 0 ].sCmn.inputBufIx >= psEnc->state_Fxx[ 0 ].sCmn.frame_length ) { |
335 | 0 | /* Enough data in input buffer, so encode */ |
336 | 0 | celt_assert( psEnc->state_Fxx[ 0 ].sCmn.inputBufIx == psEnc->state_Fxx[ 0 ].sCmn.frame_length ); |
337 | 0 | celt_assert( encControl->nChannelsInternal == 1 || psEnc->state_Fxx[ 1 ].sCmn.inputBufIx == psEnc->state_Fxx[ 1 ].sCmn.frame_length ); |
338 | 0 |
|
339 | 0 | /* Deal with LBRR data */ |
340 | 0 | if( psEnc->state_Fxx[ 0 ].sCmn.nFramesEncoded == 0 && !prefillFlag ) { |
341 | 0 | /* Create space at start of payload for VAD and FEC flags */ |
342 | 0 | opus_uint8 iCDF[ 2 ] = { 0, 0 }; |
343 | 0 | iCDF[ 0 ] = 256 - silk_RSHIFT( 256, ( psEnc->state_Fxx[ 0 ].sCmn.nFramesPerPacket + 1 ) * encControl->nChannelsInternal ); |
344 | 0 | ec_enc_icdf( psRangeEnc, 0, iCDF, 8 ); |
345 | 0 |
|
346 | 0 | /* Encode any LBRR data from previous packet */ |
347 | 0 | /* Encode LBRR flags */ |
348 | 0 | for( n = 0; n < encControl->nChannelsInternal; n++ ) { |
349 | 0 | LBRR_symbol = 0; |
350 | 0 | for( i = 0; i < psEnc->state_Fxx[ n ].sCmn.nFramesPerPacket; i++ ) { |
351 | 0 | LBRR_symbol |= silk_LSHIFT( psEnc->state_Fxx[ n ].sCmn.LBRR_flags[ i ], i ); |
352 | 0 | } |
353 | 0 | psEnc->state_Fxx[ n ].sCmn.LBRR_flag = LBRR_symbol > 0 ? 1 : 0; |
354 | 0 | if( LBRR_symbol && psEnc->state_Fxx[ n ].sCmn.nFramesPerPacket > 1 ) { |
355 | 0 | ec_enc_icdf( psRangeEnc, LBRR_symbol - 1, silk_LBRR_flags_iCDF_ptr[ psEnc->state_Fxx[ n ].sCmn.nFramesPerPacket - 2 ], 8 ); |
356 | 0 | } |
357 | 0 | } |
358 | 0 |
|
359 | 0 | /* Code LBRR indices and excitation signals */ |
360 | 0 | for( i = 0; i < psEnc->state_Fxx[ 0 ].sCmn.nFramesPerPacket; i++ ) { |
361 | 0 | for( n = 0; n < encControl->nChannelsInternal; n++ ) { |
362 | 0 | if( psEnc->state_Fxx[ n ].sCmn.LBRR_flags[ i ] ) { |
363 | 0 | opus_int condCoding; |
364 | 0 |
|
365 | 0 | if( encControl->nChannelsInternal == 2 && n == 0 ) { |
366 | 0 | silk_stereo_encode_pred( psRangeEnc, psEnc->sStereo.predIx[ i ] ); |
367 | 0 | /* For LBRR data there's no need to code the mid-only flag if the side-channel LBRR flag is set */ |
368 | 0 | if( psEnc->state_Fxx[ 1 ].sCmn.LBRR_flags[ i ] == 0 ) { |
369 | 0 | silk_stereo_encode_mid_only( psRangeEnc, psEnc->sStereo.mid_only_flags[ i ] ); |
370 | 0 | } |
371 | 0 | } |
372 | 0 | /* Use conditional coding if previous frame available */ |
373 | 0 | if( i > 0 && psEnc->state_Fxx[ n ].sCmn.LBRR_flags[ i - 1 ] ) { |
374 | 0 | condCoding = CODE_CONDITIONALLY; |
375 | 0 | } else { |
376 | 0 | condCoding = CODE_INDEPENDENTLY; |
377 | 0 | } |
378 | 0 | silk_encode_indices( &psEnc->state_Fxx[ n ].sCmn, psRangeEnc, i, 1, condCoding ); |
379 | 0 | silk_encode_pulses( psRangeEnc, psEnc->state_Fxx[ n ].sCmn.indices_LBRR[i].signalType, psEnc->state_Fxx[ n ].sCmn.indices_LBRR[i].quantOffsetType, |
380 | 0 | psEnc->state_Fxx[ n ].sCmn.pulses_LBRR[ i ], psEnc->state_Fxx[ n ].sCmn.frame_length ); |
381 | 0 | } |
382 | 0 | } |
383 | 0 | } |
384 | 0 |
|
385 | 0 | /* Reset LBRR flags */ |
386 | 0 | for( n = 0; n < encControl->nChannelsInternal; n++ ) { |
387 | 0 | silk_memset( psEnc->state_Fxx[ n ].sCmn.LBRR_flags, 0, sizeof( psEnc->state_Fxx[ n ].sCmn.LBRR_flags ) ); |
388 | 0 | } |
389 | 0 |
|
390 | 0 | psEnc->nBitsUsedLBRR = ec_tell( psRangeEnc ); |
391 | 0 | } |
392 | 0 |
|
393 | 0 | silk_HP_variable_cutoff( psEnc->state_Fxx ); |
394 | 0 |
|
395 | 0 | /* Total target bits for packet */ |
396 | 0 | nBits = silk_DIV32_16( silk_MUL( encControl->bitRate, encControl->payloadSize_ms ), 1000 ); |
397 | 0 | /* Subtract bits used for LBRR */ |
398 | 0 | if( !prefillFlag ) { |
399 | 0 | nBits -= psEnc->nBitsUsedLBRR; |
400 | 0 | } |
401 | 0 | /* Divide by number of uncoded frames left in packet */ |
402 | 0 | nBits = silk_DIV32_16( nBits, psEnc->state_Fxx[ 0 ].sCmn.nFramesPerPacket ); |
403 | 0 | /* Convert to bits/second */ |
404 | 0 | if( encControl->payloadSize_ms == 10 ) { |
405 | 0 | TargetRate_bps = silk_SMULBB( nBits, 100 ); |
406 | 0 | } else { |
407 | 0 | TargetRate_bps = silk_SMULBB( nBits, 50 ); |
408 | 0 | } |
409 | 0 | /* Subtract fraction of bits in excess of target in previous frames and packets */ |
410 | 0 | TargetRate_bps -= silk_DIV32_16( silk_MUL( psEnc->nBitsExceeded, 1000 ), BITRESERVOIR_DECAY_TIME_MS ); |
411 | 0 | if( !prefillFlag && psEnc->state_Fxx[ 0 ].sCmn.nFramesEncoded > 0 ) { |
412 | 0 | /* Compare actual vs target bits so far in this packet */ |
413 | 0 | opus_int32 bitsBalance = ec_tell( psRangeEnc ) - psEnc->nBitsUsedLBRR - nBits * psEnc->state_Fxx[ 0 ].sCmn.nFramesEncoded; |
414 | 0 | TargetRate_bps -= silk_DIV32_16( silk_MUL( bitsBalance, 1000 ), BITRESERVOIR_DECAY_TIME_MS ); |
415 | 0 | } |
416 | 0 | /* Never exceed input bitrate */ |
417 | 0 | TargetRate_bps = silk_LIMIT( TargetRate_bps, encControl->bitRate, 5000 ); |
418 | 0 |
|
419 | 0 | /* Convert Left/Right to Mid/Side */ |
420 | 0 | if( encControl->nChannelsInternal == 2 ) { |
421 | 0 | silk_stereo_LR_to_MS( &psEnc->sStereo, &psEnc->state_Fxx[ 0 ].sCmn.inputBuf[ 2 ], &psEnc->state_Fxx[ 1 ].sCmn.inputBuf[ 2 ], |
422 | 0 | psEnc->sStereo.predIx[ psEnc->state_Fxx[ 0 ].sCmn.nFramesEncoded ], &psEnc->sStereo.mid_only_flags[ psEnc->state_Fxx[ 0 ].sCmn.nFramesEncoded ], |
423 | 0 | MStargetRates_bps, TargetRate_bps, psEnc->state_Fxx[ 0 ].sCmn.speech_activity_Q8, encControl->toMono, |
424 | 0 | psEnc->state_Fxx[ 0 ].sCmn.fs_kHz, psEnc->state_Fxx[ 0 ].sCmn.frame_length ); |
425 | 0 | if( psEnc->sStereo.mid_only_flags[ psEnc->state_Fxx[ 0 ].sCmn.nFramesEncoded ] == 0 ) { |
426 | 0 | /* Reset side channel encoder memory for first frame with side coding */ |
427 | 0 | if( psEnc->prev_decode_only_middle == 1 ) { |
428 | 0 | silk_memset( &psEnc->state_Fxx[ 1 ].sShape, 0, sizeof( psEnc->state_Fxx[ 1 ].sShape ) ); |
429 | 0 | silk_memset( &psEnc->state_Fxx[ 1 ].sCmn.sNSQ, 0, sizeof( psEnc->state_Fxx[ 1 ].sCmn.sNSQ ) ); |
430 | 0 | silk_memset( psEnc->state_Fxx[ 1 ].sCmn.prev_NLSFq_Q15, 0, sizeof( psEnc->state_Fxx[ 1 ].sCmn.prev_NLSFq_Q15 ) ); |
431 | 0 | silk_memset( &psEnc->state_Fxx[ 1 ].sCmn.sLP.In_LP_State, 0, sizeof( psEnc->state_Fxx[ 1 ].sCmn.sLP.In_LP_State ) ); |
432 | 0 | psEnc->state_Fxx[ 1 ].sCmn.prevLag = 100; |
433 | 0 | psEnc->state_Fxx[ 1 ].sCmn.sNSQ.lagPrev = 100; |
434 | 0 | psEnc->state_Fxx[ 1 ].sShape.LastGainIndex = 10; |
435 | 0 | psEnc->state_Fxx[ 1 ].sCmn.prevSignalType = TYPE_NO_VOICE_ACTIVITY; |
436 | 0 | psEnc->state_Fxx[ 1 ].sCmn.sNSQ.prev_gain_Q16 = 65536; |
437 | 0 | psEnc->state_Fxx[ 1 ].sCmn.first_frame_after_reset = 1; |
438 | 0 | } |
439 | 0 | silk_encode_do_VAD_Fxx( &psEnc->state_Fxx[ 1 ], activity ); |
440 | 0 | } else { |
441 | 0 | psEnc->state_Fxx[ 1 ].sCmn.VAD_flags[ psEnc->state_Fxx[ 0 ].sCmn.nFramesEncoded ] = 0; |
442 | 0 | } |
443 | 0 | if( !prefillFlag ) { |
444 | 0 | silk_stereo_encode_pred( psRangeEnc, psEnc->sStereo.predIx[ psEnc->state_Fxx[ 0 ].sCmn.nFramesEncoded ] ); |
445 | 0 | if( psEnc->state_Fxx[ 1 ].sCmn.VAD_flags[ psEnc->state_Fxx[ 0 ].sCmn.nFramesEncoded ] == 0 ) { |
446 | 0 | silk_stereo_encode_mid_only( psRangeEnc, psEnc->sStereo.mid_only_flags[ psEnc->state_Fxx[ 0 ].sCmn.nFramesEncoded ] ); |
447 | 0 | } |
448 | 0 | } |
449 | 0 | } else { |
450 | 0 | /* Buffering */ |
451 | 0 | silk_memcpy( psEnc->state_Fxx[ 0 ].sCmn.inputBuf, psEnc->sStereo.sMid, 2 * sizeof( opus_int16 ) ); |
452 | 0 | silk_memcpy( psEnc->sStereo.sMid, &psEnc->state_Fxx[ 0 ].sCmn.inputBuf[ psEnc->state_Fxx[ 0 ].sCmn.frame_length ], 2 * sizeof( opus_int16 ) ); |
453 | 0 | } |
454 | 0 | silk_encode_do_VAD_Fxx( &psEnc->state_Fxx[ 0 ], activity ); |
455 | 0 |
|
456 | 0 | /* Encode */ |
457 | 0 | for( n = 0; n < encControl->nChannelsInternal; n++ ) { |
458 | 0 | opus_int maxBits, useCBR; |
459 | 0 |
|
460 | 0 | /* Handling rate constraints */ |
461 | 0 | maxBits = encControl->maxBits; |
462 | 0 | if( tot_blocks == 2 && curr_block == 0 ) { |
463 | 0 | maxBits = maxBits * 3 / 5; |
464 | 0 | } else if( tot_blocks == 3 ) { |
465 | 0 | if( curr_block == 0 ) { |
466 | 0 | maxBits = maxBits * 2 / 5; |
467 | 0 | } else if( curr_block == 1 ) { |
468 | 0 | maxBits = maxBits * 3 / 4; |
469 | 0 | } |
470 | 0 | } |
471 | 0 | useCBR = encControl->useCBR && curr_block == tot_blocks - 1; |
472 | 0 |
|
473 | 0 | if( encControl->nChannelsInternal == 1 ) { |
474 | 0 | channelRate_bps = TargetRate_bps; |
475 | 0 | } else { |
476 | 0 | channelRate_bps = MStargetRates_bps[ n ]; |
477 | 0 | if( n == 0 && MStargetRates_bps[ 1 ] > 0 ) { |
478 | 0 | useCBR = 0; |
479 | 0 | /* Give mid up to 1/2 of the max bits for that frame */ |
480 | 0 | maxBits -= encControl->maxBits / ( tot_blocks * 2 ); |
481 | 0 | } |
482 | 0 | } |
483 | 0 |
|
484 | 0 | if( channelRate_bps > 0 ) { |
485 | 0 | opus_int condCoding; |
486 | 0 |
|
487 | 0 | silk_control_SNR( &psEnc->state_Fxx[ n ].sCmn, channelRate_bps ); |
488 | 0 |
|
489 | 0 | /* Use independent coding if no previous frame available */ |
490 | 0 | if( psEnc->state_Fxx[ 0 ].sCmn.nFramesEncoded - n <= 0 ) { |
491 | 0 | condCoding = CODE_INDEPENDENTLY; |
492 | 0 | } else if( n > 0 && psEnc->prev_decode_only_middle ) { |
493 | 0 | /* If we skipped a side frame in this packet, we don't |
494 | 0 | need LTP scaling; the LTP state is well-defined. */ |
495 | 0 | condCoding = CODE_INDEPENDENTLY_NO_LTP_SCALING; |
496 | 0 | } else { |
497 | 0 | condCoding = CODE_CONDITIONALLY; |
498 | 0 | } |
499 | 0 | if( ( ret = silk_encode_frame_Fxx( &psEnc->state_Fxx[ n ], nBytesOut, psRangeEnc, condCoding, maxBits, useCBR ) ) != 0 ) { |
500 | 0 | silk_assert( 0 ); |
501 | 0 | } |
502 | 0 | } |
503 | 0 | psEnc->state_Fxx[ n ].sCmn.controlled_since_last_payload = 0; |
504 | 0 | psEnc->state_Fxx[ n ].sCmn.inputBufIx = 0; |
505 | 0 | psEnc->state_Fxx[ n ].sCmn.nFramesEncoded++; |
506 | 0 | } |
507 | 0 | psEnc->prev_decode_only_middle = psEnc->sStereo.mid_only_flags[ psEnc->state_Fxx[ 0 ].sCmn.nFramesEncoded - 1 ]; |
508 | 0 |
|
509 | 0 | /* Insert VAD and FEC flags at beginning of bitstream */ |
510 | 0 | if( *nBytesOut > 0 && psEnc->state_Fxx[ 0 ].sCmn.nFramesEncoded == psEnc->state_Fxx[ 0 ].sCmn.nFramesPerPacket) { |
511 | 0 | flags = 0; |
512 | 0 | for( n = 0; n < encControl->nChannelsInternal; n++ ) { |
513 | 0 | for( i = 0; i < psEnc->state_Fxx[ n ].sCmn.nFramesPerPacket; i++ ) { |
514 | 0 | flags = silk_LSHIFT( flags, 1 ); |
515 | 0 | flags |= psEnc->state_Fxx[ n ].sCmn.VAD_flags[ i ]; |
516 | 0 | } |
517 | 0 | flags = silk_LSHIFT( flags, 1 ); |
518 | 0 | flags |= psEnc->state_Fxx[ n ].sCmn.LBRR_flag; |
519 | 0 | } |
520 | 0 | if( !prefillFlag ) { |
521 | 0 | ec_enc_patch_initial_bits( psRangeEnc, flags, ( psEnc->state_Fxx[ 0 ].sCmn.nFramesPerPacket + 1 ) * encControl->nChannelsInternal ); |
522 | 0 | } |
523 | 0 |
|
524 | 0 | /* Return zero bytes if all channels DTXed */ |
525 | 0 | if( psEnc->state_Fxx[ 0 ].sCmn.inDTX && ( encControl->nChannelsInternal == 1 || psEnc->state_Fxx[ 1 ].sCmn.inDTX ) ) { |
526 | 0 | *nBytesOut = 0; |
527 | 0 | } |
528 | 0 |
|
529 | 0 | psEnc->nBitsExceeded += *nBytesOut * 8; |
530 | 0 | psEnc->nBitsExceeded -= silk_DIV32_16( silk_MUL( encControl->bitRate, encControl->payloadSize_ms ), 1000 ); |
531 | 0 | psEnc->nBitsExceeded = silk_LIMIT( psEnc->nBitsExceeded, 0, 10000 ); |
532 | 0 |
|
533 | 0 | /* Update flag indicating if bandwidth switching is allowed */ |
534 | 0 | speech_act_thr_for_switch_Q8 = silk_SMLAWB( SILK_FIX_CONST( SPEECH_ACTIVITY_DTX_THRES, 8 ), |
535 | 0 | SILK_FIX_CONST( ( 1 - SPEECH_ACTIVITY_DTX_THRES ) / MAX_BANDWIDTH_SWITCH_DELAY_MS, 16 + 8 ), psEnc->timeSinceSwitchAllowed_ms ); |
536 | 0 | if( psEnc->state_Fxx[ 0 ].sCmn.speech_activity_Q8 < speech_act_thr_for_switch_Q8 ) { |
537 | 0 | psEnc->allowBandwidthSwitch = 1; |
538 | 0 | psEnc->timeSinceSwitchAllowed_ms = 0; |
539 | 0 | } else { |
540 | 0 | psEnc->allowBandwidthSwitch = 0; |
541 | 0 | psEnc->timeSinceSwitchAllowed_ms += encControl->payloadSize_ms; |
542 | 0 | } |
543 | 0 | } |
544 | 0 |
|
545 | 0 | if( nSamplesIn == 0 ) { |
546 | 0 | break; |
547 | 0 | } |
548 | 0 | } else { |
549 | 0 | break; |
550 | 0 | } |
551 | 0 | curr_block++; |
552 | 0 | } |
553 | 0 |
|
554 | 0 | psEnc->nPrevChannelsInternal = encControl->nChannelsInternal; |
555 | 0 |
|
556 | 0 | encControl->allowBandwidthSwitch = psEnc->allowBandwidthSwitch; |
557 | 0 | encControl->inWBmodeWithoutVariableLP = psEnc->state_Fxx[ 0 ].sCmn.fs_kHz == 16 && psEnc->state_Fxx[ 0 ].sCmn.sLP.mode == 0; |
558 | 0 | encControl->internalSampleRate = silk_SMULBB( psEnc->state_Fxx[ 0 ].sCmn.fs_kHz, 1000 ); |
559 | 0 | encControl->stereoWidth_Q14 = encControl->toMono ? 0 : psEnc->sStereo.smth_width_Q14; |
560 | 0 | if( prefillFlag ) { |
561 | 0 | encControl->payloadSize_ms = tmp_payloadSize_ms; |
562 | 0 | encControl->complexity = tmp_complexity; |
563 | 0 | for( n = 0; n < encControl->nChannelsInternal; n++ ) { |
564 | 0 | psEnc->state_Fxx[ n ].sCmn.controlled_since_last_payload = 0; |
565 | 0 | psEnc->state_Fxx[ n ].sCmn.prefillFlag = 0; |
566 | 0 | } |
567 | 0 | } |
568 | 0 |
|
569 | 0 | encControl->signalType = psEnc->state_Fxx[0].sCmn.indices.signalType; |
570 | 0 | encControl->offset = silk_Quantization_Offsets_Q10 |
571 | 0 | [ psEnc->state_Fxx[0].sCmn.indices.signalType >> 1 ] |
572 | 0 | [ psEnc->state_Fxx[0].sCmn.indices.quantOffsetType ]; |
573 | 0 | RESTORE_STACK; |
574 | 0 | return ret; |
575 | 0 | } |
576 | | |