/src/speex/libspeex/vbr.c
Line | Count | Source (jump to first uncovered line) |
1 | | /* Copyright (C) 2002 Jean-Marc Valin |
2 | | File: vbr.c |
3 | | |
4 | | VBR-related routines |
5 | | |
6 | | Redistribution and use in source and binary forms, with or without |
7 | | modification, are permitted provided that the following conditions |
8 | | are met: |
9 | | |
10 | | - Redistributions of source code must retain the above copyright |
11 | | notice, this list of conditions and the following disclaimer. |
12 | | |
13 | | - Redistributions in binary form must reproduce the above copyright |
14 | | notice, this list of conditions and the following disclaimer in the |
15 | | documentation and/or other materials provided with the distribution. |
16 | | |
17 | | - Neither the name of the Xiph.org Foundation nor the names of its |
18 | | contributors may be used to endorse or promote products derived from |
19 | | this software without specific prior written permission. |
20 | | |
21 | | THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS |
22 | | ``AS IS'' AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT |
23 | | LIMITED TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR |
24 | | A PARTICULAR PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL THE FOUNDATION OR |
25 | | CONTRIBUTORS BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, |
26 | | EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT LIMITED TO, |
27 | | PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, DATA, OR |
28 | | PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY THEORY OF |
29 | | LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT (INCLUDING |
30 | | NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE OF THIS |
31 | | SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE. |
32 | | |
33 | | */ |
34 | | |
35 | | #ifdef HAVE_CONFIG_H |
36 | | #include "config.h" |
37 | | #endif |
38 | | |
39 | | #include "vbr.h" |
40 | | #include <math.h> |
41 | | |
42 | | |
43 | 0 | #define sqr(x) ((x)*(x)) |
44 | | |
45 | 0 | #define MIN_ENERGY 6000 |
46 | 0 | #define NOISE_POW .3 |
47 | | |
48 | | #ifndef DISABLE_VBR |
49 | | |
50 | | const float vbr_nb_thresh[9][11]={ |
51 | | {-1.0f, -1.0f, -1.0f, -1.0f, -1.0f, -1.0f, -1.0f, -1.0f, -1.0f, -1.0f, -1.0f}, /* CNG */ |
52 | | { 4.0f, 2.5f, 2.0f, 1.2f, 0.5f,-0.25f, -0.5f, -0.7f, -0.8f, -0.9f, -1.0f}, /* 2 kbps */ |
53 | | {10.0f, 6.5f, 5.2f, 4.5f, 3.9f, 3.7f, 3.0f, 2.5f, 2.3f, 1.8f, 1.0f}, /* 6 kbps */ |
54 | | {11.0f, 8.8f, 7.5f, 6.5f, 5.0f, 4.2f, 3.9f, 3.9f, 3.5f, 3.0f, 1.0f}, /* 8 kbps */ |
55 | | {11.0f, 11.0f, 9.9f, 8.5f, 7.0f, 5.25f, 4.5f, 4.0f, 4.0f, 4.0f, 2.0f}, /* 11 kbps */ |
56 | | {11.0f, 11.0f, 11.0f, 11.0f, 9.5f, 9.25f, 8.0f, 7.0f, 5.0f, 4.0f, 3.0f}, /* 15 kbps */ |
57 | | {11.0f, 11.0f, 11.0f, 11.0f, 11.0f, 11.0f, 9.5f, 8.5f, 6.2f, 5.2f, 5.0f}, /* 18 kbps */ |
58 | | {11.0f, 11.0f, 11.0f, 11.0f, 11.0f, 11.0f, 11.0f, 11.0f, 10.0f, 9.8f, 7.5f}, /* 24 kbps */ |
59 | | { 7.0f, 4.5f, 3.7f, 3.0f, 2.5f, 1.0f, 1.8f, 1.5f, 1.0f, 0.0f, 0.0f} /* 4 kbps */ |
60 | | }; |
61 | | |
62 | | |
63 | | const float vbr_hb_thresh[5][11]={ |
64 | | {-1.0f, -1.0f, -1.0f, -1.0f, -1.0f, -1.0f, -1.0f, -1.0f, -1.0f, -1.0f, -1.0f}, /* silence */ |
65 | | {-1.0f, -1.0f, -1.0f, -1.0f, -1.0f, -1.0f, -1.0f, -1.0f, -1.0f, -1.0f, -1.0f}, /* 2 kbps */ |
66 | | {11.0f, 11.0f, 9.5f, 8.5f, 7.5f, 6.0f, 5.0f, 3.9f, 3.0f, 2.0f, 1.0f}, /* 6 kbps */ |
67 | | {11.0f, 11.0f, 11.0f, 11.0f, 11.0f, 9.5f, 8.7f, 7.8f, 7.0f, 6.5f, 4.0f}, /* 10 kbps */ |
68 | | {11.0f, 11.0f, 11.0f, 11.0f, 11.0f, 11.0f, 11.0f, 11.0f, 9.8f, 7.5f, 5.5f} /* 18 kbps */ |
69 | | }; |
70 | | |
71 | | const float vbr_uhb_thresh[2][11]={ |
72 | | {-1.0f, -1.0f, -1.0f, -1.0f, -1.0f, -1.0f, -1.0f, -1.0f, -1.0f, -1.0f, -1.0f}, /* silence */ |
73 | | { 3.9f, 2.5f, 0.0f, 0.0f, 0.0f, 0.0f, 0.0f, 0.0f, 0.0f, 0.0f, -1.0f} /* 2 kbps */ |
74 | | }; |
75 | | |
76 | | void vbr_init(VBRState *vbr) |
77 | 0 | { |
78 | 0 | int i; |
79 | |
|
80 | 0 | vbr->average_energy=1600000; |
81 | 0 | vbr->last_energy=1; |
82 | 0 | vbr->accum_sum=0; |
83 | 0 | vbr->soft_pitch=0; |
84 | 0 | vbr->last_pitch_coef=0; |
85 | 0 | vbr->last_quality=0; |
86 | |
|
87 | 0 | vbr->noise_accum = .05*pow(MIN_ENERGY, NOISE_POW); |
88 | 0 | vbr->noise_accum_count=.05; |
89 | 0 | vbr->noise_level=vbr->noise_accum/vbr->noise_accum_count; |
90 | 0 | vbr->consec_noise=0; |
91 | | |
92 | |
|
93 | 0 | for (i=0;i<VBR_MEMORY_SIZE;i++) |
94 | 0 | vbr->last_log_energy[i] = log(MIN_ENERGY); |
95 | 0 | } |
96 | | |
97 | | |
98 | | /* |
99 | | This function should analyse the signal and decide how critical the |
100 | | coding error will be perceptually. The following factors should be |
101 | | taken into account: |
102 | | |
103 | | -Attacks (positive energy derivative) should be coded with more bits |
104 | | |
105 | | -Stationary voiced segments should receive more bits |
106 | | |
107 | | -Segments with (very) low absolute energy should receive less bits (maybe |
108 | | only shaped noise?) |
109 | | |
110 | | -DTX for near-zero energy? |
111 | | |
112 | | -Stationary fricative segments should have less bits |
113 | | |
114 | | -Temporal masking: when energy slope is decreasing, decrease the bit-rate |
115 | | |
116 | | -Decrease bit-rate for males (low pitch)? |
117 | | |
118 | | -(wideband only) less bits in the high-band when signal is very |
119 | | non-stationary (harder to notice high-frequency noise)??? |
120 | | |
121 | | */ |
122 | | |
123 | | float vbr_analysis(VBRState *vbr, spx_word16_t *sig, int len, int pitch, float pitch_coef) |
124 | 0 | { |
125 | 0 | int i; |
126 | 0 | float ener=0, ener1=0, ener2=0; |
127 | 0 | float qual=7; |
128 | 0 | float log_energy; |
129 | 0 | float non_st=0; |
130 | 0 | float voicing; |
131 | 0 | float pow_ener; |
132 | |
|
133 | 0 | for (i=0;i<len>>1;i++) |
134 | 0 | ener1 += ((float)sig[i])*sig[i]; |
135 | |
|
136 | 0 | for (i=len>>1;i<len;i++) |
137 | 0 | ener2 += ((float)sig[i])*sig[i]; |
138 | 0 | ener=ener1+ener2; |
139 | |
|
140 | 0 | log_energy = log(ener+MIN_ENERGY); |
141 | 0 | for (i=0;i<VBR_MEMORY_SIZE;i++) |
142 | 0 | non_st += sqr(log_energy-vbr->last_log_energy[i]); |
143 | 0 | non_st = non_st/(30*VBR_MEMORY_SIZE); |
144 | 0 | if (non_st>1) |
145 | 0 | non_st=1; |
146 | |
|
147 | 0 | voicing = 3*(pitch_coef-.4)*fabs(pitch_coef-.4); |
148 | 0 | vbr->average_energy = 0.9*vbr->average_energy + .1*ener; |
149 | 0 | vbr->noise_level=vbr->noise_accum/vbr->noise_accum_count; |
150 | 0 | pow_ener = pow(ener,NOISE_POW); |
151 | 0 | if (vbr->noise_accum_count<.06 && ener>MIN_ENERGY) |
152 | 0 | vbr->noise_accum = .05*pow_ener; |
153 | |
|
154 | 0 | if ((voicing<.3 && non_st < .2 && pow_ener < 1.2*vbr->noise_level) |
155 | 0 | || (voicing<.3 && non_st < .05 && pow_ener < 1.5*vbr->noise_level) |
156 | 0 | || (voicing<.4 && non_st < .05 && pow_ener < 1.2*vbr->noise_level) |
157 | 0 | || (voicing<0 && non_st < .05)) |
158 | 0 | { |
159 | 0 | float tmp; |
160 | |
|
161 | 0 | vbr->consec_noise++; |
162 | 0 | if (pow_ener > 3*vbr->noise_level) |
163 | 0 | tmp = 3*vbr->noise_level; |
164 | 0 | else |
165 | 0 | tmp = pow_ener; |
166 | 0 | if (vbr->consec_noise>=4) |
167 | 0 | { |
168 | 0 | vbr->noise_accum = .95*vbr->noise_accum + .05*tmp; |
169 | 0 | vbr->noise_accum_count = .95*vbr->noise_accum_count + .05; |
170 | 0 | } |
171 | 0 | } else { |
172 | 0 | vbr->consec_noise=0; |
173 | 0 | } |
174 | |
|
175 | 0 | if (pow_ener < vbr->noise_level && ener>MIN_ENERGY) |
176 | 0 | { |
177 | 0 | vbr->noise_accum = .95*vbr->noise_accum + .05*pow_ener; |
178 | 0 | vbr->noise_accum_count = .95*vbr->noise_accum_count + .05; |
179 | 0 | } |
180 | | |
181 | | /* Checking for very low absolute energy */ |
182 | 0 | if (ener < 30000) |
183 | 0 | { |
184 | 0 | qual -= .7; |
185 | 0 | if (ener < 10000) |
186 | 0 | qual-=.7; |
187 | 0 | if (ener < 3000) |
188 | 0 | qual-=.7; |
189 | 0 | } else { |
190 | 0 | float short_diff, long_diff; |
191 | 0 | short_diff = log((ener+1)/(1+vbr->last_energy)); |
192 | 0 | long_diff = log((ener+1)/(1+vbr->average_energy)); |
193 | | /*fprintf (stderr, "%f %f\n", short_diff, long_diff);*/ |
194 | |
|
195 | 0 | if (long_diff<-5) |
196 | 0 | long_diff=-5; |
197 | 0 | if (long_diff>2) |
198 | 0 | long_diff=2; |
199 | |
|
200 | 0 | if (long_diff>0) |
201 | 0 | qual += .6*long_diff; |
202 | 0 | if (long_diff<0) |
203 | 0 | qual += .5*long_diff; |
204 | 0 | if (short_diff>0) |
205 | 0 | { |
206 | 0 | if (short_diff>5) |
207 | 0 | short_diff=5; |
208 | 0 | qual += 1*short_diff; |
209 | 0 | } |
210 | | /* Checking for energy increases */ |
211 | 0 | if (ener2 > 1.6*ener1) |
212 | 0 | qual += .5; |
213 | 0 | } |
214 | 0 | vbr->last_energy = ener; |
215 | 0 | vbr->soft_pitch = .8*vbr->soft_pitch + .2*pitch_coef; |
216 | 0 | qual += 2.2*((pitch_coef-.4) + (vbr->soft_pitch-.4)); |
217 | |
|
218 | 0 | if (qual < vbr->last_quality) |
219 | 0 | qual = .5*qual + .5*vbr->last_quality; |
220 | 0 | if (qual<4) |
221 | 0 | qual=4; |
222 | 0 | if (qual>10) |
223 | 0 | qual=10; |
224 | | |
225 | | /* |
226 | | if (vbr->consec_noise>=2) |
227 | | qual-=1.3; |
228 | | if (vbr->consec_noise>=5) |
229 | | qual-=1.3; |
230 | | if (vbr->consec_noise>=12) |
231 | | qual-=1.3; |
232 | | */ |
233 | 0 | if (vbr->consec_noise>=3) |
234 | 0 | qual=4; |
235 | |
|
236 | 0 | if (vbr->consec_noise) |
237 | 0 | qual -= 1.0 * (log(3.0 + vbr->consec_noise)-log(3)); |
238 | 0 | if (qual<0) |
239 | 0 | qual=0; |
240 | |
|
241 | 0 | if (ener<1600000) |
242 | 0 | { |
243 | 0 | if (vbr->consec_noise>2) |
244 | 0 | qual-=0.5*(log(3.0 + vbr->consec_noise)-log(3)); |
245 | 0 | if (ener<10000&&vbr->consec_noise>2) |
246 | 0 | qual-=0.5*(log(3.0 + vbr->consec_noise)-log(3)); |
247 | 0 | if (qual<0) |
248 | 0 | qual=0; |
249 | 0 | qual += .3*log(.0001+ener/1600000.0); |
250 | 0 | } |
251 | 0 | if (qual<-1) |
252 | 0 | qual=-1; |
253 | | |
254 | | /*printf ("%f %f %f %f\n", qual, voicing, non_st, pow_ener/(.01+vbr->noise_level));*/ |
255 | |
|
256 | 0 | vbr->last_pitch_coef = pitch_coef; |
257 | 0 | vbr->last_quality = qual; |
258 | |
|
259 | 0 | for (i=VBR_MEMORY_SIZE-1;i>0;i--) |
260 | 0 | vbr->last_log_energy[i] = vbr->last_log_energy[i-1]; |
261 | 0 | vbr->last_log_energy[0] = log_energy; |
262 | | |
263 | | /*printf ("VBR: %f %f %f %f\n", (float)(log_energy-log(vbr->average_energy+MIN_ENERGY)), non_st, voicing, vbr->noise_level);*/ |
264 | |
|
265 | 0 | return qual; |
266 | 0 | } |
267 | | |
268 | | void vbr_destroy(VBRState *vbr) |
269 | 0 | { |
270 | 0 | } |
271 | | |
272 | | #endif /* #ifndef DISABLE_VBR */ |