Coverage Report

Created: 2025-11-11 06:30

next uncovered line (L), next uncovered region (R), next uncovered branch (B)
/src/vorbis/lib/codebook.c
Line
Count
Source
1
/********************************************************************
2
 *                                                                  *
3
 * THIS FILE IS PART OF THE OggVorbis SOFTWARE CODEC SOURCE CODE.   *
4
 * USE, DISTRIBUTION AND REPRODUCTION OF THIS LIBRARY SOURCE IS     *
5
 * GOVERNED BY A BSD-STYLE SOURCE LICENSE INCLUDED WITH THIS SOURCE *
6
 * IN 'COPYING'. PLEASE READ THESE TERMS BEFORE DISTRIBUTING.       *
7
 *                                                                  *
8
 * THE OggVorbis SOURCE CODE IS (C) COPYRIGHT 1994-2015             *
9
 * by the Xiph.Org Foundation https://xiph.org/                     *
10
 *                                                                  *
11
 ********************************************************************
12
13
 function: basic codebook pack/unpack/code/decode operations
14
15
 ********************************************************************/
16
17
#include <stdlib.h>
18
#include <string.h>
19
#include <math.h>
20
#include <ogg/ogg.h>
21
#include "vorbis/codec.h"
22
#include "codebook.h"
23
#include "scales.h"
24
#include "misc.h"
25
#include "os.h"
26
27
/* packs the given codebook into the bitstream **************************/
28
29
0
int vorbis_staticbook_pack(const static_codebook *c,oggpack_buffer *opb){
30
0
  long i,j;
31
0
  int ordered=0;
32
33
  /* first the basic parameters */
34
0
  oggpack_write(opb,0x564342,24);
35
0
  oggpack_write(opb,c->dim,16);
36
0
  oggpack_write(opb,c->entries,24);
37
38
  /* pack the codewords.  There are two packings; length ordered and
39
     length random.  Decide between the two now. */
40
41
0
  for(i=1;i<c->entries;i++)
42
0
    if(c->lengthlist[i-1]==0 || c->lengthlist[i]<c->lengthlist[i-1])break;
43
0
  if(i==c->entries)ordered=1;
44
45
0
  if(ordered){
46
    /* length ordered.  We only need to say how many codewords of
47
       each length.  The actual codewords are generated
48
       deterministically */
49
50
0
    long count=0;
51
0
    oggpack_write(opb,1,1);  /* ordered */
52
0
    oggpack_write(opb,c->lengthlist[0]-1,5); /* 1 to 32 */
53
54
0
    for(i=1;i<c->entries;i++){
55
0
      char this=c->lengthlist[i];
56
0
      char last=c->lengthlist[i-1];
57
0
      if(this>last){
58
0
        for(j=last;j<this;j++){
59
0
          oggpack_write(opb,i-count,ov_ilog(c->entries-count));
60
0
          count=i;
61
0
        }
62
0
      }
63
0
    }
64
0
    oggpack_write(opb,i-count,ov_ilog(c->entries-count));
65
66
0
  }else{
67
    /* length random.  Again, we don't code the codeword itself, just
68
       the length.  This time, though, we have to encode each length */
69
0
    oggpack_write(opb,0,1);   /* unordered */
70
71
    /* algortihmic mapping has use for 'unused entries', which we tag
72
       here.  The algorithmic mapping happens as usual, but the unused
73
       entry has no codeword. */
74
0
    for(i=0;i<c->entries;i++)
75
0
      if(c->lengthlist[i]==0)break;
76
77
0
    if(i==c->entries){
78
0
      oggpack_write(opb,0,1); /* no unused entries */
79
0
      for(i=0;i<c->entries;i++)
80
0
        oggpack_write(opb,c->lengthlist[i]-1,5);
81
0
    }else{
82
0
      oggpack_write(opb,1,1); /* we have unused entries; thus we tag */
83
0
      for(i=0;i<c->entries;i++){
84
0
        if(c->lengthlist[i]==0){
85
0
          oggpack_write(opb,0,1);
86
0
        }else{
87
0
          oggpack_write(opb,1,1);
88
0
          oggpack_write(opb,c->lengthlist[i]-1,5);
89
0
        }
90
0
      }
91
0
    }
92
0
  }
93
94
  /* is the entry number the desired return value, or do we have a
95
     mapping? If we have a mapping, what type? */
96
0
  oggpack_write(opb,c->maptype,4);
97
0
  switch(c->maptype){
98
0
  case 0:
99
    /* no mapping */
100
0
    break;
101
0
  case 1:case 2:
102
    /* implicitly populated value mapping */
103
    /* explicitly populated value mapping */
104
105
0
    if(!c->quantlist){
106
      /* no quantlist?  error */
107
0
      return(-1);
108
0
    }
109
110
    /* values that define the dequantization */
111
0
    oggpack_write(opb,c->q_min,32);
112
0
    oggpack_write(opb,c->q_delta,32);
113
0
    oggpack_write(opb,c->q_quant-1,4);
114
0
    oggpack_write(opb,c->q_sequencep,1);
115
116
0
    {
117
0
      int quantvals;
118
0
      switch(c->maptype){
119
0
      case 1:
120
        /* a single column of (c->entries/c->dim) quantized values for
121
           building a full value list algorithmically (square lattice) */
122
0
        quantvals=_book_maptype1_quantvals(c);
123
0
        break;
124
0
      case 2:
125
        /* every value (c->entries*c->dim total) specified explicitly */
126
0
        quantvals=c->entries*c->dim;
127
0
        break;
128
0
      default: /* NOT_REACHABLE */
129
0
        quantvals=-1;
130
0
      }
131
132
      /* quantized values */
133
0
      for(i=0;i<quantvals;i++)
134
0
        oggpack_write(opb,labs(c->quantlist[i]),c->q_quant);
135
136
0
    }
137
0
    break;
138
0
  default:
139
    /* error case; we don't have any other map types now */
140
0
    return(-1);
141
0
  }
142
143
0
  return(0);
144
0
}
145
146
/* unpacks a codebook from the packet buffer into the codebook struct,
147
   readies the codebook auxiliary structures for decode *************/
148
23.3k
static_codebook *vorbis_staticbook_unpack(oggpack_buffer *opb){
149
23.3k
  long i,j;
150
23.3k
  static_codebook *s=_ogg_calloc(1,sizeof(*s));
151
23.3k
  s->allocedp=1;
152
153
  /* make sure alignment is correct */
154
23.3k
  if(oggpack_read(opb,24)!=0x564342)goto _eofout;
155
156
  /* first the basic parameters */
157
23.2k
  s->dim=oggpack_read(opb,16);
158
23.2k
  s->entries=oggpack_read(opb,24);
159
23.2k
  if(s->entries==-1)goto _eofout;
160
161
23.2k
  if(ov_ilog(s->dim)+ov_ilog(s->entries)>24)goto _eofout;
162
163
  /* codeword ordering.... length ordered or unordered? */
164
23.2k
  switch((int)oggpack_read(opb,1)){
165
21.3k
  case 0:{
166
21.3k
    long unused;
167
    /* allocated but unused entries? */
168
21.3k
    unused=oggpack_read(opb,1);
169
21.3k
    if((s->entries*(unused?1:5)+7)>>3>opb->storage-oggpack_bytes(opb))
170
60
      goto _eofout;
171
    /* unordered */
172
21.3k
    s->lengthlist=_ogg_malloc(sizeof(*s->lengthlist)*s->entries);
173
174
    /* allocated but unused entries? */
175
21.3k
    if(unused){
176
      /* yes, unused entries */
177
178
1.28M
      for(i=0;i<s->entries;i++){
179
1.26M
        if(oggpack_read(opb,1)){
180
576k
          long num=oggpack_read(opb,5);
181
576k
          if(num==-1)goto _eofout;
182
576k
          s->lengthlist[i]=num+1;
183
576k
        }else
184
692k
          s->lengthlist[i]=0;
185
1.26M
      }
186
15.9k
    }else{
187
      /* all entries used; no tagging */
188
296k
      for(i=0;i<s->entries;i++){
189
290k
        long num=oggpack_read(opb,5);
190
290k
        if(num==-1)goto _eofout;
191
290k
        s->lengthlist[i]=num+1;
192
290k
      }
193
5.35k
    }
194
195
21.2k
    break;
196
21.3k
  }
197
21.2k
  case 1:
198
    /* ordered */
199
1.88k
    {
200
1.88k
      long length=oggpack_read(opb,5)+1;
201
1.88k
      if(length==0)goto _eofout;
202
1.88k
      s->lengthlist=_ogg_malloc(sizeof(*s->lengthlist)*s->entries);
203
204
7.89k
      for(i=0;i<s->entries;){
205
6.12k
        long num=oggpack_read(opb,ov_ilog(s->entries-i));
206
6.12k
        if(num==-1)goto _eofout;
207
6.07k
        if(length>32 || num>s->entries-i ||
208
6.04k
           (num>0 && (num-1)>>(length-1)>1)){
209
61
          goto _errout;
210
61
        }
211
6.01k
        if(length>32)goto _errout;
212
212M
        for(j=0;j<num;j++,i++)
213
212M
          s->lengthlist[i]=length;
214
6.01k
        length++;
215
6.01k
      }
216
1.88k
    }
217
1.77k
    break;
218
1.77k
  default:
219
    /* EOF */
220
1
    goto _eofout;
221
23.2k
  }
222
223
  /* Do we have a mapping to unpack? */
224
23.0k
  switch((s->maptype=oggpack_read(opb,4))){
225
14.1k
  case 0:
226
    /* no mapping */
227
14.1k
    break;
228
8.85k
  case 1: case 2:
229
    /* implicitly populated value mapping */
230
    /* explicitly populated value mapping */
231
232
8.85k
    s->q_min=oggpack_read(opb,32);
233
8.85k
    s->q_delta=oggpack_read(opb,32);
234
8.85k
    s->q_quant=oggpack_read(opb,4)+1;
235
8.85k
    s->q_sequencep=oggpack_read(opb,1);
236
8.85k
    if(s->q_sequencep==-1)goto _eofout;
237
238
8.83k
    {
239
8.83k
      int quantvals=0;
240
8.83k
      switch(s->maptype){
241
6.43k
      case 1:
242
6.43k
        quantvals=(s->dim==0?0:_book_maptype1_quantvals(s));
243
6.43k
        break;
244
2.39k
      case 2:
245
2.39k
        quantvals=s->entries*s->dim;
246
2.39k
        break;
247
8.83k
      }
248
249
      /* quantized values */
250
8.83k
      if(((quantvals*s->q_quant+7)>>3)>opb->storage-oggpack_bytes(opb))
251
84
        goto _eofout;
252
8.75k
      s->quantlist=_ogg_malloc(sizeof(*s->quantlist)*quantvals);
253
88.5k
      for(i=0;i<quantvals;i++)
254
79.8k
        s->quantlist[i]=oggpack_read(opb,s->q_quant);
255
256
8.75k
      if(quantvals&&s->quantlist[quantvals-1]==-1)goto _eofout;
257
8.75k
    }
258
8.75k
    break;
259
8.75k
  default:
260
28
    goto _errout;
261
23.0k
  }
262
263
  /* all set */
264
22.9k
  return(s);
265
266
89
 _errout:
267
434
 _eofout:
268
434
  vorbis_staticbook_destroy(s);
269
434
  return(NULL);
270
89
}
271
272
/* returns the number of bits ************************************************/
273
0
int vorbis_book_encode(codebook *book, int a, oggpack_buffer *b){
274
0
  if(a<0 || a>=book->c->entries)return(0);
275
0
  oggpack_write(b,book->codelist[a],book->c->lengthlist[a]);
276
0
  return(book->c->lengthlist[a]);
277
0
}
278
279
/* the 'eliminate the decode tree' optimization actually requires the
280
   codewords to be MSb first, not LSb.  This is an annoying inelegancy
281
   (and one of the first places where carefully thought out design
282
   turned out to be wrong; Vorbis II and future Ogg codecs should go
283
   to an MSb bitpacker), but not actually the huge hit it appears to
284
   be.  The first-stage decode table catches most words so that
285
   bitreverse is not in the main execution path. */
286
287
50.6k
static ogg_uint32_t bitreverse(ogg_uint32_t x){
288
50.6k
  x=    ((x>>16)&0x0000ffff) | ((x<<16)&0xffff0000);
289
50.6k
  x=    ((x>> 8)&0x00ff00ff) | ((x<< 8)&0xff00ff00);
290
50.6k
  x=    ((x>> 4)&0x0f0f0f0f) | ((x<< 4)&0xf0f0f0f0);
291
50.6k
  x=    ((x>> 2)&0x33333333) | ((x<< 2)&0xcccccccc);
292
50.6k
  return((x>> 1)&0x55555555) | ((x<< 1)&0xaaaaaaaa);
293
50.6k
}
294
295
1.14M
STIN long decode_packed_entry_number(codebook *book, oggpack_buffer *b){
296
1.14M
  int  read=book->dec_maxlength;
297
1.14M
  long lo,hi;
298
1.14M
  long lok = oggpack_look(b,book->dec_firsttablen);
299
300
1.14M
  if (lok >= 0) {
301
1.11M
    long entry = book->dec_firsttable[lok];
302
1.11M
    if(entry&0x80000000UL){
303
30.1k
      lo=(entry>>15)&0x7fff;
304
30.1k
      hi=book->used_entries-(entry&0x7fff);
305
1.08M
    }else{
306
1.08M
      oggpack_adv(b, book->dec_codelengths[entry-1]);
307
1.08M
      return(entry-1);
308
1.08M
    }
309
1.11M
  }else{
310
29.7k
    lo=0;
311
29.7k
    hi=book->used_entries;
312
29.7k
  }
313
314
  /* Single entry codebooks use a firsttablen of 1 and a
315
     dec_maxlength of 1.  If a single-entry codebook gets here (due to
316
     failure to read one bit above), the next look attempt will also
317
     fail and we'll correctly kick out instead of trying to walk the
318
     underformed tree */
319
320
59.8k
  lok = oggpack_look(b, read);
321
322
150k
  while(lok<0 && read>1)
323
91.0k
    lok = oggpack_look(b, --read);
324
59.8k
  if(lok<0)return -1;
325
326
  /* bisect search for the codeword in the ordered list */
327
50.6k
  {
328
50.6k
    ogg_uint32_t testword=bitreverse((ogg_uint32_t)lok);
329
330
187k
    while(hi-lo>1){
331
136k
      long p=(hi-lo)>>1;
332
136k
      long test=book->codelist[lo+p]>testword;
333
136k
      lo+=p&(test-1);
334
136k
      hi-=p&(-test);
335
136k
      }
336
337
50.6k
    if(book->dec_codelengths[lo]<=read){
338
49.3k
      oggpack_adv(b, book->dec_codelengths[lo]);
339
49.3k
      return(lo);
340
49.3k
    }
341
50.6k
  }
342
343
1.27k
  oggpack_adv(b, read);
344
345
1.27k
  return(-1);
346
50.6k
}
347
348
/* Decode side is specced and easier, because we don't need to find
349
   matches using different criteria; we simply read and map.  There are
350
   two things we need to do 'depending':
351
352
   We may need to support interleave.  We don't really, but it's
353
   convenient to do it here rather than rebuild the vector later.
354
355
   Cascades may be additive or multiplicitive; this is not inherent in
356
   the codebook, but set in the code using the codebook.  Like
357
   interleaving, it's easiest to do it here.
358
   addmul==0 -> declarative (set the value)
359
   addmul==1 -> additive
360
   addmul==2 -> multiplicitive */
361
362
/* returns the [original, not compacted] entry number or -1 on eof *********/
363
277k
long vorbis_book_decode(codebook *book, oggpack_buffer *b){
364
277k
  if(book->used_entries>0){
365
276k
    long packed_entry=decode_packed_entry_number(book,b);
366
276k
    if(packed_entry>=0)
367
270k
      return(book->dec_index[packed_entry]);
368
276k
  }
369
370
  /* if there's no dec_index, the codebook unpacking isn't collapsed */
371
6.78k
  return(-1);
372
277k
}
373
374
/* returns 0 on OK or -1 on eof *************************************/
375
/* decode vector / dim granularity gaurding is done in the upper layer */
376
588k
long vorbis_book_decodevs_add(codebook *book,float *a,oggpack_buffer *b,int n){
377
588k
  if(book->used_entries>0){
378
587k
    int step=n/book->dim;
379
587k
    long *entry = alloca(sizeof(*entry)*step);
380
587k
    float **t = alloca(sizeof(*t)*step);
381
587k
    int i,j,o;
382
383
821k
    for (i = 0; i < step; i++) {
384
234k
      entry[i]=decode_packed_entry_number(book,b);
385
234k
      if(entry[i]==-1)return(-1);
386
233k
      t[i] = book->valuelist+entry[i]*book->dim;
387
233k
    }
388
53.5M
    for(i=0,o=0;i<book->dim;i++,o+=step)
389
54.8M
      for (j=0;o+j<n && j<step;j++)
390
1.95M
        a[o+j]+=t[j][i];
391
586k
  }
392
587k
  return(0);
393
588k
}
394
395
/* decode vector / dim granularity gaurding is done in the upper layer */
396
44.0k
long vorbis_book_decodev_add(codebook *book,float *a,oggpack_buffer *b,int n){
397
44.0k
  if(book->used_entries>0){
398
43.4k
    int i,j,entry;
399
43.4k
    float *t;
400
401
95.1k
    for(i=0;i<n;){
402
52.1k
      entry = decode_packed_entry_number(book,b);
403
52.1k
      if(entry==-1)return(-1);
404
51.6k
      t     = book->valuelist+entry*book->dim;
405
768k
      for(j=0;i<n && j<book->dim;)
406
716k
        a[i++]+=t[j++];
407
51.6k
    }
408
43.4k
  }
409
43.5k
  return(0);
410
44.0k
}
411
412
/* unlike the others, we guard against n not being an integer number
413
   of <dim> internally rather than in the upper layer (called only by
414
   floor0) */
415
15.4k
long vorbis_book_decodev_set(codebook *book,float *a,oggpack_buffer *b,int n){
416
15.4k
  if(book->used_entries>0){
417
12.9k
    int i,j,entry;
418
12.9k
    float *t;
419
420
252k
    for(i=0;i<n;){
421
242k
      entry = decode_packed_entry_number(book,b);
422
242k
      if(entry==-1)return(-1);
423
239k
      t     = book->valuelist+entry*book->dim;
424
891k
      for (j=0;i<n && j<book->dim;){
425
651k
        a[i++]=t[j++];
426
651k
      }
427
239k
    }
428
12.9k
  }else{
429
2.57k
    int i;
430
431
302k
    for(i=0;i<n;){
432
299k
      a[i++]=0.f;
433
299k
    }
434
2.57k
  }
435
12.7k
  return(0);
436
15.4k
}
437
438
long vorbis_book_decodevv_add(codebook *book,float **a,long offset,int ch,
439
1.52M
                              oggpack_buffer *b,int n){
440
441
1.52M
  long i,j,entry;
442
1.52M
  int chptr=0;
443
1.52M
  if(book->used_entries>0){
444
1.44M
    int m=(offset+n)/ch;
445
1.78M
    for(i=offset/ch;i<m;){
446
342k
      entry = decode_packed_entry_number(book,b);
447
342k
      if(entry==-1)return(-1);
448
341k
      {
449
341k
        const float *t = book->valuelist+entry*book->dim;
450
368M
        for (j=0;i<m && j<book->dim;j++){
451
368M
          a[chptr++][i]+=t[j];
452
368M
          if(chptr==ch){
453
1.80M
            chptr=0;
454
1.80M
            i++;
455
1.80M
          }
456
368M
        }
457
341k
      }
458
341k
    }
459
1.44M
  }
460
1.52M
  return(0);
461
1.52M
}