Coverage Report

Created: 2025-07-11 06:46

/src/vorbis/lib/codebook.c
Line
Count
Source (jump to first uncovered line)
1
/********************************************************************
2
 *                                                                  *
3
 * THIS FILE IS PART OF THE OggVorbis SOFTWARE CODEC SOURCE CODE.   *
4
 * USE, DISTRIBUTION AND REPRODUCTION OF THIS LIBRARY SOURCE IS     *
5
 * GOVERNED BY A BSD-STYLE SOURCE LICENSE INCLUDED WITH THIS SOURCE *
6
 * IN 'COPYING'. PLEASE READ THESE TERMS BEFORE DISTRIBUTING.       *
7
 *                                                                  *
8
 * THE OggVorbis SOURCE CODE IS (C) COPYRIGHT 1994-2015             *
9
 * by the Xiph.Org Foundation https://xiph.org/                     *
10
 *                                                                  *
11
 ********************************************************************
12
13
 function: basic codebook pack/unpack/code/decode operations
14
15
 ********************************************************************/
16
17
#include <stdlib.h>
18
#include <string.h>
19
#include <math.h>
20
#include <ogg/ogg.h>
21
#include "vorbis/codec.h"
22
#include "codebook.h"
23
#include "scales.h"
24
#include "misc.h"
25
#include "os.h"
26
27
/* packs the given codebook into the bitstream **************************/
28
29
0
int vorbis_staticbook_pack(const static_codebook *c,oggpack_buffer *opb){
30
0
  long i,j;
31
0
  int ordered=0;
32
33
  /* first the basic parameters */
34
0
  oggpack_write(opb,0x564342,24);
35
0
  oggpack_write(opb,c->dim,16);
36
0
  oggpack_write(opb,c->entries,24);
37
38
  /* pack the codewords.  There are two packings; length ordered and
39
     length random.  Decide between the two now. */
40
41
0
  for(i=1;i<c->entries;i++)
42
0
    if(c->lengthlist[i-1]==0 || c->lengthlist[i]<c->lengthlist[i-1])break;
43
0
  if(i==c->entries)ordered=1;
44
45
0
  if(ordered){
46
    /* length ordered.  We only need to say how many codewords of
47
       each length.  The actual codewords are generated
48
       deterministically */
49
50
0
    long count=0;
51
0
    oggpack_write(opb,1,1);  /* ordered */
52
0
    oggpack_write(opb,c->lengthlist[0]-1,5); /* 1 to 32 */
53
54
0
    for(i=1;i<c->entries;i++){
55
0
      char this=c->lengthlist[i];
56
0
      char last=c->lengthlist[i-1];
57
0
      if(this>last){
58
0
        for(j=last;j<this;j++){
59
0
          oggpack_write(opb,i-count,ov_ilog(c->entries-count));
60
0
          count=i;
61
0
        }
62
0
      }
63
0
    }
64
0
    oggpack_write(opb,i-count,ov_ilog(c->entries-count));
65
66
0
  }else{
67
    /* length random.  Again, we don't code the codeword itself, just
68
       the length.  This time, though, we have to encode each length */
69
0
    oggpack_write(opb,0,1);   /* unordered */
70
71
    /* algortihmic mapping has use for 'unused entries', which we tag
72
       here.  The algorithmic mapping happens as usual, but the unused
73
       entry has no codeword. */
74
0
    for(i=0;i<c->entries;i++)
75
0
      if(c->lengthlist[i]==0)break;
76
77
0
    if(i==c->entries){
78
0
      oggpack_write(opb,0,1); /* no unused entries */
79
0
      for(i=0;i<c->entries;i++)
80
0
        oggpack_write(opb,c->lengthlist[i]-1,5);
81
0
    }else{
82
0
      oggpack_write(opb,1,1); /* we have unused entries; thus we tag */
83
0
      for(i=0;i<c->entries;i++){
84
0
        if(c->lengthlist[i]==0){
85
0
          oggpack_write(opb,0,1);
86
0
        }else{
87
0
          oggpack_write(opb,1,1);
88
0
          oggpack_write(opb,c->lengthlist[i]-1,5);
89
0
        }
90
0
      }
91
0
    }
92
0
  }
93
94
  /* is the entry number the desired return value, or do we have a
95
     mapping? If we have a mapping, what type? */
96
0
  oggpack_write(opb,c->maptype,4);
97
0
  switch(c->maptype){
98
0
  case 0:
99
    /* no mapping */
100
0
    break;
101
0
  case 1:case 2:
102
    /* implicitly populated value mapping */
103
    /* explicitly populated value mapping */
104
105
0
    if(!c->quantlist){
106
      /* no quantlist?  error */
107
0
      return(-1);
108
0
    }
109
110
    /* values that define the dequantization */
111
0
    oggpack_write(opb,c->q_min,32);
112
0
    oggpack_write(opb,c->q_delta,32);
113
0
    oggpack_write(opb,c->q_quant-1,4);
114
0
    oggpack_write(opb,c->q_sequencep,1);
115
116
0
    {
117
0
      int quantvals;
118
0
      switch(c->maptype){
119
0
      case 1:
120
        /* a single column of (c->entries/c->dim) quantized values for
121
           building a full value list algorithmically (square lattice) */
122
0
        quantvals=_book_maptype1_quantvals(c);
123
0
        break;
124
0
      case 2:
125
        /* every value (c->entries*c->dim total) specified explicitly */
126
0
        quantvals=c->entries*c->dim;
127
0
        break;
128
0
      default: /* NOT_REACHABLE */
129
0
        quantvals=-1;
130
0
      }
131
132
      /* quantized values */
133
0
      for(i=0;i<quantvals;i++)
134
0
        oggpack_write(opb,labs(c->quantlist[i]),c->q_quant);
135
136
0
    }
137
0
    break;
138
0
  default:
139
    /* error case; we don't have any other map types now */
140
0
    return(-1);
141
0
  }
142
143
0
  return(0);
144
0
}
145
146
/* unpacks a codebook from the packet buffer into the codebook struct,
147
   readies the codebook auxiliary structures for decode *************/
148
22.0k
static_codebook *vorbis_staticbook_unpack(oggpack_buffer *opb){
149
22.0k
  long i,j;
150
22.0k
  static_codebook *s=_ogg_calloc(1,sizeof(*s));
151
22.0k
  s->allocedp=1;
152
153
  /* make sure alignment is correct */
154
22.0k
  if(oggpack_read(opb,24)!=0x564342)goto _eofout;
155
156
  /* first the basic parameters */
157
21.9k
  s->dim=oggpack_read(opb,16);
158
21.9k
  s->entries=oggpack_read(opb,24);
159
21.9k
  if(s->entries==-1)goto _eofout;
160
161
21.9k
  if(ov_ilog(s->dim)+ov_ilog(s->entries)>24)goto _eofout;
162
163
  /* codeword ordering.... length ordered or unordered? */
164
21.9k
  switch((int)oggpack_read(opb,1)){
165
20.3k
  case 0:{
166
20.3k
    long unused;
167
    /* allocated but unused entries? */
168
20.3k
    unused=oggpack_read(opb,1);
169
20.3k
    if((s->entries*(unused?1:5)+7)>>3>opb->storage-oggpack_bytes(opb))
170
55
      goto _eofout;
171
    /* unordered */
172
20.2k
    s->lengthlist=_ogg_malloc(sizeof(*s->lengthlist)*s->entries);
173
174
    /* allocated but unused entries? */
175
20.2k
    if(unused){
176
      /* yes, unused entries */
177
178
1.22M
      for(i=0;i<s->entries;i++){
179
1.21M
        if(oggpack_read(opb,1)){
180
502k
          long num=oggpack_read(opb,5);
181
502k
          if(num==-1)goto _eofout;
182
502k
          s->lengthlist[i]=num+1;
183
502k
        }else
184
712k
          s->lengthlist[i]=0;
185
1.21M
      }
186
14.8k
    }else{
187
      /* all entries used; no tagging */
188
351k
      for(i=0;i<s->entries;i++){
189
346k
        long num=oggpack_read(opb,5);
190
346k
        if(num==-1)goto _eofout;
191
346k
        s->lengthlist[i]=num+1;
192
346k
      }
193
5.38k
    }
194
195
20.2k
    break;
196
20.2k
  }
197
20.2k
  case 1:
198
    /* ordered */
199
1.64k
    {
200
1.64k
      long length=oggpack_read(opb,5)+1;
201
1.64k
      if(length==0)goto _eofout;
202
1.64k
      s->lengthlist=_ogg_malloc(sizeof(*s->lengthlist)*s->entries);
203
204
6.67k
      for(i=0;i<s->entries;){
205
5.11k
        long num=oggpack_read(opb,ov_ilog(s->entries-i));
206
5.11k
        if(num==-1)goto _eofout;
207
5.07k
        if(length>32 || num>s->entries-i ||
208
5.07k
           (num>0 && (num-1)>>(length-1)>1)){
209
52
          goto _errout;
210
52
        }
211
5.02k
        if(length>32)goto _errout;
212
166M
        for(j=0;j<num;j++,i++)
213
166M
          s->lengthlist[i]=length;
214
5.02k
        length++;
215
5.02k
      }
216
1.64k
    }
217
1.55k
    break;
218
1.55k
  default:
219
    /* EOF */
220
6
    goto _eofout;
221
21.9k
  }
222
223
  /* Do we have a mapping to unpack? */
224
21.8k
  switch((s->maptype=oggpack_read(opb,4))){
225
12.8k
  case 0:
226
    /* no mapping */
227
12.8k
    break;
228
8.97k
  case 1: case 2:
229
    /* implicitly populated value mapping */
230
    /* explicitly populated value mapping */
231
232
8.97k
    s->q_min=oggpack_read(opb,32);
233
8.97k
    s->q_delta=oggpack_read(opb,32);
234
8.97k
    s->q_quant=oggpack_read(opb,4)+1;
235
8.97k
    s->q_sequencep=oggpack_read(opb,1);
236
8.97k
    if(s->q_sequencep==-1)goto _eofout;
237
238
8.96k
    {
239
8.96k
      int quantvals=0;
240
8.96k
      switch(s->maptype){
241
6.24k
      case 1:
242
6.24k
        quantvals=(s->dim==0?0:_book_maptype1_quantvals(s));
243
6.24k
        break;
244
2.72k
      case 2:
245
2.72k
        quantvals=s->entries*s->dim;
246
2.72k
        break;
247
8.96k
      }
248
249
      /* quantized values */
250
8.96k
      if(((quantvals*s->q_quant+7)>>3)>opb->storage-oggpack_bytes(opb))
251
57
        goto _eofout;
252
8.90k
      s->quantlist=_ogg_malloc(sizeof(*s->quantlist)*quantvals);
253
98.7k
      for(i=0;i<quantvals;i++)
254
89.8k
        s->quantlist[i]=oggpack_read(opb,s->q_quant);
255
256
8.90k
      if(quantvals&&s->quantlist[quantvals-1]==-1)goto _eofout;
257
8.90k
    }
258
8.90k
    break;
259
8.90k
  default:
260
20
    goto _errout;
261
21.8k
  }
262
263
  /* all set */
264
21.7k
  return(s);
265
266
72
 _errout:
267
365
 _eofout:
268
365
  vorbis_staticbook_destroy(s);
269
365
  return(NULL);
270
72
}
271
272
/* returns the number of bits ************************************************/
273
0
int vorbis_book_encode(codebook *book, int a, oggpack_buffer *b){
274
0
  if(a<0 || a>=book->c->entries)return(0);
275
0
  oggpack_write(b,book->codelist[a],book->c->lengthlist[a]);
276
0
  return(book->c->lengthlist[a]);
277
0
}
278
279
/* the 'eliminate the decode tree' optimization actually requires the
280
   codewords to be MSb first, not LSb.  This is an annoying inelegancy
281
   (and one of the first places where carefully thought out design
282
   turned out to be wrong; Vorbis II and future Ogg codecs should go
283
   to an MSb bitpacker), but not actually the huge hit it appears to
284
   be.  The first-stage decode table catches most words so that
285
   bitreverse is not in the main execution path. */
286
287
40.2k
static ogg_uint32_t bitreverse(ogg_uint32_t x){
288
40.2k
  x=    ((x>>16)&0x0000ffff) | ((x<<16)&0xffff0000);
289
40.2k
  x=    ((x>> 8)&0x00ff00ff) | ((x<< 8)&0xff00ff00);
290
40.2k
  x=    ((x>> 4)&0x0f0f0f0f) | ((x<< 4)&0xf0f0f0f0);
291
40.2k
  x=    ((x>> 2)&0x33333333) | ((x<< 2)&0xcccccccc);
292
40.2k
  return((x>> 1)&0x55555555) | ((x<< 1)&0xaaaaaaaa);
293
40.2k
}
294
295
709k
STIN long decode_packed_entry_number(codebook *book, oggpack_buffer *b){
296
709k
  int  read=book->dec_maxlength;
297
709k
  long lo,hi;
298
709k
  long lok = oggpack_look(b,book->dec_firsttablen);
299
300
709k
  if (lok >= 0) {
301
682k
    long entry = book->dec_firsttable[lok];
302
682k
    if(entry&0x80000000UL){
303
22.9k
      lo=(entry>>15)&0x7fff;
304
22.9k
      hi=book->used_entries-(entry&0x7fff);
305
659k
    }else{
306
659k
      oggpack_adv(b, book->dec_codelengths[entry-1]);
307
659k
      return(entry-1);
308
659k
    }
309
682k
  }else{
310
26.9k
    lo=0;
311
26.9k
    hi=book->used_entries;
312
26.9k
  }
313
314
  /* Single entry codebooks use a firsttablen of 1 and a
315
     dec_maxlength of 1.  If a single-entry codebook gets here (due to
316
     failure to read one bit above), the next look attempt will also
317
     fail and we'll correctly kick out instead of trying to walk the
318
     underformed tree */
319
320
49.9k
  lok = oggpack_look(b, read);
321
322
128k
  while(lok<0 && read>1)
323
78.1k
    lok = oggpack_look(b, --read);
324
49.9k
  if(lok<0)return -1;
325
326
  /* bisect search for the codeword in the ordered list */
327
40.2k
  {
328
40.2k
    ogg_uint32_t testword=bitreverse((ogg_uint32_t)lok);
329
330
144k
    while(hi-lo>1){
331
104k
      long p=(hi-lo)>>1;
332
104k
      long test=book->codelist[lo+p]>testword;
333
104k
      lo+=p&(test-1);
334
104k
      hi-=p&(-test);
335
104k
      }
336
337
40.2k
    if(book->dec_codelengths[lo]<=read){
338
38.8k
      oggpack_adv(b, book->dec_codelengths[lo]);
339
38.8k
      return(lo);
340
38.8k
    }
341
40.2k
  }
342
343
1.31k
  oggpack_adv(b, read);
344
345
1.31k
  return(-1);
346
40.2k
}
347
348
/* Decode side is specced and easier, because we don't need to find
349
   matches using different criteria; we simply read and map.  There are
350
   two things we need to do 'depending':
351
352
   We may need to support interleave.  We don't really, but it's
353
   convenient to do it here rather than rebuild the vector later.
354
355
   Cascades may be additive or multiplicitive; this is not inherent in
356
   the codebook, but set in the code using the codebook.  Like
357
   interleaving, it's easiest to do it here.
358
   addmul==0 -> declarative (set the value)
359
   addmul==1 -> additive
360
   addmul==2 -> multiplicitive */
361
362
/* returns the [original, not compacted] entry number or -1 on eof *********/
363
154k
long vorbis_book_decode(codebook *book, oggpack_buffer *b){
364
154k
  if(book->used_entries>0){
365
154k
    long packed_entry=decode_packed_entry_number(book,b);
366
154k
    if(packed_entry>=0)
367
148k
      return(book->dec_index[packed_entry]);
368
154k
  }
369
370
  /* if there's no dec_index, the codebook unpacking isn't collapsed */
371
5.71k
  return(-1);
372
154k
}
373
374
/* returns 0 on OK or -1 on eof *************************************/
375
/* decode vector / dim granularity gaurding is done in the upper layer */
376
429k
long vorbis_book_decodevs_add(codebook *book,float *a,oggpack_buffer *b,int n){
377
429k
  if(book->used_entries>0){
378
428k
    int step=n/book->dim;
379
428k
    long *entry = alloca(sizeof(*entry)*step);
380
428k
    float **t = alloca(sizeof(*t)*step);
381
428k
    int i,j,o;
382
383
514k
    for (i = 0; i < step; i++) {
384
86.6k
      entry[i]=decode_packed_entry_number(book,b);
385
86.6k
      if(entry[i]==-1)return(-1);
386
86.0k
      t[i] = book->valuelist+entry[i]*book->dim;
387
86.0k
    }
388
474M
    for(i=0,o=0;i<book->dim;i++,o+=step)
389
475M
      for (j=0;o+j<n && j<step;j++)
390
1.25M
        a[o+j]+=t[j][i];
391
428k
  }
392
429k
  return(0);
393
429k
}
394
395
/* decode vector / dim granularity gaurding is done in the upper layer */
396
79.4k
long vorbis_book_decodev_add(codebook *book,float *a,oggpack_buffer *b,int n){
397
79.4k
  if(book->used_entries>0){
398
77.0k
    int i,j,entry;
399
77.0k
    float *t;
400
401
192k
    for(i=0;i<n;){
402
116k
      entry = decode_packed_entry_number(book,b);
403
116k
      if(entry==-1)return(-1);
404
115k
      t     = book->valuelist+entry*book->dim;
405
443k
      for(j=0;i<n && j<book->dim;)
406
328k
        a[i++]+=t[j++];
407
115k
    }
408
77.0k
  }
409
78.4k
  return(0);
410
79.4k
}
411
412
/* unlike the others, we guard against n not being an integer number
413
   of <dim> internally rather than in the upper layer (called only by
414
   floor0) */
415
21.4k
long vorbis_book_decodev_set(codebook *book,float *a,oggpack_buffer *b,int n){
416
21.4k
  if(book->used_entries>0){
417
15.6k
    int i,j,entry;
418
15.6k
    float *t;
419
420
277k
    for(i=0;i<n;){
421
264k
      entry = decode_packed_entry_number(book,b);
422
264k
      if(entry==-1)return(-1);
423
261k
      t     = book->valuelist+entry*book->dim;
424
1.31M
      for (j=0;i<n && j<book->dim;){
425
1.05M
        a[i++]=t[j++];
426
1.05M
      }
427
261k
    }
428
15.6k
  }else{
429
5.73k
    int i;
430
431
1.27M
    for(i=0;i<n;){
432
1.26M
      a[i++]=0.f;
433
1.26M
    }
434
5.73k
  }
435
18.4k
  return(0);
436
21.4k
}
437
438
long vorbis_book_decodevv_add(codebook *book,float **a,long offset,int ch,
439
741k
                              oggpack_buffer *b,int n){
440
441
741k
  long i,j,entry;
442
741k
  int chptr=0;
443
741k
  if(book->used_entries>0){
444
708k
    int m=(offset+n)/ch;
445
795k
    for(i=offset/ch;i<m;){
446
87.8k
      entry = decode_packed_entry_number(book,b);
447
87.8k
      if(entry==-1)return(-1);
448
86.6k
      {
449
86.6k
        const float *t = book->valuelist+entry*book->dim;
450
1.43M
        for (j=0;i<m && j<book->dim;j++){
451
1.34M
          a[chptr++][i]+=t[j];
452
1.34M
          if(chptr==ch){
453
263k
            chptr=0;
454
263k
            i++;
455
263k
          }
456
1.34M
        }
457
86.6k
      }
458
86.6k
    }
459
708k
  }
460
740k
  return(0);
461
741k
}