Coverage Report

Created: 2025-11-24 06:03

next uncovered line (L), next uncovered region (R), next uncovered branch (B)
/src/vorbis/lib/codebook.c
Line
Count
Source
1
/********************************************************************
2
 *                                                                  *
3
 * THIS FILE IS PART OF THE OggVorbis SOFTWARE CODEC SOURCE CODE.   *
4
 * USE, DISTRIBUTION AND REPRODUCTION OF THIS LIBRARY SOURCE IS     *
5
 * GOVERNED BY A BSD-STYLE SOURCE LICENSE INCLUDED WITH THIS SOURCE *
6
 * IN 'COPYING'. PLEASE READ THESE TERMS BEFORE DISTRIBUTING.       *
7
 *                                                                  *
8
 * THE OggVorbis SOURCE CODE IS (C) COPYRIGHT 1994-2015             *
9
 * by the Xiph.Org Foundation https://xiph.org/                     *
10
 *                                                                  *
11
 ********************************************************************
12
13
 function: basic codebook pack/unpack/code/decode operations
14
15
 ********************************************************************/
16
17
#include <stdlib.h>
18
#include <string.h>
19
#include <math.h>
20
#include <ogg/ogg.h>
21
#include "vorbis/codec.h"
22
#include "codebook.h"
23
#include "scales.h"
24
#include "misc.h"
25
#include "os.h"
26
27
/* packs the given codebook into the bitstream **************************/
28
29
0
int vorbis_staticbook_pack(const static_codebook *c,oggpack_buffer *opb){
30
0
  long i,j;
31
0
  int ordered=0;
32
33
  /* first the basic parameters */
34
0
  oggpack_write(opb,0x564342,24);
35
0
  oggpack_write(opb,c->dim,16);
36
0
  oggpack_write(opb,c->entries,24);
37
38
  /* pack the codewords.  There are two packings; length ordered and
39
     length random.  Decide between the two now. */
40
41
0
  for(i=1;i<c->entries;i++)
42
0
    if(c->lengthlist[i-1]==0 || c->lengthlist[i]<c->lengthlist[i-1])break;
43
0
  if(i==c->entries)ordered=1;
44
45
0
  if(ordered){
46
    /* length ordered.  We only need to say how many codewords of
47
       each length.  The actual codewords are generated
48
       deterministically */
49
50
0
    long count=0;
51
0
    oggpack_write(opb,1,1);  /* ordered */
52
0
    oggpack_write(opb,c->lengthlist[0]-1,5); /* 1 to 32 */
53
54
0
    for(i=1;i<c->entries;i++){
55
0
      char this=c->lengthlist[i];
56
0
      char last=c->lengthlist[i-1];
57
0
      if(this>last){
58
0
        for(j=last;j<this;j++){
59
0
          oggpack_write(opb,i-count,ov_ilog(c->entries-count));
60
0
          count=i;
61
0
        }
62
0
      }
63
0
    }
64
0
    oggpack_write(opb,i-count,ov_ilog(c->entries-count));
65
66
0
  }else{
67
    /* length random.  Again, we don't code the codeword itself, just
68
       the length.  This time, though, we have to encode each length */
69
0
    oggpack_write(opb,0,1);   /* unordered */
70
71
    /* algortihmic mapping has use for 'unused entries', which we tag
72
       here.  The algorithmic mapping happens as usual, but the unused
73
       entry has no codeword. */
74
0
    for(i=0;i<c->entries;i++)
75
0
      if(c->lengthlist[i]==0)break;
76
77
0
    if(i==c->entries){
78
0
      oggpack_write(opb,0,1); /* no unused entries */
79
0
      for(i=0;i<c->entries;i++)
80
0
        oggpack_write(opb,c->lengthlist[i]-1,5);
81
0
    }else{
82
0
      oggpack_write(opb,1,1); /* we have unused entries; thus we tag */
83
0
      for(i=0;i<c->entries;i++){
84
0
        if(c->lengthlist[i]==0){
85
0
          oggpack_write(opb,0,1);
86
0
        }else{
87
0
          oggpack_write(opb,1,1);
88
0
          oggpack_write(opb,c->lengthlist[i]-1,5);
89
0
        }
90
0
      }
91
0
    }
92
0
  }
93
94
  /* is the entry number the desired return value, or do we have a
95
     mapping? If we have a mapping, what type? */
96
0
  oggpack_write(opb,c->maptype,4);
97
0
  switch(c->maptype){
98
0
  case 0:
99
    /* no mapping */
100
0
    break;
101
0
  case 1:case 2:
102
    /* implicitly populated value mapping */
103
    /* explicitly populated value mapping */
104
105
0
    if(!c->quantlist){
106
      /* no quantlist?  error */
107
0
      return(-1);
108
0
    }
109
110
    /* values that define the dequantization */
111
0
    oggpack_write(opb,c->q_min,32);
112
0
    oggpack_write(opb,c->q_delta,32);
113
0
    oggpack_write(opb,c->q_quant-1,4);
114
0
    oggpack_write(opb,c->q_sequencep,1);
115
116
0
    {
117
0
      int quantvals;
118
0
      switch(c->maptype){
119
0
      case 1:
120
        /* a single column of (c->entries/c->dim) quantized values for
121
           building a full value list algorithmically (square lattice) */
122
0
        quantvals=_book_maptype1_quantvals(c);
123
0
        break;
124
0
      case 2:
125
        /* every value (c->entries*c->dim total) specified explicitly */
126
0
        quantvals=c->entries*c->dim;
127
0
        break;
128
0
      default: /* NOT_REACHABLE */
129
0
        quantvals=-1;
130
0
      }
131
132
      /* quantized values */
133
0
      for(i=0;i<quantvals;i++)
134
0
        oggpack_write(opb,labs(c->quantlist[i]),c->q_quant);
135
136
0
    }
137
0
    break;
138
0
  default:
139
    /* error case; we don't have any other map types now */
140
0
    return(-1);
141
0
  }
142
143
0
  return(0);
144
0
}
145
146
/* unpacks a codebook from the packet buffer into the codebook struct,
147
   readies the codebook auxiliary structures for decode *************/
148
26.6k
static_codebook *vorbis_staticbook_unpack(oggpack_buffer *opb){
149
26.6k
  long i,j;
150
26.6k
  static_codebook *s=_ogg_calloc(1,sizeof(*s));
151
26.6k
  s->allocedp=1;
152
153
  /* make sure alignment is correct */
154
26.6k
  if(oggpack_read(opb,24)!=0x564342)goto _eofout;
155
156
  /* first the basic parameters */
157
26.5k
  s->dim=oggpack_read(opb,16);
158
26.5k
  s->entries=oggpack_read(opb,24);
159
26.5k
  if(s->entries==-1)goto _eofout;
160
161
26.5k
  if(ov_ilog(s->dim)+ov_ilog(s->entries)>24)goto _eofout;
162
163
  /* codeword ordering.... length ordered or unordered? */
164
26.5k
  switch((int)oggpack_read(opb,1)){
165
24.6k
  case 0:{
166
24.6k
    long unused;
167
    /* allocated but unused entries? */
168
24.6k
    unused=oggpack_read(opb,1);
169
24.6k
    if((s->entries*(unused?1:5)+7)>>3>opb->storage-oggpack_bytes(opb))
170
51
      goto _eofout;
171
    /* unordered */
172
24.5k
    s->lengthlist=_ogg_malloc(sizeof(*s->lengthlist)*s->entries);
173
174
    /* allocated but unused entries? */
175
24.5k
    if(unused){
176
      /* yes, unused entries */
177
178
1.68M
      for(i=0;i<s->entries;i++){
179
1.66M
        if(oggpack_read(opb,1)){
180
713k
          long num=oggpack_read(opb,5);
181
713k
          if(num==-1)goto _eofout;
182
713k
          s->lengthlist[i]=num+1;
183
713k
        }else
184
951k
          s->lengthlist[i]=0;
185
1.66M
      }
186
18.6k
    }else{
187
      /* all entries used; no tagging */
188
294k
      for(i=0;i<s->entries;i++){
189
288k
        long num=oggpack_read(opb,5);
190
288k
        if(num==-1)goto _eofout;
191
288k
        s->lengthlist[i]=num+1;
192
288k
      }
193
5.88k
    }
194
195
24.5k
    break;
196
24.5k
  }
197
24.5k
  case 1:
198
    /* ordered */
199
1.89k
    {
200
1.89k
      long length=oggpack_read(opb,5)+1;
201
1.89k
      if(length==0)goto _eofout;
202
1.89k
      s->lengthlist=_ogg_malloc(sizeof(*s->lengthlist)*s->entries);
203
204
8.05k
      for(i=0;i<s->entries;){
205
6.26k
        long num=oggpack_read(opb,ov_ilog(s->entries-i));
206
6.26k
        if(num==-1)goto _eofout;
207
6.21k
        if(length>32 || num>s->entries-i ||
208
6.18k
           (num>0 && (num-1)>>(length-1)>1)){
209
61
          goto _errout;
210
61
        }
211
6.15k
        if(length>32)goto _errout;
212
229M
        for(j=0;j<num;j++,i++)
213
229M
          s->lengthlist[i]=length;
214
6.15k
        length++;
215
6.15k
      }
216
1.89k
    }
217
1.79k
    break;
218
1.79k
  default:
219
    /* EOF */
220
1
    goto _eofout;
221
26.5k
  }
222
223
  /* Do we have a mapping to unpack? */
224
26.3k
  switch((s->maptype=oggpack_read(opb,4))){
225
16.0k
  case 0:
226
    /* no mapping */
227
16.0k
    break;
228
10.2k
  case 1: case 2:
229
    /* implicitly populated value mapping */
230
    /* explicitly populated value mapping */
231
232
10.2k
    s->q_min=oggpack_read(opb,32);
233
10.2k
    s->q_delta=oggpack_read(opb,32);
234
10.2k
    s->q_quant=oggpack_read(opb,4)+1;
235
10.2k
    s->q_sequencep=oggpack_read(opb,1);
236
10.2k
    if(s->q_sequencep==-1)goto _eofout;
237
238
10.2k
    {
239
10.2k
      int quantvals=0;
240
10.2k
      switch(s->maptype){
241
7.70k
      case 1:
242
7.70k
        quantvals=(s->dim==0?0:_book_maptype1_quantvals(s));
243
7.70k
        break;
244
2.57k
      case 2:
245
2.57k
        quantvals=s->entries*s->dim;
246
2.57k
        break;
247
10.2k
      }
248
249
      /* quantized values */
250
10.2k
      if(((quantvals*s->q_quant+7)>>3)>opb->storage-oggpack_bytes(opb))
251
54
        goto _eofout;
252
10.2k
      s->quantlist=_ogg_malloc(sizeof(*s->quantlist)*quantvals);
253
110k
      for(i=0;i<quantvals;i++)
254
100k
        s->quantlist[i]=oggpack_read(opb,s->q_quant);
255
256
10.2k
      if(quantvals&&s->quantlist[quantvals-1]==-1)goto _eofout;
257
10.2k
    }
258
10.2k
    break;
259
10.2k
  default:
260
22
    goto _errout;
261
26.3k
  }
262
263
  /* all set */
264
26.2k
  return(s);
265
266
83
 _errout:
267
348
 _eofout:
268
348
  vorbis_staticbook_destroy(s);
269
348
  return(NULL);
270
83
}
271
272
/* returns the number of bits ************************************************/
273
0
int vorbis_book_encode(codebook *book, int a, oggpack_buffer *b){
274
0
  if(a<0 || a>=book->c->entries)return(0);
275
0
  oggpack_write(b,book->codelist[a],book->c->lengthlist[a]);
276
0
  return(book->c->lengthlist[a]);
277
0
}
278
279
/* the 'eliminate the decode tree' optimization actually requires the
280
   codewords to be MSb first, not LSb.  This is an annoying inelegancy
281
   (and one of the first places where carefully thought out design
282
   turned out to be wrong; Vorbis II and future Ogg codecs should go
283
   to an MSb bitpacker), but not actually the huge hit it appears to
284
   be.  The first-stage decode table catches most words so that
285
   bitreverse is not in the main execution path. */
286
287
54.0k
static ogg_uint32_t bitreverse(ogg_uint32_t x){
288
54.0k
  x=    ((x>>16)&0x0000ffff) | ((x<<16)&0xffff0000);
289
54.0k
  x=    ((x>> 8)&0x00ff00ff) | ((x<< 8)&0xff00ff00);
290
54.0k
  x=    ((x>> 4)&0x0f0f0f0f) | ((x<< 4)&0xf0f0f0f0);
291
54.0k
  x=    ((x>> 2)&0x33333333) | ((x<< 2)&0xcccccccc);
292
54.0k
  return((x>> 1)&0x55555555) | ((x<< 1)&0xaaaaaaaa);
293
54.0k
}
294
295
1.26M
STIN long decode_packed_entry_number(codebook *book, oggpack_buffer *b){
296
1.26M
  int  read=book->dec_maxlength;
297
1.26M
  long lo,hi;
298
1.26M
  long lok = oggpack_look(b,book->dec_firsttablen);
299
300
1.26M
  if (lok >= 0) {
301
1.24M
    long entry = book->dec_firsttable[lok];
302
1.24M
    if(entry&0x80000000UL){
303
35.0k
      lo=(entry>>15)&0x7fff;
304
35.0k
      hi=book->used_entries-(entry&0x7fff);
305
1.20M
    }else{
306
1.20M
      oggpack_adv(b, book->dec_codelengths[entry-1]);
307
1.20M
      return(entry-1);
308
1.20M
    }
309
1.24M
  }else{
310
26.2k
    lo=0;
311
26.2k
    hi=book->used_entries;
312
26.2k
  }
313
314
  /* Single entry codebooks use a firsttablen of 1 and a
315
     dec_maxlength of 1.  If a single-entry codebook gets here (due to
316
     failure to read one bit above), the next look attempt will also
317
     fail and we'll correctly kick out instead of trying to walk the
318
     underformed tree */
319
320
61.2k
  lok = oggpack_look(b, read);
321
322
122k
  while(lok<0 && read>1)
323
61.1k
    lok = oggpack_look(b, --read);
324
61.2k
  if(lok<0)return -1;
325
326
  /* bisect search for the codeword in the ordered list */
327
54.0k
  {
328
54.0k
    ogg_uint32_t testword=bitreverse((ogg_uint32_t)lok);
329
330
195k
    while(hi-lo>1){
331
141k
      long p=(hi-lo)>>1;
332
141k
      long test=book->codelist[lo+p]>testword;
333
141k
      lo+=p&(test-1);
334
141k
      hi-=p&(-test);
335
141k
      }
336
337
54.0k
    if(book->dec_codelengths[lo]<=read){
338
52.8k
      oggpack_adv(b, book->dec_codelengths[lo]);
339
52.8k
      return(lo);
340
52.8k
    }
341
54.0k
  }
342
343
1.21k
  oggpack_adv(b, read);
344
345
1.21k
  return(-1);
346
54.0k
}
347
348
/* Decode side is specced and easier, because we don't need to find
349
   matches using different criteria; we simply read and map.  There are
350
   two things we need to do 'depending':
351
352
   We may need to support interleave.  We don't really, but it's
353
   convenient to do it here rather than rebuild the vector later.
354
355
   Cascades may be additive or multiplicitive; this is not inherent in
356
   the codebook, but set in the code using the codebook.  Like
357
   interleaving, it's easiest to do it here.
358
   addmul==0 -> declarative (set the value)
359
   addmul==1 -> additive
360
   addmul==2 -> multiplicitive */
361
362
/* returns the [original, not compacted] entry number or -1 on eof *********/
363
453k
long vorbis_book_decode(codebook *book, oggpack_buffer *b){
364
453k
  if(book->used_entries>0){
365
453k
    long packed_entry=decode_packed_entry_number(book,b);
366
453k
    if(packed_entry>=0)
367
449k
      return(book->dec_index[packed_entry]);
368
453k
  }
369
370
  /* if there's no dec_index, the codebook unpacking isn't collapsed */
371
3.85k
  return(-1);
372
453k
}
373
374
/* returns 0 on OK or -1 on eof *************************************/
375
/* decode vector / dim granularity gaurding is done in the upper layer */
376
488k
long vorbis_book_decodevs_add(codebook *book,float *a,oggpack_buffer *b,int n){
377
488k
  if(book->used_entries>0){
378
487k
    int step=n/book->dim;
379
487k
    long *entry = alloca(sizeof(*entry)*step);
380
487k
    float **t = alloca(sizeof(*t)*step);
381
487k
    int i,j,o;
382
383
628k
    for (i = 0; i < step; i++) {
384
140k
      entry[i]=decode_packed_entry_number(book,b);
385
140k
      if(entry[i]==-1)return(-1);
386
140k
      t[i] = book->valuelist+entry[i]*book->dim;
387
140k
    }
388
725M
    for(i=0,o=0;i<book->dim;i++,o+=step)
389
727M
      for (j=0;o+j<n && j<step;j++)
390
1.73M
        a[o+j]+=t[j][i];
391
487k
  }
392
487k
  return(0);
393
488k
}
394
395
/* decode vector / dim granularity gaurding is done in the upper layer */
396
28.3k
long vorbis_book_decodev_add(codebook *book,float *a,oggpack_buffer *b,int n){
397
28.3k
  if(book->used_entries>0){
398
27.8k
    int i,j,entry;
399
27.8k
    float *t;
400
401
70.9k
    for(i=0;i<n;){
402
43.5k
      entry = decode_packed_entry_number(book,b);
403
43.5k
      if(entry==-1)return(-1);
404
43.0k
      t     = book->valuelist+entry*book->dim;
405
558k
      for(j=0;i<n && j<book->dim;)
406
515k
        a[i++]+=t[j++];
407
43.0k
    }
408
27.8k
  }
409
27.9k
  return(0);
410
28.3k
}
411
412
/* unlike the others, we guard against n not being an integer number
413
   of <dim> internally rather than in the upper layer (called only by
414
   floor0) */
415
16.6k
long vorbis_book_decodev_set(codebook *book,float *a,oggpack_buffer *b,int n){
416
16.6k
  if(book->used_entries>0){
417
13.9k
    int i,j,entry;
418
13.9k
    float *t;
419
420
326k
    for(i=0;i<n;){
421
315k
      entry = decode_packed_entry_number(book,b);
422
315k
      if(entry==-1)return(-1);
423
312k
      t     = book->valuelist+entry*book->dim;
424
1.10M
      for (j=0;i<n && j<book->dim;){
425
790k
        a[i++]=t[j++];
426
790k
      }
427
312k
    }
428
13.9k
  }else{
429
2.63k
    int i;
430
431
544k
    for(i=0;i<n;){
432
541k
      a[i++]=0.f;
433
541k
    }
434
2.63k
  }
435
13.4k
  return(0);
436
16.6k
}
437
438
long vorbis_book_decodevv_add(codebook *book,float **a,long offset,int ch,
439
615k
                              oggpack_buffer *b,int n){
440
441
615k
  long i,j,entry;
442
615k
  int chptr=0;
443
615k
  if(book->used_entries>0){
444
581k
    int m=(offset+n)/ch;
445
897k
    for(i=offset/ch;i<m;){
446
316k
      entry = decode_packed_entry_number(book,b);
447
316k
      if(entry==-1)return(-1);
448
316k
      {
449
316k
        const float *t = book->valuelist+entry*book->dim;
450
56.7M
        for (j=0;i<m && j<book->dim;j++){
451
56.4M
          a[chptr++][i]+=t[j];
452
56.4M
          if(chptr==ch){
453
369k
            chptr=0;
454
369k
            i++;
455
369k
          }
456
56.4M
        }
457
316k
      }
458
316k
    }
459
581k
  }
460
615k
  return(0);
461
615k
}