Coverage Report

Created: 2025-11-13 07:02

next uncovered line (L), next uncovered region (R), next uncovered branch (B)
/src/vorbis/lib/codebook.c
Line
Count
Source
1
/********************************************************************
2
 *                                                                  *
3
 * THIS FILE IS PART OF THE OggVorbis SOFTWARE CODEC SOURCE CODE.   *
4
 * USE, DISTRIBUTION AND REPRODUCTION OF THIS LIBRARY SOURCE IS     *
5
 * GOVERNED BY A BSD-STYLE SOURCE LICENSE INCLUDED WITH THIS SOURCE *
6
 * IN 'COPYING'. PLEASE READ THESE TERMS BEFORE DISTRIBUTING.       *
7
 *                                                                  *
8
 * THE OggVorbis SOURCE CODE IS (C) COPYRIGHT 1994-2015             *
9
 * by the Xiph.Org Foundation https://xiph.org/                     *
10
 *                                                                  *
11
 ********************************************************************
12
13
 function: basic codebook pack/unpack/code/decode operations
14
15
 ********************************************************************/
16
17
#include <stdlib.h>
18
#include <string.h>
19
#include <math.h>
20
#include <ogg/ogg.h>
21
#include "vorbis/codec.h"
22
#include "codebook.h"
23
#include "scales.h"
24
#include "misc.h"
25
#include "os.h"
26
27
/* packs the given codebook into the bitstream **************************/
28
29
0
int vorbis_staticbook_pack(const static_codebook *c,oggpack_buffer *opb){
30
0
  long i,j;
31
0
  int ordered=0;
32
33
  /* first the basic parameters */
34
0
  oggpack_write(opb,0x564342,24);
35
0
  oggpack_write(opb,c->dim,16);
36
0
  oggpack_write(opb,c->entries,24);
37
38
  /* pack the codewords.  There are two packings; length ordered and
39
     length random.  Decide between the two now. */
40
41
0
  for(i=1;i<c->entries;i++)
42
0
    if(c->lengthlist[i-1]==0 || c->lengthlist[i]<c->lengthlist[i-1])break;
43
0
  if(i==c->entries)ordered=1;
44
45
0
  if(ordered){
46
    /* length ordered.  We only need to say how many codewords of
47
       each length.  The actual codewords are generated
48
       deterministically */
49
50
0
    long count=0;
51
0
    oggpack_write(opb,1,1);  /* ordered */
52
0
    oggpack_write(opb,c->lengthlist[0]-1,5); /* 1 to 32 */
53
54
0
    for(i=1;i<c->entries;i++){
55
0
      char this=c->lengthlist[i];
56
0
      char last=c->lengthlist[i-1];
57
0
      if(this>last){
58
0
        for(j=last;j<this;j++){
59
0
          oggpack_write(opb,i-count,ov_ilog(c->entries-count));
60
0
          count=i;
61
0
        }
62
0
      }
63
0
    }
64
0
    oggpack_write(opb,i-count,ov_ilog(c->entries-count));
65
66
0
  }else{
67
    /* length random.  Again, we don't code the codeword itself, just
68
       the length.  This time, though, we have to encode each length */
69
0
    oggpack_write(opb,0,1);   /* unordered */
70
71
    /* algortihmic mapping has use for 'unused entries', which we tag
72
       here.  The algorithmic mapping happens as usual, but the unused
73
       entry has no codeword. */
74
0
    for(i=0;i<c->entries;i++)
75
0
      if(c->lengthlist[i]==0)break;
76
77
0
    if(i==c->entries){
78
0
      oggpack_write(opb,0,1); /* no unused entries */
79
0
      for(i=0;i<c->entries;i++)
80
0
        oggpack_write(opb,c->lengthlist[i]-1,5);
81
0
    }else{
82
0
      oggpack_write(opb,1,1); /* we have unused entries; thus we tag */
83
0
      for(i=0;i<c->entries;i++){
84
0
        if(c->lengthlist[i]==0){
85
0
          oggpack_write(opb,0,1);
86
0
        }else{
87
0
          oggpack_write(opb,1,1);
88
0
          oggpack_write(opb,c->lengthlist[i]-1,5);
89
0
        }
90
0
      }
91
0
    }
92
0
  }
93
94
  /* is the entry number the desired return value, or do we have a
95
     mapping? If we have a mapping, what type? */
96
0
  oggpack_write(opb,c->maptype,4);
97
0
  switch(c->maptype){
98
0
  case 0:
99
    /* no mapping */
100
0
    break;
101
0
  case 1:case 2:
102
    /* implicitly populated value mapping */
103
    /* explicitly populated value mapping */
104
105
0
    if(!c->quantlist){
106
      /* no quantlist?  error */
107
0
      return(-1);
108
0
    }
109
110
    /* values that define the dequantization */
111
0
    oggpack_write(opb,c->q_min,32);
112
0
    oggpack_write(opb,c->q_delta,32);
113
0
    oggpack_write(opb,c->q_quant-1,4);
114
0
    oggpack_write(opb,c->q_sequencep,1);
115
116
0
    {
117
0
      int quantvals;
118
0
      switch(c->maptype){
119
0
      case 1:
120
        /* a single column of (c->entries/c->dim) quantized values for
121
           building a full value list algorithmically (square lattice) */
122
0
        quantvals=_book_maptype1_quantvals(c);
123
0
        break;
124
0
      case 2:
125
        /* every value (c->entries*c->dim total) specified explicitly */
126
0
        quantvals=c->entries*c->dim;
127
0
        break;
128
0
      default: /* NOT_REACHABLE */
129
0
        quantvals=-1;
130
0
      }
131
132
      /* quantized values */
133
0
      for(i=0;i<quantvals;i++)
134
0
        oggpack_write(opb,labs(c->quantlist[i]),c->q_quant);
135
136
0
    }
137
0
    break;
138
0
  default:
139
    /* error case; we don't have any other map types now */
140
0
    return(-1);
141
0
  }
142
143
0
  return(0);
144
0
}
145
146
/* unpacks a codebook from the packet buffer into the codebook struct,
147
   readies the codebook auxiliary structures for decode *************/
148
25.5k
static_codebook *vorbis_staticbook_unpack(oggpack_buffer *opb){
149
25.5k
  long i,j;
150
25.5k
  static_codebook *s=_ogg_calloc(1,sizeof(*s));
151
25.5k
  s->allocedp=1;
152
153
  /* make sure alignment is correct */
154
25.5k
  if(oggpack_read(opb,24)!=0x564342)goto _eofout;
155
156
  /* first the basic parameters */
157
25.4k
  s->dim=oggpack_read(opb,16);
158
25.4k
  s->entries=oggpack_read(opb,24);
159
25.4k
  if(s->entries==-1)goto _eofout;
160
161
25.4k
  if(ov_ilog(s->dim)+ov_ilog(s->entries)>24)goto _eofout;
162
163
  /* codeword ordering.... length ordered or unordered? */
164
25.4k
  switch((int)oggpack_read(opb,1)){
165
23.6k
  case 0:{
166
23.6k
    long unused;
167
    /* allocated but unused entries? */
168
23.6k
    unused=oggpack_read(opb,1);
169
23.6k
    if((s->entries*(unused?1:5)+7)>>3>opb->storage-oggpack_bytes(opb))
170
40
      goto _eofout;
171
    /* unordered */
172
23.6k
    s->lengthlist=_ogg_malloc(sizeof(*s->lengthlist)*s->entries);
173
174
    /* allocated but unused entries? */
175
23.6k
    if(unused){
176
      /* yes, unused entries */
177
178
1.63M
      for(i=0;i<s->entries;i++){
179
1.61M
        if(oggpack_read(opb,1)){
180
684k
          long num=oggpack_read(opb,5);
181
684k
          if(num==-1)goto _eofout;
182
684k
          s->lengthlist[i]=num+1;
183
684k
        }else
184
929k
          s->lengthlist[i]=0;
185
1.61M
      }
186
17.8k
    }else{
187
      /* all entries used; no tagging */
188
322k
      for(i=0;i<s->entries;i++){
189
316k
        long num=oggpack_read(opb,5);
190
316k
        if(num==-1)goto _eofout;
191
316k
        s->lengthlist[i]=num+1;
192
316k
      }
193
5.80k
    }
194
195
23.6k
    break;
196
23.6k
  }
197
23.6k
  case 1:
198
    /* ordered */
199
1.83k
    {
200
1.83k
      long length=oggpack_read(opb,5)+1;
201
1.83k
      if(length==0)goto _eofout;
202
1.83k
      s->lengthlist=_ogg_malloc(sizeof(*s->lengthlist)*s->entries);
203
204
7.86k
      for(i=0;i<s->entries;){
205
6.12k
        long num=oggpack_read(opb,ov_ilog(s->entries-i));
206
6.12k
        if(num==-1)goto _eofout;
207
6.08k
        if(length>32 || num>s->entries-i ||
208
6.05k
           (num>0 && (num-1)>>(length-1)>1)){
209
62
          goto _errout;
210
62
        }
211
6.02k
        if(length>32)goto _errout;
212
199M
        for(j=0;j<num;j++,i++)
213
199M
          s->lengthlist[i]=length;
214
6.02k
        length++;
215
6.02k
      }
216
1.83k
    }
217
1.73k
    break;
218
1.73k
  default:
219
    /* EOF */
220
1
    goto _eofout;
221
25.4k
  }
222
223
  /* Do we have a mapping to unpack? */
224
25.3k
  switch((s->maptype=oggpack_read(opb,4))){
225
15.7k
  case 0:
226
    /* no mapping */
227
15.7k
    break;
228
9.59k
  case 1: case 2:
229
    /* implicitly populated value mapping */
230
    /* explicitly populated value mapping */
231
232
9.59k
    s->q_min=oggpack_read(opb,32);
233
9.59k
    s->q_delta=oggpack_read(opb,32);
234
9.59k
    s->q_quant=oggpack_read(opb,4)+1;
235
9.59k
    s->q_sequencep=oggpack_read(opb,1);
236
9.59k
    if(s->q_sequencep==-1)goto _eofout;
237
238
9.58k
    {
239
9.58k
      int quantvals=0;
240
9.58k
      switch(s->maptype){
241
7.40k
      case 1:
242
7.40k
        quantvals=(s->dim==0?0:_book_maptype1_quantvals(s));
243
7.40k
        break;
244
2.18k
      case 2:
245
2.18k
        quantvals=s->entries*s->dim;
246
2.18k
        break;
247
9.58k
      }
248
249
      /* quantized values */
250
9.58k
      if(((quantvals*s->q_quant+7)>>3)>opb->storage-oggpack_bytes(opb))
251
45
        goto _eofout;
252
9.54k
      s->quantlist=_ogg_malloc(sizeof(*s->quantlist)*quantvals);
253
92.9k
      for(i=0;i<quantvals;i++)
254
83.3k
        s->quantlist[i]=oggpack_read(opb,s->q_quant);
255
256
9.54k
      if(quantvals&&s->quantlist[quantvals-1]==-1)goto _eofout;
257
9.54k
    }
258
9.54k
    break;
259
9.54k
  default:
260
16
    goto _errout;
261
25.3k
  }
262
263
  /* all set */
264
25.2k
  return(s);
265
266
78
 _errout:
267
310
 _eofout:
268
310
  vorbis_staticbook_destroy(s);
269
310
  return(NULL);
270
78
}
271
272
/* returns the number of bits ************************************************/
273
0
int vorbis_book_encode(codebook *book, int a, oggpack_buffer *b){
274
0
  if(a<0 || a>=book->c->entries)return(0);
275
0
  oggpack_write(b,book->codelist[a],book->c->lengthlist[a]);
276
0
  return(book->c->lengthlist[a]);
277
0
}
278
279
/* the 'eliminate the decode tree' optimization actually requires the
280
   codewords to be MSb first, not LSb.  This is an annoying inelegancy
281
   (and one of the first places where carefully thought out design
282
   turned out to be wrong; Vorbis II and future Ogg codecs should go
283
   to an MSb bitpacker), but not actually the huge hit it appears to
284
   be.  The first-stage decode table catches most words so that
285
   bitreverse is not in the main execution path. */
286
287
59.0k
static ogg_uint32_t bitreverse(ogg_uint32_t x){
288
59.0k
  x=    ((x>>16)&0x0000ffff) | ((x<<16)&0xffff0000);
289
59.0k
  x=    ((x>> 8)&0x00ff00ff) | ((x<< 8)&0xff00ff00);
290
59.0k
  x=    ((x>> 4)&0x0f0f0f0f) | ((x<< 4)&0xf0f0f0f0);
291
59.0k
  x=    ((x>> 2)&0x33333333) | ((x<< 2)&0xcccccccc);
292
59.0k
  return((x>> 1)&0x55555555) | ((x<< 1)&0xaaaaaaaa);
293
59.0k
}
294
295
1.39M
STIN long decode_packed_entry_number(codebook *book, oggpack_buffer *b){
296
1.39M
  int  read=book->dec_maxlength;
297
1.39M
  long lo,hi;
298
1.39M
  long lok = oggpack_look(b,book->dec_firsttablen);
299
300
1.39M
  if (lok >= 0) {
301
1.37M
    long entry = book->dec_firsttable[lok];
302
1.37M
    if(entry&0x80000000UL){
303
39.4k
      lo=(entry>>15)&0x7fff;
304
39.4k
      hi=book->used_entries-(entry&0x7fff);
305
1.33M
    }else{
306
1.33M
      oggpack_adv(b, book->dec_codelengths[entry-1]);
307
1.33M
      return(entry-1);
308
1.33M
    }
309
1.37M
  }else{
310
27.0k
    lo=0;
311
27.0k
    hi=book->used_entries;
312
27.0k
  }
313
314
  /* Single entry codebooks use a firsttablen of 1 and a
315
     dec_maxlength of 1.  If a single-entry codebook gets here (due to
316
     failure to read one bit above), the next look attempt will also
317
     fail and we'll correctly kick out instead of trying to walk the
318
     underformed tree */
319
320
66.5k
  lok = oggpack_look(b, read);
321
322
142k
  while(lok<0 && read>1)
323
75.8k
    lok = oggpack_look(b, --read);
324
66.5k
  if(lok<0)return -1;
325
326
  /* bisect search for the codeword in the ordered list */
327
59.0k
  {
328
59.0k
    ogg_uint32_t testword=bitreverse((ogg_uint32_t)lok);
329
330
218k
    while(hi-lo>1){
331
159k
      long p=(hi-lo)>>1;
332
159k
      long test=book->codelist[lo+p]>testword;
333
159k
      lo+=p&(test-1);
334
159k
      hi-=p&(-test);
335
159k
      }
336
337
59.0k
    if(book->dec_codelengths[lo]<=read){
338
57.5k
      oggpack_adv(b, book->dec_codelengths[lo]);
339
57.5k
      return(lo);
340
57.5k
    }
341
59.0k
  }
342
343
1.43k
  oggpack_adv(b, read);
344
345
1.43k
  return(-1);
346
59.0k
}
347
348
/* Decode side is specced and easier, because we don't need to find
349
   matches using different criteria; we simply read and map.  There are
350
   two things we need to do 'depending':
351
352
   We may need to support interleave.  We don't really, but it's
353
   convenient to do it here rather than rebuild the vector later.
354
355
   Cascades may be additive or multiplicitive; this is not inherent in
356
   the codebook, but set in the code using the codebook.  Like
357
   interleaving, it's easiest to do it here.
358
   addmul==0 -> declarative (set the value)
359
   addmul==1 -> additive
360
   addmul==2 -> multiplicitive */
361
362
/* returns the [original, not compacted] entry number or -1 on eof *********/
363
347k
long vorbis_book_decode(codebook *book, oggpack_buffer *b){
364
347k
  if(book->used_entries>0){
365
347k
    long packed_entry=decode_packed_entry_number(book,b);
366
347k
    if(packed_entry>=0)
367
343k
      return(book->dec_index[packed_entry]);
368
347k
  }
369
370
  /* if there's no dec_index, the codebook unpacking isn't collapsed */
371
4.43k
  return(-1);
372
347k
}
373
374
/* returns 0 on OK or -1 on eof *************************************/
375
/* decode vector / dim granularity gaurding is done in the upper layer */
376
548k
long vorbis_book_decodevs_add(codebook *book,float *a,oggpack_buffer *b,int n){
377
548k
  if(book->used_entries>0){
378
546k
    int step=n/book->dim;
379
546k
    long *entry = alloca(sizeof(*entry)*step);
380
546k
    float **t = alloca(sizeof(*t)*step);
381
546k
    int i,j,o;
382
383
827k
    for (i = 0; i < step; i++) {
384
282k
      entry[i]=decode_packed_entry_number(book,b);
385
282k
      if(entry[i]==-1)return(-1);
386
281k
      t[i] = book->valuelist+entry[i]*book->dim;
387
281k
    }
388
141M
    for(i=0,o=0;i<book->dim;i++,o+=step)
389
142M
      for (j=0;o+j<n && j<step;j++)
390
1.86M
        a[o+j]+=t[j][i];
391
545k
  }
392
547k
  return(0);
393
548k
}
394
395
/* decode vector / dim granularity gaurding is done in the upper layer */
396
41.0k
long vorbis_book_decodev_add(codebook *book,float *a,oggpack_buffer *b,int n){
397
41.0k
  if(book->used_entries>0){
398
37.3k
    int i,j,entry;
399
37.3k
    float *t;
400
401
109k
    for(i=0;i<n;){
402
72.6k
      entry = decode_packed_entry_number(book,b);
403
72.6k
      if(entry==-1)return(-1);
404
71.8k
      t     = book->valuelist+entry*book->dim;
405
619k
      for(j=0;i<n && j<book->dim;)
406
547k
        a[i++]+=t[j++];
407
71.8k
    }
408
37.3k
  }
409
40.2k
  return(0);
410
41.0k
}
411
412
/* unlike the others, we guard against n not being an integer number
413
   of <dim> internally rather than in the upper layer (called only by
414
   floor0) */
415
18.1k
long vorbis_book_decodev_set(codebook *book,float *a,oggpack_buffer *b,int n){
416
18.1k
  if(book->used_entries>0){
417
13.4k
    int i,j,entry;
418
13.4k
    float *t;
419
420
340k
    for(i=0;i<n;){
421
329k
      entry = decode_packed_entry_number(book,b);
422
329k
      if(entry==-1)return(-1);
423
326k
      t     = book->valuelist+entry*book->dim;
424
1.05M
      for (j=0;i<n && j<book->dim;){
425
728k
        a[i++]=t[j++];
426
728k
      }
427
326k
    }
428
13.4k
  }else{
429
4.72k
    int i;
430
431
1.05M
    for(i=0;i<n;){
432
1.05M
      a[i++]=0.f;
433
1.05M
    }
434
4.72k
  }
435
15.5k
  return(0);
436
18.1k
}
437
438
long vorbis_book_decodevv_add(codebook *book,float **a,long offset,int ch,
439
895k
                              oggpack_buffer *b,int n){
440
441
895k
  long i,j,entry;
442
895k
  int chptr=0;
443
895k
  if(book->used_entries>0){
444
815k
    int m=(offset+n)/ch;
445
1.18M
    for(i=offset/ch;i<m;){
446
366k
      entry = decode_packed_entry_number(book,b);
447
366k
      if(entry==-1)return(-1);
448
365k
      {
449
365k
        const float *t = book->valuelist+entry*book->dim;
450
109M
        for (j=0;i<m && j<book->dim;j++){
451
109M
          a[chptr++][i]+=t[j];
452
109M
          if(chptr==ch){
453
616k
            chptr=0;
454
616k
            i++;
455
616k
          }
456
109M
        }
457
365k
      }
458
365k
    }
459
815k
  }
460
895k
  return(0);
461
895k
}