Coverage Report

Created: 2025-11-16 07:20

next uncovered line (L), next uncovered region (R), next uncovered branch (B)
/src/vorbis/lib/codebook.c
Line
Count
Source
1
/********************************************************************
2
 *                                                                  *
3
 * THIS FILE IS PART OF THE OggVorbis SOFTWARE CODEC SOURCE CODE.   *
4
 * USE, DISTRIBUTION AND REPRODUCTION OF THIS LIBRARY SOURCE IS     *
5
 * GOVERNED BY A BSD-STYLE SOURCE LICENSE INCLUDED WITH THIS SOURCE *
6
 * IN 'COPYING'. PLEASE READ THESE TERMS BEFORE DISTRIBUTING.       *
7
 *                                                                  *
8
 * THE OggVorbis SOURCE CODE IS (C) COPYRIGHT 1994-2015             *
9
 * by the Xiph.Org Foundation https://xiph.org/                     *
10
 *                                                                  *
11
 ********************************************************************
12
13
 function: basic codebook pack/unpack/code/decode operations
14
15
 ********************************************************************/
16
17
#include <stdlib.h>
18
#include <string.h>
19
#include <math.h>
20
#include <ogg/ogg.h>
21
#include "vorbis/codec.h"
22
#include "codebook.h"
23
#include "scales.h"
24
#include "misc.h"
25
#include "os.h"
26
27
/* packs the given codebook into the bitstream **************************/
28
29
0
int vorbis_staticbook_pack(const static_codebook *c,oggpack_buffer *opb){
30
0
  long i,j;
31
0
  int ordered=0;
32
33
  /* first the basic parameters */
34
0
  oggpack_write(opb,0x564342,24);
35
0
  oggpack_write(opb,c->dim,16);
36
0
  oggpack_write(opb,c->entries,24);
37
38
  /* pack the codewords.  There are two packings; length ordered and
39
     length random.  Decide between the two now. */
40
41
0
  for(i=1;i<c->entries;i++)
42
0
    if(c->lengthlist[i-1]==0 || c->lengthlist[i]<c->lengthlist[i-1])break;
43
0
  if(i==c->entries)ordered=1;
44
45
0
  if(ordered){
46
    /* length ordered.  We only need to say how many codewords of
47
       each length.  The actual codewords are generated
48
       deterministically */
49
50
0
    long count=0;
51
0
    oggpack_write(opb,1,1);  /* ordered */
52
0
    oggpack_write(opb,c->lengthlist[0]-1,5); /* 1 to 32 */
53
54
0
    for(i=1;i<c->entries;i++){
55
0
      char this=c->lengthlist[i];
56
0
      char last=c->lengthlist[i-1];
57
0
      if(this>last){
58
0
        for(j=last;j<this;j++){
59
0
          oggpack_write(opb,i-count,ov_ilog(c->entries-count));
60
0
          count=i;
61
0
        }
62
0
      }
63
0
    }
64
0
    oggpack_write(opb,i-count,ov_ilog(c->entries-count));
65
66
0
  }else{
67
    /* length random.  Again, we don't code the codeword itself, just
68
       the length.  This time, though, we have to encode each length */
69
0
    oggpack_write(opb,0,1);   /* unordered */
70
71
    /* algortihmic mapping has use for 'unused entries', which we tag
72
       here.  The algorithmic mapping happens as usual, but the unused
73
       entry has no codeword. */
74
0
    for(i=0;i<c->entries;i++)
75
0
      if(c->lengthlist[i]==0)break;
76
77
0
    if(i==c->entries){
78
0
      oggpack_write(opb,0,1); /* no unused entries */
79
0
      for(i=0;i<c->entries;i++)
80
0
        oggpack_write(opb,c->lengthlist[i]-1,5);
81
0
    }else{
82
0
      oggpack_write(opb,1,1); /* we have unused entries; thus we tag */
83
0
      for(i=0;i<c->entries;i++){
84
0
        if(c->lengthlist[i]==0){
85
0
          oggpack_write(opb,0,1);
86
0
        }else{
87
0
          oggpack_write(opb,1,1);
88
0
          oggpack_write(opb,c->lengthlist[i]-1,5);
89
0
        }
90
0
      }
91
0
    }
92
0
  }
93
94
  /* is the entry number the desired return value, or do we have a
95
     mapping? If we have a mapping, what type? */
96
0
  oggpack_write(opb,c->maptype,4);
97
0
  switch(c->maptype){
98
0
  case 0:
99
    /* no mapping */
100
0
    break;
101
0
  case 1:case 2:
102
    /* implicitly populated value mapping */
103
    /* explicitly populated value mapping */
104
105
0
    if(!c->quantlist){
106
      /* no quantlist?  error */
107
0
      return(-1);
108
0
    }
109
110
    /* values that define the dequantization */
111
0
    oggpack_write(opb,c->q_min,32);
112
0
    oggpack_write(opb,c->q_delta,32);
113
0
    oggpack_write(opb,c->q_quant-1,4);
114
0
    oggpack_write(opb,c->q_sequencep,1);
115
116
0
    {
117
0
      int quantvals;
118
0
      switch(c->maptype){
119
0
      case 1:
120
        /* a single column of (c->entries/c->dim) quantized values for
121
           building a full value list algorithmically (square lattice) */
122
0
        quantvals=_book_maptype1_quantvals(c);
123
0
        break;
124
0
      case 2:
125
        /* every value (c->entries*c->dim total) specified explicitly */
126
0
        quantvals=c->entries*c->dim;
127
0
        break;
128
0
      default: /* NOT_REACHABLE */
129
0
        quantvals=-1;
130
0
      }
131
132
      /* quantized values */
133
0
      for(i=0;i<quantvals;i++)
134
0
        oggpack_write(opb,labs(c->quantlist[i]),c->q_quant);
135
136
0
    }
137
0
    break;
138
0
  default:
139
    /* error case; we don't have any other map types now */
140
0
    return(-1);
141
0
  }
142
143
0
  return(0);
144
0
}
145
146
/* unpacks a codebook from the packet buffer into the codebook struct,
147
   readies the codebook auxiliary structures for decode *************/
148
1.41k
static_codebook *vorbis_staticbook_unpack(oggpack_buffer *opb){
149
1.41k
  long i,j;
150
1.41k
  static_codebook *s=_ogg_calloc(1,sizeof(*s));
151
1.41k
  s->allocedp=1;
152
153
  /* make sure alignment is correct */
154
1.41k
  if(oggpack_read(opb,24)!=0x564342)goto _eofout;
155
156
  /* first the basic parameters */
157
1.35k
  s->dim=oggpack_read(opb,16);
158
1.35k
  s->entries=oggpack_read(opb,24);
159
1.35k
  if(s->entries==-1)goto _eofout;
160
161
1.35k
  if(ov_ilog(s->dim)+ov_ilog(s->entries)>24)goto _eofout;
162
163
  /* codeword ordering.... length ordered or unordered? */
164
1.34k
  switch((int)oggpack_read(opb,1)){
165
904
  case 0:{
166
904
    long unused;
167
    /* allocated but unused entries? */
168
904
    unused=oggpack_read(opb,1);
169
904
    if((s->entries*(unused?1:5)+7)>>3>opb->storage-oggpack_bytes(opb))
170
6
      goto _eofout;
171
    /* unordered */
172
898
    s->lengthlist=_ogg_malloc(sizeof(*s->lengthlist)*s->entries);
173
174
    /* allocated but unused entries? */
175
898
    if(unused){
176
      /* yes, unused entries */
177
178
36.7k
      for(i=0;i<s->entries;i++){
179
36.6k
        if(oggpack_read(opb,1)){
180
5.67k
          long num=oggpack_read(opb,5);
181
5.67k
          if(num==-1)goto _eofout;
182
5.67k
          s->lengthlist[i]=num+1;
183
5.67k
        }else
184
30.9k
          s->lengthlist[i]=0;
185
36.6k
      }
186
863
    }else{
187
      /* all entries used; no tagging */
188
8.44k
      for(i=0;i<s->entries;i++){
189
7.58k
        long num=oggpack_read(opb,5);
190
7.58k
        if(num==-1)goto _eofout;
191
7.58k
        s->lengthlist[i]=num+1;
192
7.58k
      }
193
863
    }
194
195
893
    break;
196
898
  }
197
893
  case 1:
198
    /* ordered */
199
440
    {
200
440
      long length=oggpack_read(opb,5)+1;
201
440
      if(length==0)goto _eofout;
202
440
      s->lengthlist=_ogg_malloc(sizeof(*s->lengthlist)*s->entries);
203
204
1.29k
      for(i=0;i<s->entries;){
205
914
        long num=oggpack_read(opb,ov_ilog(s->entries-i));
206
914
        if(num==-1)goto _eofout;
207
911
        if(length>32 || num>s->entries-i ||
208
873
           (num>0 && (num-1)>>(length-1)>1)){
209
57
          goto _errout;
210
57
        }
211
854
        if(length>32)goto _errout;
212
249M
        for(j=0;j<num;j++,i++)
213
249M
          s->lengthlist[i]=length;
214
854
        length++;
215
854
      }
216
440
    }
217
380
    break;
218
380
  default:
219
    /* EOF */
220
1
    goto _eofout;
221
1.34k
  }
222
223
  /* Do we have a mapping to unpack? */
224
1.27k
  switch((s->maptype=oggpack_read(opb,4))){
225
46
  case 0:
226
    /* no mapping */
227
46
    break;
228
1.21k
  case 1: case 2:
229
    /* implicitly populated value mapping */
230
    /* explicitly populated value mapping */
231
232
1.21k
    s->q_min=oggpack_read(opb,32);
233
1.21k
    s->q_delta=oggpack_read(opb,32);
234
1.21k
    s->q_quant=oggpack_read(opb,4)+1;
235
1.21k
    s->q_sequencep=oggpack_read(opb,1);
236
1.21k
    if(s->q_sequencep==-1)goto _eofout;
237
238
1.21k
    {
239
1.21k
      int quantvals=0;
240
1.21k
      switch(s->maptype){
241
1.18k
      case 1:
242
1.18k
        quantvals=(s->dim==0?0:_book_maptype1_quantvals(s));
243
1.18k
        break;
244
25
      case 2:
245
25
        quantvals=s->entries*s->dim;
246
25
        break;
247
1.21k
      }
248
249
      /* quantized values */
250
1.21k
      if(((quantvals*s->q_quant+7)>>3)>opb->storage-oggpack_bytes(opb))
251
3
        goto _eofout;
252
1.21k
      s->quantlist=_ogg_malloc(sizeof(*s->quantlist)*quantvals);
253
7.07k
      for(i=0;i<quantvals;i++)
254
5.86k
        s->quantlist[i]=oggpack_read(opb,s->q_quant);
255
256
1.21k
      if(quantvals&&s->quantlist[quantvals-1]==-1)goto _eofout;
257
1.21k
    }
258
1.21k
    break;
259
1.21k
  default:
260
13
    goto _errout;
261
1.27k
  }
262
263
  /* all set */
264
1.25k
  return(s);
265
266
70
 _errout:
267
161
 _eofout:
268
161
  vorbis_staticbook_destroy(s);
269
161
  return(NULL);
270
70
}
271
272
/* returns the number of bits ************************************************/
273
0
int vorbis_book_encode(codebook *book, int a, oggpack_buffer *b){
274
0
  if(a<0 || a>=book->c->entries)return(0);
275
0
  oggpack_write(b,book->codelist[a],book->c->lengthlist[a]);
276
0
  return(book->c->lengthlist[a]);
277
0
}
278
279
/* the 'eliminate the decode tree' optimization actually requires the
280
   codewords to be MSb first, not LSb.  This is an annoying inelegancy
281
   (and one of the first places where carefully thought out design
282
   turned out to be wrong; Vorbis II and future Ogg codecs should go
283
   to an MSb bitpacker), but not actually the huge hit it appears to
284
   be.  The first-stage decode table catches most words so that
285
   bitreverse is not in the main execution path. */
286
287
725
static ogg_uint32_t bitreverse(ogg_uint32_t x){
288
725
  x=    ((x>>16)&0x0000ffff) | ((x<<16)&0xffff0000);
289
725
  x=    ((x>> 8)&0x00ff00ff) | ((x<< 8)&0xff00ff00);
290
725
  x=    ((x>> 4)&0x0f0f0f0f) | ((x<< 4)&0xf0f0f0f0);
291
725
  x=    ((x>> 2)&0x33333333) | ((x<< 2)&0xcccccccc);
292
725
  return((x>> 1)&0x55555555) | ((x<< 1)&0xaaaaaaaa);
293
725
}
294
295
1.99M
STIN long decode_packed_entry_number(codebook *book, oggpack_buffer *b){
296
1.99M
  int  read=book->dec_maxlength;
297
1.99M
  long lo,hi;
298
1.99M
  long lok = oggpack_look(b,book->dec_firsttablen);
299
300
1.99M
  if (lok >= 0) {
301
1.95M
    long entry = book->dec_firsttable[lok];
302
1.95M
    if(entry&0x80000000UL){
303
0
      lo=(entry>>15)&0x7fff;
304
0
      hi=book->used_entries-(entry&0x7fff);
305
1.95M
    }else{
306
1.95M
      oggpack_adv(b, book->dec_codelengths[entry-1]);
307
1.95M
      return(entry-1);
308
1.95M
    }
309
1.95M
  }else{
310
43.8k
    lo=0;
311
43.8k
    hi=book->used_entries;
312
43.8k
  }
313
314
  /* Single entry codebooks use a firsttablen of 1 and a
315
     dec_maxlength of 1.  If a single-entry codebook gets here (due to
316
     failure to read one bit above), the next look attempt will also
317
     fail and we'll correctly kick out instead of trying to walk the
318
     underformed tree */
319
320
43.8k
  lok = oggpack_look(b, read);
321
322
43.8k
  while(lok<0 && read>1)
323
0
    lok = oggpack_look(b, --read);
324
43.8k
  if(lok<0)return -1;
325
326
  /* bisect search for the codeword in the ordered list */
327
725
  {
328
725
    ogg_uint32_t testword=bitreverse((ogg_uint32_t)lok);
329
330
1.45k
    while(hi-lo>1){
331
725
      long p=(hi-lo)>>1;
332
725
      long test=book->codelist[lo+p]>testword;
333
725
      lo+=p&(test-1);
334
725
      hi-=p&(-test);
335
725
      }
336
337
725
    if(book->dec_codelengths[lo]<=read){
338
725
      oggpack_adv(b, book->dec_codelengths[lo]);
339
725
      return(lo);
340
725
    }
341
725
  }
342
343
0
  oggpack_adv(b, read);
344
345
0
  return(-1);
346
725
}
347
348
/* Decode side is specced and easier, because we don't need to find
349
   matches using different criteria; we simply read and map.  There are
350
   two things we need to do 'depending':
351
352
   We may need to support interleave.  We don't really, but it's
353
   convenient to do it here rather than rebuild the vector later.
354
355
   Cascades may be additive or multiplicitive; this is not inherent in
356
   the codebook, but set in the code using the codebook.  Like
357
   interleaving, it's easiest to do it here.
358
   addmul==0 -> declarative (set the value)
359
   addmul==1 -> additive
360
   addmul==2 -> multiplicitive */
361
362
/* returns the [original, not compacted] entry number or -1 on eof *********/
363
489k
long vorbis_book_decode(codebook *book, oggpack_buffer *b){
364
489k
  if(book->used_entries>0){
365
489k
    long packed_entry=decode_packed_entry_number(book,b);
366
489k
    if(packed_entry>=0)
367
450k
      return(book->dec_index[packed_entry]);
368
489k
  }
369
370
  /* if there's no dec_index, the codebook unpacking isn't collapsed */
371
39.1k
  return(-1);
372
489k
}
373
374
/* returns 0 on OK or -1 on eof *************************************/
375
/* decode vector / dim granularity gaurding is done in the upper layer */
376
310k
long vorbis_book_decodevs_add(codebook *book,float *a,oggpack_buffer *b,int n){
377
310k
  if(book->used_entries>0){
378
310k
    int step=n/book->dim;
379
310k
    long *entry = alloca(sizeof(*entry)*step);
380
310k
    float **t = alloca(sizeof(*t)*step);
381
310k
    int i,j,o;
382
383
549k
    for (i = 0; i < step; i++) {
384
240k
      entry[i]=decode_packed_entry_number(book,b);
385
240k
      if(entry[i]==-1)return(-1);
386
238k
      t[i] = book->valuelist+entry[i]*book->dim;
387
238k
    }
388
3.42G
    for(i=0,o=0;i<book->dim;i++,o+=step)
389
3.42G
      for (j=0;o+j<n && j<step;j++)
390
240k
        a[o+j]+=t[j][i];
391
308k
  }
392
308k
  return(0);
393
310k
}
394
395
/* decode vector / dim granularity gaurding is done in the upper layer */
396
226k
long vorbis_book_decodev_add(codebook *book,float *a,oggpack_buffer *b,int n){
397
226k
  if(book->used_entries>0){
398
226k
    int i,j,entry;
399
226k
    float *t;
400
401
602k
    for(i=0;i<n;){
402
377k
      entry = decode_packed_entry_number(book,b);
403
377k
      if(entry==-1)return(-1);
404
375k
      t     = book->valuelist+entry*book->dim;
405
1.34M
      for(j=0;i<n && j<book->dim;)
406
968k
        a[i++]+=t[j++];
407
375k
    }
408
226k
  }
409
224k
  return(0);
410
226k
}
411
412
/* unlike the others, we guard against n not being an integer number
413
   of <dim> internally rather than in the upper layer (called only by
414
   floor0) */
415
37.3k
long vorbis_book_decodev_set(codebook *book,float *a,oggpack_buffer *b,int n){
416
37.3k
  if(book->used_entries>0){
417
37.3k
    int i,j,entry;
418
37.3k
    float *t;
419
420
86.2k
    for(i=0;i<n;){
421
49.0k
      entry = decode_packed_entry_number(book,b);
422
49.0k
      if(entry==-1)return(-1);
423
48.8k
      t     = book->valuelist+entry*book->dim;
424
509k
      for (j=0;i<n && j<book->dim;){
425
460k
        a[i++]=t[j++];
426
460k
      }
427
48.8k
    }
428
37.3k
  }else{
429
0
    int i;
430
431
0
    for(i=0;i<n;){
432
0
      a[i++]=0.f;
433
0
    }
434
0
  }
435
37.2k
  return(0);
436
37.3k
}
437
438
long vorbis_book_decodevv_add(codebook *book,float **a,long offset,int ch,
439
1.18M
                              oggpack_buffer *b,int n){
440
441
1.18M
  long i,j,entry;
442
1.18M
  int chptr=0;
443
1.18M
  if(book->used_entries>0){
444
1.18M
    int m=(offset+n)/ch;
445
2.02M
    for(i=offset/ch;i<m;){
446
839k
      entry = decode_packed_entry_number(book,b);
447
839k
      if(entry==-1)return(-1);
448
838k
      {
449
838k
        const float *t = book->valuelist+entry*book->dim;
450
5.77M
        for (j=0;i<m && j<book->dim;j++){
451
4.93M
          a[chptr++][i]+=t[j];
452
4.93M
          if(chptr==ch){
453
175k
            chptr=0;
454
175k
            i++;
455
175k
          }
456
4.93M
        }
457
838k
      }
458
838k
    }
459
1.18M
  }
460
1.18M
  return(0);
461
1.18M
}