Coverage Report

Created: 2025-10-10 06:53

next uncovered line (L), next uncovered region (R), next uncovered branch (B)
/src/vorbis/lib/codebook.c
Line
Count
Source
1
/********************************************************************
2
 *                                                                  *
3
 * THIS FILE IS PART OF THE OggVorbis SOFTWARE CODEC SOURCE CODE.   *
4
 * USE, DISTRIBUTION AND REPRODUCTION OF THIS LIBRARY SOURCE IS     *
5
 * GOVERNED BY A BSD-STYLE SOURCE LICENSE INCLUDED WITH THIS SOURCE *
6
 * IN 'COPYING'. PLEASE READ THESE TERMS BEFORE DISTRIBUTING.       *
7
 *                                                                  *
8
 * THE OggVorbis SOURCE CODE IS (C) COPYRIGHT 1994-2015             *
9
 * by the Xiph.Org Foundation https://xiph.org/                     *
10
 *                                                                  *
11
 ********************************************************************
12
13
 function: basic codebook pack/unpack/code/decode operations
14
15
 ********************************************************************/
16
17
#include <stdlib.h>
18
#include <string.h>
19
#include <math.h>
20
#include <ogg/ogg.h>
21
#include "vorbis/codec.h"
22
#include "codebook.h"
23
#include "scales.h"
24
#include "misc.h"
25
#include "os.h"
26
27
/* packs the given codebook into the bitstream **************************/
28
29
0
int vorbis_staticbook_pack(const static_codebook *c,oggpack_buffer *opb){
30
0
  long i,j;
31
0
  int ordered=0;
32
33
  /* first the basic parameters */
34
0
  oggpack_write(opb,0x564342,24);
35
0
  oggpack_write(opb,c->dim,16);
36
0
  oggpack_write(opb,c->entries,24);
37
38
  /* pack the codewords.  There are two packings; length ordered and
39
     length random.  Decide between the two now. */
40
41
0
  for(i=1;i<c->entries;i++)
42
0
    if(c->lengthlist[i-1]==0 || c->lengthlist[i]<c->lengthlist[i-1])break;
43
0
  if(i==c->entries)ordered=1;
44
45
0
  if(ordered){
46
    /* length ordered.  We only need to say how many codewords of
47
       each length.  The actual codewords are generated
48
       deterministically */
49
50
0
    long count=0;
51
0
    oggpack_write(opb,1,1);  /* ordered */
52
0
    oggpack_write(opb,c->lengthlist[0]-1,5); /* 1 to 32 */
53
54
0
    for(i=1;i<c->entries;i++){
55
0
      char this=c->lengthlist[i];
56
0
      char last=c->lengthlist[i-1];
57
0
      if(this>last){
58
0
        for(j=last;j<this;j++){
59
0
          oggpack_write(opb,i-count,ov_ilog(c->entries-count));
60
0
          count=i;
61
0
        }
62
0
      }
63
0
    }
64
0
    oggpack_write(opb,i-count,ov_ilog(c->entries-count));
65
66
0
  }else{
67
    /* length random.  Again, we don't code the codeword itself, just
68
       the length.  This time, though, we have to encode each length */
69
0
    oggpack_write(opb,0,1);   /* unordered */
70
71
    /* algortihmic mapping has use for 'unused entries', which we tag
72
       here.  The algorithmic mapping happens as usual, but the unused
73
       entry has no codeword. */
74
0
    for(i=0;i<c->entries;i++)
75
0
      if(c->lengthlist[i]==0)break;
76
77
0
    if(i==c->entries){
78
0
      oggpack_write(opb,0,1); /* no unused entries */
79
0
      for(i=0;i<c->entries;i++)
80
0
        oggpack_write(opb,c->lengthlist[i]-1,5);
81
0
    }else{
82
0
      oggpack_write(opb,1,1); /* we have unused entries; thus we tag */
83
0
      for(i=0;i<c->entries;i++){
84
0
        if(c->lengthlist[i]==0){
85
0
          oggpack_write(opb,0,1);
86
0
        }else{
87
0
          oggpack_write(opb,1,1);
88
0
          oggpack_write(opb,c->lengthlist[i]-1,5);
89
0
        }
90
0
      }
91
0
    }
92
0
  }
93
94
  /* is the entry number the desired return value, or do we have a
95
     mapping? If we have a mapping, what type? */
96
0
  oggpack_write(opb,c->maptype,4);
97
0
  switch(c->maptype){
98
0
  case 0:
99
    /* no mapping */
100
0
    break;
101
0
  case 1:case 2:
102
    /* implicitly populated value mapping */
103
    /* explicitly populated value mapping */
104
105
0
    if(!c->quantlist){
106
      /* no quantlist?  error */
107
0
      return(-1);
108
0
    }
109
110
    /* values that define the dequantization */
111
0
    oggpack_write(opb,c->q_min,32);
112
0
    oggpack_write(opb,c->q_delta,32);
113
0
    oggpack_write(opb,c->q_quant-1,4);
114
0
    oggpack_write(opb,c->q_sequencep,1);
115
116
0
    {
117
0
      int quantvals;
118
0
      switch(c->maptype){
119
0
      case 1:
120
        /* a single column of (c->entries/c->dim) quantized values for
121
           building a full value list algorithmically (square lattice) */
122
0
        quantvals=_book_maptype1_quantvals(c);
123
0
        break;
124
0
      case 2:
125
        /* every value (c->entries*c->dim total) specified explicitly */
126
0
        quantvals=c->entries*c->dim;
127
0
        break;
128
0
      default: /* NOT_REACHABLE */
129
0
        quantvals=-1;
130
0
      }
131
132
      /* quantized values */
133
0
      for(i=0;i<quantvals;i++)
134
0
        oggpack_write(opb,labs(c->quantlist[i]),c->q_quant);
135
136
0
    }
137
0
    break;
138
0
  default:
139
    /* error case; we don't have any other map types now */
140
0
    return(-1);
141
0
  }
142
143
0
  return(0);
144
0
}
145
146
/* unpacks a codebook from the packet buffer into the codebook struct,
147
   readies the codebook auxiliary structures for decode *************/
148
29.1k
static_codebook *vorbis_staticbook_unpack(oggpack_buffer *opb){
149
29.1k
  long i,j;
150
29.1k
  static_codebook *s=_ogg_calloc(1,sizeof(*s));
151
29.1k
  s->allocedp=1;
152
153
  /* make sure alignment is correct */
154
29.1k
  if(oggpack_read(opb,24)!=0x564342)goto _eofout;
155
156
  /* first the basic parameters */
157
29.0k
  s->dim=oggpack_read(opb,16);
158
29.0k
  s->entries=oggpack_read(opb,24);
159
29.0k
  if(s->entries==-1)goto _eofout;
160
161
29.0k
  if(ov_ilog(s->dim)+ov_ilog(s->entries)>24)goto _eofout;
162
163
  /* codeword ordering.... length ordered or unordered? */
164
29.0k
  switch((int)oggpack_read(opb,1)){
165
26.9k
  case 0:{
166
26.9k
    long unused;
167
    /* allocated but unused entries? */
168
26.9k
    unused=oggpack_read(opb,1);
169
26.9k
    if((s->entries*(unused?1:5)+7)>>3>opb->storage-oggpack_bytes(opb))
170
54
      goto _eofout;
171
    /* unordered */
172
26.9k
    s->lengthlist=_ogg_malloc(sizeof(*s->lengthlist)*s->entries);
173
174
    /* allocated but unused entries? */
175
26.9k
    if(unused){
176
      /* yes, unused entries */
177
178
1.78M
      for(i=0;i<s->entries;i++){
179
1.76M
        if(oggpack_read(opb,1)){
180
745k
          long num=oggpack_read(opb,5);
181
745k
          if(num==-1)goto _eofout;
182
745k
          s->lengthlist[i]=num+1;
183
745k
        }else
184
1.01M
          s->lengthlist[i]=0;
185
1.76M
      }
186
21.0k
    }else{
187
      /* all entries used; no tagging */
188
275k
      for(i=0;i<s->entries;i++){
189
269k
        long num=oggpack_read(opb,5);
190
269k
        if(num==-1)goto _eofout;
191
269k
        s->lengthlist[i]=num+1;
192
269k
      }
193
5.83k
    }
194
195
26.9k
    break;
196
26.9k
  }
197
26.9k
  case 1:
198
    /* ordered */
199
2.07k
    {
200
2.07k
      long length=oggpack_read(opb,5)+1;
201
2.07k
      if(length==0)goto _eofout;
202
2.07k
      s->lengthlist=_ogg_malloc(sizeof(*s->lengthlist)*s->entries);
203
204
8.86k
      for(i=0;i<s->entries;){
205
6.90k
        long num=oggpack_read(opb,ov_ilog(s->entries-i));
206
6.90k
        if(num==-1)goto _eofout;
207
6.84k
        if(length>32 || num>s->entries-i ||
208
6.81k
           (num>0 && (num-1)>>(length-1)>1)){
209
56
          goto _errout;
210
56
        }
211
6.79k
        if(length>32)goto _errout;
212
192M
        for(j=0;j<num;j++,i++)
213
192M
          s->lengthlist[i]=length;
214
6.79k
        length++;
215
6.79k
      }
216
2.07k
    }
217
1.96k
    break;
218
1.96k
  default:
219
    /* EOF */
220
7
    goto _eofout;
221
29.0k
  }
222
223
  /* Do we have a mapping to unpack? */
224
28.8k
  switch((s->maptype=oggpack_read(opb,4))){
225
17.8k
  case 0:
226
    /* no mapping */
227
17.8k
    break;
228
11.0k
  case 1: case 2:
229
    /* implicitly populated value mapping */
230
    /* explicitly populated value mapping */
231
232
11.0k
    s->q_min=oggpack_read(opb,32);
233
11.0k
    s->q_delta=oggpack_read(opb,32);
234
11.0k
    s->q_quant=oggpack_read(opb,4)+1;
235
11.0k
    s->q_sequencep=oggpack_read(opb,1);
236
11.0k
    if(s->q_sequencep==-1)goto _eofout;
237
238
11.0k
    {
239
11.0k
      int quantvals=0;
240
11.0k
      switch(s->maptype){
241
8.18k
      case 1:
242
8.18k
        quantvals=(s->dim==0?0:_book_maptype1_quantvals(s));
243
8.18k
        break;
244
2.83k
      case 2:
245
2.83k
        quantvals=s->entries*s->dim;
246
2.83k
        break;
247
11.0k
      }
248
249
      /* quantized values */
250
11.0k
      if(((quantvals*s->q_quant+7)>>3)>opb->storage-oggpack_bytes(opb))
251
71
        goto _eofout;
252
10.9k
      s->quantlist=_ogg_malloc(sizeof(*s->quantlist)*quantvals);
253
121k
      for(i=0;i<quantvals;i++)
254
110k
        s->quantlist[i]=oggpack_read(opb,s->q_quant);
255
256
10.9k
      if(quantvals&&s->quantlist[quantvals-1]==-1)goto _eofout;
257
10.9k
    }
258
10.9k
    break;
259
10.9k
  default:
260
31
    goto _errout;
261
28.8k
  }
262
263
  /* all set */
264
28.7k
  return(s);
265
266
87
 _errout:
267
431
 _eofout:
268
431
  vorbis_staticbook_destroy(s);
269
431
  return(NULL);
270
87
}
271
272
/* returns the number of bits ************************************************/
273
0
int vorbis_book_encode(codebook *book, int a, oggpack_buffer *b){
274
0
  if(a<0 || a>=book->c->entries)return(0);
275
0
  oggpack_write(b,book->codelist[a],book->c->lengthlist[a]);
276
0
  return(book->c->lengthlist[a]);
277
0
}
278
279
/* the 'eliminate the decode tree' optimization actually requires the
280
   codewords to be MSb first, not LSb.  This is an annoying inelegancy
281
   (and one of the first places where carefully thought out design
282
   turned out to be wrong; Vorbis II and future Ogg codecs should go
283
   to an MSb bitpacker), but not actually the huge hit it appears to
284
   be.  The first-stage decode table catches most words so that
285
   bitreverse is not in the main execution path. */
286
287
31.9k
static ogg_uint32_t bitreverse(ogg_uint32_t x){
288
31.9k
  x=    ((x>>16)&0x0000ffff) | ((x<<16)&0xffff0000);
289
31.9k
  x=    ((x>> 8)&0x00ff00ff) | ((x<< 8)&0xff00ff00);
290
31.9k
  x=    ((x>> 4)&0x0f0f0f0f) | ((x<< 4)&0xf0f0f0f0);
291
31.9k
  x=    ((x>> 2)&0x33333333) | ((x<< 2)&0xcccccccc);
292
31.9k
  return((x>> 1)&0x55555555) | ((x<< 1)&0xaaaaaaaa);
293
31.9k
}
294
295
954k
STIN long decode_packed_entry_number(codebook *book, oggpack_buffer *b){
296
954k
  int  read=book->dec_maxlength;
297
954k
  long lo,hi;
298
954k
  long lok = oggpack_look(b,book->dec_firsttablen);
299
300
954k
  if (lok >= 0) {
301
929k
    long entry = book->dec_firsttable[lok];
302
929k
    if(entry&0x80000000UL){
303
15.7k
      lo=(entry>>15)&0x7fff;
304
15.7k
      hi=book->used_entries-(entry&0x7fff);
305
914k
    }else{
306
914k
      oggpack_adv(b, book->dec_codelengths[entry-1]);
307
914k
      return(entry-1);
308
914k
    }
309
929k
  }else{
310
24.2k
    lo=0;
311
24.2k
    hi=book->used_entries;
312
24.2k
  }
313
314
  /* Single entry codebooks use a firsttablen of 1 and a
315
     dec_maxlength of 1.  If a single-entry codebook gets here (due to
316
     failure to read one bit above), the next look attempt will also
317
     fail and we'll correctly kick out instead of trying to walk the
318
     underformed tree */
319
320
40.0k
  lok = oggpack_look(b, read);
321
322
90.9k
  while(lok<0 && read>1)
323
50.8k
    lok = oggpack_look(b, --read);
324
40.0k
  if(lok<0)return -1;
325
326
  /* bisect search for the codeword in the ordered list */
327
31.9k
  {
328
31.9k
    ogg_uint32_t testword=bitreverse((ogg_uint32_t)lok);
329
330
105k
    while(hi-lo>1){
331
73.8k
      long p=(hi-lo)>>1;
332
73.8k
      long test=book->codelist[lo+p]>testword;
333
73.8k
      lo+=p&(test-1);
334
73.8k
      hi-=p&(-test);
335
73.8k
      }
336
337
31.9k
    if(book->dec_codelengths[lo]<=read){
338
31.1k
      oggpack_adv(b, book->dec_codelengths[lo]);
339
31.1k
      return(lo);
340
31.1k
    }
341
31.9k
  }
342
343
856
  oggpack_adv(b, read);
344
345
856
  return(-1);
346
31.9k
}
347
348
/* Decode side is specced and easier, because we don't need to find
349
   matches using different criteria; we simply read and map.  There are
350
   two things we need to do 'depending':
351
352
   We may need to support interleave.  We don't really, but it's
353
   convenient to do it here rather than rebuild the vector later.
354
355
   Cascades may be additive or multiplicitive; this is not inherent in
356
   the codebook, but set in the code using the codebook.  Like
357
   interleaving, it's easiest to do it here.
358
   addmul==0 -> declarative (set the value)
359
   addmul==1 -> additive
360
   addmul==2 -> multiplicitive */
361
362
/* returns the [original, not compacted] entry number or -1 on eof *********/
363
258k
long vorbis_book_decode(codebook *book, oggpack_buffer *b){
364
258k
  if(book->used_entries>0){
365
257k
    long packed_entry=decode_packed_entry_number(book,b);
366
257k
    if(packed_entry>=0)
367
253k
      return(book->dec_index[packed_entry]);
368
257k
  }
369
370
  /* if there's no dec_index, the codebook unpacking isn't collapsed */
371
4.47k
  return(-1);
372
258k
}
373
374
/* returns 0 on OK or -1 on eof *************************************/
375
/* decode vector / dim granularity gaurding is done in the upper layer */
376
476k
long vorbis_book_decodevs_add(codebook *book,float *a,oggpack_buffer *b,int n){
377
476k
  if(book->used_entries>0){
378
475k
    int step=n/book->dim;
379
475k
    long *entry = alloca(sizeof(*entry)*step);
380
475k
    float **t = alloca(sizeof(*t)*step);
381
475k
    int i,j,o;
382
383
610k
    for (i = 0; i < step; i++) {
384
135k
      entry[i]=decode_packed_entry_number(book,b);
385
135k
      if(entry[i]==-1)return(-1);
386
134k
      t[i] = book->valuelist+entry[i]*book->dim;
387
134k
    }
388
940M
    for(i=0,o=0;i<book->dim;i++,o+=step)
389
942M
      for (j=0;o+j<n && j<step;j++)
390
2.35M
        a[o+j]+=t[j][i];
391
475k
  }
392
475k
  return(0);
393
476k
}
394
395
/* decode vector / dim granularity gaurding is done in the upper layer */
396
31.0k
long vorbis_book_decodev_add(codebook *book,float *a,oggpack_buffer *b,int n){
397
31.0k
  if(book->used_entries>0){
398
30.5k
    int i,j,entry;
399
30.5k
    float *t;
400
401
66.0k
    for(i=0;i<n;){
402
35.8k
      entry = decode_packed_entry_number(book,b);
403
35.8k
      if(entry==-1)return(-1);
404
35.4k
      t     = book->valuelist+entry*book->dim;
405
563k
      for(j=0;i<n && j<book->dim;)
406
528k
        a[i++]+=t[j++];
407
35.4k
    }
408
30.5k
  }
409
30.6k
  return(0);
410
31.0k
}
411
412
/* unlike the others, we guard against n not being an integer number
413
   of <dim> internally rather than in the upper layer (called only by
414
   floor0) */
415
18.0k
long vorbis_book_decodev_set(codebook *book,float *a,oggpack_buffer *b,int n){
416
18.0k
  if(book->used_entries>0){
417
15.1k
    int i,j,entry;
418
15.1k
    float *t;
419
420
333k
    for(i=0;i<n;){
421
321k
      entry = decode_packed_entry_number(book,b);
422
321k
      if(entry==-1)return(-1);
423
318k
      t     = book->valuelist+entry*book->dim;
424
1.32M
      for (j=0;i<n && j<book->dim;){
425
1.00M
        a[i++]=t[j++];
426
1.00M
      }
427
318k
    }
428
15.1k
  }else{
429
2.91k
    int i;
430
431
410k
    for(i=0;i<n;){
432
407k
      a[i++]=0.f;
433
407k
    }
434
2.91k
  }
435
15.0k
  return(0);
436
18.0k
}
437
438
long vorbis_book_decodevv_add(codebook *book,float **a,long offset,int ch,
439
104k
                              oggpack_buffer *b,int n){
440
441
104k
  long i,j,entry;
442
104k
  int chptr=0;
443
104k
  if(book->used_entries>0){
444
70.8k
    int m=(offset+n)/ch;
445
273k
    for(i=offset/ch;i<m;){
446
203k
      entry = decode_packed_entry_number(book,b);
447
203k
      if(entry==-1)return(-1);
448
202k
      {
449
202k
        const float *t = book->valuelist+entry*book->dim;
450
492M
        for (j=0;i<m && j<book->dim;j++){
451
492M
          a[chptr++][i]+=t[j];
452
492M
          if(chptr==ch){
453
2.36M
            chptr=0;
454
2.36M
            i++;
455
2.36M
          }
456
492M
        }
457
202k
      }
458
202k
    }
459
70.8k
  }
460
103k
  return(0);
461
104k
}