Coverage Report

Created: 2025-09-05 06:55

/src/yara/libyara/base64.c
Line
Count
Source (jump to first uncovered line)
1
/*
2
Copyright (c) 2020. The YARA Authors. All Rights Reserved.
3
4
Redistribution and use in source and binary forms, with or without modification,
5
are permitted provided that the following conditions are met:
6
7
1. Redistributions of source code must retain the above copyright notice, this
8
list of conditions and the following disclaimer.
9
10
2. Redistributions in binary form must reproduce the above copyright notice,
11
this list of conditions and the following disclaimer in the documentation and/or
12
other materials provided with the distribution.
13
14
3. Neither the name of the copyright holder nor the names of its contributors
15
may be used to endorse or promote products derived from this software without
16
specific prior written permission.
17
18
THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS "AS IS" AND
19
ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE IMPLIED
20
WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE ARE
21
DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT HOLDER OR CONTRIBUTORS BE LIABLE FOR
22
ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES
23
(INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES;
24
LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON
25
ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT
26
(INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE OF THIS
27
SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
28
*/
29
30
#include <string.h>
31
#include <yara/base64.h>
32
#include <yara/error.h>
33
#include <yara/mem.h>
34
#include <yara/re.h>
35
#include <yara/sizedstr.h>
36
37
////////////////////////////////////////////////////////////////////////////////
38
// Given a pointer to a SIZED_STRING append 0, 1 or 2 bytes and base64 encode
39
// the string. The number of padding bytes is returned in "pad" and the caller
40
// is expected to trim the appropriate number of leading and trailing bytes.
41
//
42
// This is based upon the ideas at:
43
// https://www.leeholmes.com/searching-for-content-in-base-64-strings/
44
//
45
// The caller is responsible for freeing the returned string.
46
//
47
static SIZED_STRING* _yr_modified_base64_encode(
48
    SIZED_STRING* in,
49
    SIZED_STRING* alphabet,
50
    int i,
51
    int* pad)
52
8.58k
{
53
8.58k
  uint8_t* src = (uint8_t*) in->c_string;
54
8.58k
  size_t len = in->length;
55
8.58k
  SIZED_STRING* out;
56
8.58k
  uint8_t* p;
57
8.58k
  uint8_t* end;
58
8.58k
  char* alphabet_str = alphabet->c_string;
59
8.58k
  uint8_t* tmp;
60
8.58k
  int j;
61
62
8.58k
  *pad = ((i + len) % 3) ? 3 - ((i + len) % 3) : 0;
63
64
  // Add "i" for the number of prepended bytes.
65
8.58k
  out = (SIZED_STRING*) yr_malloc(
66
8.58k
      sizeof(SIZED_STRING) + i + ((len * 4 + 3) / 3) + *pad);
67
68
8.58k
  if (out == NULL)
69
0
    return NULL;
70
71
8.58k
  tmp = (uint8_t*) yr_malloc(sizeof(uint8_t) * (len + i));
72
8.58k
  if (tmp == NULL)
73
0
  {
74
0
    yr_free(out);
75
0
    return NULL;
76
0
  }
77
78
  // Prepend appropriate number of bytes and copy remaining input bytes into
79
  // temporary buffer.
80
17.1k
  for (j = 0; j < i; j++) tmp[j] = 'A';
81
82
8.58k
  memcpy(tmp + j, src, len);
83
8.58k
  src = tmp;
84
85
8.58k
  p = (uint8_t*) out->c_string;
86
8.58k
  end = src + len + j;
87
88
330k
  while (end - src >= 3)
89
321k
  {
90
321k
    *p++ = alphabet_str[src[0] >> 2];
91
321k
    *p++ = alphabet_str[((src[0] & 0x03) << 4 | src[1] >> 4)];
92
321k
    *p++ = alphabet_str[((src[1] & 0x0f) << 2 | (src[2] >> 6))];
93
321k
    *p++ = alphabet_str[src[2] & 0x3f];
94
321k
    src += 3;
95
321k
  }
96
97
  // Handle remaining bytes and padding.
98
8.58k
  if (end - src)
99
5.12k
  {
100
5.12k
    *p++ = alphabet_str[src[0] >> 2];
101
5.12k
    if (end - src == 1)
102
3.45k
    {
103
3.45k
      *p++ = alphabet_str[(src[0] & 0x03) << 4];
104
3.45k
      *p++ = '=';
105
3.45k
    }
106
1.67k
    else
107
1.67k
    {
108
1.67k
      *p++ = alphabet_str[((src[0] & 0x03) << 4 | src[1] >> 4)];
109
1.67k
      *p++ = alphabet_str[(src[1] & 0x0f) << 2];
110
1.67k
    }
111
5.12k
    *p++ = '=';
112
5.12k
  }
113
114
8.58k
  yr_free(tmp);
115
8.58k
  out->length = (uint32_t)(p - (uint8_t*) out->c_string);
116
117
8.58k
  return out;
118
8.58k
}
119
120
////////////////////////////////////////////////////////////////////////////////
121
// Given a base64 encoded string, return a new string with leading and trailing
122
// bytes stripped appropriately. The number of leading bytes to skip is always
123
// (i + 1) or zero when no leading bytes are added and the number of trailing
124
// bytes is always (pad + 1) or zero when pad is zero. Also, convert the final
125
// string to wide if desired.
126
//
127
// Note: This implementation assumes you only prepend 0, 1 or 2 bytes.
128
//
129
static SIZED_STRING* _yr_base64_get_base64_substring(
130
    SIZED_STRING* encoded_str,
131
    int wide,
132
    int i,
133
    int pad)
134
8.58k
{
135
8.58k
  SIZED_STRING* new_str;
136
8.58k
  SIZED_STRING* final_str;
137
8.58k
  char* start;
138
8.58k
  uint32_t length;
139
8.58k
  int trailing;
140
8.58k
  int leading;
141
142
8.58k
  trailing = pad ? pad + 1 : 0;
143
8.58k
  leading = i ? i + 1 : 0;
144
145
8.58k
  length = encoded_str->length - (leading + trailing);
146
147
8.58k
  new_str = (SIZED_STRING*) yr_malloc(sizeof(SIZED_STRING) + length);
148
149
8.58k
  if (new_str == NULL)
150
0
    return NULL;
151
152
8.58k
  start = encoded_str->c_string + leading;
153
154
8.58k
  memcpy(new_str->c_string, start, length);
155
156
8.58k
  new_str->length = length;
157
8.58k
  new_str->c_string[length] = '\0';
158
159
8.58k
  if (wide)
160
4.41k
  {
161
4.41k
    final_str = ss_convert_to_wide(new_str);
162
4.41k
    yr_free(new_str);
163
4.41k
  }
164
4.16k
  else
165
4.16k
  {
166
4.16k
    final_str = new_str;
167
4.16k
  }
168
169
8.58k
  return final_str;
170
8.58k
}
171
172
// RE metacharacters which need to be escaped when generating the final RE.
173
#define IS_METACHAR(x)                                                      \
174
4.70M
  (x == '\\' || x == '^' || x == '$' || x == '|' || x == '(' || x == ')' || \
175
4.70M
   x == '[' || x == ']' || x == '*' || x == '?' || x == '{' || x == ',' ||  \
176
4.70M
   x == '.' || x == '+' || x == '}')
177
178
////////////////////////////////////////////////////////////////////////////////
179
// Given a SIZED_STRING return the number of characters which will need to be
180
// escaped when generating the final string to pass to the regexp compiler.
181
//
182
static int _yr_base64_count_escaped(SIZED_STRING* str)
183
8.58k
{
184
8.58k
  int c = 0;
185
186
2.35M
  for (uint32_t i = 0; i < str->length; i++)
187
2.35M
  {
188
    // We must be careful to escape null bytes because they break the RE lexer.
189
2.35M
    if (IS_METACHAR(str->c_string[i]))
190
28.0k
      c++;
191
2.32M
    else if (str->c_string[i] == '\x00')
192
1.07M
      c += 4;
193
2.35M
  }
194
195
8.58k
  return c;
196
8.58k
}
197
198
////////////////////////////////////////////////////////////////////////////////
199
// Create nodes representing the different encodings of a base64 string.
200
//
201
static int _yr_base64_create_nodes(
202
    SIZED_STRING* str,
203
    SIZED_STRING* alphabet,
204
    int wide,
205
    BASE64_NODE** head,
206
    BASE64_NODE** tail)
207
3.45k
{
208
3.45k
  SIZED_STRING* encoded_str;
209
3.45k
  SIZED_STRING* final_str;
210
3.45k
  BASE64_NODE* node;
211
212
3.45k
  int pad;
213
214
13.8k
  for (int i = 0; i <= 2; i++)
215
10.3k
  {
216
10.3k
    if (i == 1 && str->length == 1)
217
1.78k
      continue;
218
219
8.58k
    node = (BASE64_NODE*) yr_malloc(sizeof(BASE64_NODE));
220
8.58k
    if (node == NULL)
221
0
      return ERROR_INSUFFICIENT_MEMORY;
222
223
8.58k
    FAIL_ON_NULL_WITH_CLEANUP(
224
8.58k
        encoded_str = _yr_modified_base64_encode(str, alphabet, i, &pad),
225
8.58k
        yr_free(node));
226
227
    // Now take the encoded string and strip the bytes which are affected by
228
    // the leading and trailing bytes of the plaintext.
229
8.58k
    FAIL_ON_NULL_WITH_CLEANUP(
230
8.58k
        final_str = _yr_base64_get_base64_substring(encoded_str, wide, i, pad),
231
8.58k
        {
232
8.58k
          yr_free(encoded_str);
233
8.58k
          yr_free(node);
234
8.58k
        });
235
236
8.58k
    yr_free(encoded_str);
237
238
8.58k
    node->str = final_str;
239
8.58k
    node->escaped = _yr_base64_count_escaped(node->str);
240
8.58k
    node->next = NULL;
241
242
8.58k
    if (*head == NULL)
243
2.35k
      *head = node;
244
245
8.58k
    if (*tail == NULL)
246
2.35k
    {
247
2.35k
      *tail = node;
248
2.35k
    }
249
6.23k
    else
250
6.23k
    {
251
6.23k
      (*tail)->next = node;
252
6.23k
      *tail = node;
253
6.23k
    }
254
8.58k
  }
255
256
3.45k
  return ERROR_SUCCESS;
257
3.45k
}
258
259
////////////////////////////////////////////////////////////////////////////////
260
// Useful for printing the encoded strings.
261
//
262
void _yr_base64_print_nodes(BASE64_NODE* head)
263
0
{
264
0
  BASE64_NODE* p = head;
265
266
0
  while (p != NULL)
267
0
  {
268
0
    for (size_t i = 0; i < p->str->length; i++)
269
0
    {
270
0
      if (p->str->c_string[i] >= 32 && p->str->c_string[i] <= 126)
271
0
        printf("%c", p->str->c_string[i]);
272
0
      else
273
0
        printf("\\x%02x", p->str->c_string[i]);
274
0
    }
275
0
    printf("\n");
276
277
0
    p = p->next;
278
0
  }
279
0
}
280
281
////////////////////////////////////////////////////////////////////////////////
282
// Destroy a list of base64 nodes.
283
//
284
static void _yr_base64_destroy_nodes(BASE64_NODE* head)
285
2.35k
{
286
2.35k
  BASE64_NODE* p = head;
287
2.35k
  BASE64_NODE* next;
288
289
10.9k
  while (p != NULL)
290
8.58k
  {
291
8.58k
    yr_free(p->str);
292
8.58k
    next = p->next;
293
8.58k
    yr_free(p);
294
8.58k
    p = next;
295
8.58k
  }
296
2.35k
}
297
298
////////////////////////////////////////////////////////////////////////////////
299
// Create the regexp that is the alternatives of each of the strings collected
300
// in the BASE64_NODE list.
301
//
302
int _yr_base64_create_regexp(
303
    BASE64_NODE* head,
304
    RE_AST** re_ast,
305
    RE_ERROR* re_error)
306
2.35k
{
307
2.35k
  BASE64_NODE* p = head;
308
2.35k
  char* re_str;
309
2.35k
  char* s;
310
2.35k
  uint32_t length = 0;
311
312
  // The number of nodes in the list, used to know how many '|'.
313
2.35k
  uint32_t c = 0;
314
315
10.9k
  while (p != NULL)
316
8.58k
  {
317
8.58k
    length += (p->str->length + p->escaped);
318
8.58k
    c++;
319
8.58k
    p = p->next;
320
8.58k
  }
321
322
2.35k
  if (c == 0)
323
0
    return ERROR_INSUFFICIENT_MEMORY;
324
325
  // Make sure to include '(' and ')'.
326
  // The number of '|' is number of nodes - 1.
327
2.35k
  re_str = (char*) yr_malloc(length + 2 + (c - 1) + 1);
328
2.35k
  if (re_str == NULL)
329
0
    return ERROR_INSUFFICIENT_MEMORY;
330
331
2.35k
  s = re_str;
332
2.35k
  p = head;
333
2.35k
  *s++ = '(';
334
10.9k
  while (p != NULL)
335
8.58k
  {
336
2.35M
    for (uint32_t i = 0; i < p->str->length; i++)
337
2.35M
    {
338
2.35M
      if (IS_METACHAR(p->str->c_string[i]))
339
28.0k
        *s++ = '\\';
340
341
2.35M
      if (p->str->c_string[i] == '\x00')
342
1.07M
      {
343
1.07M
        *s++ = '\\';
344
1.07M
        *s++ = 'x';
345
1.07M
        *s++ = '0';
346
1.07M
        *s++ = '0';
347
1.07M
      }
348
1.28M
      else
349
1.28M
        *s++ = p->str->c_string[i];
350
2.35M
    }
351
352
8.58k
    if (p->next != NULL)
353
6.23k
      *s++ = '|';
354
355
8.58k
    p = p->next;
356
8.58k
  }
357
2.35k
  *s++ = ')';
358
2.35k
  *s = '\x00';
359
360
  // Useful for debugging as long as the string has no NULL bytes in it. ;)
361
  // printf("%s\n", re_str);
362
363
2.35k
  FAIL_ON_ERROR_WITH_CLEANUP(
364
2.35k
      yr_re_parse(re_str, re_ast, re_error, RE_PARSER_FLAG_NONE), yr_free(re_str));
365
366
2.35k
  yr_free(re_str);
367
368
2.35k
  return ERROR_SUCCESS;
369
2.35k
}
370
371
////////////////////////////////////////////////////////////////////////////////
372
// Given a string and an alphabet, generate the RE_AST suitable for representing
373
// the different encodings of the string. This means we generate
374
// "(ABCD|EFGH|IJKL)" and must be careful to escape any special characters as
375
// a result of the base64 encoding.
376
//
377
// This uses ideas from:
378
// https://www.leeholmes.com/searching-for-content-in-base-64-strings/
379
//
380
// This does not emit the code for the RE. A further call to yr_re_ast_emit_code
381
// is required to get the code.
382
//
383
int yr_base64_ast_from_string(
384
    SIZED_STRING* in_str,
385
    YR_MODIFIER modifier,
386
    RE_AST** re_ast,
387
    RE_ERROR* error)
388
2.35k
{
389
2.35k
  BASE64_NODE* head = NULL;
390
2.35k
  BASE64_NODE* tail = NULL;
391
2.35k
  SIZED_STRING* wide_str;
392
393
2.35k
  if (modifier.flags & STRING_FLAGS_WIDE)
394
631
  {
395
631
    wide_str = ss_convert_to_wide(in_str);
396
397
631
    if (modifier.flags & STRING_FLAGS_BASE64)
398
277
    {
399
277
      FAIL_ON_ERROR_WITH_CLEANUP(
400
277
          _yr_base64_create_nodes(wide_str, modifier.alphabet, 0, &head, &tail),
401
277
          {  // Cleanup
402
277
            strcpy(error->message, "Failure encoding base64 wide string");
403
277
            yr_free(wide_str);
404
277
            _yr_base64_destroy_nodes(head);
405
277
          });
406
277
    }
407
408
631
    if (modifier.flags & STRING_FLAGS_BASE64_WIDE)
409
354
    {
410
354
      FAIL_ON_ERROR_WITH_CLEANUP(
411
354
          _yr_base64_create_nodes(wide_str, modifier.alphabet, 1, &head, &tail),
412
354
          {  // Cleanup
413
354
            strcpy(error->message, "Failure encoding base64wide wide string");
414
354
            yr_free(wide_str);
415
354
            _yr_base64_destroy_nodes(head);
416
354
          });
417
354
    }
418
419
631
    yr_free(wide_str);
420
631
  }
421
422
2.35k
  if (modifier.flags & STRING_FLAGS_ASCII)
423
70
  {
424
70
    if (modifier.flags & STRING_FLAGS_BASE64)
425
49
    {
426
49
      FAIL_ON_ERROR_WITH_CLEANUP(
427
49
          _yr_base64_create_nodes(in_str, modifier.alphabet, 0, &head, &tail),
428
49
          {  // Cleanup
429
49
            strcpy(error->message, "Failure encoding base64 ascii string");
430
49
            _yr_base64_destroy_nodes(head);
431
49
          });
432
49
    }
433
434
70
    if (modifier.flags & STRING_FLAGS_BASE64_WIDE)
435
21
    {
436
21
      FAIL_ON_ERROR_WITH_CLEANUP(
437
21
          _yr_base64_create_nodes(in_str, modifier.alphabet, 1, &head, &tail),
438
21
          {  // Cleanup
439
21
            strcpy(error->message, "Failure encoding base64wide ascii string");
440
21
            _yr_base64_destroy_nodes(head);
441
21
          });
442
21
    }
443
70
  }
444
445
2.35k
  if (!(modifier.flags & STRING_FLAGS_WIDE) &&
446
2.35k
      !(modifier.flags & STRING_FLAGS_ASCII))
447
1.65k
  {
448
1.65k
    if (modifier.flags & STRING_FLAGS_BASE64)
449
1.37k
    {
450
1.37k
      FAIL_ON_ERROR_WITH_CLEANUP(
451
1.37k
          _yr_base64_create_nodes(in_str, modifier.alphabet, 0, &head, &tail),
452
1.37k
          {  // Cleanup
453
1.37k
            strcpy(error->message, "Failure encoding base64 string");
454
1.37k
            _yr_base64_destroy_nodes(head);
455
1.37k
          });
456
1.37k
    }
457
458
1.65k
    if (modifier.flags & STRING_FLAGS_BASE64_WIDE)
459
1.38k
    {
460
1.38k
      FAIL_ON_ERROR_WITH_CLEANUP(
461
1.38k
          _yr_base64_create_nodes(in_str, modifier.alphabet, 1, &head, &tail),
462
1.38k
          {  // Cleanup
463
1.38k
            strcpy(error->message, "Failure encoding base64wide string");
464
1.38k
            _yr_base64_destroy_nodes(head);
465
1.38k
          });
466
1.38k
    }
467
1.65k
  }
468
469
  // Useful for printing the contents of the nodes, to make sure they were
470
  // encoded and stripped properly.
471
  //_yr_base64_print_nodes(head);
472
473
  // Create the final regex string to be parsed from all the nodes.
474
  // Error message is filled in by the caller in case of failure.
475
2.35k
  FAIL_ON_ERROR_WITH_CLEANUP(
476
2.35k
      _yr_base64_create_regexp(head, re_ast, error),
477
2.35k
      _yr_base64_destroy_nodes(head));
478
479
2.35k
  _yr_base64_destroy_nodes(head);
480
481
2.35k
  return ERROR_SUCCESS;
482
2.35k
}