Coverage Report

Created: 2025-12-14 06:09

next uncovered line (L), next uncovered region (R), next uncovered branch (B)
/src/php-src/Zend/Optimizer/block_pass.c
Line
Count
Source
1
/*
2
   +----------------------------------------------------------------------+
3
   | Zend OPcache                                                         |
4
   +----------------------------------------------------------------------+
5
   | Copyright (c) The PHP Group                                          |
6
   +----------------------------------------------------------------------+
7
   | This source file is subject to version 3.01 of the PHP license,      |
8
   | that is bundled with this package in the file LICENSE, and is        |
9
   | available through the world-wide-web at the following url:           |
10
   | https://www.php.net/license/3_01.txt                                 |
11
   | If you did not receive a copy of the PHP license and are unable to   |
12
   | obtain it through the world-wide-web, please send a note to          |
13
   | license@php.net so we can mail you a copy immediately.               |
14
   +----------------------------------------------------------------------+
15
   | Authors: Andi Gutmans <andi@php.net>                                 |
16
   |          Zeev Suraski <zeev@php.net>                                 |
17
   |          Stanislav Malyshev <stas@zend.com>                          |
18
   |          Dmitry Stogov <dmitry@php.net>                              |
19
   +----------------------------------------------------------------------+
20
*/
21
22
#include "Optimizer/zend_optimizer.h"
23
#include "Optimizer/zend_optimizer_internal.h"
24
#include "zend_API.h"
25
#include "zend_constants.h"
26
#include "zend_execute.h"
27
#include "zend_vm.h"
28
#include "zend_bitset.h"
29
#include "zend_cfg.h"
30
#include "zend_dump.h"
31
32
/* Checks if a constant (like "true") may be replaced by its value */
33
bool zend_optimizer_get_persistent_constant(zend_string *name, zval *result, bool copy)
34
34.3k
{
35
34.3k
  const zend_constant *c = zend_hash_find_ptr(EG(zend_constants), name);
36
34.3k
  if (c) {
37
26
    if ((ZEND_CONSTANT_FLAGS(c) & CONST_PERSISTENT)
38
26
     && !(ZEND_CONSTANT_FLAGS(c) & CONST_DEPRECATED)
39
0
     && (!(ZEND_CONSTANT_FLAGS(c) & CONST_NO_FILE_CACHE)
40
0
      || !(CG(compiler_options) & ZEND_COMPILE_WITH_FILE_CACHE))) {
41
0
      ZVAL_COPY_VALUE(result, &c->value);
42
0
      if (copy) {
43
0
        Z_TRY_ADDREF_P(result);
44
0
      }
45
0
      return true;
46
26
    } else {
47
26
      return false;
48
26
    }
49
26
  }
50
51
  /* Special constants null/true/false can always be substituted. */
52
34.3k
  c = zend_get_special_const(ZSTR_VAL(name), ZSTR_LEN(name));
53
34.3k
  if (c) {
54
0
    ZVAL_COPY_VALUE(result, &c->value);
55
0
    return true;
56
0
  }
57
34.3k
  return false;
58
34.3k
}
59
60
/* Data dependencies macros */
61
62
978k
#define VAR_SOURCE(op) Tsource[VAR_NUM(op.var)]
63
887k
#define SET_VAR_SOURCE(opline) Tsource[VAR_NUM(opline->result.var)] = opline
64
65
static void strip_leading_nops(const zend_op_array *op_array, zend_basic_block *b)
66
5.08k
{
67
5.08k
  const zend_op *opcodes = op_array->opcodes;
68
69
6.13k
  do {
70
6.13k
    b->start++;
71
6.13k
    b->len--;
72
6.13k
  } while (b->len > 0 && opcodes[b->start].opcode == ZEND_NOP);
73
5.08k
}
74
75
static void strip_nops(const zend_op_array *op_array, zend_basic_block *b)
76
297k
{
77
297k
  uint32_t i, j;
78
79
297k
  if (b->len == 0) {
80
656
    return;
81
656
  }
82
83
296k
  if (op_array->opcodes[b->start].opcode == ZEND_NOP) {
84
2.24k
    strip_leading_nops(op_array, b);
85
2.24k
  }
86
87
296k
  if (b->len == 0) {
88
206
    return;
89
206
  }
90
91
  /* strip the inside NOPs */
92
296k
  i = j = b->start + 1;
93
1.81M
  while (i < b->start + b->len) {
94
1.52M
    if (op_array->opcodes[i].opcode != ZEND_NOP) {
95
1.50M
      if (i != j) {
96
32.6k
        op_array->opcodes[j] = op_array->opcodes[i];
97
32.6k
      }
98
1.50M
      j++;
99
1.50M
    }
100
1.52M
    i++;
101
1.52M
  }
102
296k
  b->len = j - b->start;
103
310k
  while (j < i) {
104
14.4k
    MAKE_NOP(op_array->opcodes + j);
105
14.4k
    j++;
106
14.4k
  }
107
296k
}
108
109
46
static uint32_t get_const_switch_target(const zend_cfg *cfg, const zend_op_array *op_array, const zend_basic_block *block, zend_op *opline, const zval *val) {
110
46
  HashTable *jumptable = Z_ARRVAL(ZEND_OP2_LITERAL(opline));
111
46
  zval *zv;
112
46
  if ((opline->opcode == ZEND_SWITCH_LONG && Z_TYPE_P(val) != IS_LONG)
113
46
      || (opline->opcode == ZEND_SWITCH_STRING && Z_TYPE_P(val) != IS_STRING)) {
114
    /* fallback to next block */
115
0
    return block->successors[block->successors_count - 1];
116
0
  }
117
46
  if (opline->opcode == ZEND_MATCH && Z_TYPE_P(val) != IS_LONG && Z_TYPE_P(val) != IS_STRING) {
118
    /* always jump to the default arm */
119
8
    return block->successors[block->successors_count - 1];
120
8
  }
121
38
  if (Z_TYPE_P(val) == IS_LONG) {
122
20
    zv = zend_hash_index_find(jumptable, Z_LVAL_P(val));
123
20
  } else {
124
18
    ZEND_ASSERT(Z_TYPE_P(val) == IS_STRING);
125
18
    zv = zend_hash_find(jumptable, Z_STR_P(val));
126
18
  }
127
38
  if (!zv) {
128
    /* default */
129
26
    return block->successors[block->successors_count - (opline->opcode == ZEND_MATCH ? 1 : 2)];
130
26
  }
131
12
  return cfg->map[ZEND_OFFSET_TO_OPLINE_NUM(op_array, opline, Z_LVAL_P(zv))];
132
38
}
133
134
static void zend_optimize_block(zend_basic_block *block, zend_op_array *op_array, zend_bitset used_ext, zend_cfg *cfg, zend_op **Tsource, uint32_t *opt_count)
135
297k
{
136
297k
  zend_op *opline, *src;
137
297k
  zend_op *end, *last_op = NULL;
138
139
297k
  if (block->len == 0) {
140
118
    return;
141
118
  }
142
143
297k
  if (op_array->opcodes[block->start].opcode == ZEND_NOP) {
144
    /* remove leading NOPs */
145
2.84k
    strip_leading_nops(op_array, block);
146
2.84k
  }
147
148
297k
  opline = op_array->opcodes + block->start;
149
297k
  end = opline + block->len;
150
2.11M
  while (opline < end) {
151
    /* Constant Propagation: strip X = QM_ASSIGN(const) */
152
1.82M
    if (opline->op1_type == IS_TMP_VAR &&
153
433k
        opline->opcode != ZEND_FREE) {
154
407k
      src = VAR_SOURCE(opline->op1);
155
407k
      if (src &&
156
376k
          src->opcode == ZEND_QM_ASSIGN &&
157
1.98k
          src->op1_type == IS_CONST
158
407k
      ) {
159
1.13k
        znode_op op1 = opline->op1;
160
1.13k
        if (opline->opcode == ZEND_VERIFY_RETURN_TYPE) {
161
2
          COPY_NODE(opline->result, opline->op1);
162
2
          COPY_NODE(opline->op1, src->op1);
163
2
          VAR_SOURCE(op1) = NULL;
164
2
          MAKE_NOP(src);
165
2
          ++(*opt_count);
166
1.13k
        } else {
167
1.13k
          zval c;
168
1.13k
          ZVAL_COPY(&c, &ZEND_OP1_LITERAL(src));
169
1.13k
          if (opline->opcode != ZEND_CASE
170
1.13k
           && opline->opcode != ZEND_CASE_STRICT
171
1.13k
           && opline->opcode != ZEND_FETCH_LIST_R
172
1.12k
           && opline->opcode != ZEND_SWITCH_LONG
173
1.12k
           && opline->opcode != ZEND_SWITCH_STRING
174
1.12k
           && opline->opcode != ZEND_MATCH
175
1.12k
           && opline->opcode != ZEND_MATCH_ERROR
176
1.12k
           && zend_optimizer_update_op1_const(op_array, opline, &c)) {
177
1.09k
            VAR_SOURCE(op1) = NULL;
178
1.09k
            if (opline->opcode != ZEND_JMP_NULL
179
1.09k
             && !zend_bitset_in(used_ext, VAR_NUM(src->result.var))) {
180
638
              literal_dtor(&ZEND_OP1_LITERAL(src));
181
638
              MAKE_NOP(src);
182
638
            }
183
1.09k
            ++(*opt_count);
184
1.09k
          } else {
185
32
            zval_ptr_dtor_nogc(&c);
186
32
          }
187
1.13k
        }
188
1.13k
      }
189
407k
    }
190
191
    /* Constant Propagation: strip X = QM_ASSIGN(const) */
192
1.82M
    if (opline->op2_type == IS_TMP_VAR) {
193
286k
      src = VAR_SOURCE(opline->op2);
194
286k
      if (src &&
195
260k
          src->opcode == ZEND_QM_ASSIGN &&
196
68
          src->op1_type == IS_CONST) {
197
198
54
        znode_op op2 = opline->op2;
199
54
        zval c;
200
201
54
        ZVAL_COPY(&c, &ZEND_OP1_LITERAL(src));
202
54
        if (zend_optimizer_update_op2_const(op_array, opline, &c)) {
203
48
          VAR_SOURCE(op2) = NULL;
204
48
          if (!zend_bitset_in(used_ext, VAR_NUM(src->result.var))) {
205
48
            literal_dtor(&ZEND_OP1_LITERAL(src));
206
48
            MAKE_NOP(src);
207
48
          }
208
48
          ++(*opt_count);
209
48
        } else {
210
6
          zval_ptr_dtor_nogc(&c);
211
6
        }
212
54
      }
213
286k
    }
214
215
1.82M
    switch (opline->opcode) {
216
88.7k
      case ZEND_ECHO:
217
88.7k
        if (opline->op1_type & (IS_TMP_VAR|IS_VAR)) {
218
18.0k
          src = VAR_SOURCE(opline->op1);
219
18.0k
          if (src &&
220
16.6k
              src->opcode == ZEND_CAST &&
221
49
              src->extended_value == IS_STRING) {
222
            /* T = CAST(X, String), ECHO(T) => NOP, ECHO(X) */
223
33
            VAR_SOURCE(opline->op1) = NULL;
224
33
            COPY_NODE(opline->op1, src->op1);
225
33
            MAKE_NOP(src);
226
33
            ++(*opt_count);
227
33
          }
228
70.7k
        } else if (opline->op1_type == IS_CONST &&
229
70.2k
                   Z_TYPE(ZEND_OP1_LITERAL(opline)) != IS_DOUBLE) {
230
70.2k
          if (last_op == opline - 1) {
231
            /* compress consecutive ECHO's.
232
             * Float to string conversion may be affected by current
233
             * locale setting.
234
             */
235
3.18k
            size_t l, old_len;
236
237
3.18k
            if (Z_TYPE(ZEND_OP1_LITERAL(opline)) != IS_STRING) {
238
34
              convert_to_string(&ZEND_OP1_LITERAL(opline));
239
34
            }
240
3.18k
            if (Z_TYPE(ZEND_OP1_LITERAL(last_op)) != IS_STRING) {
241
18
              convert_to_string(&ZEND_OP1_LITERAL(last_op));
242
18
            }
243
3.18k
            old_len = Z_STRLEN(ZEND_OP1_LITERAL(last_op));
244
3.18k
            l = old_len + Z_STRLEN(ZEND_OP1_LITERAL(opline));
245
3.18k
            if (!Z_REFCOUNTED(ZEND_OP1_LITERAL(last_op))) {
246
1.27k
              zend_string *tmp = zend_string_alloc(l, 0);
247
1.27k
              memcpy(ZSTR_VAL(tmp), Z_STRVAL(ZEND_OP1_LITERAL(last_op)), old_len);
248
1.27k
              Z_STR(ZEND_OP1_LITERAL(last_op)) = tmp;
249
1.90k
            } else {
250
1.90k
              Z_STR(ZEND_OP1_LITERAL(last_op)) = zend_string_extend(Z_STR(ZEND_OP1_LITERAL(last_op)), l, 0);
251
1.90k
            }
252
3.18k
            Z_TYPE_INFO(ZEND_OP1_LITERAL(last_op)) = IS_STRING_EX;
253
3.18k
            memcpy(Z_STRVAL(ZEND_OP1_LITERAL(last_op)) + old_len, Z_STRVAL(ZEND_OP1_LITERAL(opline)), Z_STRLEN(ZEND_OP1_LITERAL(opline)));
254
3.18k
            Z_STRVAL(ZEND_OP1_LITERAL(last_op))[l] = '\0';
255
3.18k
            zval_ptr_dtor_nogc(&ZEND_OP1_LITERAL(opline));
256
3.18k
            ZVAL_STR(&ZEND_OP1_LITERAL(opline), zend_new_interned_string(Z_STR(ZEND_OP1_LITERAL(last_op))));
257
3.18k
            ZVAL_NULL(&ZEND_OP1_LITERAL(last_op));
258
3.18k
            MAKE_NOP(last_op);
259
3.18k
            ++(*opt_count);
260
3.18k
          }
261
70.2k
          last_op = opline;
262
70.2k
        }
263
88.7k
        break;
264
265
280
      case ZEND_MATCH_ERROR:
266
280
        if (opline->op1_type & (IS_TMP_VAR|IS_VAR)) {
267
100
          src = VAR_SOURCE(opline->op1);
268
100
          VAR_SOURCE(opline->op1) = NULL;
269
100
        }
270
280
        break;
271
272
35.7k
      case ZEND_FREE:
273
        /* Note: Only remove the source if the source is local to this block.
274
         * If it's not local, then the other blocks successors must also eventually either FREE or consume the temporary,
275
         * hence removing the temporary is not safe in the general case, especially when other consumers are not FREE.
276
         * A FREE may not be removed without also removing the source's result, because otherwise that would cause a memory leak. */
277
35.7k
        if (opline->extended_value == ZEND_FREE_VOID_CAST) {
278
          /* Keep the ZEND_FREE opcode alive. */
279
35.6k
        } else if (opline->op1_type == IS_TMP_VAR) {
280
25.8k
          src = VAR_SOURCE(opline->op1);
281
25.8k
          if (src) {
282
23.8k
            switch (src->opcode) {
283
32
              case ZEND_BOOL:
284
200
              case ZEND_BOOL_NOT:
285
                /* T = BOOL(X), FREE(T) => T = BOOL(X) */
286
                /* The remaining BOOL is removed by a separate optimization */
287
                /* The source is a bool, no source removals take place, so this may be done non-locally. */
288
200
                VAR_SOURCE(opline->op1) = NULL;
289
200
                MAKE_NOP(opline);
290
200
                ++(*opt_count);
291
200
                break;
292
148
              case ZEND_ASSIGN:
293
148
              case ZEND_ASSIGN_DIM:
294
149
              case ZEND_ASSIGN_OBJ:
295
149
              case ZEND_ASSIGN_STATIC_PROP:
296
404
              case ZEND_ASSIGN_OP:
297
404
              case ZEND_ASSIGN_DIM_OP:
298
410
              case ZEND_ASSIGN_OBJ_OP:
299
410
              case ZEND_ASSIGN_STATIC_PROP_OP:
300
410
              case ZEND_PRE_INC:
301
410
              case ZEND_PRE_DEC:
302
410
              case ZEND_PRE_INC_OBJ:
303
410
              case ZEND_PRE_DEC_OBJ:
304
410
              case ZEND_PRE_INC_STATIC_PROP:
305
410
              case ZEND_PRE_DEC_STATIC_PROP:
306
410
                if (src < op_array->opcodes + block->start) {
307
0
                  break;
308
0
                }
309
410
                src->result_type = IS_UNUSED;
310
410
                VAR_SOURCE(opline->op1) = NULL;
311
410
                MAKE_NOP(opline);
312
410
                ++(*opt_count);
313
410
                break;
314
23.2k
              default:
315
23.2k
                break;
316
23.8k
            }
317
23.8k
          }
318
25.8k
        } else if (opline->op1_type == IS_VAR) {
319
9.88k
          src = VAR_SOURCE(opline->op1);
320
          /* V = OP, FREE(V) => OP. NOP */
321
9.88k
          if (src >= op_array->opcodes + block->start &&
322
9.36k
              src->opcode != ZEND_FETCH_R &&
323
9.36k
              src->opcode != ZEND_FETCH_STATIC_PROP_R &&
324
9.36k
              src->opcode != ZEND_FETCH_DIM_R &&
325
9.36k
              src->opcode != ZEND_FETCH_OBJ_R &&
326
9.36k
              src->opcode != ZEND_NEW &&
327
487
              src->opcode != ZEND_FETCH_THIS) {
328
487
            src->result_type = IS_UNUSED;
329
487
            MAKE_NOP(opline);
330
487
            ++(*opt_count);
331
487
            if (src->opcode == ZEND_QM_ASSIGN) {
332
12
              if (src->op1_type & (IS_VAR|IS_TMP_VAR)) {
333
0
                src->opcode = ZEND_FREE;
334
12
              } else {
335
12
                MAKE_NOP(src);
336
12
              }
337
12
            }
338
487
          }
339
9.88k
        }
340
35.7k
        break;
341
342
#if 0
343
    /* pre-evaluate functions:
344
       constant(x)
345
       function_exists(x)
346
       extension_loaded(x)
347
       BAD: interacts badly with Accelerator
348
    */
349
    if((opline->op1_type & IS_VAR) &&
350
       VAR_SOURCE(opline->op1) && VAR_SOURCE(opline->op1)->opcode == ZEND_DO_CF_FCALL &&
351
       VAR_SOURCE(opline->op1)->extended_value == 1) {
352
      zend_op *fcall = VAR_SOURCE(opline->op1);
353
      zend_op *sv = fcall-1;
354
      if(sv >= block->start_opline && sv->opcode == ZEND_SEND_VAL &&
355
         sv->op1_type == IS_CONST && Z_TYPE(OPLINE_OP1_LITERAL(sv)) == IS_STRING &&
356
         Z_LVAL(OPLINE_OP2_LITERAL(sv)) == 1
357
         ) {
358
        zval *arg = &OPLINE_OP1_LITERAL(sv);
359
        char *fname = FUNCTION_CACHE->funcs[Z_LVAL(ZEND_OP1_LITERAL(fcall))].function_name;
360
        size_t flen = FUNCTION_CACHE->funcs[Z_LVAL(ZEND_OP1_LITERAL(fcall))].name_len;
361
        if((flen == sizeof("function_exists")-1 && zend_binary_strcasecmp(fname, flen, "function_exists", sizeof("function_exists")-1) == 0) ||
362
              (flen == sizeof("is_callable")-1 && zend_binary_strcasecmp(fname, flen, "is_callable", sizeof("is_callable")-1) == 0)
363
              ) {
364
          zend_function *function;
365
          if((function = zend_hash_find_ptr(EG(function_table), Z_STR_P(arg))) != NULL) {
366
            literal_dtor(arg);
367
            MAKE_NOP(sv);
368
            MAKE_NOP(fcall);
369
            LITERAL_BOOL(opline->op1, 1);
370
            opline->op1_type = IS_CONST;
371
          }
372
        } else if(flen == sizeof("constant")-1 && zend_binary_strcasecmp(fname, flen, "constant", sizeof("constant")-1) == 0) {
373
          zval c;
374
          if (zend_optimizer_get_persistent_constant(Z_STR_P(arg), &c, true ELS_CC)) {
375
            literal_dtor(arg);
376
            MAKE_NOP(sv);
377
            MAKE_NOP(fcall);
378
            ZEND_OP1_LITERAL(opline) = zend_optimizer_add_literal(op_array, &c);
379
            /* no copy ctor - get already copied it */
380
            opline->op1_type = IS_CONST;
381
          }
382
        } else if(flen == sizeof("extension_loaded")-1 && zend_binary_strcasecmp(fname, flen, "extension_loaded", sizeof("extension_loaded")-1) == 0) {
383
          if(zend_hash_exists(&module_registry, Z_STR_P(arg))) {
384
            literal_dtor(arg);
385
            MAKE_NOP(sv);
386
            MAKE_NOP(fcall);
387
            LITERAL_BOOL(opline->op1, 1);
388
            opline->op1_type = IS_CONST;
389
          }
390
        }
391
      }
392
    }
393
#endif
394
395
35.7k
      case ZEND_FETCH_LIST_R:
396
1.04k
      case ZEND_FETCH_LIST_W:
397
1.04k
        if (opline->op1_type & (IS_TMP_VAR|IS_VAR)) {
398
          /* LIST variable will be deleted later by FREE */
399
872
          Tsource[VAR_NUM(opline->op1.var)] = NULL;
400
872
        }
401
1.04k
        break;
402
403
4
      case ZEND_SWITCH_LONG:
404
53
      case ZEND_SWITCH_STRING:
405
199
      case ZEND_MATCH:
406
199
        if (opline->op1_type & (IS_TMP_VAR|IS_VAR)) {
407
          /* SWITCH variable will be deleted later by FREE, so we can't optimize it */
408
63
          Tsource[VAR_NUM(opline->op1.var)] = NULL;
409
63
          break;
410
63
        }
411
136
        if (opline->op1_type == IS_CONST) {
412
46
          uint32_t target = get_const_switch_target(cfg, op_array, block, opline, &ZEND_OP1_LITERAL(opline));
413
46
          literal_dtor(&ZEND_OP1_LITERAL(opline));
414
46
          literal_dtor(&ZEND_OP2_LITERAL(opline));
415
46
          opline->opcode = ZEND_JMP;
416
46
          opline->op1_type = IS_UNUSED;
417
46
          opline->op2_type = IS_UNUSED;
418
46
          block->successors_count = 1;
419
46
          block->successors[0] = target;
420
46
        }
421
136
        break;
422
423
0
      case ZEND_EXT_STMT:
424
0
        if (opline->op1_type & (IS_TMP_VAR|IS_VAR)) {
425
          /* Variable will be deleted later by FREE, so we can't optimize it */
426
0
          Tsource[VAR_NUM(opline->op1.var)] = NULL;
427
0
          break;
428
0
        }
429
0
        break;
430
431
101
      case ZEND_CASE:
432
223
      case ZEND_CASE_STRICT:
433
1.67k
      case ZEND_COPY_TMP:
434
1.67k
        if (opline->op1_type & (IS_TMP_VAR|IS_VAR)) {
435
          /* Variable will be deleted later by FREE, so we can't optimize it */
436
1.67k
          Tsource[VAR_NUM(opline->op1.var)] = NULL;
437
1.67k
          break;
438
1.67k
        }
439
0
        if (opline->op1_type == IS_CONST &&
440
0
            opline->op2_type == IS_CONST) {
441
0
          goto optimize_constant_binary_op;
442
0
        }
443
            /*
444
             * CASE(TRUE, X)       => BOOL(X)
445
             * CASE(FALSE, X)      => BOOL_NOT(X)
446
             */
447
0
        if (opline->op1_type == IS_CONST &&
448
0
          (Z_TYPE(ZEND_OP1_LITERAL(opline)) == IS_FALSE ||
449
0
           Z_TYPE(ZEND_OP1_LITERAL(opline)) == IS_TRUE)) {
450
          /* Optimization of comparison with "null" is not safe,
451
           * because ("0" == null) is not equal to !("0")
452
           */
453
0
          opline->opcode =
454
0
            ((opline->opcode != ZEND_IS_NOT_EQUAL) == ((Z_TYPE(ZEND_OP1_LITERAL(opline))) == IS_TRUE)) ?
455
0
            ZEND_BOOL : ZEND_BOOL_NOT;
456
0
          COPY_NODE(opline->op1, opline->op2);
457
0
          SET_UNUSED(opline->op2);
458
0
          ++(*opt_count);
459
0
          goto optimize_bool;
460
0
        } else if (opline->op2_type == IS_CONST &&
461
0
                   (Z_TYPE(ZEND_OP2_LITERAL(opline)) == IS_FALSE ||
462
0
                    Z_TYPE(ZEND_OP2_LITERAL(opline)) == IS_TRUE)) {
463
          /* Optimization of comparison with "null" is not safe,
464
           * because ("0" == null) is not equal to !("0")
465
           */
466
0
          opline->opcode =
467
0
            ((opline->opcode != ZEND_IS_NOT_EQUAL) == ((Z_TYPE(ZEND_OP2_LITERAL(opline))) == IS_TRUE)) ?
468
0
            ZEND_BOOL : ZEND_BOOL_NOT;
469
0
          SET_UNUSED(opline->op2);
470
0
          ++(*opt_count);
471
0
          goto optimize_bool;
472
0
        }
473
0
        break;
474
475
12.1k
      case ZEND_IS_EQUAL:
476
14.0k
      case ZEND_IS_NOT_EQUAL:
477
14.0k
        if (opline->op1_type == IS_CONST &&
478
0
          opline->op2_type == IS_CONST) {
479
0
          goto optimize_constant_binary_op;
480
0
        }
481
        /* IS_EQ(TRUE, X)      => BOOL(X)
482
         * IS_EQ(FALSE, X)     => BOOL_NOT(X)
483
         * IS_NOT_EQ(TRUE, X)  => BOOL_NOT(X)
484
         * IS_NOT_EQ(FALSE, X) => BOOL(X)
485
         * Those optimizations are not safe if the other operand ends up being NAN
486
         * as BOOL/BOOL_NOT will warn, while IS_EQUAL/IS_NOT_EQUAL do not.
487
         */
488
14.0k
        break;
489
14.0k
      case ZEND_IS_IDENTICAL:
490
1.36k
        if (opline->op1_type == IS_CONST &&
491
0
          opline->op2_type == IS_CONST) {
492
0
          goto optimize_constant_binary_op;
493
0
        }
494
495
1.36k
        if (opline->op1_type == IS_CONST &&
496
0
          (Z_TYPE(ZEND_OP1_LITERAL(opline)) <= IS_TRUE && Z_TYPE(ZEND_OP1_LITERAL(opline)) >= IS_NULL)) {
497
          /* IS_IDENTICAL(TRUE, T)  => TYPE_CHECK(T, TRUE)
498
           * IS_IDENTICAL(FALSE, T) => TYPE_CHECK(T, FALSE)
499
           * IS_IDENTICAL(NULL, T)  => TYPE_CHECK(T, NULL)
500
           */
501
0
          opline->opcode = ZEND_TYPE_CHECK;
502
0
          opline->extended_value = (1 << Z_TYPE(ZEND_OP1_LITERAL(opline)));
503
0
          COPY_NODE(opline->op1, opline->op2);
504
0
          SET_UNUSED(opline->op2);
505
0
          ++(*opt_count);
506
0
          goto optimize_type_check;
507
1.36k
        } else if (opline->op2_type == IS_CONST &&
508
922
          (Z_TYPE(ZEND_OP2_LITERAL(opline)) <= IS_TRUE && Z_TYPE(ZEND_OP2_LITERAL(opline)) >= IS_NULL)) {
509
          /* IS_IDENTICAL(T, TRUE)  => TYPE_CHECK(T, TRUE)
510
           * IS_IDENTICAL(T, FALSE) => TYPE_CHECK(T, FALSE)
511
           * IS_IDENTICAL(T, NULL)  => TYPE_CHECK(T, NULL)
512
           */
513
64
          opline->opcode = ZEND_TYPE_CHECK;
514
64
          opline->extended_value = (1 << Z_TYPE(ZEND_OP2_LITERAL(opline)));
515
64
          SET_UNUSED(opline->op2);
516
64
          ++(*opt_count);
517
64
          goto optimize_type_check;
518
64
        }
519
1.30k
        break;
520
1.30k
      case ZEND_TYPE_CHECK:
521
682
optimize_type_check:
522
682
        if (opline->extended_value == (1 << IS_TRUE) || opline->extended_value == (1 << IS_FALSE)) {
523
130
          if (opline->op1_type == IS_TMP_VAR &&
524
100
            !zend_bitset_in(used_ext, VAR_NUM(opline->op1.var))) {
525
100
            src = VAR_SOURCE(opline->op1);
526
527
100
            if (src) {
528
100
              switch (src->opcode) {
529
0
                case ZEND_BOOL:
530
0
                case ZEND_BOOL_NOT:
531
                  /* T = BOOL(X)     + TYPE_CHECK(T, TRUE)  -> BOOL(X), NOP
532
                   * T = BOOL(X)     + TYPE_CHECK(T, FALSE) -> BOOL_NOT(X), NOP
533
                   * T = BOOL_NOT(X) + TYPE_CHECK(T, TRUE)  -> BOOL_NOT(X), NOP
534
                   * T = BOOL_NOT(X) + TYPE_CHECK(T, FALSE) -> BOOL(X), NOP
535
                   */
536
0
                  src->opcode =
537
0
                    ((src->opcode == ZEND_BOOL) == (opline->extended_value == (1 << IS_TRUE))) ?
538
0
                    ZEND_BOOL : ZEND_BOOL_NOT;
539
0
                  COPY_NODE(src->result, opline->result);
540
0
                  SET_VAR_SOURCE(src);
541
0
                  MAKE_NOP(opline);
542
0
                  ++(*opt_count);
543
0
                  break;
544
100
              }
545
100
            }
546
100
          }
547
130
        }
548
682
        break;
549
  
550
3.75k
      case ZEND_BOOL:
551
8.73k
      case ZEND_BOOL_NOT:
552
11.3k
      optimize_bool:
553
11.3k
        if (opline->op1_type == IS_CONST) {
554
1.19k
          goto optimize_const_unary_op;
555
1.19k
        }
556
10.1k
        if (opline->op1_type == IS_TMP_VAR &&
557
8.66k
            !zend_bitset_in(used_ext, VAR_NUM(opline->op1.var))) {
558
8.16k
          src = VAR_SOURCE(opline->op1);
559
8.16k
          if (src) {
560
8.16k
            switch (src->opcode) {
561
1.39k
              case ZEND_BOOL_NOT:
562
                /* T = BOOL_NOT(X) + BOOL(T) -> NOP, BOOL_NOT(X) */
563
1.39k
                VAR_SOURCE(opline->op1) = NULL;
564
1.39k
                COPY_NODE(opline->op1, src->op1);
565
1.39k
                opline->opcode = (opline->opcode == ZEND_BOOL) ? ZEND_BOOL_NOT : ZEND_BOOL;
566
1.39k
                MAKE_NOP(src);
567
1.39k
                ++(*opt_count);
568
1.39k
                goto optimize_bool;
569
1.25k
              case ZEND_BOOL:
570
                /* T = BOOL(X) + BOOL(T) -> NOP, BOOL(X) */
571
1.25k
                VAR_SOURCE(opline->op1) = NULL;
572
1.25k
                COPY_NODE(opline->op1, src->op1);
573
1.25k
                MAKE_NOP(src);
574
1.25k
                ++(*opt_count);
575
1.25k
                goto optimize_bool;
576
115
              case ZEND_IS_EQUAL:
577
115
                if (opline->opcode == ZEND_BOOL_NOT) {
578
0
                  src->opcode = ZEND_IS_NOT_EQUAL;
579
0
                }
580
115
                COPY_NODE(src->result, opline->result);
581
115
                SET_VAR_SOURCE(src);
582
115
                MAKE_NOP(opline);
583
115
                ++(*opt_count);
584
115
                break;
585
162
              case ZEND_IS_NOT_EQUAL:
586
162
                if (opline->opcode == ZEND_BOOL_NOT) {
587
0
                  src->opcode = ZEND_IS_EQUAL;
588
0
                }
589
162
                COPY_NODE(src->result, opline->result);
590
162
                SET_VAR_SOURCE(src);
591
162
                MAKE_NOP(opline);
592
162
                ++(*opt_count);
593
162
                break;
594
68
              case ZEND_IS_IDENTICAL:
595
68
                if (opline->opcode == ZEND_BOOL_NOT) {
596
0
                  src->opcode = ZEND_IS_NOT_IDENTICAL;
597
0
                }
598
68
                COPY_NODE(src->result, opline->result);
599
68
                SET_VAR_SOURCE(src);
600
68
                MAKE_NOP(opline);
601
68
                ++(*opt_count);
602
68
                break;
603
32
              case ZEND_IS_NOT_IDENTICAL:
604
32
                if (opline->opcode == ZEND_BOOL_NOT) {
605
0
                  src->opcode = ZEND_IS_IDENTICAL;
606
0
                }
607
32
                COPY_NODE(src->result, opline->result);
608
32
                SET_VAR_SOURCE(src);
609
32
                MAKE_NOP(opline);
610
32
                ++(*opt_count);
611
32
                break;
612
139
              case ZEND_IS_SMALLER:
613
139
                if (opline->opcode == ZEND_BOOL_NOT) {
614
0
                  uint8_t tmp_type;
615
0
                  uint32_t tmp;
616
617
0
                  src->opcode = ZEND_IS_SMALLER_OR_EQUAL;
618
0
                  tmp_type = src->op1_type;
619
0
                  src->op1_type = src->op2_type;
620
0
                  src->op2_type = tmp_type;
621
0
                  tmp = src->op1.num;
622
0
                  src->op1.num = src->op2.num;
623
0
                  src->op2.num = tmp;
624
0
                }
625
139
                COPY_NODE(src->result, opline->result);
626
139
                SET_VAR_SOURCE(src);
627
139
                MAKE_NOP(opline);
628
139
                ++(*opt_count);
629
139
                break;
630
76
              case ZEND_IS_SMALLER_OR_EQUAL:
631
76
                if (opline->opcode == ZEND_BOOL_NOT) {
632
0
                  uint8_t tmp_type;
633
0
                  uint32_t tmp;
634
635
0
                  src->opcode = ZEND_IS_SMALLER;
636
0
                  tmp_type = src->op1_type;
637
0
                  src->op1_type = src->op2_type;
638
0
                  src->op2_type = tmp_type;
639
0
                  tmp = src->op1.num;
640
0
                  src->op1.num = src->op2.num;
641
0
                  src->op2.num = tmp;
642
0
                }
643
76
                COPY_NODE(src->result, opline->result);
644
76
                SET_VAR_SOURCE(src);
645
76
                MAKE_NOP(opline);
646
76
                ++(*opt_count);
647
76
                break;
648
6
              case ZEND_ISSET_ISEMPTY_CV:
649
16
              case ZEND_ISSET_ISEMPTY_VAR:
650
140
              case ZEND_ISSET_ISEMPTY_DIM_OBJ:
651
178
              case ZEND_ISSET_ISEMPTY_PROP_OBJ:
652
186
              case ZEND_ISSET_ISEMPTY_STATIC_PROP:
653
203
              case ZEND_INSTANCEOF:
654
266
              case ZEND_TYPE_CHECK:
655
268
              case ZEND_DEFINED:
656
268
              case ZEND_IN_ARRAY:
657
282
              case ZEND_ARRAY_KEY_EXISTS:
658
282
                if (opline->opcode == ZEND_BOOL_NOT) {
659
229
                  break;
660
229
                }
661
53
                COPY_NODE(src->result, opline->result);
662
53
                SET_VAR_SOURCE(src);
663
53
                MAKE_NOP(opline);
664
53
                ++(*opt_count);
665
53
                break;
666
8.16k
            }
667
8.16k
          }
668
8.16k
        }
669
7.53k
        break;
670
671
15.0k
      case ZEND_JMPZ:
672
20.3k
      case ZEND_JMPNZ:
673
21.2k
          while (1) {
674
21.2k
          if (opline->op1_type == IS_CONST) {
675
406
            ++(*opt_count);
676
406
            block->successors_count = 1;
677
406
            if (zend_is_true(&ZEND_OP1_LITERAL(opline)) ==
678
406
                (opline->opcode == ZEND_JMPZ)) {
679
680
240
              MAKE_NOP(opline);
681
240
              block->successors[0] = block->successors[1];
682
240
              block->len--;
683
240
              cfg->blocks[block->successors[0]].flags |= ZEND_BB_FOLLOW;
684
240
              break;
685
240
            } else {
686
166
              zend_basic_block *next = cfg->blocks + block->successors[1];
687
688
166
              next->flags &= ~ZEND_BB_FOLLOW;
689
166
              if (!(next->flags & (ZEND_BB_TARGET|ZEND_BB_PROTECTED))) {
690
132
                next->flags &= ~ZEND_BB_REACHABLE;
691
132
              }
692
166
              opline->opcode = ZEND_JMP;
693
166
              COPY_NODE(opline->op1, opline->op2);
694
166
              break;
695
166
            }
696
20.8k
          } else if (opline->op1_type == IS_TMP_VAR &&
697
19.4k
                     !zend_bitset_in(used_ext, VAR_NUM(opline->op1.var))) {
698
18.9k
            src = VAR_SOURCE(opline->op1);
699
18.9k
            if (src) {
700
18.9k
              if (src->opcode == ZEND_BOOL_NOT) {
701
360
                VAR_SOURCE(opline->op1) = NULL;
702
360
                COPY_NODE(opline->op1, src->op1);
703
                /* T = BOOL_NOT(X) + JMPZ(T) -> NOP, JMPNZ(X) */
704
360
                opline->opcode = INV_COND(opline->opcode);
705
360
                MAKE_NOP(src);
706
360
                ++(*opt_count);
707
360
                continue;
708
18.5k
              } else if (src->opcode == ZEND_BOOL ||
709
18.0k
                         src->opcode == ZEND_QM_ASSIGN) {
710
524
                VAR_SOURCE(opline->op1) = NULL;
711
524
                COPY_NODE(opline->op1, src->op1);
712
524
                MAKE_NOP(src);
713
524
                ++(*opt_count);
714
524
                continue;
715
524
              }
716
18.9k
            }
717
18.9k
          }
718
19.9k
          break;
719
21.2k
        }
720
20.3k
        break;
721
722
1.52k
      case ZEND_JMPZ_EX:
723
2.99k
      case ZEND_JMPNZ_EX:
724
3.47k
        while (1) {
725
3.47k
          if (opline->op1_type == IS_CONST) {
726
623
            bool is_jmpz_ex = opline->opcode == ZEND_JMPZ_EX;
727
623
            if (zend_is_true(&ZEND_OP1_LITERAL(opline)) == is_jmpz_ex) {
728
729
155
              ++(*opt_count);
730
155
              opline->opcode = ZEND_QM_ASSIGN;
731
155
              zval_ptr_dtor_nogc(&ZEND_OP1_LITERAL(opline));
732
155
              ZVAL_BOOL(&ZEND_OP1_LITERAL(opline), is_jmpz_ex);
733
155
              opline->op2.num = 0;
734
155
              block->successors_count = 1;
735
155
              block->successors[0] = block->successors[1];
736
155
              cfg->blocks[block->successors[0]].flags |= ZEND_BB_FOLLOW;
737
155
              break;
738
155
            }
739
2.84k
          } else if (opline->op1_type == IS_TMP_VAR &&
740
2.71k
                     (!zend_bitset_in(used_ext, VAR_NUM(opline->op1.var)) ||
741
2.34k
                      opline->result.var == opline->op1.var)) {
742
2.34k
            src = VAR_SOURCE(opline->op1);
743
2.34k
            if (src) {
744
1.98k
              if (src->opcode == ZEND_BOOL ||
745
1.51k
                  src->opcode == ZEND_QM_ASSIGN) {
746
471
                VAR_SOURCE(opline->op1) = NULL;
747
471
                COPY_NODE(opline->op1, src->op1);
748
471
                MAKE_NOP(src);
749
471
                ++(*opt_count);
750
471
                continue;
751
471
              }
752
1.98k
            }
753
2.34k
          }
754
2.84k
          break;
755
3.47k
        }
756
2.99k
        break;
757
758
39.7k
      case ZEND_CONCAT:
759
54.2k
      case ZEND_FAST_CONCAT:
760
54.2k
        if (opline->op1_type == IS_CONST &&
761
12.2k
            opline->op2_type == IS_CONST) {
762
0
          goto optimize_constant_binary_op;
763
0
        }
764
765
54.2k
        if (opline->op2_type == IS_CONST &&
766
19.0k
            opline->op1_type == IS_TMP_VAR) {
767
768
13.0k
          src = VAR_SOURCE(opline->op1);
769
13.0k
            if (src &&
770
12.9k
              (src->opcode == ZEND_CONCAT ||
771
11.1k
               src->opcode == ZEND_FAST_CONCAT) &&
772
12.1k
              src->op2_type == IS_CONST) {
773
            /* compress consecutive CONCATs */
774
280
            size_t l, old_len;
775
776
280
            if (Z_TYPE(ZEND_OP2_LITERAL(opline)) != IS_STRING) {
777
0
              convert_to_string(&ZEND_OP2_LITERAL(opline));
778
0
            }
779
280
            if (Z_TYPE(ZEND_OP2_LITERAL(src)) != IS_STRING) {
780
0
              convert_to_string(&ZEND_OP2_LITERAL(src));
781
0
            }
782
783
280
            VAR_SOURCE(opline->op1) = NULL;
784
280
            COPY_NODE(opline->op1, src->op1);
785
280
            old_len = Z_STRLEN(ZEND_OP2_LITERAL(src));
786
280
            l = old_len + Z_STRLEN(ZEND_OP2_LITERAL(opline));
787
280
            if (!Z_REFCOUNTED(ZEND_OP2_LITERAL(src))) {
788
106
              zend_string *tmp = zend_string_alloc(l, 0);
789
106
              memcpy(ZSTR_VAL(tmp), Z_STRVAL(ZEND_OP2_LITERAL(src)), old_len);
790
106
              Z_STR(ZEND_OP2_LITERAL(src)) = tmp;
791
174
            } else {
792
174
              Z_STR(ZEND_OP2_LITERAL(src)) = zend_string_extend(Z_STR(ZEND_OP2_LITERAL(src)), l, 0);
793
174
            }
794
280
            Z_TYPE_INFO(ZEND_OP2_LITERAL(src)) = IS_STRING_EX;
795
280
            memcpy(Z_STRVAL(ZEND_OP2_LITERAL(src)) + old_len, Z_STRVAL(ZEND_OP2_LITERAL(opline)), Z_STRLEN(ZEND_OP2_LITERAL(opline)));
796
280
            Z_STRVAL(ZEND_OP2_LITERAL(src))[l] = '\0';
797
280
            zval_ptr_dtor_str(&ZEND_OP2_LITERAL(opline));
798
280
            ZVAL_STR(&ZEND_OP2_LITERAL(opline), zend_new_interned_string(Z_STR(ZEND_OP2_LITERAL(src))));
799
280
            ZVAL_NULL(&ZEND_OP2_LITERAL(src));
800
280
            MAKE_NOP(src);
801
280
            ++(*opt_count);
802
280
          }
803
13.0k
        }
804
805
54.2k
        if (opline->op1_type & (IS_TMP_VAR|IS_VAR)) {
806
21.4k
          src = VAR_SOURCE(opline->op1);
807
21.4k
          if (src &&
808
21.2k
              src->opcode == ZEND_CAST &&
809
70
              src->extended_value == IS_STRING &&
810
0
              src->op1_type != IS_CONST) {
811
            /* convert T1 = CAST(STRING, X), T2 = CONCAT(T1, Y) to T2 = CONCAT(X,Y) */
812
0
            VAR_SOURCE(opline->op1) = NULL;
813
0
            COPY_NODE(opline->op1, src->op1);
814
0
            MAKE_NOP(src);
815
0
            ++(*opt_count);
816
0
          }
817
21.4k
              }
818
54.2k
        if (opline->op2_type & (IS_TMP_VAR|IS_VAR)) {
819
33.9k
          src = VAR_SOURCE(opline->op2);
820
33.9k
          if (src &&
821
33.7k
              src->opcode == ZEND_CAST &&
822
84
              src->extended_value == IS_STRING &&
823
52
              src->op1_type != IS_CONST) {
824
            /* convert T1 = CAST(STRING, X), T2 = CONCAT(Y, T1) to T2 = CONCAT(Y,X) */
825
12
            VAR_SOURCE(opline->op2) = NULL;
826
12
            COPY_NODE(opline->op2, src->op1);
827
12
            MAKE_NOP(src);
828
12
            ++(*opt_count);
829
12
          }
830
33.9k
        }
831
54.2k
        if (opline->op1_type == IS_CONST &&
832
12.2k
            Z_TYPE(ZEND_OP1_LITERAL(opline)) == IS_STRING &&
833
12.2k
            Z_STRLEN(ZEND_OP1_LITERAL(opline)) == 0) {
834
          /* convert CONCAT('', X) => CAST(STRING, X) */
835
4
          literal_dtor(&ZEND_OP1_LITERAL(opline));
836
4
          opline->opcode = ZEND_CAST;
837
4
          opline->extended_value = IS_STRING;
838
4
          COPY_NODE(opline->op1, opline->op2);
839
4
          opline->op2_type = IS_UNUSED;
840
4
          opline->op2.var = 0;
841
4
          ++(*opt_count);
842
54.2k
        } else if (opline->op2_type == IS_CONST &&
843
19.0k
                 Z_TYPE(ZEND_OP2_LITERAL(opline)) == IS_STRING &&
844
19.0k
                 Z_STRLEN(ZEND_OP2_LITERAL(opline)) == 0) {
845
          /* convert CONCAT(X, '') => CAST(STRING, X) */
846
18
          literal_dtor(&ZEND_OP2_LITERAL(opline));
847
18
          opline->opcode = ZEND_CAST;
848
18
          opline->extended_value = IS_STRING;
849
18
          opline->op2_type = IS_UNUSED;
850
18
          opline->op2.var = 0;
851
18
          ++(*opt_count);
852
54.2k
        } else if (opline->opcode == ZEND_CONCAT &&
853
39.7k
                   (opline->op1_type == IS_CONST ||
854
33.1k
                    (opline->op1_type == IS_TMP_VAR &&
855
13.6k
                     VAR_SOURCE(opline->op1) &&
856
13.4k
                     (VAR_SOURCE(opline->op1)->opcode == ZEND_FAST_CONCAT ||
857
7.00k
                      VAR_SOURCE(opline->op1)->opcode == ZEND_ROPE_END ||
858
6.96k
                      VAR_SOURCE(opline->op1)->opcode == ZEND_FETCH_CONSTANT ||
859
4.62k
                      VAR_SOURCE(opline->op1)->opcode == ZEND_FETCH_CLASS_CONSTANT))) &&
860
15.4k
                   (opline->op2_type == IS_CONST ||
861
10.0k
                    (opline->op2_type == IS_TMP_VAR &&
862
9.06k
                     VAR_SOURCE(opline->op2) &&
863
9.04k
                     (VAR_SOURCE(opline->op2)->opcode == ZEND_FAST_CONCAT ||
864
9.04k
                      VAR_SOURCE(opline->op2)->opcode == ZEND_ROPE_END ||
865
3.82k
                      VAR_SOURCE(opline->op2)->opcode == ZEND_FETCH_CONSTANT ||
866
13.2k
                      VAR_SOURCE(opline->op2)->opcode == ZEND_FETCH_CLASS_CONSTANT)))) {
867
13.2k
          opline->opcode = ZEND_FAST_CONCAT;
868
13.2k
          ++(*opt_count);
869
13.2k
        }
870
54.2k
        break;
871
872
7.65k
      case ZEND_ADD:
873
12.4k
      case ZEND_SUB:
874
18.7k
      case ZEND_MUL:
875
21.9k
      case ZEND_DIV:
876
23.8k
      case ZEND_MOD:
877
26.1k
      case ZEND_SL:
878
26.8k
      case ZEND_SR:
879
32.5k
      case ZEND_IS_SMALLER:
880
33.8k
      case ZEND_IS_SMALLER_OR_EQUAL:
881
34.1k
      case ZEND_IS_NOT_IDENTICAL:
882
35.8k
      case ZEND_BOOL_XOR:
883
37.1k
      case ZEND_BW_OR:
884
42.9k
      case ZEND_BW_AND:
885
48.3k
      case ZEND_BW_XOR:
886
48.3k
        if (opline->op1_type == IS_CONST &&
887
9.21k
            opline->op2_type == IS_CONST) {
888
          /* evaluate constant expressions */
889
6.30k
          zval result;
890
891
6.30k
optimize_constant_binary_op:
892
6.30k
          if (zend_optimizer_eval_binary_op(&result, opline->opcode, &ZEND_OP1_LITERAL(opline), &ZEND_OP2_LITERAL(opline)) == SUCCESS) {
893
0
            literal_dtor(&ZEND_OP1_LITERAL(opline));
894
0
            literal_dtor(&ZEND_OP2_LITERAL(opline));
895
0
            opline->opcode = ZEND_QM_ASSIGN;
896
0
            SET_UNUSED(opline->op2);
897
0
            zend_optimizer_update_op1_const(op_array, opline, &result);
898
0
            ++(*opt_count);
899
0
          }
900
6.30k
        }
901
48.3k
        break;
902
903
48.3k
      case ZEND_BW_NOT:
904
21.3k
        if (opline->op1_type == IS_CONST) {
905
          /* evaluate constant unary ops */
906
100
          zval result;
907
908
1.29k
optimize_const_unary_op:
909
1.29k
          if (zend_optimizer_eval_unary_op(&result, opline->opcode, &ZEND_OP1_LITERAL(opline)) == SUCCESS) {
910
1.18k
            literal_dtor(&ZEND_OP1_LITERAL(opline));
911
1.18k
            opline->opcode = ZEND_QM_ASSIGN;
912
1.18k
            zend_optimizer_update_op1_const(op_array, opline, &result);
913
1.18k
            ++(*opt_count);
914
1.18k
          }
915
1.29k
        }
916
22.5k
        break;
917
918
22.5k
      case ZEND_CAST:
919
1.60k
        if (opline->op1_type == IS_CONST) {
920
          /* cast of constant operand */
921
186
          zval result;
922
923
186
          if (zend_optimizer_eval_cast(&result, opline->extended_value, &ZEND_OP1_LITERAL(opline)) == SUCCESS) {
924
2
            literal_dtor(&ZEND_OP1_LITERAL(opline));
925
2
            opline->opcode = ZEND_QM_ASSIGN;
926
2
            opline->extended_value = 0;
927
2
            zend_optimizer_update_op1_const(op_array, opline, &result);
928
2
            ++(*opt_count);
929
2
          }
930
186
        }
931
1.60k
        break;
932
933
1.41k
      case ZEND_STRLEN:
934
1.41k
        if (opline->op1_type == IS_CONST) {
935
10
          zval result;
936
937
10
          if (zend_optimizer_eval_strlen(&result, &ZEND_OP1_LITERAL(opline)) == SUCCESS) {
938
0
            literal_dtor(&ZEND_OP1_LITERAL(opline));
939
0
            opline->opcode = ZEND_QM_ASSIGN;
940
0
            zend_optimizer_update_op1_const(op_array, opline, &result);
941
0
            ++(*opt_count);
942
0
          }
943
10
        }
944
1.41k
        break;
945
946
72.9k
      case ZEND_RETURN:
947
72.9k
        if (opline->op1_type == IS_TMP_VAR) {
948
1.94k
          src = VAR_SOURCE(opline->op1);
949
1.94k
          if (src && src->opcode == ZEND_QM_ASSIGN) {
950
92
            zend_op *op = src + 1;
951
92
            bool optimize = true;
952
953
92
            while (op < opline) {
954
12
              if ((op->op1_type == opline->op1_type
955
2
                && op->op1.var == opline->op1.var)
956
10
               || (op->op2_type == opline->op1_type
957
12
                && op->op2.var == opline->op1.var)) {
958
12
                optimize = false;
959
12
                break;
960
12
              }
961
0
              op++;
962
0
            }
963
964
92
            if (optimize) {
965
              /* T = QM_ASSIGN(X), RETURN(T) to NOP, RETURN(X) */
966
80
              VAR_SOURCE(opline->op1) = NULL;
967
80
              COPY_NODE(opline->op1, src->op1);
968
80
              MAKE_NOP(src);
969
80
              ++(*opt_count);
970
80
            }
971
92
          }
972
1.94k
        }
973
72.9k
        break;
974
975
9.19k
      case ZEND_QM_ASSIGN:
976
9.19k
        if (opline->op1_type == opline->result_type &&
977
2.03k
            opline->op1.var == opline->result.var) {
978
          /* strip T = QM_ASSIGN(T) */
979
0
          MAKE_NOP(opline);
980
0
          ++(*opt_count);
981
9.19k
        } else if (opline->op1_type == IS_TMP_VAR &&
982
2.03k
                   opline->result_type == IS_TMP_VAR &&
983
2.03k
                   !zend_bitset_in(used_ext, VAR_NUM(opline->op1.var))) {
984
          /* T1 = ..., T2 = QM_ASSIGN(T1) to T2 = ..., NOP */
985
1.15k
          src = VAR_SOURCE(opline->op1);
986
1.15k
          if (src &&
987
1.15k
            src->opcode != ZEND_COPY_TMP &&
988
1.15k
            src->opcode != ZEND_ADD_ARRAY_ELEMENT &&
989
1.15k
            src->opcode != ZEND_ADD_ARRAY_UNPACK &&
990
1.15k
            (src->opcode != ZEND_DECLARE_LAMBDA_FUNCTION ||
991
1.15k
             src == opline -1)) {
992
1.15k
            src->result.var = opline->result.var;
993
1.15k
            VAR_SOURCE(opline->op1) = NULL;
994
1.15k
            VAR_SOURCE(opline->result) = src;
995
1.15k
            MAKE_NOP(opline);
996
1.15k
            ++(*opt_count);
997
1.15k
          }
998
1.15k
        }
999
9.19k
        break;
1000
1.82M
    }
1001
1002
    /* get variable source */
1003
1.82M
    if (opline->result_type & (IS_VAR|IS_TMP_VAR)) {
1004
887k
      SET_VAR_SOURCE(opline);
1005
887k
    }
1006
1.82M
    opline++;
1007
1.82M
  }
1008
297k
}
1009
1010
/* Rebuild plain (optimized) op_array from CFG */
1011
static void assemble_code_blocks(const zend_cfg *cfg, zend_op_array *op_array, zend_optimizer_ctx *ctx)
1012
51.4k
{
1013
51.4k
  zend_basic_block *blocks = cfg->blocks;
1014
51.4k
  const zend_basic_block *end = blocks + cfg->blocks_count;
1015
51.4k
  zend_basic_block *b;
1016
51.4k
  zend_op *new_opcodes;
1017
51.4k
  zend_op *opline;
1018
51.4k
  uint32_t len = 0;
1019
1020
273k
  for (b = blocks; b < end; b++) {
1021
221k
    if (b->len == 0) {
1022
17.9k
      continue;
1023
17.9k
    }
1024
203k
    if (b->flags & (ZEND_BB_REACHABLE|ZEND_BB_UNREACHABLE_FREE)) {
1025
196k
      opline = op_array->opcodes + b->start + b->len - 1;
1026
196k
      if (opline->opcode == ZEND_JMP) {
1027
25.1k
        const zend_basic_block *next = b + 1;
1028
1029
30.9k
        while (next < end && !(next->flags & ZEND_BB_REACHABLE)) {
1030
5.82k
          next++;
1031
5.82k
        }
1032
25.1k
        if (next < end && next == blocks + b->successors[0]) {
1033
          /* JMP to the next block - strip it */
1034
8
          MAKE_NOP(opline);
1035
8
          b->len--;
1036
8
        }
1037
170k
      } else if (b->len == 1 && opline->opcode == ZEND_NOP) {
1038
        /* skip empty block */
1039
0
        b->len--;
1040
0
      }
1041
196k
      len += b->len;
1042
196k
    } else {
1043
      /* this block will not be used, delete all constants there */
1044
7.82k
      const zend_op *op = op_array->opcodes + b->start;
1045
7.82k
      const zend_op *last_op = op + b->len;
1046
17.7k
      for (; op < last_op; op++) {
1047
9.91k
        if (op->op1_type == IS_CONST) {
1048
7.01k
          literal_dtor(&ZEND_OP1_LITERAL(op));
1049
7.01k
        }
1050
9.91k
        if (op->op2_type == IS_CONST) {
1051
205
          literal_dtor(&ZEND_OP2_LITERAL(op));
1052
205
        }
1053
9.91k
      }
1054
7.82k
    }
1055
203k
  }
1056
1057
51.4k
  new_opcodes = emalloc(len * sizeof(zend_op));
1058
51.4k
  opline = new_opcodes;
1059
1060
  /* Copy code of reachable blocks into a single buffer */
1061
273k
  for (b = blocks; b < end; b++) {
1062
221k
    if (b->flags & (ZEND_BB_REACHABLE|ZEND_BB_UNREACHABLE_FREE)) {
1063
196k
      memcpy(opline, op_array->opcodes + b->start, b->len * sizeof(zend_op));
1064
196k
      b->start = opline - new_opcodes;
1065
196k
      opline += b->len;
1066
196k
    }
1067
221k
  }
1068
1069
  /* adjust jump targets */
1070
51.4k
  efree(op_array->opcodes);
1071
51.4k
  op_array->opcodes = new_opcodes;
1072
51.4k
  op_array->last = len;
1073
1074
273k
  for (b = blocks; b < end; b++) {
1075
221k
    if (!(b->flags & ZEND_BB_REACHABLE) || b->len == 0) {
1076
25.7k
      continue;
1077
25.7k
    }
1078
196k
    opline = op_array->opcodes + b->start + b->len - 1;
1079
196k
    switch (opline->opcode) {
1080
325
      case ZEND_FAST_CALL:
1081
25.4k
      case ZEND_JMP:
1082
25.4k
        ZEND_SET_OP_JMP_ADDR(opline, opline->op1, new_opcodes + blocks[b->successors[0]].start);
1083
25.4k
        break;
1084
8.50k
      case ZEND_JMPZ:
1085
12.6k
      case ZEND_JMPNZ:
1086
13.5k
      case ZEND_JMPZ_EX:
1087
14.2k
      case ZEND_JMPNZ_EX:
1088
20.6k
      case ZEND_FE_RESET_R:
1089
21.0k
      case ZEND_FE_RESET_RW:
1090
21.8k
      case ZEND_JMP_SET:
1091
23.6k
      case ZEND_COALESCE:
1092
24.2k
      case ZEND_ASSERT_CHECK:
1093
49.3k
      case ZEND_JMP_NULL:
1094
49.4k
      case ZEND_BIND_INIT_STATIC_OR_JMP:
1095
49.4k
      case ZEND_JMP_FRAMELESS:
1096
49.4k
        ZEND_SET_OP_JMP_ADDR(opline, opline->op2, new_opcodes + blocks[b->successors[0]].start);
1097
49.4k
        break;
1098
2.97k
      case ZEND_CATCH:
1099
2.97k
        if (!(opline->extended_value & ZEND_LAST_CATCH)) {
1100
2.19k
          ZEND_SET_OP_JMP_ADDR(opline, opline->op2, new_opcodes + blocks[b->successors[0]].start);
1101
2.19k
        }
1102
2.97k
        break;
1103
6.49k
      case ZEND_FE_FETCH_R:
1104
6.88k
      case ZEND_FE_FETCH_RW:
1105
6.88k
        opline->extended_value = ZEND_OPLINE_TO_OFFSET(opline, new_opcodes + blocks[b->successors[0]].start);
1106
6.88k
        break;
1107
4
      case ZEND_SWITCH_LONG:
1108
41
      case ZEND_SWITCH_STRING:
1109
109
      case ZEND_MATCH:
1110
109
      {
1111
109
        const HashTable *jumptable = Z_ARRVAL(ZEND_OP2_LITERAL(opline));
1112
109
        zval *zv;
1113
109
        uint32_t s = 0;
1114
109
        ZEND_ASSERT(b->successors_count == (opline->opcode == ZEND_MATCH ? 1 : 2) + zend_hash_num_elements(jumptable));
1115
1116
993
        ZEND_HASH_FOREACH_VAL(jumptable, zv) {
1117
993
          Z_LVAL_P(zv) = ZEND_OPLINE_TO_OFFSET(opline, new_opcodes + blocks[b->successors[s++]].start);
1118
993
        } ZEND_HASH_FOREACH_END();
1119
109
        opline->extended_value = ZEND_OPLINE_TO_OFFSET(opline, new_opcodes + blocks[b->successors[s++]].start);
1120
109
        break;
1121
109
      }
1122
196k
    }
1123
196k
  }
1124
1125
  /* adjust exception jump targets & remove unused try_catch_array entries */
1126
51.4k
  if (op_array->last_try_catch) {
1127
12.9k
    uint32_t i, j;
1128
12.9k
    uint32_t *map;
1129
12.9k
    ALLOCA_FLAG(use_heap);
1130
1131
12.9k
    map = (uint32_t *)do_alloca(sizeof(uint32_t) * op_array->last_try_catch, use_heap);
1132
29.2k
    for (i = 0, j = 0; i< op_array->last_try_catch; i++) {
1133
16.2k
      if (blocks[cfg->map[op_array->try_catch_array[i].try_op]].flags & ZEND_BB_REACHABLE) {
1134
16.2k
        map[i] = j;
1135
16.2k
        op_array->try_catch_array[j].try_op = blocks[cfg->map[op_array->try_catch_array[i].try_op]].start;
1136
16.2k
        if (op_array->try_catch_array[i].catch_op) {
1137
15.9k
          op_array->try_catch_array[j].catch_op = blocks[cfg->map[op_array->try_catch_array[i].catch_op]].start;
1138
15.9k
        } else {
1139
294
          op_array->try_catch_array[j].catch_op =  0;
1140
294
        }
1141
16.2k
        if (op_array->try_catch_array[i].finally_op) {
1142
363
          op_array->try_catch_array[j].finally_op = blocks[cfg->map[op_array->try_catch_array[i].finally_op]].start;
1143
15.9k
        } else {
1144
15.9k
          op_array->try_catch_array[j].finally_op =  0;
1145
15.9k
        }
1146
16.2k
        if (!op_array->try_catch_array[i].finally_end) {
1147
15.9k
          op_array->try_catch_array[j].finally_end = 0;
1148
15.9k
        } else {
1149
363
          op_array->try_catch_array[j].finally_end = blocks[cfg->map[op_array->try_catch_array[i].finally_end]].start;
1150
363
        }
1151
16.2k
        j++;
1152
16.2k
      }
1153
16.2k
    }
1154
12.9k
    if (i != j) {
1155
4
      op_array->last_try_catch = j;
1156
4
      if (j == 0) {
1157
2
        efree(op_array->try_catch_array);
1158
2
        op_array->try_catch_array = NULL;
1159
2
      }
1160
1161
4
      if (op_array->fn_flags & ZEND_ACC_HAS_FINALLY_BLOCK) {
1162
0
        zend_op *finally_opline = new_opcodes;
1163
0
        const zend_op *last_finally_op = finally_opline + len;
1164
0
        while (finally_opline < last_finally_op) {
1165
0
          if (finally_opline->opcode == ZEND_FAST_RET &&
1166
0
              finally_opline->op2.num != (uint32_t)-1 &&
1167
0
              finally_opline->op2.num < j) {
1168
0
            finally_opline->op2.num = map[finally_opline->op2.num];
1169
0
          }
1170
0
          finally_opline++;
1171
0
        }
1172
0
      }
1173
4
    }
1174
12.9k
    free_alloca(map, use_heap);
1175
12.9k
  }
1176
1177
  /* rebuild map (just for printing) */
1178
51.4k
  memset(cfg->map, -1, sizeof(int) * op_array->last);
1179
273k
  for (int n = 0; n < cfg->blocks_count; n++) {
1180
221k
    if (cfg->blocks[n].flags & (ZEND_BB_REACHABLE|ZEND_BB_UNREACHABLE_FREE)) {
1181
196k
      cfg->map[cfg->blocks[n].start] = n;
1182
196k
    }
1183
221k
  }
1184
51.4k
}
1185
1186
static zend_always_inline zend_basic_block *get_target_block(const zend_cfg *cfg, const zend_basic_block *block, int n, uint32_t *opt_count)
1187
97.3k
{
1188
97.3k
  int b;
1189
97.3k
  zend_basic_block *target_block = cfg->blocks + block->successors[n];
1190
1191
97.3k
  if (target_block->len == 0 && !(target_block->flags & ZEND_BB_PROTECTED)) {
1192
64
    do {
1193
64
      b = target_block->successors[0];
1194
64
      target_block = cfg->blocks + b;
1195
64
    } while (target_block->len == 0 && !(target_block->flags & ZEND_BB_PROTECTED));
1196
64
    block->successors[n] = b;
1197
64
    ++(*opt_count);
1198
64
  }
1199
97.3k
  return target_block;
1200
97.3k
}
1201
1202
static zend_always_inline zend_basic_block *get_follow_block(const zend_cfg *cfg, const zend_basic_block *block, int n, uint32_t *opt_count)
1203
22.8k
{
1204
22.8k
  int b;
1205
22.8k
  zend_basic_block *target_block = cfg->blocks + block->successors[n];
1206
1207
22.8k
  if (target_block->len == 0 && !(target_block->flags & ZEND_BB_PROTECTED)) {
1208
611
    do {
1209
611
      b = target_block->successors[0];
1210
611
      target_block = cfg->blocks + b;
1211
611
    } while (target_block->len == 0 && !(target_block->flags & ZEND_BB_PROTECTED));
1212
543
    block->successors[n] = b;
1213
543
    ++(*opt_count);
1214
543
  }
1215
22.8k
  return target_block;
1216
22.8k
}
1217
1218
static zend_always_inline zend_basic_block *get_next_block(const zend_cfg *cfg, zend_basic_block *block)
1219
45.0k
{
1220
45.0k
  zend_basic_block *next_block = block + 1;
1221
45.0k
  const zend_basic_block *end = cfg->blocks + cfg->blocks_count;
1222
1223
52.4k
  while (1) {
1224
52.4k
    if (next_block == end) {
1225
485
      return NULL;
1226
51.9k
    } else if (next_block->flags & ZEND_BB_REACHABLE) {
1227
44.6k
      break;
1228
44.6k
    }
1229
7.38k
    next_block++;
1230
7.38k
  }
1231
44.6k
  while (next_block->len == 0 && !(next_block->flags & ZEND_BB_PROTECTED)) {
1232
69
    next_block = cfg->blocks + next_block->successors[0];
1233
69
  }
1234
44.6k
  return next_block;
1235
45.0k
}
1236
1237
1238
/* we use "jmp_hitlist" to avoid infinity loops during jmp optimization */
1239
static zend_always_inline bool in_hitlist(int target, const int *jmp_hitlist, int jmp_hitlist_count)
1240
362
{
1241
362
  int i;
1242
1243
362
  for (i = 0; i < jmp_hitlist_count; i++) {
1244
141
    if (jmp_hitlist[i] == target) {
1245
141
      return 1;
1246
141
    }
1247
141
  }
1248
221
  return 0;
1249
362
}
1250
1251
#define CHECK_LOOP(target) \
1252
362
  if (EXPECTED(!in_hitlist(target, jmp_hitlist, jmp_hitlist_count))) { \
1253
221
    jmp_hitlist[jmp_hitlist_count++] = target;  \
1254
221
  } else { \
1255
141
    break; \
1256
141
  }
1257
1258
static void zend_jmp_optimization(zend_basic_block *block, zend_op_array *op_array, const zend_cfg *cfg, int *jmp_hitlist, uint32_t *opt_count)
1259
297k
{
1260
  /* last_op is the last opcode of the current block */
1261
297k
  zend_basic_block *target_block, *follow_block, *next_block;
1262
297k
  zend_op *last_op, *target;
1263
297k
  int next, jmp_hitlist_count;
1264
1265
297k
  if (block->len == 0) {
1266
862
    return;
1267
862
  }
1268
1269
296k
  last_op = op_array->opcodes + block->start + block->len - 1;
1270
296k
  switch (last_op->opcode) {
1271
44.7k
    case ZEND_JMP:
1272
44.7k
      jmp_hitlist_count = 0;
1273
1274
44.7k
      target_block = get_target_block(cfg, block, 0, opt_count);
1275
44.7k
      while (target_block->len == 1) {
1276
23.9k
        target = op_array->opcodes + target_block->start;
1277
23.9k
        if (target->opcode == ZEND_JMP) {
1278
          /* JMP L, L: JMP L1 -> JMP L1 */
1279
32
          next = target_block->successors[0];
1280
23.9k
        } else {
1281
23.9k
          break;
1282
23.9k
        }
1283
32
        CHECK_LOOP(next);
1284
17
        block->successors[0] = next;
1285
17
        ++(*opt_count);
1286
17
        target_block = get_target_block(cfg, block, 0, opt_count);
1287
17
      }
1288
1289
44.7k
      next_block = get_next_block(cfg, block);
1290
44.7k
      if (target_block == next_block) {
1291
        /* JMP(next) -> NOP */
1292
459
        MAKE_NOP(last_op);
1293
459
        ++(*opt_count);
1294
459
        block->len--;
1295
44.3k
      } else if (target_block->len == 1) {
1296
23.7k
        target = op_array->opcodes + target_block->start;
1297
23.7k
        if ((target->opcode == ZEND_RETURN ||
1298
23.7k
                    target->opcode == ZEND_RETURN_BY_REF ||
1299
23.6k
                    target->opcode == ZEND_GENERATOR_RETURN) &&
1300
136
                   !(op_array->fn_flags & ZEND_ACC_HAS_FINALLY_BLOCK)) {
1301
          /* JMP L, L: RETURN to immediate RETURN */
1302
6
          *last_op = *target;
1303
6
          if (last_op->op1_type == IS_CONST) {
1304
6
            zval zv;
1305
6
            ZVAL_COPY(&zv, &ZEND_OP1_LITERAL(last_op));
1306
6
            last_op->op1.constant = zend_optimizer_add_literal(op_array, &zv);
1307
6
          }
1308
6
          block->successors_count = 0;
1309
6
          ++(*opt_count);
1310
6
        }
1311
23.7k
      }
1312
44.7k
      break;
1313
1314
978
    case ZEND_JMP_SET:
1315
3.98k
    case ZEND_COALESCE:
1316
29.5k
    case ZEND_JMP_NULL:
1317
29.5k
      jmp_hitlist_count = 0;
1318
1319
29.5k
      target_block = get_target_block(cfg, block, 0, opt_count);
1320
29.5k
      while (target_block->len == 1) {
1321
2.21k
        target = op_array->opcodes + target_block->start;
1322
1323
2.21k
        if (target->opcode == ZEND_JMP) {
1324
          /* JMP_SET(X, L), L: JMP(L2) -> JMP_SET(X, L2) */
1325
12
          next = target_block->successors[0];
1326
12
          CHECK_LOOP(next);
1327
12
          block->successors[0] = next;
1328
12
          ++(*opt_count);
1329
2.20k
        } else {
1330
2.20k
          break;
1331
2.20k
        }
1332
12
        target_block = get_target_block(cfg, block, 0, opt_count);
1333
12
      }
1334
29.5k
      break;
1335
1336
14.4k
    case ZEND_JMPZ:
1337
19.9k
    case ZEND_JMPNZ:
1338
19.9k
      jmp_hitlist_count = 0;
1339
1340
19.9k
      target_block = get_target_block(cfg, block, 0, opt_count);
1341
20.1k
      while (target_block->len == 1) {
1342
13.8k
        target = op_array->opcodes + target_block->start;
1343
1344
13.8k
        if (target->opcode == ZEND_JMP) {
1345
          /* JMPZ(X, L), L: JMP(L2) -> JMPZ(X, L2) */
1346
52
          next = target_block->successors[0];
1347
13.8k
        } else if (target->opcode == last_op->opcode &&
1348
447
                   SAME_VAR(target->op1, last_op->op1)) {
1349
          /* JMPZ(X, L), L: JMPZ(X, L2) -> JMPZ(X, L2) */
1350
258
          next = target_block->successors[0];
1351
13.5k
        } else if (target->opcode == INV_COND(last_op->opcode) &&
1352
91
                   SAME_VAR(target->op1, last_op->op1)) {
1353
          /* JMPZ(X, L), L: JMPNZ(X, L2) -> JMPZ(X, L+1) */
1354
8
          next = target_block->successors[1];
1355
13.5k
        } else {
1356
13.5k
          break;
1357
13.5k
        }
1358
318
        CHECK_LOOP(next);
1359
192
        block->successors[0] = next;
1360
192
        ++(*opt_count);
1361
192
        target_block = get_target_block(cfg, block, 0, opt_count);
1362
192
      }
1363
1364
19.9k
      follow_block = get_follow_block(cfg, block, 1, opt_count);
1365
19.9k
      if (target_block == follow_block) {
1366
        /* L: JMP[N]Z(X, L+1) -> NOP or FREE(X) */
1367
418
        zend_optimizer_convert_to_free_op1(op_array, last_op);
1368
418
        if (last_op->opcode == ZEND_NOP) {
1369
0
          block->len--;
1370
0
        }
1371
418
        block->successors_count = 1;
1372
418
        ++(*opt_count);
1373
19.5k
      } else if (follow_block->len == 1) {
1374
3.76k
        target = op_array->opcodes + follow_block->start;
1375
3.76k
        if (target->opcode == ZEND_JMP) {
1376
432
            if (block->successors[0] == follow_block->successors[0]) {
1377
            /* JMPZ(X,L1), JMP(L1) -> NOP, JMP(L1) */
1378
108
            zend_optimizer_convert_to_free_op1(op_array, last_op);
1379
108
            if (last_op->opcode == ZEND_NOP) {
1380
0
              block->len--;
1381
0
            }
1382
108
            block->successors[0] = follow_block - cfg->blocks;
1383
108
            block->successors_count = 1;
1384
108
            ++(*opt_count);
1385
108
            break;
1386
324
          } else if (!(follow_block->flags & (ZEND_BB_TARGET | ZEND_BB_PROTECTED))) {
1387
324
            next_block = get_next_block(cfg, follow_block);
1388
1389
324
            if (target_block == next_block) {
1390
              /* JMPZ(X,L1) JMP(L2) L1: -> JMPNZ(X,L2) NOP*/
1391
1392
157
              last_op->opcode = INV_COND(last_op->opcode);
1393
1394
157
              block->successors[0] = follow_block->successors[0];
1395
157
              block->successors[1] = next_block - cfg->blocks;
1396
1397
157
              follow_block->flags &= ~ZEND_BB_REACHABLE;
1398
157
              MAKE_NOP(target);
1399
157
              follow_block->len = 0;
1400
1401
157
              next_block->flags |= ZEND_BB_FOLLOW;
1402
1403
157
              break;
1404
157
            }
1405
324
          }
1406
432
        }
1407
3.76k
      }
1408
19.7k
      break;
1409
1410
19.7k
    case ZEND_JMPNZ_EX:
1411
2.84k
    case ZEND_JMPZ_EX:
1412
2.84k
      jmp_hitlist_count = 0;
1413
1414
2.84k
      target_block = get_target_block(cfg, block, 0, opt_count);
1415
2.84k
      while (target_block->len == 1) {
1416
1.00k
        target = op_array->opcodes + target_block->start;
1417
1418
1.00k
        if (target->opcode == ZEND_JMP) {
1419
          /* T = JMPZ_EX(X, L), L: JMP(L2) -> T = JMPZ(X, L2) */
1420
0
          next = target_block->successors[0];
1421
1.00k
        } else if (target->opcode == last_op->opcode-3 &&
1422
0
                   (SAME_VAR(target->op1, last_op->result) ||
1423
0
                    SAME_VAR(target->op1, last_op->op1))) {
1424
          /* T = JMPZ_EX(X, L1), L1: JMPZ({X|T}, L2) -> T = JMPZ_EX(X, L2) */
1425
0
          next = target_block->successors[0];
1426
1.00k
        } else if (target->opcode == last_op->opcode &&
1427
0
                   target->result.var == last_op->result.var &&
1428
0
                   (SAME_VAR(target->op1, last_op->result) ||
1429
0
                    SAME_VAR(target->op1, last_op->op1))) {
1430
          /* T = JMPZ_EX(X, L1), L1: T = JMPZ_EX({X|T}, L2) -> T = JMPZ_EX(X, L2) */
1431
0
          next = target_block->successors[0];
1432
1.00k
        } else if (target->opcode == INV_EX_COND(last_op->opcode) &&
1433
0
                   (SAME_VAR(target->op1, last_op->result) ||
1434
0
                    SAME_VAR(target->op1, last_op->op1))) {
1435
          /* T = JMPZ_EX(X, L1), L1: JMPNZ({X|T1}, L2) -> T = JMPZ_EX(X, L1+1) */
1436
0
          next = target_block->successors[1];
1437
1.00k
        } else if (target->opcode == INV_EX_COND_EX(last_op->opcode) &&
1438
12
                   target->result.var == last_op->result.var &&
1439
12
                   (SAME_VAR(target->op1, last_op->result) ||
1440
12
                    SAME_VAR(target->op1, last_op->op1))) {
1441
          /* T = JMPZ_EX(X, L1), L1: T = JMPNZ_EX({X|T}, L2) -> T = JMPZ_EX(X, L1+1) */
1442
0
          next = target_block->successors[1];
1443
1.00k
        } else if (target->opcode == ZEND_BOOL &&
1444
0
                   (SAME_VAR(target->op1, last_op->result) ||
1445
0
                    SAME_VAR(target->op1, last_op->op1))) {
1446
          /* convert Y = JMPZ_EX(X,L1), L1: Z = BOOL(Y) to
1447
             Z = JMPZ_EX(X,L1+1) */
1448
1449
          /* NOTE: This optimization pattern is not safe, but works, */
1450
          /*       because result of JMPZ_EX instruction             */
1451
          /*       is not used on the following path and             */
1452
          /*       should be used once on the branch path.           */
1453
          /*                                                         */
1454
          /*       The pattern works well only if jumps processed in */
1455
          /*       direct order, otherwise it breaks JMPZ_EX         */
1456
          /*       sequences too early.                              */
1457
0
          last_op->result.var = target->result.var;
1458
0
          next = target_block->successors[0];
1459
1.00k
        } else {
1460
1.00k
          break;
1461
1.00k
        }
1462
0
        CHECK_LOOP(next);
1463
0
        block->successors[0] = next;
1464
0
        ++(*opt_count);
1465
0
        target_block = get_target_block(cfg, block, 0, opt_count);
1466
0
      }
1467
1468
2.84k
      follow_block = get_follow_block(cfg, block, 1, opt_count);
1469
2.84k
      if (target_block == follow_block) {
1470
        /* L: T = JMP[N]Z_EX(X, L+1) -> T = BOOL(X) */
1471
0
        last_op->opcode = ZEND_BOOL;
1472
0
        last_op->op2.num = 0;
1473
0
        block->successors_count = 1;
1474
0
        ++(*opt_count);
1475
0
        break;
1476
0
      }
1477
2.84k
      break;
1478
296k
  }
1479
296k
}
1480
1481
/* Global data dependencies */
1482
1483
/* Find a set of variables which are used outside of the block where they are
1484
 * defined. We won't apply some optimization patterns for such variables. */
1485
static void zend_t_usage(const zend_cfg *cfg, const zend_op_array *op_array, zend_bitset used_ext, zend_optimizer_ctx *ctx)
1486
64.5k
{
1487
64.5k
  int n;
1488
64.5k
  zend_basic_block *block, *next_block;
1489
64.5k
  uint32_t var_num;
1490
64.5k
  uint32_t bitset_len;
1491
64.5k
  zend_bitset usage;
1492
64.5k
  zend_bitset defined_here;
1493
64.5k
  void *checkpoint;
1494
64.5k
  zend_op *opline, *end;
1495
1496
1497
64.5k
  if (op_array->T == 0) {
1498
    /* shortcut - if no Ts, nothing to do */
1499
7.64k
    return;
1500
7.64k
  }
1501
1502
56.9k
  checkpoint = zend_arena_checkpoint(ctx->arena);
1503
56.9k
  bitset_len = zend_bitset_len(op_array->last_var + op_array->T);
1504
56.9k
  defined_here = zend_arena_alloc(&ctx->arena, bitset_len * ZEND_BITSET_ELM_SIZE);
1505
1506
56.9k
  zend_bitset_clear(defined_here, bitset_len);
1507
315k
  for (n = 1; n < cfg->blocks_count; n++) {
1508
258k
    block = cfg->blocks + n;
1509
1510
258k
    if (!(block->flags & ZEND_BB_REACHABLE)) {
1511
26.1k
      continue;
1512
26.1k
    }
1513
1514
232k
    opline = op_array->opcodes + block->start;
1515
232k
    end = opline + block->len;
1516
232k
    if (!(block->flags & ZEND_BB_FOLLOW) ||
1517
176k
        (block->flags & ZEND_BB_TARGET)) {
1518
      /* Skip continuation of "extended" BB */
1519
119k
      zend_bitset_clear(defined_here, bitset_len);
1520
119k
    }
1521
1522
1.21M
    while (opline<end) {
1523
986k
      if (opline->op1_type & (IS_VAR|IS_TMP_VAR)) {
1524
288k
        var_num = VAR_NUM(opline->op1.var);
1525
288k
        if (!zend_bitset_in(defined_here, var_num)) {
1526
152k
          zend_bitset_incl(used_ext, var_num);
1527
152k
        }
1528
288k
      }
1529
986k
      if (opline->op2_type == IS_VAR) {
1530
28.7k
        var_num = VAR_NUM(opline->op2.var);
1531
28.7k
        if (opline->opcode == ZEND_FE_FETCH_R ||
1532
28.6k
            opline->opcode == ZEND_FE_FETCH_RW) {
1533
          /* these opcode use the op2 as result */
1534
140
          zend_bitset_incl(defined_here, var_num);
1535
28.6k
        } else if (!zend_bitset_in(defined_here, var_num)) {
1536
88
          zend_bitset_incl(used_ext, var_num);
1537
88
        }
1538
958k
      } else if (opline->op2_type == IS_TMP_VAR) {
1539
157k
        var_num = VAR_NUM(opline->op2.var);
1540
157k
        if (!zend_bitset_in(defined_here, var_num)) {
1541
26.1k
          zend_bitset_incl(used_ext, var_num);
1542
26.1k
        }
1543
157k
      }
1544
1545
986k
      if (opline->result_type == IS_VAR) {
1546
66.0k
        var_num = VAR_NUM(opline->result.var);
1547
66.0k
        zend_bitset_incl(defined_here, var_num);
1548
920k
      } else if (opline->result_type == IS_TMP_VAR) {
1549
421k
        var_num = VAR_NUM(opline->result.var);
1550
421k
        switch (opline->opcode) {
1551
3.02k
          case ZEND_ADD_ARRAY_ELEMENT:
1552
3.05k
          case ZEND_ADD_ARRAY_UNPACK:
1553
141k
          case ZEND_ROPE_ADD:
1554
            /* these opcodes use the result as argument */
1555
141k
            if (!zend_bitset_in(defined_here, var_num)) {
1556
120k
              zend_bitset_incl(used_ext, var_num);
1557
120k
            }
1558
141k
            break;
1559
280k
          default :
1560
280k
            zend_bitset_incl(defined_here, var_num);
1561
421k
        }
1562
421k
      }
1563
986k
      opline++;
1564
986k
    }
1565
232k
  }
1566
1567
56.9k
  if (ctx->debug_level & ZEND_DUMP_BLOCK_PASS_VARS) {
1568
0
    bool printed = false;
1569
0
    uint32_t i;
1570
1571
0
    for (i = op_array->last_var; i< op_array->T; i++) {
1572
0
      if (zend_bitset_in(used_ext, i)) {
1573
0
        if (!printed) {
1574
0
          fprintf(stderr, "NON-LOCAL-VARS: %d", i);
1575
0
          printed = true;
1576
0
        } else {
1577
0
          fprintf(stderr, ", %d", i);
1578
0
        }
1579
0
      }
1580
0
    }
1581
0
    if (printed) {
1582
0
      fprintf(stderr, "\n");
1583
0
    }
1584
0
  }
1585
1586
56.9k
  usage = defined_here;
1587
56.9k
  next_block = NULL;
1588
372k
  for (n = cfg->blocks_count; n > 0;) {
1589
315k
    block = cfg->blocks + (--n);
1590
1591
315k
    if (!(block->flags & ZEND_BB_REACHABLE) || block->len == 0) {
1592
26.2k
      continue;
1593
26.2k
    }
1594
1595
289k
    end = op_array->opcodes + block->start;
1596
289k
    opline = end + block->len - 1;
1597
289k
    if (!next_block ||
1598
232k
        !(next_block->flags & ZEND_BB_FOLLOW) ||
1599
176k
        (next_block->flags & ZEND_BB_TARGET)) {
1600
      /* Skip continuation of "extended" BB */
1601
176k
      zend_bitset_copy(usage, used_ext, bitset_len);
1602
176k
    } else if (block->successors_count > 1) {
1603
70.6k
      zend_bitset_union(usage, used_ext, bitset_len);
1604
70.6k
    }
1605
289k
    next_block = block;
1606
1607
2.09M
    while (opline >= end) {
1608
      /* usage checks */
1609
1.80M
      if (opline->result_type & (IS_VAR|IS_TMP_VAR)) {
1610
893k
        if (!zend_bitset_in(usage, VAR_NUM(opline->result.var))) {
1611
4.35k
          switch (opline->opcode) {
1612
0
            case ZEND_ASSIGN_OP:
1613
0
            case ZEND_ASSIGN_DIM_OP:
1614
0
            case ZEND_ASSIGN_OBJ_OP:
1615
0
            case ZEND_ASSIGN_STATIC_PROP_OP:
1616
0
            case ZEND_PRE_INC:
1617
0
            case ZEND_PRE_DEC:
1618
0
            case ZEND_ASSIGN:
1619
0
            case ZEND_ASSIGN_REF:
1620
0
            case ZEND_DO_FCALL:
1621
0
            case ZEND_DO_ICALL:
1622
0
            case ZEND_DO_UCALL:
1623
0
            case ZEND_DO_FCALL_BY_NAME:
1624
0
              opline->result_type = IS_UNUSED;
1625
0
              break;
1626
0
            case ZEND_POST_INC:
1627
0
            case ZEND_POST_DEC:
1628
0
            case ZEND_POST_INC_OBJ:
1629
0
            case ZEND_POST_DEC_OBJ:
1630
0
            case ZEND_POST_INC_STATIC_PROP:
1631
0
            case ZEND_POST_DEC_STATIC_PROP:
1632
0
              opline->opcode -= 2;
1633
0
              opline->result_type = IS_UNUSED;
1634
0
              break;
1635
376
            case ZEND_QM_ASSIGN:
1636
994
            case ZEND_BOOL:
1637
2.10k
            case ZEND_BOOL_NOT:
1638
2.10k
              zend_optimizer_convert_to_free_op1(op_array, opline);
1639
2.10k
              break;
1640
1.17k
            case ZEND_JMPZ_EX:
1641
2.21k
            case ZEND_JMPNZ_EX:
1642
2.21k
              opline->opcode -= 3;
1643
2.21k
              SET_UNUSED(opline->result);
1644
2.21k
              break;
1645
0
            case ZEND_ADD_ARRAY_ELEMENT:
1646
0
            case ZEND_ADD_ARRAY_UNPACK:
1647
0
            case ZEND_ROPE_ADD:
1648
0
              zend_bitset_incl(usage, VAR_NUM(opline->result.var));
1649
0
              break;
1650
4.35k
          }
1651
889k
        } else {
1652
889k
          switch (opline->opcode) {
1653
15.5k
            case ZEND_ADD_ARRAY_ELEMENT:
1654
15.6k
            case ZEND_ADD_ARRAY_UNPACK:
1655
191k
            case ZEND_ROPE_ADD:
1656
191k
              break;
1657
698k
            default:
1658
698k
              zend_bitset_excl(usage, VAR_NUM(opline->result.var));
1659
698k
              break;
1660
889k
          }
1661
889k
        }
1662
893k
      }
1663
1664
1.80M
      if (opline->op2_type == IS_VAR) {
1665
44.8k
        switch (opline->opcode) {
1666
128
          case ZEND_FE_FETCH_R:
1667
140
          case ZEND_FE_FETCH_RW:
1668
140
            zend_bitset_excl(usage, VAR_NUM(opline->op2.var));
1669
140
            break;
1670
44.7k
          default:
1671
44.7k
            zend_bitset_incl(usage, VAR_NUM(opline->op2.var));
1672
44.7k
            break;
1673
44.8k
        }
1674
1.76M
      } else if (opline->op2_type == IS_TMP_VAR) {
1675
286k
        zend_bitset_incl(usage, VAR_NUM(opline->op2.var));
1676
286k
      }
1677
1678
1.80M
      if (opline->op1_type & (IS_VAR|IS_TMP_VAR)) {
1679
526k
        zend_bitset_incl(usage, VAR_NUM(opline->op1.var));
1680
526k
      }
1681
1682
1.80M
      opline--;
1683
1.80M
    }
1684
289k
  }
1685
1686
56.9k
  zend_arena_release(&ctx->arena, checkpoint);
1687
56.9k
}
1688
1689
static void zend_merge_blocks(const zend_op_array *op_array, const zend_cfg *cfg, uint32_t *opt_count)
1690
64.5k
{
1691
64.5k
  int i;
1692
64.5k
  zend_basic_block *b, *bb;
1693
64.5k
  zend_basic_block *prev = NULL;
1694
1695
389k
  for (i = 0; i < cfg->blocks_count; i++) {
1696
325k
    b = cfg->blocks + i;
1697
325k
    if (b->flags & ZEND_BB_REACHABLE) {
1698
295k
      if ((b->flags & ZEND_BB_FOLLOW) &&
1699
175k
          !(b->flags & (ZEND_BB_TARGET | ZEND_BB_PROTECTED)) &&
1700
85.4k
          prev && prev->successors_count == 1 && prev->successors[0] == i)
1701
16.2k
      {
1702
16.2k
        zend_op *last_op = op_array->opcodes + prev->start + prev->len - 1;
1703
16.2k
        if (prev->len != 0 && last_op->opcode == ZEND_JMP) {
1704
0
          MAKE_NOP(last_op);
1705
0
        }
1706
1707
18.2k
        for (bb = prev + 1; bb != b; bb++) {
1708
1.99k
          zend_op *op = op_array->opcodes + bb->start;
1709
1.99k
          const zend_op *end = op + bb->len;
1710
3.55k
          while (op < end) {
1711
1.56k
            if (op->op1_type == IS_CONST) {
1712
600
              literal_dtor(&ZEND_OP1_LITERAL(op));
1713
600
            }
1714
1.56k
            if (op->op2_type == IS_CONST) {
1715
392
              literal_dtor(&ZEND_OP2_LITERAL(op));
1716
392
            }
1717
1.56k
            MAKE_NOP(op);
1718
1.56k
            op++;
1719
1.56k
          }
1720
          /* make block empty */
1721
1.99k
          bb->len = 0;
1722
1.99k
        }
1723
1724
        /* re-link */
1725
16.2k
        prev->flags |= (b->flags & ZEND_BB_EXIT);
1726
16.2k
        prev->len = b->start + b->len - prev->start;
1727
16.2k
        prev->successors_count = b->successors_count;
1728
16.2k
        if (b->successors != b->successors_storage) {
1729
26
          prev->successors = b->successors;
1730
26
          b->successors = b->successors_storage;
1731
16.1k
        } else {
1732
16.1k
          memcpy(prev->successors, b->successors, b->successors_count * sizeof(int));
1733
16.1k
        }
1734
1735
        /* unlink & make block empty and unreachable */
1736
16.2k
        b->flags = 0;
1737
16.2k
        b->len = 0;
1738
16.2k
        b->successors_count = 0;
1739
16.2k
        ++(*opt_count);
1740
279k
      } else {
1741
279k
        prev = b;
1742
279k
      }
1743
295k
    }
1744
325k
  }
1745
64.5k
}
1746
1747
64.6k
#define PASSES 3
1748
1749
void zend_optimize_cfg(zend_op_array *op_array, zend_optimizer_ctx *ctx)
1750
51.4k
{
1751
51.4k
  zend_cfg cfg;
1752
51.4k
  zend_basic_block *blocks, *end, *b;
1753
51.4k
  int pass;
1754
51.4k
  uint32_t bitset_len;
1755
51.4k
  zend_bitset usage;
1756
51.4k
  void *checkpoint;
1757
51.4k
  zend_op **Tsource;
1758
51.4k
  uint32_t opt_count;
1759
51.4k
  int *jmp_hitlist;
1760
1761
    /* Build CFG */
1762
51.4k
  checkpoint = zend_arena_checkpoint(ctx->arena);
1763
51.4k
  zend_build_cfg(&ctx->arena, op_array, 0, &cfg);
1764
1765
51.4k
  if (cfg.blocks_count * (op_array->last_var + op_array->T) > 64 * 1024 * 1024) {
1766
0
    zend_arena_release(&ctx->arena, checkpoint);
1767
0
    return;
1768
0
  }
1769
1770
51.4k
  if (ctx->debug_level & ZEND_DUMP_BEFORE_BLOCK_PASS) {
1771
0
    zend_dump_op_array(op_array, ZEND_DUMP_CFG, "before block pass", &cfg);
1772
0
  }
1773
1774
51.4k
  bitset_len = zend_bitset_len(op_array->last_var + op_array->T);
1775
51.4k
  Tsource = zend_arena_calloc(&ctx->arena, op_array->last_var + op_array->T, sizeof(zend_op *));
1776
51.4k
  usage = zend_arena_alloc(&ctx->arena, bitset_len * ZEND_BITSET_ELM_SIZE);
1777
51.4k
  jmp_hitlist = zend_arena_alloc(&ctx->arena, cfg.blocks_count * sizeof(int));
1778
1779
51.4k
  blocks = cfg.blocks;
1780
51.4k
  end = blocks + cfg.blocks_count;
1781
64.6k
  for (pass = 0; pass < PASSES; pass++) {
1782
64.5k
    opt_count = 0;
1783
1784
    /* Compute data dependencies */
1785
64.5k
    zend_bitset_clear(usage, bitset_len);
1786
64.5k
    zend_t_usage(&cfg, op_array, usage, ctx);
1787
1788
    /* optimize each basic block separately */
1789
389k
    for (b = blocks; b < end; b++) {
1790
325k
      if (!(b->flags & ZEND_BB_REACHABLE)) {
1791
27.8k
        continue;
1792
27.8k
      }
1793
      /* we track data dependencies only inside a single basic block */
1794
297k
      if (!(b->flags & ZEND_BB_FOLLOW) ||
1795
184k
          (b->flags & ZEND_BB_TARGET)) {
1796
        /* Skip continuation of "extended" BB */
1797
184k
        memset(Tsource, 0, (op_array->last_var + op_array->T) * sizeof(zend_op *));
1798
184k
      }
1799
297k
      zend_optimize_block(b, op_array, usage, &cfg, Tsource, &opt_count);
1800
297k
    }
1801
1802
    /* Eliminate NOPs */
1803
389k
    for (b = blocks; b < end; b++) {
1804
325k
      if (b->flags & ZEND_BB_UNREACHABLE_FREE) {
1805
        /* In unreachable_free blocks only preserve loop var frees. */
1806
34
        for (uint32_t i = b->start; i < b->start + b->len; i++) {
1807
22
          zend_op *opline = &op_array->opcodes[i];
1808
22
          if (!zend_optimizer_is_loop_var_free(opline)) {
1809
10
            MAKE_NOP(opline);
1810
10
          }
1811
22
        }
1812
12
      }
1813
325k
      if (b->flags & (ZEND_BB_REACHABLE|ZEND_BB_UNREACHABLE_FREE)) {
1814
297k
        strip_nops(op_array, b);
1815
297k
      }
1816
325k
    }
1817
1818
64.5k
    opt_count = 0;
1819
1820
    /* Jump optimization for each block */
1821
389k
    for (b = blocks; b < end; b++) {
1822
325k
      if (b->flags & ZEND_BB_REACHABLE) {
1823
297k
        zend_jmp_optimization(b, op_array, &cfg, jmp_hitlist, &opt_count);
1824
297k
      }
1825
325k
    }
1826
1827
    /* Eliminate unreachable basic blocks */
1828
64.5k
    zend_cfg_remark_reachable_blocks(op_array, &cfg);
1829
1830
    /* Merge Blocks */
1831
64.5k
    zend_merge_blocks(op_array, &cfg, &opt_count);
1832
1833
64.5k
    if (opt_count == 0) {
1834
51.3k
      break;
1835
51.3k
    }
1836
64.5k
  }
1837
1838
51.4k
  assemble_code_blocks(&cfg, op_array, ctx);
1839
1840
51.4k
  if (ctx->debug_level & ZEND_DUMP_AFTER_BLOCK_PASS) {
1841
0
    zend_dump_op_array(op_array, ZEND_DUMP_CFG | ZEND_DUMP_HIDE_UNREACHABLE, "after block pass", &cfg);
1842
0
  }
1843
1844
  /* Destroy CFG */
1845
51.4k
  zend_arena_release(&ctx->arena, checkpoint);
1846
51.4k
}