/src/php-src/ext/opcache/jit/zend_jit_trace.c

Source
/*
   +----------------------------------------------------------------------+
   | Zend JIT                                                             |
   +----------------------------------------------------------------------+
   | Copyright © The PHP Group and Contributors.                          |
   +----------------------------------------------------------------------+
   | This source file is subject to the Modified BSD License that is      |
   | bundled with this package in the file LICENSE, and is available      |
   | through the World Wide Web at <https://www.php.net/license/>.        |
   |                                                                      |
   | SPDX-License-Identifier: BSD-3-Clause                                |
   +----------------------------------------------------------------------+
   | Authors: Dmitry Stogov <dmitry@php.net>                              |
   +----------------------------------------------------------------------+
*/

#include "zend_jit.h"
#include "zend_jit_internal.h"
#include "zend_shared_alloc.h"
#include "ir/ir.h"
#include "zend_vm_opcodes.h"

static zend_jit_trace_info *zend_jit_traces = NULL;
static const void **zend_jit_exit_groups = NULL;

#define ZEND_JIT_COUNTER_NUM   zend_jit_traces[0].root
#define ZEND_JIT_TRACE_NUM     zend_jit_traces[0].id
#define ZEND_JIT_EXIT_NUM      zend_jit_traces[0].exit_count
#define ZEND_JIT_EXIT_COUNTERS zend_jit_traces[0].exit_counters

#define ZEND_JIT_TRACE_STOP_DESCRIPTION(name, description) \
  description,

static const char * zend_jit_trace_stop_description[] = {
  ZEND_JIT_TRACE_STOP(ZEND_JIT_TRACE_STOP_DESCRIPTION)
};

static zend_always_inline const char *zend_jit_trace_star_desc(uint8_t trace_flags)
{
  if (trace_flags & ZEND_JIT_TRACE_START_LOOP) {
    return "loop";
  } else if (trace_flags & ZEND_JIT_TRACE_START_ENTER) {
    return "enter";
  } else if (trace_flags & ZEND_JIT_TRACE_START_RETURN) {
    return "return";
  } else {
    ZEND_UNREACHABLE();
    return "???";
  }
}

static void zend_jit_trace_startup(bool reattached)
{
  if (!reattached) {
    zend_jit_traces = (zend_jit_trace_info*)zend_shared_alloc(sizeof(zend_jit_trace_info) * JIT_G(max_root_traces));
    if (!zend_jit_traces) {
      zend_accel_error_noreturn(ACCEL_LOG_FATAL, "Could not allocate JIT root traces buffer!");
    }
    zend_jit_exit_groups = (const void**)zend_shared_alloc(sizeof(void*) * (ZEND_JIT_TRACE_MAX_EXITS/ZEND_JIT_EXIT_POINTS_PER_GROUP));
    if (!zend_jit_exit_groups) {
      zend_accel_error_noreturn(ACCEL_LOG_FATAL, "Could not allocate JIT exit groups buffer!");
    }
    ZEND_JIT_TRACE_NUM = 1;
    ZEND_JIT_COUNTER_NUM = 0;
    ZEND_JIT_EXIT_NUM = 0;
    ZEND_JIT_EXIT_COUNTERS = 0;
    ZCSG(jit_traces) = zend_jit_traces;
    ZCSG(jit_exit_groups) = zend_jit_exit_groups;
    ZCSG(jit_counters_stopped) = false;
  } else {
    zend_jit_traces = ZCSG(jit_traces);
    if (!zend_jit_traces) {
      zend_accel_error_noreturn(ACCEL_LOG_FATAL, "Could not obtain JIT traces buffer!");
    }
    zend_jit_exit_groups = ZCSG(jit_exit_groups);
    if (!zend_jit_exit_groups) {
      zend_accel_error_noreturn(ACCEL_LOG_FATAL, "Could not obtain JIT exit groups buffer!");
    }
  }

  JIT_G(exit_counters) = calloc(JIT_G(max_exit_counters), 1);
  if (JIT_G(exit_counters) == NULL) {
    zend_accel_error_noreturn(ACCEL_LOG_FATAL, "Could not allocate JIT exit counters buffer!");
  }
}

static const void *zend_jit_trace_allocate_exit_point(uint32_t n)
{
  const void *group = NULL;

  if (UNEXPECTED(n >= ZEND_JIT_TRACE_MAX_EXITS)) {
    return NULL;
  }
  do {
    group = zend_jit_trace_allocate_exit_group(ZEND_JIT_EXIT_NUM);
    if (!group) {
      return NULL;
    }
    zend_jit_exit_groups[ZEND_JIT_EXIT_NUM / ZEND_JIT_EXIT_POINTS_PER_GROUP] =
      group;
    ZEND_JIT_EXIT_NUM += ZEND_JIT_EXIT_POINTS_PER_GROUP;
  } while (n >= ZEND_JIT_EXIT_NUM);
  return (const void*)
    ((const char*)group +
    ((n % ZEND_JIT_EXIT_POINTS_PER_GROUP) * ZEND_JIT_EXIT_POINTS_SPACING));
}

static const void *zend_jit_trace_get_exit_addr(uint32_t n)
{
  if (UNEXPECTED(n >= ZEND_JIT_EXIT_NUM)) {
    return zend_jit_trace_allocate_exit_point(n);
  }
  return (const void*)
    ((const char*)zend_jit_exit_groups[n / ZEND_JIT_EXIT_POINTS_PER_GROUP] +
    ((n % ZEND_JIT_EXIT_POINTS_PER_GROUP) * ZEND_JIT_EXIT_POINTS_SPACING));
}

static uint32_t zend_jit_exit_point_by_addr(const void *addr)
{
  uint32_t n = (ZEND_JIT_EXIT_NUM + (ZEND_JIT_EXIT_POINTS_PER_GROUP - 1)) / ZEND_JIT_EXIT_POINTS_PER_GROUP;
  uint32_t i;

  for (i = 0; i < n; i++) {
    if ((char*)addr >= (char*)zend_jit_exit_groups[i]
     && (char*)addr <= (char*)zend_jit_exit_groups[i] + ((ZEND_JIT_EXIT_POINTS_PER_GROUP - 1) * ZEND_JIT_EXIT_POINTS_SPACING)) {
      return (i * ZEND_JIT_EXIT_POINTS_PER_GROUP) +
        (((char*)addr - (char*)zend_jit_exit_groups[i]) / ZEND_JIT_EXIT_POINTS_SPACING);
    }
  }
  return (uint32_t)-1;
}

static uint32_t _zend_jit_trace_get_exit_point(const zend_op *to_opline, uint32_t flags ZEND_FILE_LINE_DC)
{
  zend_jit_trace_info *t = &zend_jit_traces[ZEND_JIT_TRACE_NUM];
  uint32_t exit_point;
  const zend_op_array *op_array;
  uint32_t stack_offset = (uint32_t)-1;
  uint32_t stack_size;
  zend_jit_trace_stack *stack = NULL;

  if (delayed_call_chain) {
    assert(to_opline != NULL); /* CALL and IP share the same register */
    flags |= ZEND_JIT_EXIT_RESTORE_CALL;
  }
  if (JIT_G(current_frame)) {
    op_array = &JIT_G(current_frame)->func->op_array;
    if (!(op_array->fn_flags & ZEND_ACC_IMMUTABLE)) {
      zend_jit_op_array_trace_extension *jit_extension =
        (zend_jit_op_array_trace_extension*)ZEND_FUNC_INFO(op_array);
      op_array = jit_extension->op_array;
    }
    stack_size = op_array->last_var + op_array->T;
    if (stack_size) {
      stack = JIT_G(current_frame)->stack;
      do {
        if (STACK_TYPE(stack, stack_size-1) != IS_UNKNOWN
         || STACK_MEM_TYPE(stack, stack_size-1) != IS_UNKNOWN
         || STACK_REF(stack, stack_size-1) != IR_UNUSED
        ) {
          break;
        }
        stack_size--;
      } while (stack_size);
    }
  } else {
    op_array = NULL;
    stack_size = 0;
  }

  /* Try to reuse exit points */
  if (to_opline != NULL
   && !(flags & ZEND_JIT_EXIT_METHOD_CALL)
   && t->exit_count > 0) {
    uint32_t i = t->exit_count;

    do {
      i--;
      if (stack_size == 0
       || (t->exit_info[i].stack_size >= stack_size
        && memcmp(t->stack_map + t->exit_info[i].stack_offset, stack, stack_size * sizeof(zend_jit_trace_stack)) == 0)) {
        if (t->exit_info[i].opline == to_opline
         && t->exit_info[i].flags == flags
         && t->exit_info[i].stack_size == stack_size
#if ZEND_DEBUG
         && (((JIT_G(debug) & ZEND_JIT_DEBUG_TRACE_EXIT_INFO_SRC) == 0)
           || (strcmp(t->exit_info[i].filename, __zend_filename) == 0
             && t->exit_info[i].lineno == __zend_lineno))
#endif
        ) {
          return i;
        }
      }
    } while (i > 0);
  }

  exit_point = t->exit_count;
  if (exit_point < ZEND_JIT_TRACE_MAX_EXITS) {
    if (stack_size != 0 && stack_offset == (uint32_t)-1) {
      stack_offset = t->stack_map_size;
      t->stack_map_size += stack_size;
      // TODO: reduce number of reallocations ???
      t->stack_map = erealloc(t->stack_map, t->stack_map_size * sizeof(zend_jit_trace_stack));
      memcpy(t->stack_map + stack_offset, stack, stack_size * sizeof(zend_jit_trace_stack));
    }
    t->exit_count++;
    t->exit_info[exit_point].opline = to_opline;
    t->exit_info[exit_point].op_array = op_array;
    t->exit_info[exit_point].flags = flags;
    t->exit_info[exit_point].stack_size = stack_size;
    t->exit_info[exit_point].stack_offset = stack_offset;
    t->exit_info[exit_point].poly_func = (zend_jit_ref_snapshot){.reg = ZREG_NONE};
    t->exit_info[exit_point].poly_this = (zend_jit_ref_snapshot){.reg = ZREG_NONE};
#if ZEND_DEBUG
    if ((JIT_G(debug) & ZEND_JIT_DEBUG_TRACE_EXIT_INFO_SRC) != 0) {
      t->exit_info[exit_point].filename = __zend_filename;
      t->exit_info[exit_point].lineno = __zend_lineno;
    } else {
      t->exit_info[exit_point].filename = NULL;
      t->exit_info[exit_point].lineno = 0;
    }
#endif
  }

  return exit_point;
}

static void zend_jit_trace_add_code(const void *start, uint32_t size)
{
  zend_jit_trace_info *t = &zend_jit_traces[ZEND_JIT_TRACE_NUM];

  t->code_start = start;
  t->code_size  = size;
}

/**
 * Locate a trace in the #zend_jit_traces array with the specified
 * #code_start address.
 *
 * @return the #zend_jit_traces index or 0 if no such #code_start
 * address was found
 */
static uint32_t zend_jit_find_trace(const void *addr)
{
  uint32_t i;

  for (i = 1; i < ZEND_JIT_TRACE_NUM; i++) {
    if (zend_jit_traces[i].code_start == addr) {
      return i;
    }
  }
  return 0;
}

static zend_string *zend_jit_trace_name(const zend_op_array *op_array, uint32_t lineno)
{
  smart_str buf = {0};

  smart_str_appends(&buf, TRACE_PREFIX);
  smart_str_append_long(&buf, (zend_long)ZEND_JIT_TRACE_NUM);
  smart_str_appendc(&buf, '$');
  if (op_array->function_name) {
    if (op_array->scope) {
      smart_str_append(&buf, op_array->scope->name);
      smart_str_appends(&buf, "::");
      smart_str_append(&buf, op_array->function_name);
    } else {
      smart_str_append(&buf, op_array->function_name);
    }
  } else if (op_array->filename) {
    smart_str_append(&buf, op_array->filename);
  }
  smart_str_appendc(&buf, '$');
  smart_str_append_long(&buf, (zend_long)lineno);
  smart_str_0(&buf);
  return buf.s;
}

static int zend_jit_trace_may_exit(const zend_op_array *op_array, const zend_op *opline)
{
  switch (opline->opcode) {
    case ZEND_IS_IDENTICAL:
    case ZEND_IS_NOT_IDENTICAL:
    case ZEND_IS_EQUAL:
    case ZEND_IS_NOT_EQUAL:
    case ZEND_IS_SMALLER:
    case ZEND_IS_SMALLER_OR_EQUAL:
    case ZEND_CASE:
    case ZEND_CASE_STRICT:
    case ZEND_ISSET_ISEMPTY_CV:
    case ZEND_ISSET_ISEMPTY_VAR:
    case ZEND_ISSET_ISEMPTY_DIM_OBJ:
    case ZEND_ISSET_ISEMPTY_PROP_OBJ:
    case ZEND_ISSET_ISEMPTY_STATIC_PROP:
    case ZEND_INSTANCEOF:
    case ZEND_TYPE_CHECK:
    case ZEND_DEFINED:
    case ZEND_IN_ARRAY:
    case ZEND_ARRAY_KEY_EXISTS:
      if (opline->result_type & (IS_SMART_BRANCH_JMPNZ | IS_SMART_BRANCH_JMPZ)) {
        /* smart branch */
        return 1;
      }
      break;
    case ZEND_JMPZ:
    case ZEND_JMPNZ:
    case ZEND_JMPZ_EX:
    case ZEND_JMPNZ_EX:
    case ZEND_JMP_SET:
    case ZEND_COALESCE:
    case ZEND_JMP_NULL:
    case ZEND_FE_RESET_R:
    case ZEND_FE_RESET_RW:
    case ZEND_ASSERT_CHECK:
    case ZEND_FE_FETCH_R:
    case ZEND_FE_FETCH_RW:
    case ZEND_SWITCH_LONG:
    case ZEND_SWITCH_STRING:
    case ZEND_MATCH:
    case ZEND_BIND_INIT_STATIC_OR_JMP:
    case ZEND_JMP_FRAMELESS:
      /* branch opcodes */
      return 1;
    case ZEND_NEW:
      if (opline->extended_value == 0 && (opline+1)->opcode == ZEND_DO_FCALL) {
        /* NEW may skip constructor without arguments */
        return 1;
      }
      break;
    case ZEND_CATCH:
    case ZEND_FAST_CALL:
    case ZEND_FAST_RET:
    case ZEND_GENERATOR_CREATE:
    case ZEND_GENERATOR_RETURN:
    case ZEND_YIELD:
    case ZEND_YIELD_FROM:
    case ZEND_INCLUDE_OR_EVAL:
    case ZEND_MATCH_ERROR:
      /* unsupported */
      return 1;
    case ZEND_DO_FCALL:
      /* potentially polymorphic call */
      return 1;
#if 0
    case ZEND_DO_UCALL:
    case ZEND_DO_FCALL_BY_NAME:
      /* monomorphic call */
      // TODO: recompilation may change target ???
      return 0;
#endif
    /* FETCH_OBJ_FUNC_ARG may dispatch into the FETCH_OBJ_R handler (if sent by value). */
    case ZEND_FETCH_OBJ_FUNC_ARG:
    case ZEND_FETCH_OBJ_R:
      if (opline->op2_type == IS_CONST) {
        const zend_class_entry *ce = opline->op1_type == IS_UNUSED ? op_array->scope : NULL;
        if (!ce || !(ce->ce_flags & ZEND_ACC_FINAL) || ce->num_hooked_props > 0) {
          return 1;
        }
      }
      break;
    case ZEND_RETURN_BY_REF:
    case ZEND_RETURN:
      /* return */
      return !JIT_G(current_frame) || TRACE_FRAME_IS_UNKNOWN_RETURN(JIT_G(current_frame));
    default:
      break;
  }
  return 0;
}

static zend_always_inline uint32_t zend_jit_trace_type_to_info_ex(uint8_t type, uint32_t info)
{
  if (type == IS_UNKNOWN) {
    return info;
  }
  ZEND_ASSERT(info & (1 << type));
  if (type < IS_STRING) {
    return (1 << type);
  } else if (type != IS_ARRAY) {
    return (1 << type) | (info & (MAY_BE_RC1|MAY_BE_RCN));
  } else {
    return MAY_BE_ARRAY | (info & (MAY_BE_ARRAY_OF_ANY|MAY_BE_ARRAY_OF_REF|MAY_BE_ARRAY_KEY_ANY|MAY_BE_RC1|MAY_BE_RCN));
  }
}

static zend_always_inline uint32_t zend_jit_trace_type_to_info(uint8_t type)
{
  return zend_jit_trace_type_to_info_ex(type, -1);
}

static zend_always_inline zend_ssa_alias_kind zend_jit_var_may_alias(const zend_op_array *op_array, const zend_ssa *ssa, uint32_t var)
{
  if (var >= op_array->last_var) {
    return NO_ALIAS;
  } else if ((!op_array->function_name || (ssa->cfg.flags & ZEND_FUNC_INDIRECT_VAR_ACCESS))) {
    return SYMTABLE_ALIAS;
  } else if (ssa->vars) {
    return ssa->vars[var].alias;
  } else if (zend_string_equals_literal(op_array->vars[var], "http_response_header")) {
    return HTTP_RESPONSE_HEADER_ALIAS;
  }
  return NO_ALIAS;
}

static zend_always_inline void zend_jit_trace_add_op_guard(zend_ssa             *tssa,
                                                           int                   ssa_var,
                                                           uint8_t               op_type)
{
  zend_ssa_var_info *info = &tssa->var_info[ssa_var];

  if ((info->type & (MAY_BE_ANY|MAY_BE_UNDEF)) != (1 << op_type)) {
    if (UNEXPECTED(tssa->vars[ssa_var].alias != NO_ALIAS)) {
      info->type |= MAY_BE_GUARD;
    } else {
      info->type = MAY_BE_GUARD | zend_jit_trace_type_to_info_ex(op_type, info->type);
    }
  }
}

#define ADD_OP_GUARD(_ssa_var, _op_type) do { \
    if (_ssa_var >= 0 && _op_type != IS_UNKNOWN) { \
      zend_jit_trace_add_op_guard(tssa, _ssa_var, _op_type); \
    } \
  } while (0)

#define CHECK_OP_TRACE_TYPE(_var, _ssa_var, op_info, op_type) do { \
    if (op_type != IS_UNKNOWN) { \
      if ((op_info & MAY_BE_GUARD) != 0) { \
        if (!zend_jit_type_guard(&ctx, opline, _var, op_type)) { \
          goto jit_failure; \
        } \
        if (ssa->vars[_ssa_var].alias != NO_ALIAS) { \
          SET_STACK_TYPE(stack, EX_VAR_TO_NUM(_var), IS_UNKNOWN, 1); \
          op_info = zend_jit_trace_type_to_info(op_type); \
        } else { \
          SET_STACK_TYPE(stack, EX_VAR_TO_NUM(_var), op_type, 1); \
          op_info &= ~MAY_BE_GUARD; \
          ssa->var_info[_ssa_var].type &= op_info; \
        } \
      } \
    } \
  } while (0)

#define ADD_OP1_TRACE_GUARD() \
  ADD_OP_GUARD(tssa->ops[idx].op1_use, op1_type)
#define ADD_OP2_TRACE_GUARD() \
  ADD_OP_GUARD(tssa->ops[idx].op2_use, op2_type)
#define ADD_OP1_DATA_TRACE_GUARD() \
  ADD_OP_GUARD(tssa->ops[idx+1].op1_use, op3_type)

#define CHECK_OP1_TRACE_TYPE() \
  CHECK_OP_TRACE_TYPE(opline->op1.var, ssa_op->op1_use, op1_info, op1_type)
#define CHECK_OP2_TRACE_TYPE() \
  CHECK_OP_TRACE_TYPE(opline->op2.var, ssa_op->op2_use, op2_info, op2_type)
#define CHECK_OP1_DATA_TRACE_TYPE() \
  CHECK_OP_TRACE_TYPE((opline+1)->op1.var, (ssa_op+1)->op1_use, op1_data_info, op3_type)

static zend_always_inline size_t zend_jit_trace_frame_size(const zend_op_array *op_array, uint32_t num_args)
{
  if (op_array && op_array->type == ZEND_USER_FUNCTION) {
    return ZEND_MM_ALIGNED_SIZE(offsetof(zend_jit_trace_stack_frame, stack) + ZEND_MM_ALIGNED_SIZE((op_array->last_var + op_array->T) * sizeof(zend_jit_trace_stack)));
  } else if (op_array) {
    return ZEND_MM_ALIGNED_SIZE(offsetof(zend_jit_trace_stack_frame, stack) + ZEND_MM_ALIGNED_SIZE(op_array->num_args * sizeof(zend_jit_trace_stack)));
  } else {
    return ZEND_MM_ALIGNED_SIZE(offsetof(zend_jit_trace_stack_frame, stack) + ZEND_MM_ALIGNED_SIZE(num_args * sizeof(zend_jit_trace_stack)));
  }
}

static zend_jit_trace_stack_frame* zend_jit_trace_call_frame(zend_jit_trace_stack_frame *frame, const zend_op_array *op_array, uint32_t num_args)
{
  return (zend_jit_trace_stack_frame*)((char*)frame + zend_jit_trace_frame_size(op_array, num_args));
}

static zend_jit_trace_stack_frame* zend_jit_trace_ret_frame(zend_jit_trace_stack_frame *frame, const zend_op_array *op_array)
{
  return (zend_jit_trace_stack_frame*)((char*)frame - zend_jit_trace_frame_size(op_array, 0));
}

static void zend_jit_trace_send_type(const zend_op *opline, zend_jit_trace_stack_frame *call, uint8_t type)
{
  zend_jit_trace_stack *stack = call->stack;
  const zend_op_array *op_array = &call->func->op_array;
  uint32_t arg_num = opline->op2.num;

  if (arg_num > op_array->num_args) {
    return;
  }
  if (op_array->fn_flags & ZEND_ACC_HAS_TYPE_HINTS) {
    zend_arg_info *arg_info;

    ZEND_ASSERT(arg_num <= op_array->num_args);
    arg_info = &op_array->arg_info[arg_num-1];

    /* Record scalars and object class types, even if there's no "object" type declaration.
     * This allows RECV to record and skip object type checks. */
    if (ZEND_TYPE_IS_SET(arg_info->type)
     && !(ZEND_TYPE_FULL_MASK(arg_info->type) & (1u << type))
     && !(type == IS_OBJECT && call->func->type == ZEND_USER_FUNCTION)) {
      return;
    }
  }
  SET_STACK_TYPE(stack, EX_VAR_TO_NUM(opline->result.var), type, 1);
}

static bool zend_jit_needs_arg_dtor(const zend_function *func, uint32_t arg_num, zend_call_info *call_info)
{
  if (func
   && func->type == ZEND_INTERNAL_FUNCTION
   && (func->internal_function.fn_flags & ZEND_ACC_HAS_TYPE_HINTS) != 0
   && arg_num < func->internal_function.num_args) {
    const zend_arg_info *arg_info = &func->internal_function.arg_info[arg_num];

    if (ZEND_ARG_SEND_MODE(arg_info) == ZEND_SEND_BY_VAL
     && ZEND_TYPE_IS_SET(arg_info->type)
     && (ZEND_TYPE_FULL_MASK(arg_info->type) & MAY_BE_ANY) != MAY_BE_ANY) {
      if (JIT_G(trigger) == ZEND_JIT_ON_HOT_TRACE
       && JIT_G(current_frame)
       && JIT_G(current_frame)->call
       && JIT_G(current_frame)->call->func) {
        uint32_t type = STACK_TYPE(JIT_G(current_frame)->call->stack, arg_num);

        if (type != IS_UNKNOWN
         && type < IS_STRING
         && ZEND_TYPE_FULL_MASK(arg_info->type) & (1u << type)) {
          return false;
        }
      }
      if (call_info && arg_num < call_info->num_args && call_info->arg_info[arg_num].opline) {
        const zend_op *opline = call_info->arg_info[arg_num].opline;

        if (opline->opcode == ZEND_SEND_VAL && opline->op1_type == IS_CONST) {
          zval *zv = RT_CONSTANT(opline, opline->op1);

          if (!Z_REFCOUNTED_P(zv)) {
            uint32_t type = Z_TYPE_P(zv);

            // TODO: few functions (e.g. pcntl_exec) modify arrays in-place ???
            if (type != IS_ARRAY
             && (ZEND_TYPE_FULL_MASK(arg_info->type) & (1u << type))) {
              return false;
            }
          }
        }
      }
    }
  }

  return true;
}

static zend_ssa *zend_jit_trace_build_ssa(const zend_op_array *op_array, zend_script *script)
{
  zend_jit_op_array_trace_extension *jit_extension;
  zend_ssa *ssa;

  jit_extension =
    (zend_jit_op_array_trace_extension*)ZEND_FUNC_INFO(op_array);
  jit_extension->func_info.num = 0;
  jit_extension->func_info.flags &= ZEND_FUNC_JIT_ON_FIRST_EXEC
    | ZEND_FUNC_JIT_ON_PROF_REQUEST
    | ZEND_FUNC_JIT_ON_HOT_COUNTERS
    | ZEND_FUNC_JIT_ON_HOT_TRACE;
  memset(&jit_extension->func_info.ssa, 0, sizeof(zend_func_info) - offsetof(zend_func_info, ssa));
  ssa = &jit_extension->func_info.ssa;

  if (JIT_G(opt_level) >= ZEND_JIT_LEVEL_OPT_FUNC) {
    do {
      if (zend_jit_op_array_analyze1(op_array, script, ssa) != SUCCESS) {
        break;
      }

      if (JIT_G(opt_level) >= ZEND_JIT_LEVEL_OPT_FUNCS) {
        zend_analyze_calls(&CG(arena), script, ZEND_CALL_TREE, (zend_op_array*)op_array, &jit_extension->func_info);
        jit_extension->func_info.call_map = zend_build_call_map(&CG(arena), &jit_extension->func_info, op_array);
        if (op_array->fn_flags & ZEND_ACC_HAS_RETURN_TYPE) {
          zend_init_func_return_info(op_array, script, &jit_extension->func_info.return_info);
        }
      }

      if (zend_jit_op_array_analyze2(op_array, script, ssa, 0) != SUCCESS) {
        break;
      }

      if (JIT_G(debug) & ZEND_JIT_DEBUG_SSA) {
        zend_dump_op_array(op_array, ZEND_DUMP_HIDE_UNREACHABLE|ZEND_DUMP_RC_INFERENCE|ZEND_DUMP_SSA, "JIT", ssa);
      }
      return ssa;
    } while (0);
  }

  memset(ssa, 0, sizeof(zend_ssa));
  ssa->cfg.blocks_count = 1;

  if (JIT_G(opt_level) == ZEND_JIT_LEVEL_INLINE) {
    zend_cfg cfg;
    void *checkpoint = zend_arena_checkpoint(CG(arena));

    if (zend_jit_build_cfg(op_array, &cfg) == SUCCESS) {
      ssa->cfg.flags = cfg.flags;
    } else{
      ssa->cfg.flags |= ZEND_FUNC_INDIRECT_VAR_ACCESS;
    }

    /* TODO: move this to zend_cfg.c ? */
    if (!op_array->function_name) {
      ssa->cfg.flags |= ZEND_FUNC_INDIRECT_VAR_ACCESS;
    }

    zend_arena_release(&CG(arena), checkpoint);
  }

  return ssa;
}

static void zend_jit_dump_trace(zend_jit_trace_rec *trace_buffer, zend_ssa *tssa);
static void zend_jit_dump_exit_info(zend_jit_trace_info *t);

static zend_always_inline int zend_jit_trace_op_len(const zend_op *opline)
{
  int len;

  switch (opline->opcode) {
    case ZEND_ASSIGN_DIM:
    case ZEND_ASSIGN_OBJ:
    case ZEND_ASSIGN_STATIC_PROP:
    case ZEND_ASSIGN_DIM_OP:
    case ZEND_ASSIGN_OBJ_OP:
    case ZEND_ASSIGN_STATIC_PROP_OP:
    case ZEND_ASSIGN_OBJ_REF:
    case ZEND_ASSIGN_STATIC_PROP_REF:
    case ZEND_FRAMELESS_ICALL_3:
    case ZEND_DECLARE_ATTRIBUTED_CONST:
      return 2; /* OP_DATA */
    case ZEND_RECV_INIT:
      len = 1;
      opline++;
      while (opline->opcode == ZEND_RECV_INIT) {
        len++;
        opline++;
      }
      return len;
    case ZEND_BIND_GLOBAL:
      len = 1;
      opline++;
      while (opline->opcode == ZEND_BIND_GLOBAL) {
        len++;
        opline++;
      }
      return len;
//    case ZEND_IS_IDENTICAL:
//    case ZEND_IS_NOT_IDENTICAL:
//    case ZEND_IS_EQUAL:
//    case ZEND_IS_NOT_EQUAL:
//    case ZEND_IS_SMALLER:
//    case ZEND_IS_SMALLER_OR_EQUAL:
//    case ZEND_CASE:
//    case ZEND_ISSET_ISEMPTY_CV:
//    case ZEND_ISSET_ISEMPTY_VAR:
//    case ZEND_ISSET_ISEMPTY_DIM_OBJ:
//    case ZEND_ISSET_ISEMPTY_PROP_OBJ:
//    case ZEND_ISSET_ISEMPTY_STATIC_PROP:
//    case ZEND_INSTANCEOF:
//    case ZEND_TYPE_CHECK:
//    case ZEND_DEFINED:
//    case ZEND_IN_ARRAY:
//    case ZEND_ARRAY_KEY_EXISTS:
    default:
      if ((opline->result_type & (IS_SMART_BRANCH_JMPZ|IS_SMART_BRANCH_JMPNZ)) != 0) {
        return 2; /* JMPZ/JMPNZ */
      }
      return 1;
  }
}

static int zend_jit_trace_add_phis(zend_jit_trace_rec *trace_buffer, uint32_t ssa_vars_count, zend_ssa *tssa, zend_jit_trace_stack *stack)
{
  const zend_op_array *op_array;
  zend_jit_trace_rec *p;
  int k, vars_count;
  zend_bitset use, def;
  uint32_t build_flags = ZEND_SSA_RC_INFERENCE | ZEND_SSA_USE_CV_RESULTS;
  uint32_t set_size;
  zend_ssa_phi *prev = NULL;
  int level = 0;
  ALLOCA_FLAG(use_heap);

  op_array = trace_buffer->op_array;
  set_size = zend_bitset_len(op_array->last_var + op_array->T);
  use = ZEND_BITSET_ALLOCA(set_size * 2, use_heap);
  memset(use, 0, set_size * 2 * ZEND_BITSET_ELM_SIZE);
  def = use + set_size;
  p = trace_buffer + ZEND_JIT_TRACE_START_REC_SIZE;
  for (;;p++) {
    if (p->op == ZEND_JIT_TRACE_VM && level == 0) {
      const zend_op *opline = p->opline;
      int len;

      zend_dfg_add_use_def_op(op_array, opline, build_flags, use, def);
      len = zend_jit_trace_op_len(opline);
      while (len > 1) {
        opline++;
        if (opline->opcode != ZEND_OP_DATA) {
          zend_dfg_add_use_def_op(op_array, opline, build_flags, use, def);
        }
        len--;
      }
    } else if (p->op == ZEND_JIT_TRACE_INIT_CALL) {
    } else if (p->op == ZEND_JIT_TRACE_DO_ICALL) {
    } else if (p->op == ZEND_JIT_TRACE_ENTER) {
      level++;
    } else if (p->op == ZEND_JIT_TRACE_BACK) {
      if (level == 0) {
        // Phi for recursive calls and returns are not supported yet ???
        assert(0);
      } else {
        level--;
      }
    } else if (p->op == ZEND_JIT_TRACE_END) {
      break;
    }
  }

  zend_bitset_intersection(use, def, set_size);

  if (trace_buffer->start == ZEND_JIT_TRACE_START_ENTER) {
    vars_count = op_array->last_var;
  } else {
    vars_count = op_array->last_var + op_array->T;
  }
  for (k = 0; k < vars_count; k++) {
    if (zend_bitset_in(use, k)) {
      zend_ssa_phi *phi = zend_arena_calloc(&CG(arena), 1,
        ZEND_MM_ALIGNED_SIZE(sizeof(zend_ssa_phi)) +
        ZEND_MM_ALIGNED_SIZE(sizeof(int) * 2) +
        sizeof(void*) * 2);
      phi->sources = (int*)(((char*)phi) + ZEND_MM_ALIGNED_SIZE(sizeof(zend_ssa_phi)));
      phi->sources[0] = STACK_VAR(stack, k);
      phi->sources[1] = -1;
      phi->use_chains = (zend_ssa_phi**)(((char*)phi->sources) + ZEND_MM_ALIGNED_SIZE(sizeof(int) * 2));
      phi->pi = -1;
      phi->var = k;
      phi->ssa_var = ssa_vars_count;
      SET_STACK_VAR(stack, k, ssa_vars_count);
      ssa_vars_count++;
      phi->block = 1;
      if (prev) {
        prev->next = phi;
      } else {
        tssa->blocks[1].phis = phi;
      }
      prev = phi;
    }
  }

  free_alloca(use, use_heap);

  return ssa_vars_count;
}

static int zend_jit_trace_add_call_phis(zend_jit_trace_rec *trace_buffer, uint32_t ssa_vars_count, zend_ssa *tssa, zend_jit_trace_stack *stack)
{
  zend_ssa_phi *prev = NULL;
  const zend_op_array *op_array = trace_buffer->op_array;
  const zend_op *opline = trace_buffer[1].opline;
  int count = opline - op_array->opcodes;
  int i;

  for(i = 0; i < count; i++) {
    zend_ssa_phi *phi = zend_arena_calloc(&CG(arena), 1,
      ZEND_MM_ALIGNED_SIZE(sizeof(zend_ssa_phi)) +
      ZEND_MM_ALIGNED_SIZE(sizeof(int) * 2) +
      sizeof(void*) * 2);
    phi->sources = (int*)(((char*)phi) + ZEND_MM_ALIGNED_SIZE(sizeof(zend_ssa_phi)));
    phi->sources[0] = STACK_VAR(stack, i);
    phi->sources[1] = -1;
    phi->use_chains = (zend_ssa_phi**)(((char*)phi->sources) + ZEND_MM_ALIGNED_SIZE(sizeof(int) * 2));
    phi->pi = -1;
    phi->var = i;
    phi->ssa_var = ssa_vars_count;
    SET_STACK_VAR(stack, i, ssa_vars_count);
    ssa_vars_count++;
    phi->block = 1;
    if (prev) {
      prev->next = phi;
    } else {
      tssa->blocks[1].phis = phi;
    }
    prev = phi;
  }
  return ssa_vars_count;
}

static int zend_jit_trace_add_ret_phis(zend_jit_trace_rec *trace_buffer, uint32_t ssa_vars_count, zend_ssa *tssa, zend_jit_trace_stack *stack)
{
  const zend_op *opline = trace_buffer[1].opline - 1;
  int i;

  if (RETURN_VALUE_USED(opline)) {
    zend_ssa_phi *phi = zend_arena_calloc(&CG(arena), 1,
      ZEND_MM_ALIGNED_SIZE(sizeof(zend_ssa_phi)) +
      ZEND_MM_ALIGNED_SIZE(sizeof(int) * 2) +
      sizeof(void*) * 2);

    i = EX_VAR_TO_NUM(opline->result.var);
    phi->sources = (int*)(((char*)phi) + ZEND_MM_ALIGNED_SIZE(sizeof(zend_ssa_phi)));
    phi->sources[0] = STACK_VAR(stack, i);
    phi->sources[1] = -1;
    phi->use_chains = (zend_ssa_phi**)(((char*)phi->sources) + ZEND_MM_ALIGNED_SIZE(sizeof(int) * 2));
    phi->pi = -1;
    phi->var = i;
    phi->ssa_var = ssa_vars_count;
    SET_STACK_VAR(stack, i, ssa_vars_count);
    ssa_vars_count++;
    phi->block = 1;
    tssa->blocks[1].phis = phi;
  }
  return ssa_vars_count;
}

static bool zend_jit_trace_is_false_loop(const zend_op_array *op_array, const zend_ssa *ssa, const zend_op **tssa_opcodes, zend_ssa *tssa)
{
  const zend_op *opline;
  uint32_t b;
  zend_basic_block *bb;

  ZEND_ASSERT(tssa->cfg.blocks_count == 2);
  ZEND_ASSERT(tssa->cfg.blocks[1].len > 0);

  b = ssa->cfg.map[tssa_opcodes[0] - op_array->opcodes];
  opline = tssa_opcodes[tssa->cfg.blocks[1].len - 1];
  if (opline >= op_array->opcodes && opline < op_array->opcodes + op_array->last) {
    bb = ssa->cfg.blocks + ssa->cfg.map[opline - op_array->opcodes];
    return bb->loop_header != b;
  } else {
    return false;
  }
}

static int zend_jit_trace_copy_ssa_var_info(const zend_op_array  *op_array,
                                            const zend_ssa       *ssa,
                                            const zend_op       **tssa_opcodes,
                                            zend_ssa             *tssa,
                                            int                   ssa_var,
                                            const zend_op        *opline)
{
  int var, use, def, src;
  zend_ssa_op *op;

  if (tssa->vars[ssa_var].definition_phi) {
    uint32_t b = ssa->cfg.map[tssa_opcodes[0] - op_array->opcodes];
    zend_basic_block *bb = ssa->cfg.blocks + b;

    if ((bb->flags & ZEND_BB_LOOP_HEADER)
     && !zend_jit_trace_is_false_loop(op_array, ssa, tssa_opcodes, tssa)) {
      zend_ssa_phi *phi = ssa->blocks[b].phis;
      zend_ssa_phi *pi = NULL;

      var = tssa->vars[ssa_var].var;
      while (phi) {
        if (ssa->vars[phi->ssa_var].var == var) {
          if (phi->pi >= 0) {
            pi = phi;
          } else {
            src = phi->ssa_var;
            goto copy_info;
          }
        }
        phi = phi->next;
      }
      if (pi) {
        src = pi->ssa_var;
        goto copy_info;
      }
#if 0
      while (bb->idom >= 0) {
        uint32_t n;

        b = bb->idom;
        bb = ssa->cfg.blocks + b;

        for (n = bb->len, op = ssa->ops + bb->start + n; n > 0; n--) {
          op--;
          if (op->result_def >= 0 && ssa->vars[op->result_def].var == var) {
            src = op->result_def;
            goto copy_info;
          } else if (op->op2_def >= 0 && ssa->vars[op->op2_def].var == var) {
            src = op->op2_def;
            goto copy_info;
          } else if (op->op1_def >= 0 && ssa->vars[op->op1_def].var == var) {
            src = op->op1_def;
            goto copy_info;
          }
        }

        phi = ssa->blocks[b].phis;
        zend_ssa_phi *pi = NULL;
        while (phi) {
          if (ssa->vars[phi->ssa_var].var == var) {
            if (phi->pi >= 0) {
              pi = phi;
            } else {
              src = phi->ssa_var;
              goto copy_info;
            }
          }
          phi = phi->next;
        }
        if (pi) {
          src = pi->ssa_var;
          goto copy_info;
        }
      }
#endif
    }
  } else if (tssa->vars[ssa_var].definition >= 0) {
    def = tssa->vars[ssa_var].definition;
    ZEND_ASSERT((tssa_opcodes[def] - op_array->opcodes) < op_array->last);
    op = ssa->ops + (tssa_opcodes[def] - op_array->opcodes);
    if (tssa->ops[def].op1_def == ssa_var) {
      src = op->op1_def;
    } else if (tssa->ops[def].op2_def == ssa_var) {
      src = op->op2_def;
    } else if (tssa->ops[def].result_def == ssa_var) {
      src = op->result_def;
    } else {
      assert(0);
      return 0;
    }
    goto copy_info;
  }

  if (tssa->vars[ssa_var].phi_use_chain) {
    // TODO: this may be incorrect ???
    var = tssa->vars[ssa_var].phi_use_chain->ssa_var;
  } else {
    var = ssa_var;
  }
  use = tssa->vars[var].use_chain;
  if (use >= 0) {
    ZEND_ASSERT((tssa_opcodes[use] - op_array->opcodes) < op_array->last);
    op = ssa->ops + (tssa_opcodes[use] - op_array->opcodes);
    if (tssa->ops[use].op1_use == var) {
      src = op->op1_use;
    } else if (tssa->ops[use].op2_use == var) {
      src = op->op2_use;
    } else if (tssa->ops[use].result_use == var) {
      src = op->result_use;
    } else {
      assert(0);
      return 0;
    }
    if (opline) {
      /* Try to find a definition in SSA dominators tree */
      var = tssa->vars[ssa_var].var;
      uint32_t op_num = opline - op_array->opcodes;
      uint32_t b = ssa->cfg.map[op_num];
      zend_basic_block *bb = ssa->cfg.blocks + b;
      zend_ssa_phi *pi, *phi;

      while (1) {
        while (op_num > bb->start) {
          op_num--;
          op = ssa->ops + op_num;
          if (op->result_def >= 0 && ssa->vars[op->result_def].var == var) {
            src = op->result_def;
            goto copy_info;
          } else if (op->op2_def >= 0 && ssa->vars[op->op2_def].var == var) {
            src = op->op2_def;
            goto copy_info;
          } else if (op->op1_def >= 0 && ssa->vars[op->op1_def].var == var) {
            src = op->op1_def;
            goto copy_info;
          }
        }
        phi = ssa->blocks[b].phis;
        pi = NULL;
        while (phi) {
          if (ssa->vars[phi->ssa_var].var == var) {
            if (phi->pi >= 0) {
              pi = phi;
            } else {
              src = phi->ssa_var;
              goto copy_info;
            }
          }
          phi = phi->next;
        }
        if (pi) {
          src = pi->ssa_var;
          goto copy_info;
        }
        if (bb->idom < 0) {
          break;
        }
        b = bb->idom;
        bb = ssa->cfg.blocks + b;
        op_num = bb->start + bb->len;
      }
    }
    goto copy_info;
  }
  return 0;

copy_info:
  tssa->vars[ssa_var].no_val = ssa->vars[src].no_val;
  tssa->vars[ssa_var].alias = ssa->vars[src].alias;
  memcpy(&tssa->var_info[ssa_var], &ssa->var_info[src], sizeof(zend_ssa_var_info));
  return 1;
}

static void zend_jit_trace_propagate_range(const zend_op_array *op_array, const zend_op **tssa_opcodes, zend_ssa *tssa, int ssa_var)
{
  zend_ssa_range tmp;
  int def = tssa->vars[ssa_var].definition;

  if (tssa->vars[ssa_var].alias == NO_ALIAS
   && zend_inference_propagate_range(op_array, tssa, tssa_opcodes[def], &tssa->ops[def], ssa_var, &tmp)) {
    tssa->var_info[ssa_var].range.min = tmp.min;
    tssa->var_info[ssa_var].range.max = tmp.max;
    tssa->var_info[ssa_var].range.underflow = tmp.underflow;
    tssa->var_info[ssa_var].range.overflow = tmp.overflow;
    tssa->var_info[ssa_var].has_range = 1;
  }
}

static void zend_jit_trace_copy_ssa_var_range(const zend_op_array *op_array, const zend_ssa *ssa, const zend_op **tssa_opcodes, zend_ssa *tssa, int ssa_var)
{
  int def;
  zend_ssa_op *op;
  zend_ssa_var_info *info;
  unsigned int no_val;
  zend_ssa_alias_kind alias;

  def = tssa->vars[ssa_var].definition;
  if (def >= 0) {
    ZEND_ASSERT((tssa_opcodes[def] - op_array->opcodes) < op_array->last);
    op = ssa->ops + (tssa_opcodes[def] - op_array->opcodes);
    if (tssa->ops[def].op1_def == ssa_var) {
      no_val = ssa->vars[op->op1_def].no_val;
      alias = ssa->vars[op->op1_def].alias;
      info = ssa->var_info + op->op1_def;
    } else if (tssa->ops[def].op2_def == ssa_var) {
      no_val = ssa->vars[op->op2_def].no_val;
      alias = ssa->vars[op->op2_def].alias;
      info = ssa->var_info + op->op2_def;
    } else if (tssa->ops[def].result_def == ssa_var) {
      no_val = ssa->vars[op->result_def].no_val;
      alias = ssa->vars[op->result_def].alias;
      info = ssa->var_info + op->result_def;
    } else {
      assert(0);
      return;
    }

    tssa->vars[ssa_var].no_val = no_val;
    tssa->vars[ssa_var].alias = alias;

    if (!(info->type & MAY_BE_REF)) {
      zend_jit_trace_propagate_range(op_array, tssa_opcodes, tssa, ssa_var);
    }

    if (info->has_range) {
      if (tssa->var_info[ssa_var].has_range) {
        tssa->var_info[ssa_var].range.min = MAX(tssa->var_info[ssa_var].range.min, info->range.min);
        tssa->var_info[ssa_var].range.max = MIN(tssa->var_info[ssa_var].range.max, info->range.max);
        tssa->var_info[ssa_var].range.underflow = tssa->var_info[ssa_var].range.underflow && info->range.underflow;
        tssa->var_info[ssa_var].range.overflow = tssa->var_info[ssa_var].range.overflow && info->range.overflow;
      } else {
        tssa->var_info[ssa_var].has_range = 1;
        tssa->var_info[ssa_var].range = info->range;
      }
    }
  }
}

static int zend_jit_trace_restrict_ssa_var_info(const zend_op_array *op_array, const zend_ssa *ssa, const zend_op **tssa_opcodes, zend_ssa *tssa, int ssa_var)
{
  int def;
  zend_ssa_op *op;
  zend_ssa_var_info *info;

  def = tssa->vars[ssa_var].definition;
  if (def >= 0) {
    ZEND_ASSERT((tssa_opcodes[def] - op_array->opcodes) < op_array->last);
    op = ssa->ops + (tssa_opcodes[def] - op_array->opcodes);
    if (tssa->ops[def].op1_def == ssa_var) {
      info = ssa->var_info + op->op1_def;
    } else if (tssa->ops[def].op2_def == ssa_var) {
      info = ssa->var_info + op->op2_def;
    } else if (tssa->ops[def].result_def == ssa_var) {
      info = ssa->var_info + op->result_def;
    } else {
      assert(0);
      return 0;
    }
    tssa->var_info[ssa_var].type &= info->type;
    if (info->ce) {
      if (tssa->var_info[ssa_var].ce) {
        if (tssa->var_info[ssa_var].ce != info->ce) {
          if (instanceof_function(tssa->var_info[ssa_var].ce, info->ce)) {
            /* everything fine */
          } else if (instanceof_function(info->ce, tssa->var_info[ssa_var].ce)) {
            // TODO: TSSA may miss Pi() functions and corresponding instanceof() constraints ???
          } else {
            // TODO: classes may implement the same interface ???
            //ZEND_UNREACHABLE();
          }
        }
        tssa->var_info[ssa_var].is_instanceof =
          tssa->var_info[ssa_var].is_instanceof && info->is_instanceof;
      } else {
        tssa->var_info[ssa_var].ce = info->ce;
        tssa->var_info[ssa_var].is_instanceof = info->is_instanceof;
      }
    }
    if (info->has_range) {
      if (tssa->var_info[ssa_var].has_range) {
        tssa->var_info[ssa_var].range.min = MAX(tssa->var_info[ssa_var].range.min, info->range.min);
        tssa->var_info[ssa_var].range.max = MIN(tssa->var_info[ssa_var].range.max, info->range.max);
        tssa->var_info[ssa_var].range.underflow = tssa->var_info[ssa_var].range.underflow && info->range.underflow;
        tssa->var_info[ssa_var].range.overflow = tssa->var_info[ssa_var].range.overflow && info->range.overflow;
      } else {
        tssa->var_info[ssa_var].has_range = 1;
        tssa->var_info[ssa_var].range = info->range;
      }
    }
    return 1;
  }
  return 0;
}

static int find_return_ssa_var(zend_jit_trace_rec *p, zend_ssa_op *ssa_op)
{
  while (1) {
    if (p->op == ZEND_JIT_TRACE_VM) {
      if (p->opline->opcode == ZEND_DO_UCALL
       || p->opline->opcode == ZEND_DO_FCALL_BY_NAME
       || p->opline->opcode == ZEND_DO_FCALL) {
        if (p->opline->result_type != IS_UNUSED) {
          return ssa_op->result_def;
        }
      }
      return -1;
    } else if (p->op >= ZEND_JIT_TRACE_OP1_TYPE && p->op <= ZEND_JIT_TRACE_VAL_INFO) {
      /*skip */
    } else {
      return -1;
    }
    p--;
  }
}

static const zend_op *zend_jit_trace_find_init_fcall_op(zend_jit_trace_rec *p, const zend_op_array *op_array)
{
  if (!(p->info & ZEND_JIT_TRACE_FAKE_INIT_CALL)) {
    p--;
    while (1) {
      if (p->op == ZEND_JIT_TRACE_VM) {
        if (p->opline->opcode == ZEND_INIT_FCALL
         || p->opline->opcode == ZEND_INIT_FCALL_BY_NAME
         || p->opline->opcode == ZEND_INIT_NS_FCALL_BY_NAME
         || p->opline->opcode == ZEND_INIT_DYNAMIC_CALL
         || p->opline->opcode == ZEND_INIT_USER_CALL
         || p->opline->opcode == ZEND_NEW
         || p->opline->opcode == ZEND_INIT_METHOD_CALL
         || p->opline->opcode == ZEND_INIT_STATIC_METHOD_CALL
         || p->opline->opcode == ZEND_INIT_PARENT_PROPERTY_HOOK_CALL) {
          return p->opline;
        }
        return NULL;
      } else if (p->op >= ZEND_JIT_TRACE_OP1_TYPE && p->op <= ZEND_JIT_TRACE_VAL_INFO) {
        /*skip */
      } else {
        return NULL;
      }
      p--;
    }
  } else {
    const zend_op *opline = NULL;
    int call_level = 0;

    /* Scan trace buffer forward to find the first recorded opline after
     * the sequence of ZEND_JIT_TRACE_INIT_CALL, and keep track of the
     * call level. */
    p++;
    while (1) {
      if (p->op == ZEND_JIT_TRACE_VM) {
        opline = p->opline;
        break;
      } else if (p->op == ZEND_JIT_TRACE_INIT_CALL) {
        call_level++;
        /*skip */
      } else {
        return NULL;
      }
      p++;
    }
    /* Scan oplines backward to find the init fcall op */
    if (opline) {
      while (opline > op_array->opcodes) {
        opline--;
        if (zend_jit_inc_call_level(opline->opcode)) {
          if (call_level == 0) {
            return opline;
          }
          call_level--;
        } else if (zend_jit_dec_call_level(opline->opcode)) {
          call_level++;
        }
      }
    }
  }
  return NULL;
}

static int is_checked_guard(const zend_ssa *tssa, const zend_op **ssa_opcodes, uint32_t var, uint32_t phi_var)
{
  if ((tssa->var_info[phi_var].type & MAY_BE_ANY) == MAY_BE_LONG
   && !(tssa->var_info[var].type & MAY_BE_REF)) {
    int idx = tssa->vars[var].definition;

    if (idx >= 0) {
      if (tssa->ops[idx].op1_def == var) {
        const zend_op *opline = ssa_opcodes[idx];
        if (opline->opcode == ZEND_PRE_DEC
         || opline->opcode == ZEND_PRE_INC
         || opline->opcode == ZEND_POST_DEC
         || opline->opcode == ZEND_POST_INC) {
          if (tssa->ops[idx].op1_use >= 0
           && (tssa->var_info[tssa->ops[idx].op1_use].type & MAY_BE_STRING)) {
            return 0;
          }
          if (!(tssa->var_info[tssa->ops[idx].op1_use].type & (MAY_BE_LONG|MAY_BE_DOUBLE))) {
            return 0;
          }
          return 1;
        } else if (opline->opcode == ZEND_ASSIGN_OP
         && (opline->extended_value == ZEND_ADD
          || opline->extended_value == ZEND_SUB
          || opline->extended_value == ZEND_MUL)) {
          if ((opline->op2_type & (IS_VAR|IS_CV))
            && tssa->ops[idx].op2_use >= 0
            && (tssa->var_info[tssa->ops[idx].op2_use].type & MAY_BE_REF)) {
            return 0;
          }
          if (!(tssa->var_info[tssa->ops[idx].op1_use].type & (MAY_BE_LONG|MAY_BE_DOUBLE))) {
            return 0;
          }
          if (opline->op2_type == IS_CONST) {
            zval *zv = RT_CONSTANT(opline, opline->op2);
            if (Z_TYPE_P(zv) != IS_LONG && Z_TYPE_P(zv) != IS_DOUBLE) {
              return 0;
            }
          } else if (!(tssa->var_info[tssa->ops[idx].op2_use].type & (MAY_BE_LONG|MAY_BE_DOUBLE))) {
            return 0;
          }
          return 1;
        }
      }
      if (tssa->ops[idx].result_def == var) {
        const zend_op *opline = ssa_opcodes[idx];
        if (opline->opcode == ZEND_ADD
         || opline->opcode == ZEND_SUB
         || opline->opcode == ZEND_MUL) {
          if ((opline->op1_type & (IS_VAR|IS_CV))
            && tssa->ops[idx].op1_use >= 0
            && (tssa->var_info[tssa->ops[idx].op1_use].type & MAY_BE_REF)) {
            return 0;
          }
          if ((opline->op2_type & (IS_VAR|IS_CV))
            && tssa->ops[idx].op2_use >= 0
            && (tssa->var_info[tssa->ops[idx].op2_use].type & MAY_BE_REF)) {
            return 0;
          }
          if (opline->op1_type == IS_CONST) {
            zval *zv = RT_CONSTANT(opline, opline->op1);
            if (Z_TYPE_P(zv) != IS_LONG && Z_TYPE_P(zv) != IS_DOUBLE) {
              return 0;
            }
          } else if (!(tssa->var_info[tssa->ops[idx].op1_use].type & (MAY_BE_LONG|MAY_BE_DOUBLE))) {
            return 0;
          }
          if (opline->op2_type == IS_CONST) {
            zval *zv = RT_CONSTANT(opline, opline->op2);
            if (Z_TYPE_P(zv) != IS_LONG && Z_TYPE_P(zv) != IS_DOUBLE) {
              return 0;
            }
          } else if (!(tssa->var_info[tssa->ops[idx].op2_use].type & (MAY_BE_LONG|MAY_BE_DOUBLE))) {
            return 0;
          }
          return 1;
        } else if (opline->opcode == ZEND_PRE_DEC
         || opline->opcode == ZEND_PRE_INC
         || opline->opcode == ZEND_POST_DEC
         || opline->opcode == ZEND_POST_INC) {
          if ((opline->op1_type & (IS_VAR|IS_CV))
            && tssa->ops[idx].op1_use >= 0
            && (tssa->var_info[tssa->ops[idx].op1_use].type & MAY_BE_REF)) {
            return 0;
          }
          if (!(tssa->var_info[tssa->ops[idx].op1_use].type & (MAY_BE_LONG|MAY_BE_DOUBLE))) {
            return 0;
          }
          return 1;
        }
      }
    }
  }
  return 0;
}

typedef struct _zend_tssa {
  zend_ssa        ssa;
  const zend_op **tssa_opcodes;
  int             used_stack;
} zend_tssa;

static const zend_op _nop_opcode = {0};

static uint32_t find_trampoline_num_args(zend_jit_trace_rec *start, zend_jit_trace_rec *p)
{
  int inline_level = 0, call_level = 0;

  p--;
  while (p != start) {
    if (p->op == ZEND_JIT_TRACE_INIT_CALL) {
      if (inline_level == 0) {
        if (call_level == 0) {
          ZEND_ASSERT(!p->op_array);
          return ZEND_JIT_TRACE_NUM_ARGS(p->info);
        } else {
          call_level--;
        }
      }
    } else if (p->op == ZEND_JIT_TRACE_DO_ICALL) {
      if (inline_level == 0) {
        call_level++;
      }
    } else if (p->op == ZEND_JIT_TRACE_ENTER) {
      if (inline_level) {
        inline_level--;
      } else {
        return 0;
      }
    } else if (p->op == ZEND_JIT_TRACE_BACK) {
      inline_level++;
    }
    p--;
  }
  return 0;
}

static zend_ssa *zend_jit_trace_build_tssa(zend_jit_trace_rec *trace_buffer, uint32_t parent_trace, uint32_t exit_num, zend_script *script, const zend_op_array **op_arrays, int *num_op_arrays_ptr)
{
  zend_ssa *tssa;
  zend_ssa_op *ssa_ops, *op;
  zend_ssa_var *ssa_vars;
  zend_ssa_var_info *ssa_var_info;
  const zend_op_array *op_array;
  const zend_op *opline;
  const zend_op **ssa_opcodes;
  zend_jit_trace_rec *p;
  int i, v, idx, len, ssa_ops_count, vars_count, ssa_vars_count;
  zend_jit_trace_stack *stack;
  uint32_t build_flags = ZEND_SSA_RC_INFERENCE | ZEND_SSA_USE_CV_RESULTS;
  uint32_t optimization_level = 0;
  int call_level, level, num_op_arrays, used_stack, max_used_stack;
  size_t frame_size, stack_top, stack_size, stack_bottom;
  zend_jit_op_array_trace_extension *jit_extension;
  zend_ssa *ssa;
  zend_jit_trace_stack_frame *frame, *top, *call;
  zend_ssa_var_info return_value_info;

  /* 1. Count number of TSSA opcodes;
   *    Count number of activation frames;
   *    Calculate size of abstract stack;
   *    Construct regular SSA for involved op_array */
  op_array = trace_buffer->op_array;
  stack_top = stack_size = zend_jit_trace_frame_size(op_array, 0);
  stack_bottom = 0;
  p = trace_buffer + ZEND_JIT_TRACE_START_REC_SIZE;
  ssa_ops_count = 0;
  call_level = 0;
  level = 0;
  num_op_arrays = 0;
  /* Remember op_array to cleanup */
  op_arrays[num_op_arrays++] = op_array;
  /* Build SSA */
  ssa = zend_jit_trace_build_ssa(op_array, script);
  for (;;p++) {
    if (p->op == ZEND_JIT_TRACE_VM) {
      if (JIT_G(opt_level) < ZEND_JIT_LEVEL_OPT_FUNC) {
        const zend_op *opline = p->opline;

        switch (opline->opcode) {
          case ZEND_INCLUDE_OR_EVAL:
            ssa->cfg.flags |= ZEND_FUNC_INDIRECT_VAR_ACCESS;
            break;
          case ZEND_FETCH_R:
          case ZEND_FETCH_W:
          case ZEND_FETCH_RW:
          case ZEND_FETCH_FUNC_ARG:
          case ZEND_FETCH_IS:
          case ZEND_FETCH_UNSET:
          case ZEND_UNSET_VAR:
          case ZEND_ISSET_ISEMPTY_VAR:
            if (opline->extended_value & ZEND_FETCH_LOCAL) {
              ssa->cfg.flags |= ZEND_FUNC_INDIRECT_VAR_ACCESS;
            } else if ((opline->extended_value & (ZEND_FETCH_GLOBAL | ZEND_FETCH_GLOBAL_LOCK)) &&
                       !op_array->function_name) {
              ssa->cfg.flags |= ZEND_FUNC_INDIRECT_VAR_ACCESS;
            }
            break;
        }
      }
      ssa_ops_count += zend_jit_trace_op_len(p->opline);
    } else if (p->op == ZEND_JIT_TRACE_INIT_CALL) {
      call_level++;
      stack_top += zend_jit_trace_frame_size(p->op_array, ZEND_JIT_TRACE_NUM_ARGS(p->info));
      if (stack_top > stack_size) {
        stack_size = stack_top;
      }
    } else if (p->op == ZEND_JIT_TRACE_DO_ICALL) {
      uint32_t num_args = 0;
      if (JIT_G(opt_level) < ZEND_JIT_LEVEL_OPT_FUNC) {
        if (p->func
         && p->func != (zend_function*)&zend_pass_function
         && (zend_string_equals_literal(p->func->common.function_name, "extract")
          || zend_string_equals_literal(p->func->common.function_name, "compact")
          || zend_string_equals_literal(p->func->common.function_name, "get_defined_vars"))) {
          ssa->cfg.flags |= ZEND_FUNC_INDIRECT_VAR_ACCESS;
        }
      }
      if (!p->func) {
        /* Find num_args in the corresponding ZEND_JIT_TRACE_INIT_CALL record */
        num_args = find_trampoline_num_args(trace_buffer + ZEND_JIT_TRACE_START_REC_SIZE, p);
      }
      frame_size = zend_jit_trace_frame_size(p->op_array, num_args);
      if (call_level == 0) {
        if (stack_top + frame_size > stack_size) {
          stack_size = stack_top + frame_size;
        }
      } else {
        call_level--;
        stack_top -= frame_size;
      }
    } else if (p->op == ZEND_JIT_TRACE_ENTER) {
      op_array = p->op_array;
      if (call_level == 0) {
        stack_top += zend_jit_trace_frame_size(op_array, 0);
        if (stack_top > stack_size) {
          stack_size = stack_top;
        }
      } else {
        call_level--;
      }
      level++;
      jit_extension =
        (zend_jit_op_array_trace_extension*)ZEND_FUNC_INFO(op_array);
      ssa = &jit_extension->func_info.ssa;
      if (ssa->cfg.blocks_count) {
        /* pass */
      } else if (num_op_arrays == ZEND_JIT_TRACE_MAX_FUNCS) {
        /* Too many functions in single trace */
        *num_op_arrays_ptr = num_op_arrays;
        return NULL;
      } else {
        /* Remember op_array to cleanup */
        op_arrays[num_op_arrays++] = op_array;
        /* Build SSA */
        ssa = zend_jit_trace_build_ssa(op_array, script);
      }
    } else if (p->op == ZEND_JIT_TRACE_BACK) {
      if (level == 0) {
        stack_bottom += zend_jit_trace_frame_size(p->op_array, 0);
        jit_extension =
          (zend_jit_op_array_trace_extension*)ZEND_FUNC_INFO(op_array);
        ssa = &jit_extension->func_info.ssa;
        if (ssa->cfg.blocks_count) {
          /* pass */
        } else if (num_op_arrays == ZEND_JIT_TRACE_MAX_FUNCS) {
          /* Too many functions in single trace */
          *num_op_arrays_ptr = num_op_arrays;
          return NULL;
        } else {
          /* Remember op_array to cleanup */
          op_arrays[num_op_arrays++] = op_array;
          /* Build SSA */
          ssa = zend_jit_trace_build_ssa(op_array, script);
        }
      } else {
        stack_top -= zend_jit_trace_frame_size(op_array, 0);
        level--;
      }
      op_array = p->op_array;
    } else if (p->op == ZEND_JIT_TRACE_END) {
      break;
    }
  }
  *num_op_arrays_ptr = num_op_arrays;

  /* Allocate space for abstract stack */
  JIT_G(current_frame) = frame = (zend_jit_trace_stack_frame*)((char*)zend_arena_alloc(&CG(arena), stack_bottom + stack_size) + stack_bottom);

  /* 2. Construct TSSA */
  tssa = zend_arena_calloc(&CG(arena), 1, sizeof(zend_tssa));
  tssa->cfg.flags = ZEND_SSA_TSSA;
  tssa->cfg.blocks = zend_arena_calloc(&CG(arena), 2, sizeof(zend_basic_block));
  tssa->blocks = zend_arena_calloc(&CG(arena), 2, sizeof(zend_ssa_block));
  tssa->cfg.predecessors = zend_arena_calloc(&CG(arena), 2, sizeof(int));

  if (trace_buffer->stop == ZEND_JIT_TRACE_STOP_LOOP
   || trace_buffer->stop == ZEND_JIT_TRACE_STOP_RECURSIVE_CALL
   || trace_buffer->stop == ZEND_JIT_TRACE_STOP_RECURSIVE_RET) {
    tssa->cfg.blocks_count = 2;
    tssa->cfg.edges_count = 2;

    tssa->cfg.predecessors[0] = 0;
    tssa->cfg.predecessors[1] = 1;

    tssa->cfg.blocks[0].flags = ZEND_BB_START|ZEND_BB_REACHABLE;
    tssa->cfg.blocks[0].successors_count = 1;
    tssa->cfg.blocks[0].predecessors_count = 0;
    tssa->cfg.blocks[0].successors = tssa->cfg.blocks[0].successors_storage;
    tssa->cfg.blocks[0].successors[0] = 1;

    tssa->cfg.blocks[1].flags = ZEND_BB_FOLLOW|ZEND_BB_TARGET|ZEND_BB_LOOP_HEADER|ZEND_BB_REACHABLE;
    tssa->cfg.blocks[1].len = ssa_ops_count;
    tssa->cfg.blocks[1].successors_count = 1;
    tssa->cfg.blocks[1].predecessors_count = 2;
    tssa->cfg.blocks[1].successors = tssa->cfg.blocks[1].successors_storage;
    tssa->cfg.blocks[1].successors[1] = 1;
  } else {
    tssa->cfg.blocks_count = 1;
    tssa->cfg.edges_count = 0;

    tssa->cfg.blocks[0].flags = ZEND_BB_START|ZEND_BB_EXIT|ZEND_BB_REACHABLE;
    tssa->cfg.blocks[0].len = ssa_ops_count;
    tssa->cfg.blocks[0].successors_count = 0;
    tssa->cfg.blocks[0].predecessors_count = 0;
  }
  ((zend_tssa*)tssa)->used_stack = -1;

  if (JIT_G(opt_level) < ZEND_JIT_LEVEL_INLINE) {
    return tssa;
  }

  tssa->ops = ssa_ops = zend_arena_alloc(&CG(arena), ssa_ops_count * sizeof(zend_ssa_op));
  memset(ssa_ops, -1, ssa_ops_count * sizeof(zend_ssa_op));
  ssa_opcodes = zend_arena_calloc(&CG(arena), ssa_ops_count + 1, sizeof(zend_op*));
  ((zend_tssa*)tssa)->tssa_opcodes = ssa_opcodes;
  ssa_opcodes[ssa_ops_count] = &_nop_opcode;

  op_array = trace_buffer->op_array;
  if (trace_buffer->start == ZEND_JIT_TRACE_START_ENTER) {
    ssa_vars_count = op_array->last_var;
  } else {
    ssa_vars_count = op_array->last_var + op_array->T;
  }
  stack = frame->stack;
  for (i = 0; i < ssa_vars_count; i++) {
    SET_STACK_VAR(stack, i, i);
  }

  if (trace_buffer->stop == ZEND_JIT_TRACE_STOP_LOOP) {
    // TODO: For tracing, it's possible, to create pseudo Phi functions
    //       at the end of loop, without this additional pass (like LuaJIT) ???
    ssa_vars_count = zend_jit_trace_add_phis(trace_buffer, ssa_vars_count, tssa, stack);
  } else if (trace_buffer->stop == ZEND_JIT_TRACE_STOP_RECURSIVE_CALL) {
    ssa_vars_count = zend_jit_trace_add_call_phis(trace_buffer, ssa_vars_count, tssa, stack);
  } else if (trace_buffer->stop == ZEND_JIT_TRACE_STOP_RECURSIVE_RET) {
    ssa_vars_count = zend_jit_trace_add_ret_phis(trace_buffer, ssa_vars_count, tssa, stack);
  }

  p = trace_buffer + ZEND_JIT_TRACE_START_REC_SIZE;
  idx = 0;
  level = 0;
  for (;;p++) {
    if (p->op == ZEND_JIT_TRACE_VM) {
      opline = p->opline;
      ssa_opcodes[idx] = opline;
      ssa_vars_count = zend_ssa_rename_op(op_array, opline, idx, build_flags, ssa_vars_count, ssa_ops, (int*)stack);
      idx++;
      len = zend_jit_trace_op_len(p->opline);
      while (len > 1) {
        opline++;
        ssa_opcodes[idx] = opline;
        if (opline->opcode != ZEND_OP_DATA) {
          ssa_vars_count = zend_ssa_rename_op(op_array, opline, idx, build_flags, ssa_vars_count, ssa_ops, (int*)stack);
        }
        idx++;
        len--;
      }
    } else if (p->op == ZEND_JIT_TRACE_ENTER) {
      frame = zend_jit_trace_call_frame(frame, op_array, 0);
      stack = frame->stack;
      op_array = p->op_array;
      level++;
      if (ssa_vars_count >= ZEND_JIT_TRACE_MAX_SSA_VAR) {
        return NULL;
      }
      ZEND_JIT_TRACE_SET_FIRST_SSA_VAR(p->info, ssa_vars_count);
      for (i = 0; i < op_array->last_var; i++) {
        SET_STACK_VAR(stack, i, ssa_vars_count++);
      }
    } else if (p->op == ZEND_JIT_TRACE_BACK) {
      op_array = p->op_array;
      frame = zend_jit_trace_ret_frame(frame, op_array);
      stack = frame->stack;
      if (level == 0) {
        if (ssa_vars_count >= ZEND_JIT_TRACE_MAX_SSA_VAR) {
          return NULL;
        }
        ZEND_JIT_TRACE_SET_FIRST_SSA_VAR(p->info, ssa_vars_count);
        for (i = 0; i < op_array->last_var + op_array->T; i++) {
          SET_STACK_VAR(stack, i, ssa_vars_count++);
        }
      } else {
        level--;
      }
    } else if (p->op == ZEND_JIT_TRACE_END) {
      break;
    }
  }

  op_array = trace_buffer->op_array;
  tssa->vars_count = ssa_vars_count;
  tssa->vars = ssa_vars = zend_arena_calloc(&CG(arena), tssa->vars_count, sizeof(zend_ssa_var));
  if (trace_buffer->start == ZEND_JIT_TRACE_START_ENTER) {
    vars_count = op_array->last_var;
  } else {
    vars_count = op_array->last_var + op_array->T;
  }
  i = 0;
  while (i < vars_count) {
    ssa_vars[i].var = i;
    ssa_vars[i].scc = -1;
    ssa_vars[i].definition = -1;
    ssa_vars[i].use_chain = -1;
    i++;
  }
  while (i < tssa->vars_count) {
    ssa_vars[i].var = -1;
    ssa_vars[i].scc = -1;
    ssa_vars[i].definition = -1;
    ssa_vars[i].use_chain = -1;
    i++;
  }

  if (trace_buffer->stop == ZEND_JIT_TRACE_STOP_LOOP
   || trace_buffer->stop == ZEND_JIT_TRACE_STOP_RECURSIVE_CALL
   || trace_buffer->stop == ZEND_JIT_TRACE_STOP_RECURSIVE_RET) {
    /* Update Phi sources */
    zend_ssa_phi *phi = tssa->blocks[1].phis;

    while (phi) {
      phi->sources[1] = STACK_VAR(stack, phi->var);
      ssa_vars[phi->ssa_var].var = phi->var;
      ssa_vars[phi->ssa_var].definition_phi = phi;
      ssa_vars[phi->sources[0]].phi_use_chain = phi;
      ssa_vars[phi->sources[1]].phi_use_chain = phi;
      phi = phi->next;
    }
  }

  /* 3. Compute use-def chains */
  idx = (ssa_ops_count - 1);
  op = ssa_ops + idx;
  while (idx >= 0) {
    opline = ssa_opcodes[idx];
    if (op->op1_use >= 0) {
      op->op1_use_chain = ssa_vars[op->op1_use].use_chain;
      ssa_vars[op->op1_use].use_chain = idx;
    }
    if (op->op2_use >= 0 && op->op2_use != op->op1_use) {
      op->op2_use_chain = ssa_vars[op->op2_use].use_chain;
      ssa_vars[op->op2_use].use_chain = idx;
    }
    if (op->result_use >= 0 && op->result_use != op->op1_use && op->result_use != op->op2_use) {
      op->res_use_chain = ssa_vars[op->result_use].use_chain;
      ssa_vars[op->result_use].use_chain = idx;
    }
    if (op->op1_def >= 0) {
      ssa_vars[op->op1_def].var = EX_VAR_TO_NUM(opline->op1.var);
      ssa_vars[op->op1_def].definition = idx;
    }
    if (op->op2_def >= 0) {
      ssa_vars[op->op2_def].var = EX_VAR_TO_NUM(opline->op2.var);
      ssa_vars[op->op2_def].definition = idx;
    }
    if (op->result_def >= 0) {
      ssa_vars[op->result_def].var = EX_VAR_TO_NUM(opline->result.var);
      ssa_vars[op->result_def].definition = idx;
    }
    op--;
    idx--;
  }

  /* 4. Type inference */
  op_array = trace_buffer->op_array;
  opline = trace_buffer[1].opline;
  jit_extension =
    (zend_jit_op_array_trace_extension*)ZEND_FUNC_INFO(op_array);
  ssa = &jit_extension->func_info.ssa;

  tssa->var_info = ssa_var_info = zend_arena_calloc(&CG(arena), tssa->vars_count, sizeof(zend_ssa_var_info));

  if (trace_buffer->start == ZEND_JIT_TRACE_START_ENTER) {
    i = 0;
    while (i < op_array->last_var) {
      if (i < op_array->num_args) {
        if (ssa->var_info
         && zend_jit_trace_copy_ssa_var_info(op_array, ssa, ssa_opcodes, tssa, i, NULL)) {
          /* pass */
        } else {
          if (ssa->vars) {
            ssa_vars[i].no_val = ssa->vars[i].no_val;
            ssa_vars[i].alias = ssa->vars[i].alias;
          } else {
            ssa_vars[i].alias = zend_jit_var_may_alias(op_array, ssa, i);
          }
          if (op_array->arg_info && i < trace_buffer[1].opline - op_array->opcodes) {
            zend_arg_info *arg_info = &op_array->arg_info[i];
            zend_class_entry *ce;
            uint32_t tmp = zend_fetch_arg_info_type(script, arg_info, &ce);

            if (ZEND_ARG_SEND_MODE(arg_info)) {
              tmp |= MAY_BE_REF;
            }
            ssa_var_info[i].type = tmp;
            ssa_var_info[i].ce = ce;
            ssa_var_info[i].is_instanceof = 1;
          } else {
            ssa_var_info[i].type = MAY_BE_RC1 | MAY_BE_RCN | MAY_BE_REF | MAY_BE_ANY  | MAY_BE_ARRAY_KEY_ANY | MAY_BE_ARRAY_OF_ANY | MAY_BE_ARRAY_OF_REF;
          }
        }
      } else {
        if (ssa->vars) {
          ssa_vars[i].no_val = ssa->vars[i].no_val;
          ssa_vars[i].alias = ssa->vars[i].alias;
        } else {
          ssa_vars[i].alias = zend_jit_var_may_alias(op_array, ssa, i);
        }
        if (ssa_vars[i].alias == NO_ALIAS) {
          ssa_var_info[i].type = MAY_BE_UNDEF;
        } else {
          ssa_var_info[i].type = MAY_BE_UNDEF | MAY_BE_RC1 | MAY_BE_RCN | MAY_BE_REF | MAY_BE_ANY | MAY_BE_ARRAY_KEY_ANY | MAY_BE_ARRAY_OF_ANY | MAY_BE_ARRAY_OF_REF;
        }
      }
      i++;
    }
  } else {
    int parent_vars_count = 0;
    zend_jit_trace_stack *parent_stack = NULL;

    i = 0;
    if (parent_trace) {
      parent_vars_count = MIN(zend_jit_traces[parent_trace].exit_info[exit_num].stack_size,
        op_array->last_var + op_array->T);
      if (parent_vars_count) {
        parent_stack =
          zend_jit_traces[parent_trace].stack_map +
          zend_jit_traces[parent_trace].exit_info[exit_num].stack_offset;
      }
    }
    while (i < op_array->last_var + op_array->T) {
      if (!ssa->var_info
       || !zend_jit_trace_copy_ssa_var_info(op_array, ssa, ssa_opcodes, tssa, i, opline)) {
        if (ssa->vars && i < ssa->vars_count) {
          ssa_vars[i].alias = ssa->vars[i].alias;
        } else {
          ssa_vars[i].alias = zend_jit_var_may_alias(op_array, ssa, i);
        }
        if (i < op_array->last_var) {
          ssa_var_info[i].type = MAY_BE_UNDEF | MAY_BE_RC1 | MAY_BE_RCN | MAY_BE_REF | MAY_BE_ANY  | MAY_BE_ARRAY_KEY_ANY | MAY_BE_ARRAY_OF_ANY | MAY_BE_ARRAY_OF_REF;
        } else {
          ssa_var_info[i].type = MAY_BE_RC1 | MAY_BE_RCN | MAY_BE_REF | MAY_BE_INDIRECT | MAY_BE_ANY | MAY_BE_ARRAY_KEY_ANY | MAY_BE_ARRAY_OF_ANY | MAY_BE_ARRAY_OF_REF;
        }
      }
      if (i < parent_vars_count) {
        /* Initialize TSSA variable from parent trace */
        uint8_t op_type = STACK_TYPE(parent_stack, i);

        if (op_type != IS_UNKNOWN) {
          ssa_var_info[i].type &= zend_jit_trace_type_to_info(op_type);
          if (!ssa_var_info[i].type
           && op_type == IS_UNDEF
           && i >= op_array->last_var) {
            // TODO: It's better to use NULL instead of UNDEF for temporary variables
            ssa_var_info[i].type |= MAY_BE_UNDEF;
          }
        }
      }
      i++;
    }
  }

  if (trace_buffer->stop == ZEND_JIT_TRACE_STOP_LOOP
   || trace_buffer->stop == ZEND_JIT_TRACE_STOP_RECURSIVE_CALL
   || trace_buffer->stop == ZEND_JIT_TRACE_STOP_RECURSIVE_RET) {
    /* Propagate initial value through Phi functions */
    zend_ssa_phi *phi = tssa->blocks[1].phis;

    while (phi) {
      if (!ssa->var_info
       || !zend_jit_trace_copy_ssa_var_info(op_array, ssa, ssa_opcodes, tssa, phi->ssa_var, NULL)) {
        ssa_vars[phi->ssa_var].alias = ssa_vars[phi->sources[0]].alias;
        ssa_var_info[phi->ssa_var].type = ssa_var_info[phi->sources[0]].type;
      }
      phi = phi->next;
    }
  }

  frame = JIT_G(current_frame);
  top = zend_jit_trace_call_frame(frame, op_array, 0);
  TRACE_FRAME_INIT(frame, op_array, 0, 0);
  TRACE_FRAME_SET_RETURN_SSA_VAR(frame, -1);
  frame->used_stack = 0;
  memset(&return_value_info, 0, sizeof(return_value_info));

  if (trace_buffer->stop == ZEND_JIT_TRACE_STOP_LOOP) {
    max_used_stack = used_stack = 0;
  } else {
    max_used_stack = used_stack = -1;
  }

  p = trace_buffer + ZEND_JIT_TRACE_START_REC_SIZE;
  idx = 0;
  level = 0;
  opline = NULL;
  for (;;p++) {
    if (p->op == ZEND_JIT_TRACE_VM) {
      uint8_t orig_op1_type, orig_op2_type, op1_type, op2_type, op3_type;
      uint8_t val_type = IS_UNKNOWN;
//      zend_class_entry *op1_ce = NULL;
      zend_class_entry *op2_ce = NULL;

      opline = p->opline;

      op1_type = orig_op1_type = p->op1_type;
      op2_type = orig_op2_type = p->op2_type;
      op3_type = p->op3_type;
      if (op1_type & (IS_TRACE_REFERENCE|IS_TRACE_INDIRECT)) {
        op1_type = IS_UNKNOWN;
      }
      if (op1_type != IS_UNKNOWN) {
        op1_type &= ~IS_TRACE_PACKED;
      }
      if (op2_type & (IS_TRACE_REFERENCE|IS_TRACE_INDIRECT)) {
        op2_type = IS_UNKNOWN;
      }
      if (op3_type & (IS_TRACE_REFERENCE|IS_TRACE_INDIRECT)) {
        op3_type = IS_UNKNOWN;
      }

      if ((p+1)->op == ZEND_JIT_TRACE_OP1_TYPE) {
//        op1_ce = (zend_class_entry*)(p+1)->ce;
        p++;
      }
      if ((p+1)->op == ZEND_JIT_TRACE_OP2_TYPE) {
        op2_ce = (zend_class_entry*)(p+1)->ce;
        p++;
      }
      if ((p+1)->op == ZEND_JIT_TRACE_VAL_INFO) {
        val_type = (p+1)->op1_type;
        p++;
      }

      switch (opline->opcode) {
        case ZEND_ASSIGN_OP:
          if (opline->extended_value == ZEND_POW
           || opline->extended_value == ZEND_DIV) {
            // TODO: check for division by zero ???
            break;
          }
          if (opline->op1_type != IS_CV || opline->result_type != IS_UNUSED) {
            break;
          }
          ADD_OP1_TRACE_GUARD();
          ADD_OP2_TRACE_GUARD();
          break;
        case ZEND_ASSIGN_DIM_OP:
          if (opline->result_type != IS_UNUSED) {
            break;
          }
          if (op3_type != IS_UNKNOWN
           && !zend_jit_supported_binary_op(
              opline->extended_value, MAY_BE_ANY, (1<<op3_type))) {
            break;
          }
          ZEND_FALLTHROUGH;
        case ZEND_ASSIGN_DIM:
          if (opline->opcode == ZEND_ASSIGN_DIM
           && opline->op1_type == IS_CV
           && (opline+1)->op1_type == IS_CV
           && (opline+1)->op1.var == opline->op1.var) {
            /* skip $a[x] = $a; */
            break;
          }
          if (opline->op1_type == IS_CV || opline->opcode == ZEND_ASSIGN_DIM_OP) {
            ADD_OP1_DATA_TRACE_GUARD();
          }
          ADD_OP2_TRACE_GUARD();
          ADD_OP1_TRACE_GUARD();
          if (op1_type == IS_ARRAY
           && ((opline->op2_type == IS_CONST
             && Z_TYPE_P(RT_CONSTANT(opline, opline->op2)) == IS_LONG)
            || (opline->op2_type != IS_CONST
             && op2_type == IS_LONG))) {

            if (!(orig_op1_type & IS_TRACE_PACKED)) {
              zend_ssa_var_info *info = &tssa->var_info[tssa->ops[idx].op1_use];

              if (MAY_BE_PACKED(info->type) && MAY_BE_HASH(info->type)
               && (info->type & (MAY_BE_ANY|MAY_BE_UNDEF)) == MAY_BE_ARRAY) {
                info->type |= MAY_BE_PACKED_GUARD;
                info->type &= ~MAY_BE_ARRAY_PACKED;
              }
            } else if (opline->opcode == ZEND_ASSIGN_DIM_OP
                && val_type != IS_UNKNOWN
                && val_type != IS_UNDEF) {
              zend_ssa_var_info *info = &tssa->var_info[tssa->ops[idx].op1_use];

              if (MAY_BE_PACKED(info->type) && MAY_BE_HASH(info->type)
               && (info->type & (MAY_BE_ANY|MAY_BE_UNDEF)) == MAY_BE_ARRAY) {
                info->type |= MAY_BE_PACKED_GUARD;
                info->type &= ~(MAY_BE_ARRAY_NUMERIC_HASH|MAY_BE_ARRAY_STRING_HASH);
              }
            }
          }
          break;
        case ZEND_ASSIGN_OBJ_OP:
          if (opline->extended_value == ZEND_POW
           || opline->extended_value == ZEND_DIV) {
            // TODO: check for division by zero ???
            break;
          }
          if (opline->result_type != IS_UNUSED) {
            break;
          }
          ZEND_FALLTHROUGH;
        case ZEND_ASSIGN_OBJ:
        case ZEND_PRE_INC_OBJ:
        case ZEND_PRE_DEC_OBJ:
        case ZEND_POST_INC_OBJ:
        case ZEND_POST_DEC_OBJ:
          if (opline->op2_type != IS_CONST
           || Z_TYPE_P(RT_CONSTANT(opline, opline->op2)) != IS_STRING
           || Z_STRVAL_P(RT_CONSTANT(opline, opline->op2))[0] == '\0') {
            break;
          }
          if (opline->opcode == ZEND_ASSIGN_OBJ
           || opline->opcode == ZEND_ASSIGN_OBJ_OP) {
            if (opline->op1_type == IS_CV
             && (opline+1)->op1_type == IS_CV
             && (opline+1)->op1.var == opline->op1.var) {
              /* skip $a->prop += $a; */
              break;
            }
            ADD_OP1_DATA_TRACE_GUARD();
          }
          ADD_OP1_TRACE_GUARD();
          break;
        case ZEND_CONCAT:
        case ZEND_FAST_CONCAT:
          if ((opline->op1_type == IS_CONST || orig_op1_type == IS_STRING)
           && (opline->op2_type == IS_CONST || orig_op2_type == IS_STRING)) {
            ADD_OP2_TRACE_GUARD();
            ADD_OP1_TRACE_GUARD();
          }
          break;
        case ZEND_ADD:
        case ZEND_SUB:
        case ZEND_MUL:
//        case ZEND_DIV: // TODO: check for division by zero ???
          if (orig_op1_type == IS_UNDEF || orig_op2_type == IS_UNDEF) {
            break;
          }
          ZEND_FALLTHROUGH;
        case ZEND_IS_EQUAL:
        case ZEND_IS_NOT_EQUAL:
        case ZEND_IS_SMALLER:
        case ZEND_IS_SMALLER_OR_EQUAL:
        case ZEND_CASE:
        case ZEND_IS_IDENTICAL:
        case ZEND_IS_NOT_IDENTICAL:
        case ZEND_CASE_STRICT:
        case ZEND_BW_OR:
        case ZEND_BW_AND:
        case ZEND_BW_XOR:
        case ZEND_SL:
        case ZEND_SR:
        case ZEND_MOD:
          ADD_OP2_TRACE_GUARD();
          ZEND_FALLTHROUGH;
        case ZEND_ECHO:
        case ZEND_STRLEN:
        case ZEND_COUNT:
        case ZEND_QM_ASSIGN:
        case ZEND_FE_RESET_R:
          ADD_OP1_TRACE_GUARD();
          break;
        case ZEND_FE_FETCH_R:
          ADD_OP1_TRACE_GUARD();
          if (op1_type == IS_ARRAY && (orig_op1_type & ~IS_TRACE_PACKED) == IS_ARRAY) {

            zend_ssa_var_info *info = &tssa->var_info[tssa->ops[idx].op1_use];

            if (MAY_BE_PACKED(info->type) && MAY_BE_HASH(info->type)
             && (info->type & (MAY_BE_ANY|MAY_BE_UNDEF)) == MAY_BE_ARRAY) {
              info->type |= MAY_BE_PACKED_GUARD;
              if (orig_op1_type & IS_TRACE_PACKED) {
                info->type &= ~(MAY_BE_ARRAY_NUMERIC_HASH|MAY_BE_ARRAY_STRING_HASH);
              } else {
                info->type &= ~MAY_BE_ARRAY_PACKED;
              }
            }
          }
          break;
        case ZEND_VERIFY_RETURN_TYPE:
          if (opline->op1_type == IS_UNUSED) {
            /* Always throws */
            break;
          }
          if (opline->op1_type == IS_CONST) {
            /* TODO Different instruction format, has return value */
            break;
          }
          if (op_array->fn_flags & ZEND_ACC_RETURN_REFERENCE) {
            /* Not worth bothering with */
            break;
          }
          ADD_OP1_TRACE_GUARD();
          break;
        case ZEND_FETCH_DIM_FUNC_ARG:
          if (!frame
           || !frame->call
           || !frame->call->func
           || !TRACE_FRAME_IS_LAST_SEND_BY_VAL(frame->call)) {
            break;
          }
          ADD_OP2_TRACE_GUARD();
          ADD_OP1_TRACE_GUARD();
          break;
        case ZEND_PRE_INC:
        case ZEND_PRE_DEC:
        case ZEND_POST_INC:
        case ZEND_POST_DEC:
          if (opline->op1_type != IS_CV) {
            break;
          }
          ADD_OP1_TRACE_GUARD();
          break;
        case ZEND_ASSIGN:
          if (opline->op1_type != IS_CV) {
            break;
          }
          ADD_OP2_TRACE_GUARD();
          if (op1_type != IS_UNKNOWN
           && (tssa->var_info[tssa->ops[idx].op1_use].type & MAY_BE_REF)) {
            ADD_OP1_TRACE_GUARD();
          }
          break;
        case ZEND_CAST:
          if (opline->extended_value != op1_type) {
            break;
          }
          ADD_OP1_TRACE_GUARD();
          break;
        case ZEND_JMPZ:
        case ZEND_JMPNZ:
        case ZEND_JMPZ_EX:
        case ZEND_JMPNZ_EX:
        case ZEND_BOOL:
        case ZEND_BOOL_NOT:
          ADD_OP1_TRACE_GUARD();
          break;
        case ZEND_ISSET_ISEMPTY_CV:
          ADD_OP1_TRACE_GUARD();
          break;
        case ZEND_IN_ARRAY:
          if (opline->op1_type == IS_VAR || opline->op1_type == IS_TMP_VAR) {
            break;
          }
          ADD_OP1_TRACE_GUARD();
          break;
        case ZEND_ISSET_ISEMPTY_DIM_OBJ:
          if ((opline->extended_value & ZEND_ISEMPTY)) {
            // TODO: support for empty() ???
            break;
          }
          ZEND_FALLTHROUGH;
        case ZEND_FETCH_DIM_R:
        case ZEND_FETCH_DIM_IS:
        case ZEND_FETCH_LIST_R:
          ADD_OP1_TRACE_GUARD();
          ADD_OP2_TRACE_GUARD();

          if (op1_type == IS_ARRAY
           && opline->op1_type != IS_CONST
           && ((opline->op2_type == IS_CONST
             && Z_TYPE_P(RT_CONSTANT(opline, opline->op2)) == IS_LONG)
            || (opline->op2_type != IS_CONST
             && op2_type == IS_LONG))) {

            zend_ssa_var_info *info = &tssa->var_info[tssa->ops[idx].op1_use];

            if (MAY_BE_PACKED(info->type) && MAY_BE_HASH(info->type)
             && (info->type & (MAY_BE_ANY|MAY_BE_UNDEF)) == MAY_BE_ARRAY) {
              info->type |= MAY_BE_PACKED_GUARD;
              if (orig_op1_type & IS_TRACE_PACKED) {
                info->type &= ~(MAY_BE_ARRAY_NUMERIC_HASH|MAY_BE_ARRAY_STRING_HASH);
              } else {
                info->type &= ~MAY_BE_ARRAY_PACKED;
              }
            }
          }
          break;
        case ZEND_FETCH_DIM_W:
        case ZEND_FETCH_DIM_RW:
//        case ZEND_FETCH_DIM_UNSET:
        case ZEND_FETCH_LIST_W:
          if (opline->op1_type != IS_CV
           && (orig_op1_type == IS_UNKNOWN
            || !(orig_op1_type & IS_TRACE_INDIRECT))) {
            break;
          }
          ADD_OP1_TRACE_GUARD();
          ADD_OP2_TRACE_GUARD();
          if (op1_type == IS_ARRAY
           && !(orig_op1_type & IS_TRACE_PACKED)
           && ((opline->op2_type == IS_CONST
             && Z_TYPE_P(RT_CONSTANT(opline, opline->op2)) == IS_LONG)
            || (opline->op2_type != IS_CONST
             && op2_type == IS_LONG))) {

            zend_ssa_var_info *info = &tssa->var_info[tssa->ops[idx].op1_use];

            if (MAY_BE_PACKED(info->type) && MAY_BE_HASH(info->type)
             && (info->type & (MAY_BE_ANY|MAY_BE_UNDEF)) == MAY_BE_ARRAY) {
              info->type |= MAY_BE_PACKED_GUARD;
              info->type &= ~MAY_BE_ARRAY_PACKED;
            }
          }
          break;
        case ZEND_SEND_VAL_EX:
        case ZEND_SEND_VAR_EX:
        case ZEND_SEND_VAR_NO_REF_EX:
          if (opline->op2_type == IS_CONST) {
            /* Named parameters not supported in JIT */
            break;
          }
          if (opline->op2.num > MAX_ARG_FLAG_NUM) {
            goto propagate_arg;
          }
          ZEND_FALLTHROUGH;
        case ZEND_SEND_VAL:
        case ZEND_SEND_VAR:
        case ZEND_SEND_VAR_NO_REF:
        case ZEND_SEND_FUNC_ARG:
          if (opline->op2_type == IS_CONST) {
            /* Named parameters not supported in JIT */
            break;
          }
          ADD_OP1_TRACE_GUARD();
propagate_arg:
          /* Propagate argument type */
          if (frame->call
           && frame->call->func
           && frame->call->func->type == ZEND_USER_FUNCTION
           && opline->op2.num <= frame->call->func->op_array.num_args) {
            uint32_t info;

            if (opline->op1_type == IS_CONST) {
              info = _const_op_type(RT_CONSTANT(opline, opline->op1));
            } else {
              ZEND_ASSERT(ssa_ops[idx].op1_use >= 0);
              info = ssa_var_info[ssa_ops[idx].op1_use].type & ~MAY_BE_GUARD;
            }
            if (frame->call->func->op_array.fn_flags & ZEND_ACC_HAS_TYPE_HINTS) {
              zend_arg_info *arg_info;

              ZEND_ASSERT(frame->call->func->op_array.arg_info);
              arg_info = &frame->call->func->op_array.arg_info[opline->op2.num - 1];
              if (ZEND_TYPE_IS_SET(arg_info->type)) {
                zend_class_entry *ce;
                uint32_t tmp = zend_fetch_arg_info_type(script, arg_info, &ce);
                info &= tmp;
                if (!info) {
                  break;
                }
              }
            }
            if (opline->op1_type == IS_CV && (info & MAY_BE_RC1)) {
              info |= MAY_BE_RCN;
            }
            if (info & MAY_BE_UNDEF) {
              info |= MAY_BE_NULL;
              info &= ~MAY_BE_UNDEF;
            }
            if (ARG_SHOULD_BE_SENT_BY_REF(frame->call->func, opline->op2.num)) {
              info |= MAY_BE_REF|MAY_BE_RC1|MAY_BE_RCN|MAY_BE_ANY|MAY_BE_ARRAY_OF_ANY|MAY_BE_ARRAY_KEY_ANY;
            }
            SET_STACK_INFO(frame->call->stack, opline->op2.num - 1, info);
          }
          break;
        case ZEND_RETURN:
          ADD_OP1_TRACE_GUARD();
          /* Propagate return value types */
          if (opline->op1_type == IS_UNUSED) {
            return_value_info.type = MAY_BE_NULL;
          } else if (opline->op1_type == IS_CONST) {
            return_value_info.type = _const_op_type(RT_CONSTANT(opline, opline->op1));
          } else {
            ZEND_ASSERT(ssa_ops[idx].op1_use >= 0);
            return_value_info = ssa_var_info[ssa_ops[idx].op1_use];
            if (return_value_info.type & MAY_BE_UNDEF) {
              return_value_info.type &= ~MAY_BE_UNDEF;
              return_value_info.type |= MAY_BE_NULL;
            }
            if (return_value_info.type & (MAY_BE_STRING|MAY_BE_ARRAY|MAY_BE_OBJECT|MAY_BE_RESOURCE)) {
              /* CVs are going to be destructed and the reference-counter
                 of return value may be decremented to 1 */
              return_value_info.type |= MAY_BE_RC1;
            }
            return_value_info.type &= ~MAY_BE_GUARD;
          }
          break;
        case ZEND_CHECK_FUNC_ARG:
          if (!frame
           || !frame->call
           || !frame->call->func) {
            break;
          }
          if (opline->op2_type == IS_CONST
           || opline->op2.num > MAX_ARG_FLAG_NUM) {
            /* Named parameters not supported in JIT */
            TRACE_FRAME_SET_LAST_SEND_UNKNOWN(frame->call);
            break;
          }
          if (ARG_SHOULD_BE_SENT_BY_REF(frame->call->func, opline->op2.num)) {
            TRACE_FRAME_SET_LAST_SEND_BY_REF(frame->call);
          } else {
            TRACE_FRAME_SET_LAST_SEND_BY_VAL(frame->call);
          }
          break;
        case ZEND_FETCH_OBJ_FUNC_ARG:
          if (!frame
           || !frame->call
           || !frame->call->func
           || !TRACE_FRAME_IS_LAST_SEND_BY_VAL(frame->call)) {
            break;
          }
          ZEND_FALLTHROUGH;
        case ZEND_FETCH_OBJ_R:
        case ZEND_FETCH_OBJ_IS:
        case ZEND_FETCH_OBJ_W:
          if (opline->op2_type != IS_CONST
           || Z_TYPE_P(RT_CONSTANT(opline, opline->op2)) != IS_STRING
           || Z_STRVAL_P(RT_CONSTANT(opline, opline->op2))[0] == '\0') {
            break;
          }
          if (opline->op1_type != IS_UNUSED && op1_type == IS_OBJECT) {
            ADD_OP1_TRACE_GUARD();
          }
          break;
        case ZEND_INIT_METHOD_CALL:
          if (opline->op2_type != IS_CONST
           || Z_TYPE_P(RT_CONSTANT(opline, opline->op2)) != IS_STRING) {
            break;
          }
          ADD_OP1_TRACE_GUARD();
          break;
        case ZEND_INIT_DYNAMIC_CALL:
          if (orig_op2_type == IS_OBJECT && op2_ce == zend_ce_closure) {
            ADD_OP2_TRACE_GUARD();
          }
          break;
        case ZEND_SEND_ARRAY:
        case ZEND_SEND_UNPACK:
        case ZEND_CHECK_UNDEF_ARGS:
        case ZEND_INCLUDE_OR_EVAL:
          max_used_stack = used_stack = -1;
          break;
        case ZEND_TYPE_CHECK:
          if (opline->extended_value == MAY_BE_RESOURCE) {
            // TODO: support for is_resource() ???
            break;
          }
          if (op1_type != IS_UNKNOWN
           && (opline->extended_value == (1 << op1_type)
            || opline->extended_value == MAY_BE_ANY - (1 << op1_type))) {
            /* add guards only for exact checks, to avoid code duplication */
            ADD_OP1_TRACE_GUARD();
          }
          break;
        case ZEND_ROPE_INIT:
        case ZEND_ROPE_ADD:
        case ZEND_ROPE_END:
          if (op2_type == IS_STRING) {
            ADD_OP2_TRACE_GUARD();
          }
          break;
        default:
          break;
      }
      len = zend_jit_trace_op_len(opline);
      if (ssa->var_info) {
        /* Add statically inferred ranges */
        if (ssa_ops[idx].op1_def >= 0) {
          zend_jit_trace_copy_ssa_var_range(op_array, ssa, ssa_opcodes, tssa, ssa_ops[idx].op1_def);
        }
        if (ssa_ops[idx].op2_def >= 0) {
          zend_jit_trace_copy_ssa_var_range(op_array, ssa, ssa_opcodes, tssa, ssa_ops[idx].op2_def);
        }
        if (ssa_ops[idx].result_def >= 0) {
          zend_jit_trace_copy_ssa_var_range(op_array, ssa, ssa_opcodes, tssa, ssa_ops[idx].result_def);
        }
        if (len == 2 && (opline+1)->opcode == ZEND_OP_DATA) {
          if (ssa_ops[idx+1].op1_def >= 0) {
            zend_jit_trace_copy_ssa_var_range(op_array, ssa, ssa_opcodes, tssa, ssa_ops[idx+1].op1_def);
          }
          if (ssa_ops[idx+1].op2_def >= 0) {
            zend_jit_trace_copy_ssa_var_range(op_array, ssa, ssa_opcodes, tssa, ssa_ops[idx+1].op2_def);
          }
          if (ssa_ops[idx+1].result_def >= 0) {
            zend_jit_trace_copy_ssa_var_range(op_array, ssa, ssa_opcodes, tssa, ssa_ops[idx+1].result_def);
          }
        }
      } else {
        if (ssa_ops[idx].op1_def >= 0) {
          ssa_vars[ssa_ops[idx].op1_def].alias = zend_jit_var_may_alias(op_array, ssa, EX_VAR_TO_NUM(opline->op1.var));
          if (ssa_ops[idx].op1_use < 0 || !(ssa_var_info[ssa_ops[idx].op1_use].type & MAY_BE_REF)) {
            zend_jit_trace_propagate_range(op_array, ssa_opcodes, tssa, ssa_ops[idx].op1_def);
          }
        }
        if (ssa_ops[idx].op2_def >= 0) {
          ssa_vars[ssa_ops[idx].op2_def].alias = zend_jit_var_may_alias(op_array, ssa, EX_VAR_TO_NUM(opline->op2.var));
          if (ssa_ops[idx].op2_use < 0 || !(ssa_var_info[ssa_ops[idx].op2_use].type & MAY_BE_REF)) {
            zend_jit_trace_propagate_range(op_array, ssa_opcodes, tssa, ssa_ops[idx].op2_def);
          }
        }
        if (ssa_ops[idx].result_def >= 0) {
          ssa_vars[ssa_ops[idx].result_def].alias = zend_jit_var_may_alias(op_array, ssa, EX_VAR_TO_NUM(opline->result.var));
          if (ssa_ops[idx].result_use < 0 || !(ssa_var_info[ssa_ops[idx].result_use].type & MAY_BE_REF)) {
            zend_jit_trace_propagate_range(op_array, ssa_opcodes, tssa, ssa_ops[idx].result_def);
          }
        }
        if (len == 2 && (opline+1)->opcode == ZEND_OP_DATA) {
          if (ssa_ops[idx+1].op1_def >= 0) {
            ssa_vars[ssa_ops[idx+1].op1_def].alias = zend_jit_var_may_alias(op_array, ssa, EX_VAR_TO_NUM((opline+1)->op1.var));
            if (ssa_ops[idx+1].op1_use < 0 || !(ssa_var_info[ssa_ops[idx+1].op1_use].type & MAY_BE_REF)) {
              zend_jit_trace_propagate_range(op_array, ssa_opcodes, tssa, ssa_ops[idx+1].op1_def);
            }
          }
          if (ssa_ops[idx+1].op2_def >= 0) {
            ssa_vars[ssa_ops[idx+1].op2_def].alias = zend_jit_var_may_alias(op_array, ssa, EX_VAR_TO_NUM((opline+1)->op2.var));
            if (ssa_ops[idx+1].op2_use < 0 || !(ssa_var_info[ssa_ops[idx+1].op2_use].type & MAY_BE_REF)) {
              zend_jit_trace_propagate_range(op_array, ssa_opcodes, tssa, ssa_ops[idx+1].op2_def);
            }
          }
          if (ssa_ops[idx+1].result_def >= 0) {
            ssa_vars[ssa_ops[idx+1].result_def].alias = zend_jit_var_may_alias(op_array, ssa, EX_VAR_TO_NUM((opline+1)->result.var));
            if (ssa_ops[idx+1].result_use < 0 || !(ssa_var_info[ssa_ops[idx+1].result_use].type & MAY_BE_REF)) {
              zend_jit_trace_propagate_range(op_array, ssa_opcodes, tssa, ssa_ops[idx+1].result_def);
            }
          }
        }
      }
      if (opline->opcode == ZEND_RECV_INIT
       && !(op_array->fn_flags & ZEND_ACC_HAS_TYPE_HINTS)) {
        /* RECV_INIT always copy the constant */
        ssa_var_info[ssa_ops[idx].result_def].type = _const_op_type(RT_CONSTANT(opline, opline->op2));
      } else if ((opline->opcode == ZEND_FE_FETCH_R || opline->opcode == ZEND_FE_FETCH_RW)
       && ssa_opcodes[idx + 1] == ZEND_OFFSET_TO_OPLINE(opline, opline->extended_value)) {
        if (ssa_ops[idx].op2_use >= 0 && ssa_ops[idx].op2_def >= 0) {
          ssa_var_info[ssa_ops[idx].op2_def] = ssa_var_info[ssa_ops[idx].op2_use];
        }
        if (ssa_ops[idx].result_use >= 0 && ssa_ops[idx].result_def >= 0) {
          ssa_var_info[ssa_ops[idx].result_def] = ssa_var_info[ssa_ops[idx].result_use];
        }
      } else {
        if (zend_update_type_info(op_array, tssa, script, (zend_op*)opline, ssa_ops + idx, ssa_opcodes, optimization_level) == FAILURE) {
          // TODO:
          assert(0);
        }
        if (opline->opcode == ZEND_ASSIGN_DIM_OP
         && ssa_ops[idx].op1_def >= 0
         && op1_type == IS_ARRAY
         && (orig_op1_type & IS_TRACE_PACKED)
         && val_type != IS_UNKNOWN
         && val_type != IS_UNDEF
         && ((opline->op2_type == IS_CONST
           && Z_TYPE_P(RT_CONSTANT(opline, opline->op2)) == IS_LONG)
          || (opline->op2_type != IS_CONST
           && op2_type == IS_LONG))) {
          zend_ssa_var_info *info = &ssa_var_info[ssa_ops[idx].op1_def];

          info->type &= ~(MAY_BE_ARRAY_NUMERIC_HASH|MAY_BE_ARRAY_STRING_HASH);
        }
      }
      if (ssa->var_info) {
        /* Add statically inferred restrictions */
        if (ssa_ops[idx].op1_def >= 0) {
          if (opline->opcode == ZEND_SEND_VAR_EX
           && frame
           && frame->call
           && frame->call->func
           && !ARG_SHOULD_BE_SENT_BY_REF(frame->call->func, opline->op2.num)) {
            ssa_var_info[ssa_ops[idx].op1_def] = ssa_var_info[ssa_ops[idx].op1_use];
            ssa_var_info[ssa_ops[idx].op1_def].type &= ~MAY_BE_GUARD;
            if (ssa_var_info[ssa_ops[idx].op1_def].type & MAY_BE_RC1) {
              ssa_var_info[ssa_ops[idx].op1_def].type |= MAY_BE_RCN;
            }
          } else {
            zend_jit_trace_restrict_ssa_var_info(op_array, ssa, ssa_opcodes, tssa, ssa_ops[idx].op1_def);
          }
        }
        if (ssa_ops[idx].op2_def >= 0) {
          if ((opline->opcode != ZEND_FE_FETCH_R && opline->opcode != ZEND_FE_FETCH_RW)
           || ssa_opcodes[idx + 1] != ZEND_OFFSET_TO_OPLINE(opline, opline->extended_value)) {
            zend_jit_trace_restrict_ssa_var_info(op_array, ssa, ssa_opcodes, tssa, ssa_ops[idx].op2_def);
          }
        }
        if (ssa_ops[idx].result_def >= 0) {
          zend_jit_trace_restrict_ssa_var_info(op_array, ssa, ssa_opcodes, tssa, ssa_ops[idx].result_def);
        }
      }
      idx++;
      while (len > 1) {
        opline++;
        if (opline->opcode != ZEND_OP_DATA) {
          if (ssa->var_info) {
            /* Add statically inferred ranges */
            if (ssa_ops[idx].op1_def >= 0) {
              zend_jit_trace_copy_ssa_var_range(op_array, ssa, ssa_opcodes, tssa, ssa_ops[idx].op1_def);
            }
            if (ssa_ops[idx].op2_def >= 0) {
              zend_jit_trace_copy_ssa_var_range(op_array, ssa, ssa_opcodes, tssa, ssa_ops[idx].op2_def);
            }
            if (ssa_ops[idx].result_def >= 0) {
              zend_jit_trace_copy_ssa_var_range(op_array, ssa, ssa_opcodes, tssa, ssa_ops[idx].result_def);
            }
          } else {
            if (ssa_ops[idx].op1_def >= 0) {
              ssa_vars[ssa_ops[idx].op1_def].alias = zend_jit_var_may_alias(op_array, ssa, EX_VAR_TO_NUM(opline->op1.var));
              if (ssa_ops[idx].op1_use < 0 || !(ssa_var_info[ssa_ops[idx].op1_use].type & MAY_BE_REF)) {
                zend_jit_trace_propagate_range(op_array, ssa_opcodes, tssa, ssa_ops[idx].op1_def);
              }
            }
            if (ssa_ops[idx].op2_def >= 0) {
              ssa_vars[ssa_ops[idx].op2_def].alias = zend_jit_var_may_alias(op_array, ssa, EX_VAR_TO_NUM(opline->op2.var));
              if (ssa_ops[idx].op2_use < 0 || !(ssa_var_info[ssa_ops[idx].op2_use].type & MAY_BE_REF)) {
                zend_jit_trace_propagate_range(op_array, ssa_opcodes, tssa, ssa_ops[idx].op2_def);
              }
            }
            if (ssa_ops[idx].result_def >= 0) {
              ssa_vars[ssa_ops[idx].result_def].alias = zend_jit_var_may_alias(op_array, ssa, EX_VAR_TO_NUM(opline->result.var));
              if (ssa_ops[idx].result_use < 0 || !(ssa_var_info[ssa_ops[idx].result_use].type & MAY_BE_REF)) {
                zend_jit_trace_propagate_range(op_array, ssa_opcodes, tssa, ssa_ops[idx].result_def);
              }
            }
          }
          if (opline->opcode == ZEND_RECV_INIT
           && !(op_array->fn_flags & ZEND_ACC_HAS_TYPE_HINTS)) {
            /* RECV_INIT always copy the constant */
            ssa_var_info[ssa_ops[idx].result_def].type = _const_op_type(RT_CONSTANT(opline, opline->op2));
          } else {
            if (zend_update_type_info(op_array, tssa, script, (zend_op*)opline, ssa_ops + idx, ssa_opcodes, optimization_level) == FAILURE) {
              // TODO:
              assert(0);
            }
          }
        }
        if (ssa->var_info) {
          /* Add statically inferred restrictions */
          if (ssa_ops[idx].op1_def >= 0) {
            zend_jit_trace_restrict_ssa_var_info(op_array, ssa, ssa_opcodes, tssa, ssa_ops[idx].op1_def);
          }
          if (ssa_ops[idx].op2_def >= 0) {
            zend_jit_trace_restrict_ssa_var_info(op_array, ssa, ssa_opcodes, tssa, ssa_ops[idx].op2_def);
          }
          if (ssa_ops[idx].result_def >= 0) {
            zend_jit_trace_restrict_ssa_var_info(op_array, ssa, ssa_opcodes, tssa, ssa_ops[idx].result_def);
          }
        }
        idx++;
        len--;
      }

    } else if (p->op == ZEND_JIT_TRACE_ENTER) {
      op_array = p->op_array;
      jit_extension =
        (zend_jit_op_array_trace_extension*)ZEND_FUNC_INFO(op_array);
      ssa = &jit_extension->func_info.ssa;

      call = frame->call;
      if (!call) {
        /* Trace missed INIT_FCALL opcode */
        call = top;
        TRACE_FRAME_INIT(call, op_array, 0, 0);
        call->used_stack = 0;
        top = zend_jit_trace_call_frame(top, op_array, 0);
      } else {
        ZEND_ASSERT(&call->func->op_array == op_array);
      }
      frame->call = call->prev;
      call->prev = frame;
      TRACE_FRAME_SET_RETURN_SSA_VAR(call, find_return_ssa_var(p - 1, ssa_ops + (idx - 1)));
      frame = call;

      level++;
      i = 0;
      v = ZEND_JIT_TRACE_GET_FIRST_SSA_VAR(p->info);
      while (i < op_array->last_var) {
        ssa_vars[v].var = i;
        if (i < op_array->num_args) {
          if (ssa->var_info
           && zend_jit_trace_copy_ssa_var_info(op_array, ssa, ssa_opcodes, tssa, v, NULL)) {
            /* pass */
          } else {
            ssa_vars[v].alias = zend_jit_var_may_alias(op_array, ssa, i);
            if (op_array->arg_info) {
              zend_arg_info *arg_info = &op_array->arg_info[i];
              zend_class_entry *ce;
              uint32_t tmp = zend_fetch_arg_info_type(script, arg_info, &ce);

              if (ZEND_ARG_SEND_MODE(arg_info)) {
                tmp |= MAY_BE_REF;
              }
              ssa_var_info[v].type = tmp;
              ssa_var_info[v].ce = ce;
              ssa_var_info[v].is_instanceof = 1;
            } else {
              ssa_var_info[v].type = MAY_BE_RC1 | MAY_BE_RCN | MAY_BE_REF | MAY_BE_ANY  | MAY_BE_ARRAY_KEY_ANY | MAY_BE_ARRAY_OF_ANY | MAY_BE_ARRAY_OF_REF;
            }
          }
        } else {
          if (ssa->vars) {
            ssa_vars[v].no_val = ssa->vars[i].no_val;
            ssa_vars[v].alias = ssa->vars[i].alias;
          } else {
            ssa_vars[v].alias = zend_jit_var_may_alias(op_array, ssa, i);
          }
          if (ssa_vars[v].alias == NO_ALIAS) {
            ssa_var_info[v].type = MAY_BE_UNDEF;
          } else {
            ssa_var_info[v].type = MAY_BE_UNDEF | MAY_BE_RC1 | MAY_BE_RCN | MAY_BE_REF | MAY_BE_ANY | MAY_BE_ARRAY_KEY_ANY | MAY_BE_ARRAY_OF_ANY | MAY_BE_ARRAY_OF_REF;
          }
        }
        if (!(op_array->fn_flags & ZEND_ACC_HAS_TYPE_HINTS)
         && i < op_array->num_args) {
          /* Propagate argument type */
          ssa_var_info[v].type &= STACK_INFO(frame->stack, i);
        }
        i++;
        v++;
      }
    } else if (p->op == ZEND_JIT_TRACE_BACK) {
      op_array = p->op_array;
      jit_extension =
        (zend_jit_op_array_trace_extension*)ZEND_FUNC_INFO(op_array);
      ssa = &jit_extension->func_info.ssa;
      if (level == 0) {
        i = 0;
        v = ZEND_JIT_TRACE_GET_FIRST_SSA_VAR(p->info);
        while (i < op_array->last_var) {
          ssa_vars[v].var = i;
          if (!ssa->var_info
           || !zend_jit_trace_copy_ssa_var_info(op_array, ssa, ssa_opcodes, tssa, v, NULL)) {
            ssa_var_info[v].type = MAY_BE_UNDEF | MAY_BE_RC1 | MAY_BE_RCN | MAY_BE_REF | MAY_BE_ANY  | MAY_BE_ARRAY_KEY_ANY | MAY_BE_ARRAY_OF_ANY | MAY_BE_ARRAY_OF_REF;
          }
          i++;
          v++;
        }
        while (i < op_array->last_var + op_array->T) {
          ssa_vars[v].var = i;
          if (!ssa->var_info
           || !zend_jit_trace_copy_ssa_var_info(op_array, ssa, ssa_opcodes, tssa, v, NULL)) {
            ssa_var_info[v].type = MAY_BE_RC1 | MAY_BE_RCN | MAY_BE_REF | MAY_BE_ANY  | MAY_BE_ARRAY_KEY_ANY | MAY_BE_ARRAY_OF_ANY | MAY_BE_ARRAY_OF_REF;
          }
          i++;
          v++;
        }
        if (return_value_info.type != 0) {
          zend_jit_trace_rec *q = p + 1;
          while (q->op == ZEND_JIT_TRACE_INIT_CALL) {
            q++;
          }
          if (q->op == ZEND_JIT_TRACE_VM
           || (q->op == ZEND_JIT_TRACE_END
            && q->stop == ZEND_JIT_TRACE_STOP_RECURSIVE_RET)) {
            const zend_op *opline = q->opline - 1;
            if (opline->result_type != IS_UNUSED) {
              ssa_var_info[
                ZEND_JIT_TRACE_GET_FIRST_SSA_VAR(p->info) +
                EX_VAR_TO_NUM(opline->result.var)] = return_value_info;
            }
          }
          memset(&return_value_info, 0, sizeof(return_value_info));
        }
      } else {
        level--;
        if (return_value_info.type != 0) {
          if ((p+1)->op == ZEND_JIT_TRACE_VM) {
            const zend_op *opline = (p+1)->opline - 1;
            if (opline->result_type != IS_UNUSED) {
              if (TRACE_FRAME_RETURN_SSA_VAR(frame) >= 0) {
                ssa_var_info[TRACE_FRAME_RETURN_SSA_VAR(frame)] = return_value_info;
              }
            }
          }
          memset(&return_value_info, 0, sizeof(return_value_info));
        }
      }

      top = frame;
      if (frame->prev) {
        if (used_stack > 0) {
          used_stack -= frame->used_stack;
        }
        frame = frame->prev;
        ZEND_ASSERT(&frame->func->op_array == op_array);
      } else {
        max_used_stack = used_stack = -1;
        frame = zend_jit_trace_ret_frame(frame, op_array);
        TRACE_FRAME_INIT(frame, op_array, 0, 0);
        TRACE_FRAME_SET_RETURN_SSA_VAR(frame, -1);
        frame->used_stack = 0;
      }

    } else if (p->op == ZEND_JIT_TRACE_INIT_CALL) {
      call = top;
      TRACE_FRAME_INIT(call, p->func, 0, 0);
      call->prev = frame->call;
      call->used_stack = 0;
      frame->call = call;
      top = zend_jit_trace_call_frame(top, p->op_array, ZEND_JIT_TRACE_NUM_ARGS(p->info));
      if (p->func && p->func->type == ZEND_USER_FUNCTION) {
        for (i = 0; i < p->op_array->last_var + p->op_array->T; i++) {
          SET_STACK_INFO(call->stack, i, -1);
        }
      }
      if (used_stack >= 0
       && !(p->info & ZEND_JIT_TRACE_FAKE_INIT_CALL)) {
        if (p->func == NULL || (p-1)->op != ZEND_JIT_TRACE_VM) {
          max_used_stack = used_stack = -1;
        } else {
          const zend_op *opline = (p-1)->opline;

          switch (opline->opcode) {
            case ZEND_INIT_FCALL:
            case ZEND_INIT_FCALL_BY_NAME:
            case ZEND_INIT_NS_FCALL_BY_NAME:
            case ZEND_INIT_METHOD_CALL:
            case ZEND_INIT_DYNAMIC_CALL:
            case ZEND_INIT_STATIC_METHOD_CALL:
            //case ZEND_INIT_PARENT_PROPERTY_HOOK_CALL:
            //case ZEND_INIT_USER_CALL:
            //case ZEND_NEW:
              frame->used_stack = zend_vm_calc_used_stack(opline->extended_value, (zend_function*)p->func);
              used_stack += frame->used_stack;
              if (used_stack > max_used_stack) {
                max_used_stack = used_stack;
              }
              break;
            default:
              max_used_stack = used_stack = -1;
          }
        }
      }
    } else if (p->op == ZEND_JIT_TRACE_DO_ICALL) {
      call = frame->call;
      if (call) {
        top = call;
        frame->call = call->prev;
      }

      if (idx > 0
       && ssa_ops[idx-1].result_def >= 0
       && p->func
       && (p->func->common.fn_flags & ZEND_ACC_HAS_RETURN_TYPE)
       && !(p->func->common.fn_flags & ZEND_ACC_RETURN_REFERENCE)) {
        ZEND_ASSERT(ssa_opcodes[idx-1] == opline);
        ZEND_ASSERT(opline->opcode == ZEND_DO_ICALL ||
          opline->opcode == ZEND_DO_FCALL ||
          opline->opcode == ZEND_DO_FCALL_BY_NAME);

        if (opline->result_type != IS_UNDEF) {
          zend_class_entry *ce;
          const zend_function *func = p->func;
          zend_arg_info *ret_info = func->common.arg_info - 1;
          uint32_t ret_type = zend_fetch_arg_info_type(NULL, ret_info, &ce);

          ssa_var_info[ssa_ops[idx-1].result_def].type &= ret_type;
        }
      }
    } else if (p->op == ZEND_JIT_TRACE_END) {
      break;
    }
  }

  ((zend_tssa*)tssa)->used_stack = max_used_stack;

  if (trace_buffer->stop == ZEND_JIT_TRACE_STOP_LOOP
   || trace_buffer->stop == ZEND_JIT_TRACE_STOP_RECURSIVE_CALL
   || trace_buffer->stop == ZEND_JIT_TRACE_STOP_RECURSIVE_RET) {
    /* Propagate guards through Phi sources */
    zend_ssa_phi *phi = tssa->blocks[1].phis;

    op_array = trace_buffer->op_array;
    jit_extension =
      (zend_jit_op_array_trace_extension*)ZEND_FUNC_INFO(op_array);
    ssa = &jit_extension->func_info.ssa;

    while (phi) {
      uint32_t t = ssa_var_info[phi->ssa_var].type;

      if ((t & MAY_BE_GUARD) && tssa->vars[phi->ssa_var].alias == NO_ALIAS) {
        uint32_t t0 = ssa_var_info[phi->sources[0]].type;
        uint32_t t1 = ssa_var_info[phi->sources[1]].type;

        if (((t0 | t1) & (MAY_BE_ANY|MAY_BE_UNDEF|MAY_BE_REF)) == (t & (MAY_BE_ANY|MAY_BE_UNDEF|MAY_BE_REF))) {
          if (!((t0 | t1) & MAY_BE_GUARD)) {
            ssa_var_info[phi->ssa_var].type = t & ~MAY_BE_GUARD;
          }
        } else if ((t1 & (MAY_BE_ANY|MAY_BE_UNDEF|MAY_BE_REF)) == (t & (MAY_BE_ANY|MAY_BE_UNDEF|MAY_BE_REF))) {
          if (!(t1 & MAY_BE_GUARD)
           || is_checked_guard(tssa, ssa_opcodes, phi->sources[1], phi->ssa_var)) {
            ssa_var_info[phi->ssa_var].type = t & ~MAY_BE_GUARD;
            t0 = (t & (MAY_BE_ANY|MAY_BE_UNDEF|MAY_BE_REF)) |
              (t0 & ~(MAY_BE_ANY|MAY_BE_UNDEF|MAY_BE_REF)) |
              MAY_BE_GUARD;
            if (!(t0 & MAY_BE_ARRAY)) {
              t0 &= ~(MAY_BE_ARRAY_OF_ANY|MAY_BE_ARRAY_OF_REF|MAY_BE_ARRAY_KEY_ANY);
            }
            if (!(t0 & (MAY_BE_STRING|MAY_BE_ARRAY|MAY_BE_OBJECT|MAY_BE_RESOURCE))) {
              t0 &= ~(MAY_BE_RC1|MAY_BE_RCN);
            }
            ssa_var_info[phi->sources[0]].type = t0;
            ssa_var_info[phi->sources[0]].type = t0;
          }
        } else {
          if ((t0 & (MAY_BE_ANY|MAY_BE_UNDEF|MAY_BE_REF)) != (t & (MAY_BE_ANY|MAY_BE_UNDEF|MAY_BE_REF))) {
            t0 = (t & t0 & (MAY_BE_ANY|MAY_BE_UNDEF|MAY_BE_REF)) |
              (t0 & ~(MAY_BE_ANY|MAY_BE_UNDEF|MAY_BE_REF)) |
              MAY_BE_GUARD;
            if (!(t0 & MAY_BE_ARRAY)) {
              t0 &= ~(MAY_BE_ARRAY_OF_ANY|MAY_BE_ARRAY_OF_REF|MAY_BE_ARRAY_KEY_ANY);
            }
            if (!(t0 & (MAY_BE_STRING|MAY_BE_ARRAY|MAY_BE_OBJECT|MAY_BE_RESOURCE))) {
              t0 &= ~(MAY_BE_RC1|MAY_BE_RCN);
            }
            ssa_var_info[phi->sources[0]].type = t0;
          }
          if ((t1 & (MAY_BE_ANY|MAY_BE_UNDEF|MAY_BE_REF)) != (t & (MAY_BE_ANY|MAY_BE_UNDEF|MAY_BE_REF))) {
            if (((t & t1) & (MAY_BE_ANY|MAY_BE_UNDEF|MAY_BE_REF)) != 0
             && is_checked_guard(tssa, ssa_opcodes, phi->sources[1], phi->ssa_var)) {
              t1 = (t & t1 & (MAY_BE_ANY|MAY_BE_UNDEF|MAY_BE_REF)) |
                (t1 & ~(MAY_BE_ANY|MAY_BE_UNDEF|MAY_BE_REF)) |
                MAY_BE_GUARD;
              if (!(t1 & MAY_BE_ARRAY)) {
                t1 &= ~(MAY_BE_ARRAY_OF_ANY|MAY_BE_ARRAY_OF_REF|MAY_BE_ARRAY_KEY_ANY);
              }
              if (!(t1 & (MAY_BE_STRING|MAY_BE_ARRAY|MAY_BE_OBJECT|MAY_BE_RESOURCE))) {
                t1 &= ~(MAY_BE_RC1|MAY_BE_RCN);
              }
              ssa_var_info[phi->sources[1]].type = t1;
              ssa_var_info[phi->ssa_var].type = t & ~MAY_BE_GUARD;
            }
          }
        }
        t = ssa_var_info[phi->ssa_var].type;
      }

      if ((t & MAY_BE_PACKED_GUARD) && tssa->vars[phi->ssa_var].alias == NO_ALIAS) {
        uint32_t t0 = ssa_var_info[phi->sources[0]].type;
        uint32_t t1 = ssa_var_info[phi->sources[1]].type;

        if (((t0 | t1) & MAY_BE_ARRAY_KEY_ANY) == (t & MAY_BE_ARRAY_KEY_ANY)) {
          if (!((t0 | t1) & MAY_BE_PACKED_GUARD)) {
            ssa_var_info[phi->ssa_var].type = t & ~MAY_BE_PACKED_GUARD;
          }
        } else if ((t1 & MAY_BE_ARRAY_KEY_ANY) == (t & MAY_BE_ARRAY_KEY_ANY)) {
          if (!(t1 & MAY_BE_PACKED_GUARD)) {
            ssa_var_info[phi->ssa_var].type = t & ~MAY_BE_PACKED_GUARD;
            ssa_var_info[phi->sources[0]].type =
              (t0 & ~MAY_BE_ARRAY_KEY_ANY) | (t & MAY_BE_ARRAY_KEY_ANY) | MAY_BE_PACKED_GUARD;
          }
        }
      }
      phi = phi->next;
    }
  }

  if (UNEXPECTED(JIT_G(debug) & ZEND_JIT_DEBUG_TRACE_TSSA)) {
    if (parent_trace) {
      fprintf(stderr, "---- TRACE %d TSSA start (side trace %d/%d) %s%s%s() %s:%d\n",
        ZEND_JIT_TRACE_NUM,
        parent_trace,
        exit_num,
        trace_buffer->op_array->scope ? ZSTR_VAL(trace_buffer->op_array->scope->name) : "",
        trace_buffer->op_array->scope ? "::" : "",
        trace_buffer->op_array->function_name ?
          ZSTR_VAL(trace_buffer->op_array->function_name) : "$main",
        ZSTR_VAL(trace_buffer->op_array->filename),
        trace_buffer[1].opline->lineno);
    } else {
      fprintf(stderr, "---- TRACE %d TSSA start (%s) %s%s%s() %s:%d\n",
        ZEND_JIT_TRACE_NUM,
        zend_jit_trace_star_desc(trace_buffer->start),
        trace_buffer->op_array->scope ? ZSTR_VAL(trace_buffer->op_array->scope->name) : "",
        trace_buffer->op_array->scope ? "::" : "",
        trace_buffer->op_array->function_name ?
          ZSTR_VAL(trace_buffer->op_array->function_name) : "$main",
        ZSTR_VAL(trace_buffer->op_array->filename),
        trace_buffer[1].opline->lineno);
    }
    zend_jit_dump_trace(trace_buffer, tssa);
    if (trace_buffer->stop == ZEND_JIT_TRACE_STOP_LINK) {
      uint32_t idx = trace_buffer[1].last;
      uint32_t link_to = zend_jit_find_trace(trace_buffer[idx].opline->handler);
      fprintf(stderr, "---- TRACE %d TSSA stop (link to %d)\n",
        ZEND_JIT_TRACE_NUM,
        link_to);
    } else {
      fprintf(stderr, "---- TRACE %d TSSA stop (%s)\n",
        ZEND_JIT_TRACE_NUM,
        zend_jit_trace_stop_description[trace_buffer->stop]);
    }
  }

  return tssa;
}

#define RA_HAS_IVAL(var)          (ra[var].ref != 0)
#define RA_IVAL_FLAGS(var)        ra[var].flags
#define RA_IVAL_START(var, line)  do {ra[var].ref = IR_NULL;} while (0)
#define RA_IVAL_END(var, line)
#define RA_IVAL_CLOSE(var, line)
#define RA_IVAL_DEL(var)          do {ra[var].ref = IR_UNUSED;} while (0)
#define RA_HAS_REG(var)           (ra[var].ref != 0)
#define RA_REG_FLAGS(var)         ra[var].flags
#define RA_REG_START(var, line)   do {ra[var].ref = IR_NULL;} while (0)
#define RA_REG_DEL(var)           do {ra[var].ref = IR_UNUSED;} while (0)

static void zend_jit_trace_use_var(int line, int var, int def, int use_chain, zend_jit_reg_var *ra, const zend_ssa *ssa, const zend_op **ssa_opcodes, const zend_op_array *op_array, const zend_ssa *op_array_ssa)
{
  ZEND_ASSERT(RA_HAS_IVAL(var));
  ZEND_ASSERT(!(RA_IVAL_FLAGS(var) & ZREG_LAST_USE));
  RA_IVAL_END(var, line);
  if (def >= 0) {
    RA_IVAL_FLAGS(var) |= ZREG_LAST_USE;
  } else if (use_chain < 0 && (RA_IVAL_FLAGS(var) & (ZREG_LOAD|ZREG_STORE))) {
    RA_IVAL_FLAGS(var) |= ZREG_LAST_USE;
  } else if (use_chain >= 0 && !zend_ssa_is_no_val_use(ssa_opcodes[use_chain], ssa->ops + use_chain, var)) {
    /* pass */
  } else if (op_array_ssa->vars) {
    uint32_t use = ssa_opcodes[line] - op_array->opcodes;

    if (ssa->ops[line].op1_use == var) {
      if (zend_ssa_is_last_use(op_array, op_array_ssa, op_array_ssa->ops[use].op1_use, use)) {
        RA_IVAL_FLAGS(var) |= ZREG_LAST_USE;
      }
    } else if (ssa->ops[line].op2_use == var) {
      if (zend_ssa_is_last_use(op_array, op_array_ssa, op_array_ssa->ops[use].op2_use, use)) {
        RA_IVAL_FLAGS(var) |= ZREG_LAST_USE;
      }
    } else if (ssa->ops[line].result_use == var) {
      if (zend_ssa_is_last_use(op_array, op_array_ssa, op_array_ssa->ops[use].result_use, use)) {
        RA_IVAL_FLAGS(var) |= ZREG_LAST_USE;
      }
    }
  }
}

static zend_jit_reg_var* zend_jit_trace_allocate_registers(zend_jit_trace_rec *trace_buffer, zend_ssa *ssa, uint32_t parent_trace, uint32_t exit_num)
{
  const zend_op **ssa_opcodes = ((zend_tssa*)ssa)->tssa_opcodes;
  zend_jit_trace_rec *p;
  const zend_op_array *op_array;
  zend_jit_op_array_trace_extension *jit_extension;
  const zend_ssa *op_array_ssa;
  const zend_ssa_op *ssa_op;
  int i, j, idx, count, level;
  zend_jit_reg_var *ra;
  const zend_op_array **vars_op_array;
  void *checkpoint;
  zend_jit_trace_stack_frame *frame;
  zend_jit_trace_stack *stack;
  uint32_t parent_vars_count = parent_trace ?
    zend_jit_traces[parent_trace].exit_info[exit_num].stack_size : 0;
  zend_jit_trace_stack *parent_stack = parent_vars_count ?
    zend_jit_traces[parent_trace].stack_map +
    zend_jit_traces[parent_trace].exit_info[exit_num].stack_offset : NULL;
  checkpoint = zend_arena_checkpoint(CG(arena));
  ra = zend_arena_calloc(&CG(arena), ssa->vars_count, sizeof(zend_jit_reg_var));
  vars_op_array = zend_arena_calloc(&CG(arena), ssa->vars_count, sizeof(zend_op_array*));
  memset(ZEND_VOIDP(vars_op_array), 0, sizeof(zend_op_array*) * ssa->vars_count);

  op_array = trace_buffer->op_array;
  jit_extension =
    (zend_jit_op_array_trace_extension*)ZEND_FUNC_INFO(op_array);
  op_array_ssa = &jit_extension->func_info.ssa;
  frame = JIT_G(current_frame);
  frame->prev = NULL;
  frame->func = (const zend_function*)op_array;
  stack = frame->stack;

  count = 0;

  i = 0;
  j = op_array->last_var;
  if (trace_buffer->start != ZEND_JIT_TRACE_START_ENTER) {
    j += op_array->T;
  }
  while (i < j) {
    SET_STACK_VAR(stack, i, i);
    vars_op_array[i] = op_array;
    /* We don't start intervals for variables used in Phi */
    if ((ssa->vars[i].use_chain >= 0 /*|| ssa->vars[i].phi_use_chain*/)
     && !zend_ssa_is_no_val_use(ssa_opcodes[ssa->vars[i].use_chain], ssa->ops + ssa->vars[i].use_chain, i)
     && ssa->vars[i].alias == NO_ALIAS
     && zend_jit_var_supports_reg(ssa, i)) {
      RA_IVAL_START(i, 0);
      if (i < parent_vars_count
       && STACK_REG(parent_stack, i) != ZREG_NONE
       && STACK_FLAGS(parent_stack, i) != ZREG_ZVAL_COPY
       ) {
        /* We will try to reuse register from parent trace */
        RA_IVAL_FLAGS(i) = STACK_FLAGS(parent_stack, i);
        count += 2;
      } else {
        RA_IVAL_FLAGS(i) = ZREG_LOAD;
        count++;
      }
    }
    i++;
  }

  if (trace_buffer->start == ZEND_JIT_TRACE_START_ENTER) {
    j = op_array->last_var + op_array->T;
    while (i < j) {
      SET_STACK_VAR(stack, i, -1);
      i++;
    }
  }

  if (trace_buffer->stop == ZEND_JIT_TRACE_STOP_LOOP
   || trace_buffer->stop == ZEND_JIT_TRACE_STOP_RECURSIVE_CALL
   || trace_buffer->stop == ZEND_JIT_TRACE_STOP_RECURSIVE_RET) {
    zend_ssa_phi *phi = ssa->blocks[1].phis;

    while (phi) {
      SET_STACK_VAR(stack, phi->var, phi->ssa_var);
      vars_op_array[phi->ssa_var] = op_array;
      if (ssa->vars[phi->ssa_var].use_chain >= 0
       && ssa->vars[phi->ssa_var].alias == NO_ALIAS
       && zend_jit_var_supports_reg(ssa, phi->ssa_var)) {
        RA_IVAL_START(phi->ssa_var, 0);
        count++;
      }
      phi = phi->next;
    }
  }

  p = trace_buffer + ZEND_JIT_TRACE_START_REC_SIZE;
  level = 0;
  ssa_op = ssa->ops;
  idx = 0;
  for (;;p++) {
    if (p->op == ZEND_JIT_TRACE_VM) {
      const zend_op *opline = p->opline;
      int len;
      bool support_opline;

      support_opline =
        zend_jit_opline_supports_reg(op_array, ssa, opline, ssa_op, p);

      if (support_opline
       && opline->opcode == ZEND_ASSIGN
       && opline->op1_type == IS_CV
       && ssa_op->op1_def >= 0
       && ssa->vars[ssa_op->op1_def].alias != NO_ALIAS) {
        /* avoid register allocation in case of possibility of indirect modification*/
        support_opline = false;
      }

      if (ssa_op->op1_use >= 0
       && RA_HAS_IVAL(ssa_op->op1_use)) {
        if (!support_opline) {
          RA_IVAL_DEL(ssa_op->op1_use);
          count--;
        } else if (!zend_ssa_is_no_val_use(opline, ssa_op, ssa_op->op1_use)) {
          zend_jit_trace_use_var(idx, ssa_op->op1_use, ssa_op->op1_def, ssa_op->op1_use_chain,
            ra,
            ssa, ssa_opcodes, op_array, op_array_ssa);
          if (opline->op1_type != IS_CV) {
            if (opline->opcode == ZEND_CASE
             || opline->opcode == ZEND_CASE_STRICT
             || opline->opcode == ZEND_SWITCH_LONG
             || opline->opcode == ZEND_MATCH
             || opline->opcode == ZEND_FETCH_LIST_R
             || opline->opcode == ZEND_COPY_TMP
             || opline->opcode == ZEND_SWITCH_STRING
             || opline->opcode == ZEND_FE_FETCH_R
             || opline->opcode == ZEND_FE_FETCH_RW
             || opline->opcode == ZEND_FETCH_LIST_W
             || opline->opcode == ZEND_VERIFY_RETURN_TYPE
             || opline->opcode == ZEND_BIND_LEXICAL
             || opline->opcode == ZEND_ROPE_ADD) {
              /* The value is kept alive and may be used outside of the trace */
              RA_IVAL_FLAGS(ssa_op->op1_use) |= ZREG_STORE;
            } else {
              RA_IVAL_FLAGS(ssa_op->op1_use) |= ZREG_LAST_USE;
            }
          }
        }
      }
      if (ssa_op->op2_use >= 0
       && ssa_op->op2_use != ssa_op->op1_use
       && RA_HAS_IVAL(ssa_op->op2_use)) {
        if (!support_opline) {
          RA_IVAL_DEL(ssa_op->op2_use);
          count--;
        } else if (!zend_ssa_is_no_val_use(opline, ssa_op, ssa_op->op2_use)) {
          zend_jit_trace_use_var(idx, ssa_op->op2_use, ssa_op->op2_def, ssa_op->op2_use_chain,
            ra,
            ssa, ssa_opcodes, op_array, op_array_ssa);
          if (opline->op2_type != IS_CV) {
            RA_IVAL_FLAGS(ssa_op->op2_use) |= ZREG_LAST_USE;
          }
        }
      }
      if (ssa_op->result_use >= 0
       && ssa_op->result_use != ssa_op->op1_use
       && ssa_op->result_use != ssa_op->op2_use
       && RA_HAS_IVAL(ssa_op->result_use)) {
        if (!support_opline) {
          RA_IVAL_DEL(ssa_op->result_use);
          count--;
        } else if (!zend_ssa_is_no_val_use(opline, ssa_op, ssa_op->result_use)) {
          zend_jit_trace_use_var(idx, ssa_op->result_use, ssa_op->result_def, ssa_op->res_use_chain,
            ra,
            ssa, ssa_opcodes, op_array, op_array_ssa);
        }
      }

      if (ssa_op->op1_def >= 0) {
        RA_IVAL_CLOSE(EX_VAR_TO_NUM(opline->op1.var), idx);
        SET_STACK_VAR(stack, EX_VAR_TO_NUM(opline->op1.var), ssa_op->op1_def);
      }
      if (ssa_op->op2_def >= 0) {
        RA_IVAL_CLOSE(EX_VAR_TO_NUM(opline->op2.var), idx);
        SET_STACK_VAR(stack, EX_VAR_TO_NUM(opline->op2.var), ssa_op->op2_def);
      }
      if (ssa_op->result_def >= 0) {
        RA_IVAL_CLOSE(EX_VAR_TO_NUM(opline->result.var), idx);
        SET_STACK_VAR(stack, EX_VAR_TO_NUM(opline->result.var), ssa_op->result_def);
      }

      if (support_opline) {
        if (ssa_op->result_def >= 0
         && (ssa->vars[ssa_op->result_def].use_chain >= 0
            || ssa->vars[ssa_op->result_def].phi_use_chain)
         && ssa->vars[ssa_op->result_def].alias == NO_ALIAS
         && zend_jit_var_supports_reg(ssa, ssa_op->result_def)) {
          if (!(ssa->var_info[ssa_op->result_def].type & MAY_BE_GUARD)
           || opline->opcode == ZEND_PRE_INC
           || opline->opcode == ZEND_PRE_DEC
           || opline->opcode == ZEND_POST_INC
           || opline->opcode == ZEND_POST_DEC
           || opline->opcode == ZEND_ADD
           || opline->opcode == ZEND_SUB
           || opline->opcode == ZEND_MUL
           || opline->opcode == ZEND_FETCH_DIM_R
           || opline->opcode == ZEND_FETCH_OBJ_R
           || opline->opcode == ZEND_FETCH_CONSTANT) {
            if (!(ssa->var_info[ssa_op->result_def].type & MAY_BE_DOUBLE)
             || (opline->opcode != ZEND_PRE_INC && opline->opcode != ZEND_PRE_DEC)) {
              vars_op_array[ssa_op->result_def] = op_array;
              RA_IVAL_START(ssa_op->result_def, idx);
              count++;
            }
          }
        }
        if (ssa_op->op1_def >= 0
         && (ssa->vars[ssa_op->op1_def].use_chain >= 0
            || ssa->vars[ssa_op->op1_def].phi_use_chain)
         && ssa->vars[ssa_op->op1_def].alias == NO_ALIAS
         && zend_jit_var_supports_reg(ssa, ssa_op->op1_def)
         && (!(ssa->var_info[ssa_op->op1_def].type & MAY_BE_GUARD)
          || opline->opcode == ZEND_PRE_INC
          || opline->opcode == ZEND_PRE_DEC
          || opline->opcode == ZEND_POST_INC
          || opline->opcode == ZEND_POST_DEC)) {
          vars_op_array[ssa_op->op1_def] = op_array;
          RA_IVAL_START(ssa_op->op1_def, idx);
          count++;
        }
        if (ssa_op->op2_def >= 0
         && (ssa->vars[ssa_op->op2_def].use_chain >= 0
            || ssa->vars[ssa_op->op2_def].phi_use_chain)
         && ssa->vars[ssa_op->op2_def].alias == NO_ALIAS
         && zend_jit_var_supports_reg(ssa, ssa_op->op2_def)
         && !(ssa->var_info[ssa_op->op2_def].type & MAY_BE_GUARD)) {
          vars_op_array[ssa_op->op2_def] = op_array;
          RA_IVAL_START(ssa_op->op2_def, idx);
          count++;
        }
      }

      len = zend_jit_trace_op_len(opline);
      switch (opline->opcode) {
        case ZEND_ASSIGN_DIM:
        case ZEND_ASSIGN_OBJ:
        case ZEND_ASSIGN_STATIC_PROP:
        case ZEND_ASSIGN_DIM_OP:
        case ZEND_ASSIGN_OBJ_OP:
        case ZEND_ASSIGN_STATIC_PROP_OP:
        case ZEND_ASSIGN_OBJ_REF:
        case ZEND_ASSIGN_STATIC_PROP_REF:
        case ZEND_FRAMELESS_ICALL_3:
          /* OP_DATA */
          ssa_op++;
          opline++;
          if (ssa_op->op1_use >= 0
           && RA_HAS_IVAL(ssa_op->op1_use)
           && !zend_ssa_is_no_val_use(opline, ssa_op, ssa_op->op1_use)) {
            if (support_opline) {
              zend_jit_trace_use_var(idx, ssa_op->op1_use, ssa_op->op1_def, ssa_op->op1_use_chain,
                ra,
                ssa, ssa_opcodes, op_array, op_array_ssa);
              if (opline->op1_type != IS_CV) {
                RA_IVAL_FLAGS(ssa_op->op1_use) |= ZREG_LAST_USE;
              }
            } else {
              RA_IVAL_DEL(ssa_op->op1_use);
              count--;
            }
          }
          if (ssa_op->op1_def >= 0) {
            RA_IVAL_CLOSE(EX_VAR_TO_NUM(opline->op1.var), idx);
            SET_STACK_VAR(stack, EX_VAR_TO_NUM(opline->op1.var), ssa_op->op1_def);
            if (support_opline
             && (ssa->vars[ssa_op->op1_def].use_chain >= 0
                || ssa->vars[ssa_op->op1_def].phi_use_chain)
             && ssa->vars[ssa_op->op1_def].alias == NO_ALIAS
             && zend_jit_var_supports_reg(ssa, ssa_op->op1_def)
             && !(ssa->var_info[ssa_op->op1_def].type & MAY_BE_GUARD)) {
              vars_op_array[ssa_op->op1_def] = op_array;
              RA_IVAL_START(ssa_op->op1_def, idx);
              count++;
            }
          }
          ssa_op++;
          opline++;
          idx+=2;
          break;
        case ZEND_RECV_INIT:
            ssa_op++;
          opline++;
          idx++;
          while (opline->opcode == ZEND_RECV_INIT) {
            /* RECV_INIT doesn't support registers */
            if (ssa_op->result_use >= 0 && RA_HAS_IVAL(ssa_op->result_use)) {
              RA_IVAL_DEL(ssa_op->result_use);
              count--;
            }
            if (ssa_op->result_def >= 0) {
              RA_IVAL_CLOSE(EX_VAR_TO_NUM(opline->result.var), idx);
              SET_STACK_VAR(stack, EX_VAR_TO_NUM(opline->result.var), ssa_op->result_def);
            }
            ssa_op++;
            opline++;
            idx++;
          }
          break;
        case ZEND_BIND_GLOBAL:
          ssa_op++;
          opline++;
          idx++;
          while (opline->opcode == ZEND_BIND_GLOBAL) {
            /* BIND_GLOBAL doesn't support registers */
            if (ssa_op->op1_def >= 0) {
              RA_IVAL_CLOSE(EX_VAR_TO_NUM(opline->op1.var), idx);
              SET_STACK_VAR(stack, EX_VAR_TO_NUM(opline->op1.var), ssa_op->op1_def);
            }
            ssa_op++;
            opline++;
            idx++;
          }
          break;
        default:
          ssa_op += len;
          idx += len;
          break;
      }
    } else if (p->op == ZEND_JIT_TRACE_ENTER) {
      /* New call frames */
      zend_jit_trace_stack_frame *prev_frame = frame;

      /* Clear allocated registers */
      for (i = 0; i < op_array->last_var + op_array->T; i++) {
        j = STACK_VAR(stack, i);
        if (j >= 0 && RA_HAS_IVAL(j) && !(RA_IVAL_FLAGS(j) & ZREG_LAST_USE)) {
          RA_IVAL_DEL(j);
          count--;
        }
      }

      frame = zend_jit_trace_call_frame(frame, op_array, 0);
      frame->prev = prev_frame;
      frame->func = (const zend_function*)p->op_array;
      stack = frame->stack;
      op_array = p->op_array;
      jit_extension =
        (zend_jit_op_array_trace_extension*)ZEND_FUNC_INFO(op_array);
      op_array_ssa = &jit_extension->func_info.ssa;
      j = ZEND_JIT_TRACE_GET_FIRST_SSA_VAR(p->info);
      for (i = 0; i < op_array->last_var; i++) {
        SET_STACK_VAR(stack, i, j);
        vars_op_array[j] = op_array;
        if (ssa->vars[j].use_chain >= 0
         && ssa->vars[j].alias == NO_ALIAS
         && zend_jit_var_supports_reg(ssa, j)) {
          RA_IVAL_START(j, idx);
          RA_IVAL_FLAGS(j) = ZREG_LOAD;
          count++;
        }
        j++;
      }
      for (i = op_array->last_var; i < op_array->last_var + op_array->T; i++) {
        SET_STACK_VAR(stack, i, -1);
      }
      level++;
    } else if (p->op == ZEND_JIT_TRACE_BACK) {
      /* Close exiting call frames */
      for (i = 0; i < op_array->last_var; i++) {
        RA_IVAL_CLOSE(i, idx-1);
      }
      op_array = p->op_array;
      jit_extension =
        (zend_jit_op_array_trace_extension*)ZEND_FUNC_INFO(op_array);
      op_array_ssa = &jit_extension->func_info.ssa;
      frame = zend_jit_trace_ret_frame(frame, op_array);
      stack = frame->stack;
      if (level == 0) {
        /* New return frames */
        frame->prev = NULL;
        frame->func = (const zend_function*)op_array;
        j = ZEND_JIT_TRACE_GET_FIRST_SSA_VAR(p->info);
        for (i = 0; i < op_array->last_var + op_array->T; i++) {
          SET_STACK_VAR(stack, i, j);
          vars_op_array[j] = op_array;
          if (ssa->vars[j].use_chain >= 0
           && ssa->vars[j].alias == NO_ALIAS
           && zend_jit_var_supports_reg(ssa, j)
           && !(ssa->var_info[j].type & MAY_BE_GUARD)) {
            RA_IVAL_START(j, idx);
            RA_IVAL_FLAGS(j) = ZREG_LOAD;
            count++;
          }
          j++;
        }
      } else {
        level--;
      }
    } else if (p->op == ZEND_JIT_TRACE_END) {
      break;
    }
  }

  if (trace_buffer->stop == ZEND_JIT_TRACE_STOP_LOOP
   || trace_buffer->stop == ZEND_JIT_TRACE_STOP_RECURSIVE_CALL
   || trace_buffer->stop == ZEND_JIT_TRACE_STOP_RECURSIVE_RET) {
    zend_ssa_phi *phi = ssa->blocks[1].phis;

    while (phi) {
      i = phi->sources[1];
      if (RA_HAS_IVAL(i) && !ssa->vars[phi->ssa_var].no_val) {
        RA_IVAL_END(i, idx);
        RA_IVAL_FLAGS(i) &= ~ZREG_LAST_USE;
      }
      phi = phi->next;
    }

    if (trace_buffer->stop == ZEND_JIT_TRACE_STOP_LOOP) {
      for (i = 0; i < op_array->last_var; i++) {
        if (RA_HAS_IVAL(i) && !ssa->vars[i].phi_use_chain) {
          RA_IVAL_END(i, idx);
          RA_IVAL_FLAGS(i) &= ~ZREG_LAST_USE;
        } else {
          RA_IVAL_CLOSE(i, idx);
        }
      }
    }
  }

  if (count) {
    for (i = 0; i < ssa->vars_count; i++) {
      if (RA_HAS_REG(i)) {
        if ((RA_REG_FLAGS(i) & ZREG_LOAD) &&
            (RA_REG_FLAGS(i) & ZREG_LAST_USE) &&
            (i >= parent_vars_count || STACK_REG(parent_stack, i) == ZREG_NONE) &&
            zend_ssa_next_use(ssa->ops, i, ssa->vars[i].use_chain) < 0) {
          /* skip life range with single use */
          RA_REG_DEL(i);
          count--;
        }
      }
    }
  }

  if (count) {
    /* SSA resolution */
    if (trace_buffer->stop == ZEND_JIT_TRACE_STOP_LOOP
     || trace_buffer->stop == ZEND_JIT_TRACE_STOP_RECURSIVE_CALL
     || trace_buffer->stop == ZEND_JIT_TRACE_STOP_RECURSIVE_RET) {
      zend_ssa_phi *phi = ssa->blocks[1].phis;

      while (phi) {
        int def = phi->ssa_var;
        int use = phi->sources[1];

        if (RA_HAS_REG(def)) {
          if (!RA_HAS_REG(use)) {
            RA_REG_FLAGS(def) |= ZREG_LOAD;
            if ((RA_REG_FLAGS(def) & ZREG_LAST_USE)
             && ssa->vars[def].use_chain >= 0
             && !ssa->vars[def].phi_use_chain
             && zend_ssa_next_use(ssa->ops, def, ssa->vars[def].use_chain) < 0
            ) {
              /* remove interval used once */
              RA_REG_DEL(def);
              count--;
            }
          } else if ((ssa->var_info[def].type & MAY_BE_ANY) != (ssa->var_info[use].type & MAY_BE_ANY)) {
            RA_REG_FLAGS(def) |= ZREG_LOAD;
            RA_REG_FLAGS(use) |= ZREG_STORE;
          } else {
            /* trace-entry value */
            use = phi->sources[0];
            if (zend_jit_var_supports_reg(ssa, use)) {
              ZEND_ASSERT(!RA_HAS_REG(use));
              RA_REG_START(use, 0);
              RA_REG_FLAGS(use) = ZREG_LOAD;
              count++;
            } else {
              RA_REG_FLAGS(def) |= ZREG_LOAD;
              /* back-edge value */
              RA_REG_FLAGS(phi->sources[1]) |= ZREG_STORE;
            }
          }
        } else if (RA_HAS_REG(use)) {
          if (ssa->vars[use].use_chain >= 0) {
            RA_REG_FLAGS(use) |= ZREG_STORE; // TODO: ext/opcache/tests/jit/reg_alloc_00[67].phpt ???
          } else {
            RA_REG_DEL(use);
            count--;
          }
        }
        phi = phi->next;
      }
    } else if (p->stop >= ZEND_JIT_TRACE_STOP_LINK) {
      for (i = 0; i < op_array->last_var + op_array->T; i++) {
        int var = STACK_VAR(stack, i);
        if (var >= 0 && RA_HAS_REG(var)
         && !(RA_REG_FLAGS(var) & (ZREG_LOAD|ZREG_STORE|ZREG_LAST_USE))) {
          RA_REG_FLAGS(var) |= ZREG_STORE;
        }
      }
    }

    if (!count) {
      zend_arena_release(&CG(arena), checkpoint);
      return NULL;
    }

    if (JIT_G(debug) & ZEND_JIT_DEBUG_REG_ALLOC) {
      fprintf(stderr, "---- TRACE %d Live Ranges \"%s\"\n", ZEND_JIT_TRACE_NUM, op_array->function_name ? ZSTR_VAL(op_array->function_name) : "[main]");
      for (i = 0; i < ssa->vars_count; i++) {
        if (RA_HAS_REG(i)) {
          fprintf(stderr, "#%d.", i);
          uint32_t var_num = ssa->vars[i].var;
          zend_dump_var(vars_op_array[i], (var_num < vars_op_array[i]->last_var ? IS_CV : 0), var_num);
          if (RA_REG_FLAGS(i) & ZREG_LAST_USE) {
            fprintf(stderr, " last_use");
          }
          if (RA_REG_FLAGS(i) & ZREG_LOAD) {
            fprintf(stderr, " load");
          }
          if (RA_REG_FLAGS(i) & ZREG_STORE) {
            fprintf(stderr, " store");
          }
          fprintf(stderr, "\n");
        }
      }
      fprintf(stderr, "\n");
    }

    return ra;
  }

  zend_arena_release(&CG(arena), checkpoint);
  return NULL;
}

static void zend_jit_trace_cleanup_stack(zend_jit_ctx *jit, zend_jit_trace_stack *stack, const zend_op *opline, const zend_ssa_op *ssa_op, const zend_ssa *ssa, const zend_op **ssa_opcodes)
{
  if (ssa_op->op1_use >= 0
   && jit->ra[ssa_op->op1_use].ref
   && (jit->ra[ssa_op->op1_use].flags & ZREG_LAST_USE)
   && (ssa_op->op1_use_chain == -1
    || zend_ssa_is_no_val_use(ssa_opcodes[ssa_op->op1_use_chain], ssa->ops + ssa_op->op1_use_chain, ssa_op->op1_use))) {
    CLEAR_STACK_REF(stack, EX_VAR_TO_NUM(opline->op1.var));
  }
  if (ssa_op->op2_use >= 0
   && ssa_op->op2_use != ssa_op->op1_use
   && jit->ra[ssa_op->op2_use].ref
   && (jit->ra[ssa_op->op2_use].flags & ZREG_LAST_USE)
   && (ssa_op->op2_use_chain == -1
    || zend_ssa_is_no_val_use(ssa_opcodes[ssa_op->op2_use_chain], ssa->ops + ssa_op->op2_use_chain, ssa_op->op2_use))) {
    CLEAR_STACK_REF(stack, EX_VAR_TO_NUM(opline->op2.var));
  }
  if (ssa_op->result_use >= 0
   && ssa_op->result_use != ssa_op->op1_use
   && ssa_op->result_use != ssa_op->op2_use
   && jit->ra[ssa_op->result_use].ref
   && (jit->ra[ssa_op->result_use].flags & ZREG_LAST_USE)
   && (ssa_op->res_use_chain == -1
    || zend_ssa_is_no_val_use(ssa_opcodes[ssa_op->res_use_chain], ssa->ops + ssa_op->res_use_chain, ssa_op->result_use))) {
    CLEAR_STACK_REF(stack, EX_VAR_TO_NUM(opline->result.var));
  }
}

static void zend_jit_trace_setup_ret_counter(const zend_op *opline, size_t offset)
{
  zend_op *next_opline = (zend_op*)(opline + 1);

  if (JIT_G(hot_return) && !ZEND_OP_TRACE_INFO(next_opline, offset)->trace_flags) {
    ZEND_ASSERT(zend_jit_ret_trace_counter_handler != NULL);
    if (!ZEND_OP_TRACE_INFO(next_opline, offset)->counter) {
      ZEND_OP_TRACE_INFO(next_opline, offset)->counter =
        &zend_jit_hot_counters[ZEND_JIT_COUNTER_NUM];
      ZEND_JIT_COUNTER_NUM = (ZEND_JIT_COUNTER_NUM + 1) % ZEND_HOT_COUNTERS_COUNT;
    }
    ZEND_OP_TRACE_INFO(next_opline, offset)->trace_flags = ZEND_JIT_TRACE_START_RETURN;
    next_opline->handler = zend_jit_ret_trace_counter_handler;
  }
}

static bool zend_jit_may_delay_fetch_this(const zend_op_array *op_array, zend_ssa *ssa, const zend_op **ssa_opcodes, const zend_ssa_op *ssa_op)
{
  int var = ssa_op->result_def;
  int i;
  int use = ssa->vars[var].use_chain;
  const zend_op *opline;

  if (use < 0
   || ssa->vars[var].phi_use_chain
   || ssa->ops[use].op1_use != var
   || ssa->ops[use].op1_use_chain != -1) {
    return false;
  }

  opline = ssa_opcodes[use];
  if (opline->opcode == ZEND_INIT_METHOD_CALL) {
    return (opline->op2_type == IS_CONST &&
      Z_TYPE_P(RT_CONSTANT(opline, opline->op2)) == IS_STRING);
  } else if (opline->opcode == ZEND_FETCH_OBJ_FUNC_ARG) {
    if (!JIT_G(current_frame)
     || !JIT_G(current_frame)->call
     || !JIT_G(current_frame)->call->func
     || !TRACE_FRAME_IS_LAST_SEND_BY_VAL(JIT_G(current_frame)->call)) {
      return false;
    }
  } else if (opline->opcode != ZEND_FETCH_OBJ_R
      && opline->opcode != ZEND_FETCH_OBJ_IS
      && opline->opcode != ZEND_FETCH_OBJ_W
      && opline->opcode != ZEND_ASSIGN_OBJ
      && opline->opcode != ZEND_ASSIGN_OBJ_OP
      && opline->opcode != ZEND_PRE_INC_OBJ
      && opline->opcode != ZEND_PRE_DEC_OBJ
      && opline->opcode != ZEND_POST_INC_OBJ
      && opline->opcode != ZEND_POST_DEC_OBJ) {
    return false;
  }

  if (opline->op2_type != IS_CONST
   || Z_TYPE_P(RT_CONSTANT(opline, opline->op2)) != IS_STRING
   || Z_STRVAL_P(RT_CONSTANT(opline, opline->op2))[0] == '\0') {
    return false;
  }

  if (opline->opcode == ZEND_ASSIGN_OBJ_OP) {
    if (opline->op1_type == IS_CV
     && (opline+1)->op1_type == IS_CV
     && (opline+1)->op1.var == opline->op1.var) {
      /* skip $a->prop += $a; */
      return false;
    }
    if (!zend_jit_supported_binary_op(
        opline->extended_value, MAY_BE_ANY, OP1_DATA_INFO())) {
      return false;
    }
  }

  for (i = ssa->vars[var].definition; i < use; i++) {
    if (ssa_opcodes[i]->opcode == ZEND_DO_UCALL
     || ssa_opcodes[i]->opcode == ZEND_DO_FCALL_BY_NAME
     || ssa_opcodes[i]->opcode == ZEND_DO_FCALL
     || ssa_opcodes[i]->opcode == ZEND_INCLUDE_OR_EVAL) {
      return false;
    }
  }

  return true;
}

static int zend_jit_trace_stack_needs_deoptimization(zend_jit_trace_stack *stack, uint32_t stack_size)
{
  uint32_t i;

  for (i = 0; i < stack_size; i++) {
    if (STACK_FLAGS(stack, i) & ~(ZREG_LOAD|ZREG_STORE|ZREG_LAST_USE)) {
      return 1;
    } else if (STACK_REG(stack, i) != ZREG_NONE) {
      return 1;
    }
  }
  return 0;
}

/* While a trace is being compiled, a register-allocated variable is tracked by
 * its IR reference only (STACK_REG() is still ZREG_NONE). */
static bool zend_jit_trace_stack_has_unstored_refs(zend_jit_trace_stack *stack, uint32_t stack_size)
{
  uint32_t i;

  for (i = 0; i < stack_size; i++) {
    if (STACK_REF(stack, i) && !(STACK_FLAGS(stack, i) & (ZREG_LOAD|ZREG_STORE))) {
      return 1;
    }
  }
  return 0;
}

static int zend_jit_trace_exit_needs_deoptimization(uint32_t trace_num, uint32_t exit_num)
{
  const zend_op *opline = zend_jit_traces[trace_num].exit_info[exit_num].opline;
  uint32_t flags = zend_jit_traces[trace_num].exit_info[exit_num].flags;
  uint32_t stack_size;
  zend_jit_trace_stack *stack;

  if (opline || (flags & (ZEND_JIT_EXIT_RESTORE_CALL|ZEND_JIT_EXIT_FREE_OP1|ZEND_JIT_EXIT_FREE_OP2|ZEND_JIT_EXIT_CHECK_EXCEPTION))) {
    return 1;
  }

  stack_size = zend_jit_traces[trace_num].exit_info[exit_num].stack_size;
  stack = zend_jit_traces[trace_num].stack_map + zend_jit_traces[trace_num].exit_info[exit_num].stack_offset;
  return zend_jit_trace_stack_needs_deoptimization(stack, stack_size);
}

static int zend_jit_trace_deoptimization(
                                         zend_jit_ctx                   *jit,
                                         const zend_jit_trace_exit_info *exit_info,
                                         zend_jit_trace_stack           *parent_stack,
                                         int                             parent_vars_count,
                                         zend_ssa                       *ssa,
                                         zend_jit_trace_stack           *stack,
                                         zend_jit_exit_const            *constants,
                                         bool                            polymorphic_side_trace)
{
  uint32_t flags = exit_info->flags;
  const zend_op *opline = exit_info->opline;

  int i;
  int check2 = -1;

  // TODO: Merge this loop with the following register LOAD loop to implement parallel move ???
  for (i = 0; i < parent_vars_count; i++) {
    int8_t reg = STACK_REG(parent_stack, i);

    if (STACK_FLAGS(parent_stack, i) == ZREG_CONST) {
      uint8_t type = STACK_TYPE(parent_stack, i);

      if (type == IS_LONG) {
        if (!zend_jit_store_const_long(jit, i,
            (zend_long)constants[STACK_REF(parent_stack, i)].i)) {
          return 0;
        }
      } else if (type == IS_DOUBLE) {
        if (!zend_jit_store_const_double(jit, i,
            constants[STACK_REF(parent_stack, i)].d)) {
          return 0;
        }
      } else {
        ZEND_UNREACHABLE();
      }
      if (stack) {
        SET_STACK_TYPE(stack, i, type, 1);
        if (jit->ra && jit->ra[i].ref) {
          SET_STACK_REF(stack, i, jit->ra[i].ref);
        }
      }
    } else if (STACK_FLAGS(parent_stack, i) == ZREG_TYPE_ONLY) {
      ZEND_ASSERT(reg == ZREG_NONE);

      uint8_t type = STACK_TYPE(parent_stack, i);

      if (!zend_jit_store_type(jit, i, type)) {
        return 0;
      }
      if (stack) {
        SET_STACK_TYPE(stack, i, type, 1);
      }
    } else if (STACK_FLAGS(parent_stack, i) == ZREG_THIS) {
      if (polymorphic_side_trace) {
        ssa->var_info[i].delayed_fetch_this = 1;
        if (stack) {
          SET_STACK_REG_EX(stack, i, ZREG_NONE, ZREG_THIS);
        }
      } else if (!zend_jit_load_this(jit, EX_NUM_TO_VAR(i))) {
        return 0;
      }
    } else if (STACK_FLAGS(parent_stack, i) == ZREG_ZVAL_ADDREF) {
      zend_jit_addr dst = ZEND_ADDR_MEM_ZVAL(ZREG_FP, EX_NUM_TO_VAR(i));
      zend_jit_zval_try_addref(jit, dst);
    } else if (STACK_FLAGS(parent_stack, i) == ZREG_ZVAL_COPY) {
      ZEND_ASSERT(reg != ZREG_NONE);
      ZEND_ASSERT(check2 == -1);
      check2 = i;
    } else if (STACK_FLAGS(parent_stack, i) & ZREG_SPILL_SLOT) {
      if (ssa && ssa->vars[i].no_val) {
        /* pass */
      } else {
        uint8_t type = STACK_TYPE(parent_stack, i);

        if (!zend_jit_store_spill_slot(jit, 1 << type, i, reg, STACK_REF(parent_stack, i),
            STACK_MEM_TYPE(parent_stack, i) != type)) {
          return 0;
        }
        if (stack) {
          if (jit->ra && jit->ra[i].ref) {
            SET_STACK_TYPE(stack, i, type, 0);
            if ((STACK_FLAGS(parent_stack, i) & (ZREG_LOAD|ZREG_STORE)) != 0) {
              SET_STACK_REF_EX(stack, i, jit->ra[i].ref, ZREG_LOAD);
            } else {
              SET_STACK_REF(stack, i, jit->ra[i].ref);
            }
          } else {
            SET_STACK_TYPE(stack, i, type, 1);
          }
        }
      }
    } else if (reg != ZREG_NONE) {
      if (ssa && ssa->vars[i].no_val) {
        /* pass */
      } else {
        uint8_t type = STACK_TYPE(parent_stack, i);

        if (!zend_jit_store_reg(jit, 1 << type, i, reg,
            (STACK_FLAGS(parent_stack, i) & (ZREG_LOAD|ZREG_STORE)) != 0,
            STACK_MEM_TYPE(parent_stack, i) != type)) {
          return 0;
        }
        if (stack) {
          if (jit->ra && jit->ra[i].ref) {
            SET_STACK_TYPE(stack, i, type, 0);
            if ((STACK_FLAGS(parent_stack, i) & (ZREG_LOAD|ZREG_STORE)) != 0) {
              SET_STACK_REF_EX(stack, i, jit->ra[i].ref, ZREG_LOAD);
            } else {
              SET_STACK_REF(stack, i, jit->ra[i].ref);
            }
          } else {
            SET_STACK_TYPE(stack, i, type, 1);
          }
        }
      }
    }
  }

  if (check2 != -1) {
    int8_t reg = STACK_REG(parent_stack, check2);

    ZEND_ASSERT(STACK_FLAGS(parent_stack, check2) == ZREG_ZVAL_COPY);
    ZEND_ASSERT(reg != ZREG_NONE);
    if (!zend_jit_escape_if_undef(jit, check2, flags, opline, exit_info->op_array, reg)) {
      return 0;
    }
    if (!zend_jit_restore_zval(jit, EX_NUM_TO_VAR(check2), reg)) {
      return 0;
    }
  }

  if (flags & ZEND_JIT_EXIT_RESTORE_CALL) {
    if (!zend_jit_save_call_chain(jit, -1)) {
      return 0;
    }
  }

  if (flags & ZEND_JIT_EXIT_FREE_OP2) {
    const zend_op *op = opline - 1;

    if (!zend_jit_free_op(jit, op, -1, op->op2.var)) {
      return 0;
    }
  }

  if (flags & ZEND_JIT_EXIT_FREE_OP1) {
    const zend_op *op = opline - 1;

    if (!zend_jit_free_op(jit, op, -1, op->op1.var)) {
      return 0;
    }
  }

  if (flags & (ZEND_JIT_EXIT_FREE_OP1|ZEND_JIT_EXIT_FREE_OP2|ZEND_JIT_EXIT_CHECK_EXCEPTION)) {
    zend_jit_check_exception(jit);
  }

  if (flags & ZEND_JIT_EXIT_METHOD_CALL) {
    jit->poly_func_ref = zend_jit_deopt_rload_spilled(jit, IR_ADDR,
        exit_info->poly_func.reg, exit_info->poly_func.offset);
    jit->poly_this_ref = zend_jit_deopt_rload_spilled(jit, IR_ADDR,
        exit_info->poly_this.reg, exit_info->poly_this.offset);

    if (!polymorphic_side_trace) {
      if (!zend_jit_free_trampoline(jit, jit->poly_func_ref)) {
        return 0;
      }
    }
  }

  return 1;
}

static void zend_jit_trace_set_var_range(zend_ssa_var_info *info, zend_long min, zend_long max)
{
  info->has_range = 1;
  info->range.min = min;
  info->range.max = max;
  info->range.underflow = 0;
  info->range.overflow = 0;
}

static void zend_jit_trace_update_condition_ranges(const zend_op *opline, const zend_ssa_op *ssa_op, const zend_op_array *op_array, zend_ssa *ssa, bool exit_if_true)
{
  zend_long op1_min, op1_max, op2_min, op2_max;

  if ((OP1_INFO() & MAY_BE_ANY) != MAY_BE_LONG
   || (OP2_INFO() & MAY_BE_ANY) != MAY_BE_LONG) {
    return;
  }

  op1_min = OP1_MIN_RANGE();
  op1_max = OP1_MAX_RANGE();
  op2_min = OP2_MIN_RANGE();
  op2_max = OP2_MAX_RANGE();

  switch (opline->opcode) {
    case ZEND_IS_EQUAL:
    case ZEND_CASE:
    case ZEND_IS_IDENTICAL:
    case ZEND_CASE_STRICT:
    case ZEND_IS_NOT_IDENTICAL:
      if (!exit_if_true) {
        /* op1 == op2 */
        if (ssa_op->op1_use >= 0) {
          zend_jit_trace_set_var_range(
            &ssa->var_info[ssa_op->op1_use],
            MAX(op1_min, op2_min),
            MIN(op1_max, op2_max));
        }
        if (ssa_op->op2_use >= 0) {
          zend_jit_trace_set_var_range(
            &ssa->var_info[ssa_op->op2_use],
            MAX(op2_min, op1_min),
            MIN(op2_max, op1_max));
        }
      }
      break;
    case ZEND_IS_NOT_EQUAL:
      if (exit_if_true) {
        /* op1 == op2 */
        if (ssa_op->op1_use >= 0) {
          zend_jit_trace_set_var_range(
            &ssa->var_info[ssa_op->op1_use],
            MAX(op1_min, op2_min),
            MIN(op1_max, op2_max));
        }
        if (ssa_op->op2_use >= 0) {
          zend_jit_trace_set_var_range(
            &ssa->var_info[ssa_op->op2_use],
            MAX(op2_min, op1_min),
            MIN(op2_max, op1_max));
        }
      }
      break;
    case ZEND_IS_SMALLER_OR_EQUAL:
      if (!exit_if_true) {
        /* op1 <= op2 */
        if (ssa_op->op1_use >= 0) {
          zend_jit_trace_set_var_range(
            &ssa->var_info[ssa_op->op1_use],
            op1_min,
            MIN(op1_max, op2_max));
        }
        if (ssa_op->op2_use >= 0) {
          zend_jit_trace_set_var_range(
            &ssa->var_info[ssa_op->op2_use],
            MAX(op2_min, op1_min),
            op2_max);
        }
      } else {
        /* op1 > op2 */
        if (ssa_op->op1_use >= 0) {
          zend_jit_trace_set_var_range(
            &ssa->var_info[ssa_op->op1_use],
            op2_min != ZEND_LONG_MAX ? MAX(op1_min, op2_min + 1) : op1_min,
            op1_max);
        }
        if (ssa_op->op2_use >= 0) {
          zend_jit_trace_set_var_range(
            &ssa->var_info[ssa_op->op2_use],
            op2_min,
            op1_max != ZEND_LONG_MIN ? MIN(op2_max, op1_max - 1) : op2_max);
        }
      }
      break;
    case ZEND_IS_SMALLER:
      if (!exit_if_true) {
        /* op1 < op2 */
        if (ssa_op->op1_use >= 0) {
          zend_jit_trace_set_var_range(
            &ssa->var_info[ssa_op->op1_use],
            op1_min,
            op2_max != ZEND_LONG_MIN ? MIN(op1_max, op2_max - 1) : op1_max);
        }
        if (ssa_op->op2_use >= 0) {
          zend_jit_trace_set_var_range(
            &ssa->var_info[ssa_op->op2_use],
            op1_min != ZEND_LONG_MAX ? MAX(op2_min, op1_min + 1) : op2_min,
            op2_max);
        }
      } else {
        /* op1 >= op2 */
        if (ssa_op->op1_use >= 0) {
          zend_jit_trace_set_var_range(
            &ssa->var_info[ssa_op->op1_use],
            MAX(op1_min, op2_min),
            op1_max);
        }
        if (ssa_op->op2_use >= 0) {
          zend_jit_trace_set_var_range(
            &ssa->var_info[ssa_op->op2_use],
            op2_min,
            MIN(op2_max, op1_max));
        }
      }
      break;
  }
}

static bool zend_jit_may_skip_comparison(const zend_op *opline, const zend_ssa_op *ssa_op, const zend_ssa *ssa, const zend_op **ssa_opcodes, const zend_op_array *op_array)
{
  uint8_t prev_opcode;

  if (opline->op1_type == IS_CONST
   && Z_TYPE_P(RT_CONSTANT(opline, opline->op1)) == IS_LONG
   && Z_LVAL_P(RT_CONSTANT(opline, opline->op1)) == 0) {
    if (ssa_op->op2_use >= 0) {
      if ((ssa_op-1)->op1_def == ssa_op->op2_use) {
        ssa_op--;
        opline = ssa_opcodes[ssa_op - ssa->ops];
        prev_opcode = opline->opcode;
        if (prev_opcode == ZEND_PRE_INC
         || prev_opcode == ZEND_PRE_DEC
         || prev_opcode == ZEND_POST_INC
         || prev_opcode == ZEND_POST_DEC) {
          return (OP1_INFO() & ((MAY_BE_UNDEF|MAY_BE_ANY|MAY_BE_REF)-MAY_BE_LONG)) == 0;
        }
      } else if ((ssa_op-1)->result_def == ssa_op->op2_use) {
        ssa_op--;
        opline = ssa_opcodes[ssa_op - ssa->ops];
        prev_opcode = opline->opcode;
        if (prev_opcode == ZEND_ADD
         || prev_opcode == ZEND_SUB) {
          return (OP1_INFO() & ((MAY_BE_UNDEF|MAY_BE_ANY|MAY_BE_REF)-MAY_BE_LONG)) == 0 &&
            (OP2_INFO() & ((MAY_BE_UNDEF|MAY_BE_ANY|MAY_BE_REF)-MAY_BE_LONG)) == 0;
        }
      }
    }
  } else if (opline->op2_type == IS_CONST
   && Z_TYPE_P(RT_CONSTANT(opline, opline->op2)) == IS_LONG
   && Z_LVAL_P(RT_CONSTANT(opline, opline->op2)) == 0) {
    if (ssa_op->op1_use >= 0) {
      if ((ssa_op-1)->op1_def == ssa_op->op1_use) {
        ssa_op--;
        opline = ssa_opcodes[ssa_op - ssa->ops];
        prev_opcode = opline->opcode;
        if (prev_opcode == ZEND_PRE_INC
         || prev_opcode == ZEND_PRE_DEC
         || prev_opcode == ZEND_POST_INC
         || prev_opcode == ZEND_POST_DEC) {
          return (OP1_INFO() & ((MAY_BE_UNDEF|MAY_BE_ANY|MAY_BE_REF)-MAY_BE_LONG)) == 0;
        }
      } else if ((ssa_op-1)->result_def == ssa_op->op1_use) {
        ssa_op--;
        opline = ssa_opcodes[ssa_op - ssa->ops];
        prev_opcode = opline->opcode;
        if (prev_opcode == ZEND_ADD
         || prev_opcode == ZEND_SUB) {
          return (OP1_INFO() & ((MAY_BE_UNDEF|MAY_BE_ANY|MAY_BE_REF)-MAY_BE_LONG)) == 0 &&
            (OP2_INFO() & ((MAY_BE_UNDEF|MAY_BE_ANY|MAY_BE_REF)-MAY_BE_LONG)) == 0;
        }
      }
    }
  } else {
    const zend_ssa_op *prev_ssa_op = ssa_op - 1;
    prev_opcode = ssa_opcodes[prev_ssa_op - ssa->ops]->opcode;

    if ((prev_opcode == ZEND_JMPZ || prev_opcode == ZEND_JMPNZ)
     && prev_ssa_op != ssa->ops
     && prev_ssa_op->op1_use >= 0
     && prev_ssa_op->op1_use == (prev_ssa_op-1)->result_def) {
      prev_ssa_op--;
      prev_opcode = ssa_opcodes[prev_ssa_op - ssa->ops]->opcode;
    }

    if (ssa_op->op1_use == prev_ssa_op->op1_use
     && ssa_op->op2_use == prev_ssa_op->op2_use) {
      if (prev_opcode == ZEND_IS_EQUAL
       || prev_opcode == ZEND_IS_NOT_EQUAL
       || prev_opcode == ZEND_IS_SMALLER
       || prev_opcode == ZEND_IS_SMALLER_OR_EQUAL
       || prev_opcode == ZEND_CASE
       || prev_opcode == ZEND_IS_IDENTICAL
       || prev_opcode == ZEND_IS_NOT_IDENTICAL
       || prev_opcode == ZEND_CASE_STRICT) {
        if (ssa_op->op1_use < 0) {
          if (RT_CONSTANT(opline, opline->op1) != RT_CONSTANT(&ssa_opcodes[prev_ssa_op - ssa->ops], ssa_opcodes[prev_ssa_op - ssa->ops]->op1)) {
            return false;
          }
        }
        if (ssa_op->op2_use < 0) {
          if (RT_CONSTANT(opline, opline->op2) != RT_CONSTANT(&ssa_opcodes[prev_ssa_op - ssa->ops], ssa_opcodes[prev_ssa_op - ssa->ops]->op2)) {
            return false;
          }
        }
        return true;
      }
    }
  }
  return false;
}

static bool zend_jit_trace_next_is_send_result(const zend_op              *opline,
                                               zend_jit_trace_rec         *p,
                                               zend_jit_trace_stack_frame *frame)
{
  if (opline->result_type == IS_TMP_VAR
   && (p+1)->op == ZEND_JIT_TRACE_VM
   && (p+1)->opline == opline + 1
   && ((opline+1)->opcode == ZEND_SEND_VAL
    || ((opline+1)->opcode == ZEND_SEND_VAL_EX
     && frame
     && frame->call
     && frame->call->func
     && !ARG_MUST_BE_SENT_BY_REF(frame->call->func, (opline+1)->op2.num)))
   && (opline+1)->op1_type == IS_TMP_VAR
   && (opline+1)->op2_type != IS_CONST /* Named parameters not supported in JIT */
   && (opline+1)->op1.var == opline->result.var) {

    if (frame->call && frame->call->func) {
      uint8_t res_type = (p+1)->op1_type;

      if (res_type != IS_UNKNOWN && !(res_type & IS_TRACE_REFERENCE) ) {
        zend_jit_trace_send_type(opline+1, frame->call, res_type);
      }
    }
    return true;
  }
  return false;
}

static int zend_jit_find_ssa_var(const zend_op_array *op_array,
                                 const zend_ssa      *ssa,
                                 uint32_t             opline_num,
                                 uint32_t             var_num)
{
  int ssa_var, b = ssa->cfg.map[opline_num];
  const zend_basic_block *bb = ssa->cfg.blocks + b;
  const zend_ssa_phi *phi;
  const zend_ssa_op *ssa_op;
  zend_worklist worklist;
  ALLOCA_FLAG(use_heap)

  while (1) {
    ssa_op = ssa->ops + opline_num;
    ssa_var = ssa_op->result_def;
    if (ssa_var >= 0 && ssa->vars[ssa_var].var == var_num) {
      return ssa_var;
    }
    ssa_var = ssa_op->op2_def;
    if (ssa_var >= 0 && ssa->vars[ssa_var].var == var_num) {
      return ssa_var;
    }
    ssa_var = ssa_op->op1_def;
    if (ssa_var >= 0 && ssa->vars[ssa_var].var == var_num) {
      return ssa_var;
    }
    if (opline_num == bb->start) {
      break;
    }
    opline_num--;
  }
  phi = ssa->blocks[b].phis;
  ssa_var = -1;
  while (phi) {
    if (phi->var == var_num) {
      ssa_var = phi->ssa_var;
    }
    phi = phi->next;
  }
  if (ssa_var >= 0) {
    return ssa_var;
  }

  if (!bb->predecessors_count) {
    return -1;
  }

  ZEND_WORKLIST_ALLOCA(&worklist, ssa->cfg.blocks_count, use_heap);

  for (uint32_t j = 0; j < bb->predecessors_count; j++) {
    b = ssa->cfg.predecessors[bb->predecessor_offset + j];
    zend_worklist_push(&worklist, b);
  }

  while (zend_worklist_len(&worklist) != 0) {
    b = zend_worklist_pop(&worklist);
    bb = &ssa->cfg.blocks[b];
    if (bb->len) {
      opline_num = bb->start + bb->len - 1;
      while (1) {
        ssa_op = ssa->ops + opline_num;
        ssa_var = ssa_op->result_def;
        if (ssa_var >= 0 && ssa->vars[ssa_var].var == var_num) {
          goto found;
        }
        ssa_var = ssa_op->op2_def;
        if (ssa_var >= 0 && ssa->vars[ssa_var].var == var_num) {
          goto found;
        }
        ssa_var = ssa_op->op1_def;
        if (ssa_var >= 0 && ssa->vars[ssa_var].var == var_num) {
          goto found;
        }
        if (opline_num == bb->start) {
          break;
        }
        opline_num--;
      }
    }
    phi = ssa->blocks[b].phis;
    ssa_var = -1;
    while (phi) {
      if (phi->var == var_num) {
        ssa_var = phi->ssa_var;
      }
      phi = phi->next;
    }
    if (ssa_var >= 0) {
      goto found;
    }
    for (uint32_t j = 0; j < bb->predecessors_count; j++) {
      b = ssa->cfg.predecessors[bb->predecessor_offset + j];
      zend_worklist_push(&worklist, b);
    }
  }
  ssa_var = -1;

found:
  ZEND_WORKLIST_FREE_ALLOCA(&worklist, use_heap);
  return ssa_var;
}

static bool zend_jit_trace_must_store_type(const zend_op_array *op_array,
                                           const zend_ssa      *ssa,
                                           uint32_t             opline_num,
                                           uint32_t             var_num,
                                           uint8_t              type)
{
  if (ssa->var_info) {
    int ssa_var = zend_jit_find_ssa_var(op_array, ssa, opline_num, var_num);

    if (ssa_var >= 0) {
      if ((ssa->var_info[ssa_var].type & (MAY_BE_ANY|MAY_BE_UNDEF)) != (1U << type)) {
        return false;
      }
    }
  }
  return true;
}

static bool zend_jit_trace_may_throw(const zend_op       *opline,
                                     const zend_ssa_op   *ssa_op,
                                     const zend_op_array *op_array,
                                     const zend_ssa      *ssa,
                                     uint32_t             t1,
                                     uint32_t             t2,
                                     uint32_t             t3,
                                     uint32_t             val_type)
{
    switch (opline->opcode) {
    case ZEND_ASSIGN_DIM_OP:
      if (opline->extended_value != ZEND_CONCAT
       && val_type == IS_LONG
       && (t1 & (MAY_BE_ANY|MAY_BE_UNDEF|MAY_BE_REF)) == MAY_BE_ARRAY
       && MAY_BE_PACKED_ONLY(t1)
       && !(t1 & MAY_BE_ARRAY_OF_REF)
       && (t2 & (MAY_BE_ANY|MAY_BE_UNDEF|MAY_BE_REF)) == MAY_BE_LONG
       && (t3 & (MAY_BE_ANY|MAY_BE_UNDEF|MAY_BE_REF)) == MAY_BE_LONG) {
        return false;
      }
      break;
    default:
      break;
  }
  return zend_may_throw_ex(opline, ssa_op, op_array, ssa, t1, t2);
}

static zend_vm_opcode_handler_t zend_jit_trace(zend_jit_trace_rec *trace_buffer, uint32_t parent_trace, uint32_t exit_num)
{
  zend_vm_opcode_handler_t handler = NULL;
  zend_jit_ctx ctx;
  zend_jit_ctx *jit = &ctx;
  zend_jit_reg_var *ra = NULL;
  zend_script *script = NULL;
  zend_string *name = NULL;
  void *checkpoint;
  const zend_op_array *op_array;
  zend_ssa *ssa, *op_array_ssa;
  const zend_op **ssa_opcodes;
  zend_jit_trace_rec *p;
  zend_jit_op_array_trace_extension *jit_extension;
  int num_op_arrays = 0;
  bool do_bailout = 0;
  zend_jit_trace_info *t;
  const zend_op_array *op_arrays[ZEND_JIT_TRACE_MAX_FUNCS];
  uint8_t smart_branch_opcode;
  const void *exit_addr;
  uint32_t op1_info, op1_def_info, op2_info, res_info, res_use_info, op1_data_info, op1_mem_info;
  bool send_result = 0;
  bool skip_comparison;
  zend_jit_addr op1_addr, op1_def_addr, op2_addr, op2_def_addr, res_addr;
  zend_class_entry *ce;
  bool ce_is_instanceof;
  bool on_this = 0;
  bool delayed_fetch_this = 0;
  bool avoid_refcounting = 0;
  bool polymorphic_side_trace =
    parent_trace &&
    (zend_jit_traces[parent_trace].exit_info[exit_num].flags & ZEND_JIT_EXIT_METHOD_CALL);
  uint32_t i;
  zend_jit_trace_stack_frame *frame, *top, *call;
  zend_jit_trace_stack *stack;
  uint8_t res_type = IS_UNKNOWN;
  const zend_op *opline, *orig_opline;
  const zend_ssa_op *ssa_op, *orig_ssa_op;
  int checked_stack;
  int peek_checked_stack;
  uint32_t frame_flags = 0;

  JIT_G(current_trace) = trace_buffer;

  checkpoint = zend_arena_checkpoint(CG(arena));

  zend_try {

  ssa = zend_jit_trace_build_tssa(trace_buffer, parent_trace, exit_num, script, op_arrays, &num_op_arrays);

  if (!ssa) {
    goto jit_cleanup;
  }

  ssa_opcodes = ((zend_tssa*)ssa)->tssa_opcodes;

  op_array = trace_buffer->op_array;
  opline = trace_buffer[1].opline;
  name = zend_jit_trace_name(op_array, opline->lineno);
  zend_jit_trace_start(&ctx, op_array, ssa, name, ZEND_JIT_TRACE_NUM,
    parent_trace ? &zend_jit_traces[parent_trace] : NULL, exit_num);
  ctx.trace = &zend_jit_traces[ZEND_JIT_TRACE_NUM];

  /* Register allocation */
  if ((JIT_G(opt_flags) & (ZEND_JIT_REG_ALLOC_LOCAL|ZEND_JIT_REG_ALLOC_GLOBAL))
   && JIT_G(opt_level) >= ZEND_JIT_LEVEL_INLINE) {
    ctx.ra = ra = zend_jit_trace_allocate_registers(trace_buffer, ssa, parent_trace, exit_num);
  }

  p = trace_buffer;
  ZEND_ASSERT(p->op == ZEND_JIT_TRACE_START);
  op_array = p->op_array;
  frame = JIT_G(current_frame);
  top = zend_jit_trace_call_frame(frame, op_array, 0);
  TRACE_FRAME_INIT(frame, op_array, TRACE_FRAME_MASK_UNKNOWN_RETURN, -1);
  frame->used_stack = checked_stack = peek_checked_stack = 0;
  stack = frame->stack;
  for (i = 0; i < op_array->last_var + op_array->T; i++) {
    SET_STACK_TYPE(stack, i, IS_UNKNOWN, 1);
  }

  opline = p[1].opline;
  p += ZEND_JIT_TRACE_START_REC_SIZE;

  jit_extension =
    (zend_jit_op_array_trace_extension*)ZEND_FUNC_INFO(op_array);
  op_array_ssa = &jit_extension->func_info.ssa;

  if (!parent_trace) {
    zend_jit_set_last_valid_opline(&ctx, opline);
    zend_jit_track_last_valid_opline(&ctx);
  } else {
    if (zend_jit_traces[parent_trace].exit_info[exit_num].opline == NULL) {
      zend_jit_trace_opline_guard(&ctx, opline);
    } else {
      zend_jit_reset_last_valid_opline(&ctx);
    }
  }

  if (JIT_G(opt_level) >= ZEND_JIT_LEVEL_INLINE) {
    int last_var;
    int parent_vars_count = 0;
    zend_jit_trace_stack *parent_stack = NULL;
    int used_stack = ((zend_tssa*)ssa)->used_stack;

    if (used_stack > 0) {
      peek_checked_stack = used_stack;
      if (!zend_jit_stack_check(&ctx, opline, used_stack)) {
        goto jit_failure;
      }
    }

    if (parent_trace) {
      parent_vars_count = MIN(zend_jit_traces[parent_trace].exit_info[exit_num].stack_size,
        op_array->last_var + op_array->T);
      if (parent_vars_count) {
        parent_stack =
          zend_jit_traces[parent_trace].stack_map +
          zend_jit_traces[parent_trace].exit_info[exit_num].stack_offset;
      }
    }

    last_var = op_array->last_var;
    if (trace_buffer->start != ZEND_JIT_TRACE_START_ENTER) {
      last_var += op_array->T;
    }

    for (i = 0; i < last_var; i++) {
      uint32_t info = ssa->var_info[i].type;

      if (!(info & MAY_BE_GUARD) && has_concrete_type(info)) {
        uint8_t type, mem_type;

        type = concrete_type(info);
        if (i < parent_vars_count
         && STACK_TYPE(parent_stack, i) == type) {
          mem_type = STACK_MEM_TYPE(parent_stack, i);
          if (mem_type != IS_UNKNOWN) {
            SET_STACK_TYPE(stack, i, mem_type, 1);
          }
          SET_STACK_TYPE(stack, i, type, 0);
        } else {
          SET_STACK_TYPE(stack, i, type, 1);
        }
      } else if (ssa->vars[i].alias != NO_ALIAS) {
        SET_STACK_TYPE(stack, i, IS_UNKNOWN, 1);
      } else if (i < parent_vars_count
       && STACK_TYPE(parent_stack, i) != IS_UNKNOWN) {
        /* This must be already handled by trace type inference */
        ZEND_ASSERT(ssa->vars[i].use_chain < 0 && !ssa->vars[i].phi_use_chain);
        SET_STACK_TYPE(stack, i, STACK_TYPE(parent_stack, i), 1);
      } else if ((info & MAY_BE_GUARD) != 0
       && (trace_buffer->stop == ZEND_JIT_TRACE_STOP_LOOP
        || trace_buffer->stop == ZEND_JIT_TRACE_STOP_RECURSIVE_CALL
        || (trace_buffer->stop == ZEND_JIT_TRACE_STOP_RECURSIVE_RET
         && EX_VAR_TO_NUM((opline-1)->result.var) == i))
       && (ssa->vars[i].use_chain != -1
        || (ssa->vars[i].phi_use_chain
         && !(ssa->var_info[ssa->vars[i].phi_use_chain->ssa_var].type & MAY_BE_GUARD)))) {
        /* Check loop-invariant variable type */
        if (!zend_jit_type_guard(&ctx, opline, EX_NUM_TO_VAR(i), concrete_type(info))) {
          goto jit_failure;
        }
        info &= ~MAY_BE_GUARD;
        ssa->var_info[i].type = info;
        SET_STACK_TYPE(stack, i, concrete_type(info), 1);
      } else if (trace_buffer->start == ZEND_JIT_TRACE_START_ENTER
       && op_array->function_name
       && i >= op_array->num_args) {
        /* This must be already handled by trace type inference */
        ZEND_UNREACHABLE();
        // SET_STACK_TYPE(stack, i, IS_UNDEF, 1);
      }

      if ((info & MAY_BE_PACKED_GUARD) != 0
       && (trace_buffer->stop == ZEND_JIT_TRACE_STOP_LOOP
        || trace_buffer->stop == ZEND_JIT_TRACE_STOP_RECURSIVE_CALL
        || (trace_buffer->stop == ZEND_JIT_TRACE_STOP_RECURSIVE_RET
         && EX_VAR_TO_NUM((opline-1)->result.var) == i))
       && (ssa->vars[i].use_chain != -1
        || (ssa->vars[i].phi_use_chain
         && !(ssa->var_info[ssa->vars[i].phi_use_chain->ssa_var].type & MAY_BE_PACKED_GUARD)))) {
        ZEND_ASSERT(STACK_TYPE(stack, i) == IS_ARRAY);

        if (!zend_jit_packed_guard(&ctx, opline, EX_NUM_TO_VAR(i), info)) {
          goto jit_failure;
        }
        info &= ~MAY_BE_PACKED_GUARD;
        ssa->var_info[i].type = info;
      }
    }

    if (parent_trace) {
      /* Deoptimization */
      if (!zend_jit_trace_deoptimization(&ctx,
          &zend_jit_traces[parent_trace].exit_info[exit_num],
          parent_stack, parent_vars_count, ssa, stack,
          zend_jit_traces[parent_trace].constants,
          polymorphic_side_trace)) {
        goto jit_failure;
      }
    }

    if (ra
     && trace_buffer->stop != ZEND_JIT_TRACE_STOP_RECURSIVE_CALL
     && trace_buffer->stop != ZEND_JIT_TRACE_STOP_RECURSIVE_RET) {
      for (i = 0; i < last_var; i++) {
        if (RA_HAS_REG(i)
         && (RA_REG_FLAGS(i) & ZREG_LOAD) != 0
         && ra[i].ref != STACK_REF(stack, i)
        ) {

          if ((ssa->var_info[i].type & MAY_BE_GUARD) != 0) {
            uint8_t op_type;

            ssa->var_info[i].type &= ~MAY_BE_GUARD;
            op_type = concrete_type(ssa->var_info[i].type);
            if (!zend_jit_type_guard(&ctx, opline, EX_NUM_TO_VAR(i), op_type)) {
              goto jit_failure;
            }
            SET_STACK_TYPE(stack, i, op_type, 1);
          }

          if (trace_buffer->stop == ZEND_JIT_TRACE_STOP_LOOP) {
            if (!zend_jit_load_var(&ctx, ssa->var_info[i].type, i, i)) {
              goto jit_failure;
            }
            SET_STACK_REF_EX(stack, i, ra[i].ref, ZREG_LOAD);
          } else {
            SET_STACK_REF_EX(stack, i, IR_NULL, ZREG_LOAD);
          }
        }
      }
    }
  }

  if (trace_buffer->stop == ZEND_JIT_TRACE_STOP_LOOP
   || trace_buffer->stop == ZEND_JIT_TRACE_STOP_RECURSIVE_CALL
   || trace_buffer->stop == ZEND_JIT_TRACE_STOP_RECURSIVE_RET) {

    jit->trace_loop_ref = zend_jit_trace_begin_loop(&ctx); /* start of of trace loop */

    if (ra) {
      zend_ssa_phi *phi = ssa->blocks[1].phis;

      /* First try to insert IR Phi */
      while (phi) {
        if (RA_HAS_REG(phi->ssa_var)
         && !(RA_REG_FLAGS(phi->ssa_var) & ZREG_LOAD)) {
          zend_jit_trace_gen_phi(&ctx, phi);
          SET_STACK_REF(stack, phi->var, ra[phi->ssa_var].ref);
        }
        phi = phi->next;
      }

      phi = ssa->blocks[1].phis;
      while (phi) {
        if (RA_HAS_REG(phi->ssa_var)) {
          if (RA_REG_FLAGS(phi->ssa_var) & ZREG_LOAD) {
            uint32_t info = ssa->var_info[phi->ssa_var].type;

            if (info & MAY_BE_GUARD) {
              if (!zend_jit_type_guard(&ctx, opline, EX_NUM_TO_VAR(phi->var), concrete_type(info))) {
                goto jit_failure;
              }
              info &= ~MAY_BE_GUARD;
              ssa->var_info[phi->ssa_var].type = info;
              SET_STACK_TYPE(stack, phi->var, concrete_type(info), 1);
            }
            if (!zend_jit_load_var(&ctx, ssa->var_info[phi->ssa_var].type, ssa->vars[phi->ssa_var].var, phi->ssa_var)) {
              goto jit_failure;
            }
            SET_STACK_REF_EX(stack, phi->var, ra[phi->ssa_var].ref, ZREG_LOAD);
          } else if (RA_REG_FLAGS(phi->ssa_var) & ZREG_STORE) {

            if (!zend_jit_store_var(&ctx, ssa->var_info[phi->ssa_var].type, ssa->vars[phi->ssa_var].var, phi->ssa_var,
                STACK_MEM_TYPE(stack, phi->var) != ssa->var_info[phi->ssa_var].type)) {
              goto jit_failure;
            }
            SET_STACK_REF_EX(stack, phi->var, ra[phi->ssa_var].ref, ZREG_STORE);
          } else {
            /* Register has to be written back on side exit */
            SET_STACK_REF(stack, phi->var, ra[phi->ssa_var].ref);
          }
        }
        phi = phi->next;
      }
    }

//    if (trace_buffer->stop != ZEND_JIT_TRACE_STOP_RECURSIVE_RET) {
//      if (ra && dzend_jit_trace_stack_needs_deoptimization(stack, op_array->last_var + op_array->T)) {
//        uint32_t exit_point = zend_jit_trace_get_exit_point(opline, ZEND_JIT_EXIT_TO_VM);
//
//        timeout_exit_addr = zend_jit_trace_get_exit_addr(exit_point);
//        if (!timeout_exit_addr) {
//          goto jit_failure;
//        }
//      }
//    }

  }

  ssa_op = (JIT_G(opt_level) >= ZEND_JIT_LEVEL_INLINE) ? ssa->ops : NULL;
  for (;;p++) {
    if (p->op == ZEND_JIT_TRACE_VM) {
      uint8_t op1_type = p->op1_type;
      uint8_t op2_type = p->op2_type;
      uint8_t op3_type = p->op3_type;
      uint8_t orig_op1_type = op1_type;
      uint8_t orig_op2_type = op2_type;
      uint8_t val_type = IS_UNKNOWN;
      bool op1_indirect;
      zend_class_entry *op1_ce = NULL;
      zend_class_entry *op2_ce = NULL;
      bool gen_handler = false;

      opline = p->opline;
      if (op1_type & (IS_TRACE_REFERENCE|IS_TRACE_INDIRECT)) {
        op1_type = IS_UNKNOWN;
      }
      if (op1_type != IS_UNKNOWN) {
        op1_type &= ~IS_TRACE_PACKED;
      }
      if (op2_type & (IS_TRACE_REFERENCE|IS_TRACE_INDIRECT)) {
        op2_type = IS_UNKNOWN;
      }
      if (op3_type & (IS_TRACE_REFERENCE|IS_TRACE_INDIRECT)) {
        op3_type = IS_UNKNOWN;
      }

      if ((p+1)->op == ZEND_JIT_TRACE_OP1_TYPE) {
        op1_ce = (zend_class_entry*)(p+1)->ce;
        p++;
      }
      if ((p+1)->op == ZEND_JIT_TRACE_OP2_TYPE) {
        op2_ce = (zend_class_entry*)(p+1)->ce;
        p++;
      }
      if ((p+1)->op == ZEND_JIT_TRACE_VAL_INFO) {
        val_type = (p+1)->op1_type;
        p++;
      }

      frame_flags = 0;

      if (zend_jit_inc_call_level(opline->opcode)) {
        frame->call_level++;
      }

      if (JIT_G(opt_level) >= ZEND_JIT_LEVEL_INLINE) {
        switch (opline->opcode) {
          case ZEND_PRE_INC:
          case ZEND_PRE_DEC:
          case ZEND_POST_INC:
          case ZEND_POST_DEC:
            if (opline->op1_type != IS_CV) {
              break;
            }
            op1_info = OP1_INFO();
            CHECK_OP1_TRACE_TYPE();
            if (!(op1_info & MAY_BE_LONG)) {
              break;
            }
            if (opline->result_type != IS_UNUSED) {
              res_use_info = zend_jit_trace_type_to_info(
                STACK_MEM_TYPE(stack, EX_VAR_TO_NUM(opline->result.var)));
              if (opline->result_type == IS_CV) {
                res_use_info &= (MAY_BE_UNDEF|MAY_BE_NULL|MAY_BE_FALSE|MAY_BE_TRUE|MAY_BE_LONG|MAY_BE_DOUBLE);
              }
              res_info = RES_INFO();
              res_addr = RES_REG_ADDR();
            } else {
              res_use_info = -1;
              res_info = -1;
              res_addr = 0;
            }
            op1_def_info = OP1_DEF_INFO();
            if (op1_def_info & MAY_BE_GUARD
             && !has_concrete_type(op1_def_info)) {
              op1_def_info &= ~MAY_BE_GUARD;
            }
            if (!zend_jit_inc_dec(&ctx, opline,
                op1_info, OP1_REG_ADDR(),
                op1_def_info, OP1_DEF_REG_ADDR(),
                res_use_info, res_info,
                res_addr,
                (op1_def_info & (MAY_BE_DOUBLE|MAY_BE_GUARD)) && zend_may_overflow(opline, ssa_op, op_array, ssa),
                zend_may_throw(opline, ssa_op, op_array, ssa))) {
              goto jit_failure;
            }
            if ((op1_def_info & (MAY_BE_ANY|MAY_BE_GUARD)) == (MAY_BE_LONG|MAY_BE_GUARD)
             && !(op1_info & MAY_BE_STRING)) {
              ssa->var_info[ssa_op->op1_def].type &= ~MAY_BE_GUARD;
              if (opline->result_type != IS_UNUSED) {
                ssa->var_info[ssa_op->result_def].type &= ~MAY_BE_GUARD;
              }
            } else if ((op1_def_info & (MAY_BE_ANY|MAY_BE_GUARD)) == (MAY_BE_DOUBLE|MAY_BE_GUARD)
             && !(op1_info & MAY_BE_STRING)) {
              ssa->var_info[ssa_op->op1_def].type &= ~MAY_BE_GUARD;
              if (opline->result_type != IS_UNUSED) {
                ssa->var_info[ssa_op->result_def].type &= ~MAY_BE_GUARD;
              }
            }
            if (opline->result_type != IS_UNUSED
             && (res_info & (MAY_BE_ANY|MAY_BE_GUARD)) == (MAY_BE_LONG|MAY_BE_GUARD)
             && !(op1_info & MAY_BE_STRING)) {
              ssa->var_info[ssa_op->result_def].type &= ~MAY_BE_GUARD;
            } else if (opline->result_type != IS_UNUSED
             && (res_info & (MAY_BE_ANY|MAY_BE_GUARD)) == (MAY_BE_DOUBLE|MAY_BE_GUARD)
             && !(res_info & MAY_BE_STRING)) {
              ssa->var_info[ssa_op->result_def].type &= ~MAY_BE_GUARD;
            }
            goto done;
          case ZEND_BW_OR:
          case ZEND_BW_AND:
          case ZEND_BW_XOR:
          case ZEND_SL:
          case ZEND_SR:
          case ZEND_MOD:
            op1_info = OP1_INFO();
            CHECK_OP1_TRACE_TYPE();
            op2_info = OP2_INFO();
            CHECK_OP2_TRACE_TYPE();
            if (!(op1_info & MAY_BE_LONG)
             || !(op2_info & MAY_BE_LONG)) {
              break;
            }
            res_addr = RES_REG_ADDR();
            if (Z_MODE(res_addr) != IS_REG
             && zend_jit_trace_next_is_send_result(opline, p, frame)) {
              send_result = 1;
              res_use_info = -1;
              res_addr = ZEND_ADDR_MEM_ZVAL(ZREG_RX, (opline+1)->result.var);
              if (!zend_jit_reuse_ip(&ctx)) {
                goto jit_failure;
              }
            } else {
              res_use_info = zend_jit_trace_type_to_info(
                STACK_MEM_TYPE(stack, EX_VAR_TO_NUM(opline->result.var)));
              if (opline->result_type == IS_CV) {
                res_use_info &= (MAY_BE_UNDEF|MAY_BE_NULL|MAY_BE_FALSE|MAY_BE_TRUE|MAY_BE_LONG|MAY_BE_DOUBLE);
              }
            }
            res_info = RES_INFO();
            if (!zend_jit_long_math(&ctx, opline,
                op1_info, OP1_RANGE(), OP1_REG_ADDR(),
                op2_info, OP2_RANGE(), OP2_REG_ADDR(),
                res_use_info, res_info, res_addr,
                zend_may_throw(opline, ssa_op, op_array, ssa))) {
              goto jit_failure;
            }
            goto done;
          case ZEND_ADD:
          case ZEND_SUB:
          case ZEND_MUL:
//          case ZEND_DIV: // TODO: check for division by zero ???
            op1_info = OP1_INFO();
            op1_addr = OP1_REG_ADDR();
            op2_info = OP2_INFO();
            op2_addr = OP2_REG_ADDR();
            if ((op1_info & MAY_BE_UNDEF) || (op2_info & MAY_BE_UNDEF)) {
              if (op1_type == IS_LONG || op1_type == IS_DOUBLE) {
                CHECK_OP1_TRACE_TYPE();
              }
              if (op2_type == IS_LONG || op2_type == IS_DOUBLE) {
                CHECK_OP2_TRACE_TYPE();
              }
              break;
            }
            if (opline->opcode == ZEND_ADD &&
                (op1_info & (MAY_BE_ANY|MAY_BE_UNDEF)) == MAY_BE_ARRAY &&
                (op2_info & (MAY_BE_ANY|MAY_BE_UNDEF)) == MAY_BE_ARRAY) {
              /* pass */
            } else if (!(op1_info & (MAY_BE_LONG|MAY_BE_DOUBLE)) ||
                !(op2_info & (MAY_BE_LONG|MAY_BE_DOUBLE))) {
              if (op1_type == IS_LONG || op1_type == IS_DOUBLE) {
                CHECK_OP1_TRACE_TYPE();
              }
              if (op2_type == IS_LONG || op2_type == IS_DOUBLE) {
                CHECK_OP2_TRACE_TYPE();
              }
              break;
            }
            if (orig_op1_type != IS_UNKNOWN
             && (orig_op1_type & IS_TRACE_REFERENCE)
             && opline->op1_type == IS_CV
             && (orig_op2_type == IS_UNKNOWN || !(orig_op2_type & IS_TRACE_REFERENCE))) {
              if (!zend_jit_fetch_reference(&ctx, opline, orig_op1_type, &op1_info, &op1_addr,
                  !ssa->var_info[ssa_op->op1_use].guarded_reference, 1)) {
                goto jit_failure;
              }
              if (ssa->vars[ssa_op->op1_use].alias == NO_ALIAS) {
                ssa->var_info[ssa_op->op1_use].guarded_reference = 1;
              }
            } else {
              CHECK_OP1_TRACE_TYPE();
            }
            if (orig_op2_type != IS_UNKNOWN
             && (orig_op2_type & IS_TRACE_REFERENCE)
             && opline->op2_type == IS_CV
             && (orig_op1_type == IS_UNKNOWN || !(orig_op1_type & IS_TRACE_REFERENCE))) {
              if (!zend_jit_fetch_reference(&ctx, opline, orig_op2_type, &op2_info, &op2_addr,
                  !ssa->var_info[ssa_op->op2_use].guarded_reference, 1)) {
                goto jit_failure;
              }
              if (ssa->vars[ssa_op->op2_use].alias == NO_ALIAS) {
                ssa->var_info[ssa_op->op2_use].guarded_reference = 1;
              }
            } else {
              CHECK_OP2_TRACE_TYPE();
            }
            res_addr = RES_REG_ADDR();
            if (Z_MODE(res_addr) != IS_REG
             && zend_jit_trace_next_is_send_result(opline, p, frame)) {
              send_result = 1;
              res_use_info = -1;
              res_addr = ZEND_ADDR_MEM_ZVAL(ZREG_RX, (opline+1)->result.var);
              if (!zend_jit_reuse_ip(&ctx)) {
                goto jit_failure;
              }
            } else {
              res_use_info = zend_jit_trace_type_to_info(
                STACK_MEM_TYPE(stack, EX_VAR_TO_NUM(opline->result.var)));
              if (opline->result_type == IS_CV) {
                res_use_info &= (MAY_BE_UNDEF|MAY_BE_NULL|MAY_BE_FALSE|MAY_BE_TRUE|MAY_BE_LONG|MAY_BE_DOUBLE);
              }
            }
            res_info = RES_INFO();
            if (opline->opcode == ZEND_ADD &&
                (op1_info & (MAY_BE_ANY|MAY_BE_UNDEF)) == MAY_BE_ARRAY &&
                (op2_info & (MAY_BE_ANY|MAY_BE_UNDEF)) == MAY_BE_ARRAY) {
              if (!zend_jit_add_arrays(&ctx, opline, op1_info, op1_addr, op2_info, op2_addr, res_addr)) {
                goto jit_failure;
              }
            } else {
              bool may_overflow = (op1_info & MAY_BE_LONG) && (op2_info & MAY_BE_LONG) && (res_info & (MAY_BE_DOUBLE|MAY_BE_GUARD)) && zend_may_overflow(opline, ssa_op, op_array, ssa);

              if (ra
               && may_overflow
               && ((res_info & MAY_BE_GUARD)
               && (res_info & MAY_BE_ANY) == MAY_BE_LONG)
               && ((opline->opcode == ZEND_ADD
                 && Z_MODE(op2_addr) == IS_CONST_ZVAL && Z_LVAL_P(Z_ZV(op2_addr)) == 1)
                || (opline->opcode == ZEND_SUB
                 && Z_MODE(op2_addr) == IS_CONST_ZVAL && Z_LVAL_P(Z_ZV(op2_addr)) == 1))) {
                zend_jit_trace_cleanup_stack(&ctx, stack, opline, ssa_op, ssa, ssa_opcodes);
              }
              if (!zend_jit_math(&ctx, opline,
                  op1_info, op1_addr,
                  op2_info, op2_addr,
                  res_use_info, res_info, res_addr,
                  may_overflow,
                  zend_may_throw(opline, ssa_op, op_array, ssa))) {
                goto jit_failure;
              }
              if (((res_info & (MAY_BE_ANY|MAY_BE_GUARD)) == (MAY_BE_LONG|MAY_BE_GUARD)
                || (res_info & (MAY_BE_ANY|MAY_BE_GUARD)) == (MAY_BE_DOUBLE|MAY_BE_GUARD))
               && has_concrete_type(op1_info)
               && (op1_info & (MAY_BE_LONG|MAY_BE_DOUBLE))
               && has_concrete_type(op2_info)
               && (op2_info & (MAY_BE_LONG|MAY_BE_DOUBLE))) {
                ssa->var_info[ssa_op->result_def].type &= ~MAY_BE_GUARD;
              }
            }
            goto done;
          case ZEND_CONCAT:
          case ZEND_FAST_CONCAT:
            op1_info = OP1_INFO();
            CHECK_OP1_TRACE_TYPE();
            op2_info = OP2_INFO();
            CHECK_OP2_TRACE_TYPE();
            if ((op1_info & MAY_BE_UNDEF) || (op2_info & MAY_BE_UNDEF)) {
              break;
            }
            if (!(op1_info & MAY_BE_STRING) ||
                !(op2_info & MAY_BE_STRING)) {
              break;
            }
            res_addr = RES_REG_ADDR();
            if (zend_jit_trace_next_is_send_result(opline, p, frame)) {
              send_result = 1;
              res_addr = ZEND_ADDR_MEM_ZVAL(ZREG_RX, (opline+1)->result.var);
              if (!zend_jit_reuse_ip(&ctx)) {
                goto jit_failure;
              }
            }
            if (!zend_jit_concat(&ctx, opline,
                op1_info, op2_info, res_addr,
                zend_may_throw(opline, ssa_op, op_array, ssa))) {
              goto jit_failure;
            }
            goto done;
          case ZEND_ASSIGN_OP:
            if (opline->op1_type != IS_CV || opline->result_type != IS_UNUSED) {
              break;
            }
            op1_info = OP1_INFO();
            CHECK_OP1_TRACE_TYPE();
            op2_info = OP2_INFO();
            CHECK_OP2_TRACE_TYPE();
            if (!zend_jit_supported_binary_op(
                opline->extended_value, op1_info, op2_info)) {
              break;
            }
            op1_addr = OP1_REG_ADDR();
            if (Z_MODE(op1_addr) != IS_REG
             || Z_LOAD(op1_addr)
             || Z_STORE(op1_addr)) {
              op1_mem_info = op1_info;
            } else {
              op1_mem_info = zend_jit_trace_type_to_info(
                STACK_MEM_TYPE(stack, EX_VAR_TO_NUM(opline->op1.var)));
            }
            op1_def_info = OP1_DEF_INFO();
            if (op1_def_info & MAY_BE_GUARD
             && !has_concrete_type(op1_def_info)) {
              op1_def_info &= ~MAY_BE_GUARD;
            }
            if (!zend_jit_assign_op(&ctx, opline,
                op1_info, op1_addr, OP1_RANGE(),
                op1_def_info, OP1_DEF_REG_ADDR(), op1_mem_info,
                op2_info, OP2_REG_ADDR(), OP2_RANGE(),
                (op1_info & MAY_BE_LONG) && (op2_info & MAY_BE_LONG) && (op1_def_info & (MAY_BE_DOUBLE|MAY_BE_GUARD)) && zend_may_overflow(opline, ssa_op, op_array, ssa),
                zend_may_throw(opline, ssa_op, op_array, ssa))) {
              goto jit_failure;
            }
            if ((op1_def_info & (MAY_BE_ANY|MAY_BE_GUARD)) == (MAY_BE_LONG|MAY_BE_GUARD)
             && has_concrete_type(op1_info)
             && has_concrete_type(op2_info)) {
              ssa->var_info[ssa_op->op1_def].type &= ~MAY_BE_GUARD;
              if (opline->result_type != IS_UNUSED) {
                ssa->var_info[ssa_op->result_def].type &= ~MAY_BE_GUARD;
              }
            }
            goto done;
          case ZEND_ASSIGN_DIM_OP:
            if (opline->result_type != IS_UNUSED) {
              break;
            }
            if (!zend_jit_supported_binary_op(
                opline->extended_value, MAY_BE_ANY, OP1_DATA_INFO())) {
              break;
            }
            if (opline->op1_type == IS_CV
             && (opline+1)->op1_type == IS_CV
             && (opline+1)->op1.var == opline->op1.var) {
              /* skip $a[x] += $a; */
              break;
            }
            op1_info = OP1_INFO();
            op1_addr = OP1_REG_ADDR();
            op1_indirect = 0;
            if (opline->op1_type == IS_VAR) {
              if (orig_op1_type != IS_UNKNOWN
               && (orig_op1_type & IS_TRACE_INDIRECT)) {
                op1_indirect = 1;
                if (!zend_jit_fetch_indirect_var(&ctx, opline, orig_op1_type,
                    &op1_info, &op1_addr, !ssa->var_info[ssa_op->op1_use].indirect_reference)) {
                  goto jit_failure;
                }
              }
            }
            if (orig_op1_type != IS_UNKNOWN
             && (orig_op1_type & IS_TRACE_REFERENCE)) {
              if (!zend_jit_fetch_reference(&ctx, opline, orig_op1_type, &op1_info, &op1_addr,
                  !ssa->var_info[ssa_op->op1_use].guarded_reference, 1)) {
                goto jit_failure;
              }
              if (opline->op1_type == IS_CV
               && ssa->vars[ssa_op->op1_def].alias == NO_ALIAS) {
                ssa->var_info[ssa_op->op1_def].guarded_reference = 1;
              }
            } else {
              CHECK_OP1_TRACE_TYPE();
            }
            op2_info = OP2_INFO();
            CHECK_OP2_TRACE_TYPE();
            op1_data_info = OP1_DATA_INFO();
            CHECK_OP1_DATA_TRACE_TYPE();
            op1_def_info = OP1_DEF_INFO();
            if (!zend_jit_assign_dim_op(&ctx, opline,
                op1_info, op1_def_info, op1_addr, op1_indirect,
                op2_info, (opline->op2_type != IS_UNUSED) ? OP2_REG_ADDR() : 0,
                (opline->op2_type != IS_UNUSED) ? OP2_RANGE() : NULL,
                op1_data_info, OP1_DATA_REG_ADDR(), OP1_DATA_RANGE(), val_type,
                zend_jit_trace_may_throw(opline, ssa_op, op_array, ssa,
                  op1_info, op2_info, op1_data_info, val_type))) {
              goto jit_failure;
            }
            if (opline->op1_type == IS_VAR && !(op1_info & (MAY_BE_ANY-MAY_BE_NULL))) {
              SET_STACK_TYPE(stack, EX_VAR_TO_NUM(opline->op1.var), IS_ARRAY, 1);
            }
            goto done;
          case ZEND_PRE_INC_OBJ:
          case ZEND_PRE_DEC_OBJ:
          case ZEND_POST_INC_OBJ:
          case ZEND_POST_DEC_OBJ:
            if (opline->op2_type != IS_CONST
             || Z_TYPE_P(RT_CONSTANT(opline, opline->op2)) != IS_STRING
             || Z_STRVAL_P(RT_CONSTANT(opline, opline->op2))[0] == '\0') {
              break;
            }
            ce = NULL;
            ce_is_instanceof = 0;
            on_this = delayed_fetch_this = 0;
            op1_indirect = 0;
            if (opline->op1_type == IS_UNUSED) {
              op1_info = MAY_BE_OBJECT|MAY_BE_RC1|MAY_BE_RCN;
              ce = op_array->scope;
              /* scope is NULL for closures. */
              if (ce) {
                ce_is_instanceof = !(ce->ce_flags & ZEND_ACC_FINAL);
              }
              op1_addr = 0;
              on_this = 1;
            } else {
              if (ssa_op->op1_use >= 0) {
                delayed_fetch_this = ssa->var_info[ssa_op->op1_use].delayed_fetch_this;
              }
              op1_info = OP1_INFO();
              if (!(op1_info & MAY_BE_OBJECT)) {
                break;
              }
              op1_addr = OP1_REG_ADDR();
              if (opline->op1_type == IS_VAR) {
                if (orig_op1_type != IS_UNKNOWN
                 && (orig_op1_type & IS_TRACE_INDIRECT)) {
                  op1_indirect = 1;
                  if (!zend_jit_fetch_indirect_var(&ctx, opline, orig_op1_type,
                      &op1_info, &op1_addr, !ssa->var_info[ssa_op->op1_use].indirect_reference)) {
                    goto jit_failure;
                  }
                }
              }
              if (orig_op1_type != IS_UNKNOWN
               && (orig_op1_type & IS_TRACE_REFERENCE)) {
                if (!zend_jit_fetch_reference(&ctx, opline, orig_op1_type, &op1_info, &op1_addr,
                    !ssa->var_info[ssa_op->op1_use].guarded_reference, 1)) {
                  goto jit_failure;
                }
                if (opline->op1_type == IS_CV
                 && ssa->vars[ssa_op->op1_def].alias == NO_ALIAS) {
                  ssa->var_info[ssa_op->op1_def].guarded_reference = 1;
                }
              } else {
                CHECK_OP1_TRACE_TYPE();
              }
              if (!(op1_info & MAY_BE_OBJECT)) {
                break;
              }
              if (ssa->var_info && ssa->ops) {
                if (ssa_op->op1_use >= 0) {
                  zend_ssa_var_info *op1_ssa = ssa->var_info + ssa_op->op1_use;
                  if (op1_ssa->ce && !op1_ssa->ce->create_object) {
                    ce = op1_ssa->ce;
                    ce_is_instanceof = op1_ssa->is_instanceof;
                  }
                }
              }
              if (delayed_fetch_this) {
                on_this = 1;
              } else if (ssa_op->op1_use >= 0 && ssa->vars[ssa_op->op1_use].definition >= 0) {
                on_this = ssa_opcodes[ssa->vars[ssa_op->op1_use].definition]->opcode == ZEND_FETCH_THIS;
              } else if (op_array_ssa->ops
                      && op_array_ssa->vars
                  && op_array_ssa->ops[opline-op_array->opcodes].op1_use >= 0
                  && op_array_ssa->vars[op_array_ssa->ops[opline-op_array->opcodes].op1_use].definition >= 0) {
                on_this = op_array->opcodes[op_array_ssa->vars[op_array_ssa->ops[opline-op_array->opcodes].op1_use].definition].opcode == ZEND_FETCH_THIS;
              }
            }
            if (!zend_jit_incdec_obj(&ctx, opline, op_array, ssa, ssa_op,
                op1_info, op1_addr,
                op1_indirect, ce, ce_is_instanceof, on_this, delayed_fetch_this, op1_ce,
                val_type)) {
              goto jit_failure;
            }
            goto done;
          case ZEND_ASSIGN_OBJ_OP:
            if (opline->result_type != IS_UNUSED) {
              break;
            }
            if (opline->op2_type != IS_CONST
             || Z_TYPE_P(RT_CONSTANT(opline, opline->op2)) != IS_STRING
             || Z_STRVAL_P(RT_CONSTANT(opline, opline->op2))[0] == '\0') {
              break;
            }
            if (opline->op1_type == IS_CV
             && (opline+1)->op1_type == IS_CV
             && (opline+1)->op1.var == opline->op1.var) {
              /* skip $a->prop += $a; */
              break;
            }
            if (!zend_jit_supported_binary_op(
                opline->extended_value, MAY_BE_ANY, OP1_DATA_INFO())) {
              break;
            }
            ce = NULL;
            ce_is_instanceof = 0;
            on_this = delayed_fetch_this = 0;
            op1_indirect = 0;
            if (opline->op1_type == IS_UNUSED) {
              op1_info = MAY_BE_OBJECT|MAY_BE_RC1|MAY_BE_RCN;
              ce = op_array->scope;
              /* scope is NULL for closures. */
              if (ce) {
                ce_is_instanceof = !(ce->ce_flags & ZEND_ACC_FINAL);
              }
              op1_addr = 0;
              on_this = 1;
            } else {
              if (ssa_op->op1_use >= 0) {
                delayed_fetch_this = ssa->var_info[ssa_op->op1_use].delayed_fetch_this;
              }
              op1_info = OP1_INFO();
              if (!(op1_info & MAY_BE_OBJECT)) {
                break;
              }
              op1_addr = OP1_REG_ADDR();
              if (opline->op1_type == IS_VAR) {
                if (orig_op1_type != IS_UNKNOWN
                 && (orig_op1_type & IS_TRACE_INDIRECT)) {
                  op1_indirect = 1;
                  if (!zend_jit_fetch_indirect_var(&ctx, opline, orig_op1_type,
                      &op1_info, &op1_addr, !ssa->var_info[ssa_op->op1_use].indirect_reference)) {
                    goto jit_failure;
                  }
                }
              }
              if (orig_op1_type != IS_UNKNOWN
               && (orig_op1_type & IS_TRACE_REFERENCE)) {
                if (!zend_jit_fetch_reference(&ctx, opline, orig_op1_type, &op1_info, &op1_addr,
                    !ssa->var_info[ssa_op->op1_use].guarded_reference, 1)) {
                  goto jit_failure;
                }
                if (opline->op1_type == IS_CV
                 && ssa->vars[ssa_op->op1_def].alias == NO_ALIAS) {
                  ssa->var_info[ssa_op->op1_def].guarded_reference = 1;
                }
              } else {
                CHECK_OP1_TRACE_TYPE();
              }
              if (!(op1_info & MAY_BE_OBJECT)) {
                break;
              }
              if (ssa->var_info && ssa->ops) {
                if (ssa_op->op1_use >= 0) {
                  zend_ssa_var_info *op1_ssa = ssa->var_info + ssa_op->op1_use;
                  if (op1_ssa->ce && !op1_ssa->ce->create_object) {
                    ce = op1_ssa->ce;
                    ce_is_instanceof = op1_ssa->is_instanceof;
                  }
                }
              }
              if (delayed_fetch_this) {
                on_this = 1;
              } else if (ssa_op->op1_use >= 0 && ssa->vars[ssa_op->op1_use].definition >= 0) {
                on_this = ssa_opcodes[ssa->vars[ssa_op->op1_use].definition]->opcode == ZEND_FETCH_THIS;
              } else if (op_array_ssa->ops
                      && op_array_ssa->vars
                  && op_array_ssa->ops[opline-op_array->opcodes].op1_use >= 0
                  && op_array_ssa->vars[op_array_ssa->ops[opline-op_array->opcodes].op1_use].definition >= 0) {
                on_this = op_array->opcodes[op_array_ssa->vars[op_array_ssa->ops[opline-op_array->opcodes].op1_use].definition].opcode == ZEND_FETCH_THIS;
              }
            }
            op1_data_info = OP1_DATA_INFO();
            CHECK_OP1_DATA_TRACE_TYPE();
            if (!zend_jit_assign_obj_op(&ctx, opline, op_array, ssa, ssa_op,
                op1_info, op1_addr, op1_data_info, OP1_DATA_REG_ADDR(), OP1_DATA_RANGE(),
                op1_indirect, ce, ce_is_instanceof, on_this, delayed_fetch_this, op1_ce,
                val_type)) {
              goto jit_failure;
            }
            goto done;
          case ZEND_ASSIGN_OBJ:
            if (opline->op2_type != IS_CONST
             || Z_TYPE_P(RT_CONSTANT(opline, opline->op2)) != IS_STRING
             || Z_STRVAL_P(RT_CONSTANT(opline, opline->op2))[0] == '\0') {
              break;
            }
            ce = NULL;
            ce_is_instanceof = 0;
            on_this = delayed_fetch_this = 0;
            op1_indirect = 0;
            if (opline->op1_type == IS_UNUSED) {
              op1_info = MAY_BE_OBJECT|MAY_BE_RC1|MAY_BE_RCN;
              ce = op_array->scope;
              /* scope is NULL for closures. */
              if (ce) {
                ce_is_instanceof = !(ce->ce_flags & ZEND_ACC_FINAL);
              }
              op1_addr = 0;
              on_this = 1;
            } else {
              if (ssa_op->op1_use >= 0) {
                delayed_fetch_this = ssa->var_info[ssa_op->op1_use].delayed_fetch_this;
              }
              op1_info = OP1_INFO();
              if (!(op1_info & MAY_BE_OBJECT)) {
                break;
              }
              op1_addr = OP1_REG_ADDR();
              if (opline->op1_type == IS_VAR) {
                if (orig_op1_type != IS_UNKNOWN
                 && (orig_op1_type & IS_TRACE_INDIRECT)) {
                  op1_indirect = 1;
                  if (!zend_jit_fetch_indirect_var(&ctx, opline, orig_op1_type,
                      &op1_info, &op1_addr, !ssa->var_info[ssa_op->op1_use].indirect_reference)) {
                    goto jit_failure;
                  }
                }
              }
              if (orig_op1_type != IS_UNKNOWN
               && (orig_op1_type & IS_TRACE_REFERENCE)) {
                if (!zend_jit_fetch_reference(&ctx, opline, orig_op1_type, &op1_info, &op1_addr,
                    !ssa->var_info[ssa_op->op1_use].guarded_reference, 1)) {
                  goto jit_failure;
                }
                if (opline->op1_type == IS_CV
                 && ssa->vars[ssa_op->op1_def].alias == NO_ALIAS) {
                  ssa->var_info[ssa_op->op1_def].guarded_reference = 1;
                }
              } else {
                CHECK_OP1_TRACE_TYPE();
              }
              if (!(op1_info & MAY_BE_OBJECT)) {
                break;
              }
              if (ssa->var_info && ssa->ops) {
                if (ssa_op->op1_use >= 0) {
                  zend_ssa_var_info *op1_ssa = ssa->var_info + ssa_op->op1_use;
                  if (op1_ssa->ce && !op1_ssa->ce->create_object) {
                    ce = op1_ssa->ce;
                    ce_is_instanceof = op1_ssa->is_instanceof;
                  }
                }
              }
              if (delayed_fetch_this) {
                on_this = 1;
              } else if (ssa_op->op1_use >= 0 && ssa->vars[ssa_op->op1_use].definition >= 0) {
                on_this = ssa_opcodes[ssa->vars[ssa_op->op1_use].definition]->opcode == ZEND_FETCH_THIS;
              } else if (op_array_ssa->ops
                      && op_array_ssa->vars
                  && op_array_ssa->ops[opline-op_array->opcodes].op1_use >= 0
                  && op_array_ssa->vars[op_array_ssa->ops[opline-op_array->opcodes].op1_use].definition >= 0) {
                on_this = op_array->opcodes[op_array_ssa->vars[op_array_ssa->ops[opline-op_array->opcodes].op1_use].definition].opcode == ZEND_FETCH_THIS;
              }
            }
            op1_data_info = OP1_DATA_INFO();
            CHECK_OP1_DATA_TRACE_TYPE();
            if (!zend_jit_assign_obj(&ctx, opline, op_array, ssa, ssa_op,
                op1_info, op1_addr, op1_data_info, OP1_DATA_REG_ADDR(), OP1_DATA_DEF_REG_ADDR(),
                (opline->result_type != IS_UNUSED) ? RES_REG_ADDR() : 0,
                op1_indirect, ce, ce_is_instanceof, on_this, delayed_fetch_this, op1_ce,
                val_type,
                zend_may_throw(opline, ssa_op, op_array, ssa))) {
              goto jit_failure;
            }
            if ((opline+1)->op1_type == IS_CV
             && (ssa_op+1)->op1_def >= 0
             && ssa->vars[(ssa_op+1)->op1_def].alias == NO_ALIAS) {
              ssa->var_info[(ssa_op+1)->op1_def].guarded_reference = ssa->var_info[(ssa_op+1)->op1_use].guarded_reference;
            }
            goto done;
          case ZEND_ASSIGN_DIM:
            op1_info = OP1_INFO();
            op1_addr = OP1_REG_ADDR();
            op1_indirect = 0;
            if (opline->op1_type == IS_CV
             && (opline+1)->op1_type == IS_CV
             && (opline+1)->op1.var == opline->op1.var) {
              /* skip $a[x] = $a; */
              break;
            }
            if (opline->op1_type == IS_VAR) {
              if (orig_op1_type != IS_UNKNOWN
               && (orig_op1_type & IS_TRACE_INDIRECT)) {
                op1_indirect = 1;
                if (!zend_jit_fetch_indirect_var(&ctx, opline, orig_op1_type,
                    &op1_info, &op1_addr, !ssa->var_info[ssa_op->op1_use].indirect_reference)) {
                  goto jit_failure;
                }
              }
            }
            if (orig_op1_type != IS_UNKNOWN
             && (orig_op1_type & IS_TRACE_REFERENCE)) {
              if (!zend_jit_fetch_reference(&ctx, opline, orig_op1_type, &op1_info, &op1_addr,
                  !ssa->var_info[ssa_op->op1_use].guarded_reference, 1)) {
                goto jit_failure;
              }
              if (opline->op1_type == IS_CV
               && ssa->vars[ssa_op->op1_def].alias == NO_ALIAS) {
                ssa->var_info[ssa_op->op1_def].guarded_reference = 1;
              }
            } else {
              CHECK_OP1_TRACE_TYPE();
            }
            op2_info = OP2_INFO();
            CHECK_OP2_TRACE_TYPE();
            op1_data_info = OP1_DATA_INFO();
            CHECK_OP1_DATA_TRACE_TYPE();
            if (!zend_jit_assign_dim(&ctx, opline,
                op1_info, op1_addr, op1_indirect,
                op2_info, (opline->op2_type != IS_UNUSED) ? OP2_REG_ADDR() : 0,
                (opline->op2_type != IS_UNUSED) ? OP2_RANGE() : NULL,
                op1_data_info, OP1_DATA_REG_ADDR(),
                (ctx.ra && (ssa_op+1)->op1_def >= 0) ? OP1_DATA_DEF_REG_ADDR() : 0,
                (opline->result_type != IS_UNUSED) ? RES_REG_ADDR() : 0,
                val_type,
                zend_may_throw_ex(opline, ssa_op, op_array, ssa, op1_info, op2_info))) {
              goto jit_failure;
            }
            if ((opline+1)->op1_type == IS_CV
             && (ssa_op+1)->op1_def >= 0
             && ssa->vars[(ssa_op+1)->op1_def].alias == NO_ALIAS) {
              ssa->var_info[(ssa_op+1)->op1_def].guarded_reference = ssa->var_info[(ssa_op+1)->op1_use].guarded_reference;
            }
            if (opline->op1_type == IS_VAR && !(op1_info & (MAY_BE_ANY-MAY_BE_NULL))) {
              SET_STACK_TYPE(stack, EX_VAR_TO_NUM(opline->op1.var), IS_ARRAY, 1);
            }
            goto done;
          case ZEND_ASSIGN:
            if (opline->op1_type != IS_CV) {
              break;
            }
            op2_addr = OP2_REG_ADDR();
            op2_info = OP2_INFO();
            zend_jit_addr ref_addr = 0;

            if (ssa_op->op2_def < 0 || (Z_MODE(op2_addr) == IS_REG && ssa->vars[ssa_op->op2_def].no_val)) {
              op2_def_addr = op2_addr;
            } else {
              op2_def_addr = OP2_DEF_REG_ADDR();
            }
            CHECK_OP2_TRACE_TYPE();
            op1_info = OP1_INFO();
            op1_def_info = OP1_DEF_INFO();
            if (op1_type != IS_UNKNOWN && (op1_info & MAY_BE_GUARD)) {
              if (op1_type < IS_STRING
               && (op1_info & (MAY_BE_ANY|MAY_BE_UNDEF)) != (op1_def_info & (MAY_BE_ANY|MAY_BE_UNDEF))) {
                if (!zend_jit_scalar_type_guard(&ctx, opline, opline->op1.var)) {
                  goto jit_failure;
                }
                op1_info &= ~(MAY_BE_STRING|MAY_BE_ARRAY|MAY_BE_OBJECT|MAY_BE_RESOURCE|MAY_BE_REF|MAY_BE_GUARD);
              } else {
                CHECK_OP1_TRACE_TYPE();
              }
            }
            op1_addr = OP1_REG_ADDR();
            op1_def_addr = OP1_DEF_REG_ADDR();
            if (Z_MODE(op1_def_addr) != IS_REG &&
                STACK_TYPE(stack, EX_VAR_TO_NUM(opline->op1.var)) !=
                STACK_MEM_TYPE(stack, EX_VAR_TO_NUM(opline->op1.var))) {
              /* type may be not set */
              op1_info |= MAY_BE_NULL;
            }
            if (orig_op1_type != IS_UNKNOWN) {
              if (orig_op1_type & IS_TRACE_REFERENCE) {
                if (!zend_jit_guard_reference(&ctx, opline, &op1_addr, &ref_addr,
                    !ssa->var_info[ssa_op->op1_use].guarded_reference)) {
                  goto jit_failure;
                }
                op1_info &= ~MAY_BE_REF;
                if (opline->op1_type == IS_CV
                 && ssa->vars[ssa_op->op1_def].alias == NO_ALIAS) {
                  ssa->var_info[ssa_op->op1_def].guarded_reference = 1;
                }
                op1_def_addr = op1_addr;
                op1_def_info &= ~MAY_BE_REF;
              } else if (op1_info & MAY_BE_REF) {
                if (!zend_jit_noref_guard(&ctx, opline, op1_addr)) {
                  goto jit_failure;
                }
                op1_info &= ~MAY_BE_REF;
                op1_def_info &= ~MAY_BE_REF;
              }
            }
            if (opline->result_type == IS_UNUSED) {
              res_addr = 0;
              res_info = -1;
            } else {
              res_addr = RES_REG_ADDR();
              res_info = RES_INFO();
              if (Z_MODE(res_addr) != IS_REG
               /* assignment to typed reference may cause conversion,
                * so SEND_VAL has to check the type of the result */
               && !ref_addr
               && zend_jit_trace_next_is_send_result(opline, p, frame)) {
                send_result = 1;
                res_addr = ZEND_ADDR_MEM_ZVAL(ZREG_RX, (opline+1)->result.var);
                if (!zend_jit_reuse_ip(&ctx)) {
                  goto jit_failure;
                }
              }
            }
            if (!zend_jit_assign(&ctx, opline,
                op1_info, op1_addr,
                op1_def_info, op1_def_addr,
                op2_info, op2_addr, op2_def_addr,
                res_info, res_addr,
                ref_addr,
                zend_may_throw_ex(opline, ssa_op, op_array, ssa, op1_info, op2_info))) {
              goto jit_failure;
            }
            if (ssa_op->op2_def >= 0
             && Z_MODE(op2_addr) == IS_REG
             && ssa->vars[ssa_op->op2_def].no_val) {
              uint8_t type = (op2_info & MAY_BE_LONG) ? IS_LONG : IS_DOUBLE;
              uint32_t var_num = EX_VAR_TO_NUM(opline->op2.var);

              if (STACK_MEM_TYPE(stack, var_num) != type
               && ssa->vars[ssa_op->op2_def].use_chain < 0
               && !ssa->vars[ssa_op->op2_def].phi_use_chain) {
                if (!zend_jit_store_type(&ctx, var_num, type)) {
                  goto jit_failure;
                }
                SET_STACK_TYPE(stack, var_num, type, 1);
              }
            }
            if (opline->op2_type == IS_CV
             && ssa_op->op2_def >= 0
             && ssa->vars[ssa_op->op2_def].alias == NO_ALIAS) {
              ssa->var_info[ssa_op->op2_def].guarded_reference = ssa->var_info[ssa_op->op2_use].guarded_reference;
            }
            goto done;
          case ZEND_CAST:
            if (opline->extended_value != op1_type) {
              break;
            }
            ZEND_FALLTHROUGH;
          case ZEND_QM_ASSIGN:
            op1_addr = OP1_REG_ADDR();
            if (ssa_op->op1_def < 0 || (Z_MODE(op1_addr) == IS_REG && ssa->vars[ssa_op->op1_def].no_val)) {
              op1_def_addr = op1_addr;
            } else {
              op1_def_addr = OP1_DEF_REG_ADDR();
            }
            op1_info = OP1_INFO();
            CHECK_OP1_TRACE_TYPE();
            res_info = RES_INFO();
            res_use_info = zend_jit_trace_type_to_info(
              STACK_MEM_TYPE(stack, EX_VAR_TO_NUM(opline->result.var)));
            if (opline->result_type == IS_CV) {
              res_use_info &= (MAY_BE_UNDEF|MAY_BE_NULL|MAY_BE_FALSE|MAY_BE_TRUE|MAY_BE_LONG|MAY_BE_DOUBLE);
            }
            res_addr = RES_REG_ADDR();
            if (Z_MODE(res_addr) != IS_REG &&
                STACK_TYPE(stack, EX_VAR_TO_NUM(opline->result.var)) !=
                STACK_MEM_TYPE(stack, EX_VAR_TO_NUM(opline->result.var))) {
              /* type may be not set */
              res_use_info |= MAY_BE_NULL;
            }
            if (!zend_jit_qm_assign(&ctx, opline,
                op1_info, op1_addr, op1_def_addr,
                res_use_info, res_info, res_addr)) {
              goto jit_failure;
            }
            if (ssa_op->op1_def >= 0
             && Z_MODE(op1_addr) == IS_REG
             && ssa->vars[ssa_op->op1_def].no_val) {
              uint8_t type = (op1_info & MAY_BE_LONG) ? IS_LONG : IS_DOUBLE;
              uint32_t var_num = EX_VAR_TO_NUM(opline->op1.var);

              if (STACK_MEM_TYPE(stack, var_num) != type
               && ssa->vars[ssa_op->op1_def].use_chain < 0
               && !ssa->vars[ssa_op->op1_def].phi_use_chain) {
                if (!zend_jit_store_type(&ctx, var_num, type)) {
                  goto jit_failure;
                }
                SET_STACK_TYPE(stack, var_num, type, 1);
              }
            }
            if (opline->op1_type == IS_CV
             && ssa_op->op1_def >= 0
             && ssa->vars[ssa_op->op1_def].alias == NO_ALIAS) {
              ssa->var_info[ssa_op->op1_def].guarded_reference = ssa->var_info[ssa_op->op1_use].guarded_reference;
            }
            goto done;
          case ZEND_INIT_FCALL:
          case ZEND_INIT_FCALL_BY_NAME:
          case ZEND_INIT_NS_FCALL_BY_NAME:
            frame_flags = TRACE_FRAME_MASK_NESTED;
            if (!zend_jit_init_fcall(&ctx, opline, op_array_ssa->cfg.map ? op_array_ssa->cfg.map[opline - op_array->opcodes] : -1, op_array, ssa, ssa_op, frame->call_level, p + 1, peek_checked_stack - checked_stack)) {
              goto jit_failure;
            }
            goto done;
          case ZEND_SEND_VAL:
          case ZEND_SEND_VAL_EX:
            if (opline->op2_type == IS_CONST) {
              /* Named parameters not supported in JIT */
              break;
            }
            if (opline->opcode == ZEND_SEND_VAL_EX
             && opline->op2.num > MAX_ARG_FLAG_NUM) {
              break;
            }
            op1_info = OP1_INFO();
            CHECK_OP1_TRACE_TYPE();
            if (!zend_jit_send_val(&ctx, opline,
                op1_info, OP1_REG_ADDR())) {
              goto jit_failure;
            }
            if (frame->call && frame->call->func) {
              if (opline->op1_type == IS_CONST) {
                zend_jit_trace_send_type(opline, frame->call, Z_TYPE_P(RT_CONSTANT(opline, opline->op1)));
              } else if (op1_type != IS_UNKNOWN) {
                if (op1_type == IS_UNDEF) {
                  op1_type = IS_NULL;
                }
                zend_jit_trace_send_type(opline, frame->call, op1_type);
              }
            }
            goto done;
          case ZEND_SEND_REF:
            if (opline->op2_type == IS_CONST) {
              /* Named parameters not supported in JIT */
              break;
            }
            op1_info = OP1_INFO();
            if (!zend_jit_send_ref(&ctx, opline, op_array,
                op1_info, 0)) {
              goto jit_failure;
            }
            if (opline->op1_type == IS_CV
             && ssa->vars[ssa_op->op1_def].alias == NO_ALIAS) {
              ssa->var_info[ssa_op->op1_def].guarded_reference = 1;
            }
            goto done;
          case ZEND_SEND_VAR:
          case ZEND_SEND_VAR_EX:
          case ZEND_SEND_VAR_NO_REF:
          case ZEND_SEND_VAR_NO_REF_EX:
          case ZEND_SEND_FUNC_ARG:
            if (opline->op2_type == IS_CONST) {
              /* Named parameters not supported in JIT */
              break;
            }
            if ((opline->opcode == ZEND_SEND_VAR_EX
              || opline->opcode == ZEND_SEND_VAR_NO_REF_EX)
             && opline->op2.num > MAX_ARG_FLAG_NUM) {
              break;
            }
            op1_addr = OP1_REG_ADDR();
            if (ssa_op->op1_def < 0 || (Z_MODE(op1_addr) == IS_REG && ssa->vars[ssa_op->op1_def].no_val)) {
              op1_def_addr = op1_addr;
            } else {
              op1_def_addr = OP1_DEF_REG_ADDR();
            }
            op1_info = OP1_INFO();
            CHECK_OP1_TRACE_TYPE();
            if (!zend_jit_send_var(&ctx, opline, op_array,
                op1_info, op1_addr, op1_def_addr)) {
              goto jit_failure;
            }
            if (ssa_op->op1_def >= 0
             && Z_MODE(op1_addr) == IS_REG
             && ssa->vars[ssa_op->op1_def].no_val) {
              uint8_t type = (op1_info & MAY_BE_LONG) ? IS_LONG : IS_DOUBLE;
              uint32_t var_num = EX_VAR_TO_NUM(opline->op1.var);

              if (STACK_MEM_TYPE(stack, var_num) != type
               && ssa->vars[ssa_op->op1_def].use_chain < 0
               && !ssa->vars[ssa_op->op1_def].phi_use_chain) {
                if (!zend_jit_store_type(&ctx, var_num, type)) {
                  goto jit_failure;
                }
                SET_STACK_TYPE(stack, var_num, type, 1);
              }
            }
            if (opline->op1_type == IS_CV
             && ssa_op->op1_def >= 0
             && ssa->vars[ssa_op->op1_def].alias == NO_ALIAS) {
              ssa->var_info[ssa_op->op1_def].guarded_reference = ssa->var_info[ssa_op->op1_use].guarded_reference;
            }
            if (frame->call && frame->call->func) {
              if ((opline->opcode == ZEND_SEND_VAR_EX
                || opline->opcode == ZEND_SEND_FUNC_ARG)
               && ARG_SHOULD_BE_SENT_BY_REF(frame->call->func, opline->op2.num)) {
                goto done;
              }
              if (op1_type != IS_UNKNOWN) {
                if (op1_type == IS_UNDEF) {
                  op1_type = IS_NULL;
                }
                zend_jit_trace_send_type(opline, frame->call, op1_type);
              }
            }
            goto done;
          case ZEND_CHECK_FUNC_ARG:
            if (!JIT_G(current_frame)
             || !JIT_G(current_frame)->call
             || !JIT_G(current_frame)->call->func) {
              break;
            }
            if (opline->op2_type == IS_CONST
             || opline->op2.num > MAX_ARG_FLAG_NUM) {
              /* Named parameters not supported in JIT */
              TRACE_FRAME_SET_LAST_SEND_UNKNOWN(JIT_G(current_frame)->call);
              break;
            }
            if (!zend_jit_check_func_arg(&ctx, opline)) {
              goto jit_failure;
            }
            goto done;
          case ZEND_CHECK_UNDEF_ARGS:
            if (JIT_G(current_frame)
             && JIT_G(current_frame)->call) {
              TRACE_FRAME_SET_UNKNOWN_NUM_ARGS(JIT_G(current_frame)->call);
            }
            if (!zend_jit_check_undef_args(&ctx, opline)) {
              goto jit_failure;
            }
            goto done;
          case ZEND_DO_UCALL:
          case ZEND_DO_ICALL:
          case ZEND_DO_FCALL_BY_NAME:
          case ZEND_DO_FCALL:
            if (!zend_jit_do_fcall(&ctx, opline, op_array, op_array_ssa, frame->call_level, -1, p + 1)) {
              goto jit_failure;
            }
            goto done;
          case ZEND_IS_EQUAL:
          case ZEND_IS_NOT_EQUAL:
          case ZEND_IS_SMALLER:
          case ZEND_IS_SMALLER_OR_EQUAL:
          case ZEND_CASE:
            op1_info = OP1_INFO();
            op2_info = OP2_INFO();
            skip_comparison =
              ssa_op != ssa->ops &&
              (op1_info & (MAY_BE_ANY|MAY_BE_UNDEF|MAY_BE_GUARD)) == MAY_BE_LONG &&
              (op2_info & (MAY_BE_ANY|MAY_BE_UNDEF|MAY_BE_GUARD)) == MAY_BE_LONG &&
              zend_jit_may_skip_comparison(opline, ssa_op, ssa, ssa_opcodes, op_array);
            CHECK_OP1_TRACE_TYPE();
            CHECK_OP2_TRACE_TYPE();
            if ((opline->result_type & (IS_SMART_BRANCH_JMPZ|IS_SMART_BRANCH_JMPNZ)) != 0) {
              bool exit_if_true = 0;
              const zend_op *exit_opline = zend_jit_trace_get_exit_opline(p + 1, opline + 1, &exit_if_true);
              uint32_t exit_point;

              if (ra) {
                zend_jit_trace_cleanup_stack(&ctx, stack, opline, ssa_op, ssa, ssa_opcodes);
              }
              exit_point = zend_jit_trace_get_exit_point(exit_opline, 0);
              exit_addr = zend_jit_trace_get_exit_addr(exit_point);
              if (!exit_addr) {
                goto jit_failure;
              }
              smart_branch_opcode = exit_if_true ? ZEND_JMPNZ : ZEND_JMPZ;
              if (!zend_jit_cmp(&ctx, opline,
                  op1_info, OP1_RANGE(), OP1_REG_ADDR(),
                  op2_info, OP2_RANGE(), OP2_REG_ADDR(),
                  RES_REG_ADDR(),
                  zend_may_throw(opline, ssa_op, op_array, ssa),
                  smart_branch_opcode, -1, -1, exit_addr, skip_comparison)) {
                goto jit_failure;
              }
              zend_jit_trace_update_condition_ranges(opline, ssa_op, op_array, ssa, exit_if_true);
            } else {
              smart_branch_opcode = 0;
              exit_addr = NULL;
              if (!zend_jit_cmp(&ctx, opline,
                  op1_info, OP1_RANGE(), OP1_REG_ADDR(),
                  op2_info, OP2_RANGE(), OP2_REG_ADDR(),
                  RES_REG_ADDR(),
                  zend_may_throw(opline, ssa_op, op_array, ssa),
                  smart_branch_opcode, -1, -1, exit_addr, skip_comparison)) {
                goto jit_failure;
              }
            }
            goto done;
          case ZEND_IS_IDENTICAL:
          case ZEND_IS_NOT_IDENTICAL:
          case ZEND_CASE_STRICT:
            op1_info = OP1_INFO();
            op2_info = OP2_INFO();
            skip_comparison =
              ssa_op != ssa->ops &&
              (op1_info & (MAY_BE_ANY|MAY_BE_UNDEF|MAY_BE_GUARD)) == MAY_BE_LONG &&
              (op2_info & (MAY_BE_ANY|MAY_BE_UNDEF|MAY_BE_GUARD)) == MAY_BE_LONG &&
              zend_jit_may_skip_comparison(opline, ssa_op, ssa, ssa_opcodes, op_array);
            CHECK_OP1_TRACE_TYPE();
            CHECK_OP2_TRACE_TYPE();
            if ((opline->result_type & (IS_SMART_BRANCH_JMPZ|IS_SMART_BRANCH_JMPNZ)) != 0) {
              bool exit_if_true = 0;
              const zend_op *exit_opline = zend_jit_trace_get_exit_opline(p + 1, opline + 1, &exit_if_true);
              uint32_t exit_point;

              if (ra) {
                zend_jit_trace_cleanup_stack(&ctx, stack, opline, ssa_op, ssa, ssa_opcodes);
              }
              exit_point = zend_jit_trace_get_exit_point(exit_opline, 0);
              exit_addr = zend_jit_trace_get_exit_addr(exit_point);
              if (!exit_addr) {
                goto jit_failure;
              }
              if (opline->opcode == ZEND_IS_NOT_IDENTICAL) {
                exit_if_true = !exit_if_true;
              }
              smart_branch_opcode = exit_if_true ? ZEND_JMPNZ : ZEND_JMPZ;
              if (!zend_jit_identical(&ctx, opline,
                  op1_info, OP1_RANGE(), OP1_REG_ADDR(),
                  op2_info, OP2_RANGE(), OP2_REG_ADDR(),
                  RES_REG_ADDR(),
                  zend_may_throw(opline, ssa_op, op_array, ssa),
                  smart_branch_opcode, -1, -1, exit_addr, skip_comparison)) {
                goto jit_failure;
              }
              zend_jit_trace_update_condition_ranges(opline, ssa_op, op_array, ssa, exit_if_true);
            } else {
              smart_branch_opcode = 0;
              exit_addr = NULL;
              if (!zend_jit_identical(&ctx, opline,
                  op1_info, OP1_RANGE(), OP1_REG_ADDR(),
                  op2_info, OP2_RANGE(), OP2_REG_ADDR(),
                  RES_REG_ADDR(),
                  zend_may_throw(opline, ssa_op, op_array, ssa),
                  smart_branch_opcode, -1, -1, exit_addr, skip_comparison)) {
                goto jit_failure;
              }
            }
            goto done;
          case ZEND_DEFINED:
            if ((opline->result_type & (IS_SMART_BRANCH_JMPZ|IS_SMART_BRANCH_JMPNZ)) != 0) {
              bool exit_if_true = 0;
              const zend_op *exit_opline = zend_jit_trace_get_exit_opline(p + 1, opline + 1, &exit_if_true);
              uint32_t exit_point = zend_jit_trace_get_exit_point(exit_opline, 0);

              exit_addr = zend_jit_trace_get_exit_addr(exit_point);
              if (!exit_addr) {
                goto jit_failure;
              }
              smart_branch_opcode = exit_if_true ? ZEND_JMPNZ : ZEND_JMPZ;
            } else {
              smart_branch_opcode = 0;
              exit_addr = NULL;
            }
            if (!zend_jit_defined(&ctx, opline, smart_branch_opcode, -1, -1, exit_addr)) {
              goto jit_failure;
            }
            goto done;
          case ZEND_TYPE_CHECK:
            if (opline->extended_value == MAY_BE_RESOURCE) {
              // TODO: support for is_resource() ???
              break;
            }
            op1_info = OP1_INFO();
            CHECK_OP1_TRACE_TYPE();
            if ((opline->result_type & (IS_SMART_BRANCH_JMPZ|IS_SMART_BRANCH_JMPNZ)) != 0) {
              bool exit_if_true = 0;
              const zend_op *exit_opline = zend_jit_trace_get_exit_opline(p + 1, opline + 1, &exit_if_true);
              uint32_t exit_point;

              if (ra) {
                zend_jit_trace_cleanup_stack(&ctx, stack, opline, ssa_op, ssa, ssa_opcodes);
              }
              exit_point = zend_jit_trace_get_exit_point(exit_opline, 0);
              exit_addr = zend_jit_trace_get_exit_addr(exit_point);
              if (!exit_addr) {
                goto jit_failure;
              }
              smart_branch_opcode = exit_if_true ? ZEND_JMPNZ : ZEND_JMPZ;
            } else {
              smart_branch_opcode = 0;
              exit_addr = NULL;
            }
            if (!zend_jit_type_check(&ctx, opline, op1_info, smart_branch_opcode, -1, -1, exit_addr)) {
              goto jit_failure;
            }
            goto done;
          case ZEND_RETURN:
            op1_info = OP1_INFO();
            CHECK_OP1_TRACE_TYPE();
            if (opline->op1_type == IS_CONST) {
              res_type = Z_TYPE_P(RT_CONSTANT(opline, opline->op1));
            } else if (op1_type != IS_UNKNOWN) {
              res_type = op1_type;
              if (res_type == IS_UNDEF) {
                res_type = IS_NULL;
              }
            }
            if (op_array->type == ZEND_EVAL_CODE
             // TODO: support for top-level code
             || !op_array->function_name
             // TODO: support for IS_UNDEF ???
             || (op1_info & MAY_BE_UNDEF)) {
              if (!zend_jit_trace_handler(&ctx, op_array, opline, zend_may_throw(opline, ssa_op, op_array, ssa), p + 1)) {
                goto jit_failure;
              }
            } else {
              int j;
              int may_throw = 0;
              bool left_frame = 0;

              if (!zend_jit_return(&ctx, opline, op_array,
                  op1_info, OP1_REG_ADDR())) {
                goto jit_failure;
              }
              if (op_array->last_var > 100) {
                /* Too many CVs to unroll */
                if (!zend_jit_free_cvs(&ctx)) {
                  goto jit_failure;
                }
                left_frame = 1;
              }
              if (!left_frame) {
                for (j = 0 ; j < op_array->last_var; j++) {
                  uint32_t info;
                  uint8_t type;

                  info = zend_ssa_cv_info(op_array, op_array_ssa, j);
                  type = STACK_TYPE(stack, j);
                  info = zend_jit_trace_type_to_info_ex(type, info);
                  if (opline->op1_type == IS_CV
                   && EX_VAR_TO_NUM(opline->op1.var) == j
                   && !(op1_info & (MAY_BE_REF|MAY_BE_OBJECT))) {
                    if (JIT_G(current_frame)
                     && TRACE_FRAME_IS_RETURN_VALUE_USED(JIT_G(current_frame))) {
                      continue;
                    } else {
                      info |= MAY_BE_NULL;
                    }
                  }
                  if (info & (MAY_BE_STRING|MAY_BE_ARRAY|MAY_BE_OBJECT|MAY_BE_RESOURCE|MAY_BE_REF)) {
                    if (!left_frame) {
                      left_frame = 1;
                        if (!zend_jit_leave_frame(&ctx)) {
                        goto jit_failure;
                        }
                    }
                    if (!zend_jit_free_cv(&ctx, info, j)) {
                      goto jit_failure;
                    }
                    if (info & (MAY_BE_OBJECT|MAY_BE_RESOURCE|MAY_BE_ARRAY_OF_OBJECT|MAY_BE_ARRAY_OF_ARRAY|MAY_BE_ARRAY_OF_RESOURCE)) {
                      if (info & MAY_BE_RC1) {
                        may_throw = 1;
                      }
                    }
                  }
                }
              }
              if (!zend_jit_leave_func(&ctx, op_array, opline, op1_info, left_frame,
                  p + 1, &zend_jit_traces[ZEND_JIT_TRACE_NUM],
                  (op_array_ssa->cfg.flags & ZEND_FUNC_INDIRECT_VAR_ACCESS) != 0, may_throw)) {
                goto jit_failure;
              }
            }
            goto done;
          case ZEND_BOOL:
          case ZEND_BOOL_NOT:
            op1_info = OP1_INFO();
            CHECK_OP1_TRACE_TYPE();
            if (!zend_jit_bool_jmpznz(&ctx, opline,
                op1_info, OP1_REG_ADDR(), RES_REG_ADDR(),
                -1, -1,
                zend_may_throw(opline, ssa_op, op_array, ssa),
                opline->opcode, NULL, true)) {
              goto jit_failure;
            }
            goto done;
          case ZEND_JMPZ:
          case ZEND_JMPNZ:
          case ZEND_JMPZ_EX:
          case ZEND_JMPNZ_EX:
            op1_info = OP1_INFO();
            CHECK_OP1_TRACE_TYPE();
            if ((p+1)->op == ZEND_JIT_TRACE_VM || (p+1)->op == ZEND_JIT_TRACE_END) {
              const zend_op *exit_opline = NULL;
              uint32_t exit_point;

              if ((p+1)->opline == OP_JMP_ADDR(opline, opline->op2)) {
                /* taken branch */
                if (opline->opcode == ZEND_JMPNZ_EX) {
                  smart_branch_opcode = ZEND_JMPZ_EX;
                } else if (opline->opcode == ZEND_JMPZ_EX) {
                  smart_branch_opcode = ZEND_JMPNZ_EX;
                } else if (opline->opcode == ZEND_JMPNZ) {
                  smart_branch_opcode = ZEND_JMPZ;
                } else {
                  smart_branch_opcode = ZEND_JMPNZ;
                }
                exit_opline = opline + 1;
              } else if ((p+1)->opline == opline + 1) {
                /* not taken branch */
                smart_branch_opcode = opline->opcode;
                exit_opline = OP_JMP_ADDR(opline, opline->op2);
              } else {
                ZEND_UNREACHABLE();
              }
              if (ra) {
                zend_jit_trace_cleanup_stack(&ctx, stack, opline, ssa_op, ssa, ssa_opcodes);
              }
              if (!(op1_info & MAY_BE_GUARD)
               && has_concrete_type(op1_info)
               && concrete_type(op1_info) <= IS_TRUE) {
                /* unconditional branch */
                exit_addr = NULL;
              } else if (opline->result_type == IS_TMP_VAR) {
                uint32_t old_info = STACK_INFO(stack, EX_VAR_TO_NUM(opline->result.var));

                SET_STACK_TYPE(stack, EX_VAR_TO_NUM(opline->result.var), IS_UNKNOWN, 1);
                exit_point = zend_jit_trace_get_exit_point(exit_opline, 0);
                SET_STACK_INFO(stack, EX_VAR_TO_NUM(opline->result.var), old_info);
                exit_addr = zend_jit_trace_get_exit_addr(exit_point);
                if (!exit_addr) {
                  goto jit_failure;
                }
              } else {
                exit_point = zend_jit_trace_get_exit_point(exit_opline, 0);
                exit_addr = zend_jit_trace_get_exit_addr(exit_point);
                if (!exit_addr) {
                  goto jit_failure;
                }
              }
            } else  {
              ZEND_UNREACHABLE();
            }
            if (opline->result_type == IS_UNDEF) {
              res_addr = 0;
            } else {
              res_addr = RES_REG_ADDR();
            }
            if (!zend_jit_bool_jmpznz(&ctx, opline,
                op1_info, OP1_REG_ADDR(), res_addr,
                -1, -1,
                zend_may_throw(opline, ssa_op, op_array, ssa),
                smart_branch_opcode, exit_addr, true)) {
              goto jit_failure;
            }
            goto done;
          case ZEND_JMP_FRAMELESS:
            op1_info = OP1_INFO();
            ZEND_ASSERT((p+1)->op == ZEND_JIT_TRACE_VM);
            const zend_op *exit_opline = NULL;
            uint32_t exit_point;
            zend_jmp_fl_result guard;

            if ((p+1)->opline == OP_JMP_ADDR(opline, opline->op2)) {
              /* taken branch */
              guard = ZEND_JMP_FL_HIT;
              exit_opline = opline + 1;
            } else if ((p+1)->opline == opline + 1) {
              /* not taken branch */
              guard = ZEND_JMP_FL_MISS;
              exit_opline = OP_JMP_ADDR(opline, opline->op2);
            } else {
              ZEND_UNREACHABLE();
            }
            exit_point = zend_jit_trace_get_exit_point(exit_opline, 0);
            exit_addr = zend_jit_trace_get_exit_addr(exit_point);
            if (!exit_addr) {
              goto jit_failure;
            }
            if (!zend_jit_jmp_frameless(&ctx, opline, exit_addr, guard)) {
              goto jit_failure;
            }
            goto done;
          case ZEND_ISSET_ISEMPTY_CV:
            op1_info = OP1_INFO();
            op1_addr = OP1_REG_ADDR();
            if (orig_op1_type != IS_UNKNOWN
             && (orig_op1_type & IS_TRACE_REFERENCE)) {
              if (!zend_jit_fetch_reference(&ctx, opline, orig_op1_type, &op1_info, &op1_addr,
                  !ssa->var_info[ssa_op->op1_use].guarded_reference, 1)) {
                goto jit_failure;
              }
              if (opline->op1_type == IS_CV
               && ssa->vars[ssa_op->op1_use].alias == NO_ALIAS) {
                ssa->var_info[ssa_op->op1_use].guarded_reference = 1;
              }
            } else {
              CHECK_OP1_TRACE_TYPE();
            }
            if ((opline->result_type & (IS_SMART_BRANCH_JMPZ|IS_SMART_BRANCH_JMPNZ)) != 0) {
              bool exit_if_true = 0;
              const zend_op *exit_opline = zend_jit_trace_get_exit_opline(p + 1, opline + 1, &exit_if_true);
              uint32_t exit_point = zend_jit_trace_get_exit_point(exit_opline, 0);

              exit_addr = zend_jit_trace_get_exit_addr(exit_point);
              if (!exit_addr) {
                goto jit_failure;
              }
              smart_branch_opcode = exit_if_true ? ZEND_JMPNZ : ZEND_JMPZ;
            } else {
              smart_branch_opcode = 0;
              exit_addr = NULL;
            }
            if (!zend_jit_isset_isempty_cv(&ctx, opline,
                op1_info, op1_addr,
                smart_branch_opcode, -1, -1, exit_addr)) {
              goto jit_failure;
            }
            goto done;
          case ZEND_IN_ARRAY:
            if (opline->op1_type == IS_VAR || opline->op1_type == IS_TMP_VAR) {
              break;
            }
            op1_info = OP1_INFO();
            op1_addr = OP1_REG_ADDR();
            CHECK_OP1_TRACE_TYPE();
            if ((op1_info & (MAY_BE_ANY|MAY_BE_UNDEF|MAY_BE_REF)) != MAY_BE_STRING) {
              break;
            }
            if ((opline->result_type & (IS_SMART_BRANCH_JMPZ|IS_SMART_BRANCH_JMPNZ)) != 0) {
              bool exit_if_true = 0;
              const zend_op *exit_opline = zend_jit_trace_get_exit_opline(p + 1, opline + 1, &exit_if_true);
              uint32_t exit_point = zend_jit_trace_get_exit_point(exit_opline, 0);

              exit_addr = zend_jit_trace_get_exit_addr(exit_point);
              if (!exit_addr) {
                goto jit_failure;
              }
              smart_branch_opcode = exit_if_true ? ZEND_JMPNZ : ZEND_JMPZ;
            } else {
              smart_branch_opcode = 0;
              exit_addr = NULL;
            }
            if (!zend_jit_in_array(&ctx, opline,
                op1_info, op1_addr,
                smart_branch_opcode, -1, -1, exit_addr)) {
              goto jit_failure;
            }
            goto done;
          case ZEND_FETCH_DIM_FUNC_ARG:
            if (!JIT_G(current_frame)
             || !JIT_G(current_frame)->call
             || !JIT_G(current_frame)->call->func
             || !TRACE_FRAME_IS_LAST_SEND_BY_VAL(JIT_G(current_frame)->call)) {
              break;
            }
            ZEND_FALLTHROUGH;
          case ZEND_FETCH_DIM_R:
          case ZEND_FETCH_DIM_IS:
          case ZEND_FETCH_LIST_R:
            op1_info = OP1_INFO();
            op1_addr = OP1_REG_ADDR();
            if (orig_op1_type != IS_UNKNOWN
             && (orig_op1_type & IS_TRACE_REFERENCE)) {
              if (!zend_jit_fetch_reference(&ctx, opline, orig_op1_type, &op1_info, &op1_addr,
                  !ssa->var_info[ssa_op->op1_use].guarded_reference, 1)) {
                goto jit_failure;
              }
              if (opline->op1_type == IS_CV
               && ssa->vars[ssa_op->op1_use].alias == NO_ALIAS) {
                ssa->var_info[ssa_op->op1_use].guarded_reference = 1;
                if (ssa_op->op1_def >= 0) {
                  ssa->var_info[ssa_op->op1_def].guarded_reference = 1;
                }
              }
            } else {
              CHECK_OP1_TRACE_TYPE();
            }
            op2_info = OP2_INFO();
            CHECK_OP2_TRACE_TYPE();
            res_info = RES_INFO();
            avoid_refcounting =
              ssa_op->op1_use >= 0 &&
              ssa->var_info[ssa_op->op1_use].avoid_refcounting;
            if (op1_info & MAY_BE_PACKED_GUARD) {
              ssa->var_info[ssa_op->op1_use].type &= ~MAY_BE_PACKED_GUARD;
            } else if ((op2_info & (MAY_BE_ANY|MAY_BE_UNDEF)) == MAY_BE_LONG
                && (op1_info & (MAY_BE_ANY|MAY_BE_UNDEF)) == MAY_BE_ARRAY
                && MAY_BE_PACKED(op1_info)
                && MAY_BE_HASH(op1_info)
                && orig_op1_type != IS_UNKNOWN) {
              op1_info |= MAY_BE_PACKED_GUARD;
              if (orig_op1_type & IS_TRACE_PACKED) {
                op1_info &= ~(MAY_BE_ARRAY_NUMERIC_HASH|MAY_BE_ARRAY_STRING_HASH);
                if (op1_type != IS_UNKNOWN) {
                  ssa->var_info[ssa_op->op1_use].type &= ~(MAY_BE_ARRAY_NUMERIC_HASH|MAY_BE_ARRAY_STRING_HASH);
                }
              } else {
                op1_info &= ~MAY_BE_ARRAY_PACKED;
                if (op1_type != IS_UNKNOWN) {
                  ssa->var_info[ssa_op->op1_use].type &= ~MAY_BE_ARRAY_PACKED;
                }
              }
            }
            if (!zend_jit_fetch_dim_read(&ctx, opline, ssa, ssa_op,
                op1_info, op1_addr, avoid_refcounting,
                op2_info, OP2_REG_ADDR(), OP2_RANGE(),
                res_info, RES_REG_ADDR(), val_type)) {
              goto jit_failure;
            }
            if (ssa_op->op1_def >= 0 && op1_type != IS_UNKNOWN) {
              ssa->var_info[ssa_op->op1_def].type = ssa->var_info[ssa_op->op1_use].type;
            }
            goto done;
          case ZEND_FETCH_DIM_W:
          case ZEND_FETCH_DIM_RW:
//          case ZEND_FETCH_DIM_UNSET:
          case ZEND_FETCH_LIST_W:
            if (opline->op1_type != IS_CV
             && (orig_op1_type == IS_UNKNOWN
              || !(orig_op1_type & IS_TRACE_INDIRECT))) {
              break;
            }
            op1_info = OP1_INFO();
            op1_addr = OP1_REG_ADDR();
            if (opline->op1_type == IS_VAR) {
              if (orig_op1_type != IS_UNKNOWN
               && (orig_op1_type & IS_TRACE_INDIRECT)) {
                if (!zend_jit_fetch_indirect_var(&ctx, opline, orig_op1_type,
                    &op1_info, &op1_addr, !ssa->var_info[ssa_op->op1_use].indirect_reference)) {
                  goto jit_failure;
                }
              } else {
                break;
              }
            }
            if (orig_op1_type != IS_UNKNOWN
             && (orig_op1_type & IS_TRACE_REFERENCE)) {
              if (!zend_jit_fetch_reference(&ctx, opline, orig_op1_type, &op1_info, &op1_addr,
                  !ssa->var_info[ssa_op->op1_use].guarded_reference, 1)) {
                goto jit_failure;
              }
              if (opline->op1_type == IS_CV
               && ssa->vars[ssa_op->op1_def].alias == NO_ALIAS) {
                ssa->var_info[ssa_op->op1_def].guarded_reference = 1;
              }
            } else {
              CHECK_OP1_TRACE_TYPE();
            }
            op2_info = OP2_INFO();
            CHECK_OP2_TRACE_TYPE();
            op1_def_info = OP1_DEF_INFO();
            if (!zend_jit_fetch_dim(&ctx, opline,
                op1_info, op1_addr,
                op2_info, (opline->op2_type != IS_UNUSED) ? OP2_REG_ADDR() : 0,
                (opline->op2_type != IS_UNUSED) ? OP2_RANGE() : NULL,
                RES_REG_ADDR(), val_type)) {
              goto jit_failure;
            }
            if (ssa_op->result_def >= 0
             && (opline->opcode == ZEND_FETCH_DIM_W || opline->opcode == ZEND_FETCH_LIST_W)
             && !(op1_info & (MAY_BE_FALSE|MAY_BE_TRUE|MAY_BE_LONG|MAY_BE_DOUBLE|MAY_BE_STRING|MAY_BE_OBJECT|MAY_BE_RESOURCE|MAY_BE_REF))
             && !(op2_info & (MAY_BE_UNDEF|MAY_BE_RESOURCE|MAY_BE_ARRAY|MAY_BE_OBJECT))) {
              ssa->var_info[ssa_op->result_def].indirect_reference = 1;
            }
            goto done;
          case ZEND_ISSET_ISEMPTY_DIM_OBJ:
            if ((opline->extended_value & ZEND_ISEMPTY)) {
              // TODO: support for empty() ???
              break;
            }
            op1_info = OP1_INFO();
            op1_addr = OP1_REG_ADDR();
            if (orig_op1_type != IS_UNKNOWN
             && (orig_op1_type & IS_TRACE_REFERENCE)) {
              if (!zend_jit_fetch_reference(&ctx, opline, orig_op1_type, &op1_info, &op1_addr,
                  !ssa->var_info[ssa_op->op1_use].guarded_reference, 1)) {
                goto jit_failure;
              }
              if (opline->op1_type == IS_CV
               && ssa->vars[ssa_op->op1_use].alias == NO_ALIAS) {
                ssa->var_info[ssa_op->op1_use].guarded_reference = 1;
              }
            } else {
              CHECK_OP1_TRACE_TYPE();
            }
            op2_info = OP2_INFO();
            CHECK_OP2_TRACE_TYPE();
            if ((opline->result_type & (IS_SMART_BRANCH_JMPZ|IS_SMART_BRANCH_JMPNZ)) != 0) {
              bool exit_if_true = 0;
              const zend_op *exit_opline = zend_jit_trace_get_exit_opline(p + 1, opline + 1, &exit_if_true);
              uint32_t exit_point;
              int32_t old_ref = 0;
              uint8_t old_flags = 0;

              if (ra) {
                if (opline->op2_type != IS_CONST) {
                  old_ref = STACK_REF(stack, EX_VAR_TO_NUM(opline->op2.var));
                  old_flags = STACK_FLAGS(stack, EX_VAR_TO_NUM(opline->op2.var));
                }
                zend_jit_trace_cleanup_stack(&ctx, stack, opline, ssa_op, ssa, ssa_opcodes);
              }
              if (ssa_op->op1_use >= 0
               && ssa->var_info[ssa_op->op1_use].avoid_refcounting) {
                /* Temporary reset ZREG_ZVAL_TRY_ADDREF */
                uint32_t old_info = STACK_INFO(stack, EX_VAR_TO_NUM(opline->op1.var));

                SET_STACK_REG(stack, EX_VAR_TO_NUM(opline->op1.var), ZREG_NONE);
                exit_point = zend_jit_trace_get_exit_point(exit_opline, 0);
                SET_STACK_INFO(stack, EX_VAR_TO_NUM(opline->op1.var), old_info);
              } else {
                exit_point = zend_jit_trace_get_exit_point(exit_opline, 0);
              }
              exit_addr = zend_jit_trace_get_exit_addr(exit_point);
              if (!exit_addr) {
                goto jit_failure;
              }
              if (old_ref) {
                SET_STACK_REF_EX(stack, EX_VAR_TO_NUM(opline->op2.var), old_ref, old_flags);
              }
              smart_branch_opcode = exit_if_true ? ZEND_JMPNZ : ZEND_JMPZ;
            } else {
              smart_branch_opcode = 0;
              exit_addr = NULL;
            }
            avoid_refcounting =
              ssa_op->op1_use >= 0 &&
              ssa->var_info[ssa_op->op1_use].avoid_refcounting;
            if (op1_info & MAY_BE_PACKED_GUARD) {
              ssa->var_info[ssa_op->op1_use].type &= ~MAY_BE_PACKED_GUARD;
            } else if ((op2_info & (MAY_BE_ANY|MAY_BE_UNDEF)) == MAY_BE_LONG
                && (op1_info & (MAY_BE_ANY|MAY_BE_UNDEF)) == MAY_BE_ARRAY
                && MAY_BE_PACKED(op1_info)
                && MAY_BE_HASH(op1_info)
                && orig_op1_type != IS_UNKNOWN) {
              op1_info |= MAY_BE_PACKED_GUARD;
              if (orig_op1_type & IS_TRACE_PACKED) {
                op1_info &= ~(MAY_BE_ARRAY_NUMERIC_HASH|MAY_BE_ARRAY_STRING_HASH);
              } else {
                op1_info &= ~MAY_BE_ARRAY_PACKED;
              }
            }
            if (!zend_jit_isset_isempty_dim(&ctx, opline,
                op1_info, op1_addr, avoid_refcounting,
                op2_info, OP2_REG_ADDR(), OP2_RANGE(), val_type,
                zend_may_throw_ex(opline, ssa_op, op_array, ssa, op1_info, op2_info),
                smart_branch_opcode, -1, -1,
                exit_addr)) {
              goto jit_failure;
            }
            goto done;
          case ZEND_FETCH_OBJ_FUNC_ARG:
            if (!JIT_G(current_frame)
             || !JIT_G(current_frame)->call
             || TRACE_FRAME_IS_LAST_SEND_BY_REF(JIT_G(current_frame)->call)) {
              break;
            }
            if (!JIT_G(current_frame)->call->func
             || !TRACE_FRAME_IS_LAST_SEND_BY_VAL(JIT_G(current_frame)->call)) {
              if (!zend_jit_func_arg_by_ref_guard(&ctx, opline)) {
                goto jit_failure;
              }
            }
            ZEND_FALLTHROUGH;
          case ZEND_FETCH_OBJ_R:
          case ZEND_FETCH_OBJ_IS:
          case ZEND_FETCH_OBJ_W:
            on_this = delayed_fetch_this = 0;
            avoid_refcounting = 0;
            if (opline->op2_type != IS_CONST
             || Z_TYPE_P(RT_CONSTANT(opline, opline->op2)) != IS_STRING
             || Z_STRVAL_P(RT_CONSTANT(opline, opline->op2))[0] == '\0') {
              break;
            }
            ce = NULL;
            ce_is_instanceof = 0;
            op1_indirect = 0;
            if (opline->op1_type == IS_UNUSED) {
              op1_info = MAY_BE_OBJECT|MAY_BE_RC1|MAY_BE_RCN;
              ce = op_array->scope;
              /* scope is NULL for closures. */
              if (ce) {
                ce_is_instanceof = !(ce->ce_flags & ZEND_ACC_FINAL);
              }
              op1_addr = 0;
              on_this = 1;
            } else {
              op1_info = OP1_INFO();
              if (!(op1_info & MAY_BE_OBJECT)) {
                break;
              }
              op1_addr = OP1_REG_ADDR();
              if (opline->op1_type == IS_VAR
               && opline->opcode == ZEND_FETCH_OBJ_W) {
                if (orig_op1_type != IS_UNKNOWN
                 && (orig_op1_type & IS_TRACE_INDIRECT)) {
                  op1_indirect = 1;
                  if (!zend_jit_fetch_indirect_var(&ctx, opline, orig_op1_type,
                      &op1_info, &op1_addr, !ssa->var_info[ssa_op->op1_use].indirect_reference)) {
                    goto jit_failure;
                  }
                }
              }
              if (orig_op1_type != IS_UNKNOWN
               && (orig_op1_type & IS_TRACE_REFERENCE)) {
                if (!zend_jit_fetch_reference(&ctx, opline, orig_op1_type, &op1_info, &op1_addr,
                    !ssa->var_info[ssa_op->op1_use].guarded_reference, 1)) {
                  goto jit_failure;
                }
                if (opline->op1_type == IS_CV
                 && ssa->vars[ssa_op->op1_use].alias == NO_ALIAS) {
                  ssa->var_info[ssa_op->op1_def >= 0 ? ssa_op->op1_def : ssa_op->op1_use].guarded_reference = 1;
                }
              } else {
                CHECK_OP1_TRACE_TYPE();
              }
              if (!(op1_info & MAY_BE_OBJECT)) {
                break;
              }
              if (ssa->var_info && ssa->ops) {
                if (ssa_op->op1_use >= 0) {
                  zend_ssa_var_info *op1_ssa = ssa->var_info + ssa_op->op1_use;
                  if (op1_ssa->ce && !op1_ssa->ce->create_object) {
                    ce = op1_ssa->ce;
                    ce_is_instanceof = op1_ssa->is_instanceof;
                  }
                }
              }
              if (ssa_op->op1_use >= 0) {
                delayed_fetch_this = ssa->var_info[ssa_op->op1_use].delayed_fetch_this;
                avoid_refcounting = ssa->var_info[ssa_op->op1_use].avoid_refcounting;
              }
              if (delayed_fetch_this) {
                on_this = 1;
              } else if (ssa_op->op1_use >= 0 && ssa->vars[ssa_op->op1_use].definition >= 0) {
                on_this = ssa_opcodes[ssa->vars[ssa_op->op1_use].definition]->opcode == ZEND_FETCH_THIS;
              } else if (op_array_ssa->ops
                      && op_array_ssa->vars
                  && op_array_ssa->ops[opline-op_array->opcodes].op1_use >= 0
                  && op_array_ssa->vars[op_array_ssa->ops[opline-op_array->opcodes].op1_use].definition >= 0) {
                on_this = op_array->opcodes[op_array_ssa->vars[op_array_ssa->ops[opline-op_array->opcodes].op1_use].definition].opcode == ZEND_FETCH_THIS;
              }
            }
            if (!zend_jit_fetch_obj(&ctx, opline, op_array, ssa, ssa_op,
                op1_info, op1_addr, op1_indirect, ce, ce_is_instanceof,
                on_this, delayed_fetch_this, avoid_refcounting, op1_ce,
                RES_REG_ADDR(), val_type,
                zend_may_throw_ex(opline, ssa_op, op_array, ssa, op1_info, MAY_BE_STRING))) {
              goto jit_failure;
            }
            goto done;
          case ZEND_FETCH_STATIC_PROP_FUNC_ARG:
            if (!JIT_G(current_frame)
             || !JIT_G(current_frame)->call
             || !TRACE_FRAME_IS_LAST_SEND_BY_VAL(JIT_G(current_frame)->call)) {
              break;
            }
            ZEND_FALLTHROUGH;
          case ZEND_FETCH_STATIC_PROP_R:
          case ZEND_FETCH_STATIC_PROP_IS:
          case ZEND_FETCH_STATIC_PROP_W:
          case ZEND_FETCH_STATIC_PROP_RW:
          case ZEND_FETCH_STATIC_PROP_UNSET:
            if (!(opline->op1_type == IS_CONST
             && (opline->op2_type == IS_CONST
              || (opline->op2_type == IS_UNUSED
               && ((opline->op2.num & ZEND_FETCH_CLASS_MASK) == ZEND_FETCH_CLASS_SELF
                || (opline->op2.num & ZEND_FETCH_CLASS_MASK) == ZEND_FETCH_CLASS_PARENT))))) {
              break;
            }
            if (!zend_jit_fetch_static_prop(&ctx, opline, op_array)) {
              goto jit_failure;
            }
            goto done;
          case ZEND_BIND_GLOBAL:
            orig_opline = opline;
            orig_ssa_op = ssa_op;
            while (1) {
              if (!ssa->ops || !ssa->var_info) {
                op1_info = MAY_BE_ANY|MAY_BE_REF;
              } else {
                op1_info = OP1_INFO();
              }
              if (ssa->vars[ssa_op->op1_def].alias == NO_ALIAS) {
                ssa->var_info[ssa_op->op1_def].guarded_reference = 1;
              }
              if (!zend_jit_bind_global(&ctx, opline, op1_info)) {
                goto jit_failure;
              }
              if ((opline+1)->opcode == ZEND_BIND_GLOBAL) {
                opline++;
                ssa_op++;
              } else {
                break;
              }
            }
            opline = orig_opline;
            ssa_op = orig_ssa_op;
            goto done;
          case ZEND_RECV:
            if (!zend_jit_recv(&ctx, opline, op_array, op1_ce)) {
              goto jit_failure;
            }
            goto done;
          case ZEND_RECV_INIT:
            orig_opline = opline;
            orig_ssa_op = ssa_op;
            while (1) {
              if (!zend_jit_recv_init(&ctx, opline, op_array,
                  (opline + 1)->opcode != ZEND_RECV_INIT,
                  zend_may_throw(opline, ssa_op, op_array, ssa))) {
                goto jit_failure;
              }
              if ((opline+1)->opcode == ZEND_RECV_INIT) {
                opline++;
                ssa_op++;
              } else {
                break;
              }
            }
            opline = orig_opline;
            ssa_op = orig_ssa_op;
            goto done;
          case ZEND_FREE:
          case ZEND_FE_FREE:
            op1_info = OP1_INFO();
            if (!zend_jit_free(&ctx, opline, op1_info,
                zend_may_throw(opline, ssa_op, op_array, ssa))) {
              goto jit_failure;
            }
            goto done;
          case ZEND_ECHO:
            op1_info = OP1_INFO();
            CHECK_OP1_TRACE_TYPE();
            if ((op1_info & (MAY_BE_UNDEF|MAY_BE_ANY|MAY_BE_REF)) != MAY_BE_STRING) {
              break;
            }
            if (!zend_jit_echo(&ctx, opline, op1_info)) {
              goto jit_failure;
            }
            goto done;
          case ZEND_STRLEN:
            op1_info = OP1_INFO();
            op1_addr = OP1_REG_ADDR();
            if (orig_op1_type == (IS_TRACE_REFERENCE|IS_STRING)) {
              if (!zend_jit_fetch_reference(&ctx, opline, orig_op1_type, &op1_info, &op1_addr,
                  !ssa->var_info[ssa_op->op1_use].guarded_reference, 1)) {
                goto jit_failure;
              }
              if (opline->op1_type == IS_CV
               && ssa->vars[ssa_op->op1_use].alias == NO_ALIAS) {
                ssa->var_info[ssa_op->op1_use].guarded_reference = 1;
              }
            } else {
              CHECK_OP1_TRACE_TYPE();
              if ((op1_info & (MAY_BE_UNDEF|MAY_BE_ANY|MAY_BE_REF)) != MAY_BE_STRING) {
                break;
              }
            }
            if (!zend_jit_strlen(&ctx, opline, op1_info, op1_addr, RES_REG_ADDR())) {
              goto jit_failure;
            }
            goto done;
          case ZEND_COUNT:
            op1_info = OP1_INFO();
            op1_addr = OP1_REG_ADDR();
            if (orig_op1_type == (IS_TRACE_REFERENCE|IS_ARRAY)) {
              if (!zend_jit_fetch_reference(&ctx, opline, orig_op1_type, &op1_info, &op1_addr,
                  !ssa->var_info[ssa_op->op1_use].guarded_reference, 1)) {
                goto jit_failure;
              }
              if (opline->op1_type == IS_CV
               && ssa->vars[ssa_op->op1_use].alias == NO_ALIAS) {
                ssa->var_info[ssa_op->op1_use].guarded_reference = 1;
              }
            } else {
              CHECK_OP1_TRACE_TYPE();
              if ((op1_info & (MAY_BE_UNDEF|MAY_BE_ANY|MAY_BE_REF)) != MAY_BE_ARRAY) {
                break;
              }
            }
            if (!zend_jit_count(&ctx, opline, op1_info, op1_addr, RES_REG_ADDR(), zend_may_throw(opline, ssa_op, op_array, ssa))) {
              goto jit_failure;
            }
            goto done;
          case ZEND_FETCH_THIS:
            delayed_fetch_this = 0;
            if (ssa_op->result_def >= 0 && opline->result_type != IS_CV) {
              if (zend_jit_may_delay_fetch_this(op_array, ssa, ssa_opcodes, ssa_op)) {
                ssa->var_info[ssa_op->result_def].delayed_fetch_this = 1;
                delayed_fetch_this = 1;
              }
            }
            if (!zend_jit_fetch_this(&ctx, opline, op_array, delayed_fetch_this)) {
              goto jit_failure;
            }
            goto done;
          case ZEND_SWITCH_LONG:
          case ZEND_SWITCH_STRING:
          case ZEND_MATCH:
            if (!zend_jit_switch(&ctx, opline, op_array, op_array_ssa, p+1, &zend_jit_traces[ZEND_JIT_TRACE_NUM])) {
              goto jit_failure;
            }
            goto done;
          case ZEND_VERIFY_RETURN_TYPE:
            if (opline->op1_type == IS_UNUSED) {
              /* Always throws */
              break;
            }
            if (opline->op1_type == IS_CONST) {
              /* TODO Different instruction format, has return value */
              break;
            }
            if (op_array->fn_flags & ZEND_ACC_RETURN_REFERENCE) {
              /* Not worth bothering with */
              break;
            }
            op1_info = OP1_INFO();
            CHECK_OP1_TRACE_TYPE();
            if (op1_info & MAY_BE_REF) {
              /* TODO May need reference unwrapping. */
              break;
            }
            if (!zend_jit_verify_return_type(&ctx, opline, op_array, op1_info, op1_ce)) {
              goto jit_failure;
            }
            goto done;
          case ZEND_FE_RESET_R:
            op1_info = OP1_INFO();
            CHECK_OP1_TRACE_TYPE();
            if ((op1_info & (MAY_BE_ANY|MAY_BE_REF|MAY_BE_UNDEF)) != MAY_BE_ARRAY) {
              break;
            }
            if (!zend_jit_fe_reset(&ctx, opline, op1_info)) {
              goto jit_failure;
            }
            goto done;
          case ZEND_FE_FETCH_R:
            op1_info = OP1_INFO();
            CHECK_OP1_TRACE_TYPE();
            if ((op1_info & MAY_BE_ANY) != MAY_BE_ARRAY) {
              break;
            }
            if ((p+1)->op == ZEND_JIT_TRACE_VM || (p+1)->op == ZEND_JIT_TRACE_END) {
              const zend_op *exit_opline = ZEND_OFFSET_TO_OPLINE(opline, opline->extended_value);
              uint32_t exit_point;

              if ((p+1)->opline == exit_opline) {
                /* taken branch (exit from loop) */
                exit_opline = opline;
                smart_branch_opcode = ZEND_NOP;
              } else if ((p+1)->opline == opline + 1) {
                /* not taken branch (loop) */
                smart_branch_opcode = ZEND_JMP;
              } else {
                ZEND_UNREACHABLE();
              }
              exit_point = zend_jit_trace_get_exit_point(exit_opline, 0);
              exit_addr = zend_jit_trace_get_exit_addr(exit_point);
              if (!exit_addr) {
                goto jit_failure;
              }
            } else  {
              ZEND_UNREACHABLE();
            }
            if (!zend_jit_fe_fetch(&ctx, opline, op1_info, OP2_INFO(),
                -1, smart_branch_opcode, exit_addr)) {
              goto jit_failure;
            }
            goto done;
          case ZEND_FETCH_CONSTANT:
            if (!zend_jit_fetch_constant(&ctx, opline, op_array, ssa, ssa_op, RES_REG_ADDR())) {
              goto jit_failure;
            }
            goto done;
          case ZEND_INIT_METHOD_CALL:
            if (opline->op2_type != IS_CONST
             || Z_TYPE_P(RT_CONSTANT(opline, opline->op2)) != IS_STRING) {
              break;
            }
            on_this = delayed_fetch_this = 0;
            ce = NULL;
            ce_is_instanceof = 0;
            if (opline->op1_type == IS_UNUSED) {
              op1_info = MAY_BE_OBJECT|MAY_BE_RC1|MAY_BE_RCN;
              ce = op_array->scope;
              /* scope is NULL for closures. */
              if (ce) {
                ce_is_instanceof = !(ce->ce_flags & ZEND_ACC_FINAL);
              }
              op1_addr = 0;
              on_this = 1;
            } else {
              op1_info = OP1_INFO();
              op1_addr = OP1_REG_ADDR();
              if (polymorphic_side_trace) {
                op1_info = MAY_BE_OBJECT;
              } else if (orig_op1_type != IS_UNKNOWN
               && (orig_op1_type & IS_TRACE_REFERENCE)) {
                if (!zend_jit_fetch_reference(&ctx, opline, orig_op1_type, &op1_info, &op1_addr,
                    !ssa->var_info[ssa_op->op1_use].guarded_reference, 1)) {
                  goto jit_failure;
                }
                if (opline->op1_type == IS_CV
                 && ssa->vars[ssa_op->op1_use].alias == NO_ALIAS) {
                  ssa->var_info[ssa_op->op1_use].guarded_reference = 1;
                }
              } else {
                CHECK_OP1_TRACE_TYPE();
              }
              if (ssa->var_info && ssa->ops) {
                if (ssa_op->op1_use >= 0) {
                  zend_ssa_var_info *op1_ssa = ssa->var_info + ssa_op->op1_use;
                  if (op1_ssa->ce && !op1_ssa->ce->create_object) {
                    ce = op1_ssa->ce;
                    ce_is_instanceof = op1_ssa->is_instanceof;
                  }
                }
              }
              if (ssa_op->op1_use >= 0) {
                delayed_fetch_this = ssa->var_info[ssa_op->op1_use].delayed_fetch_this;
              }
              if (delayed_fetch_this) {
                on_this = 1;
              } else if (ssa_op->op1_use >= 0 && ssa->vars[ssa_op->op1_use].definition >= 0) {
                on_this = ssa_opcodes[ssa->vars[ssa_op->op1_use].definition]->opcode == ZEND_FETCH_THIS;
              } else if (op_array_ssa->ops
                      && op_array_ssa->vars
                  && op_array_ssa->ops[opline-op_array->opcodes].op1_use >= 0
                  && op_array_ssa->vars[op_array_ssa->ops[opline-op_array->opcodes].op1_use].definition >= 0) {
                on_this = op_array->opcodes[op_array_ssa->vars[op_array_ssa->ops[opline-op_array->opcodes].op1_use].definition].opcode == ZEND_FETCH_THIS;
              }
            }
            frame_flags = TRACE_FRAME_MASK_NESTED;
            if (!zend_jit_init_method_call(&ctx, opline,
                op_array_ssa->cfg.map ? op_array_ssa->cfg.map[opline - op_array->opcodes] : -1,
                op_array, ssa, ssa_op, frame->call_level,
                op1_info, op1_addr, ce, ce_is_instanceof, on_this, delayed_fetch_this, op1_ce,
                p + 1, peek_checked_stack - checked_stack,
                polymorphic_side_trace ? jit->poly_func_ref : -1,
                polymorphic_side_trace ? jit->poly_this_ref : -1,
                polymorphic_side_trace)) {
              goto jit_failure;
            }
            goto done;
          case ZEND_INIT_STATIC_METHOD_CALL:
            if (!(opline->op2_type == IS_CONST
             && (opline->op1_type == IS_CONST
              || (opline->op1_type == IS_UNUSED
               && ((opline->op1.num & ZEND_FETCH_CLASS_MASK) == ZEND_FETCH_CLASS_SELF
                || (opline->op1.num & ZEND_FETCH_CLASS_MASK) == ZEND_FETCH_CLASS_PARENT))))) {
              break;
            }
            if (!zend_jit_init_static_method_call(&ctx, opline,
                op_array_ssa->cfg.map ? op_array_ssa->cfg.map[opline - op_array->opcodes] : -1,
                op_array, ssa, ssa_op, frame->call_level,
                p + 1, peek_checked_stack - checked_stack)) {
              goto jit_failure;
            }
            goto done;
          case ZEND_INIT_DYNAMIC_CALL:
            if (orig_op2_type != IS_OBJECT || op2_ce != zend_ce_closure) {
              break;
            }
            op2_info = OP2_INFO();
            CHECK_OP2_TRACE_TYPE();
            frame_flags = TRACE_FRAME_MASK_NESTED;
            if (!zend_jit_init_closure_call(&ctx, opline, op_array_ssa->cfg.map ? op_array_ssa->cfg.map[opline - op_array->opcodes] : -1, op_array, ssa, ssa_op, frame->call_level, p + 1, peek_checked_stack - checked_stack)) {
              goto jit_failure;
            }
            goto done;
          case ZEND_SEND_ARRAY:
          case ZEND_SEND_UNPACK:
            if (JIT_G(current_frame)
             && JIT_G(current_frame)->call) {
              TRACE_FRAME_SET_UNKNOWN_NUM_ARGS(JIT_G(current_frame)->call);
            }
            break;
          case ZEND_ROPE_INIT:
          case ZEND_ROPE_ADD:
          case ZEND_ROPE_END:
            op2_info = OP2_INFO();
            CHECK_OP2_TRACE_TYPE();
            if ((op2_info & (MAY_BE_UNDEF|MAY_BE_ANY|MAY_BE_REF)) != MAY_BE_STRING) {
              break;
            }
            if (!zend_jit_rope(&ctx, opline, op2_info)) {
              goto jit_failure;
            }
            goto done;
          case ZEND_FRAMELESS_ICALL_0:
            if (!jit_frameless_icall0(jit, opline)) {
              goto jit_failure;
            }
            goto done;
          case ZEND_FRAMELESS_ICALL_1:
            op1_info = OP1_INFO();
            if (!jit_frameless_icall1(jit, opline, op1_info)) {
              goto jit_failure;
            }
            goto done;
          case ZEND_FRAMELESS_ICALL_2:
            op1_info = OP1_INFO();
            op2_info = OP2_INFO();
            if (!jit_frameless_icall2(jit, opline, op1_info, op2_info)) {
              goto jit_failure;
            }
            goto done;
          case ZEND_FRAMELESS_ICALL_3:
            op1_info = OP1_INFO();
            op2_info = OP2_INFO();
            if (!jit_frameless_icall3(jit, opline, op1_info, op2_info, OP1_DATA_INFO())) {
              goto jit_failure;
            }
            goto done;
          default:
            break;
        }
      }

      if (opline->opcode != ZEND_NOP && opline->opcode != ZEND_JMP) {
        gen_handler = 1;
        op1_info = OP1_INFO();
        op2_info = OP2_INFO();
        if (op1_info & MAY_BE_GUARD) {
          op1_info = MAY_BE_RC1 | MAY_BE_RCN | MAY_BE_REF | MAY_BE_ANY  | MAY_BE_ARRAY_KEY_ANY | MAY_BE_ARRAY_OF_ANY | MAY_BE_ARRAY_OF_REF;
        }
        if (op2_info & MAY_BE_GUARD) {
          op2_info = MAY_BE_RC1 | MAY_BE_RCN | MAY_BE_REF | MAY_BE_ANY  | MAY_BE_ARRAY_KEY_ANY | MAY_BE_ARRAY_OF_ANY | MAY_BE_ARRAY_OF_REF;
        }
        if (!zend_jit_trace_handler(&ctx, op_array, opline,
            zend_may_throw_ex(opline, ssa_op, op_array, ssa, op1_info, op2_info), p + 1)) {
          goto jit_failure;
        }
        if ((p+1)->op == ZEND_JIT_TRACE_INIT_CALL && (p+1)->func) {
          if (opline->opcode == ZEND_NEW && opline->result_type != IS_UNUSED) {
            SET_STACK_TYPE(stack, EX_VAR_TO_NUM(opline->result.var), IS_OBJECT, 1);
          }
          if (zend_jit_may_be_polymorphic_call(opline) ||
              zend_jit_may_be_modified((p+1)->func, op_array)) {
            if (!zend_jit_init_fcall_guard(&ctx, 0, (p+1)->func, opline+1)) {
              goto jit_failure;
            }
          }
        }
      }

done:
      polymorphic_side_trace = 0;
      if (zend_jit_dec_call_level(opline->opcode)) {
        frame->call_level--;
      }

      if (ra) {
        zend_jit_trace_cleanup_stack(&ctx, stack, opline, ssa_op, ssa, ssa_opcodes);
      }

      if ((opline->op1_type & (IS_VAR|IS_TMP_VAR))
       && STACK_FLAGS(stack, EX_VAR_TO_NUM(opline->op1.var)) & (ZREG_ZVAL_ADDREF|ZREG_THIS)) {
        SET_STACK_REG(stack, EX_VAR_TO_NUM(opline->op1.var), ZREG_NONE);
      }

      if (opline->opcode == ZEND_ROPE_INIT) {
        /* clear stack slots used by rope */
        uint32_t var = EX_VAR_TO_NUM(opline->result.var);
        uint32_t count =
          ((opline->extended_value * sizeof(void*)) + (sizeof(zval)-1)) / sizeof(zval);

        do {
          SET_STACK_TYPE(stack, var, IS_UNKNOWN, 1);
          var++;
          count--;
        } while (count);
      }

      if (ssa_op) {
        zend_ssa_range tmp;

        /* Keep information about known types on abstract stack */
        if (ssa_op->result_def >= 0) {
          uint8_t type = IS_UNKNOWN;

          if ((opline->result_type & (IS_SMART_BRANCH_JMPZ|IS_SMART_BRANCH_JMPNZ)) != 0
           || send_result) {
            /* we didn't set result variable */
            type = IS_UNKNOWN;
          } else if (!(ssa->var_info[ssa_op->result_def].type & MAY_BE_GUARD)
           && has_concrete_type(ssa->var_info[ssa_op->result_def].type)) {
            type = concrete_type(ssa->var_info[ssa_op->result_def].type);
          } else if (opline->opcode == ZEND_QM_ASSIGN) {
            if (opline->op1_type != IS_CONST) {
              /* copy */
              type = STACK_TYPE(stack, EX_VAR_TO_NUM(opline->op1.var));
            }
          } else if (opline->opcode == ZEND_ASSIGN) {
            if (opline->op2_type != IS_CONST
             && ssa_op->op1_use >= 0
             /* assignment to typed reference may cause conversion */
             && (ssa->var_info[ssa_op->op1_use].type & MAY_BE_REF) == 0) {
              /* copy */
              type = STACK_TYPE(stack, EX_VAR_TO_NUM(opline->op2.var));
            }
          } else if (opline->opcode == ZEND_POST_INC
               || opline->opcode == ZEND_POST_DEC) {
            /* copy */
            type = STACK_TYPE(stack, EX_VAR_TO_NUM(opline->op1.var));
          }
          if (opline->opcode == ZEND_JMP_SET
            || opline->opcode == ZEND_COALESCE
            || opline->opcode == ZEND_JMP_NULL) {
            if ((p+1)->op != ZEND_JIT_TRACE_VM) {
              SET_STACK_TYPE(stack, EX_VAR_TO_NUM(opline->result.var), IS_UNKNOWN, 1);
            } else if ((p+1)->opline != (opline + 1)) {
              SET_STACK_TYPE(stack, EX_VAR_TO_NUM(opline->result.var), type, 1);
            }
          } else {
            SET_STACK_TYPE(stack, EX_VAR_TO_NUM(opline->result.var), type,
              (gen_handler || type == IS_UNKNOWN || !ra || !RA_HAS_REG(ssa_op->result_def)));

            if (op_array->last_live_range
             && opline->result.var > op_array->last_var
             && STACK_MEM_TYPE(stack, EX_VAR_TO_NUM(opline->result.var)) != type) {
              if (!gen_handler && type != IS_UNKNOWN && ra && RA_HAS_REG(ssa_op->result_def)) {
                uint32_t var_num = opline->result.var;
                uint32_t op_num = opline - op_array->opcodes;
                const zend_live_range *range = op_array->live_range;

                op_num += zend_jit_trace_op_len(opline);
                for (uint32_t j = 0; j < op_array->last_live_range; range++, j++) {
                  if (range->start > op_num) {
                    /* further blocks will not be relevant... */
                    break;
                  } else if (op_num < range->end && var_num == (range->var & ~ZEND_LIVE_MASK)) {
                    /* check if opcodes in range may throw */
                    bool store_type = 0;
                    const zend_ssa_op *next_ssa_op = ssa_op + zend_jit_trace_op_len(opline);
                    const zend_jit_trace_rec *q = p + 1;

                    while (1) {
                      if (q->op != ZEND_JIT_TRACE_VM) {
                        store_type = 1;
                        break;
                      }
                      op_num = q->opline - op_array->opcodes;
                      if (op_num >= range->end || op_num < range->start) {
                        break;
                      }
                      if (zend_may_throw(q->opline, next_ssa_op, op_array, ssa)) {
                        store_type = 1;
                        break;
                      }
                      next_ssa_op += zend_jit_trace_op_len(q->opline);
                      q++;
                    }
                    if (store_type) {
                      var_num = EX_VAR_TO_NUM(var_num);

                      if (!zend_jit_store_type(&ctx, var_num, type)) {
                        goto jit_failure;
                      }
                      SET_STACK_TYPE(stack, var_num, type, 1);
                    }
                    break;
                  }
                }
              }
            }
            if (ssa->var_info[ssa_op->result_def].type & MAY_BE_INDIRECT) {
              RESET_STACK_MEM_TYPE(stack, EX_VAR_TO_NUM(opline->result.var));
            }
            if (type != IS_UNKNOWN) {
              ssa->var_info[ssa_op->result_def].type &= ~MAY_BE_GUARD;
              if (opline->opcode == ZEND_FETCH_THIS
               && delayed_fetch_this) {
                SET_STACK_REG_EX(stack, EX_VAR_TO_NUM(opline->result.var), ZREG_NONE, ZREG_THIS);
              } else if (ssa->var_info[ssa_op->result_def].avoid_refcounting) {
                SET_STACK_REG_EX(stack, EX_VAR_TO_NUM(opline->result.var), ZREG_NONE, ZREG_ZVAL_ADDREF);
              } else if (ra && RA_HAS_REG(ssa_op->result_def)) {
                SET_STACK_REF_EX(stack, EX_VAR_TO_NUM(opline->result.var), ra[ssa_op->result_def].ref,
                  RA_REG_FLAGS(ssa_op->result_def) & ZREG_STORE);
              }
            }
          }

          if (type == IS_LONG
           && zend_inference_propagate_range(op_array, ssa, opline, ssa_op, ssa_op->result_def, &tmp)) {
            ssa->var_info[ssa_op->result_def].range.min = tmp.min;
            ssa->var_info[ssa_op->result_def].range.max = tmp.max;
            ssa->var_info[ssa_op->result_def].range.underflow = 0;
            ssa->var_info[ssa_op->result_def].range.overflow = 0;
            ssa->var_info[ssa_op->result_def].has_range = 1;
          }
        }
        if (ssa_op->op1_def >= 0
         && ((opline->opcode != ZEND_QM_ASSIGN && opline->opcode != ZEND_CAST)
          || opline->result_type != IS_CV
          || opline->result.var != opline->op1.var)) {
          uint8_t type = IS_UNKNOWN;

          if (!(ssa->var_info[ssa_op->op1_def].type & MAY_BE_GUARD)
           && has_concrete_type(ssa->var_info[ssa_op->op1_def].type)) {
            type = concrete_type(ssa->var_info[ssa_op->op1_def].type);
          } else if (opline->opcode == ZEND_ASSIGN) {
            if (!(OP1_INFO() & MAY_BE_REF)
             || STACK_TYPE(stack, EX_VAR_TO_NUM(opline->op1.var)) != IS_UNKNOWN) {
              if (opline->op2_type != IS_CONST) {
                /* copy */
                type = STACK_TYPE(stack, EX_VAR_TO_NUM(opline->op2.var));
              }
            }
          } else if (opline->opcode == ZEND_SEND_VAR
           || opline->opcode == ZEND_CAST
           || opline->opcode == ZEND_QM_ASSIGN
           || opline->opcode == ZEND_JMP_SET
           || opline->opcode == ZEND_COALESCE
           || opline->opcode == ZEND_JMP_NULL
           || opline->opcode == ZEND_FE_RESET_R) {
            /* keep old value */
            type = STACK_TYPE(stack, EX_VAR_TO_NUM(opline->op1.var));
          }
          SET_STACK_TYPE(stack, EX_VAR_TO_NUM(opline->op1.var), type,
            (gen_handler || type == IS_UNKNOWN || !ra ||
              (!RA_HAS_REG(ssa_op->op1_def) &&
                !(ssa->vars[ssa_op->op1_def].no_val &&
                  Z_MODE(OP1_REG_ADDR()) == IS_REG &&
                    (opline->opcode == ZEND_QM_ASSIGN ||
                      opline->opcode == ZEND_SEND_VAR ||
                      opline->opcode == ZEND_SEND_VAR_EX ||
                      opline->opcode == ZEND_SEND_VAR_NO_REF ||
                      opline->opcode == ZEND_SEND_VAR_NO_REF_EX ||
                      opline->opcode == ZEND_SEND_FUNC_ARG)))));
          if (type != IS_UNKNOWN) {
            ssa->var_info[ssa_op->op1_def].type &= ~MAY_BE_GUARD;
            if (ra && RA_HAS_REG(ssa_op->op1_def)) {
              uint8_t flags = RA_REG_FLAGS(ssa_op->op1_def) & ZREG_STORE;

              if (ssa_op->op1_use >= 0) {
                if (opline->opcode == ZEND_SEND_VAR
                 || opline->opcode == ZEND_CAST
                 || opline->opcode == ZEND_QM_ASSIGN
                 || opline->opcode == ZEND_JMP_SET
                 || opline->opcode == ZEND_COALESCE
                 || opline->opcode == ZEND_JMP_NULL
                 || opline->opcode == ZEND_FE_RESET_R) {
                  if (!RA_HAS_REG(ssa_op->op1_use)) {
                    flags |= ZREG_LOAD;
                  }
                }
              }
              SET_STACK_REF_EX(stack, EX_VAR_TO_NUM(opline->op1.var), ra[ssa_op->op1_def].ref, flags);
            }
          }
          if (type == IS_LONG
           && zend_inference_propagate_range(op_array, ssa, opline, ssa_op, ssa_op->op1_def, &tmp)) {
            ssa->var_info[ssa_op->op1_def].range.min = tmp.min;
            ssa->var_info[ssa_op->op1_def].range.max = tmp.max;
            ssa->var_info[ssa_op->op1_def].range.underflow = 0;
            ssa->var_info[ssa_op->op1_def].range.overflow = 0;
            ssa->var_info[ssa_op->op1_def].has_range = 1;
          }
        }
        if (ssa_op->op2_def >= 0
         && (opline->opcode != ZEND_ASSIGN
          || opline->op1_type != IS_CV
          || opline->op1.var != opline->op2.var)) {
          uint8_t type = IS_UNKNOWN;

          if (!(ssa->var_info[ssa_op->op2_def].type & MAY_BE_GUARD)
           && has_concrete_type(ssa->var_info[ssa_op->op2_def].type)) {
            type = concrete_type(ssa->var_info[ssa_op->op2_def].type);
          } else if (opline->opcode == ZEND_ASSIGN) {
            /* keep old value */
            type = STACK_TYPE(stack, EX_VAR_TO_NUM(opline->op2.var));
          }
          SET_STACK_TYPE(stack, EX_VAR_TO_NUM(opline->op2.var), type,
            (gen_handler || type == IS_UNKNOWN || !ra ||
              (!RA_HAS_REG(ssa_op->op2_def) &&
                !(ssa->vars[ssa_op->op2_def].no_val &&
                  Z_MODE(OP2_REG_ADDR()) == IS_REG &&
                  opline->opcode == ZEND_ASSIGN))));
          if (type != IS_UNKNOWN) {
            ssa->var_info[ssa_op->op2_def].type &= ~MAY_BE_GUARD;
            if (ra && RA_HAS_REG(ssa_op->op2_def)) {
              uint8_t flags = RA_REG_FLAGS(ssa_op->op2_def) & ZREG_STORE;

              if (ssa_op->op2_use >= 0) {
                if (opline->opcode == ZEND_ASSIGN) {
                  if (!RA_HAS_REG(ssa_op->op2_use)
                  ) {
                    flags |= ZREG_LOAD;
                  }
                }
              }
              SET_STACK_REF_EX(stack, EX_VAR_TO_NUM(opline->op2.var), ra[ssa_op->op2_def].ref, flags);
            }
          }
          if (type == IS_LONG
           && zend_inference_propagate_range(op_array, ssa, opline, ssa_op, ssa_op->op2_def, &tmp)) {
            ssa->var_info[ssa_op->op2_def].range.min = tmp.min;
            ssa->var_info[ssa_op->op2_def].range.max = tmp.max;
            ssa->var_info[ssa_op->op2_def].range.underflow = 0;
            ssa->var_info[ssa_op->op2_def].range.overflow = 0;
            ssa->var_info[ssa_op->op2_def].has_range = 1;
          }
        }

        switch (opline->opcode) {
          case ZEND_ASSIGN_DIM:
          case ZEND_ASSIGN_OBJ:
          case ZEND_ASSIGN_STATIC_PROP:
          case ZEND_ASSIGN_DIM_OP:
          case ZEND_ASSIGN_OBJ_OP:
          case ZEND_ASSIGN_STATIC_PROP_OP:
          case ZEND_ASSIGN_OBJ_REF:
          case ZEND_ASSIGN_STATIC_PROP_REF:
            /* OP_DATA */
            ssa_op++;
            opline++;
            if (ssa_op->op1_def >= 0) {
              uint8_t type = IS_UNKNOWN;

              if (!(ssa->var_info[ssa_op->op1_def].type & MAY_BE_GUARD)
               && has_concrete_type(ssa->var_info[ssa_op->op1_def].type)) {
                type = concrete_type(ssa->var_info[ssa_op->op1_def].type);
              } else if ((opline-1)->opcode == ZEND_ASSIGN_DIM
               || (opline-1)->opcode == ZEND_ASSIGN_OBJ
               || (opline-1)->opcode == ZEND_ASSIGN_STATIC_PROP) {
                /* keep old value */
                type = STACK_TYPE(stack, EX_VAR_TO_NUM(opline->op1.var));
              }
              SET_STACK_TYPE(stack, EX_VAR_TO_NUM(opline->op1.var), type,
                (gen_handler || type == IS_UNKNOWN || !ra || !RA_HAS_REG(ssa_op->op1_def)));
              if (type != IS_UNKNOWN) {
                ssa->var_info[ssa_op->op1_def].type &= ~MAY_BE_GUARD;
                if (ra && RA_HAS_REG(ssa_op->op1_def)) {
                  SET_STACK_REF_EX(stack, EX_VAR_TO_NUM(opline->op1.var), ra[ssa_op->op1_def].ref,
                    RA_REG_FLAGS(ssa_op->op1_def) & ZREG_STORE);
                }
              }
              if (type == IS_LONG
               && zend_inference_propagate_range(op_array, ssa, opline, ssa_op, ssa_op->op1_def, &tmp)) {
                ssa->var_info[ssa_op->op1_def].range.min = tmp.min;
                ssa->var_info[ssa_op->op1_def].range.max = tmp.max;
                ssa->var_info[ssa_op->op1_def].range.underflow = 0;
                ssa->var_info[ssa_op->op1_def].range.overflow = 0;
                ssa->var_info[ssa_op->op1_def].has_range = 1;
              }
            }
            ssa_op++;
            break;
          case ZEND_RECV_INIT:
              ssa_op++;
            opline++;
            while (opline->opcode == ZEND_RECV_INIT) {
              if (ssa_op->result_def >= 0) {
                uint8_t type = IS_UNKNOWN;

                if (!(ssa->var_info[ssa_op->result_def].type & MAY_BE_GUARD)
                 && has_concrete_type(ssa->var_info[ssa_op->result_def].type)) {
                  type = concrete_type(ssa->var_info[ssa_op->result_def].type);
                }
                SET_STACK_TYPE(stack, EX_VAR_TO_NUM(opline->result.var), type,
                  (gen_handler || !ra || !RA_HAS_REG(ssa_op->result_def)));
                if (ra && RA_HAS_REG(ssa_op->result_def)) {
                  SET_STACK_REF_EX(stack, EX_VAR_TO_NUM(opline->result.var), ra[ssa_op->result_def].ref,
                    RA_REG_FLAGS(ssa_op->result_def) & ZREG_STORE);
                }
              }
              ssa_op++;
              opline++;
            }
            break;
          case ZEND_BIND_GLOBAL:
            ssa_op++;
            opline++;
            while (opline->opcode == ZEND_BIND_GLOBAL) {
              if (ssa_op->op1_def >= 0) {
                uint8_t type = IS_UNKNOWN;

                if (!(ssa->var_info[ssa_op->op1_def].type & MAY_BE_GUARD)
                 && has_concrete_type(ssa->var_info[ssa_op->op1_def].type)) {
                  type = concrete_type(ssa->var_info[ssa_op->op1_def].type);
                }
                SET_STACK_TYPE(stack, EX_VAR_TO_NUM(opline->op1.var), type,
                  (gen_handler || !ra || !RA_HAS_REG(ssa_op->op1_def)));
                if (ra && RA_HAS_REG(ssa_op->op1_def)) {
                  SET_STACK_REF_EX(stack, EX_VAR_TO_NUM(opline->op1.var), ra[ssa_op->op1_def].ref,
                    RA_REG_FLAGS(ssa_op->op1_def) & ZREG_STORE);
                }
              }
              ssa_op++;
              opline++;
            }
            break;
          default:
            ssa_op += zend_jit_trace_op_len(opline);
            break;
        }

        if (send_result) {
          ssa_op++;
          p++;
          if ((p+1)->op == ZEND_JIT_TRACE_OP1_TYPE) {
            p++;
          }
          send_result = 0;
        }
      }
    } else if (p->op == ZEND_JIT_TRACE_ENTER) {
      call = frame->call;
      assert(call && &call->func->op_array == p->op_array);

      if (opline->opcode == ZEND_DO_UCALL
       || opline->opcode == ZEND_DO_FCALL_BY_NAME
       || opline->opcode == ZEND_DO_FCALL) {

        frame->call_opline = opline;

        /* Check if SEND_UNPACK/SEND_ARRAY may cause enter at different opline */
        if (opline > op_array->opcodes) {
          const zend_op *prev_opline = opline - 1;

          while (prev_opline->opcode == ZEND_EXT_FCALL_BEGIN || prev_opline->opcode == ZEND_TICKS) {
            prev_opline--;
          }
          JIT_G(current_frame) = call;
          if ((prev_opline->opcode == ZEND_SEND_ARRAY
            || prev_opline->opcode == ZEND_SEND_UNPACK
            || prev_opline->opcode == ZEND_CHECK_UNDEF_ARGS)
           && p->op_array->num_args
           && (p->op_array->fn_flags & ZEND_ACC_HAS_TYPE_HINTS) == 0
           && ((p+1)->op == ZEND_JIT_TRACE_VM
            || (p+1)->op == ZEND_JIT_TRACE_END)
           && (TRACE_FRAME_NUM_ARGS(call) < 0
            || TRACE_FRAME_NUM_ARGS(call) < p->op_array->num_args)
           && !zend_jit_trace_opline_guard(&ctx, (p+1)->opline)) {
            goto jit_failure;
          }
          JIT_G(current_frame) = frame;
        }
      }

      if ((p+1)->op == ZEND_JIT_TRACE_END) {
        p++;
        break;
      }
      if (op_array->fn_flags & ZEND_ACC_CLOSURE) {
        if (TRACE_FRAME_IS_THIS_CHECKED(frame)) {
          TRACE_FRAME_SET_THIS_CHECKED(call);
        }
      } else if (op_array->scope && !(op_array->fn_flags & ZEND_ACC_STATIC)) {
        TRACE_FRAME_SET_THIS_CHECKED(call);
      }
      op_array = (zend_op_array*)p->op_array;
      ctx.current_op_array = op_array;
      jit_extension =
        (zend_jit_op_array_trace_extension*)ZEND_FUNC_INFO(op_array);
      op_array_ssa = &jit_extension->func_info.ssa;
      frame->call = call->prev;
      call->prev = frame;
      if (p->info & ZEND_JIT_TRACE_RETURN_VALUE_USED) {
        TRACE_FRAME_SET_RETURN_VALUE_USED(call);
      } else {
        TRACE_FRAME_SET_RETURN_VALUE_UNUSED(call);
      }
      JIT_G(current_frame) = frame = call;
      stack = frame->stack;
      if (ra) {
        int j = ZEND_JIT_TRACE_GET_FIRST_SSA_VAR(p->info);

        for (i = 0; i < op_array->last_var; i++, j++) {
          if (RA_HAS_REG(j) && (RA_REG_FLAGS(j) & ZREG_LOAD) != 0) {
            if ((ssa->var_info[j].type & MAY_BE_GUARD) != 0) {
              uint8_t op_type;

              ssa->var_info[j].type &= ~MAY_BE_GUARD;
              op_type = concrete_type(ssa->var_info[j].type);
              if (!zend_jit_type_guard(&ctx, (p+1)->opline, EX_NUM_TO_VAR(i), op_type)) {
                goto jit_failure;
              }
              SET_STACK_TYPE(stack, i, op_type, 1);
            }
            if (!zend_jit_load_var(&ctx, ssa->var_info[j].type, i, j)) {
              goto jit_failure;
            }
            SET_STACK_REF_EX(stack, i, ra[j].ref, ZREG_LOAD);
          }
        }
      }
    } else if (p->op == ZEND_JIT_TRACE_BACK) {
      op_array = (zend_op_array*)p->op_array;
      ctx.current_op_array = op_array;
      jit_extension =
        (zend_jit_op_array_trace_extension*)ZEND_FUNC_INFO(op_array);
      op_array_ssa = &jit_extension->func_info.ssa;
      top = frame;
      if (frame->prev) {
        checked_stack = frame->old_checked_stack;
        peek_checked_stack = frame->old_peek_checked_stack;
        frame = frame->prev;
        stack = frame->stack;
        ZEND_ASSERT(&frame->func->op_array == op_array);
      } else {
        frame = zend_jit_trace_ret_frame(frame, op_array);
        TRACE_FRAME_INIT(frame, op_array, TRACE_FRAME_MASK_UNKNOWN_RETURN, -1);
        frame->used_stack = checked_stack = peek_checked_stack = 0;
        stack = frame->stack;
        if (JIT_G(opt_level) >= ZEND_JIT_LEVEL_INLINE) {
          uint32_t j = ZEND_JIT_TRACE_GET_FIRST_SSA_VAR(p->info);

          for (i = 0; i < op_array->last_var + op_array->T; i++, j++) {
            /* Initialize abstract stack using SSA */
            if (!(ssa->var_info[j].type & MAY_BE_GUARD)
             && has_concrete_type(ssa->var_info[j].type)) {
              SET_STACK_TYPE(stack, i, concrete_type(ssa->var_info[j].type), 1);
            } else {
              SET_STACK_TYPE(stack, i, IS_UNKNOWN, 1);
            }
          }
          if (ra) {
            j = ZEND_JIT_TRACE_GET_FIRST_SSA_VAR(p->info);
            for (i = 0; i < op_array->last_var + op_array->T; i++, j++) {
              if (RA_HAS_REG(j) && (RA_REG_FLAGS(j) & ZREG_LOAD) != 0) {
                if (!zend_jit_load_var(&ctx, ssa->var_info[j].type, i, j)) {
                  goto jit_failure;
                }
                SET_STACK_REF_EX(stack, i, ra[j].ref, ZREG_LOAD);
              }
            }
          }
        } else {
          for (i = 0; i < op_array->last_var + op_array->T; i++) {
            SET_STACK_TYPE(stack, i, IS_UNKNOWN, 1);
          }
        }
        opline = NULL;
      }
      JIT_G(current_frame) = frame;
      if (res_type != IS_UNKNOWN
       && (p+1)->op == ZEND_JIT_TRACE_VM) {
        const zend_op *opline = (p+1)->opline - 1;
        if (opline->result_type != IS_UNUSED) {
            SET_STACK_TYPE(stack, EX_VAR_TO_NUM(opline->result.var), res_type, 1);
        }
      }
      res_type = IS_UNKNOWN;
    } else if (p->op == ZEND_JIT_TRACE_END) {
      break;
    } else if (p->op == ZEND_JIT_TRACE_INIT_CALL) {
      const zend_op *init_opline = zend_jit_trace_find_init_fcall_op(p, op_array);
      int num_args = -1;

      if (init_opline
       && init_opline->extended_value <= TRACE_FRAME_MAX_NUM_ARGS) {
        num_args = init_opline->extended_value;
      }

      call = top;
      TRACE_FRAME_INIT(call, p->func, frame_flags, num_args);
      call->prev = frame->call;
      if (!(p->info & ZEND_JIT_TRACE_FAKE_INIT_CALL)) {
        TRACE_FRAME_SET_LAST_SEND_BY_VAL(call);
        if (init_opline && init_opline->opcode == ZEND_INIT_DYNAMIC_CALL) {
          TRACE_FRAME_SET_CLOSURE_CALL(call);
        }
      }
      if (init_opline) {
        if (init_opline->opcode != ZEND_NEW
         && (init_opline->opcode != ZEND_INIT_METHOD_CALL
          || init_opline->op1_type == IS_UNDEF
          || (!(p->info & ZEND_JIT_TRACE_FAKE_INIT_CALL)
           && ssa_op
           && (ssa_op-1)->op1_use >=0
           && ssa->var_info[(ssa_op-1)->op1_use].delayed_fetch_this))
         && (init_opline->opcode != ZEND_INIT_USER_CALL
          || (p->func && (!p->func->common.scope || (p->func->common.fn_flags & ZEND_ACC_STATIC))))
         && (init_opline->opcode != ZEND_INIT_DYNAMIC_CALL
          || (p->func && (!p->func->common.scope || (p->func->common.fn_flags & ZEND_ACC_STATIC))))
        ) {
          TRACE_FRAME_SET_NO_NEED_RELEASE_THIS(call);
        } else if (init_opline->opcode == ZEND_NEW
         || (init_opline->opcode == ZEND_INIT_METHOD_CALL
          && init_opline->op1_type != IS_UNDEF
          && !(p->info & ZEND_JIT_TRACE_FAKE_INIT_CALL)
          && p->func && p->func->common.scope && !(p->func->common.fn_flags & ZEND_ACC_STATIC))) {
          TRACE_FRAME_SET_ALWAYS_RELEASE_THIS(call);
        }
      }
      frame->call = call;
      top = zend_jit_trace_call_frame(top, p->op_array, ZEND_JIT_TRACE_NUM_ARGS(p->info));
      if (p->func) {
        if (p->func->type == ZEND_USER_FUNCTION) {
          if (JIT_G(opt_level) >= ZEND_JIT_LEVEL_INLINE) {
            zend_jit_op_array_trace_extension *jit_extension =
              (zend_jit_op_array_trace_extension*)ZEND_FUNC_INFO(p->op_array);

            i = 0;
            while (i < p->op_array->num_args) {
              /* Types of arguments are going to be stored in abstract stack when processing SEV instruction */
              SET_STACK_TYPE(call->stack, i, IS_UNKNOWN, 1);
              i++;
            }
            while (i < p->op_array->last_var) {
              if (jit_extension
               && zend_jit_var_may_alias(p->op_array, &jit_extension->func_info.ssa, i) != NO_ALIAS) {
                SET_STACK_TYPE(call->stack, i, IS_UNKNOWN, 1);
              } else {
                SET_STACK_TYPE(call->stack, i, IS_UNDEF, 1);
              }
              i++;
            }
            while (i < p->op_array->last_var + p->op_array->T) {
              SET_STACK_TYPE(call->stack, i, IS_UNKNOWN, 1);
              i++;
            }
          } else {
            for (i = 0; i < p->op_array->last_var + p->op_array->T; i++) {
              SET_STACK_TYPE(call->stack, i, IS_UNKNOWN, 1);
            }
          }
        } else {
          ZEND_ASSERT(p->func->type == ZEND_INTERNAL_FUNCTION);
          for (i = 0; i < p->op_array->num_args; i++) {
            SET_STACK_TYPE(call->stack, i, IS_UNKNOWN, 1);
          }
        }
        if (p->info & ZEND_JIT_TRACE_FAKE_INIT_CALL) {
          int skip_guard = 0;

          if (init_opline) {
            zend_call_info *call_info = jit_extension->func_info.callee_info;

            while (call_info) {
              if (call_info->caller_init_opline == init_opline
                  && !call_info->is_prototype) {
                if (op_array->fn_flags & ZEND_ACC_TRAIT_CLONE) {
                  if (init_opline->opcode == ZEND_INIT_STATIC_METHOD_CALL
                   && init_opline->op1_type != IS_CONST) {
                    break;
                  } else if (init_opline->opcode == ZEND_INIT_METHOD_CALL) {
                    break;
                  }
                }
                skip_guard = 1;
                break;
              }
              call_info = call_info->next_callee;
            }
            if (!skip_guard
             && !zend_jit_may_be_polymorphic_call(init_opline)
             && !zend_jit_may_be_modified(p->func, op_array)) {
              skip_guard = 1;
            }
          }

          if (!skip_guard) {
            if (!opline) {
              zend_jit_trace_rec *q = p + 1;
              while (q->op != ZEND_JIT_TRACE_VM && q->op != ZEND_JIT_TRACE_END) {
                q++;
              }
              opline = q->opline;
              ZEND_ASSERT(opline != NULL);
            }
            if (!zend_jit_init_fcall_guard(&ctx,
                ZEND_JIT_TRACE_FAKE_LEVEL(p->info), p->func, opline)) {
              goto jit_failure;
            }
          }
        }
      }
      call->old_checked_stack = checked_stack;
      call->old_peek_checked_stack = peek_checked_stack;
      if (p->info & ZEND_JIT_TRACE_FAKE_INIT_CALL) {
        frame->call_level++;
        call->used_stack = checked_stack = peek_checked_stack = 0;
      } else {
        if (p->func) {
          call->used_stack = zend_vm_calc_used_stack(init_opline->extended_value, (zend_function*)p->func);
        } else {
          call->used_stack = (ZEND_CALL_FRAME_SLOT + init_opline->extended_value) * sizeof(zval);
        }
        switch (init_opline->opcode) {
          case ZEND_INIT_FCALL:
          case ZEND_INIT_FCALL_BY_NAME:
          case ZEND_INIT_NS_FCALL_BY_NAME:
          case ZEND_INIT_METHOD_CALL:
          case ZEND_INIT_DYNAMIC_CALL:
          //case ZEND_INIT_STATIC_METHOD_CALL:
          //case ZEND_INIT_PARENT_PROPERTY_HOOK_CALL:
          //case ZEND_INIT_USER_CALL:
          //case ZEND_NEW:
            checked_stack += call->used_stack;
            if (checked_stack > peek_checked_stack) {
              peek_checked_stack = checked_stack;
            }
            break;
          default:
            checked_stack = peek_checked_stack = 0;
        }
      }
    } else if (p->op == ZEND_JIT_TRACE_DO_ICALL) {
      call = frame->call;
      if (call) {
        checked_stack = call->old_checked_stack;
        peek_checked_stack = call->old_peek_checked_stack;
        top = call;
        frame->call = call->prev;
      }
    } else {
      ZEND_UNREACHABLE();
    }
  }

  ZEND_ASSERT(p->op == ZEND_JIT_TRACE_END);

  t = &zend_jit_traces[ZEND_JIT_TRACE_NUM];

  if (!parent_trace && zend_jit_trace_uses_initial_ip(&ctx)) {
    t->flags |= ZEND_JIT_TRACE_USES_INITIAL_IP;
  }

  if (p->stop == ZEND_JIT_TRACE_STOP_LOOP
   || p->stop == ZEND_JIT_TRACE_STOP_RECURSIVE_CALL
   || p->stop == ZEND_JIT_TRACE_STOP_RECURSIVE_RET) {
    if (ra) {
      zend_ssa_phi *phi = ssa->blocks[1].phis;

      while (phi) {
        if (RA_HAS_REG(phi->sources[1])
         && STACK_MEM_TYPE(stack, phi->var) != STACK_TYPE(stack, phi->var)
         && (RA_REG_FLAGS(phi->sources[1]) & (ZREG_LOAD|ZREG_STORE)) == 0) {

          if (!RA_HAS_REG(phi->ssa_var)
           || (RA_REG_FLAGS(phi->ssa_var) & (ZREG_LOAD|ZREG_STORE)) == 0) {
            /* Store actual type to memory to avoid deoptimization mistakes */
            zend_jit_store_var_type(&ctx, phi->var, STACK_TYPE(stack, phi->var));
          }
        }
        phi = phi->next;
      }
    }
    if (p->stop != ZEND_JIT_TRACE_STOP_RECURSIVE_RET) {
      if ((t->flags & ZEND_JIT_TRACE_USES_INITIAL_IP)
       && !zend_jit_set_ip(&ctx, p->opline)) {
        goto jit_failure;
      }
    }
    t->link = ZEND_JIT_TRACE_NUM;
    if (p->stop != ZEND_JIT_TRACE_STOP_RECURSIVE_RET) {
      t->flags |= ZEND_JIT_TRACE_CHECK_INTERRUPT;
    }
    if (!(t->flags & ZEND_JIT_TRACE_LOOP)) {
      const void *timeout_exit_addr = NULL;

      t->flags |= ZEND_JIT_TRACE_LOOP;

      if (trace_buffer->stop != ZEND_JIT_TRACE_STOP_RECURSIVE_RET) {
        if (!(t->flags & ZEND_JIT_TRACE_USES_INITIAL_IP)
         || (ra
          && (zend_jit_trace_stack_needs_deoptimization(stack, op_array->last_var + op_array->T)
           || zend_jit_trace_stack_has_unstored_refs(stack, op_array->last_var + op_array->T)))) {
          /* Deoptimize to the first instruction of the loop */
          uint32_t exit_point = zend_jit_trace_get_exit_point(trace_buffer[1].opline, ZEND_JIT_EXIT_TO_VM);

          timeout_exit_addr = zend_jit_trace_get_exit_addr(exit_point);
          if (!timeout_exit_addr) {
            goto jit_failure;
          }
        } else {
          timeout_exit_addr = zend_jit_stub_handlers[jit_stub_interrupt_handler];
        }
      }

      zend_jit_trace_end_loop(&ctx, jit->trace_loop_ref, timeout_exit_addr); /* jump back to start of the trace loop */
    }
  } else if (p->stop >= ZEND_JIT_TRACE_STOP_LINK) {
    if (ra
     && (p-1)->op != ZEND_JIT_TRACE_ENTER
     && (p-1)->op != ZEND_JIT_TRACE_BACK
     && opline->opcode != ZEND_DO_UCALL
     && opline->opcode != ZEND_DO_FCALL
     && opline->opcode != ZEND_DO_FCALL_BY_NAME
     && opline->opcode != ZEND_INCLUDE_OR_EVAL) {
      for (i = 0; i < op_array->last_var + op_array->T; i++) {
        int32_t ref = STACK_REF(stack, i);
        uint8_t type = STACK_TYPE(stack, i);

        if (ref && !(STACK_FLAGS(stack, i) & (ZREG_LOAD|ZREG_STORE))) {
          if (!zend_jit_store_ref(jit, 1 << type, i, ref, STACK_MEM_TYPE(stack, i) != type)) {
            goto jit_failure;
          }
          SET_STACK_TYPE(stack, i, type, 1);
        } else if (i < op_array->last_var
         && type != IS_UNKNOWN
         && type != STACK_MEM_TYPE(stack, i)
         && zend_jit_trace_must_store_type(op_array, op_array_ssa, opline - op_array->opcodes, i, type)) {
          if (!zend_jit_store_type(jit, i, type)) {
            goto jit_failure;
          }
          SET_STACK_TYPE(stack, i, type, 1);
        }
        CLEAR_STACK_REF(stack, i);
      }
    }
    if (p->stop == ZEND_JIT_TRACE_STOP_LINK) {
      const void *timeout_exit_addr = NULL;

      t->link = zend_jit_find_trace(p->opline->handler);
      if (t->link == 0) {
        /* this can happen if ZEND_JIT_EXIT_INVALIDATE was handled
         * by zend_jit_trace_exit() in another thread after this
         * thread set ZEND_JIT_TRACE_STOP_LINK in zend_jit_trace_execute();
         * ZEND_JIT_EXIT_INVALIDATE resets the opline handler to one of
         * the "_counter_handler" functions, and these are not registered
         * tracer functions */
        goto jit_failure;
      }
      if ((zend_jit_traces[t->link].flags & ZEND_JIT_TRACE_USES_INITIAL_IP)
       && !zend_jit_set_ip(&ctx, p->opline)) {
        goto jit_failure;
      }
      if (!parent_trace && zend_jit_trace_uses_initial_ip(&ctx)) {
        t->flags |= ZEND_JIT_TRACE_USES_INITIAL_IP;
      }
      if (parent_trace
       && (zend_jit_traces[t->link].flags & ZEND_JIT_TRACE_CHECK_INTERRUPT)
       && zend_jit_traces[parent_trace].root == t->link) {
        if (!(zend_jit_traces[t->link].flags & ZEND_JIT_TRACE_USES_INITIAL_IP)) {
          uint32_t exit_point;

          for (i = 0; i < op_array->last_var + op_array->T; i++) {
            SET_STACK_TYPE(stack, i, IS_UNKNOWN, 1);
          }
          exit_point = zend_jit_trace_get_exit_point(zend_jit_traces[t->link].opline, ZEND_JIT_EXIT_TO_VM);
          timeout_exit_addr = zend_jit_trace_get_exit_addr(exit_point);
          if (!timeout_exit_addr) {
            goto jit_failure;
          }
        } else {
          timeout_exit_addr = zend_jit_stub_handlers[jit_stub_interrupt_handler];
        }
      }
      zend_jit_trace_link_to_root(&ctx, &zend_jit_traces[t->link], timeout_exit_addr);
    } else {
      zend_jit_trace_return(&ctx, 0, NULL);
    }
  } else if (p->stop == ZEND_JIT_TRACE_STOP_RETURN) {
    zend_jit_trace_return(&ctx, 0, NULL);
  } else {
    // TODO: not implemented ???
    ZEND_ASSERT(0 && p->stop);
  }

  if (ZEND_JIT_EXIT_COUNTERS + t->exit_count >= JIT_G(max_exit_counters)) {
    goto jit_failure;
  }

  handler = zend_jit_finish(&ctx);

  if (handler) {
    if (p->stop == ZEND_JIT_TRACE_STOP_RECURSIVE_CALL) {
      const zend_op_array *rec_op_array;

      rec_op_array = op_array = trace_buffer->op_array;
      jit_extension =
        (zend_jit_op_array_trace_extension*)ZEND_FUNC_INFO(op_array);
      p = trace_buffer + ZEND_JIT_TRACE_START_REC_SIZE;
      for (;;p++) {
        if (p->op == ZEND_JIT_TRACE_VM) {
          opline = p->opline;
        } else if (p->op == ZEND_JIT_TRACE_ENTER) {
          if (p->op_array == rec_op_array) {
            zend_jit_trace_setup_ret_counter(opline, jit_extension->offset);
          }
          op_array = p->op_array;
          jit_extension =
            (zend_jit_op_array_trace_extension*)ZEND_FUNC_INFO(op_array);
        } else if (p->op == ZEND_JIT_TRACE_BACK) {
          op_array = p->op_array;
          jit_extension =
            (zend_jit_op_array_trace_extension*)ZEND_FUNC_INFO(op_array);
        } else if (p->op == ZEND_JIT_TRACE_END) {
          break;
        }
      }
    } else if (p->stop >= ZEND_JIT_TRACE_STOP_LINK) {
      if (opline
       && (opline->opcode == ZEND_DO_UCALL
        || opline->opcode == ZEND_DO_FCALL
        || opline->opcode == ZEND_DO_FCALL_BY_NAME
        || opline->opcode == ZEND_YIELD
        || opline->opcode == ZEND_YIELD_FROM
        || opline->opcode == ZEND_INCLUDE_OR_EVAL)) {
        zend_jit_trace_setup_ret_counter(opline, jit_extension->offset);
      }
      if (JIT_G(current_frame)
       && JIT_G(current_frame)->prev) {
        frame = JIT_G(current_frame)->prev;
        do {
          if (frame->call_opline) {
            op_array = &frame->func->op_array;
            jit_extension =
              (zend_jit_op_array_trace_extension*)ZEND_FUNC_INFO(op_array);
            zend_jit_trace_setup_ret_counter(frame->call_opline, jit_extension->offset);
          }
          frame = frame->prev;
        } while (frame);
      }
    }
  }

jit_failure:
  zend_jit_free_ctx(&ctx);

  if (name) {
    zend_string_release(name);
  }

jit_cleanup:;
  } zend_catch {
    do_bailout = 1;
  }  zend_end_try();

  /* Clean up used op_arrays */
  while (num_op_arrays > 0) {
    op_array = op_arrays[--num_op_arrays];
    jit_extension =
      (zend_jit_op_array_trace_extension*)ZEND_FUNC_INFO(op_array);

      jit_extension->func_info.num = 0;
    jit_extension->func_info.flags &= ZEND_FUNC_JIT_ON_FIRST_EXEC
      | ZEND_FUNC_JIT_ON_PROF_REQUEST
      | ZEND_FUNC_JIT_ON_HOT_COUNTERS
      | ZEND_FUNC_JIT_ON_HOT_TRACE;
    memset(&jit_extension->func_info.ssa, 0, sizeof(zend_func_info) - offsetof(zend_func_info, ssa));
  }

  zend_arena_release(&CG(arena), checkpoint);

  JIT_G(current_frame) = NULL;
  JIT_G(current_trace) = NULL;

  if (do_bailout) {
    zend_bailout();
  }

  return handler;
}

static zend_string *zend_jit_trace_escape_name(uint32_t trace_num, uint32_t exit_num)
{
  smart_str buf = {0};

  smart_str_appends(&buf," ESCAPE-");
  smart_str_append_long(&buf, (zend_long)trace_num);
  smart_str_appendc(&buf, '-');
  smart_str_append_long(&buf, (zend_long)exit_num);
  smart_str_0(&buf);
  return buf.s;
}

static zend_vm_opcode_handler_t zend_jit_trace_exit_to_vm(uint32_t trace_num, uint32_t exit_num)
{
  zend_vm_opcode_handler_t handler = NULL;
  zend_jit_ctx ctx;
  zend_string *name;
  void *checkpoint;
  const zend_op *opline;
  uint32_t stack_size;
  zend_jit_trace_stack *stack;
  bool original_handler = false;

  if (!zend_jit_trace_exit_needs_deoptimization(trace_num, exit_num)) {
    return zend_jit_stub_handlers[jit_stub_trace_escape];
  }

  name = zend_jit_trace_escape_name(trace_num, exit_num);

  if (!zend_jit_deoptimizer_start(&ctx, name, trace_num, &zend_jit_traces[trace_num], exit_num)) {
    zend_string_release(name);
    return NULL;
  }

  checkpoint = zend_arena_checkpoint(CG(arena));;

  /* Deoptimization */
  stack_size = zend_jit_traces[trace_num].exit_info[exit_num].stack_size;
  stack =  zend_jit_traces[trace_num].exit_info[exit_num].stack_size ?
    zend_jit_traces[trace_num].stack_map + zend_jit_traces[trace_num].exit_info[exit_num].stack_offset :
    NULL;

  if (!zend_jit_trace_deoptimization(&ctx,
      &zend_jit_traces[trace_num].exit_info[exit_num],
      stack, stack_size, NULL, NULL,
      zend_jit_traces[trace_num].constants,
      false)) {
    goto jit_failure;
  }

  opline = zend_jit_traces[trace_num].exit_info[exit_num].opline;
  if (opline) {
    if (opline == zend_jit_traces[zend_jit_traces[trace_num].root].opline) {
      zend_jit_op_array_trace_extension *jit_extension =
        (zend_jit_op_array_trace_extension*)ZEND_FUNC_INFO(zend_jit_traces[zend_jit_traces[trace_num].root].op_array);

      if (ZEND_OP_TRACE_INFO(opline, jit_extension->offset)->orig_handler != opline->handler) {
        /* prevent endless loop */
        original_handler = true;
      }
    }
    zend_jit_set_ip(&ctx, opline);
  }

  zend_jit_trace_return(&ctx, original_handler, opline);

  handler = zend_jit_finish(&ctx);

jit_failure:
  zend_jit_free_ctx(&ctx);
  zend_string_release(name);
  zend_arena_release(&CG(arena), checkpoint);
  return handler;
}

static zend_jit_trace_stop zend_jit_compile_root_trace(zend_jit_trace_rec *trace_buffer, const zend_op *opline, size_t offset)
{
  zend_jit_trace_stop ret;
  zend_vm_opcode_handler_t handler;
  uint8_t orig_trigger;
  zend_jit_trace_info *t = NULL;
  zend_jit_trace_exit_info exit_info[ZEND_JIT_TRACE_MAX_EXITS];
  bool do_bailout = 0;

  zend_shared_alloc_lock();

  /* Checks under lock */
  if ((ZEND_OP_TRACE_INFO(opline, offset)->trace_flags & ZEND_JIT_TRACE_JITED)) {
    ret = ZEND_JIT_TRACE_STOP_ALREADY_DONE;
  } else if (ZEND_JIT_TRACE_NUM >= JIT_G(max_root_traces)) {
    ret = ZEND_JIT_TRACE_STOP_TOO_MANY_TRACES;
  } else {
    zend_try {
      SHM_UNPROTECT();
      zend_jit_unprotect();

      t = &zend_jit_traces[ZEND_JIT_TRACE_NUM];

      t->id = ZEND_JIT_TRACE_NUM;
      t->root = ZEND_JIT_TRACE_NUM;
      t->parent = 0;
      t->link = 0;
      t->exit_count = 0;
      t->child_count = 0;
      t->stack_map_size = 0;
      t->flags = 0;
      t->polymorphism = 0;
      t->jmp_table_size = 0;
      t->op_array = trace_buffer[0].op_array;
      if (!(t->op_array->fn_flags & ZEND_ACC_IMMUTABLE)) {
        zend_jit_op_array_trace_extension *jit_extension =
          (zend_jit_op_array_trace_extension*)ZEND_FUNC_INFO(t->op_array);
        t->op_array = jit_extension->op_array;
      }
      t->opline = trace_buffer[1].opline;
      t->exit_info = exit_info;
      t->stack_map = NULL;
      t->consts_count = 0;
      t->constants = NULL;

      orig_trigger = JIT_G(trigger);
      JIT_G(trigger) = ZEND_JIT_ON_HOT_TRACE;

      handler = zend_jit_trace(trace_buffer, 0, 0);

      JIT_G(trigger) = orig_trigger;

      if (handler) {
        zend_jit_trace_exit_info *shared_exit_info = NULL;

        t->exit_info = NULL;
        if (t->exit_count) {
          /* reallocate exit_info into shared memory */
          shared_exit_info = (zend_jit_trace_exit_info*)zend_shared_alloc(
            sizeof(zend_jit_trace_exit_info) * t->exit_count);

          if (!shared_exit_info) {
              if (t->stack_map) {
              efree(t->stack_map);
              t->stack_map = NULL;
            }
            if (t->constants) {
              efree(t->constants);
              t->constants = NULL;
            }
            ret = ZEND_JIT_TRACE_STOP_NO_SHM;
            goto exit;
          }
          memcpy(shared_exit_info, exit_info,
            sizeof(zend_jit_trace_exit_info) * t->exit_count);
          t->exit_info = shared_exit_info;
        }

          if (t->stack_map_size) {
          zend_jit_trace_stack *shared_stack_map = (zend_jit_trace_stack*)zend_shared_alloc(t->stack_map_size * sizeof(zend_jit_trace_stack));
          if (!shared_stack_map) {
            efree(t->stack_map);
            t->stack_map = NULL;
            if (t->constants) {
              efree(t->constants);
              t->constants = NULL;
            }
            ret = ZEND_JIT_TRACE_STOP_NO_SHM;
            goto exit;
          }
          memcpy(shared_stack_map, t->stack_map, t->stack_map_size * sizeof(zend_jit_trace_stack));
          efree(t->stack_map);
          t->stack_map = shared_stack_map;
          }

        if (t->consts_count) {
          zend_jit_exit_const *constants = (zend_jit_exit_const*)zend_shared_alloc(t->consts_count * sizeof(zend_jit_exit_const));
          if (!constants) {
            efree(t->constants);
            ret = ZEND_JIT_TRACE_STOP_NO_SHM;
            goto exit;
          }
          memcpy(constants, t->constants, t->consts_count * sizeof(zend_jit_exit_const));
          efree(t->constants);
          t->constants = constants;
        }

        t->exit_counters = ZEND_JIT_EXIT_COUNTERS;
        ZEND_JIT_EXIT_COUNTERS += t->exit_count;

        ((zend_op*)opline)->handler = handler;

        ZEND_JIT_TRACE_NUM++;
        ZEND_OP_TRACE_INFO(opline, offset)->trace_flags |= ZEND_JIT_TRACE_JITED;

        ret = ZEND_JIT_TRACE_STOP_COMPILED;
      } else if (t->exit_count >= ZEND_JIT_TRACE_MAX_EXITS ||
                 ZEND_JIT_EXIT_COUNTERS + t->exit_count >= JIT_G(max_exit_counters)) {
          if (t->stack_map) {
          efree(t->stack_map);
          t->stack_map = NULL;
        }
        if (t->constants) {
          efree(t->constants);
          t->constants = NULL;
        }
        ret = ZEND_JIT_TRACE_STOP_TOO_MANY_EXITS;
      } else {
          if (t->stack_map) {
          efree(t->stack_map);
          t->stack_map = NULL;
        }
        if (t->constants) {
          efree(t->constants);
          t->constants = NULL;
        }
        ret = ZEND_JIT_TRACE_STOP_COMPILER_ERROR;
      }

exit:;
    } zend_catch {
      do_bailout = 1;
    } zend_end_try();

    zend_jit_protect();
    SHM_PROTECT();
  }

  zend_shared_alloc_unlock();

  if (do_bailout) {
    zend_bailout();
  }

  if ((JIT_G(debug) & ZEND_JIT_DEBUG_TRACE_EXIT_INFO) != 0
   && ret == ZEND_JIT_TRACE_STOP_COMPILED
   && t->exit_count > 0) {
    zend_jit_dump_exit_info(t);
  }

  return ret;
}

/* Set counting handler back to original VM handler. */
static void zend_jit_stop_hot_trace_counters(zend_op_array *op_array)
{
  zend_jit_op_array_trace_extension *jit_extension;
  uint32_t i;

  jit_extension = (zend_jit_op_array_trace_extension*)ZEND_FUNC_INFO(op_array);
  for (i = 0; i < op_array->last; i++) {
    /* Opline with Jit-ed code handler is skipped. */
    if (jit_extension->trace_info[i].trace_flags &
        (ZEND_JIT_TRACE_JITED|ZEND_JIT_TRACE_BLACKLISTED)) {
      continue;
    }
    if (jit_extension->trace_info[i].trace_flags &
        (ZEND_JIT_TRACE_START_LOOP | ZEND_JIT_TRACE_START_ENTER | ZEND_JIT_TRACE_START_RETURN)) {
      op_array->opcodes[i].handler = jit_extension->trace_info[i].orig_handler;
    }
  }
}

/* Get the tracing op_array. */
static void zend_jit_stop_persistent_op_array(zend_op_array *op_array)
{
  zend_func_info *func_info = ZEND_FUNC_INFO(op_array);
  if (!func_info) {
    return;
  }
  if (func_info->flags & ZEND_FUNC_JIT_ON_HOT_TRACE) {
    zend_jit_stop_hot_trace_counters(op_array);
  }
}

/* Get all op_arrays with counter handler. */
static void zend_jit_stop_persistent_script(zend_persistent_script *script)
{
  zend_class_entry *ce;
  zend_op_array *op_array;

  zend_jit_stop_persistent_op_array(&script->script.main_op_array);

  ZEND_HASH_FOREACH_PTR(&script->script.function_table, op_array) {
    zend_jit_stop_persistent_op_array(op_array);
  } ZEND_HASH_FOREACH_END();

  ZEND_HASH_FOREACH_PTR(&script->script.class_table, ce) {
    ZEND_HASH_FOREACH_PTR(&ce->function_table, op_array) {
      if (op_array->type == ZEND_USER_FUNCTION) {
        zend_jit_stop_persistent_op_array(op_array);
      }
    } ZEND_HASH_FOREACH_END();
  } ZEND_HASH_FOREACH_END();
}

/* Get all scripts which are accelerated by JIT */
static void zend_jit_stop_counter_handlers(void)
{
  if (ZCSG(jit_counters_stopped)) {
    return;
  }

  zend_shared_alloc_lock();
  /* mprotect has an extreme overhead, avoid calls to it for every function. */
  SHM_UNPROTECT();
  if (!ZCSG(jit_counters_stopped)) {
    ZCSG(jit_counters_stopped) = true;
    for (uint32_t i = 0; i < ZCSG(hash).max_num_entries; i++) {
      zend_accel_hash_entry *cache_entry;
      for (cache_entry = ZCSG(hash).hash_table[i]; cache_entry; cache_entry = cache_entry->next) {
        zend_persistent_script *script;
        if (cache_entry->indirect) continue;
        script = (zend_persistent_script *)cache_entry->data;
        zend_jit_stop_persistent_script(script);
      }
    }
  }
  SHM_PROTECT();
  zend_shared_alloc_unlock();
}

static void zend_jit_blacklist_root_trace(const zend_op *opline, size_t offset)
{
  zend_shared_alloc_lock();

  if (!(ZEND_OP_TRACE_INFO(opline, offset)->trace_flags & ZEND_JIT_TRACE_BLACKLISTED)) {
    SHM_UNPROTECT();
    zend_jit_unprotect();

    ((zend_op*)opline)->handler =
      ZEND_OP_TRACE_INFO(opline, offset)->orig_handler;

    ZEND_OP_TRACE_INFO(opline, offset)->trace_flags |= ZEND_JIT_TRACE_BLACKLISTED;

    zend_jit_protect();
    SHM_PROTECT();
  }

  zend_shared_alloc_unlock();
}

ZEND_EXT_API void zend_jit_blacklist_function(zend_op_array *op_array) {
  zend_jit_op_array_trace_extension *jit_extension = (zend_jit_op_array_trace_extension *)ZEND_FUNC_INFO(op_array);
  if (!jit_extension || !(jit_extension->func_info.flags & ZEND_FUNC_JIT_ON_HOT_TRACE)) {
    return;
  }

  zend_shared_alloc_lock();
  SHM_UNPROTECT();
  zend_jit_unprotect();

  zend_jit_stop_persistent_op_array(op_array);
  jit_extension->func_info.flags &= ~ZEND_FUNC_JIT_ON_HOT_TRACE;

  zend_jit_protect();
  SHM_PROTECT();
  zend_shared_alloc_unlock();
}

static bool zend_jit_trace_is_bad_root(const zend_op *opline, zend_jit_trace_stop stop, size_t offset)
{
  const zend_op **cache_opline = JIT_G(bad_root_cache_opline);
  uint8_t *cache_count = JIT_G(bad_root_cache_count);
  uint8_t *cache_stop = JIT_G(bad_root_cache_stop);
  uint32_t cache_slot = JIT_G(bad_root_slot);
  uint32_t i;

  for (i = 0; i < ZEND_JIT_TRACE_BAD_ROOT_SLOTS; i++) {
    if (cache_opline[i] == opline) {
      if (cache_count[i] >= JIT_G(blacklist_root_trace) - 1) {
        cache_opline[i] = NULL;
        return true;
      } else {
#if 0
        if (ZEND_OP_TRACE_INFO(opline, offset)->counter) {
          *ZEND_OP_TRACE_INFO(opline, offset)->counter =
            random() % ZEND_JIT_TRACE_COUNTER_MAX;
        }
#endif
        cache_count[i]++;
        cache_stop[i] = stop;
        return false;
      }
    }
  }
  i = cache_slot;
  cache_opline[i] = opline;
  cache_count[i] = 1;
  cache_stop[i] = stop;
  cache_slot = (i + 1) % ZEND_JIT_TRACE_BAD_ROOT_SLOTS;
  JIT_G(bad_root_slot) = cache_slot;
  return false;
}

static void zend_jit_dump_trace(zend_jit_trace_rec *trace_buffer, zend_ssa *tssa)
{
  zend_jit_trace_rec *p = trace_buffer;
  const zend_op_array *op_array;
  const zend_op *opline;
  uint32_t level = 1 + trace_buffer[0].level;
  int idx, len, i, v, vars_count, call_level;

  ZEND_ASSERT(p->op == ZEND_JIT_TRACE_START);
  op_array = p->op_array;
  p += ZEND_JIT_TRACE_START_REC_SIZE;
  idx = 0;
  call_level = 0;

  if (tssa && tssa->var_info) {
    if (trace_buffer->start == ZEND_JIT_TRACE_START_ENTER) {
      vars_count = op_array->last_var;
    } else {
      vars_count = op_array->last_var + op_array->T;
    }
    for (i = 0; i < vars_count; i++) {
      if (tssa->vars[i].use_chain >= 0 || tssa->vars[i].phi_use_chain) {
        fprintf(stderr, "    %*c;", level, ' ');
        zend_dump_ssa_var(op_array, tssa, i, 0, i, ZEND_DUMP_RC_INFERENCE);
        fprintf(stderr, "\n");
      }
    }
    if (trace_buffer->stop == ZEND_JIT_TRACE_STOP_LOOP
     || trace_buffer->stop == ZEND_JIT_TRACE_STOP_RECURSIVE_CALL
     || trace_buffer->stop == ZEND_JIT_TRACE_STOP_RECURSIVE_RET) {
      zend_ssa_phi *p = tssa->blocks[1].phis;

      fprintf(stderr, "LOOP:\n");

      while (p) {
        fprintf(stderr, "     ;");
        zend_dump_ssa_var(op_array, tssa, p->ssa_var, 0, p->var, ZEND_DUMP_RC_INFERENCE);
        fprintf(stderr, " = Phi(");
        zend_dump_ssa_var(op_array, tssa, p->sources[0], 0, p->var, ZEND_DUMP_RC_INFERENCE);
        fprintf(stderr, ", ");
        zend_dump_ssa_var(op_array, tssa, p->sources[1], 0, p->var, ZEND_DUMP_RC_INFERENCE);
        fprintf(stderr, ")\n");
        p = p->next;
      }
    }
  }

  while (1) {
    if (p->op == ZEND_JIT_TRACE_VM) {
      uint8_t op1_type, op2_type, op3_type;

      opline = p->opline;
      fprintf(stderr, "%04d%*c",
        (int)(opline - op_array->opcodes),
        level, ' ');
      zend_dump_op(op_array, NULL, opline, ZEND_DUMP_RC_INFERENCE, tssa, (tssa && tssa->ops) ? tssa->ops + idx : NULL);

      op1_type = p->op1_type;
      op2_type = p->op2_type;
      op3_type = p->op3_type;
      if (op1_type != IS_UNKNOWN || op2_type != IS_UNKNOWN || op3_type != IS_UNKNOWN) {
        fprintf(stderr, " ;");
        if (op1_type != IS_UNKNOWN) {
          const char *ref = (op1_type & IS_TRACE_INDIRECT) ?
            ((op1_type & IS_TRACE_REFERENCE) ? "*&" : "*") :
            ((op1_type & IS_TRACE_REFERENCE) ? "&" : "");
          if ((p+1)->op == ZEND_JIT_TRACE_OP1_TYPE) {
            p++;
            fprintf(stderr, " op1(%sobject of class %s)", ref,
              ZSTR_VAL(p->ce->name));
          } else {
            const char *type = ((op1_type & ~IS_TRACE_INDIRECT) == 0) ? "undef" : zend_get_type_by_const(op1_type & ~(IS_TRACE_REFERENCE|IS_TRACE_INDIRECT|IS_TRACE_PACKED));
            fprintf(stderr, " op1(%s%s%s)", ref, (op1_type & IS_TRACE_PACKED) ? "packed " : "", type);
          }
        }
        if (op2_type != IS_UNKNOWN) {
          const char *ref = (op2_type & IS_TRACE_INDIRECT) ?
            ((op2_type & IS_TRACE_REFERENCE) ? "*&" : "*") :
            ((op2_type & IS_TRACE_REFERENCE) ? "&" : "");
          if ((p+1)->op == ZEND_JIT_TRACE_OP2_TYPE) {
            p++;
            fprintf(stderr, " op2(%sobject of class %s)", ref,
              ZSTR_VAL(p->ce->name));
          } else {
            const char *type = ((op2_type & ~IS_TRACE_INDIRECT) == 0) ? "undef" : zend_get_type_by_const(op2_type & ~(IS_TRACE_REFERENCE|IS_TRACE_INDIRECT));
            fprintf(stderr, " op2(%s%s)", ref, type);
          }
        }
        if (op3_type != IS_UNKNOWN) {
          const char *ref = (op3_type & IS_TRACE_INDIRECT) ?
            ((op3_type & IS_TRACE_REFERENCE) ? "*&" : "*") :
            ((op3_type & IS_TRACE_REFERENCE) ? "&" : "");
          const char *type = ((op3_type & ~IS_TRACE_INDIRECT) == 0) ? "undef" : zend_get_type_by_const(op3_type & ~(IS_TRACE_REFERENCE|IS_TRACE_INDIRECT));
          fprintf(stderr, " op3(%s%s)", ref, type);
        }
      } else if (opline->opcode == ZEND_RECV && (p+1)->op == ZEND_JIT_TRACE_OP1_TYPE) {
        /* Class of the received object */
        p++;
        fprintf(stderr, " ; arg(object of class %s)", ZSTR_VAL(p->ce->name));
      }
      if ((p+1)->op == ZEND_JIT_TRACE_VAL_INFO) {
        uint8_t val_type;
        const char *type;

        if (op1_type == IS_UNKNOWN && op2_type == IS_UNKNOWN && op3_type == IS_UNKNOWN) {
          fprintf(stderr, " ;");
        }
        p++;
        val_type = p->op1_type;

        if (val_type == IS_UNDEF) {
          type = "undef";
        } else if (val_type == IS_REFERENCE) {
          type = "ref";
        } else {
          type = zend_get_type_by_const(val_type);
        }
        fprintf(stderr, " val(%s)", type);
      }
      fprintf(stderr, "\n");
      idx++;

      len = zend_jit_trace_op_len(opline);
      while (len > 1) {
        opline++;
        fprintf(stderr, "%04d%*c;",
          (int)(opline - op_array->opcodes),
          level, ' ');
        zend_dump_op(op_array, NULL, opline, ZEND_DUMP_RC_INFERENCE, tssa, (tssa && tssa->ops) ? tssa->ops + idx : NULL);
        idx++;
        len--;
        fprintf(stderr, "\n");
      }
    } else if (p->op == ZEND_JIT_TRACE_ENTER) {
      op_array = p->op_array;
      fprintf(stderr, "    %*c>enter %s%s%s\n",
        level, ' ',
        op_array->scope ? ZSTR_VAL(op_array->scope->name) : "",
        op_array->scope ? "::" : "",
        op_array->function_name ?
          ZSTR_VAL(op_array->function_name) :
          ZSTR_VAL(op_array->filename));
      level++;
      if (tssa && tssa->var_info) {
        call_level++;
        v = ZEND_JIT_TRACE_GET_FIRST_SSA_VAR(p->info);
        vars_count = op_array->last_var;
        for (i = 0; i < vars_count; i++, v++) {
          if (tssa->vars[v].use_chain >= 0 || tssa->vars[v].phi_use_chain) {
            fprintf(stderr, "    %*c;", level, ' ');
            zend_dump_ssa_var(op_array, tssa, v, 0, i, ZEND_DUMP_RC_INFERENCE);
            fprintf(stderr, "\n");
          }
        }
      }
    } else if (p->op == ZEND_JIT_TRACE_BACK) {
      op_array = p->op_array;
      level--;
      fprintf(stderr, "    %*c<back %s%s%s\n",
        level, ' ',
        op_array->scope ? ZSTR_VAL(op_array->scope->name) : "",
        op_array->scope ? "::" : "",
        op_array->function_name ?
          ZSTR_VAL(op_array->function_name) :
          ZSTR_VAL(op_array->filename));
      if (tssa && tssa->var_info) {
        if (call_level == 0) {
          v = ZEND_JIT_TRACE_GET_FIRST_SSA_VAR(p->info);
          vars_count = op_array->last_var + op_array->T;
          for (i = 0; i < vars_count; i++, v++) {
            if (tssa->vars[v].use_chain >= 0 || tssa->vars[v].phi_use_chain) {
              fprintf(stderr, "    %*c;", level, ' ');
              zend_dump_ssa_var(op_array, tssa, v, 0, i, ZEND_DUMP_RC_INFERENCE);
              fprintf(stderr, "\n");
            }
          }
        } else {
          call_level--;
        }
      }
    } else if (p->op == ZEND_JIT_TRACE_INIT_CALL) {
      if (p->func != (zend_function*)&zend_pass_function) {
        fprintf(stderr, (p->info & ZEND_JIT_TRACE_FAKE_INIT_CALL) ? "    %*c>fake_init %s%s%s\n" : "    %*c>init %s%s%s\n",
          level, ' ',
          (p->func && p->func->common.scope) ? ZSTR_VAL(p->func->common.scope->name) : "",
          (p->func && p->func->common.scope) ? "::" : "",
          (p->func  && p->func->common.function_name) ? ZSTR_VAL(p->func->common.function_name) : "???");
      } else {
        fprintf(stderr, "    %*c>skip\n",
          level, ' ');
      }
    } else if (p->op == ZEND_JIT_TRACE_DO_ICALL) {
      if (p->func != (zend_function*)&zend_pass_function) {
        fprintf(stderr, "    %*c>call %s%s%s\n",
          level, ' ',
          (p->func && p->func->common.scope) ? ZSTR_VAL(p->func->common.scope->name) : "",
          (p->func && p->func->common.scope) ? "::" : "",
          (p->func && p->func->common.function_name) ? ZSTR_VAL(p->func->common.function_name) : "???");
      } else {
        fprintf(stderr, "    %*c>skip\n",
          level, ' ');
      }
    } else if (p->op == ZEND_JIT_TRACE_END) {
      break;
    }
    p++;
  }
}

static void zend_jit_dump_ref_snapshot(zend_jit_ref_snapshot *rs)
{
  if (rs->reg == ZREG_NONE) {
    fprintf(stderr, "?");
  } else if (!IR_REG_SPILLED(rs->reg)) {
    fprintf(stderr, "%s", zend_reg_name(rs->reg));
  } else {
    fprintf(stderr, "0x%x(%s)", rs->offset, zend_reg_name(IR_REG_NUM(rs->reg)));
  }
}

static void zend_jit_dump_exit_info(zend_jit_trace_info *t)
{
  int i, j;

  fprintf(stderr, "---- TRACE %d exit info\n", t->id);
  for (i = 0; i < t->exit_count; i++) {
    const zend_op_array *op_array = t->exit_info[i].op_array;
    uint32_t stack_size = t->exit_info[i].stack_size;
    zend_jit_trace_stack *stack = t->exit_info[i].stack_size ? t->stack_map + t->exit_info[i].stack_offset : NULL;

    fprintf(stderr, "     exit_%d:", i);
    if (t->exit_info[i].opline) {
      fprintf(stderr, " %04d/", (int)(t->exit_info[i].opline - op_array->opcodes));
    } else {
      fprintf(stderr, " ----/");
    }
    if (t->exit_info[i].stack_size) {
      fprintf(stderr, "%04d/%d", t->exit_info[i].stack_offset, t->exit_info[i].stack_size);
    } else {
      fprintf(stderr, "----/0");
    }
    if (t->exit_info[i].flags & ZEND_JIT_EXIT_TO_VM) {
      fprintf(stderr, "/VM");
    }
    if (t->exit_info[i].flags & ZEND_JIT_EXIT_RESTORE_CALL) {
      fprintf(stderr, "/CALL");
    }
    if (t->exit_info[i].flags & (ZEND_JIT_EXIT_POLYMORPHISM|ZEND_JIT_EXIT_METHOD_CALL|ZEND_JIT_EXIT_CLOSURE_CALL)) {
      fprintf(stderr, "/POLY");
      if (t->exit_info[i].flags & ZEND_JIT_EXIT_METHOD_CALL) {
        fprintf(stderr, "(");
        zend_jit_dump_ref_snapshot(&t->exit_info[i].poly_func);
        fprintf(stderr, ", ");
        zend_jit_dump_ref_snapshot(&t->exit_info[i].poly_this);
        fprintf(stderr, ")");
      }
    }
    if (t->exit_info[i].flags & ZEND_JIT_EXIT_FREE_OP1) {
      fprintf(stderr, "/FREE_OP1");
    }
    if (t->exit_info[i].flags & ZEND_JIT_EXIT_FREE_OP2) {
      fprintf(stderr, "/FREE_OP2");
    }
    if (t->exit_info[i].flags & ZEND_JIT_EXIT_CHECK_EXCEPTION) {
      fprintf(stderr, "/CHK_EXC");
    }
    for (j = 0; j < stack_size; j++) {
      uint8_t type = STACK_TYPE(stack, j);
      if (type != IS_UNKNOWN) {
        fprintf(stderr, " ");
        zend_dump_var(op_array, (j < op_array->last_var) ? IS_CV : 0, j);
        fprintf(stderr, ":");
        if (type == IS_UNDEF) {
          fprintf(stderr, "undef");
        } else {
          fprintf(stderr, "%s", zend_get_type_by_const(type));
        }
        if (STACK_FLAGS(stack, j) == ZREG_CONST) {
          if (type == IS_LONG) {
            fprintf(stderr, "(" ZEND_LONG_FMT ")", (zend_long)t->constants[STACK_REF(stack, j)].i);
          } else if (type == IS_DOUBLE) {
            fprintf(stderr, "(%g)", t->constants[STACK_REF(stack, j)].d);
          } else {
            ZEND_UNREACHABLE();
          }
        } else if (STACK_FLAGS(stack, j) == ZREG_TYPE_ONLY) {
          fprintf(stderr, "(type_only)");
        } else if (STACK_FLAGS(stack, j) == ZREG_THIS) {
          fprintf(stderr, "(this)");
        } else if (STACK_FLAGS(stack, j) == ZREG_ZVAL_ADDREF) {
          fprintf(stderr, "(zval_try_addref)");
        } else if (STACK_FLAGS(stack, j) == ZREG_ZVAL_COPY) {
          fprintf(stderr, "zval_copy(%s)", zend_reg_name(STACK_REG(stack, j)));
        } else if (STACK_FLAGS(stack, j) & ZREG_SPILL_SLOT) {
          if (STACK_REG(stack, j) == ZREG_NONE) {
            fprintf(stderr, "(spill=0x%x", STACK_REF(stack, j));
          } else {
            fprintf(stderr, "(spill=0x%x(%s)", STACK_REF(stack, j), zend_reg_name(STACK_REG(stack, j)));
          }
          if (STACK_FLAGS(stack, j) != 0) {
            fprintf(stderr, ":%x", STACK_FLAGS(stack, j));
          }
          fprintf(stderr, ")");
        } else if (STACK_REG(stack, j) != ZREG_NONE) {
          fprintf(stderr, "(%s", zend_reg_name(STACK_REG(stack, j)));
          if (STACK_FLAGS(stack, j) != 0) {
            fprintf(stderr, ":%x", STACK_FLAGS(stack, j));
          }
          fprintf(stderr, ")");
        }
      } else if (STACK_FLAGS(stack, j) == ZREG_ZVAL_ADDREF) {
        fprintf(stderr, ":unknown(zval_try_addref)");
      } else if (STACK_FLAGS(stack, j) == ZREG_ZVAL_COPY) {
        fprintf(stderr, " ");
        zend_dump_var(op_array, (j < op_array->last_var) ? IS_CV : 0, j);
        fprintf(stderr, ":unknown(zval_copy(%s))", zend_reg_name(STACK_REG(stack, j)));
      }
    }
#if ZEND_DEBUG
    if ((JIT_G(debug) & ZEND_JIT_DEBUG_TRACE_EXIT_INFO_SRC) != 0) {
      fprintf(stderr, " %s:%d", t->exit_info[i].filename, t->exit_info[i].lineno);
    }
#endif
    fprintf(stderr, "\n");
  }
}

int ZEND_FASTCALL zend_jit_trace_hot_root(zend_execute_data *execute_data, const zend_op *opline)
{
  const zend_op *orig_opline;
  zend_jit_trace_stop stop;
  int ret = 0;
  zend_op_array *op_array;
  zend_jit_op_array_trace_extension *jit_extension;
  size_t offset;
  uint32_t trace_num;
  zend_jit_trace_rec trace_buffer[ZEND_JIT_TRACE_MAX_LENGTH];

  ZEND_ASSERT(EX(func)->type == ZEND_USER_FUNCTION);
  ZEND_ASSERT(opline >= EX(func)->op_array.opcodes &&
    opline < EX(func)->op_array.opcodes + EX(func)->op_array.last);

repeat:
  trace_num = ZEND_JIT_TRACE_NUM;
  orig_opline = opline;
  op_array = &EX(func)->op_array;
  jit_extension = (zend_jit_op_array_trace_extension*)ZEND_FUNC_INFO(op_array);
  offset = jit_extension->offset;

  EX(opline) = opline;

  /* Lock-free check if the root trace was already JIT-ed or blacklist-ed in another process */
  if (ZEND_OP_TRACE_INFO(opline, offset)->trace_flags & (ZEND_JIT_TRACE_JITED|ZEND_JIT_TRACE_BLACKLISTED)) {
    return 0;
  }

  if (JIT_G(tracing)) {
    ++(*ZEND_OP_TRACE_INFO(opline, offset)->counter);
    return 0;
  }

  if (JIT_G(debug) & ZEND_JIT_DEBUG_TRACE_START) {
    fprintf(stderr, "---- TRACE %d start (%s) %s%s%s() %s:%d\n",
      trace_num,
      zend_jit_trace_star_desc(ZEND_OP_TRACE_INFO(opline, offset)->trace_flags),
      EX(func)->op_array.scope ? ZSTR_VAL(EX(func)->op_array.scope->name) : "",
      EX(func)->op_array.scope ? "::" : "",
      EX(func)->op_array.function_name ?
        ZSTR_VAL(EX(func)->op_array.function_name) : "$main",
      ZSTR_VAL(EX(func)->op_array.filename),
      opline->lineno);
  }

  if (ZEND_JIT_TRACE_NUM >= JIT_G(max_root_traces)) {
    stop = ZEND_JIT_TRACE_STOP_TOO_MANY_TRACES;
    zend_jit_stop_counter_handlers();
    goto abort;
  }

  JIT_G(tracing) = 1;
  stop = zend_jit_trace_execute(execute_data, opline, trace_buffer,
    ZEND_OP_TRACE_INFO(opline, offset)->trace_flags & ZEND_JIT_TRACE_START_MASK, 0, 0);
  JIT_G(tracing) = 0;

  if (stop & ZEND_JIT_TRACE_HALT) {
    ret = -1;
  }
  stop &= ~ZEND_JIT_TRACE_HALT;

  if (UNEXPECTED(trace_buffer[1].opline != orig_opline)) {
    orig_opline = trace_buffer[1].opline;
    op_array = (zend_op_array*)trace_buffer[0].op_array;
    jit_extension = (zend_jit_op_array_trace_extension*)ZEND_FUNC_INFO(op_array);
    offset = jit_extension->offset;
    if (JIT_G(debug) & ZEND_JIT_DEBUG_TRACE_START) {
      const zend_op_array *op_array = trace_buffer[0].op_array;
      const zend_op *opline = trace_buffer[1].opline;
      zend_jit_op_array_trace_extension *jit_extension =
        (zend_jit_op_array_trace_extension*)ZEND_FUNC_INFO(op_array);
      size_t offset = jit_extension->offset;

      fprintf(stderr, "---- TRACE %d start (%s) %s%s%s() %s:%d\n",
        trace_num,
        zend_jit_trace_star_desc(ZEND_OP_TRACE_INFO(opline, offset)->trace_flags),
        op_array->scope ? ZSTR_VAL(op_array->scope->name) : "",
        op_array->scope ? "::" : "",
        op_array->function_name ?
          ZSTR_VAL(op_array->function_name) : "$main",
        ZSTR_VAL(op_array->filename),
        opline->lineno);
    }
  }

  if (UNEXPECTED(JIT_G(debug) & ZEND_JIT_DEBUG_TRACE_BYTECODE)) {
    zend_jit_dump_trace(trace_buffer, NULL);
  }

  if (ZEND_JIT_TRACE_STOP_OK(stop)) {
    if (JIT_G(debug) & ZEND_JIT_DEBUG_TRACE_STOP) {
      if (stop == ZEND_JIT_TRACE_STOP_LINK) {
        uint32_t idx = trace_buffer[1].last;
        uint32_t link_to = zend_jit_find_trace(trace_buffer[idx].opline->handler);
        fprintf(stderr, "---- TRACE %d stop (link to %d)\n",
          trace_num,
          link_to);
      } else {
        fprintf(stderr, "---- TRACE %d stop (%s)\n",
          trace_num,
          zend_jit_trace_stop_description[stop]);
      }
    }
    stop = zend_jit_compile_root_trace(trace_buffer, orig_opline, offset);
    if (EXPECTED(ZEND_JIT_TRACE_STOP_DONE(stop))) {
      if (JIT_G(debug) & ZEND_JIT_DEBUG_TRACE_COMPILED) {
        fprintf(stderr, "---- TRACE %d %s\n",
          trace_num,
          zend_jit_trace_stop_description[stop]);
      }
    } else {
      goto abort;
    }
  } else {
abort:
    if (JIT_G(debug) & ZEND_JIT_DEBUG_TRACE_ABORT) {
      fprintf(stderr, "---- TRACE %d abort (%s)\n",
        trace_num,
        zend_jit_trace_stop_description[stop]);
    }
    if (!ZEND_JIT_TRACE_STOP_MAY_RECOVER(stop)
     || zend_jit_trace_is_bad_root(orig_opline, stop, offset)) {
      if (JIT_G(debug) & ZEND_JIT_DEBUG_TRACE_BLACKLIST) {
        fprintf(stderr, "---- TRACE %d blacklisted\n",
          trace_num);
      }
      zend_jit_blacklist_root_trace(orig_opline, offset);
    }
    if (ZEND_JIT_TRACE_STOP_REPEAT(stop)) {
      execute_data = EG(current_execute_data);
      opline = EX(opline);
      goto repeat;
    }
  }

  if (JIT_G(debug) & (ZEND_JIT_DEBUG_TRACE_STOP|ZEND_JIT_DEBUG_TRACE_ABORT|ZEND_JIT_DEBUG_TRACE_COMPILED|ZEND_JIT_DEBUG_TRACE_BLACKLIST)) {
    fprintf(stderr, "\n");
  }

  return ret;
}

static void zend_jit_blacklist_trace_exit(uint32_t trace_num, uint32_t exit_num)
{
  const void *handler;
  bool do_bailout = 0;

  zend_shared_alloc_lock();

  if (!(zend_jit_traces[trace_num].exit_info[exit_num].flags & (ZEND_JIT_EXIT_JITED|ZEND_JIT_EXIT_BLACKLISTED))) {
    SHM_UNPROTECT();
    zend_jit_unprotect();

    zend_try {
      handler = zend_jit_trace_exit_to_vm(trace_num, exit_num);

      if (handler) {
        zend_jit_link_side_trace(
          zend_jit_traces[trace_num].code_start,
          zend_jit_traces[trace_num].code_size,
          zend_jit_traces[trace_num].jmp_table_size,
          exit_num,
          handler);
      }
      zend_jit_traces[trace_num].exit_info[exit_num].flags |= ZEND_JIT_EXIT_BLACKLISTED;
    } zend_catch {
      do_bailout = 1;
    } zend_end_try();

    zend_jit_protect();
    SHM_PROTECT();
  }

  zend_shared_alloc_unlock();

  if (do_bailout) {
    zend_bailout();
  }
}

static bool zend_jit_trace_exit_is_bad(uint32_t trace_num, uint32_t exit_num)
{
  uint8_t *counter = JIT_G(exit_counters) +
    zend_jit_traces[trace_num].exit_counters + exit_num;

  if (*counter + 1 >= JIT_G(hot_side_exit) + JIT_G(blacklist_side_trace)) {
    return true;
  }
  (*counter)++;
  return false;
}

static bool zend_jit_trace_exit_is_hot(uint32_t trace_num, uint32_t exit_num)
{
  uint8_t *counter = JIT_G(exit_counters) +
    zend_jit_traces[trace_num].exit_counters + exit_num;

  if (*counter + 1 >= JIT_G(hot_side_exit)) {
    return true;
  }
  (*counter)++;
  return false;
}

static zend_jit_trace_stop zend_jit_compile_side_trace(zend_jit_trace_rec *trace_buffer, uint32_t parent_num, uint32_t exit_num, uint32_t polymorphism)
{
  zend_jit_trace_stop ret;
  const void *handler;
  uint8_t orig_trigger;
  zend_jit_trace_info *t;
  zend_jit_trace_exit_info exit_info[ZEND_JIT_TRACE_MAX_EXITS];
  bool do_bailout = 0;

  zend_shared_alloc_lock();

  /* Checks under lock */
  if (zend_jit_traces[parent_num].exit_info[exit_num].flags & (ZEND_JIT_EXIT_JITED|ZEND_JIT_EXIT_BLACKLISTED)) {
    ret = ZEND_JIT_TRACE_STOP_ALREADY_DONE;
  } else if (ZEND_JIT_TRACE_NUM >= JIT_G(max_root_traces)) {
    ret = ZEND_JIT_TRACE_STOP_TOO_MANY_TRACES;
  } else if (zend_jit_traces[zend_jit_traces[parent_num].root].child_count >= JIT_G(max_side_traces)) {
    ret = ZEND_JIT_TRACE_STOP_TOO_MANY_CHILDREN;
  } else {
    SHM_UNPROTECT();
    zend_jit_unprotect();

    zend_try {
      t = &zend_jit_traces[ZEND_JIT_TRACE_NUM];

      t->id = ZEND_JIT_TRACE_NUM;
      t->root = zend_jit_traces[parent_num].root;
      t->parent = parent_num;
      t->link = 0;
      t->exit_count = 0;
      t->child_count = 0;
      t->stack_map_size = 0;
      t->flags = 0;
      t->polymorphism = polymorphism;
      t->jmp_table_size = 0;
      t->opline = NULL;
      t->exit_info = exit_info;
      t->stack_map = NULL;
      t->consts_count = 0;
      t->constants = NULL;

      orig_trigger = JIT_G(trigger);
      JIT_G(trigger) = ZEND_JIT_ON_HOT_TRACE;

      handler = zend_jit_trace(trace_buffer, parent_num, exit_num);

      JIT_G(trigger) = orig_trigger;

      if (handler) {
        zend_jit_trace_exit_info *shared_exit_info = NULL;

        t->exit_info = NULL;
        if (t->exit_count) {
          /* reallocate exit_info into shared memory */
          shared_exit_info = (zend_jit_trace_exit_info*)zend_shared_alloc(
            sizeof(zend_jit_trace_exit_info) * t->exit_count);

          if (!shared_exit_info) {
            if (t->stack_map) {
              efree(t->stack_map);
              t->stack_map = NULL;
            }
            if (t->constants) {
              efree(t->constants);
              t->constants = NULL;
            }
            ret = ZEND_JIT_TRACE_STOP_NO_SHM;
            goto exit;
          }
          memcpy(shared_exit_info, exit_info,
            sizeof(zend_jit_trace_exit_info) * t->exit_count);
          t->exit_info = shared_exit_info;
        }

        if (t->stack_map_size) {
          zend_jit_trace_stack *shared_stack_map = (zend_jit_trace_stack*)zend_shared_alloc(t->stack_map_size * sizeof(zend_jit_trace_stack));
          if (!shared_stack_map) {
            efree(t->stack_map);
            t->stack_map = NULL;
            if (t->constants) {
              efree(t->constants);
              t->constants = NULL;
            }
            ret = ZEND_JIT_TRACE_STOP_NO_SHM;
            goto exit;
          }
          memcpy(shared_stack_map, t->stack_map, t->stack_map_size * sizeof(zend_jit_trace_stack));
          efree(t->stack_map);
          t->stack_map = shared_stack_map;
          }

        if (t->consts_count) {
          zend_jit_exit_const *constants = (zend_jit_exit_const*)zend_shared_alloc(t->consts_count * sizeof(zend_jit_exit_const));
          if (!constants) {
            efree(t->constants);
            ret = ZEND_JIT_TRACE_STOP_NO_SHM;
            goto exit;
          }
          memcpy(constants, t->constants, t->consts_count * sizeof(zend_jit_exit_const));
          efree(t->constants);
          t->constants = constants;
        }

        zend_jit_link_side_trace(
          zend_jit_traces[parent_num].code_start,
          zend_jit_traces[parent_num].code_size,
          zend_jit_traces[parent_num].jmp_table_size,
          exit_num,
          handler);

        t->exit_counters = ZEND_JIT_EXIT_COUNTERS;
        ZEND_JIT_EXIT_COUNTERS += t->exit_count;

        zend_jit_traces[zend_jit_traces[parent_num].root].child_count++;
        ZEND_JIT_TRACE_NUM++;
        zend_jit_traces[parent_num].exit_info[exit_num].flags |= ZEND_JIT_EXIT_JITED;

        ret = ZEND_JIT_TRACE_STOP_COMPILED;
      } else if (t->exit_count >= ZEND_JIT_TRACE_MAX_EXITS ||
                 ZEND_JIT_EXIT_COUNTERS + t->exit_count >= JIT_G(max_exit_counters)) {
          if (t->stack_map) {
          efree(t->stack_map);
          t->stack_map = NULL;
        }
        if (t->constants) {
          efree(t->constants);
          t->constants = NULL;
        }
        ret = ZEND_JIT_TRACE_STOP_TOO_MANY_EXITS;
      } else {
        if (t->stack_map) {
          efree(t->stack_map);
          t->stack_map = NULL;
        }
        if (t->constants) {
          efree(t->constants);
          t->constants = NULL;
        }
        ret = ZEND_JIT_TRACE_STOP_COMPILER_ERROR;
      }

exit:;
    } zend_catch {
      do_bailout = 1;
    }  zend_end_try();

    zend_jit_protect();
    SHM_PROTECT();
  }

  zend_shared_alloc_unlock();

  if (do_bailout) {
    zend_bailout();
  }

  if ((JIT_G(debug) & ZEND_JIT_DEBUG_TRACE_EXIT_INFO) != 0
   && ret == ZEND_JIT_TRACE_STOP_COMPILED
   && t->exit_count > 0) {
    zend_jit_dump_exit_info(t);
  }

  return ret;
}

int ZEND_FASTCALL zend_jit_trace_hot_side(zend_execute_data *execute_data, uint32_t parent_num, uint32_t exit_num)
{
  zend_jit_trace_stop stop;
  int ret = 0;
  uint32_t trace_num;
  zend_jit_trace_rec trace_buffer[ZEND_JIT_TRACE_MAX_LENGTH];
  uint32_t is_megamorphic = 0;
  uint32_t polymorphism = 0;
  uint32_t root;
  int ret_depth = 0;

  trace_num = ZEND_JIT_TRACE_NUM;

  /* Lock-free check if the side trace was already JIT-ed or blacklist-ed in another process */
  if (zend_jit_traces[parent_num].exit_info[exit_num].flags & (ZEND_JIT_EXIT_JITED|ZEND_JIT_EXIT_BLACKLISTED)) {
    return 0;
  }

  if (JIT_G(debug) & ZEND_JIT_DEBUG_TRACE_START) {
    fprintf(stderr, "---- TRACE %d start (side trace %d/%d) %s%s%s() %s:%d\n",
      trace_num, parent_num, exit_num,
      EX(func)->op_array.scope ? ZSTR_VAL(EX(func)->op_array.scope->name) : "",
      EX(func)->op_array.scope ? "::" : "",
      EX(func)->op_array.function_name ?
        ZSTR_VAL(EX(func)->op_array.function_name) : "$main",
      ZSTR_VAL(EX(func)->op_array.filename),
      EX(opline)->lineno);
  }

  if (ZEND_JIT_TRACE_NUM >= JIT_G(max_root_traces)) {
    stop = ZEND_JIT_TRACE_STOP_TOO_MANY_TRACES;
    goto abort;
  }

  root = zend_jit_traces[parent_num].root;
  if (zend_jit_traces[root].child_count >= JIT_G(max_side_traces)) {
    stop = ZEND_JIT_TRACE_STOP_TOO_MANY_CHILDREN;
    goto abort;
  }

  if (JIT_G(max_polymorphic_calls) > 0) {
    if ((zend_jit_traces[parent_num].exit_info[exit_num].flags & (ZEND_JIT_EXIT_METHOD_CALL|ZEND_JIT_EXIT_CLOSURE_CALL))
     || ((zend_jit_traces[parent_num].exit_info[exit_num].flags & ZEND_JIT_EXIT_POLYMORPHISM)
      && EX(call))) {
      if (zend_jit_traces[parent_num].polymorphism >= JIT_G(max_polymorphic_calls) - 1) {
        is_megamorphic = zend_jit_traces[parent_num].exit_info[exit_num].flags &
          (ZEND_JIT_EXIT_METHOD_CALL | ZEND_JIT_EXIT_CLOSURE_CALL | ZEND_JIT_EXIT_POLYMORPHISM);
      } else if (!zend_jit_traces[parent_num].polymorphism) {
        polymorphism = 1;
      } else if (exit_num == 0) {
        polymorphism = zend_jit_traces[parent_num].polymorphism + 1;
      }
    }
  }

  /* Check if this is a side trace of a root LOOP trace */
  if ((zend_jit_traces[root].flags & ZEND_JIT_TRACE_LOOP)
   && zend_jit_traces[root].op_array != &EX(func)->op_array) {
    const zend_op_array *op_array = zend_jit_traces[root].op_array;
    const zend_op *opline = zend_jit_traces[root].opline;
    zend_jit_op_array_trace_extension *jit_extension =
        (zend_jit_op_array_trace_extension*)ZEND_FUNC_INFO(op_array);

    if (jit_extension->trace_info[opline - op_array->opcodes].trace_flags & ZEND_JIT_TRACE_START_LOOP) {
      zend_execute_data *ex = execute_data;
      int n = 0;
      do {
        ex = ex->prev_execute_data;
        n++;
      } while (ex && (!ex->func || zend_jit_traces[root].op_array != &ex->func->op_array));
      if (ex && n <= ZEND_JIT_TRACE_MAX_RET_DEPTH) {
        ret_depth = n;
      }
    }
  }

  JIT_G(tracing) = 1;
  stop = zend_jit_trace_execute(execute_data, EX(opline), trace_buffer, ZEND_JIT_TRACE_START_SIDE, is_megamorphic, ret_depth);
  JIT_G(tracing) = 0;

  if (stop & ZEND_JIT_TRACE_HALT) {
    ret = -1;
  }
  stop &= ~ZEND_JIT_TRACE_HALT;

  if (UNEXPECTED(trace_buffer->start != ZEND_JIT_TRACE_START_SIDE)) {
    if (JIT_G(debug) & ZEND_JIT_DEBUG_TRACE_START) {
      const zend_op_array *op_array = trace_buffer[0].op_array;
      const zend_op *opline = trace_buffer[1].opline;
      zend_jit_op_array_trace_extension *jit_extension =
        (zend_jit_op_array_trace_extension*)ZEND_FUNC_INFO(op_array);
      size_t offset = jit_extension->offset;

      fprintf(stderr, "---- TRACE %d start (%s) %s%s%s() %s:%d\n",
        trace_num,
        zend_jit_trace_star_desc(ZEND_OP_TRACE_INFO(opline, offset)->trace_flags),
        op_array->scope ? ZSTR_VAL(op_array->scope->name) : "",
        op_array->scope ? "::" : "",
        op_array->function_name ?
          ZSTR_VAL(op_array->function_name) : "$main",
        ZSTR_VAL(op_array->filename),
        opline->lineno);
    }
  }

  if (UNEXPECTED(JIT_G(debug) & ZEND_JIT_DEBUG_TRACE_BYTECODE)) {
    zend_jit_dump_trace(trace_buffer, NULL);
  }

  if (ZEND_JIT_TRACE_STOP_OK(stop)) {
    if (JIT_G(debug) & ZEND_JIT_DEBUG_TRACE_STOP) {
      if (stop == ZEND_JIT_TRACE_STOP_LINK) {
        uint32_t idx = trace_buffer[1].last;
        uint32_t link_to = zend_jit_find_trace(trace_buffer[idx].opline->handler);;
        fprintf(stderr, "---- TRACE %d stop (link to %d)\n",
          trace_num,
          link_to);
      } else {
        fprintf(stderr, "---- TRACE %d stop (%s)\n",
          trace_num,
          zend_jit_trace_stop_description[stop]);
      }
    }
    if (EXPECTED(trace_buffer->start == ZEND_JIT_TRACE_START_SIDE)) {
      stop = zend_jit_compile_side_trace(trace_buffer, parent_num, exit_num, polymorphism);
    } else {
      const zend_op_array *op_array = trace_buffer[0].op_array;
      zend_jit_op_array_trace_extension *jit_extension =
        (zend_jit_op_array_trace_extension*)ZEND_FUNC_INFO(op_array);
      const zend_op *opline = trace_buffer[1].opline;

      stop = zend_jit_compile_root_trace(trace_buffer, opline, jit_extension->offset);
    }
    if (EXPECTED(ZEND_JIT_TRACE_STOP_DONE(stop))) {
      if (JIT_G(debug) & ZEND_JIT_DEBUG_TRACE_COMPILED) {
        fprintf(stderr, "---- TRACE %d %s\n",
          trace_num,
          zend_jit_trace_stop_description[stop]);
      }
    } else {
      goto abort;
    }
  } else {
abort:
    if (JIT_G(debug) & ZEND_JIT_DEBUG_TRACE_ABORT) {
      fprintf(stderr, "---- TRACE %d abort (%s)\n",
        trace_num,
        zend_jit_trace_stop_description[stop]);
    }
    if (!ZEND_JIT_TRACE_STOP_MAY_RECOVER(stop)
     || zend_jit_trace_exit_is_bad(parent_num, exit_num)) {
      zend_jit_blacklist_trace_exit(parent_num, exit_num);
      if (JIT_G(debug) & ZEND_JIT_DEBUG_TRACE_BLACKLIST) {
        fprintf(stderr, "---- EXIT %d/%d blacklisted\n",
          parent_num, exit_num);
      }
    }
    if (ZEND_JIT_TRACE_STOP_REPEAT(stop)) {
      execute_data = EG(current_execute_data);
      return zend_jit_trace_hot_root(execute_data, EX(opline));
    }
  }

  if (JIT_G(debug) & (ZEND_JIT_DEBUG_TRACE_STOP|ZEND_JIT_DEBUG_TRACE_ABORT|ZEND_JIT_DEBUG_TRACE_COMPILED|ZEND_JIT_DEBUG_TRACE_BLACKLIST)) {
    fprintf(stderr, "\n");
  }

  return ret;
}

int ZEND_FASTCALL zend_jit_trace_exit(uint32_t exit_num, zend_jit_registers_buf *regs)
{
  uint32_t trace_num = EG(jit_trace_num);
  zend_execute_data *execute_data = EG(current_execute_data);
  const zend_op *orig_opline = EX(opline);
  const zend_op *opline;
  zend_jit_trace_info *t = &zend_jit_traces[trace_num];
  int repeat_last_opline = 0;

  /* Deoptimization of VM stack state */
  uint32_t i;
  uint32_t stack_size = t->exit_info[exit_num].stack_size;
  zend_jit_trace_stack *stack = stack_size ? t->stack_map + t->exit_info[exit_num].stack_offset : NULL;

  if (t->exit_info[exit_num].flags & ZEND_JIT_EXIT_RESTORE_CALL) {
    zend_execute_data *call = (zend_execute_data *)regs->gpr[ZREG_RX];
    call->prev_execute_data = EX(call);
    EX(call) = call;
  }

  for (i = 0; i < stack_size; i++) {
    if (STACK_FLAGS(stack, i) == ZREG_CONST) {
      if (STACK_TYPE(stack, i) == IS_LONG) {
        ZVAL_LONG(EX_VAR_NUM(i), (zend_long)t->constants[STACK_REF(stack, i)].i);
      } else if (STACK_TYPE(stack, i) == IS_DOUBLE) {
        ZVAL_DOUBLE(EX_VAR_NUM(i), t->constants[STACK_REF(stack, i)].d);
      } else {
        ZEND_UNREACHABLE();
      }
    } else if (STACK_FLAGS(stack, i) == ZREG_TYPE_ONLY) {
      uint32_t type = STACK_TYPE(stack, i);
      if (type <= IS_DOUBLE) {
        Z_TYPE_INFO_P(EX_VAR_NUM(i)) = type;
      } else {
        ZEND_UNREACHABLE();
      }
    } else if (STACK_FLAGS(stack, i) == ZREG_THIS) {
      ZVAL_OBJ_COPY(EX_VAR_NUM(i), Z_OBJ(EX(This)));
    } else if (STACK_FLAGS(stack, i) == ZREG_ZVAL_ADDREF) {
      Z_TRY_ADDREF_P(EX_VAR_NUM(i));
    } else if (STACK_FLAGS(stack, i) == ZREG_ZVAL_COPY) {
      zval *val = (zval*)regs->gpr[STACK_REG(stack, i)];

      if (UNEXPECTED(Z_TYPE_P(val) == IS_UNDEF)) {
        /* Undefined array index or property */
        const zend_op *op = t->exit_info[exit_num].opline;
        ZEND_ASSERT(op);
        op--;
        if (op->opcode == ZEND_FETCH_DIM_IS) {
          ZVAL_NULL(EX_VAR_NUM(i));
        } else if (op->opcode == ZEND_FETCH_OBJ_IS
         && (Z_PROP_FLAG_P(val) & (IS_PROP_LAZY|IS_PROP_UNINIT)) == IS_PROP_UNINIT) {
          ZVAL_NULL(EX_VAR_NUM(i));
        } else {
          ZEND_ASSERT(op->opcode == ZEND_FETCH_DIM_R || op->opcode == ZEND_FETCH_LIST_R || op->opcode == ZEND_FETCH_OBJ_R || op->opcode == ZEND_FETCH_OBJ_IS || op->opcode == ZEND_FETCH_DIM_FUNC_ARG || op->opcode == ZEND_FETCH_OBJ_FUNC_ARG);
          repeat_last_opline = 1;
        }
      } else {
        ZVAL_COPY(EX_VAR_NUM(i), val);
      }
    } else if (STACK_FLAGS(stack, i) & ZREG_SPILL_SLOT) {
      ZEND_ASSERT(STACK_REG(stack, i) != ZREG_NONE);
      uintptr_t ptr = (uintptr_t)regs->gpr[STACK_REG(stack, i)] + STACK_REF(stack, i);

      if (STACK_TYPE(stack, i) == IS_LONG) {
        ZVAL_LONG(EX_VAR_NUM(i), *(zend_long*)ptr);
      } else if (STACK_TYPE(stack, i) == IS_DOUBLE) {
        ZVAL_DOUBLE(EX_VAR_NUM(i), *(double*)ptr);
      } else {
        ZEND_UNREACHABLE();
      }
    } else if (STACK_REG(stack, i) != ZREG_NONE) {
      if (STACK_TYPE(stack, i) == IS_LONG) {
        zend_long val = regs->gpr[STACK_REG(stack, i)];
        ZVAL_LONG(EX_VAR_NUM(i), val);
      } else if (STACK_TYPE(stack, i) == IS_DOUBLE) {
        double val = regs->fpr[STACK_REG(stack, i) - ZREG_FIRST_FPR];
        ZVAL_DOUBLE(EX_VAR_NUM(i), val);
      } else {
        ZEND_UNREACHABLE();
      }
    }
  }

  if (repeat_last_opline) {
    EX(opline) = t->exit_info[exit_num].opline - 1;
    if ((EX(opline)->op1_type & (IS_VAR|IS_TMP_VAR))
     && !(t->exit_info[exit_num].flags & ZEND_JIT_EXIT_FREE_OP1)
     && EX(opline)->opcode != ZEND_FETCH_LIST_R) {
      Z_TRY_ADDREF_P(EX_VAR(EX(opline)->op1.var));
    }
    return 1;
  }

  opline = t->exit_info[exit_num].opline;

  if (opline) {
    if (t->exit_info[exit_num].flags & ZEND_JIT_EXIT_FREE_OP2) {
      ZEND_ASSERT((opline-1)->opcode == ZEND_FETCH_DIM_R
          || (opline-1)->opcode == ZEND_FETCH_DIM_IS
          || (opline-1)->opcode == ZEND_FETCH_LIST_R
          || (opline-1)->opcode == ZEND_FETCH_DIM_FUNC_ARG);
      EX(opline) = opline-1;
      zval_ptr_dtor_nogc(EX_VAR((opline-1)->op2.var));
    }
    if (t->exit_info[exit_num].flags & ZEND_JIT_EXIT_FREE_OP1) {
      ZEND_ASSERT((opline-1)->opcode == ZEND_FETCH_DIM_R
          || (opline-1)->opcode == ZEND_FETCH_DIM_IS
          || (opline-1)->opcode == ZEND_FETCH_DIM_FUNC_ARG
          || (opline-1)->opcode == ZEND_FETCH_OBJ_R
          || (opline-1)->opcode == ZEND_FETCH_OBJ_IS
          || (opline-1)->opcode == ZEND_FETCH_OBJ_FUNC_ARG);
      EX(opline) = opline-1;
      zval_ptr_dtor_nogc(EX_VAR((opline-1)->op1.var));
    }
    if (t->exit_info[exit_num].flags & (ZEND_JIT_EXIT_FREE_OP1|ZEND_JIT_EXIT_FREE_OP2|ZEND_JIT_EXIT_CHECK_EXCEPTION)) {
      if (EG(exception)) {
        /* EX(opline) was overridden in zend_jit_trace_exit_stub(),
         * and may be wrong when IP is reused. */
        EX(opline) = EG(exception_op);
        return 0;
      }
    }
    if (t->exit_info[exit_num].flags & ZEND_JIT_EXIT_METHOD_CALL) {
      zend_jit_ref_snapshot *func_snapshot = &t->exit_info[exit_num].poly_func;
      ZEND_ASSERT(func_snapshot->reg >= 0);

      zend_function *func;
      if (IR_REG_SPILLED(func_snapshot->reg)) {
        func = *(zend_function**)(regs->gpr[IR_REG_NUM(func_snapshot->reg)] + func_snapshot->offset);
      } else {
        func = (zend_function*)regs->gpr[func_snapshot->reg];
      }
      if (UNEXPECTED(func->common.fn_flags & ZEND_ACC_CALL_VIA_TRAMPOLINE)) {
        zend_string_release_ex(func->common.function_name, 0);
        zend_free_trampoline(func);
        EX(opline) = opline;
        return 1;
      }
    }

    /* Set VM opline to continue interpretation */
    EX(opline) = opline;
  }

  if (atomic_load(&EG(vm_interrupt)) || JIT_G(tracing)) {
    return 1;
  /* Lock-free check if the side trace was already JIT-ed or blacklist-ed in another process */
  } else if (t->exit_info[exit_num].flags & (ZEND_JIT_EXIT_JITED|ZEND_JIT_EXIT_BLACKLISTED)) {
    return 0;
  }

  ZEND_ASSERT(EX(func)->type == ZEND_USER_FUNCTION);
  ZEND_ASSERT(EX(opline) >= EX(func)->op_array.opcodes &&
    EX(opline) < EX(func)->op_array.opcodes + EX(func)->op_array.last);

  if (JIT_G(debug) & ZEND_JIT_DEBUG_TRACE_EXIT) {
    fprintf(stderr, "     TRACE %d exit %d %s%s%s() %s:%d\n",
      trace_num,
      exit_num,
      EX(func)->op_array.scope ? ZSTR_VAL(EX(func)->op_array.scope->name) : "",
      EX(func)->op_array.scope ? "::" : "",
      EX(func)->op_array.function_name ?
        ZSTR_VAL(EX(func)->op_array.function_name) : "$main",
      ZSTR_VAL(EX(func)->op_array.filename),
      EX(opline)->lineno);
  }

  if (t->exit_info[exit_num].flags & ZEND_JIT_EXIT_INVALIDATE) {
    zend_jit_op_array_trace_extension *jit_extension;
    uint32_t num = trace_num;

    while (t->root != num) {
      num = t->root;
      t = &zend_jit_traces[num];
    }

    zend_shared_alloc_lock();

    jit_extension = (zend_jit_op_array_trace_extension*)ZEND_FUNC_INFO(t->op_array);

    /* Checks under lock, just in case something has changed while we were waiting for the lock */
    if (!(ZEND_OP_TRACE_INFO(t->opline, jit_extension->offset)->trace_flags & (ZEND_JIT_TRACE_JITED|ZEND_JIT_TRACE_BLACKLISTED))) {
      /* skip: not JIT-ed nor blacklisted */
    } else if (ZEND_JIT_TRACE_NUM >= JIT_G(max_root_traces)) {
      /* too many root traces, blacklist the root trace */
      if (!(ZEND_OP_TRACE_INFO(t->opline, jit_extension->offset)->trace_flags & ZEND_JIT_TRACE_BLACKLISTED)) {
        SHM_UNPROTECT();
        zend_jit_unprotect();

        ((zend_op*)(t->opline))->handler =
          ZEND_OP_TRACE_INFO(t->opline, jit_extension->offset)->orig_handler;

        ZEND_OP_TRACE_INFO(t->opline, jit_extension->offset)->trace_flags &= ~ZEND_JIT_TRACE_JITED;
        ZEND_OP_TRACE_INFO(t->opline, jit_extension->offset)->trace_flags |= ZEND_JIT_TRACE_BLACKLISTED;

        zend_jit_protect();
        SHM_PROTECT();
      }
    } else {
      SHM_UNPROTECT();
      zend_jit_unprotect();

      if (ZEND_OP_TRACE_INFO(t->opline, jit_extension->offset)->trace_flags & ZEND_JIT_TRACE_START_LOOP) {
        ((zend_op*)(t->opline))->handler = zend_jit_loop_trace_counter_handler;
      } else if (ZEND_OP_TRACE_INFO(t->opline, jit_extension->offset)->trace_flags & ZEND_JIT_TRACE_START_ENTER) {
        ((zend_op*)(t->opline))->handler = zend_jit_func_trace_counter_handler;
      } else if (ZEND_OP_TRACE_INFO(t->opline, jit_extension->offset)->trace_flags & ZEND_JIT_TRACE_START_RETURN) {
        ((zend_op*)(t->opline))->handler = zend_jit_ret_trace_counter_handler;
      }
      ZEND_OP_TRACE_INFO(t->opline, jit_extension->offset)->trace_flags &=
        ZEND_JIT_TRACE_START_LOOP|ZEND_JIT_TRACE_START_ENTER|ZEND_JIT_TRACE_START_RETURN;

      zend_jit_protect();
      SHM_PROTECT();
    }

    zend_shared_alloc_unlock();

    return 0;
  }

  if (t->exit_info[exit_num].flags & ZEND_JIT_EXIT_TO_VM) {
    if (zend_jit_trace_exit_is_bad(trace_num, exit_num)) {
      zend_jit_blacklist_trace_exit(trace_num, exit_num);
      if (JIT_G(debug) & ZEND_JIT_DEBUG_TRACE_BLACKLIST) {
        fprintf(stderr, "---- EXIT %d/%d blacklisted\n",
          trace_num, exit_num);
      }
      return 0;
    }
  } else if (JIT_G(hot_side_exit) && zend_jit_trace_exit_is_hot(trace_num, exit_num)) {
    return zend_jit_trace_hot_side(execute_data, trace_num, exit_num);
  }

  /* Return 1 to call original handler instead of the same JIT-ed trace */
  return (orig_opline == t->opline && EX(opline) == orig_opline);
}

static zend_always_inline uint8_t zend_jit_trace_supported(const zend_op *opline)
{
  switch (opline->opcode) {
    case ZEND_CATCH:
    case ZEND_FAST_CALL:
    case ZEND_FAST_RET:
      return ZEND_JIT_TRACE_UNSUPPORTED;
    default:
      return ZEND_JIT_TRACE_SUPPORTED;
  }
}

static int zend_jit_restart_hot_trace_counters(zend_op_array *op_array)
{
  zend_jit_op_array_trace_extension *jit_extension;
  uint32_t i;

  jit_extension = (zend_jit_op_array_trace_extension*)ZEND_FUNC_INFO(op_array);
  for (i = 0; i < op_array->last; i++) {
    jit_extension->trace_info[i].trace_flags &=
      ZEND_JIT_TRACE_START_LOOP | ZEND_JIT_TRACE_START_ENTER | ZEND_JIT_TRACE_UNSUPPORTED;
    if (jit_extension->trace_info[i].trace_flags == ZEND_JIT_TRACE_START_LOOP) {
      op_array->opcodes[i].handler = zend_jit_loop_trace_counter_handler;
    } else if (jit_extension->trace_info[i].trace_flags == ZEND_JIT_TRACE_START_ENTER) {
      op_array->opcodes[i].handler = zend_jit_func_trace_counter_handler;
    } else {
      op_array->opcodes[i].handler = jit_extension->trace_info[i].orig_handler;
    }
  }
  return SUCCESS;
}

static int zend_jit_setup_hot_trace_counters(zend_op_array *op_array)
{
  zend_op *opline;
  zend_jit_op_array_trace_extension *jit_extension;
  uint32_t i;

  ZEND_ASSERT(sizeof(zend_op_trace_info) == sizeof(zend_op));

  jit_extension = (zend_jit_op_array_trace_extension*)zend_shared_alloc(sizeof(zend_jit_op_array_trace_extension) + (op_array->last - 1) * sizeof(zend_op_trace_info));
  if (!jit_extension) {
    return FAILURE;
  }
  memset(&jit_extension->func_info, 0, sizeof(zend_func_info));
  jit_extension->func_info.flags = ZEND_FUNC_JIT_ON_HOT_TRACE;
  jit_extension->op_array = op_array;
  jit_extension->offset = (char*)jit_extension->trace_info - (char*)op_array->opcodes;
  for (i = 0; i < op_array->last; i++) {
    jit_extension->trace_info[i].orig_handler = op_array->opcodes[i].handler;
    jit_extension->trace_info[i].call_handler = (zend_vm_opcode_handler_func_t)zend_get_opcode_handler_func(&op_array->opcodes[i]);
    jit_extension->trace_info[i].counter = NULL;
    jit_extension->trace_info[i].trace_flags =
      zend_jit_trace_supported(&op_array->opcodes[i]);
  }
  ZEND_SET_FUNC_INFO(op_array, (void*)jit_extension);

  if (JIT_G(hot_loop)) {
    zend_cfg cfg;

    ZEND_ASSERT(zend_jit_loop_trace_counter_handler != NULL);

    if (zend_jit_build_cfg(op_array, &cfg) != SUCCESS) {
      return FAILURE;
    }

    for (i = 0; i < cfg.blocks_count; i++) {
      if (cfg.blocks[i].flags & ZEND_BB_REACHABLE) {
        if (cfg.blocks[i].flags & ZEND_BB_LOOP_HEADER) {
          /* loop header */
          opline = op_array->opcodes + cfg.blocks[i].start;
          if (!(ZEND_OP_TRACE_INFO(opline, jit_extension->offset)->trace_flags & ZEND_JIT_TRACE_UNSUPPORTED)) {
            opline->handler = zend_jit_loop_trace_counter_handler;
            if (!ZEND_OP_TRACE_INFO(opline, jit_extension->offset)->counter) {
              ZEND_OP_TRACE_INFO(opline, jit_extension->offset)->counter =
                &zend_jit_hot_counters[ZEND_JIT_COUNTER_NUM];
              ZEND_JIT_COUNTER_NUM = (ZEND_JIT_COUNTER_NUM + 1) % ZEND_HOT_COUNTERS_COUNT;
            }
            ZEND_OP_TRACE_INFO(opline, jit_extension->offset)->trace_flags |=
              ZEND_JIT_TRACE_START_LOOP;
          }
        }
      }
    }
  }

  if (JIT_G(hot_func)) {
    ZEND_ASSERT(zend_jit_func_trace_counter_handler != NULL);
    opline = op_array->opcodes;
    if (!(op_array->fn_flags & ZEND_ACC_HAS_TYPE_HINTS)) {
      while (opline->opcode == ZEND_RECV || opline->opcode == ZEND_RECV_INIT) {
        opline++;
      }
    }

    if (!ZEND_OP_TRACE_INFO(opline, jit_extension->offset)->trace_flags) {
      /* function entry */
      opline->handler = zend_jit_func_trace_counter_handler;
      ZEND_OP_TRACE_INFO(opline, jit_extension->offset)->counter =
        &zend_jit_hot_counters[ZEND_JIT_COUNTER_NUM];
      ZEND_JIT_COUNTER_NUM = (ZEND_JIT_COUNTER_NUM + 1) % ZEND_HOT_COUNTERS_COUNT;
      ZEND_OP_TRACE_INFO(opline, jit_extension->offset)->trace_flags |=
        ZEND_JIT_TRACE_START_ENTER;
    }
  }

  zend_shared_alloc_register_xlat_entry(op_array->opcodes, jit_extension);

  return SUCCESS;
}

static void zend_jit_trace_init_caches(void)
{
  memset(ZEND_VOIDP(JIT_G(bad_root_cache_opline)), 0, sizeof(JIT_G(bad_root_cache_opline)));
  memset(JIT_G(bad_root_cache_count), 0, sizeof(JIT_G(bad_root_cache_count)));
  memset(JIT_G(bad_root_cache_stop), 0, sizeof(JIT_G(bad_root_cache_count)));
  JIT_G(bad_root_slot) = 0;

  if (JIT_G(exit_counters)) {
    memset(JIT_G(exit_counters), 0, JIT_G(max_exit_counters));
  }
}

static void zend_jit_trace_reset_caches(void)
{
  JIT_G(tracing) = 0;
#ifdef ZTS
  if (!JIT_G(exit_counters)) {
    JIT_G(exit_counters) = calloc(JIT_G(max_exit_counters), 1);
  }
#endif
}

static void zend_jit_trace_free_caches(zend_jit_globals *jit_globals)
{
  if (jit_globals->exit_counters) {
    free(jit_globals->exit_counters);
  }
}

static void zend_jit_trace_restart(void)
{
  ZEND_JIT_TRACE_NUM = 1;
  ZEND_JIT_COUNTER_NUM = 0;
  ZEND_JIT_EXIT_NUM = 0;
  ZEND_JIT_EXIT_COUNTERS = 0;
  ZCSG(jit_counters_stopped) = false;

  zend_jit_trace_init_caches();
}

Coverage Report

Created: 2026-10-28 06:20