/src/php-src/Zend/Optimizer/zend_dfg.c
Line | Count | Source |
1 | | /* |
2 | | +----------------------------------------------------------------------+ |
3 | | | Zend Engine, DFG - Data Flow Graph | |
4 | | +----------------------------------------------------------------------+ |
5 | | | Copyright © The PHP Group and Contributors. | |
6 | | +----------------------------------------------------------------------+ |
7 | | | This source file is subject to the Modified BSD License that is | |
8 | | | bundled with this package in the file LICENSE, and is available | |
9 | | | through the World Wide Web at <https://www.php.net/license/>. | |
10 | | | | |
11 | | | SPDX-License-Identifier: BSD-3-Clause | |
12 | | +----------------------------------------------------------------------+ |
13 | | | Authors: Dmitry Stogov <dmitry@php.net> | |
14 | | +----------------------------------------------------------------------+ |
15 | | */ |
16 | | |
17 | | #include "zend_compile.h" |
18 | | #include "zend_dfg.h" |
19 | | |
20 | | static zend_always_inline void zend_dfg_add_use_def_op_impl(const zend_op_array *op_array, const zend_op *opline, uint32_t build_flags, zend_bitset use, zend_bitset def) /* {{{ */ |
21 | 1.46M | { |
22 | 1.46M | uint32_t var_num; |
23 | 1.46M | const zend_op *next; |
24 | | |
25 | 1.46M | if (opline->op1_type & (IS_CV|IS_VAR|IS_TMP_VAR)) { |
26 | 844k | var_num = EX_VAR_TO_NUM(opline->op1.var); |
27 | 844k | if (!zend_bitset_in(def, var_num)) { |
28 | 226k | zend_bitset_incl(use, var_num); |
29 | 226k | } |
30 | 844k | } |
31 | 1.46M | if (((opline->op2_type & (IS_VAR|IS_TMP_VAR)) != 0 |
32 | 119k | && opline->opcode != ZEND_FE_FETCH_R |
33 | 119k | && opline->opcode != ZEND_FE_FETCH_RW) |
34 | 1.34M | || (opline->op2_type == IS_CV)) { |
35 | 252k | var_num = EX_VAR_TO_NUM(opline->op2.var); |
36 | 252k | if (!zend_bitset_in(def, var_num)) { |
37 | 142k | zend_bitset_incl(use, var_num); |
38 | 142k | } |
39 | 252k | } |
40 | 1.46M | if ((build_flags & ZEND_SSA_USE_CV_RESULTS) |
41 | 0 | && opline->result_type == IS_CV |
42 | 0 | && opline->opcode != ZEND_RECV) { |
43 | 0 | var_num = EX_VAR_TO_NUM(opline->result.var); |
44 | 0 | if (!zend_bitset_in(def, var_num)) { |
45 | 0 | zend_bitset_incl(use, var_num); |
46 | 0 | } |
47 | 0 | } |
48 | | |
49 | 1.46M | switch (opline->opcode) { |
50 | 63.1k | case ZEND_ASSIGN: |
51 | 63.1k | if ((build_flags & ZEND_SSA_RC_INFERENCE) && opline->op2_type == IS_CV) { |
52 | 0 | zend_bitset_incl(def, EX_VAR_TO_NUM(opline->op2.var)); |
53 | 0 | } |
54 | 63.1k | if (opline->op1_type == IS_CV) { |
55 | 119k | add_op1_def: |
56 | 119k | zend_bitset_incl(def, EX_VAR_TO_NUM(opline->op1.var)); |
57 | 119k | } |
58 | 119k | break; |
59 | 119k | case ZEND_ASSIGN_REF: |
60 | 2.66k | if (opline->op2_type == IS_CV) { |
61 | 1.32k | zend_bitset_incl(def, EX_VAR_TO_NUM(opline->op2.var)); |
62 | 1.32k | } |
63 | 2.66k | if (opline->op1_type == IS_CV) { |
64 | 1.99k | goto add_op1_def; |
65 | 1.99k | } |
66 | 676 | break; |
67 | 9.94k | case ZEND_ASSIGN_DIM: |
68 | 19.5k | case ZEND_ASSIGN_OBJ: |
69 | 19.5k | next = opline + 1; |
70 | 19.5k | if (next->op1_type & (IS_CV|IS_VAR|IS_TMP_VAR)) { |
71 | 11.7k | var_num = EX_VAR_TO_NUM(next->op1.var); |
72 | 11.7k | if (!zend_bitset_in(def, var_num)) { |
73 | 1.81k | zend_bitset_incl(use, var_num); |
74 | 1.81k | } |
75 | 11.7k | if (build_flags & ZEND_SSA_RC_INFERENCE && next->op1_type == IS_CV) { |
76 | 0 | zend_bitset_incl(def, var_num); |
77 | 0 | } |
78 | 11.7k | } |
79 | 19.5k | if (opline->op1_type == IS_CV) { |
80 | 11.9k | goto add_op1_def; |
81 | 11.9k | } |
82 | 7.58k | break; |
83 | 7.58k | case ZEND_ASSIGN_OBJ_REF: |
84 | 409 | next = opline + 1; |
85 | 409 | if (next->op1_type & (IS_CV|IS_VAR|IS_TMP_VAR)) { |
86 | 409 | var_num = EX_VAR_TO_NUM(next->op1.var); |
87 | 409 | if (!zend_bitset_in(def, var_num)) { |
88 | 78 | zend_bitset_incl(use, var_num); |
89 | 78 | } |
90 | 409 | if (next->op1_type == IS_CV) { |
91 | 281 | zend_bitset_incl(def, var_num); |
92 | 281 | } |
93 | 409 | } |
94 | 409 | if (opline->op1_type == IS_CV) { |
95 | 186 | goto add_op1_def; |
96 | 186 | } |
97 | 223 | break; |
98 | 909 | case ZEND_ASSIGN_STATIC_PROP: |
99 | 909 | next = opline + 1; |
100 | 909 | if (next->op1_type & (IS_CV|IS_VAR|IS_TMP_VAR)) { |
101 | 521 | var_num = EX_VAR_TO_NUM(next->op1.var); |
102 | 521 | if (!zend_bitset_in(def, var_num)) { |
103 | 136 | zend_bitset_incl(use, var_num); |
104 | 136 | } |
105 | 521 | if ((build_flags & ZEND_SSA_RC_INFERENCE) && next->op1_type == IS_CV) { |
106 | 0 | zend_bitset_incl(def, var_num); |
107 | 0 | } |
108 | 521 | } |
109 | 909 | break; |
110 | 164 | case ZEND_ASSIGN_STATIC_PROP_REF: |
111 | 164 | next = opline + 1; |
112 | 164 | if (next->op1_type & (IS_CV|IS_VAR|IS_TMP_VAR)) { |
113 | 164 | var_num = EX_VAR_TO_NUM(next->op1.var); |
114 | 164 | if (!zend_bitset_in(def, var_num)) { |
115 | 10 | zend_bitset_incl(use, var_num); |
116 | 10 | } |
117 | 164 | if (next->op1_type == IS_CV) { |
118 | 46 | zend_bitset_incl(def, var_num); |
119 | 46 | } |
120 | 164 | } |
121 | 164 | break; |
122 | 20 | case ZEND_ASSIGN_STATIC_PROP_OP: |
123 | 20 | case ZEND_FRAMELESS_ICALL_3: |
124 | 20 | next = opline + 1; |
125 | 20 | if (next->op1_type & (IS_CV|IS_VAR|IS_TMP_VAR)) { |
126 | 2 | var_num = EX_VAR_TO_NUM(next->op1.var); |
127 | 2 | if (!zend_bitset_in(def, var_num)) { |
128 | 0 | zend_bitset_incl(use, var_num); |
129 | 0 | } |
130 | 2 | } |
131 | 20 | break; |
132 | 1.76k | case ZEND_ASSIGN_DIM_OP: |
133 | 2.47k | case ZEND_ASSIGN_OBJ_OP: |
134 | 2.47k | next = opline + 1; |
135 | 2.47k | if (next->op1_type & (IS_CV|IS_VAR|IS_TMP_VAR)) { |
136 | 1.17k | var_num = EX_VAR_TO_NUM(next->op1.var); |
137 | 1.17k | if (!zend_bitset_in(def, var_num)) { |
138 | 245 | zend_bitset_incl(use, var_num); |
139 | 245 | } |
140 | 1.17k | } |
141 | 2.47k | if (opline->op1_type == IS_CV) { |
142 | 1.94k | goto add_op1_def; |
143 | 1.94k | } |
144 | 528 | break; |
145 | 5.40k | case ZEND_ASSIGN_OP: |
146 | 10.3k | case ZEND_PRE_INC: |
147 | 11.0k | case ZEND_PRE_DEC: |
148 | 12.2k | case ZEND_POST_INC: |
149 | 13.4k | case ZEND_POST_DEC: |
150 | 14.2k | case ZEND_BIND_GLOBAL: |
151 | 22.2k | case ZEND_BIND_STATIC: |
152 | 22.4k | case ZEND_BIND_INIT_STATIC_OR_JMP: |
153 | 22.8k | case ZEND_SEND_VAR_NO_REF: |
154 | 24.1k | case ZEND_SEND_VAR_NO_REF_EX: |
155 | 29.7k | case ZEND_SEND_VAR_EX: |
156 | 30.6k | case ZEND_SEND_FUNC_ARG: |
157 | 33.0k | case ZEND_SEND_REF: |
158 | 33.8k | case ZEND_SEND_UNPACK: |
159 | 34.6k | case ZEND_FE_RESET_RW: |
160 | 35.6k | case ZEND_MAKE_REF: |
161 | 36.0k | case ZEND_PRE_INC_OBJ: |
162 | 36.2k | case ZEND_PRE_DEC_OBJ: |
163 | 36.3k | case ZEND_POST_INC_OBJ: |
164 | 36.3k | case ZEND_POST_DEC_OBJ: |
165 | 37.6k | case ZEND_UNSET_DIM: |
166 | 38.3k | case ZEND_UNSET_OBJ: |
167 | 43.0k | case ZEND_FETCH_DIM_W: |
168 | 43.7k | case ZEND_FETCH_DIM_RW: |
169 | 44.1k | case ZEND_FETCH_DIM_FUNC_ARG: |
170 | 44.4k | case ZEND_FETCH_DIM_UNSET: |
171 | 44.7k | case ZEND_FETCH_LIST_W: |
172 | 44.7k | if (opline->op1_type == IS_CV) { |
173 | 35.8k | goto add_op1_def; |
174 | 35.8k | } |
175 | 8.85k | break; |
176 | 20.6k | case ZEND_SEND_VAR: |
177 | 22.8k | case ZEND_CAST: |
178 | 33.3k | case ZEND_QM_ASSIGN: |
179 | 34.8k | case ZEND_JMP_SET: |
180 | 38.2k | case ZEND_COALESCE: |
181 | 41.4k | case ZEND_FE_RESET_R: |
182 | 41.4k | if ((build_flags & ZEND_SSA_RC_INFERENCE) && opline->op1_type == IS_CV) { |
183 | 0 | goto add_op1_def; |
184 | 0 | } |
185 | 41.4k | break; |
186 | 41.4k | case ZEND_ADD_ARRAY_UNPACK: |
187 | 148 | var_num = EX_VAR_TO_NUM(opline->result.var); |
188 | 148 | if (!zend_bitset_in(def, var_num)) { |
189 | 0 | zend_bitset_incl(use, var_num); |
190 | 0 | } |
191 | 148 | break; |
192 | 15.8k | case ZEND_ADD_ARRAY_ELEMENT: |
193 | 15.8k | var_num = EX_VAR_TO_NUM(opline->result.var); |
194 | 15.8k | if (!zend_bitset_in(def, var_num)) { |
195 | 842 | zend_bitset_incl(use, var_num); |
196 | 842 | } |
197 | 15.8k | ZEND_FALLTHROUGH; |
198 | 19.6k | case ZEND_INIT_ARRAY: |
199 | 19.6k | if (((build_flags & ZEND_SSA_RC_INFERENCE) |
200 | 19.6k | || (opline->extended_value & ZEND_ARRAY_ELEMENT_REF)) |
201 | 282 | && opline->op1_type == IS_CV) { |
202 | 255 | goto add_op1_def; |
203 | 255 | } |
204 | 19.3k | break; |
205 | 19.3k | case ZEND_YIELD: |
206 | 1.92k | if (opline->op1_type == IS_CV |
207 | 323 | && ((op_array->fn_flags & ZEND_ACC_RETURN_REFERENCE) |
208 | 267 | || (build_flags & ZEND_SSA_RC_INFERENCE))) { |
209 | 56 | goto add_op1_def; |
210 | 56 | } |
211 | 1.87k | break; |
212 | 2.57k | case ZEND_UNSET_CV: |
213 | 2.57k | goto add_op1_def; |
214 | 3.66k | case ZEND_VERIFY_RETURN_TYPE: |
215 | 3.66k | if (opline->op1_type & (IS_TMP_VAR|IS_VAR|IS_CV)) { |
216 | 1.85k | goto add_op1_def; |
217 | 1.85k | } |
218 | 1.81k | break; |
219 | 3.12k | case ZEND_FE_FETCH_R: |
220 | 3.90k | case ZEND_FE_FETCH_RW: |
221 | | #if 0 |
222 | | /* This special case was handled above the switch */ |
223 | | if (opline->op2_type != IS_CV) { |
224 | | op2_use = -1; /* not used */ |
225 | | } |
226 | | #endif |
227 | 3.90k | zend_bitset_incl(def, EX_VAR_TO_NUM(opline->op2.var)); |
228 | 3.90k | break; |
229 | 7.38k | case ZEND_BIND_LEXICAL: |
230 | 7.38k | if ((opline->extended_value & ZEND_BIND_REF) || (build_flags & ZEND_SSA_RC_INFERENCE)) { |
231 | 484 | zend_bitset_incl(def, EX_VAR_TO_NUM(opline->op2.var)); |
232 | 484 | } |
233 | 7.38k | break; |
234 | 1.24M | default: |
235 | 1.24M | break; |
236 | 1.46M | } |
237 | | |
238 | 1.46M | if (opline->result_type & (IS_CV|IS_VAR|IS_TMP_VAR)) { |
239 | 756k | zend_bitset_incl(def, EX_VAR_TO_NUM(opline->result.var)); |
240 | 756k | } |
241 | 1.46M | } |
242 | | /* }}} */ |
243 | | |
244 | | ZEND_API void zend_dfg_add_use_def_op(const zend_op_array *op_array, const zend_op *opline, uint32_t build_flags, zend_bitset use, zend_bitset def) /* {{{ */ |
245 | 0 | { |
246 | 0 | zend_dfg_add_use_def_op_impl(op_array, opline, build_flags, use, def); |
247 | 0 | } |
248 | | /* }}} */ |
249 | | |
250 | | void zend_build_dfg(const zend_op_array *op_array, const zend_cfg *cfg, const zend_dfg *dfg, uint32_t build_flags) /* {{{ */ |
251 | 72.4k | { |
252 | 72.4k | uint32_t set_size = dfg->size; |
253 | 72.4k | zend_basic_block *blocks = cfg->blocks; |
254 | 72.4k | uint32_t blocks_count = cfg->blocks_count; |
255 | 72.4k | zend_bitset tmp, def, use, in, out; |
256 | 72.4k | uint32_t j; |
257 | | |
258 | 72.4k | tmp = dfg->tmp; |
259 | 72.4k | def = dfg->def; |
260 | 72.4k | use = dfg->use; |
261 | 72.4k | in = dfg->in; |
262 | 72.4k | out = dfg->out; |
263 | | |
264 | | /* Collect "def" and "use" sets */ |
265 | 274k | for (j = 0; j < blocks_count; j++) { |
266 | 202k | const zend_op *opline, *end; |
267 | 202k | zend_bitset b_use, b_def; |
268 | | |
269 | 202k | if ((blocks[j].flags & ZEND_BB_REACHABLE) == 0) { |
270 | 28 | continue; |
271 | 28 | } |
272 | | |
273 | 202k | opline = op_array->opcodes + blocks[j].start; |
274 | 202k | end = opline + blocks[j].len; |
275 | 202k | b_use = DFG_BITSET(use, set_size, j); |
276 | 202k | b_def = DFG_BITSET(def, set_size, j); |
277 | 1.68M | for (; opline < end; opline++) { |
278 | 1.48M | if (opline->opcode != ZEND_OP_DATA) { |
279 | 1.46M | zend_dfg_add_use_def_op_impl(op_array, opline, build_flags, b_use, b_def); |
280 | 1.46M | } |
281 | 1.48M | } |
282 | 202k | } |
283 | | |
284 | | /* Calculate "in" and "out" sets */ |
285 | 72.4k | { |
286 | 72.4k | uint32_t worklist_len = zend_bitset_len(blocks_count); |
287 | 72.4k | zend_bitset worklist; |
288 | 72.4k | ALLOCA_FLAG(use_heap); |
289 | 72.4k | worklist = ZEND_BITSET_ALLOCA(worklist_len, use_heap); |
290 | 72.4k | memset(worklist, 0, worklist_len * ZEND_BITSET_ELM_SIZE); |
291 | 274k | for (j = 0; j < blocks_count; j++) { |
292 | 202k | zend_bitset_incl(worklist, j); |
293 | 202k | } |
294 | 323k | while (!zend_bitset_empty(worklist, worklist_len)) { |
295 | | /* We use the last block on the worklist, because predecessors tend to be located |
296 | | * before the succeeding block, so this converges faster. */ |
297 | 251k | j = zend_bitset_last(worklist, worklist_len); |
298 | 251k | zend_bitset_excl(worklist, j); |
299 | | |
300 | 251k | if ((blocks[j].flags & ZEND_BB_REACHABLE) == 0) { |
301 | 28 | continue; |
302 | 28 | } |
303 | 251k | if (blocks[j].successors_count != 0) { |
304 | 176k | zend_bitset_copy(DFG_BITSET(out, set_size, j), DFG_BITSET(in, set_size, blocks[j].successors[0]), set_size); |
305 | 266k | for (uint32_t k = 1; k < blocks[j].successors_count; k++) { |
306 | 89.7k | zend_bitset_union(DFG_BITSET(out, set_size, j), DFG_BITSET(in, set_size, blocks[j].successors[k]), set_size); |
307 | 89.7k | } |
308 | 176k | } else { |
309 | 74.3k | zend_bitset_clear(DFG_BITSET(out, set_size, j), set_size); |
310 | 74.3k | } |
311 | 251k | zend_bitset_union_with_difference(tmp, DFG_BITSET(use, set_size, j), DFG_BITSET(out, set_size, j), DFG_BITSET(def, set_size, j), set_size); |
312 | 251k | if (!zend_bitset_equal(DFG_BITSET(in, set_size, j), tmp, set_size)) { |
313 | 180k | zend_bitset_copy(DFG_BITSET(in, set_size, j), tmp, set_size); |
314 | | |
315 | | /* Add predecessors of changed block to worklist */ |
316 | 180k | { |
317 | 180k | const int *predecessors = &cfg->predecessors[blocks[j].predecessor_offset]; |
318 | 406k | for (uint32_t k = 0; k < blocks[j].predecessors_count; k++) { |
319 | 226k | zend_bitset_incl(worklist, predecessors[k]); |
320 | 226k | } |
321 | 180k | } |
322 | 180k | } |
323 | 251k | } |
324 | | |
325 | | free_alloca(worklist, use_heap); |
326 | 72.4k | } |
327 | 72.4k | } |
328 | | /* }}} */ |