/src/php-src/Zend/Optimizer/zend_dfg.c
Line | Count | Source |
1 | | /* |
2 | | +----------------------------------------------------------------------+ |
3 | | | Zend Engine, DFG - Data Flow Graph | |
4 | | +----------------------------------------------------------------------+ |
5 | | | Copyright © The PHP Group and Contributors. | |
6 | | +----------------------------------------------------------------------+ |
7 | | | This source file is subject to the Modified BSD License that is | |
8 | | | bundled with this package in the file LICENSE, and is available | |
9 | | | through the World Wide Web at <https://www.php.net/license/>. | |
10 | | | | |
11 | | | SPDX-License-Identifier: BSD-3-Clause | |
12 | | +----------------------------------------------------------------------+ |
13 | | | Authors: Dmitry Stogov <dmitry@php.net> | |
14 | | +----------------------------------------------------------------------+ |
15 | | */ |
16 | | |
17 | | #include "zend_compile.h" |
18 | | #include "zend_dfg.h" |
19 | | |
20 | | static zend_always_inline void zend_dfg_add_use_def_op_impl(const zend_op_array *op_array, const zend_op *opline, uint32_t build_flags, zend_bitset use, zend_bitset def) /* {{{ */ |
21 | 1.42M | { |
22 | 1.42M | uint32_t var_num; |
23 | 1.42M | const zend_op *next; |
24 | | |
25 | 1.42M | if (opline->op1_type & (IS_CV|IS_VAR|IS_TMP_VAR)) { |
26 | 824k | var_num = EX_VAR_TO_NUM(opline->op1.var); |
27 | 824k | if (!zend_bitset_in(def, var_num)) { |
28 | 220k | zend_bitset_incl(use, var_num); |
29 | 220k | } |
30 | 824k | } |
31 | 1.42M | if (((opline->op2_type & (IS_VAR|IS_TMP_VAR)) != 0 |
32 | 115k | && opline->opcode != ZEND_FE_FETCH_R |
33 | 115k | && opline->opcode != ZEND_FE_FETCH_RW) |
34 | 1.31M | || (opline->op2_type == IS_CV)) { |
35 | 247k | var_num = EX_VAR_TO_NUM(opline->op2.var); |
36 | 247k | if (!zend_bitset_in(def, var_num)) { |
37 | 141k | zend_bitset_incl(use, var_num); |
38 | 141k | } |
39 | 247k | } |
40 | 1.42M | if ((build_flags & ZEND_SSA_USE_CV_RESULTS) |
41 | 0 | && opline->result_type == IS_CV |
42 | 0 | && opline->opcode != ZEND_RECV) { |
43 | 0 | var_num = EX_VAR_TO_NUM(opline->result.var); |
44 | 0 | if (!zend_bitset_in(def, var_num)) { |
45 | 0 | zend_bitset_incl(use, var_num); |
46 | 0 | } |
47 | 0 | } |
48 | | |
49 | 1.42M | switch (opline->opcode) { |
50 | 62.1k | case ZEND_ASSIGN: |
51 | 62.1k | if ((build_flags & ZEND_SSA_RC_INFERENCE) && opline->op2_type == IS_CV) { |
52 | 0 | zend_bitset_incl(def, EX_VAR_TO_NUM(opline->op2.var)); |
53 | 0 | } |
54 | 62.1k | if (opline->op1_type == IS_CV) { |
55 | 115k | add_op1_def: |
56 | 115k | zend_bitset_incl(def, EX_VAR_TO_NUM(opline->op1.var)); |
57 | 115k | } |
58 | 116k | break; |
59 | 116k | case ZEND_ASSIGN_REF: |
60 | 2.58k | if (opline->op2_type == IS_CV) { |
61 | 1.26k | zend_bitset_incl(def, EX_VAR_TO_NUM(opline->op2.var)); |
62 | 1.26k | } |
63 | 2.58k | if (opline->op1_type == IS_CV) { |
64 | 1.93k | goto add_op1_def; |
65 | 1.93k | } |
66 | 644 | break; |
67 | 9.48k | case ZEND_ASSIGN_DIM: |
68 | 18.9k | case ZEND_ASSIGN_OBJ: |
69 | 18.9k | next = opline + 1; |
70 | 18.9k | if (next->op1_type & (IS_CV|IS_VAR|IS_TMP_VAR)) { |
71 | 11.3k | var_num = EX_VAR_TO_NUM(next->op1.var); |
72 | 11.3k | if (!zend_bitset_in(def, var_num)) { |
73 | 1.76k | zend_bitset_incl(use, var_num); |
74 | 1.76k | } |
75 | 11.3k | if (build_flags & ZEND_SSA_RC_INFERENCE && next->op1_type == IS_CV) { |
76 | 0 | zend_bitset_incl(def, var_num); |
77 | 0 | } |
78 | 11.3k | } |
79 | 18.9k | if (opline->op1_type == IS_CV) { |
80 | 11.5k | goto add_op1_def; |
81 | 11.5k | } |
82 | 7.40k | break; |
83 | 7.40k | case ZEND_ASSIGN_OBJ_REF: |
84 | 399 | next = opline + 1; |
85 | 399 | if (next->op1_type & (IS_CV|IS_VAR|IS_TMP_VAR)) { |
86 | 399 | var_num = EX_VAR_TO_NUM(next->op1.var); |
87 | 399 | if (!zend_bitset_in(def, var_num)) { |
88 | 78 | zend_bitset_incl(use, var_num); |
89 | 78 | } |
90 | 399 | if (next->op1_type == IS_CV) { |
91 | 285 | zend_bitset_incl(def, var_num); |
92 | 285 | } |
93 | 399 | } |
94 | 399 | if (opline->op1_type == IS_CV) { |
95 | 180 | goto add_op1_def; |
96 | 180 | } |
97 | 219 | break; |
98 | 924 | case ZEND_ASSIGN_STATIC_PROP: |
99 | 924 | next = opline + 1; |
100 | 924 | if (next->op1_type & (IS_CV|IS_VAR|IS_TMP_VAR)) { |
101 | 523 | var_num = EX_VAR_TO_NUM(next->op1.var); |
102 | 523 | if (!zend_bitset_in(def, var_num)) { |
103 | 134 | zend_bitset_incl(use, var_num); |
104 | 134 | } |
105 | 523 | if ((build_flags & ZEND_SSA_RC_INFERENCE) && next->op1_type == IS_CV) { |
106 | 0 | zend_bitset_incl(def, var_num); |
107 | 0 | } |
108 | 523 | } |
109 | 924 | break; |
110 | 174 | case ZEND_ASSIGN_STATIC_PROP_REF: |
111 | 174 | next = opline + 1; |
112 | 174 | if (next->op1_type & (IS_CV|IS_VAR|IS_TMP_VAR)) { |
113 | 174 | var_num = EX_VAR_TO_NUM(next->op1.var); |
114 | 174 | if (!zend_bitset_in(def, var_num)) { |
115 | 14 | zend_bitset_incl(use, var_num); |
116 | 14 | } |
117 | 174 | if (next->op1_type == IS_CV) { |
118 | 50 | zend_bitset_incl(def, var_num); |
119 | 50 | } |
120 | 174 | } |
121 | 174 | break; |
122 | 20 | case ZEND_ASSIGN_STATIC_PROP_OP: |
123 | 20 | case ZEND_FRAMELESS_ICALL_3: |
124 | 20 | next = opline + 1; |
125 | 20 | if (next->op1_type & (IS_CV|IS_VAR|IS_TMP_VAR)) { |
126 | 2 | var_num = EX_VAR_TO_NUM(next->op1.var); |
127 | 2 | if (!zend_bitset_in(def, var_num)) { |
128 | 0 | zend_bitset_incl(use, var_num); |
129 | 0 | } |
130 | 2 | } |
131 | 20 | break; |
132 | 1.66k | case ZEND_ASSIGN_DIM_OP: |
133 | 2.34k | case ZEND_ASSIGN_OBJ_OP: |
134 | 2.34k | next = opline + 1; |
135 | 2.34k | if (next->op1_type & (IS_CV|IS_VAR|IS_TMP_VAR)) { |
136 | 1.09k | var_num = EX_VAR_TO_NUM(next->op1.var); |
137 | 1.09k | if (!zend_bitset_in(def, var_num)) { |
138 | 241 | zend_bitset_incl(use, var_num); |
139 | 241 | } |
140 | 1.09k | } |
141 | 2.34k | if (opline->op1_type == IS_CV) { |
142 | 1.85k | goto add_op1_def; |
143 | 1.85k | } |
144 | 487 | break; |
145 | 5.19k | case ZEND_ASSIGN_OP: |
146 | 9.94k | case ZEND_PRE_INC: |
147 | 10.6k | case ZEND_PRE_DEC: |
148 | 11.6k | case ZEND_POST_INC: |
149 | 12.8k | case ZEND_POST_DEC: |
150 | 13.6k | case ZEND_BIND_GLOBAL: |
151 | 21.3k | case ZEND_BIND_STATIC: |
152 | 21.4k | case ZEND_BIND_INIT_STATIC_OR_JMP: |
153 | 21.8k | case ZEND_SEND_VAR_NO_REF: |
154 | 23.0k | case ZEND_SEND_VAR_NO_REF_EX: |
155 | 28.6k | case ZEND_SEND_VAR_EX: |
156 | 29.5k | case ZEND_SEND_FUNC_ARG: |
157 | 31.8k | case ZEND_SEND_REF: |
158 | 32.5k | case ZEND_SEND_UNPACK: |
159 | 33.2k | case ZEND_FE_RESET_RW: |
160 | 34.2k | case ZEND_MAKE_REF: |
161 | 34.7k | case ZEND_PRE_INC_OBJ: |
162 | 34.8k | case ZEND_PRE_DEC_OBJ: |
163 | 34.9k | case ZEND_POST_INC_OBJ: |
164 | 35.0k | case ZEND_POST_DEC_OBJ: |
165 | 36.2k | case ZEND_UNSET_DIM: |
166 | 36.9k | case ZEND_UNSET_OBJ: |
167 | 41.5k | case ZEND_FETCH_DIM_W: |
168 | 42.0k | case ZEND_FETCH_DIM_RW: |
169 | 42.5k | case ZEND_FETCH_DIM_FUNC_ARG: |
170 | 42.7k | case ZEND_FETCH_DIM_UNSET: |
171 | 43.0k | case ZEND_FETCH_LIST_W: |
172 | 43.0k | if (opline->op1_type == IS_CV) { |
173 | 34.4k | goto add_op1_def; |
174 | 34.4k | } |
175 | 8.68k | break; |
176 | 20.3k | case ZEND_SEND_VAR: |
177 | 22.4k | case ZEND_CAST: |
178 | 32.3k | case ZEND_QM_ASSIGN: |
179 | 33.7k | case ZEND_JMP_SET: |
180 | 37.2k | case ZEND_COALESCE: |
181 | 40.2k | case ZEND_FE_RESET_R: |
182 | 40.2k | if ((build_flags & ZEND_SSA_RC_INFERENCE) && opline->op1_type == IS_CV) { |
183 | 0 | goto add_op1_def; |
184 | 0 | } |
185 | 40.2k | break; |
186 | 40.2k | case ZEND_ADD_ARRAY_UNPACK: |
187 | 150 | var_num = EX_VAR_TO_NUM(opline->result.var); |
188 | 150 | if (!zend_bitset_in(def, var_num)) { |
189 | 0 | zend_bitset_incl(use, var_num); |
190 | 0 | } |
191 | 150 | break; |
192 | 15.2k | case ZEND_ADD_ARRAY_ELEMENT: |
193 | 15.2k | var_num = EX_VAR_TO_NUM(opline->result.var); |
194 | 15.2k | if (!zend_bitset_in(def, var_num)) { |
195 | 848 | zend_bitset_incl(use, var_num); |
196 | 848 | } |
197 | 15.2k | ZEND_FALLTHROUGH; |
198 | 18.8k | case ZEND_INIT_ARRAY: |
199 | 18.8k | if (((build_flags & ZEND_SSA_RC_INFERENCE) |
200 | 18.8k | || (opline->extended_value & ZEND_ARRAY_ELEMENT_REF)) |
201 | 274 | && opline->op1_type == IS_CV) { |
202 | 247 | goto add_op1_def; |
203 | 247 | } |
204 | 18.6k | break; |
205 | 18.6k | case ZEND_YIELD: |
206 | 1.89k | if (opline->op1_type == IS_CV |
207 | 322 | && ((op_array->fn_flags & ZEND_ACC_RETURN_REFERENCE) |
208 | 262 | || (build_flags & ZEND_SSA_RC_INFERENCE))) { |
209 | 60 | goto add_op1_def; |
210 | 60 | } |
211 | 1.83k | break; |
212 | 1.90k | case ZEND_UNSET_CV: |
213 | 1.90k | goto add_op1_def; |
214 | 3.54k | case ZEND_VERIFY_RETURN_TYPE: |
215 | 3.54k | if (opline->op1_type & (IS_TMP_VAR|IS_VAR|IS_CV)) { |
216 | 1.78k | goto add_op1_def; |
217 | 1.78k | } |
218 | 1.76k | break; |
219 | 3.03k | case ZEND_FE_FETCH_R: |
220 | 3.75k | case ZEND_FE_FETCH_RW: |
221 | | #if 0 |
222 | | /* This special case was handled above the switch */ |
223 | | if (opline->op2_type != IS_CV) { |
224 | | op2_use = -1; /* not used */ |
225 | | } |
226 | | #endif |
227 | 3.75k | zend_bitset_incl(def, EX_VAR_TO_NUM(opline->op2.var)); |
228 | 3.75k | break; |
229 | 7.07k | case ZEND_BIND_LEXICAL: |
230 | 7.07k | if ((opline->extended_value & ZEND_BIND_REF) || (build_flags & ZEND_SSA_RC_INFERENCE)) { |
231 | 482 | zend_bitset_incl(def, EX_VAR_TO_NUM(opline->op2.var)); |
232 | 482 | } |
233 | 7.07k | break; |
234 | 1.22M | default: |
235 | 1.22M | break; |
236 | 1.42M | } |
237 | | |
238 | 1.42M | if (opline->result_type & (IS_CV|IS_VAR|IS_TMP_VAR)) { |
239 | 740k | zend_bitset_incl(def, EX_VAR_TO_NUM(opline->result.var)); |
240 | 740k | } |
241 | 1.42M | } |
242 | | /* }}} */ |
243 | | |
244 | | ZEND_API void zend_dfg_add_use_def_op(const zend_op_array *op_array, const zend_op *opline, uint32_t build_flags, zend_bitset use, zend_bitset def) /* {{{ */ |
245 | 0 | { |
246 | 0 | zend_dfg_add_use_def_op_impl(op_array, opline, build_flags, use, def); |
247 | 0 | } |
248 | | /* }}} */ |
249 | | |
250 | | void zend_build_dfg(const zend_op_array *op_array, const zend_cfg *cfg, const zend_dfg *dfg, uint32_t build_flags) /* {{{ */ |
251 | 71.2k | { |
252 | 71.2k | uint32_t set_size = dfg->size; |
253 | 71.2k | zend_basic_block *blocks = cfg->blocks; |
254 | 71.2k | uint32_t blocks_count = cfg->blocks_count; |
255 | 71.2k | zend_bitset tmp, def, use, in, out; |
256 | 71.2k | uint32_t j; |
257 | | |
258 | 71.2k | tmp = dfg->tmp; |
259 | 71.2k | def = dfg->def; |
260 | 71.2k | use = dfg->use; |
261 | 71.2k | in = dfg->in; |
262 | 71.2k | out = dfg->out; |
263 | | |
264 | | /* Collect "def" and "use" sets */ |
265 | 270k | for (j = 0; j < blocks_count; j++) { |
266 | 199k | const zend_op *opline, *end; |
267 | 199k | zend_bitset b_use, b_def; |
268 | | |
269 | 199k | if ((blocks[j].flags & ZEND_BB_REACHABLE) == 0) { |
270 | 24 | continue; |
271 | 24 | } |
272 | | |
273 | 199k | opline = op_array->opcodes + blocks[j].start; |
274 | 199k | end = opline + blocks[j].len; |
275 | 199k | b_use = DFG_BITSET(use, set_size, j); |
276 | 199k | b_def = DFG_BITSET(def, set_size, j); |
277 | 1.65M | for (; opline < end; opline++) { |
278 | 1.45M | if (opline->opcode != ZEND_OP_DATA) { |
279 | 1.42M | zend_dfg_add_use_def_op_impl(op_array, opline, build_flags, b_use, b_def); |
280 | 1.42M | } |
281 | 1.45M | } |
282 | 199k | } |
283 | | |
284 | | /* Calculate "in" and "out" sets */ |
285 | 71.2k | { |
286 | 71.2k | uint32_t worklist_len = zend_bitset_len(blocks_count); |
287 | 71.2k | zend_bitset worklist; |
288 | 71.2k | ALLOCA_FLAG(use_heap); |
289 | 71.2k | worklist = ZEND_BITSET_ALLOCA(worklist_len, use_heap); |
290 | 71.2k | memset(worklist, 0, worklist_len * ZEND_BITSET_ELM_SIZE); |
291 | 270k | for (j = 0; j < blocks_count; j++) { |
292 | 199k | zend_bitset_incl(worklist, j); |
293 | 199k | } |
294 | 318k | while (!zend_bitset_empty(worklist, worklist_len)) { |
295 | | /* We use the last block on the worklist, because predecessors tend to be located |
296 | | * before the succeeding block, so this converges faster. */ |
297 | 247k | j = zend_bitset_last(worklist, worklist_len); |
298 | 247k | zend_bitset_excl(worklist, j); |
299 | | |
300 | 247k | if ((blocks[j].flags & ZEND_BB_REACHABLE) == 0) { |
301 | 24 | continue; |
302 | 24 | } |
303 | 247k | if (blocks[j].successors_count != 0) { |
304 | 173k | zend_bitset_copy(DFG_BITSET(out, set_size, j), DFG_BITSET(in, set_size, blocks[j].successors[0]), set_size); |
305 | 262k | for (uint32_t k = 1; k < blocks[j].successors_count; k++) { |
306 | 88.1k | zend_bitset_union(DFG_BITSET(out, set_size, j), DFG_BITSET(in, set_size, blocks[j].successors[k]), set_size); |
307 | 88.1k | } |
308 | 173k | } else { |
309 | 73.1k | zend_bitset_clear(DFG_BITSET(out, set_size, j), set_size); |
310 | 73.1k | } |
311 | 247k | zend_bitset_union_with_difference(tmp, DFG_BITSET(use, set_size, j), DFG_BITSET(out, set_size, j), DFG_BITSET(def, set_size, j), set_size); |
312 | 247k | if (!zend_bitset_equal(DFG_BITSET(in, set_size, j), tmp, set_size)) { |
313 | 177k | zend_bitset_copy(DFG_BITSET(in, set_size, j), tmp, set_size); |
314 | | |
315 | | /* Add predecessors of changed block to worklist */ |
316 | 177k | { |
317 | 177k | const int *predecessors = &cfg->predecessors[blocks[j].predecessor_offset]; |
318 | 399k | for (uint32_t k = 0; k < blocks[j].predecessors_count; k++) { |
319 | 222k | zend_bitset_incl(worklist, predecessors[k]); |
320 | 222k | } |
321 | 177k | } |
322 | 177k | } |
323 | 247k | } |
324 | | |
325 | | free_alloca(worklist, use_heap); |
326 | 71.2k | } |
327 | 71.2k | } |
328 | | /* }}} */ |