/src/php-src/Zend/Optimizer/zend_dfg.c
Line | Count | Source |
1 | | /* |
2 | | +----------------------------------------------------------------------+ |
3 | | | Zend Engine, DFG - Data Flow Graph | |
4 | | +----------------------------------------------------------------------+ |
5 | | | Copyright (c) The PHP Group | |
6 | | +----------------------------------------------------------------------+ |
7 | | | This source file is subject to version 3.01 of the PHP license, | |
8 | | | that is bundled with this package in the file LICENSE, and is | |
9 | | | available through the world-wide-web at the following url: | |
10 | | | https://www.php.net/license/3_01.txt | |
11 | | | If you did not receive a copy of the PHP license and are unable to | |
12 | | | obtain it through the world-wide-web, please send a note to | |
13 | | | license@php.net so we can mail you a copy immediately. | |
14 | | +----------------------------------------------------------------------+ |
15 | | | Authors: Dmitry Stogov <dmitry@php.net> | |
16 | | +----------------------------------------------------------------------+ |
17 | | */ |
18 | | |
19 | | #include "zend_compile.h" |
20 | | #include "zend_dfg.h" |
21 | | |
22 | | static zend_always_inline void zend_dfg_add_use_def_op_impl(const zend_op_array *op_array, const zend_op *opline, uint32_t build_flags, zend_bitset use, zend_bitset def) /* {{{ */ |
23 | 1.35M | { |
24 | 1.35M | uint32_t var_num; |
25 | 1.35M | const zend_op *next; |
26 | | |
27 | 1.35M | if (opline->op1_type & (IS_CV|IS_VAR|IS_TMP_VAR)) { |
28 | 793k | var_num = EX_VAR_TO_NUM(opline->op1.var); |
29 | 793k | if (!zend_bitset_in(def, var_num)) { |
30 | 214k | zend_bitset_incl(use, var_num); |
31 | 214k | } |
32 | 793k | } |
33 | 1.35M | if (((opline->op2_type & (IS_VAR|IS_TMP_VAR)) != 0 |
34 | 112k | && opline->opcode != ZEND_FE_FETCH_R |
35 | 111k | && opline->opcode != ZEND_FE_FETCH_RW) |
36 | 1.24M | || (opline->op2_type == IS_CV)) { |
37 | 239k | var_num = EX_VAR_TO_NUM(opline->op2.var); |
38 | 239k | if (!zend_bitset_in(def, var_num)) { |
39 | 143k | zend_bitset_incl(use, var_num); |
40 | 143k | } |
41 | 239k | } |
42 | 1.35M | if ((build_flags & ZEND_SSA_USE_CV_RESULTS) |
43 | 0 | && opline->result_type == IS_CV |
44 | 0 | && opline->opcode != ZEND_RECV) { |
45 | 0 | var_num = EX_VAR_TO_NUM(opline->result.var); |
46 | 0 | if (!zend_bitset_in(def, var_num)) { |
47 | 0 | zend_bitset_incl(use, var_num); |
48 | 0 | } |
49 | 0 | } |
50 | | |
51 | 1.35M | switch (opline->opcode) { |
52 | 57.7k | case ZEND_ASSIGN: |
53 | 57.7k | if ((build_flags & ZEND_SSA_RC_INFERENCE) && opline->op2_type == IS_CV) { |
54 | 0 | zend_bitset_incl(def, EX_VAR_TO_NUM(opline->op2.var)); |
55 | 0 | } |
56 | 57.7k | if (opline->op1_type == IS_CV) { |
57 | 105k | add_op1_def: |
58 | 105k | zend_bitset_incl(def, EX_VAR_TO_NUM(opline->op1.var)); |
59 | 105k | } |
60 | 105k | break; |
61 | 105k | case ZEND_ASSIGN_REF: |
62 | 2.17k | if (opline->op2_type == IS_CV) { |
63 | 1.08k | zend_bitset_incl(def, EX_VAR_TO_NUM(opline->op2.var)); |
64 | 1.08k | } |
65 | 2.17k | if (opline->op1_type == IS_CV) { |
66 | 1.64k | goto add_op1_def; |
67 | 1.64k | } |
68 | 532 | break; |
69 | 7.80k | case ZEND_ASSIGN_DIM: |
70 | 16.2k | case ZEND_ASSIGN_OBJ: |
71 | 16.2k | next = opline + 1; |
72 | 16.2k | if (next->op1_type & (IS_CV|IS_VAR|IS_TMP_VAR)) { |
73 | 9.38k | var_num = EX_VAR_TO_NUM(next->op1.var); |
74 | 9.38k | if (!zend_bitset_in(def, var_num)) { |
75 | 1.56k | zend_bitset_incl(use, var_num); |
76 | 1.56k | } |
77 | 9.38k | if (build_flags & ZEND_SSA_RC_INFERENCE && next->op1_type == IS_CV) { |
78 | 0 | zend_bitset_incl(def, var_num); |
79 | 0 | } |
80 | 9.38k | } |
81 | 16.2k | if (opline->op1_type == IS_CV) { |
82 | 9.90k | goto add_op1_def; |
83 | 9.90k | } |
84 | 6.30k | break; |
85 | 6.30k | case ZEND_ASSIGN_OBJ_REF: |
86 | 316 | next = opline + 1; |
87 | 316 | if (next->op1_type & (IS_CV|IS_VAR|IS_TMP_VAR)) { |
88 | 316 | var_num = EX_VAR_TO_NUM(next->op1.var); |
89 | 316 | if (!zend_bitset_in(def, var_num)) { |
90 | 58 | zend_bitset_incl(use, var_num); |
91 | 58 | } |
92 | 316 | if (next->op1_type == IS_CV) { |
93 | 230 | zend_bitset_incl(def, var_num); |
94 | 230 | } |
95 | 316 | } |
96 | 316 | if (opline->op1_type == IS_CV) { |
97 | 140 | goto add_op1_def; |
98 | 140 | } |
99 | 176 | break; |
100 | 880 | case ZEND_ASSIGN_STATIC_PROP: |
101 | 880 | next = opline + 1; |
102 | 880 | if (next->op1_type & (IS_CV|IS_VAR|IS_TMP_VAR)) { |
103 | 501 | var_num = EX_VAR_TO_NUM(next->op1.var); |
104 | 501 | if (!zend_bitset_in(def, var_num)) { |
105 | 124 | zend_bitset_incl(use, var_num); |
106 | 124 | } |
107 | 501 | if ((build_flags & ZEND_SSA_RC_INFERENCE) && next->op1_type == IS_CV) { |
108 | 0 | zend_bitset_incl(def, var_num); |
109 | 0 | } |
110 | 501 | } |
111 | 880 | break; |
112 | 144 | case ZEND_ASSIGN_STATIC_PROP_REF: |
113 | 144 | next = opline + 1; |
114 | 144 | if (next->op1_type & (IS_CV|IS_VAR|IS_TMP_VAR)) { |
115 | 144 | var_num = EX_VAR_TO_NUM(next->op1.var); |
116 | 144 | if (!zend_bitset_in(def, var_num)) { |
117 | 10 | zend_bitset_incl(use, var_num); |
118 | 10 | } |
119 | 144 | if (next->op1_type == IS_CV) { |
120 | 36 | zend_bitset_incl(def, var_num); |
121 | 36 | } |
122 | 144 | } |
123 | 144 | break; |
124 | 16 | case ZEND_ASSIGN_STATIC_PROP_OP: |
125 | 16 | case ZEND_FRAMELESS_ICALL_3: |
126 | 16 | next = opline + 1; |
127 | 16 | if (next->op1_type & (IS_CV|IS_VAR|IS_TMP_VAR)) { |
128 | 4 | var_num = EX_VAR_TO_NUM(next->op1.var); |
129 | 4 | if (!zend_bitset_in(def, var_num)) { |
130 | 0 | zend_bitset_incl(use, var_num); |
131 | 0 | } |
132 | 4 | } |
133 | 16 | break; |
134 | 1.17k | case ZEND_ASSIGN_DIM_OP: |
135 | 1.78k | case ZEND_ASSIGN_OBJ_OP: |
136 | 1.78k | next = opline + 1; |
137 | 1.78k | if (next->op1_type & (IS_CV|IS_VAR|IS_TMP_VAR)) { |
138 | 866 | var_num = EX_VAR_TO_NUM(next->op1.var); |
139 | 866 | if (!zend_bitset_in(def, var_num)) { |
140 | 183 | zend_bitset_incl(use, var_num); |
141 | 183 | } |
142 | 866 | } |
143 | 1.78k | if (opline->op1_type == IS_CV) { |
144 | 1.31k | goto add_op1_def; |
145 | 1.31k | } |
146 | 464 | break; |
147 | 4.83k | case ZEND_ASSIGN_OP: |
148 | 9.08k | case ZEND_PRE_INC: |
149 | 9.70k | case ZEND_PRE_DEC: |
150 | 10.5k | case ZEND_POST_INC: |
151 | 11.5k | case ZEND_POST_DEC: |
152 | 12.2k | case ZEND_BIND_GLOBAL: |
153 | 18.5k | case ZEND_BIND_STATIC: |
154 | 18.6k | case ZEND_BIND_INIT_STATIC_OR_JMP: |
155 | 18.9k | case ZEND_SEND_VAR_NO_REF: |
156 | 19.9k | case ZEND_SEND_VAR_NO_REF_EX: |
157 | 25.3k | case ZEND_SEND_VAR_EX: |
158 | 25.9k | case ZEND_SEND_FUNC_ARG: |
159 | 28.0k | case ZEND_SEND_REF: |
160 | 28.6k | case ZEND_SEND_UNPACK: |
161 | 29.4k | case ZEND_FE_RESET_RW: |
162 | 30.2k | case ZEND_MAKE_REF: |
163 | 30.6k | case ZEND_PRE_INC_OBJ: |
164 | 30.8k | case ZEND_PRE_DEC_OBJ: |
165 | 30.8k | case ZEND_POST_INC_OBJ: |
166 | 30.9k | case ZEND_POST_DEC_OBJ: |
167 | 32.1k | case ZEND_UNSET_DIM: |
168 | 32.7k | case ZEND_UNSET_OBJ: |
169 | 35.0k | case ZEND_FETCH_DIM_W: |
170 | 35.6k | case ZEND_FETCH_DIM_RW: |
171 | 35.9k | case ZEND_FETCH_DIM_FUNC_ARG: |
172 | 36.1k | case ZEND_FETCH_DIM_UNSET: |
173 | 36.5k | case ZEND_FETCH_LIST_W: |
174 | 36.5k | if (opline->op1_type == IS_CV) { |
175 | 30.8k | goto add_op1_def; |
176 | 30.8k | } |
177 | 5.70k | break; |
178 | 18.6k | case ZEND_SEND_VAR: |
179 | 20.3k | case ZEND_CAST: |
180 | 29.2k | case ZEND_QM_ASSIGN: |
181 | 30.5k | case ZEND_JMP_SET: |
182 | 33.6k | case ZEND_COALESCE: |
183 | 36.4k | case ZEND_FE_RESET_R: |
184 | 36.4k | if ((build_flags & ZEND_SSA_RC_INFERENCE) && opline->op1_type == IS_CV) { |
185 | 0 | goto add_op1_def; |
186 | 0 | } |
187 | 36.4k | break; |
188 | 36.4k | case ZEND_ADD_ARRAY_UNPACK: |
189 | 147 | var_num = EX_VAR_TO_NUM(opline->result.var); |
190 | 147 | if (!zend_bitset_in(def, var_num)) { |
191 | 0 | zend_bitset_incl(use, var_num); |
192 | 0 | } |
193 | 147 | break; |
194 | 17.6k | case ZEND_ADD_ARRAY_ELEMENT: |
195 | 17.6k | var_num = EX_VAR_TO_NUM(opline->result.var); |
196 | 17.6k | if (!zend_bitset_in(def, var_num)) { |
197 | 774 | zend_bitset_incl(use, var_num); |
198 | 774 | } |
199 | 17.6k | ZEND_FALLTHROUGH; |
200 | 20.9k | case ZEND_INIT_ARRAY: |
201 | 20.9k | if (((build_flags & ZEND_SSA_RC_INFERENCE) |
202 | 20.9k | || (opline->extended_value & ZEND_ARRAY_ELEMENT_REF)) |
203 | 254 | && opline->op1_type == IS_CV) { |
204 | 229 | goto add_op1_def; |
205 | 229 | } |
206 | 20.7k | break; |
207 | 20.7k | case ZEND_YIELD: |
208 | 1.77k | if (opline->op1_type == IS_CV |
209 | 332 | && ((op_array->fn_flags & ZEND_ACC_RETURN_REFERENCE) |
210 | 276 | || (build_flags & ZEND_SSA_RC_INFERENCE))) { |
211 | 56 | goto add_op1_def; |
212 | 56 | } |
213 | 1.71k | break; |
214 | 1.88k | case ZEND_UNSET_CV: |
215 | 1.88k | goto add_op1_def; |
216 | 3.46k | case ZEND_VERIFY_RETURN_TYPE: |
217 | 3.46k | if (opline->op1_type & (IS_TMP_VAR|IS_VAR|IS_CV)) { |
218 | 1.75k | goto add_op1_def; |
219 | 1.75k | } |
220 | 1.71k | break; |
221 | 2.81k | case ZEND_FE_FETCH_R: |
222 | 3.53k | case ZEND_FE_FETCH_RW: |
223 | | #if 0 |
224 | | /* This special case was handled above the switch */ |
225 | | if (opline->op2_type != IS_CV) { |
226 | | op2_use = -1; /* not used */ |
227 | | } |
228 | | #endif |
229 | 3.53k | zend_bitset_incl(def, EX_VAR_TO_NUM(opline->op2.var)); |
230 | 3.53k | break; |
231 | 5.78k | case ZEND_BIND_LEXICAL: |
232 | 5.78k | if ((opline->extended_value & ZEND_BIND_REF) || (build_flags & ZEND_SSA_RC_INFERENCE)) { |
233 | 439 | zend_bitset_incl(def, EX_VAR_TO_NUM(opline->op2.var)); |
234 | 439 | } |
235 | 5.78k | break; |
236 | 1.16M | default: |
237 | 1.16M | break; |
238 | 1.35M | } |
239 | | |
240 | 1.35M | if (opline->result_type & (IS_CV|IS_VAR|IS_TMP_VAR)) { |
241 | 721k | zend_bitset_incl(def, EX_VAR_TO_NUM(opline->result.var)); |
242 | 721k | } |
243 | 1.35M | } |
244 | | /* }}} */ |
245 | | |
246 | | ZEND_API void zend_dfg_add_use_def_op(const zend_op_array *op_array, const zend_op *opline, uint32_t build_flags, zend_bitset use, zend_bitset def) /* {{{ */ |
247 | 0 | { |
248 | 0 | zend_dfg_add_use_def_op_impl(op_array, opline, build_flags, use, def); |
249 | 0 | } |
250 | | /* }}} */ |
251 | | |
252 | | void zend_build_dfg(const zend_op_array *op_array, const zend_cfg *cfg, const zend_dfg *dfg, uint32_t build_flags) /* {{{ */ |
253 | 66.4k | { |
254 | 66.4k | uint32_t set_size = dfg->size; |
255 | 66.4k | zend_basic_block *blocks = cfg->blocks; |
256 | 66.4k | uint32_t blocks_count = cfg->blocks_count; |
257 | 66.4k | zend_bitset tmp, def, use, in, out; |
258 | 66.4k | uint32_t j; |
259 | | |
260 | 66.4k | tmp = dfg->tmp; |
261 | 66.4k | def = dfg->def; |
262 | 66.4k | use = dfg->use; |
263 | 66.4k | in = dfg->in; |
264 | 66.4k | out = dfg->out; |
265 | | |
266 | | /* Collect "def" and "use" sets */ |
267 | 260k | for (j = 0; j < blocks_count; j++) { |
268 | 194k | const zend_op *opline, *end; |
269 | 194k | zend_bitset b_use, b_def; |
270 | | |
271 | 194k | if ((blocks[j].flags & ZEND_BB_REACHABLE) == 0) { |
272 | 24 | continue; |
273 | 24 | } |
274 | | |
275 | 194k | opline = op_array->opcodes + blocks[j].start; |
276 | 194k | end = opline + blocks[j].len; |
277 | 194k | b_use = DFG_BITSET(use, set_size, j); |
278 | 194k | b_def = DFG_BITSET(def, set_size, j); |
279 | 1.57M | for (; opline < end; opline++) { |
280 | 1.37M | if (opline->opcode != ZEND_OP_DATA) { |
281 | 1.35M | zend_dfg_add_use_def_op_impl(op_array, opline, build_flags, b_use, b_def); |
282 | 1.35M | } |
283 | 1.37M | } |
284 | 194k | } |
285 | | |
286 | | /* Calculate "in" and "out" sets */ |
287 | 66.4k | { |
288 | 66.4k | uint32_t worklist_len = zend_bitset_len(blocks_count); |
289 | 66.4k | zend_bitset worklist; |
290 | 66.4k | ALLOCA_FLAG(use_heap); |
291 | 66.4k | worklist = ZEND_BITSET_ALLOCA(worklist_len, use_heap); |
292 | 66.4k | memset(worklist, 0, worklist_len * ZEND_BITSET_ELM_SIZE); |
293 | 260k | for (j = 0; j < blocks_count; j++) { |
294 | 194k | zend_bitset_incl(worklist, j); |
295 | 194k | } |
296 | 305k | while (!zend_bitset_empty(worklist, worklist_len)) { |
297 | | /* We use the last block on the worklist, because predecessors tend to be located |
298 | | * before the succeeding block, so this converges faster. */ |
299 | 239k | j = zend_bitset_last(worklist, worklist_len); |
300 | 239k | zend_bitset_excl(worklist, j); |
301 | | |
302 | 239k | if ((blocks[j].flags & ZEND_BB_REACHABLE) == 0) { |
303 | 24 | continue; |
304 | 24 | } |
305 | 239k | if (blocks[j].successors_count != 0) { |
306 | 170k | zend_bitset_copy(DFG_BITSET(out, set_size, j), DFG_BITSET(in, set_size, blocks[j].successors[0]), set_size); |
307 | 257k | for (uint32_t k = 1; k < blocks[j].successors_count; k++) { |
308 | 86.9k | zend_bitset_union(DFG_BITSET(out, set_size, j), DFG_BITSET(in, set_size, blocks[j].successors[k]), set_size); |
309 | 86.9k | } |
310 | 170k | } else { |
311 | 68.4k | zend_bitset_clear(DFG_BITSET(out, set_size, j), set_size); |
312 | 68.4k | } |
313 | 239k | zend_bitset_union_with_difference(tmp, DFG_BITSET(use, set_size, j), DFG_BITSET(out, set_size, j), DFG_BITSET(def, set_size, j), set_size); |
314 | 239k | if (!zend_bitset_equal(DFG_BITSET(in, set_size, j), tmp, set_size)) { |
315 | 173k | zend_bitset_copy(DFG_BITSET(in, set_size, j), tmp, set_size); |
316 | | |
317 | | /* Add predecessors of changed block to worklist */ |
318 | 173k | { |
319 | 173k | const int *predecessors = &cfg->predecessors[blocks[j].predecessor_offset]; |
320 | 393k | for (uint32_t k = 0; k < blocks[j].predecessors_count; k++) { |
321 | 219k | zend_bitset_incl(worklist, predecessors[k]); |
322 | 219k | } |
323 | 173k | } |
324 | 173k | } |
325 | 239k | } |
326 | | |
327 | | free_alloca(worklist, use_heap); |
328 | 66.4k | } |
329 | 66.4k | } |
330 | | /* }}} */ |