/src/php-src/Zend/Optimizer/zend_dfg.c
Line | Count | Source |
1 | | /* |
2 | | +----------------------------------------------------------------------+ |
3 | | | Zend Engine, DFG - Data Flow Graph | |
4 | | +----------------------------------------------------------------------+ |
5 | | | Copyright (c) The PHP Group | |
6 | | +----------------------------------------------------------------------+ |
7 | | | This source file is subject to version 3.01 of the PHP license, | |
8 | | | that is bundled with this package in the file LICENSE, and is | |
9 | | | available through the world-wide-web at the following url: | |
10 | | | https://www.php.net/license/3_01.txt | |
11 | | | If you did not receive a copy of the PHP license and are unable to | |
12 | | | obtain it through the world-wide-web, please send a note to | |
13 | | | license@php.net so we can mail you a copy immediately. | |
14 | | +----------------------------------------------------------------------+ |
15 | | | Authors: Dmitry Stogov <dmitry@php.net> | |
16 | | +----------------------------------------------------------------------+ |
17 | | */ |
18 | | |
19 | | #include "zend_compile.h" |
20 | | #include "zend_dfg.h" |
21 | | |
22 | | static zend_always_inline void zend_dfg_add_use_def_op_impl(const zend_op_array *op_array, const zend_op *opline, uint32_t build_flags, zend_bitset use, zend_bitset def) /* {{{ */ |
23 | 1.71M | { |
24 | 1.71M | uint32_t var_num; |
25 | 1.71M | const zend_op *next; |
26 | | |
27 | 1.71M | if (opline->op1_type & (IS_CV|IS_VAR|IS_TMP_VAR)) { |
28 | 997k | var_num = EX_VAR_TO_NUM(opline->op1.var); |
29 | 997k | if (!zend_bitset_in(def, var_num)) { |
30 | 243k | zend_bitset_incl(use, var_num); |
31 | 243k | } |
32 | 997k | } |
33 | 1.71M | if (((opline->op2_type & (IS_VAR|IS_TMP_VAR)) != 0 |
34 | 158k | && opline->opcode != ZEND_FE_FETCH_R |
35 | 158k | && opline->opcode != ZEND_FE_FETCH_RW) |
36 | 1.55M | || (opline->op2_type == IS_CV)) { |
37 | 300k | var_num = EX_VAR_TO_NUM(opline->op2.var); |
38 | 300k | if (!zend_bitset_in(def, var_num)) { |
39 | 164k | zend_bitset_incl(use, var_num); |
40 | 164k | } |
41 | 300k | } |
42 | 1.71M | if ((build_flags & ZEND_SSA_USE_CV_RESULTS) |
43 | 0 | && opline->result_type == IS_CV |
44 | 0 | && opline->opcode != ZEND_RECV) { |
45 | 0 | var_num = EX_VAR_TO_NUM(opline->result.var); |
46 | 0 | if (!zend_bitset_in(def, var_num)) { |
47 | 0 | zend_bitset_incl(use, var_num); |
48 | 0 | } |
49 | 0 | } |
50 | | |
51 | 1.71M | switch (opline->opcode) { |
52 | 58.8k | case ZEND_ASSIGN: |
53 | 58.8k | if ((build_flags & ZEND_SSA_RC_INFERENCE) && opline->op2_type == IS_CV) { |
54 | 0 | zend_bitset_incl(def, EX_VAR_TO_NUM(opline->op2.var)); |
55 | 0 | } |
56 | 58.8k | if (opline->op1_type == IS_CV) { |
57 | 107k | add_op1_def: |
58 | 107k | zend_bitset_incl(def, EX_VAR_TO_NUM(opline->op1.var)); |
59 | 107k | } |
60 | 108k | break; |
61 | 108k | case ZEND_ASSIGN_REF: |
62 | 2.34k | if (opline->op2_type == IS_CV) { |
63 | 1.19k | zend_bitset_incl(def, EX_VAR_TO_NUM(opline->op2.var)); |
64 | 1.19k | } |
65 | 2.34k | if (opline->op1_type == IS_CV) { |
66 | 1.67k | goto add_op1_def; |
67 | 1.67k | } |
68 | 673 | break; |
69 | 7.54k | case ZEND_ASSIGN_DIM: |
70 | 15.5k | case ZEND_ASSIGN_OBJ: |
71 | 15.5k | next = opline + 1; |
72 | 15.5k | if (next->op1_type & (IS_CV|IS_VAR|IS_TMP_VAR)) { |
73 | 9.05k | var_num = EX_VAR_TO_NUM(next->op1.var); |
74 | 9.05k | if (!zend_bitset_in(def, var_num)) { |
75 | 1.25k | zend_bitset_incl(use, var_num); |
76 | 1.25k | } |
77 | 9.05k | if (build_flags & ZEND_SSA_RC_INFERENCE && next->op1_type == IS_CV) { |
78 | 0 | zend_bitset_incl(def, var_num); |
79 | 0 | } |
80 | 9.05k | } |
81 | 15.5k | if (opline->op1_type == IS_CV) { |
82 | 9.61k | goto add_op1_def; |
83 | 9.61k | } |
84 | 5.93k | break; |
85 | 5.93k | case ZEND_ASSIGN_OBJ_REF: |
86 | 308 | next = opline + 1; |
87 | 308 | if (next->op1_type & (IS_CV|IS_VAR|IS_TMP_VAR)) { |
88 | 308 | var_num = EX_VAR_TO_NUM(next->op1.var); |
89 | 308 | if (!zend_bitset_in(def, var_num)) { |
90 | 51 | zend_bitset_incl(use, var_num); |
91 | 51 | } |
92 | 308 | if (next->op1_type == IS_CV) { |
93 | 216 | zend_bitset_incl(def, var_num); |
94 | 216 | } |
95 | 308 | } |
96 | 308 | if (opline->op1_type == IS_CV) { |
97 | 166 | goto add_op1_def; |
98 | 166 | } |
99 | 142 | break; |
100 | 1.02k | case ZEND_ASSIGN_STATIC_PROP: |
101 | 1.02k | next = opline + 1; |
102 | 1.02k | if (next->op1_type & (IS_CV|IS_VAR|IS_TMP_VAR)) { |
103 | 665 | var_num = EX_VAR_TO_NUM(next->op1.var); |
104 | 665 | if (!zend_bitset_in(def, var_num)) { |
105 | 330 | zend_bitset_incl(use, var_num); |
106 | 330 | } |
107 | 665 | if ((build_flags & ZEND_SSA_RC_INFERENCE) && next->op1_type == IS_CV) { |
108 | 0 | zend_bitset_incl(def, var_num); |
109 | 0 | } |
110 | 665 | } |
111 | 1.02k | break; |
112 | 106 | case ZEND_ASSIGN_STATIC_PROP_REF: |
113 | 106 | next = opline + 1; |
114 | 106 | if (next->op1_type & (IS_CV|IS_VAR|IS_TMP_VAR)) { |
115 | 106 | var_num = EX_VAR_TO_NUM(next->op1.var); |
116 | 106 | if (!zend_bitset_in(def, var_num)) { |
117 | 6 | zend_bitset_incl(use, var_num); |
118 | 6 | } |
119 | 106 | if (next->op1_type == IS_CV) { |
120 | 38 | zend_bitset_incl(def, var_num); |
121 | 38 | } |
122 | 106 | } |
123 | 106 | break; |
124 | 22 | case ZEND_ASSIGN_STATIC_PROP_OP: |
125 | 22 | case ZEND_FRAMELESS_ICALL_3: |
126 | 22 | next = opline + 1; |
127 | 22 | if (next->op1_type & (IS_CV|IS_VAR|IS_TMP_VAR)) { |
128 | 22 | var_num = EX_VAR_TO_NUM(next->op1.var); |
129 | 22 | if (!zend_bitset_in(def, var_num)) { |
130 | 0 | zend_bitset_incl(use, var_num); |
131 | 0 | } |
132 | 22 | } |
133 | 22 | break; |
134 | 1.07k | case ZEND_ASSIGN_DIM_OP: |
135 | 1.71k | case ZEND_ASSIGN_OBJ_OP: |
136 | 1.71k | next = opline + 1; |
137 | 1.71k | if (next->op1_type & (IS_CV|IS_VAR|IS_TMP_VAR)) { |
138 | 786 | var_num = EX_VAR_TO_NUM(next->op1.var); |
139 | 786 | if (!zend_bitset_in(def, var_num)) { |
140 | 118 | zend_bitset_incl(use, var_num); |
141 | 118 | } |
142 | 786 | } |
143 | 1.71k | if (opline->op1_type == IS_CV) { |
144 | 1.29k | goto add_op1_def; |
145 | 1.29k | } |
146 | 424 | break; |
147 | 4.58k | case ZEND_ASSIGN_OP: |
148 | 8.92k | case ZEND_PRE_INC: |
149 | 9.46k | case ZEND_PRE_DEC: |
150 | 10.2k | case ZEND_POST_INC: |
151 | 11.3k | case ZEND_POST_DEC: |
152 | 11.9k | case ZEND_BIND_GLOBAL: |
153 | 19.6k | case ZEND_BIND_STATIC: |
154 | 19.8k | case ZEND_BIND_INIT_STATIC_OR_JMP: |
155 | 20.4k | case ZEND_SEND_VAR_NO_REF: |
156 | 23.0k | case ZEND_SEND_VAR_NO_REF_EX: |
157 | 28.7k | case ZEND_SEND_VAR_EX: |
158 | 29.9k | case ZEND_SEND_FUNC_ARG: |
159 | 32.0k | case ZEND_SEND_REF: |
160 | 32.6k | case ZEND_SEND_UNPACK: |
161 | 33.3k | case ZEND_FE_RESET_RW: |
162 | 34.2k | case ZEND_MAKE_REF: |
163 | 34.6k | case ZEND_PRE_INC_OBJ: |
164 | 34.8k | case ZEND_PRE_DEC_OBJ: |
165 | 34.9k | case ZEND_POST_INC_OBJ: |
166 | 35.0k | case ZEND_POST_DEC_OBJ: |
167 | 35.9k | case ZEND_UNSET_DIM: |
168 | 36.5k | case ZEND_UNSET_OBJ: |
169 | 40.7k | case ZEND_FETCH_DIM_W: |
170 | 41.2k | case ZEND_FETCH_DIM_RW: |
171 | 41.8k | case ZEND_FETCH_DIM_FUNC_ARG: |
172 | 42.0k | case ZEND_FETCH_DIM_UNSET: |
173 | 42.3k | case ZEND_FETCH_LIST_W: |
174 | 42.3k | if (opline->op1_type == IS_CV) { |
175 | 32.5k | goto add_op1_def; |
176 | 32.5k | } |
177 | 9.81k | break; |
178 | 35.2k | case ZEND_SEND_VAR: |
179 | 37.0k | case ZEND_CAST: |
180 | 49.3k | case ZEND_QM_ASSIGN: |
181 | 50.5k | case ZEND_JMP_SET: |
182 | 54.9k | case ZEND_COALESCE: |
183 | 57.6k | case ZEND_FE_RESET_R: |
184 | 57.6k | if ((build_flags & ZEND_SSA_RC_INFERENCE) && opline->op1_type == IS_CV) { |
185 | 0 | goto add_op1_def; |
186 | 0 | } |
187 | 57.6k | break; |
188 | 57.6k | case ZEND_ADD_ARRAY_UNPACK: |
189 | 157 | var_num = EX_VAR_TO_NUM(opline->result.var); |
190 | 157 | if (!zend_bitset_in(def, var_num)) { |
191 | 0 | zend_bitset_incl(use, var_num); |
192 | 0 | } |
193 | 157 | break; |
194 | 17.7k | case ZEND_ADD_ARRAY_ELEMENT: |
195 | 17.7k | var_num = EX_VAR_TO_NUM(opline->result.var); |
196 | 17.7k | if (!zend_bitset_in(def, var_num)) { |
197 | 742 | zend_bitset_incl(use, var_num); |
198 | 742 | } |
199 | 17.7k | ZEND_FALLTHROUGH; |
200 | 21.6k | case ZEND_INIT_ARRAY: |
201 | 21.6k | if (((build_flags & ZEND_SSA_RC_INFERENCE) |
202 | 21.6k | || (opline->extended_value & ZEND_ARRAY_ELEMENT_REF)) |
203 | 230 | && opline->op1_type == IS_CV) { |
204 | 183 | goto add_op1_def; |
205 | 183 | } |
206 | 21.4k | break; |
207 | 21.4k | case ZEND_YIELD: |
208 | 1.77k | if (opline->op1_type == IS_CV |
209 | 325 | && ((op_array->fn_flags & ZEND_ACC_RETURN_REFERENCE) |
210 | 265 | || (build_flags & ZEND_SSA_RC_INFERENCE))) { |
211 | 60 | goto add_op1_def; |
212 | 60 | } |
213 | 1.71k | break; |
214 | 2.03k | case ZEND_UNSET_CV: |
215 | 2.03k | goto add_op1_def; |
216 | 3.40k | case ZEND_VERIFY_RETURN_TYPE: |
217 | 3.40k | if (opline->op1_type & (IS_TMP_VAR|IS_VAR|IS_CV)) { |
218 | 1.69k | goto add_op1_def; |
219 | 1.69k | } |
220 | 1.70k | break; |
221 | 2.74k | case ZEND_FE_FETCH_R: |
222 | 3.40k | case ZEND_FE_FETCH_RW: |
223 | | #if 0 |
224 | | /* This special case was handled above the switch */ |
225 | | if (opline->op2_type != IS_CV) { |
226 | | op2_use = -1; /* not used */ |
227 | | } |
228 | | #endif |
229 | 3.40k | zend_bitset_incl(def, EX_VAR_TO_NUM(opline->op2.var)); |
230 | 3.40k | break; |
231 | 7.22k | case ZEND_BIND_LEXICAL: |
232 | 7.22k | if ((opline->extended_value & ZEND_BIND_REF) || (build_flags & ZEND_SSA_RC_INFERENCE)) { |
233 | 468 | zend_bitset_incl(def, EX_VAR_TO_NUM(opline->op2.var)); |
234 | 468 | } |
235 | 7.22k | break; |
236 | 1.49M | default: |
237 | 1.49M | break; |
238 | 1.71M | } |
239 | | |
240 | 1.71M | if (opline->result_type & (IS_CV|IS_VAR|IS_TMP_VAR)) { |
241 | 955k | zend_bitset_incl(def, EX_VAR_TO_NUM(opline->result.var)); |
242 | 955k | } |
243 | 1.71M | } |
244 | | /* }}} */ |
245 | | |
246 | | ZEND_API void zend_dfg_add_use_def_op(const zend_op_array *op_array, const zend_op *opline, uint32_t build_flags, zend_bitset use, zend_bitset def) /* {{{ */ |
247 | 0 | { |
248 | 0 | zend_dfg_add_use_def_op_impl(op_array, opline, build_flags, use, def); |
249 | 0 | } |
250 | | /* }}} */ |
251 | | |
252 | | void zend_build_dfg(const zend_op_array *op_array, const zend_cfg *cfg, const zend_dfg *dfg, uint32_t build_flags) /* {{{ */ |
253 | 75.3k | { |
254 | 75.3k | uint32_t set_size = dfg->size; |
255 | 75.3k | zend_basic_block *blocks = cfg->blocks; |
256 | 75.3k | int blocks_count = cfg->blocks_count; |
257 | 75.3k | zend_bitset tmp, def, use, in, out; |
258 | 75.3k | int k; |
259 | 75.3k | int j; |
260 | | |
261 | 75.3k | tmp = dfg->tmp; |
262 | 75.3k | def = dfg->def; |
263 | 75.3k | use = dfg->use; |
264 | 75.3k | in = dfg->in; |
265 | 75.3k | out = dfg->out; |
266 | | |
267 | | /* Collect "def" and "use" sets */ |
268 | 297k | for (j = 0; j < blocks_count; j++) { |
269 | 222k | const zend_op *opline, *end; |
270 | 222k | zend_bitset b_use, b_def; |
271 | | |
272 | 222k | if ((blocks[j].flags & ZEND_BB_REACHABLE) == 0) { |
273 | 26 | continue; |
274 | 26 | } |
275 | | |
276 | 222k | opline = op_array->opcodes + blocks[j].start; |
277 | 222k | end = opline + blocks[j].len; |
278 | 222k | b_use = DFG_BITSET(use, set_size, j); |
279 | 222k | b_def = DFG_BITSET(def, set_size, j); |
280 | 1.95M | for (; opline < end; opline++) { |
281 | 1.73M | if (opline->opcode != ZEND_OP_DATA) { |
282 | 1.71M | zend_dfg_add_use_def_op_impl(op_array, opline, build_flags, b_use, b_def); |
283 | 1.71M | } |
284 | 1.73M | } |
285 | 222k | } |
286 | | |
287 | | /* Calculate "in" and "out" sets */ |
288 | 75.3k | { |
289 | 75.3k | uint32_t worklist_len = zend_bitset_len(blocks_count); |
290 | 75.3k | zend_bitset worklist; |
291 | 75.3k | ALLOCA_FLAG(use_heap); |
292 | 75.3k | worklist = ZEND_BITSET_ALLOCA(worklist_len, use_heap); |
293 | 75.3k | memset(worklist, 0, worklist_len * ZEND_BITSET_ELM_SIZE); |
294 | 297k | for (j = 0; j < blocks_count; j++) { |
295 | 222k | zend_bitset_incl(worklist, j); |
296 | 222k | } |
297 | 344k | while (!zend_bitset_empty(worklist, worklist_len)) { |
298 | | /* We use the last block on the worklist, because predecessors tend to be located |
299 | | * before the succeeding block, so this converges faster. */ |
300 | 269k | j = zend_bitset_last(worklist, worklist_len); |
301 | 269k | zend_bitset_excl(worklist, j); |
302 | | |
303 | 269k | if ((blocks[j].flags & ZEND_BB_REACHABLE) == 0) { |
304 | 26 | continue; |
305 | 26 | } |
306 | 269k | if (blocks[j].successors_count != 0) { |
307 | 192k | zend_bitset_copy(DFG_BITSET(out, set_size, j), DFG_BITSET(in, set_size, blocks[j].successors[0]), set_size); |
308 | 289k | for (k = 1; k < blocks[j].successors_count; k++) { |
309 | 97.6k | zend_bitset_union(DFG_BITSET(out, set_size, j), DFG_BITSET(in, set_size, blocks[j].successors[k]), set_size); |
310 | 97.6k | } |
311 | 192k | } else { |
312 | 76.7k | zend_bitset_clear(DFG_BITSET(out, set_size, j), set_size); |
313 | 76.7k | } |
314 | 269k | zend_bitset_union_with_difference(tmp, DFG_BITSET(use, set_size, j), DFG_BITSET(out, set_size, j), DFG_BITSET(def, set_size, j), set_size); |
315 | 269k | if (!zend_bitset_equal(DFG_BITSET(in, set_size, j), tmp, set_size)) { |
316 | 193k | zend_bitset_copy(DFG_BITSET(in, set_size, j), tmp, set_size); |
317 | | |
318 | | /* Add predecessors of changed block to worklist */ |
319 | 193k | { |
320 | 193k | const int *predecessors = &cfg->predecessors[blocks[j].predecessor_offset]; |
321 | 441k | for (k = 0; k < blocks[j].predecessors_count; k++) { |
322 | 248k | zend_bitset_incl(worklist, predecessors[k]); |
323 | 248k | } |
324 | 193k | } |
325 | 193k | } |
326 | 269k | } |
327 | | |
328 | | free_alloca(worklist, use_heap); |
329 | 75.3k | } |
330 | 75.3k | } |
331 | | /* }}} */ |