Coverage Report

Created: 2026-06-08 06:54

next uncovered line (L), next uncovered region (R), next uncovered branch (B)
/src/spirv-tools/source/opt/ccp_pass.cpp
Line
Count
Source
1
// Copyright (c) 2017 Google Inc.
2
//
3
// Licensed under the Apache License, Version 2.0 (the "License");
4
// you may not use this file except in compliance with the License.
5
// You may obtain a copy of the License at
6
//
7
//     http://www.apache.org/licenses/LICENSE-2.0
8
//
9
// Unless required by applicable law or agreed to in writing, software
10
// distributed under the License is distributed on an "AS IS" BASIS,
11
// WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
12
// See the License for the specific language governing permissions and
13
// limitations under the License.
14
15
// This file implements conditional constant propagation as described in
16
//
17
//      Constant propagation with conditional branches,
18
//      Wegman and Zadeck, ACM TOPLAS 13(2):181-210.
19
20
#include "source/opt/ccp_pass.h"
21
22
#include <algorithm>
23
#include <limits>
24
25
#include "source/opt/fold.h"
26
#include "source/opt/function.h"
27
#include "source/opt/propagator.h"
28
29
namespace spvtools {
30
namespace opt {
31
namespace {
32
// This SSA id is never defined nor referenced in the IR.  It is a special ID
33
// which represents varying values.  When an ID is found to have a varying
34
// value, its entry in the |values_| table maps to kVaryingSSAId.
35
constexpr uint32_t kVaryingSSAId = std::numeric_limits<uint32_t>::max();
36
}  // namespace
37
38
4.88M
bool CCPPass::IsVaryingValue(uint32_t id) const { return id == kVaryingSSAId; }
39
40
1.47M
SSAPropagator::PropStatus CCPPass::MarkInstructionVarying(Instruction* instr) {
41
1.47M
  assert(instr->result_id() != 0 &&
42
1.47M
         "Instructions with no result cannot be marked varying.");
43
1.47M
  values_[instr->result_id()] = kVaryingSSAId;
44
1.47M
  return SSAPropagator::kVarying;
45
1.47M
}
46
47
376k
SSAPropagator::PropStatus CCPPass::VisitPhi(Instruction* phi) {
48
376k
  uint32_t meet_val_id = 0;
49
50
  // Implement the lattice meet operation. The result of this Phi instruction is
51
  // interesting only if the meet operation over arguments coming through
52
  // executable edges yields the same constant value.
53
1.08M
  for (uint32_t i = 2; i < phi->NumOperands(); i += 2) {
54
874k
    if (!propagator_->IsPhiArgExecutable(phi, i)) {
55
      // Ignore arguments coming through non-executable edges.
56
378k
      continue;
57
378k
    }
58
496k
    uint32_t phi_arg_id = phi->GetSingleWordOperand(i);
59
496k
    auto it = values_.find(phi_arg_id);
60
496k
    if (it != values_.end()) {
61
      // We found an argument with a constant value.  Apply the meet operation
62
      // with the previous arguments.
63
496k
      if (it->second == kVaryingSSAId) {
64
        // The "constant" value is actually a placeholder for varying. Return
65
        // varying for this phi.
66
133k
        return MarkInstructionVarying(phi);
67
362k
      } else if (meet_val_id == 0) {
68
        // This is the first argument we find.  Initialize the result to its
69
        // constant value id.
70
260k
        meet_val_id = it->second;
71
260k
      } else if (it->second == meet_val_id) {
72
        // The argument is the same constant value already computed. Continue
73
        // looking.
74
67.6k
        continue;
75
67.6k
      } else {
76
        // We either found a varying value, or another constant value different
77
        // from the previous computed meet value.  This Phi will never be
78
        // constant.
79
33.8k
        return MarkInstructionVarying(phi);
80
33.8k
      }
81
496k
    } else {
82
      // The incoming value has no recorded value and is therefore not
83
      // interesting. A not interesting value joined with any other value is the
84
      // other value.
85
0
      continue;
86
0
    }
87
496k
  }
88
89
  // If there are no incoming executable edges, the meet ID will still be 0. In
90
  // that case, return not interesting to evaluate the Phi node again.
91
208k
  if (meet_val_id == 0) {
92
0
    return SSAPropagator::kNotInteresting;
93
0
  }
94
95
  // All the operands have the same constant value represented by |meet_val_id|.
96
  // Set the Phi's result to that value and declare it interesting.
97
208k
  values_[phi->result_id()] = meet_val_id;
98
208k
  return SSAPropagator::kInteresting;
99
208k
}
100
101
149k
uint32_t CCPPass::ComputeLatticeMeet(Instruction* instr, uint32_t val2) {
102
  // Given two values val1 and val2, the meet operation in the constant
103
  // lattice uses the following rules:
104
  //
105
  // meet(val1, UNDEFINED) = val1
106
  // meet(val1, VARYING)   = VARYING
107
  // meet(val1, val2)      = val1     if val1 == val2
108
  // meet(val1, val2)      = VARYING  if val1 != val2
109
  //
110
  // When two different values meet, the result is always varying because CCP
111
  // does not allow lateral transitions in the lattice.  This prevents
112
  // infinite cycles during propagation.
113
149k
  auto val1_it = values_.find(instr->result_id());
114
149k
  if (val1_it == values_.end()) {
115
148k
    return val2;
116
148k
  }
117
118
1.56k
  uint32_t val1 = val1_it->second;
119
1.56k
  if (IsVaryingValue(val1)) {
120
0
    return val1;
121
1.56k
  } else if (IsVaryingValue(val2)) {
122
0
    return val2;
123
1.56k
  } else if (val1 != val2) {
124
191
    return kVaryingSSAId;
125
191
  }
126
1.37k
  return val2;
127
1.56k
}
128
129
1.45M
SSAPropagator::PropStatus CCPPass::VisitAssignment(Instruction* instr) {
130
1.45M
  assert(instr->result_id() != 0 &&
131
1.45M
         "Expecting an instruction that produces a result");
132
133
  // If this is a copy operation, and the RHS is a known constant, assign its
134
  // value to the LHS.
135
1.45M
  if (instr->opcode() == spv::Op::OpCopyObject) {
136
674
    uint32_t rhs_id = instr->GetSingleWordInOperand(0);
137
674
    auto it = values_.find(rhs_id);
138
674
    if (it != values_.end()) {
139
674
      if (IsVaryingValue(it->second)) {
140
164
        return MarkInstructionVarying(instr);
141
510
      } else {
142
510
        uint32_t new_val = ComputeLatticeMeet(instr, it->second);
143
510
        values_[instr->result_id()] = new_val;
144
510
        return IsVaryingValue(new_val) ? SSAPropagator::kVarying
145
510
                                       : SSAPropagator::kInteresting;
146
510
      }
147
674
    }
148
0
    return SSAPropagator::kNotInteresting;
149
674
  }
150
151
  // Instructions with a RHS that cannot produce a constant are always varying.
152
1.45M
  if (!instr->IsFoldable()) {
153
843k
    return MarkInstructionVarying(instr);
154
843k
  }
155
156
  // See if the RHS of the assignment folds into a constant value.
157
1.76M
  auto map_func = [this](uint32_t id) {
158
1.76M
    auto it = values_.find(id);
159
1.76M
    if (it == values_.end() || IsVaryingValue(it->second)) {
160
1.07M
      return id;
161
1.07M
    }
162
687k
    return it->second;
163
1.76M
  };
164
612k
  Instruction* folded_inst =
165
612k
      context()->get_instruction_folder().FoldInstructionToConstant(instr,
166
612k
                                                                    map_func);
167
168
612k
  if (folded_inst && context()->id_overflow()) {
169
0
    return SSAPropagator::kFailed;
170
0
  }
171
612k
  if (folded_inst != nullptr) {
172
    // We do not want to change the body of the function by adding new
173
    // instructions.  When folding we can only generate new constants.
174
149k
    assert((folded_inst->IsConstant() ||
175
149k
            IsSpecConstantInst(folded_inst->opcode())) &&
176
149k
           "CCP is only interested in constant values.");
177
149k
    uint32_t new_val = ComputeLatticeMeet(instr, folded_inst->result_id());
178
149k
    values_[instr->result_id()] = new_val;
179
149k
    return IsVaryingValue(new_val) ? SSAPropagator::kVarying
180
149k
                                   : SSAPropagator::kInteresting;
181
149k
  }
182
183
  // Conservatively mark this instruction as varying if any input id is varying.
184
506k
  if (!instr->WhileEachInId([this](uint32_t* op_id) {
185
506k
        auto iter = values_.find(*op_id);
186
506k
        if (iter != values_.end() && IsVaryingValue(iter->second)) return false;
187
43.7k
        return true;
188
506k
      })) {
189
463k
    return MarkInstructionVarying(instr);
190
463k
  }
191
192
  // If not, see if there is a least one unknown operand to the instruction.  If
193
  // so, we might be able to fold it later.
194
374
  if (!instr->WhileEachInId([this](uint32_t* op_id) {
195
374
        auto it = values_.find(*op_id);
196
374
        if (it == values_.end()) return false;
197
374
        return true;
198
374
      })) {
199
0
    return SSAPropagator::kNotInteresting;
200
0
  }
201
202
  // Otherwise, we will never be able to fold this instruction, so mark it
203
  // varying.
204
158
  return MarkInstructionVarying(instr);
205
158
}
206
207
SSAPropagator::PropStatus CCPPass::VisitBranch(Instruction* instr,
208
617k
                                               BasicBlock** dest_bb) const {
209
617k
  assert(instr->IsBranch() && "Expected a branch instruction.");
210
211
617k
  *dest_bb = nullptr;
212
617k
  uint32_t dest_label = 0;
213
617k
  if (instr->opcode() == spv::Op::OpBranch) {
214
    // An unconditional jump always goes to its unique destination.
215
371k
    dest_label = instr->GetSingleWordInOperand(0);
216
371k
  } else if (instr->opcode() == spv::Op::OpBranchConditional) {
217
    // For a conditional branch, determine whether the predicate selector has a
218
    // known value in |values_|.  If it does, set the destination block
219
    // according to the selector's boolean value.
220
199k
    uint32_t pred_id = instr->GetSingleWordOperand(0);
221
199k
    auto it = values_.find(pred_id);
222
199k
    if (it == values_.end() || IsVaryingValue(it->second)) {
223
      // The predicate has an unknown value, either branch could be taken.
224
94.9k
      return SSAPropagator::kVarying;
225
94.9k
    }
226
227
    // Get the constant value for the predicate selector from the value table.
228
    // Use it to decide which branch will be taken.
229
104k
    uint32_t pred_val_id = it->second;
230
104k
    const analysis::Constant* c = const_mgr_->FindDeclaredConstant(pred_val_id);
231
104k
    assert(c && "Expected to find a constant declaration for a known value.");
232
    // Undef values should have returned as varying above.
233
104k
    assert(c->AsBoolConstant() || c->AsNullConstant());
234
104k
    if (c->AsNullConstant()) {
235
269
      dest_label = instr->GetSingleWordOperand(2u);
236
104k
    } else {
237
104k
      const analysis::BoolConstant* val = c->AsBoolConstant();
238
104k
      dest_label = val->value() ? instr->GetSingleWordOperand(1)
239
104k
                                : instr->GetSingleWordOperand(2);
240
104k
    }
241
104k
  } else {
242
    // For an OpSwitch, extract the value taken by the switch selector and check
243
    // which of the target literals it matches.  The branch associated with that
244
    // literal is the taken branch.
245
46.1k
    assert(instr->opcode() == spv::Op::OpSwitch);
246
46.1k
    if (instr->GetOperand(0).words.size() != 1) {
247
      // If the selector is wider than 32-bits, return varying. TODO(dnovillo):
248
      // Add support for wider constants.
249
0
      return SSAPropagator::kVarying;
250
0
    }
251
46.1k
    uint32_t select_id = instr->GetSingleWordOperand(0);
252
46.1k
    auto it = values_.find(select_id);
253
46.1k
    if (it == values_.end() || IsVaryingValue(it->second)) {
254
      // The selector has an unknown value, any of the branches could be taken.
255
2.25k
      return SSAPropagator::kVarying;
256
2.25k
    }
257
258
    // Get the constant value for the selector from the value table. Use it to
259
    // decide which branch will be taken.
260
43.9k
    uint32_t select_val_id = it->second;
261
43.9k
    const analysis::Constant* c =
262
43.9k
        const_mgr_->FindDeclaredConstant(select_val_id);
263
43.9k
    assert(c && "Expected to find a constant declaration for a known value.");
264
    // TODO: support 64-bit integer switches.
265
43.9k
    uint32_t constant_cond = 0;
266
43.9k
    if (const analysis::IntConstant* val = c->AsIntConstant()) {
267
43.8k
      constant_cond = val->words()[0];
268
43.8k
    } else {
269
      // Undef values should have returned varying above.
270
72
      assert(c->AsNullConstant());
271
72
      constant_cond = 0;
272
72
    }
273
274
    // Start assuming that the selector will take the default value;
275
43.9k
    dest_label = instr->GetSingleWordOperand(1);
276
48.1k
    for (uint32_t i = 2; i < instr->NumOperands(); i += 2) {
277
4.62k
      if (constant_cond == instr->GetSingleWordOperand(i)) {
278
433
        dest_label = instr->GetSingleWordOperand(i + 1);
279
433
        break;
280
433
      }
281
4.62k
    }
282
43.9k
  }
283
284
617k
  assert(dest_label && "Destination label should be set at this point.");
285
520k
  *dest_bb = context()->cfg()->block(dest_label);
286
520k
  return SSAPropagator::kInteresting;
287
520k
}
288
289
SSAPropagator::PropStatus CCPPass::VisitInstruction(Instruction* instr,
290
2.84M
                                                    BasicBlock** dest_bb) {
291
2.84M
  *dest_bb = nullptr;
292
2.84M
  if (instr->opcode() == spv::Op::OpPhi) {
293
376k
    return VisitPhi(instr);
294
2.46M
  } else if (instr->IsBranch()) {
295
617k
    return VisitBranch(instr, dest_bb);
296
1.85M
  } else if (instr->result_id()) {
297
1.45M
    return VisitAssignment(instr);
298
1.45M
  }
299
394k
  return SSAPropagator::kVarying;
300
2.84M
}
301
302
14.9k
bool CCPPass::ReplaceValues() {
303
  // Even if we make no changes to the function's IR, propagation may have
304
  // created new constants.  Even if those constants cannot be replaced in
305
  // the IR, the constant definition itself is a change.  To reflect this,
306
  // we check whether the next ID to be given by the module is different than
307
  // the original bound ID. If that happens, new instructions were added to the
308
  // module during propagation.
309
  //
310
  // See https://github.com/KhronosGroup/SPIRV-Tools/issues/3636 and
311
  // https://github.com/KhronosGroup/SPIRV-Tools/issues/3991 for details.
312
14.9k
  bool changed_ir = (context()->module()->IdBound() > original_id_bound_);
313
314
2.22M
  for (const auto& it : values_) {
315
2.22M
    uint32_t id = it.first;
316
2.22M
    uint32_t cst_id = it.second;
317
2.22M
    if (!IsVaryingValue(cst_id) && id != cst_id) {
318
118k
      context()->KillNamesAndDecorates(id);
319
118k
      changed_ir |= context()->ReplaceAllUsesWith(id, cst_id);
320
118k
    }
321
2.22M
  }
322
323
14.9k
  return changed_ir;
324
14.9k
}
325
326
19.0k
bool CCPPass::PropagateConstants(Function* fp) {
327
19.0k
  if (fp->IsDeclaration()) {
328
0
    return false;
329
0
  }
330
331
  // Mark function parameters as varying.
332
19.0k
  fp->ForEachParam([this](const Instruction* inst) {
333
4.19k
    values_[inst->result_id()] = kVaryingSSAId;
334
4.19k
  });
335
336
2.84M
  const auto visit_fn = [this](Instruction* instr, BasicBlock** dest_bb) {
337
2.84M
    return VisitInstruction(instr, dest_bb);
338
2.84M
  };
339
340
19.0k
  propagator_ =
341
19.0k
      std::unique_ptr<SSAPropagator>(new SSAPropagator(context(), visit_fn));
342
343
19.0k
  if (propagator_->Run(fp)) {
344
14.9k
    return ReplaceValues();
345
14.9k
  }
346
347
4.10k
  return false;
348
19.0k
}
349
350
20.4k
void CCPPass::Initialize() {
351
20.4k
  const_mgr_ = context()->get_constant_mgr();
352
353
  // Populate the constant table with values from constant declarations in the
354
  // module.  The values of each OpConstant declaration is the identity
355
  // assignment (i.e., each constant is its own value).
356
432k
  for (const auto& inst : get_module()->types_values()) {
357
    // Record compile time constant ids. Treat all other global values as
358
    // varying.
359
432k
    if (inst.IsConstant()) {
360
177k
      values_[inst.result_id()] = inst.result_id();
361
254k
    } else {
362
254k
      values_[inst.result_id()] = kVaryingSSAId;
363
254k
    }
364
432k
  }
365
366
  // Mark the extended instruction imports as `kVarying`. We know they
367
  // will not be constants, and will be used by `OpExtInst` instructions.
368
  // This allows those instructions to be fully processed.
369
20.4k
  for (const auto& inst : get_module()->ext_inst_imports()) {
370
9.74k
    values_[inst.result_id()] = kVaryingSSAId;
371
9.74k
  }
372
373
20.4k
  original_id_bound_ = context()->module()->IdBound();
374
20.4k
}
375
376
20.4k
Pass::Status CCPPass::Process() {
377
20.4k
  Initialize();
378
379
  // Process all entry point functions.
380
20.4k
  ProcessFunction pfn = [this](Function* fp) { return PropagateConstants(fp); };
381
20.4k
  bool modified = context()->ProcessReachableCallTree(pfn);
382
20.4k
  if (context()->id_overflow()) return Pass::Status::Failure;
383
20.4k
  return modified ? Pass::Status::SuccessWithChange
384
20.4k
                  : Pass::Status::SuccessWithoutChange;
385
20.4k
}
386
387
}  // namespace opt
388
}  // namespace spvtools