LCOV - code coverage report
Current view: top level - src/compiler - machine-operator.cc (source / functions) Hit Total Coverage
Test: app.info Lines: 98 133 73.7 %
Date: 2017-04-26 Functions: 694 1802 38.5 %

          Line data    Source code
       1             : // Copyright 2014 the V8 project authors. All rights reserved.
       2             : // Use of this source code is governed by a BSD-style license that can be
       3             : // found in the LICENSE file.
       4             : 
       5             : #include "src/compiler/machine-operator.h"
       6             : 
       7             : #include "src/base/lazy-instance.h"
       8             : #include "src/compiler/opcodes.h"
       9             : #include "src/compiler/operator.h"
      10             : 
      11             : namespace v8 {
      12             : namespace internal {
      13             : namespace compiler {
      14             : 
      15         336 : bool operator==(StoreRepresentation lhs, StoreRepresentation rhs) {
      16         672 :   return lhs.representation() == rhs.representation() &&
      17         672 :          lhs.write_barrier_kind() == rhs.write_barrier_kind();
      18             : }
      19             : 
      20             : 
      21           0 : bool operator!=(StoreRepresentation lhs, StoreRepresentation rhs) {
      22           0 :   return !(lhs == rhs);
      23             : }
      24             : 
      25             : 
      26           0 : size_t hash_value(StoreRepresentation rep) {
      27           0 :   return base::hash_combine(rep.representation(), rep.write_barrier_kind());
      28             : }
      29             : 
      30             : 
      31           0 : std::ostream& operator<<(std::ostream& os, StoreRepresentation rep) {
      32           0 :   return os << "(" << rep.representation() << " : " << rep.write_barrier_kind()
      33           0 :             << ")";
      34             : }
      35             : 
      36             : 
      37     8557914 : LoadRepresentation LoadRepresentationOf(Operator const* op) {
      38             :   DCHECK(IrOpcode::kLoad == op->opcode() ||
      39             :          IrOpcode::kProtectedLoad == op->opcode() ||
      40             :          IrOpcode::kAtomicLoad == op->opcode());
      41     8557914 :   return OpParameter<LoadRepresentation>(op);
      42             : }
      43             : 
      44             : 
      45     3724848 : StoreRepresentation const& StoreRepresentationOf(Operator const* op) {
      46             :   DCHECK(IrOpcode::kStore == op->opcode() ||
      47             :          IrOpcode::kProtectedStore == op->opcode());
      48     3724848 :   return OpParameter<StoreRepresentation>(op);
      49             : }
      50             : 
      51           1 : UnalignedLoadRepresentation UnalignedLoadRepresentationOf(Operator const* op) {
      52             :   DCHECK_EQ(IrOpcode::kUnalignedLoad, op->opcode());
      53           1 :   return OpParameter<UnalignedLoadRepresentation>(op);
      54             : }
      55             : 
      56           1 : UnalignedStoreRepresentation const& UnalignedStoreRepresentationOf(
      57             :     Operator const* op) {
      58             :   DCHECK_EQ(IrOpcode::kUnalignedStore, op->opcode());
      59           1 :   return OpParameter<UnalignedStoreRepresentation>(op);
      60             : }
      61             : 
      62      148380 : CheckedLoadRepresentation CheckedLoadRepresentationOf(Operator const* op) {
      63             :   DCHECK_EQ(IrOpcode::kCheckedLoad, op->opcode());
      64      148380 :   return OpParameter<CheckedLoadRepresentation>(op);
      65             : }
      66             : 
      67             : 
      68      117298 : CheckedStoreRepresentation CheckedStoreRepresentationOf(Operator const* op) {
      69             :   DCHECK_EQ(IrOpcode::kCheckedStore, op->opcode());
      70      117298 :   return OpParameter<CheckedStoreRepresentation>(op);
      71             : }
      72             : 
      73        1418 : int StackSlotSizeOf(Operator const* op) {
      74             :   DCHECK_EQ(IrOpcode::kStackSlot, op->opcode());
      75        1418 :   return OpParameter<int>(op);
      76             : }
      77             : 
      78         129 : MachineRepresentation AtomicStoreRepresentationOf(Operator const* op) {
      79             :   DCHECK_EQ(IrOpcode::kAtomicStore, op->opcode());
      80         129 :   return OpParameter<MachineRepresentation>(op);
      81             : }
      82             : 
      83        3612 : MachineType AtomicOpRepresentationOf(Operator const* op) {
      84        3612 :   return OpParameter<MachineType>(op);
      85             : }
      86             : 
      87             : #define PURE_BINARY_OP_LIST_32(V)                                           \
      88             :   V(Word32And, Operator::kAssociative | Operator::kCommutative, 2, 0, 1)    \
      89             :   V(Word32Or, Operator::kAssociative | Operator::kCommutative, 2, 0, 1)     \
      90             :   V(Word32Xor, Operator::kAssociative | Operator::kCommutative, 2, 0, 1)    \
      91             :   V(Word32Shl, Operator::kNoProperties, 2, 0, 1)                            \
      92             :   V(Word32Shr, Operator::kNoProperties, 2, 0, 1)                            \
      93             :   V(Word32Sar, Operator::kNoProperties, 2, 0, 1)                            \
      94             :   V(Word32Ror, Operator::kNoProperties, 2, 0, 1)                            \
      95             :   V(Word32Equal, Operator::kCommutative, 2, 0, 1)                           \
      96             :   V(Int32Add, Operator::kAssociative | Operator::kCommutative, 2, 0, 1)     \
      97             :   V(Int32Sub, Operator::kNoProperties, 2, 0, 1)                             \
      98             :   V(Int32Mul, Operator::kAssociative | Operator::kCommutative, 2, 0, 1)     \
      99             :   V(Int32MulHigh, Operator::kAssociative | Operator::kCommutative, 2, 0, 1) \
     100             :   V(Int32Div, Operator::kNoProperties, 2, 1, 1)                             \
     101             :   V(Int32Mod, Operator::kNoProperties, 2, 1, 1)                             \
     102             :   V(Int32LessThan, Operator::kNoProperties, 2, 0, 1)                        \
     103             :   V(Int32LessThanOrEqual, Operator::kNoProperties, 2, 0, 1)                 \
     104             :   V(Uint32Div, Operator::kNoProperties, 2, 1, 1)                            \
     105             :   V(Uint32LessThan, Operator::kNoProperties, 2, 0, 1)                       \
     106             :   V(Uint32LessThanOrEqual, Operator::kNoProperties, 2, 0, 1)                \
     107             :   V(Uint32Mod, Operator::kNoProperties, 2, 1, 1)                            \
     108             :   V(Uint32MulHigh, Operator::kAssociative | Operator::kCommutative, 2, 0, 1)
     109             : 
     110             : #define PURE_BINARY_OP_LIST_64(V)                                        \
     111             :   V(Word64And, Operator::kAssociative | Operator::kCommutative, 2, 0, 1) \
     112             :   V(Word64Or, Operator::kAssociative | Operator::kCommutative, 2, 0, 1)  \
     113             :   V(Word64Xor, Operator::kAssociative | Operator::kCommutative, 2, 0, 1) \
     114             :   V(Word64Shl, Operator::kNoProperties, 2, 0, 1)                         \
     115             :   V(Word64Shr, Operator::kNoProperties, 2, 0, 1)                         \
     116             :   V(Word64Sar, Operator::kNoProperties, 2, 0, 1)                         \
     117             :   V(Word64Ror, Operator::kNoProperties, 2, 0, 1)                         \
     118             :   V(Word64Equal, Operator::kCommutative, 2, 0, 1)                        \
     119             :   V(Int64Add, Operator::kAssociative | Operator::kCommutative, 2, 0, 1)  \
     120             :   V(Int64Sub, Operator::kNoProperties, 2, 0, 1)                          \
     121             :   V(Int64Mul, Operator::kAssociative | Operator::kCommutative, 2, 0, 1)  \
     122             :   V(Int64Div, Operator::kNoProperties, 2, 1, 1)                          \
     123             :   V(Int64Mod, Operator::kNoProperties, 2, 1, 1)                          \
     124             :   V(Int64LessThan, Operator::kNoProperties, 2, 0, 1)                     \
     125             :   V(Int64LessThanOrEqual, Operator::kNoProperties, 2, 0, 1)              \
     126             :   V(Uint64Div, Operator::kNoProperties, 2, 1, 1)                         \
     127             :   V(Uint64Mod, Operator::kNoProperties, 2, 1, 1)                         \
     128             :   V(Uint64LessThan, Operator::kNoProperties, 2, 0, 1)                    \
     129             :   V(Uint64LessThanOrEqual, Operator::kNoProperties, 2, 0, 1)
     130             : 
     131             : #define PURE_OP_LIST(V)                                                   \
     132             :   PURE_BINARY_OP_LIST_32(V)                                               \
     133             :   PURE_BINARY_OP_LIST_64(V)                                               \
     134             :   V(Word32Clz, Operator::kNoProperties, 1, 0, 1)                          \
     135             :   V(Word64Clz, Operator::kNoProperties, 1, 0, 1)                          \
     136             :   V(BitcastTaggedToWord, Operator::kNoProperties, 1, 0, 1)                \
     137             :   V(BitcastWordToTaggedSigned, Operator::kNoProperties, 1, 0, 1)          \
     138             :   V(TruncateFloat64ToWord32, Operator::kNoProperties, 1, 0, 1)            \
     139             :   V(ChangeFloat32ToFloat64, Operator::kNoProperties, 1, 0, 1)             \
     140             :   V(ChangeFloat64ToInt32, Operator::kNoProperties, 1, 0, 1)               \
     141             :   V(ChangeFloat64ToUint32, Operator::kNoProperties, 1, 0, 1)              \
     142             :   V(ChangeFloat64ToUint64, Operator::kNoProperties, 1, 0, 1)              \
     143             :   V(TruncateFloat64ToUint32, Operator::kNoProperties, 1, 0, 1)            \
     144             :   V(TruncateFloat32ToInt32, Operator::kNoProperties, 1, 0, 1)             \
     145             :   V(TruncateFloat32ToUint32, Operator::kNoProperties, 1, 0, 1)            \
     146             :   V(TryTruncateFloat32ToInt64, Operator::kNoProperties, 1, 0, 2)          \
     147             :   V(TryTruncateFloat64ToInt64, Operator::kNoProperties, 1, 0, 2)          \
     148             :   V(TryTruncateFloat32ToUint64, Operator::kNoProperties, 1, 0, 2)         \
     149             :   V(TryTruncateFloat64ToUint64, Operator::kNoProperties, 1, 0, 2)         \
     150             :   V(ChangeInt32ToFloat64, Operator::kNoProperties, 1, 0, 1)               \
     151             :   V(Float64SilenceNaN, Operator::kNoProperties, 1, 0, 1)                  \
     152             :   V(RoundFloat64ToInt32, Operator::kNoProperties, 1, 0, 1)                \
     153             :   V(RoundInt32ToFloat32, Operator::kNoProperties, 1, 0, 1)                \
     154             :   V(RoundInt64ToFloat32, Operator::kNoProperties, 1, 0, 1)                \
     155             :   V(RoundInt64ToFloat64, Operator::kNoProperties, 1, 0, 1)                \
     156             :   V(RoundUint32ToFloat32, Operator::kNoProperties, 1, 0, 1)               \
     157             :   V(RoundUint64ToFloat32, Operator::kNoProperties, 1, 0, 1)               \
     158             :   V(RoundUint64ToFloat64, Operator::kNoProperties, 1, 0, 1)               \
     159             :   V(ChangeInt32ToInt64, Operator::kNoProperties, 1, 0, 1)                 \
     160             :   V(ChangeUint32ToFloat64, Operator::kNoProperties, 1, 0, 1)              \
     161             :   V(ChangeUint32ToUint64, Operator::kNoProperties, 1, 0, 1)               \
     162             :   V(TruncateFloat64ToFloat32, Operator::kNoProperties, 1, 0, 1)           \
     163             :   V(TruncateInt64ToInt32, Operator::kNoProperties, 1, 0, 1)               \
     164             :   V(BitcastFloat32ToInt32, Operator::kNoProperties, 1, 0, 1)              \
     165             :   V(BitcastFloat64ToInt64, Operator::kNoProperties, 1, 0, 1)              \
     166             :   V(BitcastInt32ToFloat32, Operator::kNoProperties, 1, 0, 1)              \
     167             :   V(BitcastInt64ToFloat64, Operator::kNoProperties, 1, 0, 1)              \
     168             :   V(Float32Abs, Operator::kNoProperties, 1, 0, 1)                         \
     169             :   V(Float32Add, Operator::kCommutative, 2, 0, 1)                          \
     170             :   V(Float32Sub, Operator::kNoProperties, 2, 0, 1)                         \
     171             :   V(Float32Mul, Operator::kCommutative, 2, 0, 1)                          \
     172             :   V(Float32Div, Operator::kNoProperties, 2, 0, 1)                         \
     173             :   V(Float32Neg, Operator::kNoProperties, 1, 0, 1)                         \
     174             :   V(Float32Sqrt, Operator::kNoProperties, 1, 0, 1)                        \
     175             :   V(Float32Max, Operator::kAssociative | Operator::kCommutative, 2, 0, 1) \
     176             :   V(Float32Min, Operator::kAssociative | Operator::kCommutative, 2, 0, 1) \
     177             :   V(Float64Abs, Operator::kNoProperties, 1, 0, 1)                         \
     178             :   V(Float64Acos, Operator::kNoProperties, 1, 0, 1)                        \
     179             :   V(Float64Acosh, Operator::kNoProperties, 1, 0, 1)                       \
     180             :   V(Float64Asin, Operator::kNoProperties, 1, 0, 1)                        \
     181             :   V(Float64Asinh, Operator::kNoProperties, 1, 0, 1)                       \
     182             :   V(Float64Atan, Operator::kNoProperties, 1, 0, 1)                        \
     183             :   V(Float64Atan2, Operator::kNoProperties, 2, 0, 1)                       \
     184             :   V(Float64Atanh, Operator::kNoProperties, 1, 0, 1)                       \
     185             :   V(Float64Cbrt, Operator::kNoProperties, 1, 0, 1)                        \
     186             :   V(Float64Cos, Operator::kNoProperties, 1, 0, 1)                         \
     187             :   V(Float64Cosh, Operator::kNoProperties, 1, 0, 1)                        \
     188             :   V(Float64Exp, Operator::kNoProperties, 1, 0, 1)                         \
     189             :   V(Float64Expm1, Operator::kNoProperties, 1, 0, 1)                       \
     190             :   V(Float64Log, Operator::kNoProperties, 1, 0, 1)                         \
     191             :   V(Float64Log1p, Operator::kNoProperties, 1, 0, 1)                       \
     192             :   V(Float64Log2, Operator::kNoProperties, 1, 0, 1)                        \
     193             :   V(Float64Log10, Operator::kNoProperties, 1, 0, 1)                       \
     194             :   V(Float64Max, Operator::kAssociative | Operator::kCommutative, 2, 0, 1) \
     195             :   V(Float64Min, Operator::kAssociative | Operator::kCommutative, 2, 0, 1) \
     196             :   V(Float64Neg, Operator::kNoProperties, 1, 0, 1)                         \
     197             :   V(Float64Add, Operator::kCommutative, 2, 0, 1)                          \
     198             :   V(Float64Sub, Operator::kNoProperties, 2, 0, 1)                         \
     199             :   V(Float64Mul, Operator::kCommutative, 2, 0, 1)                          \
     200             :   V(Float64Div, Operator::kNoProperties, 2, 0, 1)                         \
     201             :   V(Float64Mod, Operator::kNoProperties, 2, 0, 1)                         \
     202             :   V(Float64Pow, Operator::kNoProperties, 2, 0, 1)                         \
     203             :   V(Float64Sin, Operator::kNoProperties, 1, 0, 1)                         \
     204             :   V(Float64Sinh, Operator::kNoProperties, 1, 0, 1)                        \
     205             :   V(Float64Sqrt, Operator::kNoProperties, 1, 0, 1)                        \
     206             :   V(Float64Tan, Operator::kNoProperties, 1, 0, 1)                         \
     207             :   V(Float64Tanh, Operator::kNoProperties, 1, 0, 1)                        \
     208             :   V(Float32Equal, Operator::kCommutative, 2, 0, 1)                        \
     209             :   V(Float32LessThan, Operator::kNoProperties, 2, 0, 1)                    \
     210             :   V(Float32LessThanOrEqual, Operator::kNoProperties, 2, 0, 1)             \
     211             :   V(Float64Equal, Operator::kCommutative, 2, 0, 1)                        \
     212             :   V(Float64LessThan, Operator::kNoProperties, 2, 0, 1)                    \
     213             :   V(Float64LessThanOrEqual, Operator::kNoProperties, 2, 0, 1)             \
     214             :   V(Float64ExtractLowWord32, Operator::kNoProperties, 1, 0, 1)            \
     215             :   V(Float64ExtractHighWord32, Operator::kNoProperties, 1, 0, 1)           \
     216             :   V(Float64InsertLowWord32, Operator::kNoProperties, 2, 0, 1)             \
     217             :   V(Float64InsertHighWord32, Operator::kNoProperties, 2, 0, 1)            \
     218             :   V(LoadStackPointer, Operator::kNoProperties, 0, 0, 1)                   \
     219             :   V(LoadFramePointer, Operator::kNoProperties, 0, 0, 1)                   \
     220             :   V(LoadParentFramePointer, Operator::kNoProperties, 0, 0, 1)             \
     221             :   V(Int32PairAdd, Operator::kNoProperties, 4, 0, 2)                       \
     222             :   V(Int32PairSub, Operator::kNoProperties, 4, 0, 2)                       \
     223             :   V(Int32PairMul, Operator::kNoProperties, 4, 0, 2)                       \
     224             :   V(Word32PairShl, Operator::kNoProperties, 3, 0, 2)                      \
     225             :   V(Word32PairShr, Operator::kNoProperties, 3, 0, 2)                      \
     226             :   V(Word32PairSar, Operator::kNoProperties, 3, 0, 2)                      \
     227             :   V(F32x4Splat, Operator::kNoProperties, 1, 0, 1)                         \
     228             :   V(F32x4SConvertI32x4, Operator::kNoProperties, 1, 0, 1)                 \
     229             :   V(F32x4UConvertI32x4, Operator::kNoProperties, 1, 0, 1)                 \
     230             :   V(F32x4Abs, Operator::kNoProperties, 1, 0, 1)                           \
     231             :   V(F32x4Neg, Operator::kNoProperties, 1, 0, 1)                           \
     232             :   V(F32x4RecipApprox, Operator::kNoProperties, 1, 0, 1)                   \
     233             :   V(F32x4RecipSqrtApprox, Operator::kNoProperties, 1, 0, 1)               \
     234             :   V(F32x4Add, Operator::kCommutative, 2, 0, 1)                            \
     235             :   V(F32x4AddHoriz, Operator::kNoProperties, 2, 0, 1)                      \
     236             :   V(F32x4Sub, Operator::kNoProperties, 2, 0, 1)                           \
     237             :   V(F32x4Mul, Operator::kCommutative, 2, 0, 1)                            \
     238             :   V(F32x4Min, Operator::kCommutative, 2, 0, 1)                            \
     239             :   V(F32x4Max, Operator::kCommutative, 2, 0, 1)                            \
     240             :   V(F32x4Eq, Operator::kCommutative, 2, 0, 1)                             \
     241             :   V(F32x4Ne, Operator::kCommutative, 2, 0, 1)                             \
     242             :   V(F32x4Lt, Operator::kNoProperties, 2, 0, 1)                            \
     243             :   V(F32x4Le, Operator::kNoProperties, 2, 0, 1)                            \
     244             :   V(I32x4Splat, Operator::kNoProperties, 1, 0, 1)                         \
     245             :   V(I32x4SConvertF32x4, Operator::kNoProperties, 1, 0, 1)                 \
     246             :   V(I32x4SConvertI16x8Low, Operator::kNoProperties, 1, 0, 1)              \
     247             :   V(I32x4SConvertI16x8High, Operator::kNoProperties, 1, 0, 1)             \
     248             :   V(I32x4Neg, Operator::kNoProperties, 1, 0, 1)                           \
     249             :   V(I32x4Add, Operator::kCommutative, 2, 0, 1)                            \
     250             :   V(I32x4AddHoriz, Operator::kNoProperties, 2, 0, 1)                      \
     251             :   V(I32x4Sub, Operator::kNoProperties, 2, 0, 1)                           \
     252             :   V(I32x4Mul, Operator::kCommutative, 2, 0, 1)                            \
     253             :   V(I32x4MinS, Operator::kCommutative, 2, 0, 1)                           \
     254             :   V(I32x4MaxS, Operator::kCommutative, 2, 0, 1)                           \
     255             :   V(I32x4Eq, Operator::kCommutative, 2, 0, 1)                             \
     256             :   V(I32x4Ne, Operator::kCommutative, 2, 0, 1)                             \
     257             :   V(I32x4LtS, Operator::kNoProperties, 2, 0, 1)                           \
     258             :   V(I32x4LeS, Operator::kNoProperties, 2, 0, 1)                           \
     259             :   V(I32x4UConvertF32x4, Operator::kNoProperties, 1, 0, 1)                 \
     260             :   V(I32x4UConvertI16x8Low, Operator::kNoProperties, 1, 0, 1)              \
     261             :   V(I32x4UConvertI16x8High, Operator::kNoProperties, 1, 0, 1)             \
     262             :   V(I32x4MinU, Operator::kCommutative, 2, 0, 1)                           \
     263             :   V(I32x4MaxU, Operator::kCommutative, 2, 0, 1)                           \
     264             :   V(I32x4LtU, Operator::kNoProperties, 2, 0, 1)                           \
     265             :   V(I32x4LeU, Operator::kNoProperties, 2, 0, 1)                           \
     266             :   V(I16x8Splat, Operator::kNoProperties, 1, 0, 1)                         \
     267             :   V(I16x8SConvertI8x16Low, Operator::kNoProperties, 1, 0, 1)              \
     268             :   V(I16x8SConvertI8x16High, Operator::kNoProperties, 1, 0, 1)             \
     269             :   V(I16x8Neg, Operator::kNoProperties, 1, 0, 1)                           \
     270             :   V(I16x8SConvertI32x4, Operator::kNoProperties, 2, 0, 1)                 \
     271             :   V(I16x8Add, Operator::kCommutative, 2, 0, 1)                            \
     272             :   V(I16x8AddSaturateS, Operator::kCommutative, 2, 0, 1)                   \
     273             :   V(I16x8AddHoriz, Operator::kNoProperties, 2, 0, 1)                      \
     274             :   V(I16x8Sub, Operator::kNoProperties, 2, 0, 1)                           \
     275             :   V(I16x8SubSaturateS, Operator::kNoProperties, 2, 0, 1)                  \
     276             :   V(I16x8Mul, Operator::kCommutative, 2, 0, 1)                            \
     277             :   V(I16x8MinS, Operator::kCommutative, 2, 0, 1)                           \
     278             :   V(I16x8MaxS, Operator::kCommutative, 2, 0, 1)                           \
     279             :   V(I16x8Eq, Operator::kCommutative, 2, 0, 1)                             \
     280             :   V(I16x8Ne, Operator::kCommutative, 2, 0, 1)                             \
     281             :   V(I16x8LtS, Operator::kNoProperties, 2, 0, 1)                           \
     282             :   V(I16x8LeS, Operator::kNoProperties, 2, 0, 1)                           \
     283             :   V(I16x8UConvertI8x16Low, Operator::kNoProperties, 1, 0, 1)              \
     284             :   V(I16x8UConvertI8x16High, Operator::kNoProperties, 1, 0, 1)             \
     285             :   V(I16x8UConvertI32x4, Operator::kNoProperties, 2, 0, 1)                 \
     286             :   V(I16x8AddSaturateU, Operator::kCommutative, 2, 0, 1)                   \
     287             :   V(I16x8SubSaturateU, Operator::kNoProperties, 2, 0, 1)                  \
     288             :   V(I16x8MinU, Operator::kCommutative, 2, 0, 1)                           \
     289             :   V(I16x8MaxU, Operator::kCommutative, 2, 0, 1)                           \
     290             :   V(I16x8LtU, Operator::kNoProperties, 2, 0, 1)                           \
     291             :   V(I16x8LeU, Operator::kNoProperties, 2, 0, 1)                           \
     292             :   V(I8x16Splat, Operator::kNoProperties, 1, 0, 1)                         \
     293             :   V(I8x16Neg, Operator::kNoProperties, 1, 0, 1)                           \
     294             :   V(I8x16SConvertI16x8, Operator::kNoProperties, 2, 0, 1)                 \
     295             :   V(I8x16Add, Operator::kCommutative, 2, 0, 1)                            \
     296             :   V(I8x16AddSaturateS, Operator::kCommutative, 2, 0, 1)                   \
     297             :   V(I8x16Sub, Operator::kNoProperties, 2, 0, 1)                           \
     298             :   V(I8x16SubSaturateS, Operator::kNoProperties, 2, 0, 1)                  \
     299             :   V(I8x16Mul, Operator::kCommutative, 2, 0, 1)                            \
     300             :   V(I8x16MinS, Operator::kCommutative, 2, 0, 1)                           \
     301             :   V(I8x16MaxS, Operator::kCommutative, 2, 0, 1)                           \
     302             :   V(I8x16Eq, Operator::kCommutative, 2, 0, 1)                             \
     303             :   V(I8x16Ne, Operator::kCommutative, 2, 0, 1)                             \
     304             :   V(I8x16LtS, Operator::kNoProperties, 2, 0, 1)                           \
     305             :   V(I8x16LeS, Operator::kNoProperties, 2, 0, 1)                           \
     306             :   V(I8x16UConvertI16x8, Operator::kNoProperties, 2, 0, 1)                 \
     307             :   V(I8x16AddSaturateU, Operator::kCommutative, 2, 0, 1)                   \
     308             :   V(I8x16SubSaturateU, Operator::kNoProperties, 2, 0, 1)                  \
     309             :   V(I8x16MinU, Operator::kCommutative, 2, 0, 1)                           \
     310             :   V(I8x16MaxU, Operator::kCommutative, 2, 0, 1)                           \
     311             :   V(I8x16LtU, Operator::kNoProperties, 2, 0, 1)                           \
     312             :   V(I8x16LeU, Operator::kNoProperties, 2, 0, 1)                           \
     313             :   V(S128Load, Operator::kNoProperties, 2, 0, 1)                           \
     314             :   V(S128Store, Operator::kNoProperties, 3, 0, 1)                          \
     315             :   V(S128Zero, Operator::kNoProperties, 0, 0, 1)                           \
     316             :   V(S128And, Operator::kAssociative | Operator::kCommutative, 2, 0, 1)    \
     317             :   V(S128Or, Operator::kAssociative | Operator::kCommutative, 2, 0, 1)     \
     318             :   V(S128Xor, Operator::kAssociative | Operator::kCommutative, 2, 0, 1)    \
     319             :   V(S128Not, Operator::kNoProperties, 1, 0, 1)                            \
     320             :   V(S32x4ZipLeft, Operator::kNoProperties, 2, 0, 1)                       \
     321             :   V(S32x4ZipRight, Operator::kNoProperties, 2, 0, 1)                      \
     322             :   V(S32x4UnzipLeft, Operator::kNoProperties, 2, 0, 1)                     \
     323             :   V(S32x4UnzipRight, Operator::kNoProperties, 2, 0, 1)                    \
     324             :   V(S32x4TransposeLeft, Operator::kNoProperties, 2, 0, 1)                 \
     325             :   V(S32x4TransposeRight, Operator::kNoProperties, 2, 0, 1)                \
     326             :   V(S32x4Select, Operator::kNoProperties, 3, 0, 1)                        \
     327             :   V(S16x8ZipLeft, Operator::kNoProperties, 2, 0, 1)                       \
     328             :   V(S16x8ZipRight, Operator::kNoProperties, 2, 0, 1)                      \
     329             :   V(S16x8UnzipLeft, Operator::kNoProperties, 2, 0, 1)                     \
     330             :   V(S16x8UnzipRight, Operator::kNoProperties, 2, 0, 1)                    \
     331             :   V(S16x8TransposeLeft, Operator::kNoProperties, 2, 0, 1)                 \
     332             :   V(S16x8TransposeRight, Operator::kNoProperties, 2, 0, 1)                \
     333             :   V(S16x8Select, Operator::kNoProperties, 3, 0, 1)                        \
     334             :   V(S8x16ZipLeft, Operator::kNoProperties, 2, 0, 1)                       \
     335             :   V(S8x16ZipRight, Operator::kNoProperties, 2, 0, 1)                      \
     336             :   V(S8x16UnzipLeft, Operator::kNoProperties, 2, 0, 1)                     \
     337             :   V(S8x16UnzipRight, Operator::kNoProperties, 2, 0, 1)                    \
     338             :   V(S8x16TransposeLeft, Operator::kNoProperties, 2, 0, 1)                 \
     339             :   V(S8x16TransposeRight, Operator::kNoProperties, 2, 0, 1)                \
     340             :   V(S8x16Select, Operator::kNoProperties, 3, 0, 1)                        \
     341             :   V(S32x2Reverse, Operator::kNoProperties, 1, 0, 1)                       \
     342             :   V(S16x4Reverse, Operator::kNoProperties, 1, 0, 1)                       \
     343             :   V(S16x2Reverse, Operator::kNoProperties, 1, 0, 1)                       \
     344             :   V(S8x8Reverse, Operator::kNoProperties, 1, 0, 1)                        \
     345             :   V(S8x4Reverse, Operator::kNoProperties, 1, 0, 1)                        \
     346             :   V(S8x2Reverse, Operator::kNoProperties, 1, 0, 1)                        \
     347             :   V(S1x4Zero, Operator::kNoProperties, 0, 0, 1)                           \
     348             :   V(S1x4And, Operator::kAssociative | Operator::kCommutative, 2, 0, 1)    \
     349             :   V(S1x4Or, Operator::kAssociative | Operator::kCommutative, 2, 0, 1)     \
     350             :   V(S1x4Xor, Operator::kAssociative | Operator::kCommutative, 2, 0, 1)    \
     351             :   V(S1x4Not, Operator::kNoProperties, 1, 0, 1)                            \
     352             :   V(S1x4AnyTrue, Operator::kNoProperties, 1, 0, 1)                        \
     353             :   V(S1x4AllTrue, Operator::kNoProperties, 1, 0, 1)                        \
     354             :   V(S1x8Zero, Operator::kNoProperties, 0, 0, 1)                           \
     355             :   V(S1x8And, Operator::kAssociative | Operator::kCommutative, 2, 0, 1)    \
     356             :   V(S1x8Or, Operator::kAssociative | Operator::kCommutative, 2, 0, 1)     \
     357             :   V(S1x8Xor, Operator::kAssociative | Operator::kCommutative, 2, 0, 1)    \
     358             :   V(S1x8Not, Operator::kNoProperties, 1, 0, 1)                            \
     359             :   V(S1x8AnyTrue, Operator::kNoProperties, 1, 0, 1)                        \
     360             :   V(S1x8AllTrue, Operator::kNoProperties, 1, 0, 1)                        \
     361             :   V(S1x16Zero, Operator::kNoProperties, 0, 0, 1)                          \
     362             :   V(S1x16And, Operator::kAssociative | Operator::kCommutative, 2, 0, 1)   \
     363             :   V(S1x16Or, Operator::kAssociative | Operator::kCommutative, 2, 0, 1)    \
     364             :   V(S1x16Xor, Operator::kAssociative | Operator::kCommutative, 2, 0, 1)   \
     365             :   V(S1x16Not, Operator::kNoProperties, 1, 0, 1)                           \
     366             :   V(S1x16AnyTrue, Operator::kNoProperties, 1, 0, 1)                       \
     367             :   V(S1x16AllTrue, Operator::kNoProperties, 1, 0, 1)
     368             : 
     369             : #define PURE_OPTIONAL_OP_LIST(V)                            \
     370             :   V(Word32Ctz, Operator::kNoProperties, 1, 0, 1)            \
     371             :   V(Word64Ctz, Operator::kNoProperties, 1, 0, 1)            \
     372             :   V(Word32ReverseBits, Operator::kNoProperties, 1, 0, 1)    \
     373             :   V(Word64ReverseBits, Operator::kNoProperties, 1, 0, 1)    \
     374             :   V(Word32ReverseBytes, Operator::kNoProperties, 1, 0, 1)   \
     375             :   V(Word64ReverseBytes, Operator::kNoProperties, 1, 0, 1)   \
     376             :   V(Int32AbsWithOverflow, Operator::kNoProperties, 1, 0, 1) \
     377             :   V(Int64AbsWithOverflow, Operator::kNoProperties, 1, 0, 1) \
     378             :   V(Word32Popcnt, Operator::kNoProperties, 1, 0, 1)         \
     379             :   V(Word64Popcnt, Operator::kNoProperties, 1, 0, 1)         \
     380             :   V(Float32RoundDown, Operator::kNoProperties, 1, 0, 1)     \
     381             :   V(Float64RoundDown, Operator::kNoProperties, 1, 0, 1)     \
     382             :   V(Float32RoundUp, Operator::kNoProperties, 1, 0, 1)       \
     383             :   V(Float64RoundUp, Operator::kNoProperties, 1, 0, 1)       \
     384             :   V(Float32RoundTruncate, Operator::kNoProperties, 1, 0, 1) \
     385             :   V(Float64RoundTruncate, Operator::kNoProperties, 1, 0, 1) \
     386             :   V(Float64RoundTiesAway, Operator::kNoProperties, 1, 0, 1) \
     387             :   V(Float32RoundTiesEven, Operator::kNoProperties, 1, 0, 1) \
     388             :   V(Float64RoundTiesEven, Operator::kNoProperties, 1, 0, 1)
     389             : 
     390             : #define OVERFLOW_OP_LIST(V)                                                \
     391             :   V(Int32AddWithOverflow, Operator::kAssociative | Operator::kCommutative) \
     392             :   V(Int32SubWithOverflow, Operator::kNoProperties)                         \
     393             :   V(Int32MulWithOverflow, Operator::kAssociative | Operator::kCommutative) \
     394             :   V(Int64AddWithOverflow, Operator::kAssociative | Operator::kCommutative) \
     395             :   V(Int64SubWithOverflow, Operator::kNoProperties)
     396             : 
     397             : #define MACHINE_TYPE_LIST(V) \
     398             :   V(Float32)                 \
     399             :   V(Float64)                 \
     400             :   V(Simd128)                 \
     401             :   V(Int8)                    \
     402             :   V(Uint8)                   \
     403             :   V(Int16)                   \
     404             :   V(Uint16)                  \
     405             :   V(Int32)                   \
     406             :   V(Uint32)                  \
     407             :   V(Int64)                   \
     408             :   V(Uint64)                  \
     409             :   V(Pointer)                 \
     410             :   V(TaggedSigned)            \
     411             :   V(TaggedPointer)           \
     412             :   V(AnyTagged)
     413             : 
     414             : #define MACHINE_REPRESENTATION_LIST(V) \
     415             :   V(kFloat32)                          \
     416             :   V(kFloat64)                          \
     417             :   V(kSimd128)                          \
     418             :   V(kWord8)                            \
     419             :   V(kWord16)                           \
     420             :   V(kWord32)                           \
     421             :   V(kWord64)                           \
     422             :   V(kTaggedSigned)                     \
     423             :   V(kTaggedPointer)                    \
     424             :   V(kTagged)
     425             : 
     426             : #define ATOMIC_TYPE_LIST(V) \
     427             :   V(Int8)                   \
     428             :   V(Uint8)                  \
     429             :   V(Int16)                  \
     430             :   V(Uint16)                 \
     431             :   V(Int32)                  \
     432             :   V(Uint32)
     433             : 
     434             : #define ATOMIC_REPRESENTATION_LIST(V) \
     435             :   V(kWord8)                           \
     436             :   V(kWord16)                          \
     437             :   V(kWord32)
     438             : 
     439             : #define SIMD_LANE_OP_LIST(V) \
     440             :   V(F32x4, 4)                \
     441             :   V(I32x4, 4)                \
     442             :   V(I16x8, 8)                \
     443             :   V(I8x16, 16)
     444             : 
     445             : #define SIMD_FORMAT_LIST(V) \
     446             :   V(32x4, 32)               \
     447             :   V(16x8, 16)               \
     448             :   V(8x16, 8)
     449             : 
     450             : #define STACK_SLOT_CACHED_SIZES_LIST(V) V(4) V(8) V(16)
     451             : 
     452           0 : struct StackSlotOperator : public Operator1<int> {
     453      105076 :   explicit StackSlotOperator(int size)
     454             :       : Operator1<int>(IrOpcode::kStackSlot,
     455             :                        Operator::kNoDeopt | Operator::kNoThrow, "StackSlot", 0,
     456      105076 :                        0, 0, 1, 0, 0, size) {}
     457             : };
     458             : 
     459      385143 : struct MachineOperatorGlobalCache {
     460             : #define PURE(Name, properties, value_input_count, control_input_count,         \
     461             :              output_count)                                                     \
     462             :   struct Name##Operator final : public Operator {                              \
     463             :     Name##Operator()                                                           \
     464             :         : Operator(IrOpcode::k##Name, Operator::kPure | properties, #Name,     \
     465             :                    value_input_count, 0, control_input_count, output_count, 0, \
     466             :                    0) {}                                                       \
     467             :   };                                                                           \
     468             :   Name##Operator k##Name;
     469     9593562 :   PURE_OP_LIST(PURE)
     470      665247 :   PURE_OPTIONAL_OP_LIST(PURE)
     471             : #undef PURE
     472             : 
     473             : #define OVERFLOW_OP(Name, properties)                                        \
     474             :   struct Name##Operator final : public Operator {                            \
     475             :     Name##Operator()                                                         \
     476             :         : Operator(IrOpcode::k##Name,                                        \
     477             :                    Operator::kEliminatable | Operator::kNoRead | properties, \
     478             :                    #Name, 2, 0, 1, 2, 0, 0) {}                               \
     479             :   };                                                                         \
     480             :   Name##Operator k##Name;
     481      175065 :   OVERFLOW_OP_LIST(OVERFLOW_OP)
     482             : #undef OVERFLOW_OP
     483             : 
     484             : #define LOAD(Type)                                                            \
     485             :   struct Load##Type##Operator final : public Operator1<LoadRepresentation> {  \
     486             :     Load##Type##Operator()                                                    \
     487             :         : Operator1<LoadRepresentation>(                                      \
     488             :               IrOpcode::kLoad,                                                \
     489             :               Operator::kNoDeopt | Operator::kNoThrow | Operator::kNoWrite,   \
     490             :               "Load", 2, 1, 1, 1, 1, 0, MachineType::Type()) {}               \
     491             :   };                                                                          \
     492             :   struct UnalignedLoad##Type##Operator final                                  \
     493             :       : public Operator1<UnalignedLoadRepresentation> {                       \
     494             :     UnalignedLoad##Type##Operator()                                           \
     495             :         : Operator1<UnalignedLoadRepresentation>(                             \
     496             :               IrOpcode::kUnalignedLoad,                                       \
     497             :               Operator::kNoDeopt | Operator::kNoThrow | Operator::kNoWrite,   \
     498             :               "UnalignedLoad", 2, 1, 1, 1, 1, 0, MachineType::Type()) {}      \
     499             :   };                                                                          \
     500             :   struct CheckedLoad##Type##Operator final                                    \
     501             :       : public Operator1<CheckedLoadRepresentation> {                         \
     502             :     CheckedLoad##Type##Operator()                                             \
     503             :         : Operator1<CheckedLoadRepresentation>(                               \
     504             :               IrOpcode::kCheckedLoad,                                         \
     505             :               Operator::kNoDeopt | Operator::kNoThrow | Operator::kNoWrite,   \
     506             :               "CheckedLoad", 3, 1, 1, 1, 1, 0, MachineType::Type()) {}        \
     507             :   };                                                                          \
     508             :   struct ProtectedLoad##Type##Operator final                                  \
     509             :       : public Operator1<LoadRepresentation> {                                \
     510             :     ProtectedLoad##Type##Operator()                                           \
     511             :         : Operator1<LoadRepresentation>(                                      \
     512             :               IrOpcode::kProtectedLoad,                                       \
     513             :               Operator::kNoDeopt | Operator::kNoThrow, "ProtectedLoad", 3, 1, \
     514             :               1, 1, 1, 0, MachineType::Type()) {}                             \
     515             :   };                                                                          \
     516             :   Load##Type##Operator kLoad##Type;                                           \
     517             :   UnalignedLoad##Type##Operator kUnalignedLoad##Type;                         \
     518             :   CheckedLoad##Type##Operator kCheckedLoad##Type;                             \
     519             :   ProtectedLoad##Type##Operator kProtectedLoad##Type;
     520     4201560 :   MACHINE_TYPE_LIST(LOAD)
     521             : #undef LOAD
     522             : 
     523             : #define STACKSLOT(Size)                                                     \
     524             :   struct StackSlotOfSize##Size##Operator final : public StackSlotOperator { \
     525             :     StackSlotOfSize##Size##Operator() : StackSlotOperator(Size) {}          \
     526             :   };                                                                        \
     527             :   StackSlotOfSize##Size##Operator kStackSlotSize##Size;
     528       35013 :   STACK_SLOT_CACHED_SIZES_LIST(STACKSLOT)
     529             : #undef STACKSLOT
     530             : 
     531             : #define STORE(Type)                                                            \
     532             :   struct Store##Type##Operator : public Operator1<StoreRepresentation> {       \
     533             :     explicit Store##Type##Operator(WriteBarrierKind write_barrier_kind)        \
     534             :         : Operator1<StoreRepresentation>(                                      \
     535             :               IrOpcode::kStore,                                                \
     536             :               Operator::kNoDeopt | Operator::kNoRead | Operator::kNoThrow,     \
     537             :               "Store", 3, 1, 1, 0, 1, 0,                                       \
     538             :               StoreRepresentation(MachineRepresentation::Type,                 \
     539             :                                   write_barrier_kind)) {}                      \
     540             :   };                                                                           \
     541             :   struct Store##Type##NoWriteBarrier##Operator final                           \
     542             :       : public Store##Type##Operator {                                         \
     543             :     Store##Type##NoWriteBarrier##Operator()                                    \
     544             :         : Store##Type##Operator(kNoWriteBarrier) {}                            \
     545             :   };                                                                           \
     546             :   struct Store##Type##MapWriteBarrier##Operator final                          \
     547             :       : public Store##Type##Operator {                                         \
     548             :     Store##Type##MapWriteBarrier##Operator()                                   \
     549             :         : Store##Type##Operator(kMapWriteBarrier) {}                           \
     550             :   };                                                                           \
     551             :   struct Store##Type##PointerWriteBarrier##Operator final                      \
     552             :       : public Store##Type##Operator {                                         \
     553             :     Store##Type##PointerWriteBarrier##Operator()                               \
     554             :         : Store##Type##Operator(kPointerWriteBarrier) {}                       \
     555             :   };                                                                           \
     556             :   struct Store##Type##FullWriteBarrier##Operator final                         \
     557             :       : public Store##Type##Operator {                                         \
     558             :     Store##Type##FullWriteBarrier##Operator()                                  \
     559             :         : Store##Type##Operator(kFullWriteBarrier) {}                          \
     560             :   };                                                                           \
     561             :   struct UnalignedStore##Type##Operator final                                  \
     562             :       : public Operator1<UnalignedStoreRepresentation> {                       \
     563             :     UnalignedStore##Type##Operator()                                           \
     564             :         : Operator1<UnalignedStoreRepresentation>(                             \
     565             :               IrOpcode::kUnalignedStore,                                       \
     566             :               Operator::kNoDeopt | Operator::kNoRead | Operator::kNoThrow,     \
     567             :               "UnalignedStore", 3, 1, 1, 0, 1, 0,                              \
     568             :               MachineRepresentation::Type) {}                                  \
     569             :   };                                                                           \
     570             :   struct CheckedStore##Type##Operator final                                    \
     571             :       : public Operator1<CheckedStoreRepresentation> {                         \
     572             :     CheckedStore##Type##Operator()                                             \
     573             :         : Operator1<CheckedStoreRepresentation>(                               \
     574             :               IrOpcode::kCheckedStore,                                         \
     575             :               Operator::kNoDeopt | Operator::kNoRead | Operator::kNoThrow,     \
     576             :               "CheckedStore", 4, 1, 1, 0, 1, 0, MachineRepresentation::Type) { \
     577             :     }                                                                          \
     578             :   };                                                                           \
     579             :   struct ProtectedStore##Type##Operator                                        \
     580             :       : public Operator1<StoreRepresentation> {                                \
     581             :     explicit ProtectedStore##Type##Operator()                                  \
     582             :         : Operator1<StoreRepresentation>(                                      \
     583             :               IrOpcode::kProtectedStore,                                       \
     584             :               Operator::kNoDeopt | Operator::kNoRead | Operator::kNoThrow,     \
     585             :               "Store", 4, 1, 1, 0, 1, 0,                                       \
     586             :               StoreRepresentation(MachineRepresentation::Type,                 \
     587             :                                   kNoWriteBarrier)) {}                         \
     588             :   };                                                                           \
     589             :   Store##Type##NoWriteBarrier##Operator kStore##Type##NoWriteBarrier;          \
     590             :   Store##Type##MapWriteBarrier##Operator kStore##Type##MapWriteBarrier;        \
     591             :   Store##Type##PointerWriteBarrier##Operator                                   \
     592             :       kStore##Type##PointerWriteBarrier;                                       \
     593             :   Store##Type##FullWriteBarrier##Operator kStore##Type##FullWriteBarrier;      \
     594             :   UnalignedStore##Type##Operator kUnalignedStore##Type;                        \
     595             :   CheckedStore##Type##Operator kCheckedStore##Type;                            \
     596             :   ProtectedStore##Type##Operator kProtectedStore##Type;
     597     5251950 :   MACHINE_REPRESENTATION_LIST(STORE)
     598             : #undef STORE
     599             : 
     600             : #define ATOMIC_LOAD(Type)                                                   \
     601             :   struct AtomicLoad##Type##Operator final                                   \
     602             :       : public Operator1<LoadRepresentation> {                              \
     603             :     AtomicLoad##Type##Operator()                                            \
     604             :         : Operator1<LoadRepresentation>(                                    \
     605             :               IrOpcode::kAtomicLoad,                                        \
     606             :               Operator::kNoDeopt | Operator::kNoThrow | Operator::kNoWrite, \
     607             :               "AtomicLoad", 2, 1, 1, 1, 1, 0, MachineType::Type()) {}       \
     608             :   };                                                                        \
     609             :   AtomicLoad##Type##Operator kAtomicLoad##Type;
     610      420156 :   ATOMIC_TYPE_LIST(ATOMIC_LOAD)
     611             : #undef ATOMIC_LOAD
     612             : 
     613             : #define ATOMIC_STORE(Type)                                                     \
     614             :   struct AtomicStore##Type##Operator                                           \
     615             :       : public Operator1<MachineRepresentation> {                              \
     616             :     AtomicStore##Type##Operator()                                              \
     617             :         : Operator1<MachineRepresentation>(                                    \
     618             :               IrOpcode::kAtomicStore,                                          \
     619             :               Operator::kNoDeopt | Operator::kNoRead | Operator::kNoThrow,     \
     620             :               "AtomicStore", 3, 1, 1, 0, 1, 0, MachineRepresentation::Type) {} \
     621             :   };                                                                           \
     622             :   AtomicStore##Type##Operator kAtomicStore##Type;
     623      210078 :   ATOMIC_REPRESENTATION_LIST(ATOMIC_STORE)
     624             : #undef STORE
     625             : 
     626             : #define ATOMIC_OP(op, type)                                                    \
     627             :   struct op##type##Operator : public Operator1<MachineType> {                  \
     628             :     op##type##Operator()                                                       \
     629             :         : Operator1<MachineType>(IrOpcode::k##op,                              \
     630             :                                  Operator::kNoDeopt | Operator::kNoThrow, #op, \
     631             :                                  3, 1, 1, 1, 1, 0, MachineType::type()) {}     \
     632             :   };                                                                           \
     633             :   op##type##Operator k##op##type;
     634             : #define ATOMIC_OP_LIST(type)      \
     635             :   ATOMIC_OP(AtomicExchange, type) \
     636             :   ATOMIC_OP(AtomicAdd, type)      \
     637             :   ATOMIC_OP(AtomicSub, type)      \
     638             :   ATOMIC_OP(AtomicAnd, type)      \
     639             :   ATOMIC_OP(AtomicOr, type)       \
     640             :   ATOMIC_OP(AtomicXor, type)
     641     2520936 :   ATOMIC_TYPE_LIST(ATOMIC_OP_LIST)
     642             : #undef ATOMIC_OP_LIST
     643             : #undef ATOMIC_OP
     644             : 
     645             : #define ATOMIC_COMPARE_EXCHANGE(Type)                                       \
     646             :   struct AtomicCompareExchange##Type##Operator                              \
     647             :       : public Operator1<MachineType> {                                     \
     648             :     AtomicCompareExchange##Type##Operator()                                 \
     649             :         : Operator1<MachineType>(IrOpcode::kAtomicCompareExchange,          \
     650             :                                  Operator::kNoDeopt | Operator::kNoThrow,   \
     651             :                                  "AtomicCompareExchange", 4, 1, 1, 1, 1, 0, \
     652             :                                  MachineType::Type()) {}                    \
     653             :   };                                                                        \
     654             :   AtomicCompareExchange##Type##Operator kAtomicCompareExchange##Type;
     655      420156 :   ATOMIC_TYPE_LIST(ATOMIC_COMPARE_EXCHANGE)
     656             : #undef ATOMIC_COMPARE_EXCHANGE
     657             : 
     658             :   // The {BitcastWordToTagged} operator must not be marked as pure (especially
     659             :   // not idempotent), because otherwise the splitting logic in the Scheduler
     660             :   // might decide to split these operators, thus potentially creating live
     661             :   // ranges of allocation top across calls or other things that might allocate.
     662             :   // See https://bugs.chromium.org/p/v8/issues/detail?id=6059 for more details.
     663           0 :   struct BitcastWordToTaggedOperator : public Operator {
     664       35013 :     BitcastWordToTaggedOperator()
     665             :         : Operator(IrOpcode::kBitcastWordToTagged,
     666             :                    Operator::kEliminatable | Operator::kNoWrite,
     667       35013 :                    "BitcastWordToTagged", 1, 0, 0, 1, 0, 0) {}
     668             :   };
     669             :   BitcastWordToTaggedOperator kBitcastWordToTagged;
     670             : 
     671           0 :   struct DebugBreakOperator : public Operator {
     672       35013 :     DebugBreakOperator()
     673             :         : Operator(IrOpcode::kDebugBreak, Operator::kNoThrow, "DebugBreak", 0,
     674       35013 :                    0, 0, 0, 0, 0) {}
     675             :   };
     676             :   DebugBreakOperator kDebugBreak;
     677             : 
     678           0 :   struct UnsafePointerAddOperator final : public Operator {
     679       35013 :     UnsafePointerAddOperator()
     680             :         : Operator(IrOpcode::kUnsafePointerAdd, Operator::kKontrol,
     681       35013 :                    "UnsafePointerAdd", 2, 1, 1, 1, 1, 0) {}
     682             :   };
     683             :   UnsafePointerAddOperator kUnsafePointerAdd;
     684             : };
     685             : 
     686           0 : struct CommentOperator : public Operator1<const char*> {
     687           0 :   explicit CommentOperator(const char* msg)
     688             :       : Operator1<const char*>(IrOpcode::kComment, Operator::kNoThrow,
     689           0 :                                "Comment", 0, 0, 0, 0, 0, 0, msg) {}
     690             : };
     691             : 
     692             : static base::LazyInstance<MachineOperatorGlobalCache>::type kCache =
     693             :     LAZY_INSTANCE_INITIALIZER;
     694             : 
     695      999375 : MachineOperatorBuilder::MachineOperatorBuilder(
     696             :     Zone* zone, MachineRepresentation word, Flags flags,
     697             :     AlignmentRequirements alignmentRequirements)
     698             :     : zone_(zone),
     699             :       cache_(kCache.Get()),
     700             :       word_(word),
     701             :       flags_(flags),
     702     1998750 :       alignment_requirements_(alignmentRequirements) {
     703             :   DCHECK(word == MachineRepresentation::kWord32 ||
     704             :          word == MachineRepresentation::kWord64);
     705      999375 : }
     706             : 
     707           2 : const Operator* MachineOperatorBuilder::UnalignedLoad(
     708             :     UnalignedLoadRepresentation rep) {
     709             : #define LOAD(Type)                       \
     710             :   if (rep == MachineType::Type()) {      \
     711             :     return &cache_.kUnalignedLoad##Type; \
     712             :   }
     713          18 :   MACHINE_TYPE_LIST(LOAD)
     714             : #undef LOAD
     715           0 :   UNREACHABLE();
     716             :   return nullptr;
     717             : }
     718             : 
     719           2 : const Operator* MachineOperatorBuilder::UnalignedStore(
     720             :     UnalignedStoreRepresentation rep) {
     721           2 :   switch (rep) {
     722             : #define STORE(kRep)                 \
     723             :   case MachineRepresentation::kRep: \
     724             :     return &cache_.kUnalignedStore##kRep;
     725           0 :     MACHINE_REPRESENTATION_LIST(STORE)
     726             : #undef STORE
     727             :     case MachineRepresentation::kBit:
     728             :     case MachineRepresentation::kSimd1x4:
     729             :     case MachineRepresentation::kSimd1x8:
     730             :     case MachineRepresentation::kSimd1x16:
     731             :     case MachineRepresentation::kNone:
     732             :       break;
     733             :   }
     734           0 :   UNREACHABLE();
     735             :   return nullptr;
     736             : }
     737             : 
     738             : #define PURE(Name, properties, value_input_count, control_input_count, \
     739             :              output_count)                                             \
     740             :   const Operator* MachineOperatorBuilder::Name() { return &cache_.k##Name; }
     741    10955517 : PURE_OP_LIST(PURE)
     742             : #undef PURE
     743             : 
     744             : #define PURE(Name, properties, value_input_count, control_input_count, \
     745             :              output_count)                                             \
     746             :   const OptionalOperator MachineOperatorBuilder::Name() {              \
     747             :     return OptionalOperator(flags_ & k##Name, &cache_.k##Name);        \
     748             :   }
     749      147456 : PURE_OPTIONAL_OP_LIST(PURE)
     750             : #undef PURE
     751             : 
     752             : #define OVERFLOW_OP(Name, properties) \
     753             :   const Operator* MachineOperatorBuilder::Name() { return &cache_.k##Name; }
     754      231464 : OVERFLOW_OP_LIST(OVERFLOW_OP)
     755             : #undef OVERFLOW_OP
     756             : 
     757     4139293 : const Operator* MachineOperatorBuilder::Load(LoadRepresentation rep) {
     758             : #define LOAD(Type)                  \
     759             :   if (rep == MachineType::Type()) { \
     760             :     return &cache_.kLoad##Type;     \
     761             :   }
     762    49314204 :     MACHINE_TYPE_LIST(LOAD)
     763             : #undef LOAD
     764           0 :   UNREACHABLE();
     765             :   return nullptr;
     766             : }
     767             : 
     768        1470 : const Operator* MachineOperatorBuilder::ProtectedLoad(LoadRepresentation rep) {
     769             : #define LOAD(Type)                       \
     770             :   if (rep == MachineType::Type()) {      \
     771             :     return &cache_.kProtectedLoad##Type; \
     772             :   }
     773        7479 :   MACHINE_TYPE_LIST(LOAD)
     774             : #undef LOAD
     775           0 :   UNREACHABLE();
     776             :   return nullptr;
     777             : }
     778             : 
     779        1420 : const Operator* MachineOperatorBuilder::StackSlot(int size) {
     780             :   DCHECK_LE(0, size);
     781             : #define CASE_CACHED_SIZE(Size) \
     782             :   case Size:                   \
     783             :     return &cache_.kStackSlotSize##Size;
     784        1420 :   switch (size) {
     785        1074 :     STACK_SLOT_CACHED_SIZES_LIST(CASE_CACHED_SIZE);
     786             :     default:
     787          74 :       return new (zone_) StackSlotOperator(size);
     788             :   }
     789             : #undef CASE_CACHED_SIZE
     790             : }
     791             : 
     792         160 : const Operator* MachineOperatorBuilder::StackSlot(MachineRepresentation rep) {
     793         160 :   return StackSlot(1 << ElementSizeLog2Of(rep));
     794             : }
     795             : 
     796     2336494 : const Operator* MachineOperatorBuilder::Store(StoreRepresentation store_rep) {
     797     2336494 :   switch (store_rep.representation()) {
     798             : #define STORE(kRep)                                         \
     799             :   case MachineRepresentation::kRep:                         \
     800             :     switch (store_rep.write_barrier_kind()) {               \
     801             :       case kNoWriteBarrier:                                 \
     802             :         return &cache_.k##Store##kRep##NoWriteBarrier;      \
     803             :       case kMapWriteBarrier:                                \
     804             :         return &cache_.k##Store##kRep##MapWriteBarrier;     \
     805             :       case kPointerWriteBarrier:                            \
     806             :         return &cache_.k##Store##kRep##PointerWriteBarrier; \
     807             :       case kFullWriteBarrier:                               \
     808             :         return &cache_.k##Store##kRep##FullWriteBarrier;    \
     809             :     }                                                       \
     810             :     break;
     811        7899 :     MACHINE_REPRESENTATION_LIST(STORE)
     812             : #undef STORE
     813             :     case MachineRepresentation::kBit:
     814             :     case MachineRepresentation::kSimd1x4:
     815             :     case MachineRepresentation::kSimd1x8:
     816             :     case MachineRepresentation::kSimd1x16:
     817             :     case MachineRepresentation::kNone:
     818             :       break;
     819             :   }
     820           2 :   UNREACHABLE();
     821             :   return nullptr;
     822             : }
     823             : 
     824         180 : const Operator* MachineOperatorBuilder::ProtectedStore(
     825             :     MachineRepresentation rep) {
     826         180 :   switch (rep) {
     827             : #define STORE(kRep)                       \
     828             :   case MachineRepresentation::kRep:       \
     829             :     return &cache_.kProtectedStore##kRep; \
     830             :     break;
     831          23 :     MACHINE_REPRESENTATION_LIST(STORE)
     832             : #undef STORE
     833             :     case MachineRepresentation::kBit:
     834             :     case MachineRepresentation::kSimd1x4:
     835             :     case MachineRepresentation::kSimd1x8:
     836             :     case MachineRepresentation::kSimd1x16:
     837             :     case MachineRepresentation::kNone:
     838             :       break;
     839             :   }
     840           0 :   UNREACHABLE();
     841             :   return nullptr;
     842             : }
     843             : 
     844        3673 : const Operator* MachineOperatorBuilder::UnsafePointerAdd() {
     845        3673 :   return &cache_.kUnsafePointerAdd;
     846             : }
     847             : 
     848      239284 : const Operator* MachineOperatorBuilder::BitcastWordToTagged() {
     849      239284 :   return &cache_.kBitcastWordToTagged;
     850             : }
     851             : 
     852        9087 : const Operator* MachineOperatorBuilder::DebugBreak() {
     853        9087 :   return &cache_.kDebugBreak;
     854             : }
     855             : 
     856           0 : const Operator* MachineOperatorBuilder::Comment(const char* msg) {
     857           0 :   return new (zone_) CommentOperator(msg);
     858             : }
     859             : 
     860       74352 : const Operator* MachineOperatorBuilder::CheckedLoad(
     861             :     CheckedLoadRepresentation rep) {
     862             : #define LOAD(Type)                     \
     863             :   if (rep == MachineType::Type()) {    \
     864             :     return &cache_.kCheckedLoad##Type; \
     865             :   }
     866      501276 :     MACHINE_TYPE_LIST(LOAD)
     867             : #undef LOAD
     868           0 :   UNREACHABLE();
     869             :   return nullptr;
     870             : }
     871             : 
     872             : 
     873       53187 : const Operator* MachineOperatorBuilder::CheckedStore(
     874             :     CheckedStoreRepresentation rep) {
     875       53187 :   switch (rep) {
     876             : #define STORE(kRep)                 \
     877             :   case MachineRepresentation::kRep: \
     878             :     return &cache_.kCheckedStore##kRep;
     879        5484 :     MACHINE_REPRESENTATION_LIST(STORE)
     880             : #undef STORE
     881             :     case MachineRepresentation::kBit:
     882             :     case MachineRepresentation::kSimd1x4:
     883             :     case MachineRepresentation::kSimd1x8:
     884             :     case MachineRepresentation::kSimd1x16:
     885             :     case MachineRepresentation::kNone:
     886             :       break;
     887             :   }
     888           0 :   UNREACHABLE();
     889             :   return nullptr;
     890             : }
     891             : 
     892         258 : const Operator* MachineOperatorBuilder::AtomicLoad(LoadRepresentation rep) {
     893             : #define LOAD(Type)                    \
     894             :   if (rep == MachineType::Type()) {   \
     895             :     return &cache_.kAtomicLoad##Type; \
     896             :   }
     897         903 :   ATOMIC_TYPE_LIST(LOAD)
     898             : #undef LOAD
     899           0 :   UNREACHABLE();
     900             :   return nullptr;
     901             : }
     902             : 
     903         129 : const Operator* MachineOperatorBuilder::AtomicStore(MachineRepresentation rep) {
     904             : #define STORE(kRep)                         \
     905             :   if (rep == MachineRepresentation::kRep) { \
     906             :     return &cache_.kAtomicStore##kRep;      \
     907             :   }
     908         129 :   ATOMIC_REPRESENTATION_LIST(STORE)
     909             : #undef STORE
     910           0 :   UNREACHABLE();
     911             :   return nullptr;
     912             : }
     913             : 
     914         258 : const Operator* MachineOperatorBuilder::AtomicExchange(MachineType rep) {
     915             : #define EXCHANGE(kRep)                    \
     916             :   if (rep == MachineType::kRep()) {       \
     917             :     return &cache_.kAtomicExchange##kRep; \
     918             :   }
     919         903 :   ATOMIC_TYPE_LIST(EXCHANGE)
     920             : #undef EXCHANGE
     921           0 :   UNREACHABLE();
     922             :   return nullptr;
     923             : }
     924             : 
     925         258 : const Operator* MachineOperatorBuilder::AtomicCompareExchange(MachineType rep) {
     926             : #define COMPARE_EXCHANGE(kRep)                   \
     927             :   if (rep == MachineType::kRep()) {              \
     928             :     return &cache_.kAtomicCompareExchange##kRep; \
     929             :   }
     930         903 :   ATOMIC_TYPE_LIST(COMPARE_EXCHANGE)
     931             : #undef COMPARE_EXCHANGE
     932           0 :   UNREACHABLE();
     933             :   return nullptr;
     934             : }
     935             : 
     936         258 : const Operator* MachineOperatorBuilder::AtomicAdd(MachineType rep) {
     937             : #define ADD(kRep)                    \
     938             :   if (rep == MachineType::kRep()) {  \
     939             :     return &cache_.kAtomicAdd##kRep; \
     940             :   }
     941         903 :   ATOMIC_TYPE_LIST(ADD)
     942             : #undef ADD
     943           0 :   UNREACHABLE();
     944             :   return nullptr;
     945             : }
     946             : 
     947         258 : const Operator* MachineOperatorBuilder::AtomicSub(MachineType rep) {
     948             : #define SUB(kRep)                    \
     949             :   if (rep == MachineType::kRep()) {  \
     950             :     return &cache_.kAtomicSub##kRep; \
     951             :   }
     952         903 :   ATOMIC_TYPE_LIST(SUB)
     953             : #undef SUB
     954           0 :   UNREACHABLE();
     955             :   return nullptr;
     956             : }
     957             : 
     958         258 : const Operator* MachineOperatorBuilder::AtomicAnd(MachineType rep) {
     959             : #define AND(kRep)                    \
     960             :   if (rep == MachineType::kRep()) {  \
     961             :     return &cache_.kAtomicAnd##kRep; \
     962             :   }
     963         903 :   ATOMIC_TYPE_LIST(AND)
     964             : #undef AND
     965           0 :   UNREACHABLE();
     966             :   return nullptr;
     967             : }
     968             : 
     969         258 : const Operator* MachineOperatorBuilder::AtomicOr(MachineType rep) {
     970             : #define OR(kRep)                    \
     971             :   if (rep == MachineType::kRep()) { \
     972             :     return &cache_.kAtomicOr##kRep; \
     973             :   }
     974         903 :   ATOMIC_TYPE_LIST(OR)
     975             : #undef OR
     976           0 :   UNREACHABLE();
     977             :   return nullptr;
     978             : }
     979             : 
     980         258 : const Operator* MachineOperatorBuilder::AtomicXor(MachineType rep) {
     981             : #define XOR(kRep)                    \
     982             :   if (rep == MachineType::kRep()) {  \
     983             :     return &cache_.kAtomicXor##kRep; \
     984             :   }
     985         903 :   ATOMIC_TYPE_LIST(XOR)
     986             : #undef XOR
     987           0 :   UNREACHABLE();
     988             :   return nullptr;
     989             : }
     990             : 
     991             : #define SIMD_LANE_OPS(Type, lane_count)                                     \
     992             :   const Operator* MachineOperatorBuilder::Type##ExtractLane(                \
     993             :       int32_t lane_index) {                                                 \
     994             :     DCHECK(0 <= lane_index && lane_index < lane_count);                     \
     995             :     return new (zone_)                                                      \
     996             :         Operator1<int32_t>(IrOpcode::k##Type##ExtractLane, Operator::kPure, \
     997             :                            "Extract lane", 1, 0, 0, 1, 0, 0, lane_index);   \
     998             :   }                                                                         \
     999             :   const Operator* MachineOperatorBuilder::Type##ReplaceLane(                \
    1000             :       int32_t lane_index) {                                                 \
    1001             :     DCHECK(0 <= lane_index && lane_index < lane_count);                     \
    1002             :     return new (zone_)                                                      \
    1003             :         Operator1<int32_t>(IrOpcode::k##Type##ReplaceLane, Operator::kPure, \
    1004             :                            "Replace lane", 2, 0, 0, 1, 0, 0, lane_index);   \
    1005             :   }
    1006       10780 : SIMD_LANE_OP_LIST(SIMD_LANE_OPS)
    1007             : #undef SIMD_LANE_OPS
    1008             : 
    1009             : #define SIMD_SHIFT_OPS(format, bits)                                           \
    1010             :   const Operator* MachineOperatorBuilder::I##format##Shl(int32_t shift) {      \
    1011             :     DCHECK(0 <= shift && shift < bits);                                        \
    1012             :     return new (zone_)                                                         \
    1013             :         Operator1<int32_t>(IrOpcode::kI##format##Shl, Operator::kPure,         \
    1014             :                            "Shift left", 1, 0, 0, 1, 0, 0, shift);             \
    1015             :   }                                                                            \
    1016             :   const Operator* MachineOperatorBuilder::I##format##ShrS(int32_t shift) {     \
    1017             :     DCHECK(0 < shift && shift <= bits);                                        \
    1018             :     return new (zone_)                                                         \
    1019             :         Operator1<int32_t>(IrOpcode::kI##format##ShrS, Operator::kPure,        \
    1020             :                            "Arithmetic shift right", 1, 0, 0, 1, 0, 0, shift); \
    1021             :   }                                                                            \
    1022             :   const Operator* MachineOperatorBuilder::I##format##ShrU(int32_t shift) {     \
    1023             :     DCHECK(0 <= shift && shift < bits);                                        \
    1024             :     return new (zone_)                                                         \
    1025             :         Operator1<int32_t>(IrOpcode::kI##format##ShrU, Operator::kPure,        \
    1026             :                            "Shift right", 1, 0, 0, 1, 0, 0, shift);            \
    1027             :   }
    1028          84 : SIMD_FORMAT_LIST(SIMD_SHIFT_OPS)
    1029             : #undef SIMD_SHIFT_OPS
    1030             : 
    1031           0 : const Operator* MachineOperatorBuilder::S8x16Concat(int32_t bytes) {
    1032             :   DCHECK(0 <= bytes && bytes < kSimd128Size);
    1033             :   return new (zone_) Operator1<int32_t>(IrOpcode::kS8x16Concat, Operator::kPure,
    1034           0 :                                         "Concat", 2, 0, 0, 1, 0, 0, bytes);
    1035             : }
    1036             : 
    1037             : }  // namespace compiler
    1038             : }  // namespace internal
    1039             : }  // namespace v8

Generated by: LCOV version 1.10