Coverage Report

Created: 2026-11-12 06:35

next uncovered line (L), next uncovered region (R), next uncovered branch (B)
/src/WasmEdge/lib/executor/engine/engine.cpp
Line
Count
Source
1
// SPDX-License-Identifier: Apache-2.0
2
// SPDX-FileCopyrightText: Copyright The WasmEdge Authors
3
4
#include "common/endian.h"
5
#include "executor/coredump.h"
6
#include "executor/executor.h"
7
#include "system/stacktrace.h"
8
9
#include <array>
10
#include <cstdint>
11
#include <cstring>
12
13
using namespace std::literals;
14
15
namespace WasmEdge {
16
namespace Executor {
17
18
Expect<void> Executor::runExpression(Runtime::StackManager &StackMgr,
19
0
                                     AST::InstrView Instrs) {
20
0
  return execute(StackMgr, Instrs.begin(), Instrs.end());
21
0
}
22
23
Expect<void>
24
Executor::runFunction(Runtime::StackManager &StackMgr,
25
                      const Runtime::Instance::FunctionInstance &Func,
26
0
                      Span<const ValVariant> Params) {
27
  // Set start time.
28
0
  if (Stat && Conf.getStatisticsConfigure().isTimeMeasuring()) {
29
0
    Stat->startRecordWasm();
30
0
  }
31
32
  // Clear any trace from a previous execution; its entries may reference
33
  // modules that have since been freed.
34
0
  StackTraceSize = 0;
35
36
  // Reset and push a dummy frame into stack.
37
0
  StackMgr.pushFrame(nullptr, AST::InstrView::iterator(), 0, 0);
38
39
  // Push arguments.
40
0
  const auto &PTypes = Func.getFuncType().getParamTypes();
41
0
  for (uint32_t I = 0; I < Params.size(); I++) {
42
    // For the references, transform to non-null reference type if the value not
43
    // null.
44
0
    if (PTypes[I].isRefType() && Params[I].get<RefVariant>().getPtr<void>() &&
45
0
        Params[I].get<RefVariant>().getType().isNullableRefType()) {
46
0
      auto Val = Params[I];
47
0
      auto &Ref = Val.get<RefVariant>();
48
0
      ValType Type = Ref.getType();
49
0
      Ref.setType(Type.toNonNullableRef());
50
0
      StackMgr.push(Val);
51
0
    } else {
52
0
      StackMgr.push(Params[I]);
53
0
    }
54
0
  }
55
56
  // Enter and execute function.
57
0
  Expect<void> Res =
58
0
      enterFunction(StackMgr, Func, Func.getInstrs().end(), false, true)
59
0
          .and_then([&](AST::InstrView::iterator StartIt) {
60
            // If not terminated, execute the instructions in interpreter mode.
61
            // For the entered AOT or host functions, `StartIt` is equal to
62
            // the end of instruction list, therefore the execution will return
63
            // immediately.
64
0
            return execute(StackMgr, StartIt, Func.getInstrs().end());
65
0
          });
66
67
0
  if (unlikely(!Res && Res.error() == ErrCode::Value::PendingException)) {
68
    // The pending exception reaching the top level is not caught: consume it
69
    // and turn it into the uncaught exception error.
70
0
    assuming(PendingExn.TagInst != nullptr);
71
0
    spdlog::error(ErrCode::Value::UncaughtException);
72
0
    PendingExn = {};
73
0
    Res = Unexpect(ErrCode::Value::UncaughtException);
74
0
  }
75
76
0
  if (Res) {
77
0
    spdlog::debug(" Execution succeeded."sv);
78
0
  } else if (likely(Res.error() == ErrCode::Value::Terminated)) {
79
0
    spdlog::debug(" Terminated."sv);
80
0
  }
81
82
0
  if (Stat && Conf.getStatisticsConfigure().isTimeMeasuring()) {
83
0
    Stat->stopRecordWasm();
84
0
  }
85
86
  // If statistics are enabled, dump them here.
87
0
  if (Stat) {
88
0
    Stat->dumpToLog(Conf);
89
0
  }
90
91
0
  if (!Res && likely(Res.error() == ErrCode::Value::Terminated)) {
92
0
    StackMgr.reset();
93
0
  }
94
95
0
  return Res;
96
0
}
97
98
Expect<void> Executor::execute(Runtime::StackManager &StackMgr,
99
                               const AST::InstrView::iterator Start,
100
0
                               const AST::InstrView::iterator End) {
101
0
  AST::InstrView::iterator PC = Start;
102
0
  AST::InstrView::iterator PCEnd = End;
103
104
  // Force the per-instruction dispatch inline; otherwise the compiler may emit
105
  // this switch out-of-line as one call per instruction (MSVC: see use site).
106
0
  auto Dispatch = [this, &PC, &StackMgr]()
107
0
#if defined(__GNUC__) || defined(__clang__)
108
0
                      __attribute__((always_inline))
109
0
#endif
110
0
  -> Expect<void> {
111
0
    const AST::Instruction &Instr = *PC;
112
0
    switch (Instr.getOpCode()) {
113
    // Control instructions
114
0
    case OpCode::Unreachable:
115
0
      spdlog::error(ErrCode::Value::Unreachable);
116
0
      spdlog::error(
117
0
          ErrInfo::InfoInstruction(Instr.getOpCode(), Instr.getOffset()));
118
0
      return Unexpect(ErrCode::Value::Unreachable);
119
0
    case OpCode::Nop:
120
0
      return {};
121
0
    case OpCode::Block:
122
0
      return {};
123
0
    case OpCode::Loop:
124
0
      return {};
125
0
    case OpCode::If:
126
0
      return runIfElseOp(StackMgr, Instr, PC);
127
0
    case OpCode::Else:
128
0
      if (Stat && Conf.getStatisticsConfigure().isCostMeasuring()) {
129
        // Reach here means end of if-statement.
130
0
        if (unlikely(!Stat->subInstrCost(Instr.getOpCode()))) {
131
0
          spdlog::error(ErrCode::Value::CostLimitExceeded);
132
0
          spdlog::error(
133
0
              ErrInfo::InfoInstruction(Instr.getOpCode(), Instr.getOffset()));
134
0
          return Unexpect(ErrCode::Value::CostLimitExceeded);
135
0
        }
136
0
        if (unlikely(!Stat->addInstrCost(OpCode::End))) {
137
0
          spdlog::error(ErrCode::Value::CostLimitExceeded);
138
0
          spdlog::error(
139
0
              ErrInfo::InfoInstruction(Instr.getOpCode(), Instr.getOffset()));
140
0
          return Unexpect(ErrCode::Value::CostLimitExceeded);
141
0
        }
142
0
      }
143
0
      PC += PC->getJumpEnd() - 1;
144
0
      return {};
145
0
    case OpCode::End:
146
0
      PC = StackMgr.maybePopFrameOrHandler(PC);
147
0
      return {};
148
0
    case OpCode::Throw:
149
0
      return runThrowOp(StackMgr, Instr, PC);
150
0
    case OpCode::Throw_ref:
151
0
      return runThrowRefOp(StackMgr, Instr, PC);
152
0
    case OpCode::Br:
153
0
      return runBrOp(StackMgr, Instr, PC);
154
0
    case OpCode::Br_if:
155
0
      return runBrIfOp(StackMgr, Instr, PC);
156
0
    case OpCode::Br_table:
157
0
      return runBrTableOp(StackMgr, Instr, PC);
158
0
    case OpCode::Br_on_null:
159
0
      return runBrOnNullOp(StackMgr, Instr, PC);
160
0
    case OpCode::Br_on_non_null:
161
0
      return runBrOnNonNullOp(StackMgr, Instr, PC);
162
0
    case OpCode::Br_on_cast:
163
0
      return runBrOnCastOp(StackMgr, Instr, PC);
164
0
    case OpCode::Br_on_cast_fail:
165
0
      return runBrOnCastOp(StackMgr, Instr, PC, true);
166
0
    case OpCode::Return:
167
0
      return runReturnOp(StackMgr, PC);
168
0
    case OpCode::Call:
169
0
      return runCallOp(StackMgr, Instr, PC);
170
0
    case OpCode::Call_indirect:
171
0
      return runCallIndirectOp(StackMgr, Instr, PC);
172
0
    case OpCode::Return_call:
173
0
      return runCallOp(StackMgr, Instr, PC, true);
174
0
    case OpCode::Return_call_indirect:
175
0
      return runCallIndirectOp(StackMgr, Instr, PC, true);
176
0
    case OpCode::Call_ref:
177
0
      return runCallRefOp(StackMgr, Instr, PC);
178
0
    case OpCode::Return_call_ref:
179
0
      return runCallRefOp(StackMgr, Instr, PC, true);
180
0
    case OpCode::Try_table:
181
0
      return runTryTableOp(StackMgr, Instr, PC);
182
183
    // Reference Instructions
184
0
    case OpCode::Ref__null:
185
0
      return runRefNullOp(StackMgr, Instr.getValType());
186
0
    case OpCode::Ref__is_null:
187
0
      return runRefIsNullOp(StackMgr.getTop());
188
0
    case OpCode::Ref__func:
189
0
      return runRefFuncOp(StackMgr, Instr.getTargetIndex());
190
0
    case OpCode::Ref__eq: {
191
0
      ValVariant Rhs = StackMgr.pop();
192
0
      return runRefEqOp(StackMgr.getTop(), Rhs);
193
0
    }
194
0
    case OpCode::Ref__as_non_null:
195
0
      return runRefAsNonNullOp(StackMgr.getTop().get<RefVariant>(), Instr);
196
197
    // Reference Instructions (GC proposal)
198
0
    case OpCode::Struct__new:
199
0
      return runStructNewOp(StackMgr, Instr.getTargetIndex());
200
0
    case OpCode::Struct__new_default:
201
0
      return runStructNewOp(StackMgr, Instr.getTargetIndex(), true);
202
0
    case OpCode::Struct__get:
203
0
    case OpCode::Struct__get_u:
204
0
      return runStructGetOp(StackMgr, Instr.getTargetIndex(),
205
0
                            Instr.getSourceIndex(), Instr);
206
0
    case OpCode::Struct__get_s:
207
0
      return runStructGetOp(StackMgr, Instr.getTargetIndex(),
208
0
                            Instr.getSourceIndex(), Instr, true);
209
0
    case OpCode::Struct__set:
210
0
      return runStructSetOp(StackMgr, StackMgr.pop(), Instr.getTargetIndex(),
211
0
                            Instr.getSourceIndex(), Instr);
212
0
    case OpCode::Array__new:
213
0
      return runArrayNewOp(StackMgr, Instr.getTargetIndex(), 1,
214
0
                           StackMgr.pop().get<uint32_t>());
215
0
    case OpCode::Array__new_default:
216
0
      return runArrayNewOp(StackMgr, Instr.getTargetIndex(), 0,
217
0
                           StackMgr.pop().get<uint32_t>());
218
0
    case OpCode::Array__new_fixed:
219
0
      return runArrayNewOp(StackMgr, Instr.getTargetIndex(),
220
0
                           Instr.getSourceIndex(), Instr.getSourceIndex());
221
0
    case OpCode::Array__new_data:
222
0
      return runArrayNewDataOp(StackMgr, Instr.getTargetIndex(),
223
0
                               Instr.getSourceIndex(), Instr);
224
0
    case OpCode::Array__new_elem:
225
0
      return runArrayNewElemOp(StackMgr, Instr.getTargetIndex(),
226
0
                               Instr.getSourceIndex(), Instr);
227
0
    case OpCode::Array__get:
228
0
    case OpCode::Array__get_u:
229
0
      return runArrayGetOp(StackMgr, Instr.getTargetIndex(), Instr);
230
0
    case OpCode::Array__get_s:
231
0
      return runArrayGetOp(StackMgr, Instr.getTargetIndex(), Instr, true);
232
0
    case OpCode::Array__set:
233
0
      return runArraySetOp(StackMgr, StackMgr.pop(), Instr.getTargetIndex(),
234
0
                           Instr);
235
0
    case OpCode::Array__len:
236
0
      return runArrayLenOp(StackMgr.getTop(), Instr);
237
0
    case OpCode::Array__fill: {
238
0
      const uint32_t Cnt = StackMgr.pop().get<uint32_t>();
239
0
      return runArrayFillOp(StackMgr, Cnt, StackMgr.pop(),
240
0
                            Instr.getTargetIndex(), Instr);
241
0
    }
242
0
    case OpCode::Array__copy:
243
0
      return runArrayCopyOp(StackMgr, StackMgr.pop().get<uint32_t>(),
244
0
                            Instr.getTargetIndex(), Instr.getSourceIndex(),
245
0
                            Instr);
246
0
    case OpCode::Array__init_data:
247
0
      return runArrayInitDataOp(StackMgr, StackMgr.pop().get<uint32_t>(),
248
0
                                Instr.getTargetIndex(), Instr.getSourceIndex(),
249
0
                                Instr);
250
0
    case OpCode::Array__init_elem:
251
0
      return runArrayInitElemOp(StackMgr, StackMgr.pop().get<uint32_t>(),
252
0
                                Instr.getTargetIndex(), Instr.getSourceIndex(),
253
0
                                Instr);
254
0
    case OpCode::Ref__test:
255
0
    case OpCode::Ref__test_null:
256
0
      return runRefTestOp(StackMgr.getModule(), StackMgr.getTop(), Instr);
257
0
    case OpCode::Ref__cast:
258
0
    case OpCode::Ref__cast_null:
259
0
      return runRefTestOp(StackMgr.getModule(), StackMgr.getTop(), Instr, true);
260
0
    case OpCode::Any__convert_extern:
261
0
      return runRefConvOp(StackMgr.getTop().get<RefVariant>(),
262
0
                          TypeCode::AnyRef);
263
0
    case OpCode::Extern__convert_any:
264
0
      return runRefConvOp(StackMgr.getTop().get<RefVariant>(),
265
0
                          TypeCode::ExternRef);
266
0
    case OpCode::Ref__i31:
267
0
      return runRefI31Op(StackMgr.getTop());
268
0
    case OpCode::I31__get_s:
269
0
      return runI31GetOp(StackMgr.getTop(), Instr, true);
270
0
    case OpCode::I31__get_u:
271
0
      return runI31GetOp(StackMgr.getTop(), Instr);
272
273
    // Parametric Instructions
274
0
    case OpCode::Drop:
275
0
      StackMgr.pop();
276
0
      return {};
277
0
    case OpCode::Select:
278
0
    case OpCode::Select_t: {
279
      // Pop the i32 value and select values from the stack.
280
0
      ValVariant CondVal = StackMgr.pop();
281
0
      ValVariant Val2 = StackMgr.pop();
282
0
      ValVariant Val1 = StackMgr.pop();
283
284
      // Select the value.
285
0
      if (CondVal.get<uint32_t>() == 0) {
286
0
        StackMgr.push(Val2);
287
0
      } else {
288
0
        StackMgr.push(Val1);
289
0
      }
290
0
      return {};
291
0
    }
292
293
    // Variable Instructions
294
0
    case OpCode::Local__get:
295
0
      return runLocalGetOp(StackMgr, Instr.getStackOffset());
296
0
    case OpCode::Local__set:
297
0
      return runLocalSetOp(StackMgr, Instr.getStackOffset());
298
0
    case OpCode::Local__tee:
299
0
      return runLocalTeeOp(StackMgr, Instr.getStackOffset());
300
0
    case OpCode::Global__get:
301
0
      return runGlobalGetOp(StackMgr, Instr.getTargetIndex());
302
0
    case OpCode::Global__set:
303
0
      return runGlobalSetOp(StackMgr, Instr.getTargetIndex());
304
305
    // Table Instructions
306
0
    case OpCode::Table__get:
307
0
      return runTableGetOp(
308
0
          StackMgr,
309
0
          *getTabInstByIdx(StackMgr.getModule(), Instr.getTargetIndex()),
310
0
          Instr);
311
0
    case OpCode::Table__set:
312
0
      return runTableSetOp(
313
0
          StackMgr,
314
0
          *getTabInstByIdx(StackMgr.getModule(), Instr.getTargetIndex()),
315
0
          Instr);
316
0
    case OpCode::Table__init:
317
0
      return runTableInitOp(
318
0
          StackMgr,
319
0
          *getTabInstByIdx(StackMgr.getModule(), Instr.getTargetIndex()),
320
0
          *getElemInstByIdx(StackMgr.getModule(), Instr.getSourceIndex()),
321
0
          Instr);
322
0
    case OpCode::Elem__drop:
323
0
      return runElemDropOp(
324
0
          *getElemInstByIdx(StackMgr.getModule(), Instr.getTargetIndex()));
325
0
    case OpCode::Table__copy:
326
0
      return runTableCopyOp(
327
0
          StackMgr,
328
0
          *getTabInstByIdx(StackMgr.getModule(), Instr.getTargetIndex()),
329
0
          *getTabInstByIdx(StackMgr.getModule(), Instr.getSourceIndex()),
330
0
          Instr);
331
0
    case OpCode::Table__grow:
332
0
      return runTableGrowOp(StackMgr, *getTabInstByIdx(StackMgr.getModule(),
333
0
                                                       Instr.getTargetIndex()));
334
0
    case OpCode::Table__size:
335
0
      return runTableSizeOp(StackMgr, *getTabInstByIdx(StackMgr.getModule(),
336
0
                                                       Instr.getTargetIndex()));
337
0
    case OpCode::Table__fill:
338
0
      return runTableFillOp(
339
0
          StackMgr,
340
0
          *getTabInstByIdx(StackMgr.getModule(), Instr.getTargetIndex()),
341
0
          Instr);
342
343
    // Memory Instructions
344
0
    case OpCode::I32__load:
345
0
      return runLoadOp<uint32_t>(
346
0
          StackMgr,
347
0
          *getMemInstByIdx(StackMgr.getModule(), Instr.getTargetIndex()),
348
0
          Instr);
349
0
    case OpCode::I64__load:
350
0
      return runLoadOp<uint64_t>(
351
0
          StackMgr,
352
0
          *getMemInstByIdx(StackMgr.getModule(), Instr.getTargetIndex()),
353
0
          Instr);
354
0
    case OpCode::F32__load:
355
0
      return runLoadOp<float>(
356
0
          StackMgr,
357
0
          *getMemInstByIdx(StackMgr.getModule(), Instr.getTargetIndex()),
358
0
          Instr);
359
0
    case OpCode::F64__load:
360
0
      return runLoadOp<double>(
361
0
          StackMgr,
362
0
          *getMemInstByIdx(StackMgr.getModule(), Instr.getTargetIndex()),
363
0
          Instr);
364
0
    case OpCode::I32__load8_s:
365
0
      return runLoadOp<int32_t, 8>(
366
0
          StackMgr,
367
0
          *getMemInstByIdx(StackMgr.getModule(), Instr.getTargetIndex()),
368
0
          Instr);
369
0
    case OpCode::I32__load8_u:
370
0
      return runLoadOp<uint32_t, 8>(
371
0
          StackMgr,
372
0
          *getMemInstByIdx(StackMgr.getModule(), Instr.getTargetIndex()),
373
0
          Instr);
374
0
    case OpCode::I32__load16_s:
375
0
      return runLoadOp<int32_t, 16>(
376
0
          StackMgr,
377
0
          *getMemInstByIdx(StackMgr.getModule(), Instr.getTargetIndex()),
378
0
          Instr);
379
0
    case OpCode::I32__load16_u:
380
0
      return runLoadOp<uint32_t, 16>(
381
0
          StackMgr,
382
0
          *getMemInstByIdx(StackMgr.getModule(), Instr.getTargetIndex()),
383
0
          Instr);
384
0
    case OpCode::I64__load8_s:
385
0
      return runLoadOp<int64_t, 8>(
386
0
          StackMgr,
387
0
          *getMemInstByIdx(StackMgr.getModule(), Instr.getTargetIndex()),
388
0
          Instr);
389
0
    case OpCode::I64__load8_u:
390
0
      return runLoadOp<uint64_t, 8>(
391
0
          StackMgr,
392
0
          *getMemInstByIdx(StackMgr.getModule(), Instr.getTargetIndex()),
393
0
          Instr);
394
0
    case OpCode::I64__load16_s:
395
0
      return runLoadOp<int64_t, 16>(
396
0
          StackMgr,
397
0
          *getMemInstByIdx(StackMgr.getModule(), Instr.getTargetIndex()),
398
0
          Instr);
399
0
    case OpCode::I64__load16_u:
400
0
      return runLoadOp<uint64_t, 16>(
401
0
          StackMgr,
402
0
          *getMemInstByIdx(StackMgr.getModule(), Instr.getTargetIndex()),
403
0
          Instr);
404
0
    case OpCode::I64__load32_s:
405
0
      return runLoadOp<int64_t, 32>(
406
0
          StackMgr,
407
0
          *getMemInstByIdx(StackMgr.getModule(), Instr.getTargetIndex()),
408
0
          Instr);
409
0
    case OpCode::I64__load32_u:
410
0
      return runLoadOp<uint64_t, 32>(
411
0
          StackMgr,
412
0
          *getMemInstByIdx(StackMgr.getModule(), Instr.getTargetIndex()),
413
0
          Instr);
414
0
    case OpCode::I32__store:
415
0
      return runStoreOp<uint32_t>(
416
0
          StackMgr,
417
0
          *getMemInstByIdx(StackMgr.getModule(), Instr.getTargetIndex()),
418
0
          Instr);
419
0
    case OpCode::I64__store:
420
0
      return runStoreOp<uint64_t>(
421
0
          StackMgr,
422
0
          *getMemInstByIdx(StackMgr.getModule(), Instr.getTargetIndex()),
423
0
          Instr);
424
0
    case OpCode::F32__store:
425
0
      return runStoreOp<float>(
426
0
          StackMgr,
427
0
          *getMemInstByIdx(StackMgr.getModule(), Instr.getTargetIndex()),
428
0
          Instr);
429
0
    case OpCode::F64__store:
430
0
      return runStoreOp<double>(
431
0
          StackMgr,
432
0
          *getMemInstByIdx(StackMgr.getModule(), Instr.getTargetIndex()),
433
0
          Instr);
434
0
    case OpCode::I32__store8:
435
0
      return runStoreOp<uint32_t, 8>(
436
0
          StackMgr,
437
0
          *getMemInstByIdx(StackMgr.getModule(), Instr.getTargetIndex()),
438
0
          Instr);
439
0
    case OpCode::I32__store16:
440
0
      return runStoreOp<uint32_t, 16>(
441
0
          StackMgr,
442
0
          *getMemInstByIdx(StackMgr.getModule(), Instr.getTargetIndex()),
443
0
          Instr);
444
0
    case OpCode::I64__store8:
445
0
      return runStoreOp<uint64_t, 8>(
446
0
          StackMgr,
447
0
          *getMemInstByIdx(StackMgr.getModule(), Instr.getTargetIndex()),
448
0
          Instr);
449
0
    case OpCode::I64__store16:
450
0
      return runStoreOp<uint64_t, 16>(
451
0
          StackMgr,
452
0
          *getMemInstByIdx(StackMgr.getModule(), Instr.getTargetIndex()),
453
0
          Instr);
454
0
    case OpCode::I64__store32:
455
0
      return runStoreOp<uint64_t, 32>(
456
0
          StackMgr,
457
0
          *getMemInstByIdx(StackMgr.getModule(), Instr.getTargetIndex()),
458
0
          Instr);
459
0
    case OpCode::Memory__grow:
460
0
      return runMemoryGrowOp(
461
0
          StackMgr,
462
0
          *getMemInstByIdx(StackMgr.getModule(), Instr.getTargetIndex()));
463
0
    case OpCode::Memory__size:
464
0
      return runMemorySizeOp(
465
0
          StackMgr,
466
0
          *getMemInstByIdx(StackMgr.getModule(), Instr.getTargetIndex()));
467
0
    case OpCode::Memory__init:
468
0
      return runMemoryInitOp(
469
0
          StackMgr,
470
0
          *getMemInstByIdx(StackMgr.getModule(), Instr.getTargetIndex()),
471
0
          *getDataInstByIdx(StackMgr.getModule(), Instr.getSourceIndex()),
472
0
          Instr);
473
0
    case OpCode::Data__drop:
474
0
      return runDataDropOp(
475
0
          *getDataInstByIdx(StackMgr.getModule(), Instr.getTargetIndex()));
476
0
    case OpCode::Memory__copy:
477
0
      return runMemoryCopyOp(
478
0
          StackMgr,
479
0
          *getMemInstByIdx(StackMgr.getModule(), Instr.getTargetIndex()),
480
0
          *getMemInstByIdx(StackMgr.getModule(), Instr.getSourceIndex()),
481
0
          Instr);
482
0
    case OpCode::Memory__fill:
483
0
      return runMemoryFillOp(
484
0
          StackMgr,
485
0
          *getMemInstByIdx(StackMgr.getModule(), Instr.getTargetIndex()),
486
0
          Instr);
487
488
    // Const Numeric Instructions
489
0
    case OpCode::I32__const:
490
0
    case OpCode::I64__const:
491
0
    case OpCode::F32__const:
492
0
    case OpCode::F64__const:
493
0
      StackMgr.push(Instr.getNum());
494
0
      return {};
495
496
    // Unary Numeric Instructions
497
0
    case OpCode::I32__eqz:
498
0
      return runEqzOp<uint32_t>(StackMgr.getTop());
499
0
    case OpCode::I64__eqz:
500
0
      return runEqzOp<uint64_t>(StackMgr.getTop());
501
0
    case OpCode::I32__clz:
502
0
      return runClzOp<uint32_t>(StackMgr.getTop());
503
0
    case OpCode::I32__ctz:
504
0
      return runCtzOp<uint32_t>(StackMgr.getTop());
505
0
    case OpCode::I32__popcnt:
506
0
      return runPopcntOp<uint32_t>(StackMgr.getTop());
507
0
    case OpCode::I64__clz:
508
0
      return runClzOp<uint64_t>(StackMgr.getTop());
509
0
    case OpCode::I64__ctz:
510
0
      return runCtzOp<uint64_t>(StackMgr.getTop());
511
0
    case OpCode::I64__popcnt:
512
0
      return runPopcntOp<uint64_t>(StackMgr.getTop());
513
0
    case OpCode::F32__abs:
514
0
      return runAbsOp<float>(StackMgr.getTop());
515
0
    case OpCode::F32__neg:
516
0
      return runNegOp<float>(StackMgr.getTop());
517
0
    case OpCode::F32__ceil:
518
0
      return runCeilOp<float>(StackMgr.getTop());
519
0
    case OpCode::F32__floor:
520
0
      return runFloorOp<float>(StackMgr.getTop());
521
0
    case OpCode::F32__trunc:
522
0
      return runTruncOp<float>(StackMgr.getTop());
523
0
    case OpCode::F32__nearest:
524
0
      return runNearestOp<float>(StackMgr.getTop());
525
0
    case OpCode::F32__sqrt:
526
0
      return runSqrtOp<float>(StackMgr.getTop());
527
0
    case OpCode::F64__abs:
528
0
      return runAbsOp<double>(StackMgr.getTop());
529
0
    case OpCode::F64__neg:
530
0
      return runNegOp<double>(StackMgr.getTop());
531
0
    case OpCode::F64__ceil:
532
0
      return runCeilOp<double>(StackMgr.getTop());
533
0
    case OpCode::F64__floor:
534
0
      return runFloorOp<double>(StackMgr.getTop());
535
0
    case OpCode::F64__trunc:
536
0
      return runTruncOp<double>(StackMgr.getTop());
537
0
    case OpCode::F64__nearest:
538
0
      return runNearestOp<double>(StackMgr.getTop());
539
0
    case OpCode::F64__sqrt:
540
0
      return runSqrtOp<double>(StackMgr.getTop());
541
0
    case OpCode::I32__wrap_i64:
542
0
      return runWrapOp<uint64_t, uint32_t>(StackMgr.getTop());
543
0
    case OpCode::I32__trunc_f32_s:
544
0
      return runTruncateOp<float, int32_t>(Instr, StackMgr.getTop());
545
0
    case OpCode::I32__trunc_f32_u:
546
0
      return runTruncateOp<float, uint32_t>(Instr, StackMgr.getTop());
547
0
    case OpCode::I32__trunc_f64_s:
548
0
      return runTruncateOp<double, int32_t>(Instr, StackMgr.getTop());
549
0
    case OpCode::I32__trunc_f64_u:
550
0
      return runTruncateOp<double, uint32_t>(Instr, StackMgr.getTop());
551
0
    case OpCode::I64__extend_i32_s:
552
0
      return runExtendOp<int32_t, uint64_t>(StackMgr.getTop());
553
0
    case OpCode::I64__extend_i32_u:
554
0
      return runExtendOp<uint32_t, uint64_t>(StackMgr.getTop());
555
0
    case OpCode::I64__trunc_f32_s:
556
0
      return runTruncateOp<float, int64_t>(Instr, StackMgr.getTop());
557
0
    case OpCode::I64__trunc_f32_u:
558
0
      return runTruncateOp<float, uint64_t>(Instr, StackMgr.getTop());
559
0
    case OpCode::I64__trunc_f64_s:
560
0
      return runTruncateOp<double, int64_t>(Instr, StackMgr.getTop());
561
0
    case OpCode::I64__trunc_f64_u:
562
0
      return runTruncateOp<double, uint64_t>(Instr, StackMgr.getTop());
563
0
    case OpCode::F32__convert_i32_s:
564
0
      return runConvertOp<int32_t, float>(StackMgr.getTop());
565
0
    case OpCode::F32__convert_i32_u:
566
0
      return runConvertOp<uint32_t, float>(StackMgr.getTop());
567
0
    case OpCode::F32__convert_i64_s:
568
0
      return runConvertOp<int64_t, float>(StackMgr.getTop());
569
0
    case OpCode::F32__convert_i64_u:
570
0
      return runConvertOp<uint64_t, float>(StackMgr.getTop());
571
0
    case OpCode::F32__demote_f64:
572
0
      return runDemoteOp<double, float>(StackMgr.getTop());
573
0
    case OpCode::F64__convert_i32_s:
574
0
      return runConvertOp<int32_t, double>(StackMgr.getTop());
575
0
    case OpCode::F64__convert_i32_u:
576
0
      return runConvertOp<uint32_t, double>(StackMgr.getTop());
577
0
    case OpCode::F64__convert_i64_s:
578
0
      return runConvertOp<int64_t, double>(StackMgr.getTop());
579
0
    case OpCode::F64__convert_i64_u:
580
0
      return runConvertOp<uint64_t, double>(StackMgr.getTop());
581
0
    case OpCode::F64__promote_f32:
582
0
      return runPromoteOp<float, double>(StackMgr.getTop());
583
0
    case OpCode::I32__reinterpret_f32:
584
0
      return runReinterpretOp<float, uint32_t>(StackMgr.getTop());
585
0
    case OpCode::I64__reinterpret_f64:
586
0
      return runReinterpretOp<double, uint64_t>(StackMgr.getTop());
587
0
    case OpCode::F32__reinterpret_i32:
588
0
      return runReinterpretOp<uint32_t, float>(StackMgr.getTop());
589
0
    case OpCode::F64__reinterpret_i64:
590
0
      return runReinterpretOp<uint64_t, double>(StackMgr.getTop());
591
0
    case OpCode::I32__extend8_s:
592
0
      return runExtendOp<int32_t, uint32_t, 8>(StackMgr.getTop());
593
0
    case OpCode::I32__extend16_s:
594
0
      return runExtendOp<int32_t, uint32_t, 16>(StackMgr.getTop());
595
0
    case OpCode::I64__extend8_s:
596
0
      return runExtendOp<int64_t, uint64_t, 8>(StackMgr.getTop());
597
0
    case OpCode::I64__extend16_s:
598
0
      return runExtendOp<int64_t, uint64_t, 16>(StackMgr.getTop());
599
0
    case OpCode::I64__extend32_s:
600
0
      return runExtendOp<int64_t, uint64_t, 32>(StackMgr.getTop());
601
602
    // Binary Numeric Instructions
603
0
    case OpCode::I32__eq: {
604
0
      ValVariant Rhs = StackMgr.pop();
605
0
      return runEqOp<uint32_t>(StackMgr.getTop(), Rhs);
606
0
    }
607
0
    case OpCode::I32__ne: {
608
0
      ValVariant Rhs = StackMgr.pop();
609
0
      return runNeOp<uint32_t>(StackMgr.getTop(), Rhs);
610
0
    }
611
0
    case OpCode::I32__lt_s: {
612
0
      ValVariant Rhs = StackMgr.pop();
613
0
      return runLtOp<int32_t>(StackMgr.getTop(), Rhs);
614
0
    }
615
0
    case OpCode::I32__lt_u: {
616
0
      ValVariant Rhs = StackMgr.pop();
617
0
      return runLtOp<uint32_t>(StackMgr.getTop(), Rhs);
618
0
    }
619
0
    case OpCode::I32__gt_s: {
620
0
      ValVariant Rhs = StackMgr.pop();
621
0
      return runGtOp<int32_t>(StackMgr.getTop(), Rhs);
622
0
    }
623
0
    case OpCode::I32__gt_u: {
624
0
      ValVariant Rhs = StackMgr.pop();
625
0
      return runGtOp<uint32_t>(StackMgr.getTop(), Rhs);
626
0
    }
627
0
    case OpCode::I32__le_s: {
628
0
      ValVariant Rhs = StackMgr.pop();
629
0
      return runLeOp<int32_t>(StackMgr.getTop(), Rhs);
630
0
    }
631
0
    case OpCode::I32__le_u: {
632
0
      ValVariant Rhs = StackMgr.pop();
633
0
      return runLeOp<uint32_t>(StackMgr.getTop(), Rhs);
634
0
    }
635
0
    case OpCode::I32__ge_s: {
636
0
      ValVariant Rhs = StackMgr.pop();
637
0
      return runGeOp<int32_t>(StackMgr.getTop(), Rhs);
638
0
    }
639
0
    case OpCode::I32__ge_u: {
640
0
      ValVariant Rhs = StackMgr.pop();
641
0
      return runGeOp<uint32_t>(StackMgr.getTop(), Rhs);
642
0
    }
643
0
    case OpCode::I64__eq: {
644
0
      ValVariant Rhs = StackMgr.pop();
645
0
      return runEqOp<uint64_t>(StackMgr.getTop(), Rhs);
646
0
    }
647
0
    case OpCode::I64__ne: {
648
0
      ValVariant Rhs = StackMgr.pop();
649
0
      return runNeOp<uint64_t>(StackMgr.getTop(), Rhs);
650
0
    }
651
0
    case OpCode::I64__lt_s: {
652
0
      ValVariant Rhs = StackMgr.pop();
653
0
      return runLtOp<int64_t>(StackMgr.getTop(), Rhs);
654
0
    }
655
0
    case OpCode::I64__lt_u: {
656
0
      ValVariant Rhs = StackMgr.pop();
657
0
      return runLtOp<uint64_t>(StackMgr.getTop(), Rhs);
658
0
    }
659
0
    case OpCode::I64__gt_s: {
660
0
      ValVariant Rhs = StackMgr.pop();
661
0
      return runGtOp<int64_t>(StackMgr.getTop(), Rhs);
662
0
    }
663
0
    case OpCode::I64__gt_u: {
664
0
      ValVariant Rhs = StackMgr.pop();
665
0
      return runGtOp<uint64_t>(StackMgr.getTop(), Rhs);
666
0
    }
667
0
    case OpCode::I64__le_s: {
668
0
      ValVariant Rhs = StackMgr.pop();
669
0
      return runLeOp<int64_t>(StackMgr.getTop(), Rhs);
670
0
    }
671
0
    case OpCode::I64__le_u: {
672
0
      ValVariant Rhs = StackMgr.pop();
673
0
      return runLeOp<uint64_t>(StackMgr.getTop(), Rhs);
674
0
    }
675
0
    case OpCode::I64__ge_s: {
676
0
      ValVariant Rhs = StackMgr.pop();
677
0
      return runGeOp<int64_t>(StackMgr.getTop(), Rhs);
678
0
    }
679
0
    case OpCode::I64__ge_u: {
680
0
      ValVariant Rhs = StackMgr.pop();
681
0
      return runGeOp<uint64_t>(StackMgr.getTop(), Rhs);
682
0
    }
683
0
    case OpCode::F32__eq: {
684
0
      ValVariant Rhs = StackMgr.pop();
685
0
      return runEqOp<float>(StackMgr.getTop(), Rhs);
686
0
    }
687
0
    case OpCode::F32__ne: {
688
0
      ValVariant Rhs = StackMgr.pop();
689
0
      return runNeOp<float>(StackMgr.getTop(), Rhs);
690
0
    }
691
0
    case OpCode::F32__lt: {
692
0
      ValVariant Rhs = StackMgr.pop();
693
0
      return runLtOp<float>(StackMgr.getTop(), Rhs);
694
0
    }
695
0
    case OpCode::F32__gt: {
696
0
      ValVariant Rhs = StackMgr.pop();
697
0
      return runGtOp<float>(StackMgr.getTop(), Rhs);
698
0
    }
699
0
    case OpCode::F32__le: {
700
0
      ValVariant Rhs = StackMgr.pop();
701
0
      return runLeOp<float>(StackMgr.getTop(), Rhs);
702
0
    }
703
0
    case OpCode::F32__ge: {
704
0
      ValVariant Rhs = StackMgr.pop();
705
0
      return runGeOp<float>(StackMgr.getTop(), Rhs);
706
0
    }
707
0
    case OpCode::F64__eq: {
708
0
      ValVariant Rhs = StackMgr.pop();
709
0
      return runEqOp<double>(StackMgr.getTop(), Rhs);
710
0
    }
711
0
    case OpCode::F64__ne: {
712
0
      ValVariant Rhs = StackMgr.pop();
713
0
      return runNeOp<double>(StackMgr.getTop(), Rhs);
714
0
    }
715
0
    case OpCode::F64__lt: {
716
0
      ValVariant Rhs = StackMgr.pop();
717
0
      return runLtOp<double>(StackMgr.getTop(), Rhs);
718
0
    }
719
0
    case OpCode::F64__gt: {
720
0
      ValVariant Rhs = StackMgr.pop();
721
0
      return runGtOp<double>(StackMgr.getTop(), Rhs);
722
0
    }
723
0
    case OpCode::F64__le: {
724
0
      ValVariant Rhs = StackMgr.pop();
725
0
      return runLeOp<double>(StackMgr.getTop(), Rhs);
726
0
    }
727
0
    case OpCode::F64__ge: {
728
0
      ValVariant Rhs = StackMgr.pop();
729
0
      return runGeOp<double>(StackMgr.getTop(), Rhs);
730
0
    }
731
0
    case OpCode::I32__add: {
732
0
      ValVariant Rhs = StackMgr.pop();
733
0
      return runAddOp<uint32_t>(StackMgr.getTop(), Rhs);
734
0
    }
735
0
    case OpCode::I32__sub: {
736
0
      ValVariant Rhs = StackMgr.pop();
737
0
      return runSubOp<uint32_t>(StackMgr.getTop(), Rhs);
738
0
    }
739
0
    case OpCode::I32__mul: {
740
0
      ValVariant Rhs = StackMgr.pop();
741
0
      return runMulOp<uint32_t>(StackMgr.getTop(), Rhs);
742
0
    }
743
0
    case OpCode::I32__div_s: {
744
0
      ValVariant Rhs = StackMgr.pop();
745
0
      return runDivOp<int32_t>(Instr, StackMgr.getTop(), Rhs);
746
0
    }
747
0
    case OpCode::I32__div_u: {
748
0
      ValVariant Rhs = StackMgr.pop();
749
0
      return runDivOp<uint32_t>(Instr, StackMgr.getTop(), Rhs);
750
0
    }
751
0
    case OpCode::I32__rem_s: {
752
0
      ValVariant Rhs = StackMgr.pop();
753
0
      return runRemOp<int32_t>(Instr, StackMgr.getTop(), Rhs);
754
0
    }
755
0
    case OpCode::I32__rem_u: {
756
0
      ValVariant Rhs = StackMgr.pop();
757
0
      return runRemOp<uint32_t>(Instr, StackMgr.getTop(), Rhs);
758
0
    }
759
0
    case OpCode::I32__and: {
760
0
      ValVariant Rhs = StackMgr.pop();
761
0
      return runAndOp<uint32_t>(StackMgr.getTop(), Rhs);
762
0
    }
763
0
    case OpCode::I32__or: {
764
0
      ValVariant Rhs = StackMgr.pop();
765
0
      return runOrOp<uint32_t>(StackMgr.getTop(), Rhs);
766
0
    }
767
0
    case OpCode::I32__xor: {
768
0
      ValVariant Rhs = StackMgr.pop();
769
0
      return runXorOp<uint32_t>(StackMgr.getTop(), Rhs);
770
0
    }
771
0
    case OpCode::I32__shl: {
772
0
      ValVariant Rhs = StackMgr.pop();
773
0
      return runShlOp<uint32_t>(StackMgr.getTop(), Rhs);
774
0
    }
775
0
    case OpCode::I32__shr_s: {
776
0
      ValVariant Rhs = StackMgr.pop();
777
0
      return runShrOp<int32_t>(StackMgr.getTop(), Rhs);
778
0
    }
779
0
    case OpCode::I32__shr_u: {
780
0
      ValVariant Rhs = StackMgr.pop();
781
0
      return runShrOp<uint32_t>(StackMgr.getTop(), Rhs);
782
0
    }
783
0
    case OpCode::I32__rotl: {
784
0
      ValVariant Rhs = StackMgr.pop();
785
0
      return runRotlOp<uint32_t>(StackMgr.getTop(), Rhs);
786
0
    }
787
0
    case OpCode::I32__rotr: {
788
0
      ValVariant Rhs = StackMgr.pop();
789
0
      return runRotrOp<uint32_t>(StackMgr.getTop(), Rhs);
790
0
    }
791
0
    case OpCode::I64__add: {
792
0
      ValVariant Rhs = StackMgr.pop();
793
0
      return runAddOp<uint64_t>(StackMgr.getTop(), Rhs);
794
0
    }
795
0
    case OpCode::I64__sub: {
796
0
      ValVariant Rhs = StackMgr.pop();
797
0
      return runSubOp<uint64_t>(StackMgr.getTop(), Rhs);
798
0
    }
799
0
    case OpCode::I64__mul: {
800
0
      ValVariant Rhs = StackMgr.pop();
801
0
      return runMulOp<uint64_t>(StackMgr.getTop(), Rhs);
802
0
    }
803
0
    case OpCode::I64__div_s: {
804
0
      ValVariant Rhs = StackMgr.pop();
805
0
      return runDivOp<int64_t>(Instr, StackMgr.getTop(), Rhs);
806
0
    }
807
0
    case OpCode::I64__div_u: {
808
0
      ValVariant Rhs = StackMgr.pop();
809
0
      return runDivOp<uint64_t>(Instr, StackMgr.getTop(), Rhs);
810
0
    }
811
0
    case OpCode::I64__rem_s: {
812
0
      ValVariant Rhs = StackMgr.pop();
813
0
      return runRemOp<int64_t>(Instr, StackMgr.getTop(), Rhs);
814
0
    }
815
0
    case OpCode::I64__rem_u: {
816
0
      ValVariant Rhs = StackMgr.pop();
817
0
      return runRemOp<uint64_t>(Instr, StackMgr.getTop(), Rhs);
818
0
    }
819
0
    case OpCode::I64__and: {
820
0
      ValVariant Rhs = StackMgr.pop();
821
0
      return runAndOp<uint64_t>(StackMgr.getTop(), Rhs);
822
0
    }
823
0
    case OpCode::I64__or: {
824
0
      ValVariant Rhs = StackMgr.pop();
825
0
      return runOrOp<uint64_t>(StackMgr.getTop(), Rhs);
826
0
    }
827
0
    case OpCode::I64__xor: {
828
0
      ValVariant Rhs = StackMgr.pop();
829
0
      return runXorOp<uint64_t>(StackMgr.getTop(), Rhs);
830
0
    }
831
0
    case OpCode::I64__shl: {
832
0
      ValVariant Rhs = StackMgr.pop();
833
0
      return runShlOp<uint64_t>(StackMgr.getTop(), Rhs);
834
0
    }
835
0
    case OpCode::I64__shr_s: {
836
0
      ValVariant Rhs = StackMgr.pop();
837
0
      return runShrOp<int64_t>(StackMgr.getTop(), Rhs);
838
0
    }
839
0
    case OpCode::I64__shr_u: {
840
0
      ValVariant Rhs = StackMgr.pop();
841
0
      return runShrOp<uint64_t>(StackMgr.getTop(), Rhs);
842
0
    }
843
0
    case OpCode::I64__rotl: {
844
0
      ValVariant Rhs = StackMgr.pop();
845
0
      return runRotlOp<uint64_t>(StackMgr.getTop(), Rhs);
846
0
    }
847
0
    case OpCode::I64__rotr: {
848
0
      ValVariant Rhs = StackMgr.pop();
849
0
      return runRotrOp<uint64_t>(StackMgr.getTop(), Rhs);
850
0
    }
851
0
    case OpCode::F32__add: {
852
0
      ValVariant Rhs = StackMgr.pop();
853
0
      return runAddOp<float>(StackMgr.getTop(), Rhs);
854
0
    }
855
0
    case OpCode::F32__sub: {
856
0
      ValVariant Rhs = StackMgr.pop();
857
0
      return runSubOp<float>(StackMgr.getTop(), Rhs);
858
0
    }
859
0
    case OpCode::F32__mul: {
860
0
      ValVariant Rhs = StackMgr.pop();
861
0
      return runMulOp<float>(StackMgr.getTop(), Rhs);
862
0
    }
863
0
    case OpCode::F32__div: {
864
0
      ValVariant Rhs = StackMgr.pop();
865
0
      return runDivOp<float>(Instr, StackMgr.getTop(), Rhs);
866
0
    }
867
0
    case OpCode::F32__min: {
868
0
      ValVariant Rhs = StackMgr.pop();
869
0
      return runMinOp<float>(StackMgr.getTop(), Rhs);
870
0
    }
871
0
    case OpCode::F32__max: {
872
0
      ValVariant Rhs = StackMgr.pop();
873
0
      return runMaxOp<float>(StackMgr.getTop(), Rhs);
874
0
    }
875
0
    case OpCode::F32__copysign: {
876
0
      ValVariant Rhs = StackMgr.pop();
877
0
      return runCopysignOp<float>(StackMgr.getTop(), Rhs);
878
0
    }
879
0
    case OpCode::F64__add: {
880
0
      ValVariant Rhs = StackMgr.pop();
881
0
      return runAddOp<double>(StackMgr.getTop(), Rhs);
882
0
    }
883
0
    case OpCode::F64__sub: {
884
0
      ValVariant Rhs = StackMgr.pop();
885
0
      return runSubOp<double>(StackMgr.getTop(), Rhs);
886
0
    }
887
0
    case OpCode::F64__mul: {
888
0
      ValVariant Rhs = StackMgr.pop();
889
0
      return runMulOp<double>(StackMgr.getTop(), Rhs);
890
0
    }
891
0
    case OpCode::F64__div: {
892
0
      ValVariant Rhs = StackMgr.pop();
893
0
      return runDivOp<double>(Instr, StackMgr.getTop(), Rhs);
894
0
    }
895
0
    case OpCode::F64__min: {
896
0
      ValVariant Rhs = StackMgr.pop();
897
0
      return runMinOp<double>(StackMgr.getTop(), Rhs);
898
0
    }
899
0
    case OpCode::F64__max: {
900
0
      ValVariant Rhs = StackMgr.pop();
901
0
      return runMaxOp<double>(StackMgr.getTop(), Rhs);
902
0
    }
903
0
    case OpCode::F64__copysign: {
904
0
      ValVariant Rhs = StackMgr.pop();
905
0
      return runCopysignOp<double>(StackMgr.getTop(), Rhs);
906
0
    }
907
908
    // Saturating Truncation Numeric Instructions
909
0
    case OpCode::I32__trunc_sat_f32_s:
910
0
      return runTruncateSatOp<float, int32_t>(StackMgr.getTop());
911
0
    case OpCode::I32__trunc_sat_f32_u:
912
0
      return runTruncateSatOp<float, uint32_t>(StackMgr.getTop());
913
0
    case OpCode::I32__trunc_sat_f64_s:
914
0
      return runTruncateSatOp<double, int32_t>(StackMgr.getTop());
915
0
    case OpCode::I32__trunc_sat_f64_u:
916
0
      return runTruncateSatOp<double, uint32_t>(StackMgr.getTop());
917
0
    case OpCode::I64__trunc_sat_f32_s:
918
0
      return runTruncateSatOp<float, int64_t>(StackMgr.getTop());
919
0
    case OpCode::I64__trunc_sat_f32_u:
920
0
      return runTruncateSatOp<float, uint64_t>(StackMgr.getTop());
921
0
    case OpCode::I64__trunc_sat_f64_s:
922
0
      return runTruncateSatOp<double, int64_t>(StackMgr.getTop());
923
0
    case OpCode::I64__trunc_sat_f64_u:
924
0
      return runTruncateSatOp<double, uint64_t>(StackMgr.getTop());
925
926
    // SIMD Memory Instructions
927
0
    case OpCode::V128__load:
928
0
      return runLoadOp<uint128_t>(
929
0
          StackMgr,
930
0
          *getMemInstByIdx(StackMgr.getModule(), Instr.getTargetIndex()),
931
0
          Instr);
932
0
    case OpCode::V128__load8x8_s:
933
0
      return runLoadExpandOp<int8_t, int16_t>(
934
0
          StackMgr,
935
0
          *getMemInstByIdx(StackMgr.getModule(), Instr.getTargetIndex()),
936
0
          Instr);
937
0
    case OpCode::V128__load8x8_u:
938
0
      return runLoadExpandOp<uint8_t, uint16_t>(
939
0
          StackMgr,
940
0
          *getMemInstByIdx(StackMgr.getModule(), Instr.getTargetIndex()),
941
0
          Instr);
942
0
    case OpCode::V128__load16x4_s:
943
0
      return runLoadExpandOp<int16_t, int32_t>(
944
0
          StackMgr,
945
0
          *getMemInstByIdx(StackMgr.getModule(), Instr.getTargetIndex()),
946
0
          Instr);
947
0
    case OpCode::V128__load16x4_u:
948
0
      return runLoadExpandOp<uint16_t, uint32_t>(
949
0
          StackMgr,
950
0
          *getMemInstByIdx(StackMgr.getModule(), Instr.getTargetIndex()),
951
0
          Instr);
952
0
    case OpCode::V128__load32x2_s:
953
0
      return runLoadExpandOp<int32_t, int64_t>(
954
0
          StackMgr,
955
0
          *getMemInstByIdx(StackMgr.getModule(), Instr.getTargetIndex()),
956
0
          Instr);
957
0
    case OpCode::V128__load32x2_u:
958
0
      return runLoadExpandOp<uint32_t, uint64_t>(
959
0
          StackMgr,
960
0
          *getMemInstByIdx(StackMgr.getModule(), Instr.getTargetIndex()),
961
0
          Instr);
962
0
    case OpCode::V128__load8_splat:
963
0
      return runLoadSplatOp<uint8_t>(
964
0
          StackMgr,
965
0
          *getMemInstByIdx(StackMgr.getModule(), Instr.getTargetIndex()),
966
0
          Instr);
967
0
    case OpCode::V128__load16_splat:
968
0
      return runLoadSplatOp<uint16_t>(
969
0
          StackMgr,
970
0
          *getMemInstByIdx(StackMgr.getModule(), Instr.getTargetIndex()),
971
0
          Instr);
972
0
    case OpCode::V128__load32_splat:
973
0
      return runLoadSplatOp<uint32_t>(
974
0
          StackMgr,
975
0
          *getMemInstByIdx(StackMgr.getModule(), Instr.getTargetIndex()),
976
0
          Instr);
977
0
    case OpCode::V128__load64_splat:
978
0
      return runLoadSplatOp<uint64_t>(
979
0
          StackMgr,
980
0
          *getMemInstByIdx(StackMgr.getModule(), Instr.getTargetIndex()),
981
0
          Instr);
982
0
    case OpCode::V128__load32_zero:
983
0
      return runLoadOp<uint128_t, 32>(
984
0
          StackMgr,
985
0
          *getMemInstByIdx(StackMgr.getModule(), Instr.getTargetIndex()),
986
0
          Instr);
987
0
    case OpCode::V128__load64_zero:
988
0
      return runLoadOp<uint128_t, 64>(
989
0
          StackMgr,
990
0
          *getMemInstByIdx(StackMgr.getModule(), Instr.getTargetIndex()),
991
0
          Instr);
992
0
    case OpCode::V128__store:
993
0
      return runStoreOp<uint128_t>(
994
0
          StackMgr,
995
0
          *getMemInstByIdx(StackMgr.getModule(), Instr.getTargetIndex()),
996
0
          Instr);
997
0
    case OpCode::V128__load8_lane:
998
0
      return runLoadLaneOp<uint8_t>(
999
0
          StackMgr,
1000
0
          *getMemInstByIdx(StackMgr.getModule(), Instr.getTargetIndex()),
1001
0
          Instr);
1002
0
    case OpCode::V128__load16_lane:
1003
0
      return runLoadLaneOp<uint16_t>(
1004
0
          StackMgr,
1005
0
          *getMemInstByIdx(StackMgr.getModule(), Instr.getTargetIndex()),
1006
0
          Instr);
1007
0
    case OpCode::V128__load32_lane:
1008
0
      return runLoadLaneOp<uint32_t>(
1009
0
          StackMgr,
1010
0
          *getMemInstByIdx(StackMgr.getModule(), Instr.getTargetIndex()),
1011
0
          Instr);
1012
0
    case OpCode::V128__load64_lane:
1013
0
      return runLoadLaneOp<uint64_t>(
1014
0
          StackMgr,
1015
0
          *getMemInstByIdx(StackMgr.getModule(), Instr.getTargetIndex()),
1016
0
          Instr);
1017
0
    case OpCode::V128__store8_lane:
1018
0
      return runStoreLaneOp<uint8_t>(
1019
0
          StackMgr,
1020
0
          *getMemInstByIdx(StackMgr.getModule(), Instr.getTargetIndex()),
1021
0
          Instr);
1022
0
    case OpCode::V128__store16_lane:
1023
0
      return runStoreLaneOp<uint16_t>(
1024
0
          StackMgr,
1025
0
          *getMemInstByIdx(StackMgr.getModule(), Instr.getTargetIndex()),
1026
0
          Instr);
1027
0
    case OpCode::V128__store32_lane:
1028
0
      return runStoreLaneOp<uint32_t>(
1029
0
          StackMgr,
1030
0
          *getMemInstByIdx(StackMgr.getModule(), Instr.getTargetIndex()),
1031
0
          Instr);
1032
0
    case OpCode::V128__store64_lane:
1033
0
      return runStoreLaneOp<uint64_t>(
1034
0
          StackMgr,
1035
0
          *getMemInstByIdx(StackMgr.getModule(), Instr.getTargetIndex()),
1036
0
          Instr);
1037
1038
    // SIMD Const Instructions
1039
0
    case OpCode::V128__const:
1040
0
      StackMgr.push(Instr.getNum());
1041
0
      return {};
1042
1043
    // SIMD Shuffle Instructions
1044
0
    case OpCode::I8x16__shuffle: {
1045
0
      ValVariant Val2 = StackMgr.pop();
1046
0
      ValVariant &Val1 = StackMgr.getTop();
1047
0
      std::array<uint8_t, 32> Data;
1048
0
      std::array<uint8_t, 16> Result;
1049
0
      std::memcpy(&Data[0], &Val1, 16);
1050
0
      std::memcpy(&Data[16], &Val2, 16);
1051
0
      const auto V3 = Instr.getNum().get<uint128_t>();
1052
0
      for (size_t I = 0; I < 16; ++I) {
1053
0
        const uint8_t Index = static_cast<uint8_t>(V3 >> (I * 8));
1054
0
        if constexpr (Endian::native == Endian::little) {
1055
0
          Result[I] = Data[Index];
1056
        } else {
1057
          Result[15 - I] = Index < 16 ? Data[15 - Index] : Data[47 - Index];
1058
        }
1059
0
      }
1060
0
      std::memcpy(&Val1, &Result[0], 16);
1061
0
      return {};
1062
0
    }
1063
1064
    // SIMD Lane Instructions
1065
0
    case OpCode::I8x16__extract_lane_s:
1066
0
      return runExtractLaneOp<int8_t, int32_t>(StackMgr.getTop(),
1067
0
                                               Instr.getMemoryLane());
1068
0
    case OpCode::I8x16__extract_lane_u:
1069
0
      return runExtractLaneOp<uint8_t, uint32_t>(StackMgr.getTop(),
1070
0
                                                 Instr.getMemoryLane());
1071
0
    case OpCode::I16x8__extract_lane_s:
1072
0
      return runExtractLaneOp<int16_t, int32_t>(StackMgr.getTop(),
1073
0
                                                Instr.getMemoryLane());
1074
0
    case OpCode::I16x8__extract_lane_u:
1075
0
      return runExtractLaneOp<uint16_t, uint32_t>(StackMgr.getTop(),
1076
0
                                                  Instr.getMemoryLane());
1077
0
    case OpCode::I32x4__extract_lane:
1078
0
      return runExtractLaneOp<uint32_t>(StackMgr.getTop(),
1079
0
                                        Instr.getMemoryLane());
1080
0
    case OpCode::I64x2__extract_lane:
1081
0
      return runExtractLaneOp<uint64_t>(StackMgr.getTop(),
1082
0
                                        Instr.getMemoryLane());
1083
0
    case OpCode::F32x4__extract_lane:
1084
0
      return runExtractLaneOp<float>(StackMgr.getTop(), Instr.getMemoryLane());
1085
0
    case OpCode::F64x2__extract_lane:
1086
0
      return runExtractLaneOp<double>(StackMgr.getTop(), Instr.getMemoryLane());
1087
0
    case OpCode::I8x16__replace_lane: {
1088
0
      ValVariant Rhs = StackMgr.pop();
1089
0
      return runReplaceLaneOp<uint32_t, uint8_t>(StackMgr.getTop(), Rhs,
1090
0
                                                 Instr.getMemoryLane());
1091
0
    }
1092
0
    case OpCode::I16x8__replace_lane: {
1093
0
      ValVariant Rhs = StackMgr.pop();
1094
0
      return runReplaceLaneOp<uint32_t, uint16_t>(StackMgr.getTop(), Rhs,
1095
0
                                                  Instr.getMemoryLane());
1096
0
    }
1097
0
    case OpCode::I32x4__replace_lane: {
1098
0
      ValVariant Rhs = StackMgr.pop();
1099
0
      return runReplaceLaneOp<uint32_t>(StackMgr.getTop(), Rhs,
1100
0
                                        Instr.getMemoryLane());
1101
0
    }
1102
0
    case OpCode::I64x2__replace_lane: {
1103
0
      ValVariant Rhs = StackMgr.pop();
1104
0
      return runReplaceLaneOp<uint64_t>(StackMgr.getTop(), Rhs,
1105
0
                                        Instr.getMemoryLane());
1106
0
    }
1107
0
    case OpCode::F32x4__replace_lane: {
1108
0
      ValVariant Rhs = StackMgr.pop();
1109
0
      return runReplaceLaneOp<float>(StackMgr.getTop(), Rhs,
1110
0
                                     Instr.getMemoryLane());
1111
0
    }
1112
0
    case OpCode::F64x2__replace_lane: {
1113
0
      ValVariant Rhs = StackMgr.pop();
1114
0
      return runReplaceLaneOp<double>(StackMgr.getTop(), Rhs,
1115
0
                                      Instr.getMemoryLane());
1116
0
    }
1117
1118
    // SIMD Numeric Instructions
1119
0
    case OpCode::I8x16__swizzle: {
1120
0
      const ValVariant Val2 = StackMgr.pop();
1121
0
      simdOps::vectorSwizzle(StackMgr.getTop(), Val2);
1122
0
      return {};
1123
0
    }
1124
0
    case OpCode::I8x16__splat:
1125
0
      return runSplatOp<uint32_t, uint8_t>(StackMgr.getTop());
1126
0
    case OpCode::I16x8__splat:
1127
0
      return runSplatOp<uint32_t, uint16_t>(StackMgr.getTop());
1128
0
    case OpCode::I32x4__splat:
1129
0
      return runSplatOp<uint32_t>(StackMgr.getTop());
1130
0
    case OpCode::I64x2__splat:
1131
0
      return runSplatOp<uint64_t>(StackMgr.getTop());
1132
0
    case OpCode::F32x4__splat:
1133
0
      return runSplatOp<float>(StackMgr.getTop());
1134
0
    case OpCode::F64x2__splat:
1135
0
      return runSplatOp<double>(StackMgr.getTop());
1136
0
    case OpCode::I8x16__eq: {
1137
0
      ValVariant Rhs = StackMgr.pop();
1138
0
      return runVectorEqOp<uint8_t>(StackMgr.getTop(), Rhs);
1139
0
    }
1140
0
    case OpCode::I8x16__ne: {
1141
0
      ValVariant Rhs = StackMgr.pop();
1142
0
      return runVectorNeOp<uint8_t>(StackMgr.getTop(), Rhs);
1143
0
    }
1144
0
    case OpCode::I8x16__lt_s: {
1145
0
      ValVariant Rhs = StackMgr.pop();
1146
0
      return runVectorLtOp<int8_t>(StackMgr.getTop(), Rhs);
1147
0
    }
1148
0
    case OpCode::I8x16__lt_u: {
1149
0
      ValVariant Rhs = StackMgr.pop();
1150
0
      return runVectorLtOp<uint8_t>(StackMgr.getTop(), Rhs);
1151
0
    }
1152
0
    case OpCode::I8x16__gt_s: {
1153
0
      ValVariant Rhs = StackMgr.pop();
1154
0
      return runVectorGtOp<int8_t>(StackMgr.getTop(), Rhs);
1155
0
    }
1156
0
    case OpCode::I8x16__gt_u: {
1157
0
      ValVariant Rhs = StackMgr.pop();
1158
0
      return runVectorGtOp<uint8_t>(StackMgr.getTop(), Rhs);
1159
0
    }
1160
0
    case OpCode::I8x16__le_s: {
1161
0
      ValVariant Rhs = StackMgr.pop();
1162
0
      return runVectorLeOp<int8_t>(StackMgr.getTop(), Rhs);
1163
0
    }
1164
0
    case OpCode::I8x16__le_u: {
1165
0
      ValVariant Rhs = StackMgr.pop();
1166
0
      return runVectorLeOp<uint8_t>(StackMgr.getTop(), Rhs);
1167
0
    }
1168
0
    case OpCode::I8x16__ge_s: {
1169
0
      ValVariant Rhs = StackMgr.pop();
1170
0
      return runVectorGeOp<int8_t>(StackMgr.getTop(), Rhs);
1171
0
    }
1172
0
    case OpCode::I8x16__ge_u: {
1173
0
      ValVariant Rhs = StackMgr.pop();
1174
0
      return runVectorGeOp<uint8_t>(StackMgr.getTop(), Rhs);
1175
0
    }
1176
0
    case OpCode::I16x8__eq: {
1177
0
      ValVariant Rhs = StackMgr.pop();
1178
0
      return runVectorEqOp<uint16_t>(StackMgr.getTop(), Rhs);
1179
0
    }
1180
0
    case OpCode::I16x8__ne: {
1181
0
      ValVariant Rhs = StackMgr.pop();
1182
0
      return runVectorNeOp<uint16_t>(StackMgr.getTop(), Rhs);
1183
0
    }
1184
0
    case OpCode::I16x8__lt_s: {
1185
0
      ValVariant Rhs = StackMgr.pop();
1186
0
      return runVectorLtOp<int16_t>(StackMgr.getTop(), Rhs);
1187
0
    }
1188
0
    case OpCode::I16x8__lt_u: {
1189
0
      ValVariant Rhs = StackMgr.pop();
1190
0
      return runVectorLtOp<uint16_t>(StackMgr.getTop(), Rhs);
1191
0
    }
1192
0
    case OpCode::I16x8__gt_s: {
1193
0
      ValVariant Rhs = StackMgr.pop();
1194
0
      return runVectorGtOp<int16_t>(StackMgr.getTop(), Rhs);
1195
0
    }
1196
0
    case OpCode::I16x8__gt_u: {
1197
0
      ValVariant Rhs = StackMgr.pop();
1198
0
      return runVectorGtOp<uint16_t>(StackMgr.getTop(), Rhs);
1199
0
    }
1200
0
    case OpCode::I16x8__le_s: {
1201
0
      ValVariant Rhs = StackMgr.pop();
1202
0
      return runVectorLeOp<int16_t>(StackMgr.getTop(), Rhs);
1203
0
    }
1204
0
    case OpCode::I16x8__le_u: {
1205
0
      ValVariant Rhs = StackMgr.pop();
1206
0
      return runVectorLeOp<uint16_t>(StackMgr.getTop(), Rhs);
1207
0
    }
1208
0
    case OpCode::I16x8__ge_s: {
1209
0
      ValVariant Rhs = StackMgr.pop();
1210
0
      return runVectorGeOp<int16_t>(StackMgr.getTop(), Rhs);
1211
0
    }
1212
0
    case OpCode::I16x8__ge_u: {
1213
0
      ValVariant Rhs = StackMgr.pop();
1214
0
      return runVectorGeOp<uint16_t>(StackMgr.getTop(), Rhs);
1215
0
    }
1216
0
    case OpCode::I32x4__eq: {
1217
0
      ValVariant Rhs = StackMgr.pop();
1218
0
      return runVectorEqOp<uint32_t>(StackMgr.getTop(), Rhs);
1219
0
    }
1220
0
    case OpCode::I32x4__ne: {
1221
0
      ValVariant Rhs = StackMgr.pop();
1222
0
      return runVectorNeOp<uint32_t>(StackMgr.getTop(), Rhs);
1223
0
    }
1224
0
    case OpCode::I32x4__lt_s: {
1225
0
      ValVariant Rhs = StackMgr.pop();
1226
0
      return runVectorLtOp<int32_t>(StackMgr.getTop(), Rhs);
1227
0
    }
1228
0
    case OpCode::I32x4__lt_u: {
1229
0
      ValVariant Rhs = StackMgr.pop();
1230
0
      return runVectorLtOp<uint32_t>(StackMgr.getTop(), Rhs);
1231
0
    }
1232
0
    case OpCode::I32x4__gt_s: {
1233
0
      ValVariant Rhs = StackMgr.pop();
1234
0
      return runVectorGtOp<int32_t>(StackMgr.getTop(), Rhs);
1235
0
    }
1236
0
    case OpCode::I32x4__gt_u: {
1237
0
      ValVariant Rhs = StackMgr.pop();
1238
0
      return runVectorGtOp<uint32_t>(StackMgr.getTop(), Rhs);
1239
0
    }
1240
0
    case OpCode::I32x4__le_s: {
1241
0
      ValVariant Rhs = StackMgr.pop();
1242
0
      return runVectorLeOp<int32_t>(StackMgr.getTop(), Rhs);
1243
0
    }
1244
0
    case OpCode::I32x4__le_u: {
1245
0
      ValVariant Rhs = StackMgr.pop();
1246
0
      return runVectorLeOp<uint32_t>(StackMgr.getTop(), Rhs);
1247
0
    }
1248
0
    case OpCode::I32x4__ge_s: {
1249
0
      ValVariant Rhs = StackMgr.pop();
1250
0
      return runVectorGeOp<int32_t>(StackMgr.getTop(), Rhs);
1251
0
    }
1252
0
    case OpCode::I32x4__ge_u: {
1253
0
      ValVariant Rhs = StackMgr.pop();
1254
0
      return runVectorGeOp<uint32_t>(StackMgr.getTop(), Rhs);
1255
0
    }
1256
0
    case OpCode::I64x2__eq: {
1257
0
      ValVariant Rhs = StackMgr.pop();
1258
0
      return runVectorEqOp<uint64_t>(StackMgr.getTop(), Rhs);
1259
0
    }
1260
0
    case OpCode::I64x2__ne: {
1261
0
      ValVariant Rhs = StackMgr.pop();
1262
0
      return runVectorNeOp<uint64_t>(StackMgr.getTop(), Rhs);
1263
0
    }
1264
0
    case OpCode::I64x2__lt_s: {
1265
0
      ValVariant Rhs = StackMgr.pop();
1266
0
      return runVectorLtOp<int64_t>(StackMgr.getTop(), Rhs);
1267
0
    }
1268
0
    case OpCode::I64x2__gt_s: {
1269
0
      ValVariant Rhs = StackMgr.pop();
1270
0
      return runVectorGtOp<int64_t>(StackMgr.getTop(), Rhs);
1271
0
    }
1272
0
    case OpCode::I64x2__le_s: {
1273
0
      ValVariant Rhs = StackMgr.pop();
1274
0
      return runVectorLeOp<int64_t>(StackMgr.getTop(), Rhs);
1275
0
    }
1276
0
    case OpCode::I64x2__ge_s: {
1277
0
      ValVariant Rhs = StackMgr.pop();
1278
0
      return runVectorGeOp<int64_t>(StackMgr.getTop(), Rhs);
1279
0
    }
1280
0
    case OpCode::F32x4__eq: {
1281
0
      ValVariant Rhs = StackMgr.pop();
1282
0
      return runVectorEqOp<float>(StackMgr.getTop(), Rhs);
1283
0
    }
1284
0
    case OpCode::F32x4__ne: {
1285
0
      ValVariant Rhs = StackMgr.pop();
1286
0
      return runVectorNeOp<float>(StackMgr.getTop(), Rhs);
1287
0
    }
1288
0
    case OpCode::F32x4__lt: {
1289
0
      ValVariant Rhs = StackMgr.pop();
1290
0
      return runVectorLtOp<float>(StackMgr.getTop(), Rhs);
1291
0
    }
1292
0
    case OpCode::F32x4__gt: {
1293
0
      ValVariant Rhs = StackMgr.pop();
1294
0
      return runVectorGtOp<float>(StackMgr.getTop(), Rhs);
1295
0
    }
1296
0
    case OpCode::F32x4__le: {
1297
0
      ValVariant Rhs = StackMgr.pop();
1298
0
      return runVectorLeOp<float>(StackMgr.getTop(), Rhs);
1299
0
    }
1300
0
    case OpCode::F32x4__ge: {
1301
0
      ValVariant Rhs = StackMgr.pop();
1302
0
      return runVectorGeOp<float>(StackMgr.getTop(), Rhs);
1303
0
    }
1304
0
    case OpCode::F64x2__eq: {
1305
0
      ValVariant Rhs = StackMgr.pop();
1306
0
      return runVectorEqOp<double>(StackMgr.getTop(), Rhs);
1307
0
    }
1308
0
    case OpCode::F64x2__ne: {
1309
0
      ValVariant Rhs = StackMgr.pop();
1310
0
      return runVectorNeOp<double>(StackMgr.getTop(), Rhs);
1311
0
    }
1312
0
    case OpCode::F64x2__lt: {
1313
0
      ValVariant Rhs = StackMgr.pop();
1314
0
      return runVectorLtOp<double>(StackMgr.getTop(), Rhs);
1315
0
    }
1316
0
    case OpCode::F64x2__gt: {
1317
0
      ValVariant Rhs = StackMgr.pop();
1318
0
      return runVectorGtOp<double>(StackMgr.getTop(), Rhs);
1319
0
    }
1320
0
    case OpCode::F64x2__le: {
1321
0
      ValVariant Rhs = StackMgr.pop();
1322
0
      return runVectorLeOp<double>(StackMgr.getTop(), Rhs);
1323
0
    }
1324
0
    case OpCode::F64x2__ge: {
1325
0
      ValVariant Rhs = StackMgr.pop();
1326
0
      return runVectorGeOp<double>(StackMgr.getTop(), Rhs);
1327
0
    }
1328
0
    case OpCode::V128__not: {
1329
0
      auto &Val = StackMgr.getTop().get<uint128_t>();
1330
0
      Val = ~Val;
1331
0
      return {};
1332
0
    }
1333
0
    case OpCode::V128__and: {
1334
0
      const ValVariant Val2 = StackMgr.pop();
1335
0
      StackMgr.getTop().get<uint64x2_t>() &= Val2.get<uint64x2_t>();
1336
0
      return {};
1337
0
    }
1338
0
    case OpCode::V128__andnot: {
1339
0
      const ValVariant Val2 = StackMgr.pop();
1340
0
      StackMgr.getTop().get<uint64x2_t>() &= ~Val2.get<uint64x2_t>();
1341
0
      return {};
1342
0
    }
1343
0
    case OpCode::V128__or: {
1344
0
      const ValVariant Val2 = StackMgr.pop();
1345
0
      StackMgr.getTop().get<uint64x2_t>() |= Val2.get<uint64x2_t>();
1346
0
      return {};
1347
0
    }
1348
0
    case OpCode::V128__xor: {
1349
0
      const ValVariant Val2 = StackMgr.pop();
1350
0
      StackMgr.getTop().get<uint64x2_t>() ^= Val2.get<uint64x2_t>();
1351
0
      return {};
1352
0
    }
1353
0
    case OpCode::V128__bitselect: {
1354
0
      const uint64x2_t C = StackMgr.pop().get<uint64x2_t>();
1355
0
      const uint64x2_t Val2 = StackMgr.pop().get<uint64x2_t>();
1356
0
      uint64x2_t &Val1 = StackMgr.getTop().get<uint64x2_t>();
1357
0
      Val1 = (Val1 & C) | (Val2 & ~C);
1358
0
      return {};
1359
0
    }
1360
0
    case OpCode::V128__any_true:
1361
0
      return runVectorAnyTrueOp(StackMgr.getTop());
1362
0
    case OpCode::I8x16__abs:
1363
0
      return runVectorAbsOp<int8_t>(StackMgr.getTop());
1364
0
    case OpCode::I8x16__neg:
1365
0
      return runVectorNegOp<int8_t>(StackMgr.getTop());
1366
0
    case OpCode::I8x16__popcnt:
1367
0
      return runVectorPopcntOp(StackMgr.getTop());
1368
0
    case OpCode::I8x16__all_true:
1369
0
      return runVectorAllTrueOp<uint8_t>(StackMgr.getTop());
1370
0
    case OpCode::I8x16__bitmask:
1371
0
      return runVectorBitMaskOp<uint8_t>(StackMgr.getTop());
1372
0
    case OpCode::I8x16__narrow_i16x8_s: {
1373
0
      ValVariant Rhs = StackMgr.pop();
1374
0
      return runVectorNarrowOp<int16_t, int8_t>(StackMgr.getTop(), Rhs);
1375
0
    }
1376
0
    case OpCode::I8x16__narrow_i16x8_u: {
1377
0
      ValVariant Rhs = StackMgr.pop();
1378
0
      return runVectorNarrowOp<int16_t, uint8_t>(StackMgr.getTop(), Rhs);
1379
0
    }
1380
0
    case OpCode::I8x16__shl: {
1381
0
      ValVariant Rhs = StackMgr.pop();
1382
0
      return runVectorShlOp<uint8_t>(StackMgr.getTop(), Rhs);
1383
0
    }
1384
0
    case OpCode::I8x16__shr_s: {
1385
0
      ValVariant Rhs = StackMgr.pop();
1386
0
      return runVectorShrOp<int8_t>(StackMgr.getTop(), Rhs);
1387
0
    }
1388
0
    case OpCode::I8x16__shr_u: {
1389
0
      ValVariant Rhs = StackMgr.pop();
1390
0
      return runVectorShrOp<uint8_t>(StackMgr.getTop(), Rhs);
1391
0
    }
1392
0
    case OpCode::I8x16__add: {
1393
0
      ValVariant Rhs = StackMgr.pop();
1394
0
      return runVectorAddOp<uint8_t>(StackMgr.getTop(), Rhs);
1395
0
    }
1396
0
    case OpCode::I8x16__add_sat_s: {
1397
0
      ValVariant Rhs = StackMgr.pop();
1398
0
      return runVectorAddSatOp<int8_t>(StackMgr.getTop(), Rhs);
1399
0
    }
1400
0
    case OpCode::I8x16__add_sat_u: {
1401
0
      ValVariant Rhs = StackMgr.pop();
1402
0
      return runVectorAddSatOp<uint8_t>(StackMgr.getTop(), Rhs);
1403
0
    }
1404
0
    case OpCode::I8x16__sub: {
1405
0
      ValVariant Rhs = StackMgr.pop();
1406
0
      return runVectorSubOp<uint8_t>(StackMgr.getTop(), Rhs);
1407
0
    }
1408
0
    case OpCode::I8x16__sub_sat_s: {
1409
0
      ValVariant Rhs = StackMgr.pop();
1410
0
      return runVectorSubSatOp<int8_t>(StackMgr.getTop(), Rhs);
1411
0
    }
1412
0
    case OpCode::I8x16__sub_sat_u: {
1413
0
      ValVariant Rhs = StackMgr.pop();
1414
0
      return runVectorSubSatOp<uint8_t>(StackMgr.getTop(), Rhs);
1415
0
    }
1416
0
    case OpCode::I8x16__min_s: {
1417
0
      ValVariant Rhs = StackMgr.pop();
1418
0
      return runVectorMinOp<int8_t>(StackMgr.getTop(), Rhs);
1419
0
    }
1420
0
    case OpCode::I8x16__min_u: {
1421
0
      ValVariant Rhs = StackMgr.pop();
1422
0
      return runVectorMinOp<uint8_t>(StackMgr.getTop(), Rhs);
1423
0
    }
1424
0
    case OpCode::I8x16__max_s: {
1425
0
      ValVariant Rhs = StackMgr.pop();
1426
0
      return runVectorMaxOp<int8_t>(StackMgr.getTop(), Rhs);
1427
0
    }
1428
0
    case OpCode::I8x16__max_u: {
1429
0
      ValVariant Rhs = StackMgr.pop();
1430
0
      return runVectorMaxOp<uint8_t>(StackMgr.getTop(), Rhs);
1431
0
    }
1432
0
    case OpCode::I8x16__avgr_u: {
1433
0
      ValVariant Rhs = StackMgr.pop();
1434
0
      return runVectorAvgrOp<uint8_t>(StackMgr.getTop(), Rhs);
1435
0
    }
1436
0
    case OpCode::I16x8__abs:
1437
0
      return runVectorAbsOp<int16_t>(StackMgr.getTop());
1438
0
    case OpCode::I16x8__neg:
1439
0
      return runVectorNegOp<int16_t>(StackMgr.getTop());
1440
0
    case OpCode::I16x8__all_true:
1441
0
      return runVectorAllTrueOp<uint16_t>(StackMgr.getTop());
1442
0
    case OpCode::I16x8__bitmask:
1443
0
      return runVectorBitMaskOp<uint16_t>(StackMgr.getTop());
1444
0
    case OpCode::I16x8__narrow_i32x4_s: {
1445
0
      ValVariant Rhs = StackMgr.pop();
1446
0
      return runVectorNarrowOp<int32_t, int16_t>(StackMgr.getTop(), Rhs);
1447
0
    }
1448
0
    case OpCode::I16x8__narrow_i32x4_u: {
1449
0
      ValVariant Rhs = StackMgr.pop();
1450
0
      return runVectorNarrowOp<int32_t, uint16_t>(StackMgr.getTop(), Rhs);
1451
0
    }
1452
0
    case OpCode::I16x8__extend_low_i8x16_s:
1453
0
      return runVectorExtendLowOp<int8_t, int16_t>(StackMgr.getTop());
1454
0
    case OpCode::I16x8__extend_high_i8x16_s:
1455
0
      return runVectorExtendHighOp<int8_t, int16_t>(StackMgr.getTop());
1456
0
    case OpCode::I16x8__extend_low_i8x16_u:
1457
0
      return runVectorExtendLowOp<uint8_t, uint16_t>(StackMgr.getTop());
1458
0
    case OpCode::I16x8__extend_high_i8x16_u:
1459
0
      return runVectorExtendHighOp<uint8_t, uint16_t>(StackMgr.getTop());
1460
0
    case OpCode::I16x8__shl: {
1461
0
      ValVariant Rhs = StackMgr.pop();
1462
0
      return runVectorShlOp<uint16_t>(StackMgr.getTop(), Rhs);
1463
0
    }
1464
0
    case OpCode::I16x8__shr_s: {
1465
0
      ValVariant Rhs = StackMgr.pop();
1466
0
      return runVectorShrOp<int16_t>(StackMgr.getTop(), Rhs);
1467
0
    }
1468
0
    case OpCode::I16x8__shr_u: {
1469
0
      ValVariant Rhs = StackMgr.pop();
1470
0
      return runVectorShrOp<uint16_t>(StackMgr.getTop(), Rhs);
1471
0
    }
1472
0
    case OpCode::I16x8__add: {
1473
0
      ValVariant Rhs = StackMgr.pop();
1474
0
      return runVectorAddOp<uint16_t>(StackMgr.getTop(), Rhs);
1475
0
    }
1476
0
    case OpCode::I16x8__add_sat_s: {
1477
0
      ValVariant Rhs = StackMgr.pop();
1478
0
      return runVectorAddSatOp<int16_t>(StackMgr.getTop(), Rhs);
1479
0
    }
1480
0
    case OpCode::I16x8__add_sat_u: {
1481
0
      ValVariant Rhs = StackMgr.pop();
1482
0
      return runVectorAddSatOp<uint16_t>(StackMgr.getTop(), Rhs);
1483
0
    }
1484
0
    case OpCode::I16x8__sub: {
1485
0
      ValVariant Rhs = StackMgr.pop();
1486
0
      return runVectorSubOp<uint16_t>(StackMgr.getTop(), Rhs);
1487
0
    }
1488
0
    case OpCode::I16x8__sub_sat_s: {
1489
0
      ValVariant Rhs = StackMgr.pop();
1490
0
      return runVectorSubSatOp<int16_t>(StackMgr.getTop(), Rhs);
1491
0
    }
1492
0
    case OpCode::I16x8__sub_sat_u: {
1493
0
      ValVariant Rhs = StackMgr.pop();
1494
0
      return runVectorSubSatOp<uint16_t>(StackMgr.getTop(), Rhs);
1495
0
    }
1496
0
    case OpCode::I16x8__mul: {
1497
0
      ValVariant Rhs = StackMgr.pop();
1498
0
      return runVectorMulOp<uint16_t>(StackMgr.getTop(), Rhs);
1499
0
    }
1500
0
    case OpCode::I16x8__min_s: {
1501
0
      ValVariant Rhs = StackMgr.pop();
1502
0
      return runVectorMinOp<int16_t>(StackMgr.getTop(), Rhs);
1503
0
    }
1504
0
    case OpCode::I16x8__min_u: {
1505
0
      ValVariant Rhs = StackMgr.pop();
1506
0
      return runVectorMinOp<uint16_t>(StackMgr.getTop(), Rhs);
1507
0
    }
1508
0
    case OpCode::I16x8__max_s: {
1509
0
      ValVariant Rhs = StackMgr.pop();
1510
0
      return runVectorMaxOp<int16_t>(StackMgr.getTop(), Rhs);
1511
0
    }
1512
0
    case OpCode::I16x8__max_u: {
1513
0
      ValVariant Rhs = StackMgr.pop();
1514
0
      return runVectorMaxOp<uint16_t>(StackMgr.getTop(), Rhs);
1515
0
    }
1516
0
    case OpCode::I16x8__avgr_u: {
1517
0
      ValVariant Rhs = StackMgr.pop();
1518
0
      return runVectorAvgrOp<uint16_t>(StackMgr.getTop(), Rhs);
1519
0
    }
1520
0
    case OpCode::I16x8__extmul_low_i8x16_s: {
1521
0
      ValVariant Rhs = StackMgr.pop();
1522
0
      return runVectorExtMulLowOp<int8_t, int16_t>(StackMgr.getTop(), Rhs);
1523
0
    }
1524
0
    case OpCode::I16x8__extmul_high_i8x16_s: {
1525
0
      ValVariant Rhs = StackMgr.pop();
1526
0
      return runVectorExtMulHighOp<int8_t, int16_t>(StackMgr.getTop(), Rhs);
1527
0
    }
1528
0
    case OpCode::I16x8__extmul_low_i8x16_u: {
1529
0
      ValVariant Rhs = StackMgr.pop();
1530
0
      return runVectorExtMulLowOp<uint8_t, uint16_t>(StackMgr.getTop(), Rhs);
1531
0
    }
1532
0
    case OpCode::I16x8__extmul_high_i8x16_u: {
1533
0
      ValVariant Rhs = StackMgr.pop();
1534
0
      return runVectorExtMulHighOp<uint8_t, uint16_t>(StackMgr.getTop(), Rhs);
1535
0
    }
1536
0
    case OpCode::I16x8__q15mulr_sat_s: {
1537
0
      ValVariant Rhs = StackMgr.pop();
1538
0
      return runVectorQ15MulSatOp(StackMgr.getTop(), Rhs);
1539
0
    }
1540
0
    case OpCode::I16x8__extadd_pairwise_i8x16_s:
1541
0
      return runVectorExtAddPairwiseOp<int8_t, int16_t>(StackMgr.getTop());
1542
0
    case OpCode::I16x8__extadd_pairwise_i8x16_u:
1543
0
      return runVectorExtAddPairwiseOp<uint8_t, uint16_t>(StackMgr.getTop());
1544
0
    case OpCode::I32x4__abs:
1545
0
      return runVectorAbsOp<int32_t>(StackMgr.getTop());
1546
0
    case OpCode::I32x4__neg:
1547
0
      return runVectorNegOp<int32_t>(StackMgr.getTop());
1548
0
    case OpCode::I32x4__all_true:
1549
0
      return runVectorAllTrueOp<uint32_t>(StackMgr.getTop());
1550
0
    case OpCode::I32x4__bitmask:
1551
0
      return runVectorBitMaskOp<uint32_t>(StackMgr.getTop());
1552
0
    case OpCode::I32x4__extend_low_i16x8_s:
1553
0
      return runVectorExtendLowOp<int16_t, int32_t>(StackMgr.getTop());
1554
0
    case OpCode::I32x4__extend_high_i16x8_s:
1555
0
      return runVectorExtendHighOp<int16_t, int32_t>(StackMgr.getTop());
1556
0
    case OpCode::I32x4__extend_low_i16x8_u:
1557
0
      return runVectorExtendLowOp<uint16_t, uint32_t>(StackMgr.getTop());
1558
0
    case OpCode::I32x4__extend_high_i16x8_u:
1559
0
      return runVectorExtendHighOp<uint16_t, uint32_t>(StackMgr.getTop());
1560
0
    case OpCode::I32x4__shl: {
1561
0
      ValVariant Rhs = StackMgr.pop();
1562
0
      return runVectorShlOp<uint32_t>(StackMgr.getTop(), Rhs);
1563
0
    }
1564
0
    case OpCode::I32x4__shr_s: {
1565
0
      ValVariant Rhs = StackMgr.pop();
1566
0
      return runVectorShrOp<int32_t>(StackMgr.getTop(), Rhs);
1567
0
    }
1568
0
    case OpCode::I32x4__shr_u: {
1569
0
      ValVariant Rhs = StackMgr.pop();
1570
0
      return runVectorShrOp<uint32_t>(StackMgr.getTop(), Rhs);
1571
0
    }
1572
0
    case OpCode::I32x4__add: {
1573
0
      ValVariant Rhs = StackMgr.pop();
1574
0
      return runVectorAddOp<uint32_t>(StackMgr.getTop(), Rhs);
1575
0
    }
1576
0
    case OpCode::I32x4__sub: {
1577
0
      ValVariant Rhs = StackMgr.pop();
1578
0
      return runVectorSubOp<uint32_t>(StackMgr.getTop(), Rhs);
1579
0
    }
1580
0
    case OpCode::I32x4__mul: {
1581
0
      ValVariant Rhs = StackMgr.pop();
1582
0
      return runVectorMulOp<uint32_t>(StackMgr.getTop(), Rhs);
1583
0
    }
1584
0
    case OpCode::I32x4__min_s: {
1585
0
      ValVariant Rhs = StackMgr.pop();
1586
0
      return runVectorMinOp<int32_t>(StackMgr.getTop(), Rhs);
1587
0
    }
1588
0
    case OpCode::I32x4__min_u: {
1589
0
      ValVariant Rhs = StackMgr.pop();
1590
0
      return runVectorMinOp<uint32_t>(StackMgr.getTop(), Rhs);
1591
0
    }
1592
0
    case OpCode::I32x4__max_s: {
1593
0
      ValVariant Rhs = StackMgr.pop();
1594
0
      return runVectorMaxOp<int32_t>(StackMgr.getTop(), Rhs);
1595
0
    }
1596
0
    case OpCode::I32x4__max_u: {
1597
0
      ValVariant Rhs = StackMgr.pop();
1598
0
      return runVectorMaxOp<uint32_t>(StackMgr.getTop(), Rhs);
1599
0
    }
1600
0
    case OpCode::I32x4__extmul_low_i16x8_s: {
1601
0
      ValVariant Rhs = StackMgr.pop();
1602
0
      return runVectorExtMulLowOp<int16_t, int32_t>(StackMgr.getTop(), Rhs);
1603
0
    }
1604
0
    case OpCode::I32x4__extmul_high_i16x8_s: {
1605
0
      ValVariant Rhs = StackMgr.pop();
1606
0
      return runVectorExtMulHighOp<int16_t, int32_t>(StackMgr.getTop(), Rhs);
1607
0
    }
1608
0
    case OpCode::I32x4__extmul_low_i16x8_u: {
1609
0
      ValVariant Rhs = StackMgr.pop();
1610
0
      return runVectorExtMulLowOp<uint16_t, uint32_t>(StackMgr.getTop(), Rhs);
1611
0
    }
1612
0
    case OpCode::I32x4__extmul_high_i16x8_u: {
1613
0
      ValVariant Rhs = StackMgr.pop();
1614
0
      return runVectorExtMulHighOp<uint16_t, uint32_t>(StackMgr.getTop(), Rhs);
1615
0
    }
1616
0
    case OpCode::I32x4__extadd_pairwise_i16x8_s:
1617
0
      return runVectorExtAddPairwiseOp<int16_t, int32_t>(StackMgr.getTop());
1618
0
    case OpCode::I32x4__extadd_pairwise_i16x8_u:
1619
0
      return runVectorExtAddPairwiseOp<uint16_t, uint32_t>(StackMgr.getTop());
1620
0
    case OpCode::I64x2__abs:
1621
0
      return runVectorAbsOp<int64_t>(StackMgr.getTop());
1622
0
    case OpCode::I64x2__neg:
1623
0
      return runVectorNegOp<int64_t>(StackMgr.getTop());
1624
0
    case OpCode::I64x2__all_true:
1625
0
      return runVectorAllTrueOp<uint64_t>(StackMgr.getTop());
1626
0
    case OpCode::I64x2__bitmask:
1627
0
      return runVectorBitMaskOp<uint64_t>(StackMgr.getTop());
1628
0
    case OpCode::I64x2__extend_low_i32x4_s:
1629
0
      return runVectorExtendLowOp<int32_t, int64_t>(StackMgr.getTop());
1630
0
    case OpCode::I64x2__extend_high_i32x4_s:
1631
0
      return runVectorExtendHighOp<int32_t, int64_t>(StackMgr.getTop());
1632
0
    case OpCode::I64x2__extend_low_i32x4_u:
1633
0
      return runVectorExtendLowOp<uint32_t, uint64_t>(StackMgr.getTop());
1634
0
    case OpCode::I64x2__extend_high_i32x4_u:
1635
0
      return runVectorExtendHighOp<uint32_t, uint64_t>(StackMgr.getTop());
1636
0
    case OpCode::I64x2__shl: {
1637
0
      ValVariant Rhs = StackMgr.pop();
1638
0
      return runVectorShlOp<uint64_t>(StackMgr.getTop(), Rhs);
1639
0
    }
1640
0
    case OpCode::I64x2__shr_s: {
1641
0
      ValVariant Rhs = StackMgr.pop();
1642
0
      return runVectorShrOp<int64_t>(StackMgr.getTop(), Rhs);
1643
0
    }
1644
0
    case OpCode::I64x2__shr_u: {
1645
0
      ValVariant Rhs = StackMgr.pop();
1646
0
      return runVectorShrOp<uint64_t>(StackMgr.getTop(), Rhs);
1647
0
    }
1648
0
    case OpCode::I64x2__add: {
1649
0
      ValVariant Rhs = StackMgr.pop();
1650
0
      return runVectorAddOp<uint64_t>(StackMgr.getTop(), Rhs);
1651
0
    }
1652
0
    case OpCode::I64x2__sub: {
1653
0
      ValVariant Rhs = StackMgr.pop();
1654
0
      return runVectorSubOp<uint64_t>(StackMgr.getTop(), Rhs);
1655
0
    }
1656
0
    case OpCode::I64x2__mul: {
1657
0
      ValVariant Rhs = StackMgr.pop();
1658
0
      return runVectorMulOp<uint64_t>(StackMgr.getTop(), Rhs);
1659
0
    }
1660
0
    case OpCode::I64x2__extmul_low_i32x4_s: {
1661
0
      ValVariant Rhs = StackMgr.pop();
1662
0
      return runVectorExtMulLowOp<int32_t, int64_t>(StackMgr.getTop(), Rhs);
1663
0
    }
1664
0
    case OpCode::I64x2__extmul_high_i32x4_s: {
1665
0
      ValVariant Rhs = StackMgr.pop();
1666
0
      return runVectorExtMulHighOp<int32_t, int64_t>(StackMgr.getTop(), Rhs);
1667
0
    }
1668
0
    case OpCode::I64x2__extmul_low_i32x4_u: {
1669
0
      ValVariant Rhs = StackMgr.pop();
1670
0
      return runVectorExtMulLowOp<uint32_t, uint64_t>(StackMgr.getTop(), Rhs);
1671
0
    }
1672
0
    case OpCode::I64x2__extmul_high_i32x4_u: {
1673
0
      ValVariant Rhs = StackMgr.pop();
1674
0
      return runVectorExtMulHighOp<uint32_t, uint64_t>(StackMgr.getTop(), Rhs);
1675
0
    }
1676
0
    case OpCode::F32x4__abs:
1677
0
      return runVectorAbsOp<float>(StackMgr.getTop());
1678
0
    case OpCode::F32x4__neg:
1679
0
      return runVectorNegOp<float>(StackMgr.getTop());
1680
0
    case OpCode::F32x4__sqrt:
1681
0
      return runVectorSqrtOp<float>(StackMgr.getTop());
1682
0
    case OpCode::F32x4__add: {
1683
0
      ValVariant Rhs = StackMgr.pop();
1684
0
      return runVectorAddOp<float>(StackMgr.getTop(), Rhs);
1685
0
    }
1686
0
    case OpCode::F32x4__sub: {
1687
0
      ValVariant Rhs = StackMgr.pop();
1688
0
      return runVectorSubOp<float>(StackMgr.getTop(), Rhs);
1689
0
    }
1690
0
    case OpCode::F32x4__mul: {
1691
0
      ValVariant Rhs = StackMgr.pop();
1692
0
      return runVectorMulOp<float>(StackMgr.getTop(), Rhs);
1693
0
    }
1694
0
    case OpCode::F32x4__div: {
1695
0
      ValVariant Rhs = StackMgr.pop();
1696
0
      return runVectorDivOp<float>(StackMgr.getTop(), Rhs);
1697
0
    }
1698
0
    case OpCode::F32x4__min: {
1699
0
      ValVariant Rhs = StackMgr.pop();
1700
0
      return runVectorFMinOp<float>(StackMgr.getTop(), Rhs);
1701
0
    }
1702
0
    case OpCode::F32x4__max: {
1703
0
      ValVariant Rhs = StackMgr.pop();
1704
0
      return runVectorFMaxOp<float>(StackMgr.getTop(), Rhs);
1705
0
    }
1706
0
    case OpCode::F32x4__pmin: {
1707
0
      ValVariant Rhs = StackMgr.pop();
1708
0
      return runVectorMinOp<float>(StackMgr.getTop(), Rhs);
1709
0
    }
1710
0
    case OpCode::F32x4__pmax: {
1711
0
      ValVariant Rhs = StackMgr.pop();
1712
0
      return runVectorMaxOp<float>(StackMgr.getTop(), Rhs);
1713
0
    }
1714
0
    case OpCode::F64x2__abs:
1715
0
      return runVectorAbsOp<double>(StackMgr.getTop());
1716
0
    case OpCode::F64x2__neg:
1717
0
      return runVectorNegOp<double>(StackMgr.getTop());
1718
0
    case OpCode::F64x2__sqrt:
1719
0
      return runVectorSqrtOp<double>(StackMgr.getTop());
1720
0
    case OpCode::F64x2__add: {
1721
0
      ValVariant Rhs = StackMgr.pop();
1722
0
      return runVectorAddOp<double>(StackMgr.getTop(), Rhs);
1723
0
    }
1724
0
    case OpCode::F64x2__sub: {
1725
0
      ValVariant Rhs = StackMgr.pop();
1726
0
      return runVectorSubOp<double>(StackMgr.getTop(), Rhs);
1727
0
    }
1728
0
    case OpCode::F64x2__mul: {
1729
0
      ValVariant Rhs = StackMgr.pop();
1730
0
      return runVectorMulOp<double>(StackMgr.getTop(), Rhs);
1731
0
    }
1732
0
    case OpCode::F64x2__div: {
1733
0
      ValVariant Rhs = StackMgr.pop();
1734
0
      return runVectorDivOp<double>(StackMgr.getTop(), Rhs);
1735
0
    }
1736
0
    case OpCode::F64x2__min: {
1737
0
      ValVariant Rhs = StackMgr.pop();
1738
0
      return runVectorFMinOp<double>(StackMgr.getTop(), Rhs);
1739
0
    }
1740
0
    case OpCode::F64x2__max: {
1741
0
      ValVariant Rhs = StackMgr.pop();
1742
0
      return runVectorFMaxOp<double>(StackMgr.getTop(), Rhs);
1743
0
    }
1744
0
    case OpCode::F64x2__pmin: {
1745
0
      ValVariant Rhs = StackMgr.pop();
1746
0
      return runVectorMinOp<double>(StackMgr.getTop(), Rhs);
1747
0
    }
1748
0
    case OpCode::F64x2__pmax: {
1749
0
      ValVariant Rhs = StackMgr.pop();
1750
0
      return runVectorMaxOp<double>(StackMgr.getTop(), Rhs);
1751
0
    }
1752
0
    case OpCode::I32x4__trunc_sat_f32x4_s:
1753
0
      return runVectorTruncSatOp<float, int32_t>(StackMgr.getTop());
1754
0
    case OpCode::I32x4__trunc_sat_f32x4_u:
1755
0
      return runVectorTruncSatOp<float, uint32_t>(StackMgr.getTop());
1756
0
    case OpCode::F32x4__convert_i32x4_s:
1757
0
      return runVectorConvertOp<int32_t, float>(StackMgr.getTop());
1758
0
    case OpCode::F32x4__convert_i32x4_u:
1759
0
      return runVectorConvertOp<uint32_t, float>(StackMgr.getTop());
1760
0
    case OpCode::I32x4__trunc_sat_f64x2_s_zero:
1761
0
      return runVectorTruncSatOp<double, int32_t>(StackMgr.getTop());
1762
0
    case OpCode::I32x4__trunc_sat_f64x2_u_zero:
1763
0
      return runVectorTruncSatOp<double, uint32_t>(StackMgr.getTop());
1764
0
    case OpCode::F64x2__convert_low_i32x4_s:
1765
0
      return runVectorConvertOp<int32_t, double>(StackMgr.getTop());
1766
0
    case OpCode::F64x2__convert_low_i32x4_u:
1767
0
      return runVectorConvertOp<uint32_t, double>(StackMgr.getTop());
1768
0
    case OpCode::F32x4__demote_f64x2_zero:
1769
0
      return runVectorDemoteOp(StackMgr.getTop());
1770
0
    case OpCode::F64x2__promote_low_f32x4:
1771
0
      return runVectorPromoteOp(StackMgr.getTop());
1772
1773
0
    case OpCode::I32x4__dot_i16x8_s: {
1774
0
      using int32x8_t = detail::Vec<int32_t, 8>;
1775
0
      const ValVariant Val2 = StackMgr.pop();
1776
0
      ValVariant &Val1 = StackMgr.getTop();
1777
0
      const int32x8_t M =
1778
0
          int32x8_t(Val1.get<int16x8_t>()) * int32x8_t(Val2.get<int16x8_t>());
1779
0
      const int32x4_t L([&](auto I) { return M[I * 2]; });
Unexecuted instantiation: engine.cpp:auto WasmEdge::Executor::Executor::execute(WasmEdge::Runtime::StackManager&, WasmEdge::AST::Instruction const*, WasmEdge::AST::Instruction const*)::$_0::operator()() const::{lambda(auto:1)#1}::operator()<std::__1::integral_constant<int, 0> >(std::__1::integral_constant<int, 0>) const
Unexecuted instantiation: engine.cpp:auto WasmEdge::Executor::Executor::execute(WasmEdge::Runtime::StackManager&, WasmEdge::AST::Instruction const*, WasmEdge::AST::Instruction const*)::$_0::operator()() const::{lambda(auto:1)#1}::operator()<std::__1::integral_constant<int, 1> >(std::__1::integral_constant<int, 1>) const
Unexecuted instantiation: engine.cpp:auto WasmEdge::Executor::Executor::execute(WasmEdge::Runtime::StackManager&, WasmEdge::AST::Instruction const*, WasmEdge::AST::Instruction const*)::$_0::operator()() const::{lambda(auto:1)#1}::operator()<std::__1::integral_constant<int, 2> >(std::__1::integral_constant<int, 2>) const
Unexecuted instantiation: engine.cpp:auto WasmEdge::Executor::Executor::execute(WasmEdge::Runtime::StackManager&, WasmEdge::AST::Instruction const*, WasmEdge::AST::Instruction const*)::$_0::operator()() const::{lambda(auto:1)#1}::operator()<std::__1::integral_constant<int, 3> >(std::__1::integral_constant<int, 3>) const
1780
0
      const int32x4_t R([&](auto I) { return M[I * 2 + 1]; });
Unexecuted instantiation: engine.cpp:auto WasmEdge::Executor::Executor::execute(WasmEdge::Runtime::StackManager&, WasmEdge::AST::Instruction const*, WasmEdge::AST::Instruction const*)::$_0::operator()() const::{lambda(auto:1)#2}::operator()<std::__1::integral_constant<int, 0> >(std::__1::integral_constant<int, 0>) const
Unexecuted instantiation: engine.cpp:auto WasmEdge::Executor::Executor::execute(WasmEdge::Runtime::StackManager&, WasmEdge::AST::Instruction const*, WasmEdge::AST::Instruction const*)::$_0::operator()() const::{lambda(auto:1)#2}::operator()<std::__1::integral_constant<int, 1> >(std::__1::integral_constant<int, 1>) const
Unexecuted instantiation: engine.cpp:auto WasmEdge::Executor::Executor::execute(WasmEdge::Runtime::StackManager&, WasmEdge::AST::Instruction const*, WasmEdge::AST::Instruction const*)::$_0::operator()() const::{lambda(auto:1)#2}::operator()<std::__1::integral_constant<int, 2> >(std::__1::integral_constant<int, 2>) const
Unexecuted instantiation: engine.cpp:auto WasmEdge::Executor::Executor::execute(WasmEdge::Runtime::StackManager&, WasmEdge::AST::Instruction const*, WasmEdge::AST::Instruction const*)::$_0::operator()() const::{lambda(auto:1)#2}::operator()<std::__1::integral_constant<int, 3> >(std::__1::integral_constant<int, 3>) const
1781
0
      Val1.emplace<int32x4_t>(L + R);
1782
0
      return {};
1783
0
    }
1784
0
    case OpCode::F32x4__ceil:
1785
0
      return runVectorCeilOp<float>(StackMgr.getTop());
1786
0
    case OpCode::F32x4__floor:
1787
0
      return runVectorFloorOp<float>(StackMgr.getTop());
1788
0
    case OpCode::F32x4__trunc:
1789
0
      return runVectorTruncOp<float>(StackMgr.getTop());
1790
0
    case OpCode::F32x4__nearest:
1791
0
      return runVectorNearestOp<float>(StackMgr.getTop());
1792
0
    case OpCode::F64x2__ceil:
1793
0
      return runVectorCeilOp<double>(StackMgr.getTop());
1794
0
    case OpCode::F64x2__floor:
1795
0
      return runVectorFloorOp<double>(StackMgr.getTop());
1796
0
    case OpCode::F64x2__trunc:
1797
0
      return runVectorTruncOp<double>(StackMgr.getTop());
1798
0
    case OpCode::F64x2__nearest:
1799
0
      return runVectorNearestOp<double>(StackMgr.getTop());
1800
1801
    // Relaxed SIMD Instructions
1802
0
    case OpCode::I8x16__relaxed_swizzle: {
1803
0
      const ValVariant Val2 = StackMgr.pop();
1804
0
      simdOps::vectorSwizzle(StackMgr.getTop(), Val2);
1805
0
      return {};
1806
0
    }
1807
0
    case OpCode::I32x4__relaxed_trunc_f32x4_s:
1808
0
      return runVectorTruncSatOp<float, int32_t>(StackMgr.getTop());
1809
0
    case OpCode::I32x4__relaxed_trunc_f32x4_u:
1810
0
      return runVectorTruncSatOp<float, uint32_t>(StackMgr.getTop());
1811
0
    case OpCode::I32x4__relaxed_trunc_f64x2_s_zero:
1812
0
      return runVectorTruncSatOp<double, int32_t>(StackMgr.getTop());
1813
0
    case OpCode::I32x4__relaxed_trunc_f64x2_u_zero:
1814
0
      return runVectorTruncSatOp<double, uint32_t>(StackMgr.getTop());
1815
0
    case OpCode::F32x4__relaxed_madd: {
1816
0
      const ValVariant Val3 = StackMgr.pop();
1817
0
      const ValVariant Val2 = StackMgr.pop();
1818
0
      runVectorMulOp<float>(StackMgr.getTop(), Val2);
1819
0
      return runVectorAddOp<float>(StackMgr.getTop(), Val3);
1820
0
    }
1821
0
    case OpCode::F32x4__relaxed_nmadd: {
1822
0
      const ValVariant Val3 = StackMgr.pop();
1823
0
      const ValVariant Val2 = StackMgr.pop();
1824
0
      runVectorNegOp<float>(StackMgr.getTop());
1825
0
      runVectorMulOp<float>(StackMgr.getTop(), Val2);
1826
0
      return runVectorAddOp<float>(StackMgr.getTop(), Val3);
1827
0
    }
1828
0
    case OpCode::F64x2__relaxed_madd: {
1829
0
      const ValVariant Val3 = StackMgr.pop();
1830
0
      const ValVariant Val2 = StackMgr.pop();
1831
0
      runVectorMulOp<double>(StackMgr.getTop(), Val2);
1832
0
      return runVectorAddOp<double>(StackMgr.getTop(), Val3);
1833
0
    }
1834
0
    case OpCode::F64x2__relaxed_nmadd: {
1835
0
      const ValVariant Val3 = StackMgr.pop();
1836
0
      const ValVariant Val2 = StackMgr.pop();
1837
0
      runVectorMulOp<double>(StackMgr.getTop(), Val2);
1838
0
      runVectorNegOp<double>(StackMgr.getTop());
1839
0
      return runVectorAddOp<double>(StackMgr.getTop(), Val3);
1840
0
    }
1841
0
    case OpCode::I8x16__relaxed_laneselect: {
1842
0
      const ValVariant Mask = StackMgr.pop();
1843
0
      const ValVariant Val2 = StackMgr.pop();
1844
0
      return runVectorRelaxedLaneselectOp<uint8_t>(StackMgr.getTop(), Val2,
1845
0
                                                   Mask);
1846
0
    }
1847
0
    case OpCode::I16x8__relaxed_laneselect: {
1848
0
      const ValVariant Mask = StackMgr.pop();
1849
0
      const ValVariant Val2 = StackMgr.pop();
1850
0
      return runVectorRelaxedLaneselectOp<uint16_t>(StackMgr.getTop(), Val2,
1851
0
                                                    Mask);
1852
0
    }
1853
0
    case OpCode::I32x4__relaxed_laneselect: {
1854
0
      const ValVariant Mask = StackMgr.pop();
1855
0
      const ValVariant Val2 = StackMgr.pop();
1856
0
      return runVectorRelaxedLaneselectOp<uint32_t>(StackMgr.getTop(), Val2,
1857
0
                                                    Mask);
1858
0
    }
1859
0
    case OpCode::I64x2__relaxed_laneselect: {
1860
0
      const ValVariant Mask = StackMgr.pop();
1861
0
      const ValVariant Val2 = StackMgr.pop();
1862
0
      return runVectorRelaxedLaneselectOp<uint64_t>(StackMgr.getTop(), Val2,
1863
0
                                                    Mask);
1864
0
    }
1865
0
    case OpCode::F32x4__relaxed_min: {
1866
0
      const ValVariant Val2 = StackMgr.pop();
1867
0
      return runVectorFMinOp<float>(StackMgr.getTop(), Val2);
1868
0
    }
1869
0
    case OpCode::F32x4__relaxed_max: {
1870
0
      const ValVariant Val2 = StackMgr.pop();
1871
0
      return runVectorFMaxOp<float>(StackMgr.getTop(), Val2);
1872
0
    }
1873
0
    case OpCode::F64x2__relaxed_min: {
1874
0
      const ValVariant Val2 = StackMgr.pop();
1875
0
      return runVectorFMinOp<double>(StackMgr.getTop(), Val2);
1876
0
    }
1877
0
    case OpCode::F64x2__relaxed_max: {
1878
0
      const ValVariant Val2 = StackMgr.pop();
1879
0
      return runVectorFMaxOp<double>(StackMgr.getTop(), Val2);
1880
0
    }
1881
0
    case OpCode::I16x8__relaxed_q15mulr_s: {
1882
0
      ValVariant Rhs = StackMgr.pop();
1883
0
      return runVectorQ15MulSatOp(StackMgr.getTop(), Rhs);
1884
0
    }
1885
0
    case OpCode::I16x8__relaxed_dot_i8x16_i7x16_s: {
1886
0
      ValVariant Rhs = StackMgr.pop();
1887
0
      return runVectorRelaxedIntegerDotProductOp(StackMgr.getTop(), Rhs);
1888
0
    }
1889
0
    case OpCode::I32x4__relaxed_dot_i8x16_i7x16_add_s: {
1890
0
      ValVariant C = StackMgr.pop();
1891
0
      ValVariant Rhs = StackMgr.pop();
1892
0
      return runVectorRelaxedIntegerDotProductOpAdd(StackMgr.getTop(), Rhs, C);
1893
0
    }
1894
1895
    // Atomic Instructions
1896
0
    case OpCode::Atomic__fence:
1897
0
      return runMemoryFenceOp();
1898
0
    case OpCode::Memory__atomic__notify:
1899
0
      return runAtomicNotifyOp(
1900
0
          StackMgr,
1901
0
          *getMemInstByIdx(StackMgr.getModule(), Instr.getTargetIndex()),
1902
0
          Instr);
1903
0
    case OpCode::Memory__atomic__wait32:
1904
0
      return runAtomicWaitOp<int32_t>(
1905
0
          StackMgr,
1906
0
          *getMemInstByIdx(StackMgr.getModule(), Instr.getTargetIndex()),
1907
0
          Instr);
1908
0
    case OpCode::Memory__atomic__wait64:
1909
0
      return runAtomicWaitOp<int64_t>(
1910
0
          StackMgr,
1911
0
          *getMemInstByIdx(StackMgr.getModule(), Instr.getTargetIndex()),
1912
0
          Instr);
1913
0
    case OpCode::I32__atomic__load:
1914
0
      return runAtomicLoadOp<int32_t, uint32_t>(
1915
0
          StackMgr,
1916
0
          *getMemInstByIdx(StackMgr.getModule(), Instr.getTargetIndex()),
1917
0
          Instr);
1918
0
    case OpCode::I64__atomic__load:
1919
0
      return runAtomicLoadOp<int64_t, uint64_t>(
1920
0
          StackMgr,
1921
0
          *getMemInstByIdx(StackMgr.getModule(), Instr.getTargetIndex()),
1922
0
          Instr);
1923
0
    case OpCode::I32__atomic__load8_u:
1924
0
      return runAtomicLoadOp<uint32_t, uint8_t>(
1925
0
          StackMgr,
1926
0
          *getMemInstByIdx(StackMgr.getModule(), Instr.getTargetIndex()),
1927
0
          Instr);
1928
0
    case OpCode::I32__atomic__load16_u:
1929
0
      return runAtomicLoadOp<uint32_t, uint16_t>(
1930
0
          StackMgr,
1931
0
          *getMemInstByIdx(StackMgr.getModule(), Instr.getTargetIndex()),
1932
0
          Instr);
1933
0
    case OpCode::I64__atomic__load8_u:
1934
0
      return runAtomicLoadOp<uint64_t, uint8_t>(
1935
0
          StackMgr,
1936
0
          *getMemInstByIdx(StackMgr.getModule(), Instr.getTargetIndex()),
1937
0
          Instr);
1938
0
    case OpCode::I64__atomic__load16_u:
1939
0
      return runAtomicLoadOp<uint64_t, uint16_t>(
1940
0
          StackMgr,
1941
0
          *getMemInstByIdx(StackMgr.getModule(), Instr.getTargetIndex()),
1942
0
          Instr);
1943
0
    case OpCode::I64__atomic__load32_u:
1944
0
      return runAtomicLoadOp<uint64_t, uint32_t>(
1945
0
          StackMgr,
1946
0
          *getMemInstByIdx(StackMgr.getModule(), Instr.getTargetIndex()),
1947
0
          Instr);
1948
0
    case OpCode::I32__atomic__store:
1949
0
      return runAtomicStoreOp<int32_t, uint32_t>(
1950
0
          StackMgr,
1951
0
          *getMemInstByIdx(StackMgr.getModule(), Instr.getTargetIndex()),
1952
0
          Instr);
1953
0
    case OpCode::I64__atomic__store:
1954
0
      return runAtomicStoreOp<int64_t, uint64_t>(
1955
0
          StackMgr,
1956
0
          *getMemInstByIdx(StackMgr.getModule(), Instr.getTargetIndex()),
1957
0
          Instr);
1958
0
    case OpCode::I32__atomic__store8:
1959
0
      return runAtomicStoreOp<uint32_t, uint8_t>(
1960
0
          StackMgr,
1961
0
          *getMemInstByIdx(StackMgr.getModule(), Instr.getTargetIndex()),
1962
0
          Instr);
1963
0
    case OpCode::I32__atomic__store16:
1964
0
      return runAtomicStoreOp<uint32_t, uint16_t>(
1965
0
          StackMgr,
1966
0
          *getMemInstByIdx(StackMgr.getModule(), Instr.getTargetIndex()),
1967
0
          Instr);
1968
0
    case OpCode::I64__atomic__store8:
1969
0
      return runAtomicStoreOp<uint64_t, uint8_t>(
1970
0
          StackMgr,
1971
0
          *getMemInstByIdx(StackMgr.getModule(), Instr.getTargetIndex()),
1972
0
          Instr);
1973
0
    case OpCode::I64__atomic__store16:
1974
0
      return runAtomicStoreOp<uint64_t, uint16_t>(
1975
0
          StackMgr,
1976
0
          *getMemInstByIdx(StackMgr.getModule(), Instr.getTargetIndex()),
1977
0
          Instr);
1978
0
    case OpCode::I64__atomic__store32:
1979
0
      return runAtomicStoreOp<uint64_t, uint32_t>(
1980
0
          StackMgr,
1981
0
          *getMemInstByIdx(StackMgr.getModule(), Instr.getTargetIndex()),
1982
0
          Instr);
1983
0
    case OpCode::I32__atomic__rmw__add:
1984
0
      return runAtomicAddOp<int32_t, uint32_t>(
1985
0
          StackMgr,
1986
0
          *getMemInstByIdx(StackMgr.getModule(), Instr.getTargetIndex()),
1987
0
          Instr);
1988
0
    case OpCode::I64__atomic__rmw__add:
1989
0
      return runAtomicAddOp<int64_t, uint64_t>(
1990
0
          StackMgr,
1991
0
          *getMemInstByIdx(StackMgr.getModule(), Instr.getTargetIndex()),
1992
0
          Instr);
1993
0
    case OpCode::I32__atomic__rmw8__add_u:
1994
0
      return runAtomicAddOp<uint32_t, uint8_t>(
1995
0
          StackMgr,
1996
0
          *getMemInstByIdx(StackMgr.getModule(), Instr.getTargetIndex()),
1997
0
          Instr);
1998
0
    case OpCode::I32__atomic__rmw16__add_u:
1999
0
      return runAtomicAddOp<uint32_t, uint16_t>(
2000
0
          StackMgr,
2001
0
          *getMemInstByIdx(StackMgr.getModule(), Instr.getTargetIndex()),
2002
0
          Instr);
2003
0
    case OpCode::I64__atomic__rmw8__add_u:
2004
0
      return runAtomicAddOp<uint64_t, uint8_t>(
2005
0
          StackMgr,
2006
0
          *getMemInstByIdx(StackMgr.getModule(), Instr.getTargetIndex()),
2007
0
          Instr);
2008
0
    case OpCode::I64__atomic__rmw16__add_u:
2009
0
      return runAtomicAddOp<uint64_t, uint16_t>(
2010
0
          StackMgr,
2011
0
          *getMemInstByIdx(StackMgr.getModule(), Instr.getTargetIndex()),
2012
0
          Instr);
2013
0
    case OpCode::I64__atomic__rmw32__add_u:
2014
0
      return runAtomicAddOp<uint64_t, uint32_t>(
2015
0
          StackMgr,
2016
0
          *getMemInstByIdx(StackMgr.getModule(), Instr.getTargetIndex()),
2017
0
          Instr);
2018
0
    case OpCode::I32__atomic__rmw__sub:
2019
0
      return runAtomicSubOp<int32_t, uint32_t>(
2020
0
          StackMgr,
2021
0
          *getMemInstByIdx(StackMgr.getModule(), Instr.getTargetIndex()),
2022
0
          Instr);
2023
0
    case OpCode::I64__atomic__rmw__sub:
2024
0
      return runAtomicSubOp<int64_t, uint64_t>(
2025
0
          StackMgr,
2026
0
          *getMemInstByIdx(StackMgr.getModule(), Instr.getTargetIndex()),
2027
0
          Instr);
2028
0
    case OpCode::I32__atomic__rmw8__sub_u:
2029
0
      return runAtomicSubOp<uint32_t, uint8_t>(
2030
0
          StackMgr,
2031
0
          *getMemInstByIdx(StackMgr.getModule(), Instr.getTargetIndex()),
2032
0
          Instr);
2033
0
    case OpCode::I32__atomic__rmw16__sub_u:
2034
0
      return runAtomicSubOp<uint32_t, uint16_t>(
2035
0
          StackMgr,
2036
0
          *getMemInstByIdx(StackMgr.getModule(), Instr.getTargetIndex()),
2037
0
          Instr);
2038
0
    case OpCode::I64__atomic__rmw8__sub_u:
2039
0
      return runAtomicSubOp<uint64_t, uint8_t>(
2040
0
          StackMgr,
2041
0
          *getMemInstByIdx(StackMgr.getModule(), Instr.getTargetIndex()),
2042
0
          Instr);
2043
0
    case OpCode::I64__atomic__rmw16__sub_u:
2044
0
      return runAtomicSubOp<uint64_t, uint16_t>(
2045
0
          StackMgr,
2046
0
          *getMemInstByIdx(StackMgr.getModule(), Instr.getTargetIndex()),
2047
0
          Instr);
2048
0
    case OpCode::I64__atomic__rmw32__sub_u:
2049
0
      return runAtomicSubOp<uint64_t, uint32_t>(
2050
0
          StackMgr,
2051
0
          *getMemInstByIdx(StackMgr.getModule(), Instr.getTargetIndex()),
2052
0
          Instr);
2053
0
    case OpCode::I32__atomic__rmw__and:
2054
0
      return runAtomicAndOp<int32_t, uint32_t>(
2055
0
          StackMgr,
2056
0
          *getMemInstByIdx(StackMgr.getModule(), Instr.getTargetIndex()),
2057
0
          Instr);
2058
0
    case OpCode::I64__atomic__rmw__and:
2059
0
      return runAtomicAndOp<int64_t, uint64_t>(
2060
0
          StackMgr,
2061
0
          *getMemInstByIdx(StackMgr.getModule(), Instr.getTargetIndex()),
2062
0
          Instr);
2063
0
    case OpCode::I32__atomic__rmw8__and_u:
2064
0
      return runAtomicAndOp<uint32_t, uint8_t>(
2065
0
          StackMgr,
2066
0
          *getMemInstByIdx(StackMgr.getModule(), Instr.getTargetIndex()),
2067
0
          Instr);
2068
0
    case OpCode::I32__atomic__rmw16__and_u:
2069
0
      return runAtomicAndOp<uint32_t, uint16_t>(
2070
0
          StackMgr,
2071
0
          *getMemInstByIdx(StackMgr.getModule(), Instr.getTargetIndex()),
2072
0
          Instr);
2073
0
    case OpCode::I64__atomic__rmw8__and_u:
2074
0
      return runAtomicAndOp<uint64_t, uint8_t>(
2075
0
          StackMgr,
2076
0
          *getMemInstByIdx(StackMgr.getModule(), Instr.getTargetIndex()),
2077
0
          Instr);
2078
0
    case OpCode::I64__atomic__rmw16__and_u:
2079
0
      return runAtomicAndOp<uint64_t, uint16_t>(
2080
0
          StackMgr,
2081
0
          *getMemInstByIdx(StackMgr.getModule(), Instr.getTargetIndex()),
2082
0
          Instr);
2083
0
    case OpCode::I64__atomic__rmw32__and_u:
2084
0
      return runAtomicAndOp<uint64_t, uint32_t>(
2085
0
          StackMgr,
2086
0
          *getMemInstByIdx(StackMgr.getModule(), Instr.getTargetIndex()),
2087
0
          Instr);
2088
0
    case OpCode::I32__atomic__rmw__or:
2089
0
      return runAtomicOrOp<int32_t, uint32_t>(
2090
0
          StackMgr,
2091
0
          *getMemInstByIdx(StackMgr.getModule(), Instr.getTargetIndex()),
2092
0
          Instr);
2093
0
    case OpCode::I64__atomic__rmw__or:
2094
0
      return runAtomicOrOp<int64_t, uint64_t>(
2095
0
          StackMgr,
2096
0
          *getMemInstByIdx(StackMgr.getModule(), Instr.getTargetIndex()),
2097
0
          Instr);
2098
0
    case OpCode::I32__atomic__rmw8__or_u:
2099
0
      return runAtomicOrOp<uint32_t, uint8_t>(
2100
0
          StackMgr,
2101
0
          *getMemInstByIdx(StackMgr.getModule(), Instr.getTargetIndex()),
2102
0
          Instr);
2103
0
    case OpCode::I32__atomic__rmw16__or_u:
2104
0
      return runAtomicOrOp<uint32_t, uint16_t>(
2105
0
          StackMgr,
2106
0
          *getMemInstByIdx(StackMgr.getModule(), Instr.getTargetIndex()),
2107
0
          Instr);
2108
0
    case OpCode::I64__atomic__rmw8__or_u:
2109
0
      return runAtomicOrOp<uint64_t, uint8_t>(
2110
0
          StackMgr,
2111
0
          *getMemInstByIdx(StackMgr.getModule(), Instr.getTargetIndex()),
2112
0
          Instr);
2113
0
    case OpCode::I64__atomic__rmw16__or_u:
2114
0
      return runAtomicOrOp<uint64_t, uint16_t>(
2115
0
          StackMgr,
2116
0
          *getMemInstByIdx(StackMgr.getModule(), Instr.getTargetIndex()),
2117
0
          Instr);
2118
0
    case OpCode::I64__atomic__rmw32__or_u:
2119
0
      return runAtomicOrOp<uint64_t, uint32_t>(
2120
0
          StackMgr,
2121
0
          *getMemInstByIdx(StackMgr.getModule(), Instr.getTargetIndex()),
2122
0
          Instr);
2123
0
    case OpCode::I32__atomic__rmw__xor:
2124
0
      return runAtomicXorOp<int32_t, uint32_t>(
2125
0
          StackMgr,
2126
0
          *getMemInstByIdx(StackMgr.getModule(), Instr.getTargetIndex()),
2127
0
          Instr);
2128
0
    case OpCode::I64__atomic__rmw__xor:
2129
0
      return runAtomicXorOp<int64_t, uint64_t>(
2130
0
          StackMgr,
2131
0
          *getMemInstByIdx(StackMgr.getModule(), Instr.getTargetIndex()),
2132
0
          Instr);
2133
0
    case OpCode::I32__atomic__rmw8__xor_u:
2134
0
      return runAtomicXorOp<uint32_t, uint8_t>(
2135
0
          StackMgr,
2136
0
          *getMemInstByIdx(StackMgr.getModule(), Instr.getTargetIndex()),
2137
0
          Instr);
2138
0
    case OpCode::I32__atomic__rmw16__xor_u:
2139
0
      return runAtomicXorOp<uint32_t, uint16_t>(
2140
0
          StackMgr,
2141
0
          *getMemInstByIdx(StackMgr.getModule(), Instr.getTargetIndex()),
2142
0
          Instr);
2143
0
    case OpCode::I64__atomic__rmw8__xor_u:
2144
0
      return runAtomicXorOp<uint64_t, uint8_t>(
2145
0
          StackMgr,
2146
0
          *getMemInstByIdx(StackMgr.getModule(), Instr.getTargetIndex()),
2147
0
          Instr);
2148
0
    case OpCode::I64__atomic__rmw16__xor_u:
2149
0
      return runAtomicXorOp<uint64_t, uint16_t>(
2150
0
          StackMgr,
2151
0
          *getMemInstByIdx(StackMgr.getModule(), Instr.getTargetIndex()),
2152
0
          Instr);
2153
0
    case OpCode::I64__atomic__rmw32__xor_u:
2154
0
      return runAtomicXorOp<uint64_t, uint32_t>(
2155
0
          StackMgr,
2156
0
          *getMemInstByIdx(StackMgr.getModule(), Instr.getTargetIndex()),
2157
0
          Instr);
2158
0
    case OpCode::I32__atomic__rmw__xchg:
2159
0
      return runAtomicExchangeOp<int32_t, uint32_t>(
2160
0
          StackMgr,
2161
0
          *getMemInstByIdx(StackMgr.getModule(), Instr.getTargetIndex()),
2162
0
          Instr);
2163
0
    case OpCode::I64__atomic__rmw__xchg:
2164
0
      return runAtomicExchangeOp<int64_t, uint64_t>(
2165
0
          StackMgr,
2166
0
          *getMemInstByIdx(StackMgr.getModule(), Instr.getTargetIndex()),
2167
0
          Instr);
2168
0
    case OpCode::I32__atomic__rmw8__xchg_u:
2169
0
      return runAtomicExchangeOp<uint32_t, uint8_t>(
2170
0
          StackMgr,
2171
0
          *getMemInstByIdx(StackMgr.getModule(), Instr.getTargetIndex()),
2172
0
          Instr);
2173
0
    case OpCode::I32__atomic__rmw16__xchg_u:
2174
0
      return runAtomicExchangeOp<uint32_t, uint16_t>(
2175
0
          StackMgr,
2176
0
          *getMemInstByIdx(StackMgr.getModule(), Instr.getTargetIndex()),
2177
0
          Instr);
2178
0
    case OpCode::I64__atomic__rmw8__xchg_u:
2179
0
      return runAtomicExchangeOp<uint64_t, uint8_t>(
2180
0
          StackMgr,
2181
0
          *getMemInstByIdx(StackMgr.getModule(), Instr.getTargetIndex()),
2182
0
          Instr);
2183
0
    case OpCode::I64__atomic__rmw16__xchg_u:
2184
0
      return runAtomicExchangeOp<uint64_t, uint16_t>(
2185
0
          StackMgr,
2186
0
          *getMemInstByIdx(StackMgr.getModule(), Instr.getTargetIndex()),
2187
0
          Instr);
2188
0
    case OpCode::I64__atomic__rmw32__xchg_u:
2189
0
      return runAtomicExchangeOp<uint64_t, uint32_t>(
2190
0
          StackMgr,
2191
0
          *getMemInstByIdx(StackMgr.getModule(), Instr.getTargetIndex()),
2192
0
          Instr);
2193
0
    case OpCode::I32__atomic__rmw__cmpxchg:
2194
0
      return runAtomicCompareExchangeOp<int32_t, uint32_t>(
2195
0
          StackMgr,
2196
0
          *getMemInstByIdx(StackMgr.getModule(), Instr.getTargetIndex()),
2197
0
          Instr);
2198
0
    case OpCode::I64__atomic__rmw__cmpxchg:
2199
0
      return runAtomicCompareExchangeOp<int64_t, uint64_t>(
2200
0
          StackMgr,
2201
0
          *getMemInstByIdx(StackMgr.getModule(), Instr.getTargetIndex()),
2202
0
          Instr);
2203
0
    case OpCode::I32__atomic__rmw8__cmpxchg_u:
2204
0
      return runAtomicCompareExchangeOp<uint32_t, uint8_t>(
2205
0
          StackMgr,
2206
0
          *getMemInstByIdx(StackMgr.getModule(), Instr.getTargetIndex()),
2207
0
          Instr);
2208
0
    case OpCode::I32__atomic__rmw16__cmpxchg_u:
2209
0
      return runAtomicCompareExchangeOp<uint32_t, uint16_t>(
2210
0
          StackMgr,
2211
0
          *getMemInstByIdx(StackMgr.getModule(), Instr.getTargetIndex()),
2212
0
          Instr);
2213
0
    case OpCode::I64__atomic__rmw8__cmpxchg_u:
2214
0
      return runAtomicCompareExchangeOp<uint64_t, uint8_t>(
2215
0
          StackMgr,
2216
0
          *getMemInstByIdx(StackMgr.getModule(), Instr.getTargetIndex()),
2217
0
          Instr);
2218
0
    case OpCode::I64__atomic__rmw16__cmpxchg_u:
2219
0
      return runAtomicCompareExchangeOp<uint64_t, uint16_t>(
2220
0
          StackMgr,
2221
0
          *getMemInstByIdx(StackMgr.getModule(), Instr.getTargetIndex()),
2222
0
          Instr);
2223
0
    case OpCode::I64__atomic__rmw32__cmpxchg_u:
2224
0
      return runAtomicCompareExchangeOp<uint64_t, uint32_t>(
2225
0
          StackMgr,
2226
0
          *getMemInstByIdx(StackMgr.getModule(), Instr.getTargetIndex()),
2227
0
          Instr);
2228
2229
    // Wide Arithmetic Instructions
2230
0
    case OpCode::I64__add128: {
2231
0
      ValVariant RhsHi = StackMgr.pop();
2232
0
      ValVariant RhsLo = StackMgr.pop();
2233
0
      return runAdd128Op(StackMgr.getTopN(2), StackMgr.getTop(), RhsLo, RhsHi);
2234
0
    }
2235
0
    case OpCode::I64__sub128: {
2236
0
      ValVariant RhsHi = StackMgr.pop();
2237
0
      ValVariant RhsLo = StackMgr.pop();
2238
0
      return runSub128Op(StackMgr.getTopN(2), StackMgr.getTop(), RhsLo, RhsHi);
2239
0
    }
2240
0
    case OpCode::I64__mul_wide_s:
2241
0
      return runMulWideOp<int64_t>(StackMgr.getTopN(2), StackMgr.getTop());
2242
0
    case OpCode::I64__mul_wide_u:
2243
0
      return runMulWideOp<uint64_t>(StackMgr.getTopN(2), StackMgr.getTop());
2244
2245
0
    default:
2246
      // The validator accepts only the opcodes above.
2247
0
      assumingUnreachable();
2248
0
    }
2249
0
  };
2250
2251
  // The statistics configuration is fixed during the execution, therefore the
2252
  // per-instruction accounting is decided once outside the loop.
2253
0
  const bool IsCounting =
2254
0
      Stat && Conf.getStatisticsConfigure().isInstructionCounting();
2255
0
  const bool IsCostMeasuring =
2256
0
      Stat && Conf.getStatisticsConfigure().isCostMeasuring();
2257
2258
0
  while (PC != PCEnd) {
2259
0
    if (unlikely(IsCounting || IsCostMeasuring)) {
2260
0
      if (IsCounting) {
2261
0
        Stat->incInstrCount();
2262
0
      }
2263
      // Add cost. Note: if-else cases should be processed additionally.
2264
0
      if (IsCostMeasuring && unlikely(!Stat->addInstrCost(PC->getOpCode()))) {
2265
0
        const AST::Instruction &Instr = *PC;
2266
0
        spdlog::error(
2267
0
            ErrInfo::InfoInstruction(Instr.getOpCode(), Instr.getOffset()));
2268
0
        return Unexpect(ErrCode::Value::CostLimitExceeded);
2269
0
      }
2270
0
    }
2271
#if defined(_MSC_VER) && !defined(__clang__) &&                                \
2272
    __has_cpp_attribute(msvc::forceinline_calls)
2273
    [[msvc::forceinline_calls]]
2274
#endif
2275
0
    if (auto Res = Dispatch(); unlikely(!Res)) {
2276
0
      StackTraceSize = interpreterStackTrace(StackMgr, StackTrace).size();
2277
0
      if (Conf.getRuntimeConfigure().isEnableCoredump() &&
2278
0
          Res.error().getErrCodePhase() == WasmPhase::Execution) {
2279
0
        Coredump::generateCoredump(
2280
0
            StackMgr, PC, Conf.getRuntimeConfigure().isCoredumpWasmgdb());
2281
0
      }
2282
0
      return Unexpect(Res.error());
2283
0
    }
2284
0
    PC++;
2285
0
  }
2286
0
  return {};
2287
0
}
2288
2289
} // namespace Executor
2290
} // namespace WasmEdge