1 //==- WebAssemblyAsmParser.cpp - Assembler for WebAssembly -*- C++ -*-==// 2 // 3 // The LLVM Compiler Infrastructure 4 // 5 // This file is distributed under the University of Illinois Open Source 6 // License. See LICENSE.TXT for details. 7 // 8 //===----------------------------------------------------------------------===// 9 /// 10 /// \file 11 /// This file is part of the WebAssembly Assembler. 12 /// 13 /// It contains code to translate a parsed .s file into MCInsts. 14 /// 15 //===----------------------------------------------------------------------===// 16 17 #include "MCTargetDesc/WebAssemblyMCTargetDesc.h" 18 #include "MCTargetDesc/WebAssemblyTargetStreamer.h" 19 #include "WebAssembly.h" 20 #include "llvm/MC/MCContext.h" 21 #include "llvm/MC/MCParser/MCTargetAsmParser.h" 22 #include "llvm/MC/MCParser/MCParsedAsmOperand.h" 23 #include "llvm/MC/MCInst.h" 24 #include "llvm/MC/MCInstrInfo.h" 25 #include "llvm/MC/MCSubtargetInfo.h" 26 #include "llvm/MC/MCSymbol.h" 27 #include "llvm/MC/MCStreamer.h" 28 #include "llvm/Support/Endian.h" 29 #include "llvm/Support/TargetRegistry.h" 30 31 using namespace llvm; 32 33 #define DEBUG_TYPE "wasm-asm-parser" 34 35 namespace { 36 37 // We store register types as SimpleValueType to retain SIMD layout 38 // information, but must also be able to supply them as the (unnamed) 39 // register enum from WebAssemblyRegisterInfo.td/.inc. 40 static unsigned MVTToWasmReg(MVT::SimpleValueType Type) { 41 switch(Type) { 42 case MVT::i32: return WebAssembly::I32_0; 43 case MVT::i64: return WebAssembly::I64_0; 44 case MVT::f32: return WebAssembly::F32_0; 45 case MVT::f64: return WebAssembly::F64_0; 46 case MVT::v16i8: return WebAssembly::V128_0; 47 case MVT::v8i16: return WebAssembly::V128_0; 48 case MVT::v4i32: return WebAssembly::V128_0; 49 case MVT::v2i64: return WebAssembly::V128_0; 50 case MVT::v4f32: return WebAssembly::V128_0; 51 case MVT::v2f64: return WebAssembly::V128_0; 52 default: return MVT::INVALID_SIMPLE_VALUE_TYPE; 53 } 54 } 55 56 /// WebAssemblyOperand - Instances of this class represent the operands in a 57 /// parsed WASM machine instruction. 58 struct WebAssemblyOperand : public MCParsedAsmOperand { 59 enum KindTy { Token, Local, Stack, Integer, Float, Symbol } Kind; 60 61 SMLoc StartLoc, EndLoc; 62 63 struct TokOp { 64 StringRef Tok; 65 }; 66 67 struct RegOp { 68 // This is a (virtual) local or stack register represented as 0.. 69 unsigned RegNo; 70 // In most targets, the register number also encodes the type, but for 71 // wasm we have to track that seperately since we have an unbounded 72 // number of registers. 73 // This has the unfortunate side effect that we supply a different value 74 // to the table-gen matcher at different times in the process (when it 75 // calls getReg() or addRegOperands(). 76 // TODO: While this works, it feels brittle. and would be nice to clean up. 77 MVT::SimpleValueType Type; 78 }; 79 80 struct IntOp { 81 int64_t Val; 82 }; 83 84 struct FltOp { 85 double Val; 86 }; 87 88 struct SymOp { 89 const MCExpr *Exp; 90 }; 91 92 union { 93 struct TokOp Tok; 94 struct RegOp Reg; 95 struct IntOp Int; 96 struct FltOp Flt; 97 struct SymOp Sym; 98 }; 99 100 WebAssemblyOperand(KindTy K, SMLoc Start, SMLoc End, TokOp T) 101 : Kind(K), StartLoc(Start), EndLoc(End), Tok(T) {} 102 WebAssemblyOperand(KindTy K, SMLoc Start, SMLoc End, RegOp R) 103 : Kind(K), StartLoc(Start), EndLoc(End), Reg(R) {} 104 WebAssemblyOperand(KindTy K, SMLoc Start, SMLoc End, IntOp I) 105 : Kind(K), StartLoc(Start), EndLoc(End), Int(I) {} 106 WebAssemblyOperand(KindTy K, SMLoc Start, SMLoc End, FltOp F) 107 : Kind(K), StartLoc(Start), EndLoc(End), Flt(F) {} 108 WebAssemblyOperand(KindTy K, SMLoc Start, SMLoc End, SymOp S) 109 : Kind(K), StartLoc(Start), EndLoc(End), Sym(S) {} 110 111 bool isToken() const override { return Kind == Token; } 112 bool isImm() const override { return Kind == Integer || 113 Kind == Float || 114 Kind == Symbol; } 115 bool isReg() const override { return Kind == Local || Kind == Stack; } 116 bool isMem() const override { return false; } 117 118 unsigned getReg() const override { 119 assert(isReg()); 120 // This is called from the tablegen matcher (MatchInstructionImpl) 121 // where it expects to match the type of register, see RegOp above. 122 return MVTToWasmReg(Reg.Type); 123 } 124 125 StringRef getToken() const { 126 assert(isToken()); 127 return Tok.Tok; 128 } 129 130 SMLoc getStartLoc() const override { return StartLoc; } 131 SMLoc getEndLoc() const override { return EndLoc; } 132 133 void addRegOperands(MCInst &Inst, unsigned N) const { 134 assert(N == 1 && "Invalid number of operands!"); 135 assert(isReg() && "Not a register operand!"); 136 // This is called from the tablegen matcher (MatchInstructionImpl) 137 // where it expects to output the actual register index, see RegOp above. 138 unsigned R = Reg.RegNo; 139 if (Kind == Stack) { 140 // A stack register is represented as a large negative number. 141 // See WebAssemblyRegNumbering::runOnMachineFunction and 142 // getWARegStackId for why this | is needed. 143 R |= INT32_MIN; 144 } 145 Inst.addOperand(MCOperand::createReg(R)); 146 } 147 148 void addImmOperands(MCInst &Inst, unsigned N) const { 149 assert(N == 1 && "Invalid number of operands!"); 150 if (Kind == Integer) 151 Inst.addOperand(MCOperand::createImm(Int.Val)); 152 else if (Kind == Float) 153 Inst.addOperand(MCOperand::createFPImm(Flt.Val)); 154 else if (Kind == Symbol) 155 Inst.addOperand(MCOperand::createExpr(Sym.Exp)); 156 else 157 llvm_unreachable("Should be immediate or symbol!"); 158 } 159 160 void print(raw_ostream &OS) const override { 161 switch (Kind) { 162 case Token: 163 OS << "Tok:" << Tok.Tok; 164 break; 165 case Local: 166 OS << "Loc:" << Reg.RegNo << ":" << static_cast<int>(Reg.Type); 167 break; 168 case Stack: 169 OS << "Stk:" << Reg.RegNo << ":" << static_cast<int>(Reg.Type); 170 break; 171 case Integer: 172 OS << "Int:" << Int.Val; 173 break; 174 case Float: 175 OS << "Flt:" << Flt.Val; 176 break; 177 case Symbol: 178 OS << "Sym:" << Sym.Exp; 179 break; 180 } 181 } 182 }; 183 184 class WebAssemblyAsmParser final : public MCTargetAsmParser { 185 MCAsmParser &Parser; 186 MCAsmLexer &Lexer; 187 // These are for the current function being parsed: 188 // These are vectors since register assignments are so far non-sparse. 189 // Replace by map if necessary. 190 std::vector<MVT::SimpleValueType> LocalTypes; 191 std::vector<MVT::SimpleValueType> StackTypes; 192 MCSymbol *LastLabel; 193 194 public: 195 WebAssemblyAsmParser(const MCSubtargetInfo &sti, MCAsmParser &Parser, 196 const MCInstrInfo &mii, const MCTargetOptions &Options) 197 : MCTargetAsmParser(Options, sti, mii), Parser(Parser), 198 Lexer(Parser.getLexer()), LastLabel(nullptr) { 199 setAvailableFeatures(ComputeAvailableFeatures(sti.getFeatureBits())); 200 } 201 202 #define GET_ASSEMBLER_HEADER 203 #include "WebAssemblyGenAsmMatcher.inc" 204 205 // TODO: This is required to be implemented, but appears unused. 206 bool ParseRegister(unsigned &/*RegNo*/, SMLoc &/*StartLoc*/, 207 SMLoc &/*EndLoc*/) override { 208 llvm_unreachable("ParseRegister is not implemented."); 209 } 210 211 bool Error(const StringRef &msg, const AsmToken &tok) { 212 return Parser.Error(tok.getLoc(), msg + tok.getString()); 213 } 214 215 bool IsNext(AsmToken::TokenKind Kind) { 216 auto ok = Lexer.is(Kind); 217 if (ok) Parser.Lex(); 218 return ok; 219 } 220 221 bool Expect(AsmToken::TokenKind Kind, const char *KindName) { 222 if (!IsNext(Kind)) 223 return Error(std::string("Expected ") + KindName + ", instead got: ", 224 Lexer.getTok()); 225 return false; 226 } 227 228 MVT::SimpleValueType ParseRegType(const StringRef &RegType) { 229 // Derive type from .param .local decls, or the instruction itself. 230 return StringSwitch<MVT::SimpleValueType>(RegType) 231 .Case("i32", MVT::i32) 232 .Case("i64", MVT::i64) 233 .Case("f32", MVT::f32) 234 .Case("f64", MVT::f64) 235 .Case("i8x16", MVT::v16i8) 236 .Case("i16x8", MVT::v8i16) 237 .Case("i32x4", MVT::v4i32) 238 .Case("i64x2", MVT::v2i64) 239 .Case("f32x4", MVT::v4f32) 240 .Case("f64x2", MVT::v2f64) 241 // arbitrarily chosen vector type to associate with "v128" 242 // FIXME: should these be EVTs to avoid this arbitrary hack? Do we want 243 // to accept more specific SIMD register types? 244 .Case("v128", MVT::v16i8) 245 .Default(MVT::INVALID_SIMPLE_VALUE_TYPE); 246 } 247 248 MVT::SimpleValueType &GetType( 249 std::vector<MVT::SimpleValueType> &Types, size_t i) { 250 Types.resize(std::max(i + 1, Types.size()), MVT::INVALID_SIMPLE_VALUE_TYPE); 251 return Types[i]; 252 } 253 254 bool ParseReg(OperandVector &Operands, StringRef TypePrefix) { 255 if (Lexer.is(AsmToken::Integer)) { 256 auto &Local = Lexer.getTok(); 257 // This is a reference to a local, turn it into a virtual register. 258 auto LocalNo = static_cast<unsigned>(Local.getIntVal()); 259 Operands.push_back(make_unique<WebAssemblyOperand>( 260 WebAssemblyOperand::Local, Local.getLoc(), 261 Local.getEndLoc(), 262 WebAssemblyOperand::RegOp{LocalNo, 263 GetType(LocalTypes, LocalNo)})); 264 Parser.Lex(); 265 } else if (Lexer.is(AsmToken::Identifier)) { 266 auto &StackRegTok = Lexer.getTok(); 267 // These are push/pop/drop pseudo stack registers, which we turn 268 // into virtual registers also. The stackify pass will later turn them 269 // back into implicit stack references if possible. 270 auto StackReg = StackRegTok.getString(); 271 auto StackOp = StackReg.take_while([](char c) { return isalpha(c); }); 272 auto Reg = StackReg.drop_front(StackOp.size()); 273 unsigned long long ParsedRegNo = 0; 274 if (!Reg.empty() && getAsUnsignedInteger(Reg, 10, ParsedRegNo)) 275 return Error("Cannot parse stack register index: ", StackRegTok); 276 unsigned RegNo = static_cast<unsigned>(ParsedRegNo); 277 if (StackOp == "push") { 278 // This defines a result, record register type. 279 auto RegType = ParseRegType(TypePrefix); 280 GetType(StackTypes, RegNo) = RegType; 281 Operands.push_back(make_unique<WebAssemblyOperand>( 282 WebAssemblyOperand::Stack, 283 StackRegTok.getLoc(), 284 StackRegTok.getEndLoc(), 285 WebAssemblyOperand::RegOp{RegNo, RegType})); 286 } else if (StackOp == "pop") { 287 // This uses a previously defined stack value. 288 auto RegType = GetType(StackTypes, RegNo); 289 Operands.push_back(make_unique<WebAssemblyOperand>( 290 WebAssemblyOperand::Stack, 291 StackRegTok.getLoc(), 292 StackRegTok.getEndLoc(), 293 WebAssemblyOperand::RegOp{RegNo, RegType})); 294 } else if (StackOp == "drop") { 295 // This operand will be dropped, since it is part of an instruction 296 // whose result is void. 297 } else { 298 return Error("Unknown stack register prefix: ", StackRegTok); 299 } 300 Parser.Lex(); 301 } else { 302 return Error( 303 "Expected identifier/integer following $, instead got: ", 304 Lexer.getTok()); 305 } 306 IsNext(AsmToken::Equal); 307 return false; 308 } 309 310 void ParseSingleInteger(bool IsNegative, OperandVector &Operands) { 311 auto &Int = Lexer.getTok(); 312 int64_t Val = Int.getIntVal(); 313 if (IsNegative) Val = -Val; 314 Operands.push_back(make_unique<WebAssemblyOperand>( 315 WebAssemblyOperand::Integer, Int.getLoc(), 316 Int.getEndLoc(), WebAssemblyOperand::IntOp{Val})); 317 Parser.Lex(); 318 } 319 320 bool ParseOperandStartingWithInteger(bool IsNegative, 321 OperandVector &Operands, 322 StringRef InstType) { 323 ParseSingleInteger(IsNegative, Operands); 324 if (Lexer.is(AsmToken::LParen)) { 325 // Parse load/store operands of the form: offset($reg)align 326 auto &LParen = Lexer.getTok(); 327 Operands.push_back( 328 make_unique<WebAssemblyOperand>(WebAssemblyOperand::Token, 329 LParen.getLoc(), 330 LParen.getEndLoc(), 331 WebAssemblyOperand::TokOp{ 332 LParen.getString()})); 333 Parser.Lex(); 334 if (Expect(AsmToken::Dollar, "register")) return true; 335 if (ParseReg(Operands, InstType)) return true; 336 auto &RParen = Lexer.getTok(); 337 Operands.push_back( 338 make_unique<WebAssemblyOperand>(WebAssemblyOperand::Token, 339 RParen.getLoc(), 340 RParen.getEndLoc(), 341 WebAssemblyOperand::TokOp{ 342 RParen.getString()})); 343 if (Expect(AsmToken::RParen, ")")) return true; 344 if (Lexer.is(AsmToken::Integer)) { 345 ParseSingleInteger(false, Operands); 346 } else { 347 // Alignment not specified. 348 // FIXME: correctly derive a default from the instruction. 349 Operands.push_back(make_unique<WebAssemblyOperand>( 350 WebAssemblyOperand::Integer, RParen.getLoc(), 351 RParen.getEndLoc(), WebAssemblyOperand::IntOp{0})); 352 } 353 } 354 return false; 355 } 356 357 bool ParseInstruction(ParseInstructionInfo &/*Info*/, StringRef Name, 358 SMLoc NameLoc, OperandVector &Operands) override { 359 Operands.push_back( 360 make_unique<WebAssemblyOperand>(WebAssemblyOperand::Token, NameLoc, 361 SMLoc::getFromPointer( 362 NameLoc.getPointer() + Name.size()), 363 WebAssemblyOperand::TokOp{ 364 StringRef(NameLoc.getPointer(), 365 Name.size())})); 366 auto NamePair = Name.split('.'); 367 // If no '.', there is no type prefix. 368 if (NamePair.second.empty()) std::swap(NamePair.first, NamePair.second); 369 while (Lexer.isNot(AsmToken::EndOfStatement)) { 370 auto &Tok = Lexer.getTok(); 371 switch (Tok.getKind()) { 372 case AsmToken::Dollar: { 373 Parser.Lex(); 374 if (ParseReg(Operands, NamePair.first)) return true; 375 break; 376 } 377 case AsmToken::Identifier: { 378 auto &Id = Lexer.getTok(); 379 const MCExpr *Val; 380 SMLoc End; 381 if (Parser.parsePrimaryExpr(Val, End)) 382 return Error("Cannot parse symbol: ", Lexer.getTok()); 383 Operands.push_back(make_unique<WebAssemblyOperand>( 384 WebAssemblyOperand::Symbol, Id.getLoc(), 385 Id.getEndLoc(), WebAssemblyOperand::SymOp{Val})); 386 break; 387 } 388 case AsmToken::Minus: 389 Parser.Lex(); 390 if (Lexer.isNot(AsmToken::Integer)) 391 return Error("Expected integer instead got: ", Lexer.getTok()); 392 if (ParseOperandStartingWithInteger(true, Operands, NamePair.first)) 393 return true; 394 break; 395 case AsmToken::Integer: 396 if (ParseOperandStartingWithInteger(false, Operands, NamePair.first)) 397 return true; 398 break; 399 case AsmToken::Real: { 400 double Val; 401 if (Tok.getString().getAsDouble(Val, false)) 402 return Error("Cannot parse real: ", Tok); 403 Operands.push_back(make_unique<WebAssemblyOperand>( 404 WebAssemblyOperand::Float, Tok.getLoc(), 405 Tok.getEndLoc(), WebAssemblyOperand::FltOp{Val})); 406 Parser.Lex(); 407 break; 408 } 409 default: 410 return Error("Unexpected token in operand: ", Tok); 411 } 412 if (Lexer.isNot(AsmToken::EndOfStatement)) { 413 if (Expect(AsmToken::Comma, ",")) return true; 414 } 415 } 416 Parser.Lex(); 417 // Call instructions are vararg, but the tablegen matcher doesn't seem to 418 // support that, so for now we strip these extra operands. 419 // This is problematic if these arguments are not simple $pop stack 420 // registers, since e.g. a local register would get lost, so we check for 421 // this. This can be the case when using -disable-wasm-explicit-locals 422 // which currently s2wasm requires. 423 // TODO: Instead, we can move this code to MatchAndEmitInstruction below and 424 // actually generate get_local instructions on the fly. 425 // Or even better, improve the matcher to support vararg? 426 auto IsIndirect = NamePair.second == "call_indirect"; 427 if (IsIndirect || NamePair.second == "call") { 428 // Figure out number of fixed operands from the instruction. 429 size_t CallOperands = 1; // The name token. 430 if (!IsIndirect) CallOperands++; // The function index. 431 if (!NamePair.first.empty()) CallOperands++; // The result register. 432 if (Operands.size() > CallOperands) { 433 // Ensure operands we drop are all $pop. 434 for (size_t I = CallOperands; I < Operands.size(); I++) { 435 auto Operand = 436 reinterpret_cast<WebAssemblyOperand *>(Operands[I].get()); 437 if (Operand->Kind != WebAssemblyOperand::Stack) 438 Parser.Error(NameLoc, 439 "Call instruction has non-stack arguments, if this code was " 440 "generated with -disable-wasm-explicit-locals please remove it"); 441 } 442 // Drop unneeded operands. 443 Operands.resize(CallOperands); 444 } 445 } 446 // Block instructions require a signature index, but these are missing in 447 // assembly, so we add a dummy one explicitly (since we have no control 448 // over signature tables here, we assume these will be regenerated when 449 // the wasm module is generated). 450 if (NamePair.second == "block" || NamePair.second == "loop") { 451 Operands.push_back(make_unique<WebAssemblyOperand>( 452 WebAssemblyOperand::Integer, NameLoc, 453 NameLoc, WebAssemblyOperand::IntOp{-1})); 454 } 455 // These don't specify the type, which has to derived from the local index. 456 if (NamePair.second == "get_local" || NamePair.second == "tee_local") { 457 if (Operands.size() >= 3 && Operands[1]->isReg() && 458 Operands[2]->isImm()) { 459 auto Op1 = reinterpret_cast<WebAssemblyOperand *>(Operands[1].get()); 460 auto Op2 = reinterpret_cast<WebAssemblyOperand *>(Operands[2].get()); 461 auto Type = GetType(LocalTypes, static_cast<size_t>(Op2->Int.Val)); 462 Op1->Reg.Type = Type; 463 GetType(StackTypes, Op1->Reg.RegNo) = Type; 464 } 465 } 466 return false; 467 } 468 469 void onLabelParsed(MCSymbol *Symbol) override { 470 LastLabel = Symbol; 471 } 472 473 bool ParseDirective(AsmToken DirectiveID) override { 474 assert(DirectiveID.getKind() == AsmToken::Identifier); 475 auto &Out = getStreamer(); 476 auto &TOut = reinterpret_cast<WebAssemblyTargetStreamer &>( 477 *Out.getTargetStreamer()); 478 // TODO: we're just parsing the subset of directives we're interested in, 479 // and ignoring ones we don't recognise. We should ideally verify 480 // all directives here. 481 if (DirectiveID.getString() == ".type") { 482 // This could be the start of a function, check if followed by 483 // "label,@function" 484 if (!(IsNext(AsmToken::Identifier) && 485 IsNext(AsmToken::Comma) && 486 IsNext(AsmToken::At) && 487 Lexer.is(AsmToken::Identifier))) 488 return Error("Expected label,@type declaration, got: ", Lexer.getTok()); 489 if (Lexer.getTok().getString() == "function") { 490 // Track locals from start of function. 491 LocalTypes.clear(); 492 StackTypes.clear(); 493 } 494 Parser.Lex(); 495 //Out.EmitSymbolAttribute(??, MCSA_ELF_TypeFunction); 496 } else if (DirectiveID.getString() == ".param" || 497 DirectiveID.getString() == ".local") { 498 // Track the number of locals, needed for correct virtual register 499 // assignment elsewhere. 500 // Also output a directive to the streamer. 501 std::vector<MVT> Params; 502 std::vector<MVT> Locals; 503 while (Lexer.is(AsmToken::Identifier)) { 504 auto RegType = ParseRegType(Lexer.getTok().getString()); 505 if (RegType == MVT::INVALID_SIMPLE_VALUE_TYPE) return true; 506 LocalTypes.push_back(RegType); 507 if (DirectiveID.getString() == ".param") { 508 Params.push_back(RegType); 509 } else { 510 Locals.push_back(RegType); 511 } 512 Parser.Lex(); 513 if (!IsNext(AsmToken::Comma)) break; 514 } 515 assert(LastLabel); 516 TOut.emitParam(LastLabel, Params); 517 TOut.emitLocal(Locals); 518 } else { 519 // For now, ignore anydirective we don't recognize: 520 while (Lexer.isNot(AsmToken::EndOfStatement)) Parser.Lex(); 521 } 522 return Expect(AsmToken::EndOfStatement, "EOL"); 523 } 524 525 bool MatchAndEmitInstruction(SMLoc IDLoc, unsigned &/*Opcode*/, 526 OperandVector &Operands, 527 MCStreamer &Out, uint64_t &ErrorInfo, 528 bool MatchingInlineAsm) override { 529 MCInst Inst; 530 unsigned MatchResult = 531 MatchInstructionImpl(Operands, Inst, ErrorInfo, MatchingInlineAsm); 532 switch (MatchResult) { 533 case Match_Success: { 534 Out.EmitInstruction(Inst, getSTI()); 535 return false; 536 } 537 case Match_MissingFeature: 538 return Parser.Error(IDLoc, 539 "instruction requires a WASM feature not currently enabled"); 540 case Match_MnemonicFail: 541 return Parser.Error(IDLoc, "invalid instruction"); 542 case Match_NearMisses: 543 return Parser.Error(IDLoc, "ambiguous instruction"); 544 case Match_InvalidTiedOperand: 545 case Match_InvalidOperand: { 546 SMLoc ErrorLoc = IDLoc; 547 if (ErrorInfo != ~0ULL) { 548 if (ErrorInfo >= Operands.size()) 549 return Parser.Error(IDLoc, "too few operands for instruction"); 550 ErrorLoc = Operands[ErrorInfo]->getStartLoc(); 551 if (ErrorLoc == SMLoc()) 552 ErrorLoc = IDLoc; 553 } 554 return Parser.Error(ErrorLoc, "invalid operand for instruction"); 555 } 556 } 557 llvm_unreachable("Implement any new match types added!"); 558 } 559 }; 560 } // end anonymous namespace 561 562 // Force static initialization. 563 extern "C" void LLVMInitializeWebAssemblyAsmParser() { 564 RegisterMCAsmParser<WebAssemblyAsmParser> X(getTheWebAssemblyTarget32()); 565 RegisterMCAsmParser<WebAssemblyAsmParser> Y(getTheWebAssemblyTarget64()); 566 } 567 568 #define GET_REGISTER_MATCHER 569 #define GET_MATCHER_IMPLEMENTATION 570 #include "WebAssemblyGenAsmMatcher.inc" 571