102   void LowerJumpTableDest(MCStreamer &OutStreamer, const MachineInstr &MI);
104   void LowerMOPS(MCStreamer &OutStreamer, const MachineInstr &MI);
106   void LowerSTACKMAP(MCStreamer &OutStreamer, StackMaps &SM,
108   void LowerPATCHPOINT(MCStreamer &OutStreamer, StackMaps &SM,
110   void LowerSTATEPOINT(MCStreamer &OutStreamer, StackMaps &SM,
129   bool emitPseudoExpansionLowering(MCStreamer &OutStreamer,
154       OutStreamer->beginCOFFSymbolDef(CurrentFnSym);  in runOnMachineFunction()
155       OutStreamer->emitCOFFSymbolStorageClass(Scl);  in runOnMachineFunction()
156       OutStreamer->emitCOFFSymbolType(Type);  in runOnMachineFunction()
157       OutStreamer->endCOFFSymbolDef();  in runOnMachineFunction()
225     OutStreamer->beginCOFFSymbolDef(S);  in emitStartOfAsmFile()
226     OutStreamer->emitCOFFSymbolStorageClass(COFF::IMAGE_SYM_CLASS_STATIC);  in emitStartOfAsmFile()
227     OutStreamer->emitCOFFSymbolType(COFF::IMAGE_SYM_DTYPE_NULL);  in emitStartOfAsmFile()
228     OutStreamer->endCOFFSymbolDef();  in emitStartOfAsmFile()
246     OutStreamer->emitSymbolAttribute(S, MCSA_Global);  in emitStartOfAsmFile()
247     OutStreamer->emitAssignment(  in emitStartOfAsmFile()
276       static_cast<AArch64TargetStreamer *>(OutStreamer->getTargetStreamer());  in emitStartOfAsmFile()
284     OutStreamer->getCommentOS() << ' ' << OutlinerString;  in emitFunctionHeaderComment()
333   OutStreamer->emitCodeAlignment(Align(4), &getSubtargetInfo());  in emitSled()
335   OutStreamer->emitLabel(CurSled);  in emitSled()
341   EmitToStreamer(*OutStreamer, MCInstBuilder(AArch64::B).addImm(8));  in emitSled()
344     EmitToStreamer(*OutStreamer, MCInstBuilder(AArch64::HINT).addImm(0));  in emitSled()
346   OutStreamer->emitLabel(Target);  in emitSled()
367   auto &O = *OutStreamer;  in LowerPATCHABLE_EVENT_CALL()
458     EmitToStreamer(*OutStreamer, MCInstBuilder(AArch64::ORRXrs)  in LowerKCFI_CHECK()
487     EmitToStreamer(*OutStreamer, MCInstBuilder(AArch64::LDURWi)  in LowerKCFI_CHECK()
495   EmitToStreamer(*OutStreamer, MCInstBuilder(AArch64::MOVKWi)  in LowerKCFI_CHECK()
500   EmitToStreamer(*OutStreamer, MCInstBuilder(AArch64::MOVKWi)  in LowerKCFI_CHECK()
507   EmitToStreamer(*OutStreamer, MCInstBuilder(AArch64::SUBSWrs)  in LowerKCFI_CHECK()
514   EmitToStreamer(*OutStreamer,  in LowerKCFI_CHECK()
541   EmitToStreamer(*OutStreamer, MCInstBuilder(AArch64::BRK).addImm(ESR));  in LowerKCFI_CHECK()
542   OutStreamer->emitLabel(Pass);  in LowerKCFI_CHECK()
564   EmitToStreamer(*OutStreamer,  in LowerHWASAN_CHECK_MEMACCESS()
606     OutStreamer->switchSection(OutContext.getELFSection(  in emitHwasanMemaccessSymbols()
611     OutStreamer->emitSymbolAttribute(Sym, MCSA_ELF_TypeFunction);  in emitHwasanMemaccessSymbols()
612     OutStreamer->emitSymbolAttribute(Sym, MCSA_Weak);  in emitHwasanMemaccessSymbols()
613     OutStreamer->emitSymbolAttribute(Sym, MCSA_Hidden);  in emitHwasanMemaccessSymbols()
614     OutStreamer->emitLabel(Sym);  in emitHwasanMemaccessSymbols()
616     OutStreamer->emitInstruction(MCInstBuilder(AArch64::SBFMXri)  in emitHwasanMemaccessSymbols()
622     OutStreamer->emitInstruction(  in emitHwasanMemaccessSymbols()
630     OutStreamer->emitInstruction(  in emitHwasanMemaccessSymbols()
638     OutStreamer->emitInstruction(  in emitHwasanMemaccessSymbols()
645     OutStreamer->emitLabel(ReturnSym);  in emitHwasanMemaccessSymbols()
646     OutStreamer->emitInstruction(  in emitHwasanMemaccessSymbols()
648     OutStreamer->emitLabel(HandleMismatchOrPartialSym);  in emitHwasanMemaccessSymbols()
651       OutStreamer->emitInstruction(MCInstBuilder(AArch64::UBFMXri)  in emitHwasanMemaccessSymbols()
657       OutStreamer->emitInstruction(MCInstBuilder(AArch64::SUBSXri)  in emitHwasanMemaccessSymbols()
663       OutStreamer->emitInstruction(  in emitHwasanMemaccessSymbols()
671       OutStreamer->emitInstruction(MCInstBuilder(AArch64::SUBSWri)  in emitHwasanMemaccessSymbols()
678       OutStreamer->emitInstruction(  in emitHwasanMemaccessSymbols()
684       OutStreamer->emitInstruction(  in emitHwasanMemaccessSymbols()
691         OutStreamer->emitInstruction(MCInstBuilder(AArch64::ADDXri)  in emitHwasanMemaccessSymbols()
697       OutStreamer->emitInstruction(MCInstBuilder(AArch64::SUBSWrs)  in emitHwasanMemaccessSymbols()
703       OutStreamer->emitInstruction(  in emitHwasanMemaccessSymbols()
709       OutStreamer->emitInstruction(  in emitHwasanMemaccessSymbols()
715       OutStreamer->emitInstruction(MCInstBuilder(AArch64::LDRBBui)  in emitHwasanMemaccessSymbols()
720       OutStreamer->emitInstruction(  in emitHwasanMemaccessSymbols()
727       OutStreamer->emitInstruction(  in emitHwasanMemaccessSymbols()
733       OutStreamer->emitLabel(HandleMismatchSym);  in emitHwasanMemaccessSymbols()
736     OutStreamer->emitInstruction(MCInstBuilder(AArch64::STPXpre)  in emitHwasanMemaccessSymbols()
743     OutStreamer->emitInstruction(MCInstBuilder(AArch64::STPXi)  in emitHwasanMemaccessSymbols()
751       OutStreamer->emitInstruction(MCInstBuilder(AArch64::ORRXrs)  in emitHwasanMemaccessSymbols()
757     OutStreamer->emitInstruction(  in emitHwasanMemaccessSymbols()
768       OutStreamer->emitInstruction(  in emitHwasanMemaccessSymbols()
774       OutStreamer->emitInstruction(  in emitHwasanMemaccessSymbols()
781       OutStreamer->emitInstruction(  in emitHwasanMemaccessSymbols()
789       OutStreamer->emitInstruction(  in emitHwasanMemaccessSymbols()
805     OutStreamer->emitAssemblerFlag(MCAF_SubsectionsViaSymbols);  in emitEndOfAsmFile()
823     OutStreamer->emitLOHDirective(D.getKind(), MCArgs);  in emitLOHs()
1056   OutStreamer->switchSection(ReadOnlySec);  in emitJumpTableInfo()
1067     OutStreamer->emitLabel(GetJTISymbol(JTI));  in emitJumpTableInfo()
1085       OutStreamer->emitValue(Value, Size);  in emitJumpTableInfo()
1120         static_cast<AArch64TargetStreamer *>(OutStreamer->getTargetStreamer());  in emitFunctionEntryLabel()
1142         OutStreamer->emitSymbolAttribute(UnmangledSym, MCSA_WeakAntiDep);  in emitFunctionEntryLabel()
1143         OutStreamer->emitAssignment(  in emitFunctionEntryLabel()
1147         OutStreamer->emitSymbolAttribute(ECMangledSym, MCSA_WeakAntiDep);  in emitFunctionEntryLabel()
1148         OutStreamer->emitAssignment(  in emitFunctionEntryLabel()
1158         OutStreamer->emitSymbolAttribute(UnmangledSym, MCSA_WeakAntiDep);  in emitFunctionEntryLabel()
1159         OutStreamer->emitAssignment(  in emitFunctionEntryLabel()
1180 void AArch64AsmPrinter::LowerJumpTableDest(llvm::MCStreamer &OutStreamer,  in LowerJumpTableDest()  argument
1201     OutStreamer.emitLabel(Label);  in LowerJumpTableDest()
1205   EmitToStreamer(OutStreamer, MCInstBuilder(AArch64::ADR)  in LowerJumpTableDest()
1219   EmitToStreamer(OutStreamer, MCInstBuilder(LdrOpcode)  in LowerJumpTableDest()
1228   EmitToStreamer(OutStreamer, MCInstBuilder(AArch64::ADDXrs)  in LowerJumpTableDest()
1235 void AArch64AsmPrinter::LowerMOPS(llvm::MCStreamer &OutStreamer,  in LowerMOPS()  argument
1268     EmitToStreamer(OutStreamer, MCIB);  in LowerMOPS()
1272 void AArch64AsmPrinter::LowerSTACKMAP(MCStreamer &OutStreamer, StackMaps &SM,  in LowerSTACKMAP()  argument
1276   auto &Ctx = OutStreamer.getContext();  in LowerSTACKMAP()
1278   OutStreamer.emitLabel(MILabel);  in LowerSTACKMAP()
1299     EmitToStreamer(OutStreamer, MCInstBuilder(AArch64::HINT).addImm(0));  in LowerSTACKMAP()
1304 void AArch64AsmPrinter::LowerPATCHPOINT(MCStreamer &OutStreamer, StackMaps &SM,  in LowerPATCHPOINT()  argument
1306   auto &Ctx = OutStreamer.getContext();  in LowerPATCHPOINT()
1308   OutStreamer.emitLabel(MILabel);  in LowerPATCHPOINT()
1321     EmitToStreamer(OutStreamer, MCInstBuilder(AArch64::MOVZXi)  in LowerPATCHPOINT()
1325     EmitToStreamer(OutStreamer, MCInstBuilder(AArch64::MOVKXi)  in LowerPATCHPOINT()
1330     EmitToStreamer(OutStreamer, MCInstBuilder(AArch64::MOVKXi)  in LowerPATCHPOINT()
1335     EmitToStreamer(OutStreamer, MCInstBuilder(AArch64::BLR).addReg(ScratchReg));  in LowerPATCHPOINT()
1344     EmitToStreamer(OutStreamer, MCInstBuilder(AArch64::HINT).addImm(0));  in LowerPATCHPOINT()
1347 void AArch64AsmPrinter::LowerSTATEPOINT(MCStreamer &OutStreamer, StackMaps &SM,  in LowerSTATEPOINT()  argument
1353       EmitToStreamer(OutStreamer, MCInstBuilder(AArch64::HINT).addImm(0));  in LowerSTATEPOINT()
1378     EmitToStreamer(OutStreamer,  in LowerSTATEPOINT()
1382   auto &Ctx = OutStreamer.getContext();  in LowerSTATEPOINT()
1384   OutStreamer.emitLabel(MILabel);  in LowerSTATEPOINT()
1399   auto &Ctx = OutStreamer->getContext();  in LowerFAULTING_OP()
1401   OutStreamer->emitLabel(FaultingLabel);  in LowerFAULTING_OP()
1419   OutStreamer->AddComment("on-fault: " + HandlerLabel->getName());  in LowerFAULTING_OP()
1420   OutStreamer->emitInstruction(MI, getSubtargetInfo());  in LowerFAULTING_OP()
1439     EmitToStreamer(*OutStreamer, MOVI);  in emitFMov0()
1462     EmitToStreamer(*OutStreamer, FMov);  in emitFMov0()
1474   if (emitPseudoExpansionLowering(*OutStreamer, MI))  in emitInstruction()
1491     OutStreamer->emitLabel(LOHLabel);  in emitInstruction()
1495     static_cast<AArch64TargetStreamer *>(OutStreamer->getTargetStreamer());  in emitInstruction()
1512         EmitToStreamer(*OutStreamer, Inst);  in emitInstruction()
1514         OutStreamer->emitLabel(CurrentPatchableFunctionEntrySym);  in emitInstruction()
1537       EmitToStreamer(*OutStreamer, MovZ);  in emitInstruction()
1545       EmitToStreamer(*OutStreamer, MovK);  in emitInstruction()
1562       EmitToStreamer(*OutStreamer, TmpInst);  in emitInstruction()
1569     if (isVerbose() && OutStreamer->hasRawTextSupport()) {  in emitInstruction()
1573       OutStreamer->emitRawText(StringRef(OS.str()));  in emitInstruction()
1586       OutStreamer->emitCFIBKeyFrame();  in emitInstruction()
1597       OutStreamer->emitCFIMTETaggedFrame();  in emitInstruction()
1610     EmitToStreamer(*OutStreamer, TmpInst);  in emitInstruction()
1619     EmitToStreamer(*OutStreamer, TmpInst);  in emitInstruction()
1627     EmitToStreamer(*OutStreamer, TmpInstDSB);  in emitInstruction()
1631     EmitToStreamer(*OutStreamer, TmpInstISB);  in emitInstruction()
1638     EmitToStreamer(*OutStreamer, TmpInstSB);  in emitInstruction()
1662     EmitToStreamer(*OutStreamer, Adrp);  in emitInstruction()
1675     EmitToStreamer(*OutStreamer, Ldr);  in emitInstruction()
1689     EmitToStreamer(*OutStreamer, Add);  in emitInstruction()
1696     EmitToStreamer(*OutStreamer, TLSDescCall);  in emitInstruction()
1701     EmitToStreamer(*OutStreamer, Blr);  in emitInstruction()
1709     LowerJumpTableDest(*OutStreamer, *MI);  in emitInstruction()
1722     LowerMOPS(*OutStreamer, *MI);  in emitInstruction()
1726     return LowerSTACKMAP(*OutStreamer, SM, *MI);  in emitInstruction()
1729     return LowerPATCHPOINT(*OutStreamer, SM, *MI);  in emitInstruction()
1732     return LowerSTATEPOINT(*OutStreamer, SM, *MI);  in emitInstruction()
1894   EmitToStreamer(*OutStreamer, TmpInst);  in emitInstruction()
1915     OutStreamer->emitInstruction(Adrp, *STI);  in emitMachOIFuncStubBody()
1930     OutStreamer->emitInstruction(Ldr, *STI);  in emitMachOIFuncStubBody()
1933   OutStreamer->emitInstruction(MCInstBuilder(AArch64::LDRXui)  in emitMachOIFuncStubBody()
1939   OutStreamer->emitInstruction(MCInstBuilder(TM.getTargetTriple().isArm64e()  in emitMachOIFuncStubBody()
1980   OutStreamer->emitInstruction(MCInstBuilder(AArch64::STPXpre)  in emitMachOIFuncStubHelperBody()
1988   OutStreamer->emitInstruction(MCInstBuilder(AArch64::ADDXri)  in emitMachOIFuncStubHelperBody()
1996     OutStreamer->emitInstruction(MCInstBuilder(AArch64::STPXpre)  in emitMachOIFuncStubHelperBody()
2005     OutStreamer->emitInstruction(MCInstBuilder(AArch64::STPDpre)  in emitMachOIFuncStubHelperBody()
2013   OutStreamer->emitInstruction(  in emitMachOIFuncStubHelperBody()
2028     OutStreamer->emitInstruction(Adrp, *STI);  in emitMachOIFuncStubHelperBody()
2043     OutStreamer->emitInstruction(Ldr, *STI);  in emitMachOIFuncStubHelperBody()
2046   OutStreamer->emitInstruction(MCInstBuilder(AArch64::STRXui)  in emitMachOIFuncStubHelperBody()
2052   OutStreamer->emitInstruction(MCInstBuilder(AArch64::ADDXri)  in emitMachOIFuncStubHelperBody()
2060     OutStreamer->emitInstruction(MCInstBuilder(AArch64::LDPDpost)  in emitMachOIFuncStubHelperBody()
2069     OutStreamer->emitInstruction(MCInstBuilder(AArch64::LDPXpost)  in emitMachOIFuncStubHelperBody()
2077   OutStreamer->emitInstruction(MCInstBuilder(AArch64::LDPXpost)  in emitMachOIFuncStubHelperBody()
2085   OutStreamer->emitInstruction(MCInstBuilder(TM.getTargetTriple().isArm64e()  in emitMachOIFuncStubHelperBody()