110e730a2SDan Gohman //===- WebAssemblyTargetMachine.cpp - Define TargetMachine for WebAssembly -==//
210e730a2SDan Gohman //
32946cd70SChandler Carruth // Part of the LLVM Project, under the Apache License v2.0 with LLVM Exceptions.
42946cd70SChandler Carruth // See https://llvm.org/LICENSE.txt for license information.
52946cd70SChandler Carruth // SPDX-License-Identifier: Apache-2.0 WITH LLVM-exception
610e730a2SDan Gohman //
710e730a2SDan Gohman //===----------------------------------------------------------------------===//
810e730a2SDan Gohman ///
910e730a2SDan Gohman /// \file
105f8f34e4SAdrian Prantl /// This file defines the WebAssembly-specific subclass of TargetMachine.
1110e730a2SDan Gohman ///
1210e730a2SDan Gohman //===----------------------------------------------------------------------===//
1310e730a2SDan Gohman 
1410e730a2SDan Gohman #include "WebAssemblyTargetMachine.h"
156bda14b3SChandler Carruth #include "MCTargetDesc/WebAssemblyMCTargetDesc.h"
166bda14b3SChandler Carruth #include "WebAssembly.h"
175bf22fc8SDan Gohman #include "WebAssemblyTargetObjectFile.h"
1810e730a2SDan Gohman #include "WebAssemblyTargetTransformInfo.h"
1910e730a2SDan Gohman #include "llvm/CodeGen/MachineFunctionPass.h"
2010e730a2SDan Gohman #include "llvm/CodeGen/Passes.h"
2110e730a2SDan Gohman #include "llvm/CodeGen/RegAllocRegistry.h"
2231d19d43SMatthias Braun #include "llvm/CodeGen/TargetPassConfig.h"
2310e730a2SDan Gohman #include "llvm/IR/Function.h"
2410e730a2SDan Gohman #include "llvm/Support/TargetRegistry.h"
2510e730a2SDan Gohman #include "llvm/Target/TargetOptions.h"
2603855df1SJF Bastien #include "llvm/Transforms/Scalar.h"
27a373d18eSDavid Blaikie #include "llvm/Transforms/Utils.h"
2810e730a2SDan Gohman using namespace llvm;
2910e730a2SDan Gohman 
3010e730a2SDan Gohman #define DEBUG_TYPE "wasm"
3110e730a2SDan Gohman 
32f41f67d3SDerek Schuff // Emscripten's asm.js-style exception handling
33ccdceda1SDerek Schuff static cl::opt<bool> EnableEmException(
3453b9af02SDerek Schuff     "enable-emscripten-cxx-exceptions",
35f41f67d3SDerek Schuff     cl::desc("WebAssembly Emscripten-style exception handling"),
36f41f67d3SDerek Schuff     cl::init(false));
37f41f67d3SDerek Schuff 
38ccdceda1SDerek Schuff // Emscripten's asm.js-style setjmp/longjmp handling
39ccdceda1SDerek Schuff static cl::opt<bool> EnableEmSjLj(
40ccdceda1SDerek Schuff     "enable-emscripten-sjlj",
41ccdceda1SDerek Schuff     cl::desc("WebAssembly Emscripten-style setjmp/longjmp handling"),
42ccdceda1SDerek Schuff     cl::init(false));
43ccdceda1SDerek Schuff 
4410e730a2SDan Gohman extern "C" void LLVMInitializeWebAssemblyTarget() {
4510e730a2SDan Gohman   // Register the target.
46f42454b9SMehdi Amini   RegisterTargetMachine<WebAssemblyTargetMachine> X(
47f42454b9SMehdi Amini       getTheWebAssemblyTarget32());
48f42454b9SMehdi Amini   RegisterTargetMachine<WebAssemblyTargetMachine> Y(
49f42454b9SMehdi Amini       getTheWebAssemblyTarget64());
50f41f67d3SDerek Schuff 
5140926451SJacob Gravelle   // Register backend passes
5240926451SJacob Gravelle   auto &PR = *PassRegistry::getPassRegistry();
5392617559SSam Clegg   initializeWebAssemblyAddMissingPrototypesPass(PR);
5440926451SJacob Gravelle   initializeWebAssemblyLowerEmscriptenEHSjLjPass(PR);
5540926451SJacob Gravelle   initializeLowerGlobalDtorsPass(PR);
5640926451SJacob Gravelle   initializeFixFunctionBitcastsPass(PR);
5740926451SJacob Gravelle   initializeOptimizeReturnedPass(PR);
5840926451SJacob Gravelle   initializeWebAssemblyArgumentMovePass(PR);
5940926451SJacob Gravelle   initializeWebAssemblySetP2AlignOperandsPass(PR);
6040926451SJacob Gravelle   initializeWebAssemblyReplacePhysRegsPass(PR);
6140926451SJacob Gravelle   initializeWebAssemblyPrepareForLiveIntervalsPass(PR);
6240926451SJacob Gravelle   initializeWebAssemblyOptimizeLiveIntervalsPass(PR);
63321d5220SHeejin Ahn   initializeWebAssemblyMemIntrinsicResultsPass(PR);
6440926451SJacob Gravelle   initializeWebAssemblyRegStackifyPass(PR);
6540926451SJacob Gravelle   initializeWebAssemblyRegColoringPass(PR);
6640926451SJacob Gravelle   initializeWebAssemblyExplicitLocalsPass(PR);
6740926451SJacob Gravelle   initializeWebAssemblyFixIrreducibleControlFlowPass(PR);
684934f76bSHeejin Ahn   initializeWebAssemblyLateEHPreparePass(PR);
6904c48949SHeejin Ahn   initializeWebAssemblyExceptionInfoPass(PR);
7040926451SJacob Gravelle   initializeWebAssemblyCFGSortPass(PR);
7140926451SJacob Gravelle   initializeWebAssemblyCFGStackifyPass(PR);
7240926451SJacob Gravelle   initializeWebAssemblyLowerBrUnlessPass(PR);
7340926451SJacob Gravelle   initializeWebAssemblyRegNumberingPass(PR);
7440926451SJacob Gravelle   initializeWebAssemblyPeepholePass(PR);
7540926451SJacob Gravelle   initializeWebAssemblyCallIndirectFixupPass(PR);
7610e730a2SDan Gohman }
7710e730a2SDan Gohman 
7810e730a2SDan Gohman //===----------------------------------------------------------------------===//
7910e730a2SDan Gohman // WebAssembly Lowering public interface.
8010e730a2SDan Gohman //===----------------------------------------------------------------------===//
8110e730a2SDan Gohman 
8241133a3eSDan Gohman static Reloc::Model getEffectiveRelocModel(Optional<Reloc::Model> RM) {
8374f5fd4eSSam Clegg   if (!RM.hasValue()) {
8474f5fd4eSSam Clegg     // Default to static relocation model.  This should always be more optimial
8574f5fd4eSSam Clegg     // than PIC since the static linker can determine all global addresses and
8674f5fd4eSSam Clegg     // assume direct function calls.
8774f5fd4eSSam Clegg     return Reloc::Static;
8874f5fd4eSSam Clegg   }
8941133a3eSDan Gohman   return *RM;
9041133a3eSDan Gohman }
9141133a3eSDan Gohman 
9210e730a2SDan Gohman /// Create an WebAssembly architecture model.
9310e730a2SDan Gohman ///
9410e730a2SDan Gohman WebAssemblyTargetMachine::WebAssemblyTargetMachine(
9510e730a2SDan Gohman     const Target &T, const Triple &TT, StringRef CPU, StringRef FS,
9641133a3eSDan Gohman     const TargetOptions &Options, Optional<Reloc::Model> RM,
97314ed201SDaniel Jasper     Optional<CodeModel::Model> CM, CodeGenOpt::Level OL, bool JIT)
98bb8507e6SMatthias Braun     : LLVMTargetMachine(T,
99bb8507e6SMatthias Braun                         TT.isArch64Bit() ? "e-m:e-p:64:64-i64:64-n32:64-S128"
1000c6f5ac5SDan Gohman                                          : "e-m:e-p:32:32-i64:64-n32:64-S128",
10141133a3eSDan Gohman                         TT, CPU, FS, Options, getEffectiveRelocModel(RM),
102ca29c271SDavid Green                         getEffectiveCodeModel(CM, CodeModel::Large), OL),
103cf2a9e28SSam Clegg       TLOF(new WebAssemblyTargetObjectFile()) {
104e040533eSDan Gohman   // WebAssembly type-checks instructions, but a noreturn function with a return
105ffa143ceSDerek Schuff   // type that doesn't match the context will cause a check failure. So we lower
106ffa143ceSDerek Schuff   // LLVM 'unreachable' to ISD::TRAP and then lower that to WebAssembly's
107e040533eSDan Gohman   // 'unreachable' instructions which is meant for that case.
108ffa143ceSDerek Schuff   this->Options.TrapUnreachable = true;
109ffa143ceSDerek Schuff 
110d934cb88SDan Gohman   // WebAssembly treats each function as an independent unit. Force
111d934cb88SDan Gohman   // -ffunction-sections, effectively, so that we can emit them independently.
112d934cb88SDan Gohman   this->Options.FunctionSections = true;
113d934cb88SDan Gohman   this->Options.DataSections = true;
114d934cb88SDan Gohman   this->Options.UniqueSectionNames = true;
115d934cb88SDan Gohman 
11610e730a2SDan Gohman   initAsmInfo();
11710e730a2SDan Gohman 
118f3b4f990SThomas Lively   // Create a subtarget using the unmodified target machine features to
119f3b4f990SThomas Lively   // initialize the used feature set with explicitly enabled features.
120f3b4f990SThomas Lively   getSubtargetImpl(getTargetCPU(), getTargetFeatureString());
121f3b4f990SThomas Lively 
122d85ab7fcSDan Gohman   // Note that we don't use setRequiresStructuredCFG(true). It disables
123d85ab7fcSDan Gohman   // optimizations than we're ok with, and want, such as critical edge
124d85ab7fcSDan Gohman   // splitting and tail merging.
12510e730a2SDan Gohman }
12610e730a2SDan Gohman 
12718c56a07SHeejin Ahn WebAssemblyTargetMachine::~WebAssemblyTargetMachine() = default; // anchor.
12810e730a2SDan Gohman 
12910e730a2SDan Gohman const WebAssemblySubtarget *
130f3b4f990SThomas Lively WebAssemblyTargetMachine::getSubtargetImpl(std::string CPU,
131f3b4f990SThomas Lively                                            std::string FS) const {
132f3b4f990SThomas Lively   auto &I = SubtargetMap[CPU + FS];
133f3b4f990SThomas Lively   if (!I) {
134f3b4f990SThomas Lively     I = llvm::make_unique<WebAssemblySubtarget>(TargetTriple, CPU, FS, *this);
135f3b4f990SThomas Lively     UsedFeatures |= I->getFeatureBits();
136f3b4f990SThomas Lively   }
137f3b4f990SThomas Lively   return I.get();
138f3b4f990SThomas Lively }
139f3b4f990SThomas Lively 
140f3b4f990SThomas Lively const WebAssemblySubtarget *
14110e730a2SDan Gohman WebAssemblyTargetMachine::getSubtargetImpl(const Function &F) const {
14210e730a2SDan Gohman   Attribute CPUAttr = F.getFnAttribute("target-cpu");
14310e730a2SDan Gohman   Attribute FSAttr = F.getFnAttribute("target-features");
14410e730a2SDan Gohman 
14510e730a2SDan Gohman   std::string CPU = !CPUAttr.hasAttribute(Attribute::None)
14610e730a2SDan Gohman                         ? CPUAttr.getValueAsString().str()
14710e730a2SDan Gohman                         : TargetCPU;
14810e730a2SDan Gohman   std::string FS = !FSAttr.hasAttribute(Attribute::None)
14910e730a2SDan Gohman                        ? FSAttr.getValueAsString().str()
15010e730a2SDan Gohman                        : TargetFS;
15110e730a2SDan Gohman 
15210e730a2SDan Gohman   // This needs to be done before we create a new subtarget since any
15310e730a2SDan Gohman   // creation will depend on the TM and the code generation flags on the
15410e730a2SDan Gohman   // function that reside in TargetOptions.
15510e730a2SDan Gohman   resetTargetOptions(F);
156f3b4f990SThomas Lively 
157f3b4f990SThomas Lively   return getSubtargetImpl(CPU, FS);
15810e730a2SDan Gohman }
15910e730a2SDan Gohman 
16010e730a2SDan Gohman namespace {
16139b5367cSDerek Schuff class StripThreadLocal final : public ModulePass {
16239b5367cSDerek Schuff   // The default thread model for wasm is single, where thread-local variables
16339b5367cSDerek Schuff   // are identical to regular globals and should be treated the same. So this
16439b5367cSDerek Schuff   // pass just converts all GlobalVariables to NotThreadLocal
16539b5367cSDerek Schuff   static char ID;
16639b5367cSDerek Schuff 
16739b5367cSDerek Schuff public:
16839b5367cSDerek Schuff   StripThreadLocal() : ModulePass(ID) {}
16939b5367cSDerek Schuff   bool runOnModule(Module &M) override {
17039b5367cSDerek Schuff     for (auto &GV : M.globals())
17139b5367cSDerek Schuff       GV.setThreadLocalMode(GlobalValue::ThreadLocalMode::NotThreadLocal);
17239b5367cSDerek Schuff     return true;
17339b5367cSDerek Schuff   }
17439b5367cSDerek Schuff };
17539b5367cSDerek Schuff char StripThreadLocal::ID = 0;
17639b5367cSDerek Schuff 
17710e730a2SDan Gohman /// WebAssembly Code Generator Pass Configuration Options.
17810e730a2SDan Gohman class WebAssemblyPassConfig final : public TargetPassConfig {
17910e730a2SDan Gohman public:
1805e394c3dSMatthias Braun   WebAssemblyPassConfig(WebAssemblyTargetMachine &TM, PassManagerBase &PM)
18110e730a2SDan Gohman       : TargetPassConfig(TM, PM) {}
18210e730a2SDan Gohman 
18310e730a2SDan Gohman   WebAssemblyTargetMachine &getWebAssemblyTargetMachine() const {
18410e730a2SDan Gohman     return getTM<WebAssemblyTargetMachine>();
18510e730a2SDan Gohman   }
18610e730a2SDan Gohman 
18710e730a2SDan Gohman   FunctionPass *createTargetRegisterAllocator(bool) override;
18810e730a2SDan Gohman 
18910e730a2SDan Gohman   void addIRPasses() override;
19010e730a2SDan Gohman   bool addInstSelector() override;
19110e730a2SDan Gohman   void addPostRegAlloc() override;
192ad154c83SDerek Schuff   bool addGCPasses() override { return false; }
19310e730a2SDan Gohman   void addPreEmitPass() override;
19410e730a2SDan Gohman };
19510e730a2SDan Gohman } // end anonymous namespace
19610e730a2SDan Gohman 
19726d11ca4SSanjoy Das TargetTransformInfo
19826d11ca4SSanjoy Das WebAssemblyTargetMachine::getTargetTransformInfo(const Function &F) {
19910e730a2SDan Gohman   return TargetTransformInfo(WebAssemblyTTIImpl(this, F));
20010e730a2SDan Gohman }
20110e730a2SDan Gohman 
20210e730a2SDan Gohman TargetPassConfig *
20310e730a2SDan Gohman WebAssemblyTargetMachine::createPassConfig(PassManagerBase &PM) {
2045e394c3dSMatthias Braun   return new WebAssemblyPassConfig(*this, PM);
20510e730a2SDan Gohman }
20610e730a2SDan Gohman 
20710e730a2SDan Gohman FunctionPass *WebAssemblyPassConfig::createTargetRegisterAllocator(bool) {
20810e730a2SDan Gohman   return nullptr; // No reg alloc
20910e730a2SDan Gohman }
21010e730a2SDan Gohman 
21110e730a2SDan Gohman //===----------------------------------------------------------------------===//
21210e730a2SDan Gohman // The following functions are called from lib/CodeGen/Passes.cpp to modify
21310e730a2SDan Gohman // the CodeGen pass sequence.
21410e730a2SDan Gohman //===----------------------------------------------------------------------===//
21510e730a2SDan Gohman 
21610e730a2SDan Gohman void WebAssemblyPassConfig::addIRPasses() {
217f3b4f990SThomas Lively   if (static_cast<WebAssemblyTargetMachine *>(TM)
218f3b4f990SThomas Lively           ->getUsedFeatures()[WebAssembly::FeatureAtomics]) {
21910e730a2SDan Gohman     // Expand some atomic operations. WebAssemblyTargetLowering has hooks which
22010e730a2SDan Gohman     // control specifically what gets lowered.
2218b61764cSFrancis Visoiu Mistrih     addPass(createAtomicExpandPass());
222f3b4f990SThomas Lively   } else {
223f3b4f990SThomas Lively     // If atomics are not enabled, they get lowered to non-atomics.
224f3b4f990SThomas Lively     addPass(createLowerAtomicPass());
225f3b4f990SThomas Lively     addPass(new StripThreadLocal());
22639b5367cSDerek Schuff   }
22710e730a2SDan Gohman 
22892617559SSam Clegg   // Add signatures to prototype-less function declarations
22992617559SSam Clegg   addPass(createWebAssemblyAddMissingPrototypes());
23092617559SSam Clegg 
231bafe6902SSam Clegg   // Lower .llvm.global_dtors into .llvm_global_ctors with __cxa_atexit calls.
232bafe6902SSam Clegg   addPass(createWebAssemblyLowerGlobalDtors());
233bafe6902SSam Clegg 
2341b637458SDan Gohman   // Fix function bitcasts, as WebAssembly requires caller and callee signatures
2351b637458SDan Gohman   // to match.
2361b637458SDan Gohman   addPass(createWebAssemblyFixFunctionBitcasts());
2371b637458SDan Gohman 
23881719f85SDan Gohman   // Optimize "returned" function attributes.
239b13c91f1SDan Gohman   if (getOptLevel() != CodeGenOpt::None)
24081719f85SDan Gohman     addPass(createWebAssemblyOptimizeReturned());
24181719f85SDan Gohman 
242c0f18172SHeejin Ahn   // If exception handling is not enabled and setjmp/longjmp handling is
243c0f18172SHeejin Ahn   // enabled, we lower invokes into calls and delete unreachable landingpad
244c0f18172SHeejin Ahn   // blocks. Lowering invokes when there is no EH support is done in
245c0f18172SHeejin Ahn   // TargetPassConfig::addPassesToHandleExceptions, but this runs after this
246c0f18172SHeejin Ahn   // function and SjLj handling expects all invokes to be lowered before.
2479386bde1SHeejin Ahn   if (!EnableEmException &&
2489386bde1SHeejin Ahn       TM->Options.ExceptionModel == ExceptionHandling::None) {
249c0f18172SHeejin Ahn     addPass(createLowerInvokePass());
250c0f18172SHeejin Ahn     // The lower invoke pass may create unreachable code. Remove it in order not
251c0f18172SHeejin Ahn     // to process dead blocks in setjmp/longjmp handling.
252c0f18172SHeejin Ahn     addPass(createUnreachableBlockEliminationPass());
253c0f18172SHeejin Ahn   }
254c0f18172SHeejin Ahn 
255c0f18172SHeejin Ahn   // Handle exceptions and setjmp/longjmp if enabled.
256ccdceda1SDerek Schuff   if (EnableEmException || EnableEmSjLj)
257ccdceda1SDerek Schuff     addPass(createWebAssemblyLowerEmscriptenEHSjLj(EnableEmException,
258ccdceda1SDerek Schuff                                                    EnableEmSjLj));
259f41f67d3SDerek Schuff 
26010e730a2SDan Gohman   TargetPassConfig::addIRPasses();
26110e730a2SDan Gohman }
26210e730a2SDan Gohman 
26310e730a2SDan Gohman bool WebAssemblyPassConfig::addInstSelector() {
264b0921ca9SDan Gohman   (void)TargetPassConfig::addInstSelector();
26510e730a2SDan Gohman   addPass(
26610e730a2SDan Gohman       createWebAssemblyISelDag(getWebAssemblyTargetMachine(), getOptLevel()));
2671cf96c0cSDan Gohman   // Run the argument-move pass immediately after the ScheduleDAG scheduler
2681cf96c0cSDan Gohman   // so that we can fix up the ARGUMENT instructions before anything else
2691cf96c0cSDan Gohman   // sees them in the wrong place.
2701cf96c0cSDan Gohman   addPass(createWebAssemblyArgumentMove());
271bb372243SDan Gohman   // Set the p2align operands. This information is present during ISel, however
272bb372243SDan Gohman   // it's inconvenient to collect. Collect it now, and update the immediate
273bb372243SDan Gohman   // operands.
274bb372243SDan Gohman   addPass(createWebAssemblySetP2AlignOperands());
27510e730a2SDan Gohman   return false;
27610e730a2SDan Gohman }
27710e730a2SDan Gohman 
278600aee98SJF Bastien void WebAssemblyPassConfig::addPostRegAlloc() {
2799c54d3b4SDan Gohman   // TODO: The following CodeGen passes don't currently support code containing
2809c54d3b4SDan Gohman   // virtual registers. Consider removing their restrictions and re-enabling
2819c54d3b4SDan Gohman   // them.
282ad154c83SDerek Schuff 
2831eb47368SMatthias Braun   // These functions all require the NoVRegs property.
284600aee98SJF Bastien   disablePass(&MachineCopyPropagationID);
2857ab1b32bSJun Bum Lim   disablePass(&PostRAMachineSinkingID);
286ecabac62SDerek Schuff   disablePass(&PostRASchedulerID);
287ecabac62SDerek Schuff   disablePass(&FuncletLayoutID);
288ecabac62SDerek Schuff   disablePass(&StackMapLivenessID);
289ecabac62SDerek Schuff   disablePass(&LiveDebugValuesID);
290fe71ec77SSanjoy Das   disablePass(&PatchableFunctionID);
2917ab1b32bSJun Bum Lim   disablePass(&ShrinkWrapID);
292950a13cfSDan Gohman 
293*ef9d6aeaSHeejin Ahn   // This pass hurts code size for wasm because it can generate irreducible
294*ef9d6aeaSHeejin Ahn   // control flow.
295*ef9d6aeaSHeejin Ahn   disablePass(&MachineBlockPlacementID);
296*ef9d6aeaSHeejin Ahn 
297b0921ca9SDan Gohman   TargetPassConfig::addPostRegAlloc();
298600aee98SJF Bastien }
29910e730a2SDan Gohman 
300950a13cfSDan Gohman void WebAssemblyPassConfig::addPreEmitPass() {
301b0921ca9SDan Gohman   TargetPassConfig::addPreEmitPass();
302b0921ca9SDan Gohman 
3036f69783fSDerek Schuff   // Rewrite pseudo call_indirect instructions as real instructions.
3046f69783fSDerek Schuff   // This needs to run before register stackification, because we change the
3056f69783fSDerek Schuff   // order of the arguments.
3066f69783fSDerek Schuff   addPass(createWebAssemblyCallIndirectFixup());
3076f69783fSDerek Schuff 
308e95056d6SHeejin Ahn   // Eliminate multiple-entry loops.
309e95056d6SHeejin Ahn   addPass(createWebAssemblyFixIrreducibleControlFlow());
310e95056d6SHeejin Ahn 
311e95056d6SHeejin Ahn   // Do various transformations for exception handling.
312d6f48786SHeejin Ahn   // Every CFG-changing optimizations should come before this.
313e95056d6SHeejin Ahn   addPass(createWebAssemblyLateEHPrepare());
314e95056d6SHeejin Ahn 
3150bb98650SHeejin Ahn   // Now that we have a prologue and epilogue and all frame indices are
3160bb98650SHeejin Ahn   // rewritten, eliminate SP and FP. This allows them to be stackified,
3170bb98650SHeejin Ahn   // colored, and numbered with the rest of the registers.
3180bb98650SHeejin Ahn   addPass(createWebAssemblyReplacePhysRegs());
3190bb98650SHeejin Ahn 
320d6f48786SHeejin Ahn   // Preparations and optimizations related to register stackification.
3210cfb5f85SDan Gohman   if (getOptLevel() != CodeGenOpt::None) {
3220cfb5f85SDan Gohman     // LiveIntervals isn't commonly run this late. Re-establish preconditions.
3230cfb5f85SDan Gohman     addPass(createWebAssemblyPrepareForLiveIntervals());
3240cfb5f85SDan Gohman 
3250cfb5f85SDan Gohman     // Depend on LiveIntervals and perform some optimizations on it.
3260cfb5f85SDan Gohman     addPass(createWebAssemblyOptimizeLiveIntervals());
3270cfb5f85SDan Gohman 
328321d5220SHeejin Ahn     // Prepare memory intrinsic calls for register stackifying.
329321d5220SHeejin Ahn     addPass(createWebAssemblyMemIntrinsicResults());
3300cfb5f85SDan Gohman 
331e040533eSDan Gohman     // Mark registers as representing wasm's value stack. This is a key
3320cfb5f85SDan Gohman     // code-compression technique in WebAssembly. We run this pass (and
333321d5220SHeejin Ahn     // MemIntrinsicResults above) very late, so that it sees as much code as
334321d5220SHeejin Ahn     // possible, including code emitted by PEI and expanded by late tail
335321d5220SHeejin Ahn     // duplication.
3360cfb5f85SDan Gohman     addPass(createWebAssemblyRegStackify());
3370cfb5f85SDan Gohman 
3380cfb5f85SDan Gohman     // Run the register coloring pass to reduce the total number of registers.
3390cfb5f85SDan Gohman     // This runs after stackification so that it doesn't consider registers
3400cfb5f85SDan Gohman     // that become stackified.
3410cfb5f85SDan Gohman     addPass(createWebAssemblyRegColoring());
3420cfb5f85SDan Gohman   }
3430cfb5f85SDan Gohman 
3446a87ddacSThomas Lively   // Insert explicit local.get and local.set operators.
345a7be3755SWouter van Oortmerssen   addPass(createWebAssemblyExplicitLocals());
346a7be3755SWouter van Oortmerssen 
347f52ee17aSDan Gohman   // Sort the blocks of the CFG into topological order, a prerequisite for
348f52ee17aSDan Gohman   // BLOCK and LOOP markers.
349f52ee17aSDan Gohman   addPass(createWebAssemblyCFGSort());
350f52ee17aSDan Gohman 
351f52ee17aSDan Gohman   // Insert BLOCK and LOOP markers.
352950a13cfSDan Gohman   addPass(createWebAssemblyCFGStackify());
3535941bde0SDan Gohman 
354f0b165a7SDan Gohman   // Lower br_unless into br_if.
355f0b165a7SDan Gohman   addPass(createWebAssemblyLowerBrUnless());
356f0b165a7SDan Gohman 
3575941bde0SDan Gohman   // Perform the very last peephole optimizations on the code.
358b13c91f1SDan Gohman   if (getOptLevel() != CodeGenOpt::None)
35981719f85SDan Gohman     addPass(createWebAssemblyPeephole());
360b7c2400fSDan Gohman 
361b7c2400fSDan Gohman   // Create a mapping from LLVM CodeGen virtual registers to wasm registers.
362b7c2400fSDan Gohman   addPass(createWebAssemblyRegNumbering());
363950a13cfSDan Gohman }
364