xref: /llvm-project/llvm/lib/Target/WebAssembly/WebAssemblyTargetMachine.cpp (revision 8ef4632681227661ca3c4b608298da99f8552597)
1 //===- WebAssemblyTargetMachine.cpp - Define TargetMachine for WebAssembly -==//
2 //
3 // Part of the LLVM Project, under the Apache License v2.0 with LLVM Exceptions.
4 // See https://llvm.org/LICENSE.txt for license information.
5 // SPDX-License-Identifier: Apache-2.0 WITH LLVM-exception
6 //
7 //===----------------------------------------------------------------------===//
8 ///
9 /// \file
10 /// This file defines the WebAssembly-specific subclass of TargetMachine.
11 ///
12 //===----------------------------------------------------------------------===//
13 
14 #include "WebAssemblyTargetMachine.h"
15 #include "MCTargetDesc/WebAssemblyMCTargetDesc.h"
16 #include "TargetInfo/WebAssemblyTargetInfo.h"
17 #include "Utils/WebAssemblyUtilities.h"
18 #include "WebAssembly.h"
19 #include "WebAssemblyMachineFunctionInfo.h"
20 #include "WebAssemblyTargetObjectFile.h"
21 #include "WebAssemblyTargetTransformInfo.h"
22 #include "llvm/CodeGen/MIRParser/MIParser.h"
23 #include "llvm/CodeGen/MachineFunctionPass.h"
24 #include "llvm/CodeGen/Passes.h"
25 #include "llvm/CodeGen/RegAllocRegistry.h"
26 #include "llvm/CodeGen/TargetPassConfig.h"
27 #include "llvm/IR/Function.h"
28 #include "llvm/InitializePasses.h"
29 #include "llvm/MC/MCAsmInfo.h"
30 #include "llvm/MC/TargetRegistry.h"
31 #include "llvm/Target/TargetOptions.h"
32 #include "llvm/Transforms/Scalar.h"
33 #include "llvm/Transforms/Scalar/LowerAtomicPass.h"
34 #include "llvm/Transforms/Utils.h"
35 using namespace llvm;
36 
37 #define DEBUG_TYPE "wasm"
38 
39 // A command-line option to keep implicit locals
40 // for the purpose of testing with lit/llc ONLY.
41 // This produces output which is not valid WebAssembly, and is not supported
42 // by assemblers/disassemblers and other MC based tools.
43 static cl::opt<bool> WasmDisableExplicitLocals(
44     "wasm-disable-explicit-locals", cl::Hidden,
45     cl::desc("WebAssembly: output implicit locals in"
46              " instruction output for test purposes only."),
47     cl::init(false));
48 
49 extern "C" LLVM_EXTERNAL_VISIBILITY void LLVMInitializeWebAssemblyTarget() {
50   // Register the target.
51   RegisterTargetMachine<WebAssemblyTargetMachine> X(
52       getTheWebAssemblyTarget32());
53   RegisterTargetMachine<WebAssemblyTargetMachine> Y(
54       getTheWebAssemblyTarget64());
55 
56   // Register backend passes
57   auto &PR = *PassRegistry::getPassRegistry();
58   initializeWebAssemblyAddMissingPrototypesPass(PR);
59   initializeWebAssemblyLowerEmscriptenEHSjLjPass(PR);
60   initializeLowerGlobalDtorsLegacyPassPass(PR);
61   initializeFixFunctionBitcastsPass(PR);
62   initializeOptimizeReturnedPass(PR);
63   initializeWebAssemblyArgumentMovePass(PR);
64   initializeWebAssemblySetP2AlignOperandsPass(PR);
65   initializeWebAssemblyReplacePhysRegsPass(PR);
66   initializeWebAssemblyOptimizeLiveIntervalsPass(PR);
67   initializeWebAssemblyMemIntrinsicResultsPass(PR);
68   initializeWebAssemblyRegStackifyPass(PR);
69   initializeWebAssemblyRegColoringPass(PR);
70   initializeWebAssemblyNullifyDebugValueListsPass(PR);
71   initializeWebAssemblyFixIrreducibleControlFlowPass(PR);
72   initializeWebAssemblyLateEHPreparePass(PR);
73   initializeWebAssemblyExceptionInfoPass(PR);
74   initializeWebAssemblyCFGSortPass(PR);
75   initializeWebAssemblyCFGStackifyPass(PR);
76   initializeWebAssemblyExplicitLocalsPass(PR);
77   initializeWebAssemblyLowerBrUnlessPass(PR);
78   initializeWebAssemblyRegNumberingPass(PR);
79   initializeWebAssemblyDebugFixupPass(PR);
80   initializeWebAssemblyPeepholePass(PR);
81   initializeWebAssemblyMCLowerPrePassPass(PR);
82 }
83 
84 //===----------------------------------------------------------------------===//
85 // WebAssembly Lowering public interface.
86 //===----------------------------------------------------------------------===//
87 
88 static Reloc::Model getEffectiveRelocModel(Optional<Reloc::Model> RM,
89                                            const Triple &TT) {
90   if (!RM) {
91     // Default to static relocation model.  This should always be more optimial
92     // than PIC since the static linker can determine all global addresses and
93     // assume direct function calls.
94     return Reloc::Static;
95   }
96 
97   if (!TT.isOSEmscripten()) {
98     // Relocation modes other than static are currently implemented in a way
99     // that only works for Emscripten, so disable them if we aren't targeting
100     // Emscripten.
101     return Reloc::Static;
102   }
103 
104   return *RM;
105 }
106 
107 /// Create an WebAssembly architecture model.
108 ///
109 WebAssemblyTargetMachine::WebAssemblyTargetMachine(
110     const Target &T, const Triple &TT, StringRef CPU, StringRef FS,
111     const TargetOptions &Options, Optional<Reloc::Model> RM,
112     Optional<CodeModel::Model> CM, CodeGenOpt::Level OL, bool JIT)
113     : LLVMTargetMachine(
114           T,
115           TT.isArch64Bit()
116               ? (TT.isOSEmscripten() ? "e-m:e-p:64:64-p10:8:8-p20:8:8-i64:64-"
117                                        "f128:64-n32:64-S128-ni:1:10:20"
118                                      : "e-m:e-p:64:64-p10:8:8-p20:8:8-i64:64-"
119                                        "n32:64-S128-ni:1:10:20")
120               : (TT.isOSEmscripten() ? "e-m:e-p:32:32-p10:8:8-p20:8:8-i64:64-"
121                                        "f128:64-n32:64-S128-ni:1:10:20"
122                                      : "e-m:e-p:32:32-p10:8:8-p20:8:8-i64:64-"
123                                        "n32:64-S128-ni:1:10:20"),
124           TT, CPU, FS, Options, getEffectiveRelocModel(RM, TT),
125           getEffectiveCodeModel(CM, CodeModel::Large), OL),
126       TLOF(new WebAssemblyTargetObjectFile()) {
127   // WebAssembly type-checks instructions, but a noreturn function with a return
128   // type that doesn't match the context will cause a check failure. So we lower
129   // LLVM 'unreachable' to ISD::TRAP and then lower that to WebAssembly's
130   // 'unreachable' instructions which is meant for that case.
131   this->Options.TrapUnreachable = true;
132 
133   // WebAssembly treats each function as an independent unit. Force
134   // -ffunction-sections, effectively, so that we can emit them independently.
135   this->Options.FunctionSections = true;
136   this->Options.DataSections = true;
137   this->Options.UniqueSectionNames = true;
138 
139   initAsmInfo();
140 
141   // Note that we don't use setRequiresStructuredCFG(true). It disables
142   // optimizations than we're ok with, and want, such as critical edge
143   // splitting and tail merging.
144 }
145 
146 WebAssemblyTargetMachine::~WebAssemblyTargetMachine() = default; // anchor.
147 
148 const WebAssemblySubtarget *WebAssemblyTargetMachine::getSubtargetImpl() const {
149   return getSubtargetImpl(std::string(getTargetCPU()),
150                           std::string(getTargetFeatureString()));
151 }
152 
153 const WebAssemblySubtarget *
154 WebAssemblyTargetMachine::getSubtargetImpl(std::string CPU,
155                                            std::string FS) const {
156   auto &I = SubtargetMap[CPU + FS];
157   if (!I) {
158     I = std::make_unique<WebAssemblySubtarget>(TargetTriple, CPU, FS, *this);
159   }
160   return I.get();
161 }
162 
163 const WebAssemblySubtarget *
164 WebAssemblyTargetMachine::getSubtargetImpl(const Function &F) const {
165   Attribute CPUAttr = F.getFnAttribute("target-cpu");
166   Attribute FSAttr = F.getFnAttribute("target-features");
167 
168   std::string CPU =
169       CPUAttr.isValid() ? CPUAttr.getValueAsString().str() : TargetCPU;
170   std::string FS =
171       FSAttr.isValid() ? FSAttr.getValueAsString().str() : TargetFS;
172 
173   // This needs to be done before we create a new subtarget since any
174   // creation will depend on the TM and the code generation flags on the
175   // function that reside in TargetOptions.
176   resetTargetOptions(F);
177 
178   return getSubtargetImpl(CPU, FS);
179 }
180 
181 namespace {
182 
183 class CoalesceFeaturesAndStripAtomics final : public ModulePass {
184   // Take the union of all features used in the module and use it for each
185   // function individually, since having multiple feature sets in one module
186   // currently does not make sense for WebAssembly. If atomics are not enabled,
187   // also strip atomic operations and thread local storage.
188   static char ID;
189   WebAssemblyTargetMachine *WasmTM;
190 
191 public:
192   CoalesceFeaturesAndStripAtomics(WebAssemblyTargetMachine *WasmTM)
193       : ModulePass(ID), WasmTM(WasmTM) {}
194 
195   bool runOnModule(Module &M) override {
196     FeatureBitset Features = coalesceFeatures(M);
197 
198     std::string FeatureStr = getFeatureString(Features);
199     WasmTM->setTargetFeatureString(FeatureStr);
200     for (auto &F : M)
201       replaceFeatures(F, FeatureStr);
202 
203     bool StrippedAtomics = false;
204     bool StrippedTLS = false;
205 
206     if (!Features[WebAssembly::FeatureAtomics]) {
207       StrippedAtomics = stripAtomics(M);
208       StrippedTLS = stripThreadLocals(M);
209     } else if (!Features[WebAssembly::FeatureBulkMemory]) {
210       StrippedTLS |= stripThreadLocals(M);
211     }
212 
213     if (StrippedAtomics && !StrippedTLS)
214       stripThreadLocals(M);
215     else if (StrippedTLS && !StrippedAtomics)
216       stripAtomics(M);
217 
218     recordFeatures(M, Features, StrippedAtomics || StrippedTLS);
219 
220     // Conservatively assume we have made some change
221     return true;
222   }
223 
224 private:
225   FeatureBitset coalesceFeatures(const Module &M) {
226     FeatureBitset Features =
227         WasmTM
228             ->getSubtargetImpl(std::string(WasmTM->getTargetCPU()),
229                                std::string(WasmTM->getTargetFeatureString()))
230             ->getFeatureBits();
231     for (auto &F : M)
232       Features |= WasmTM->getSubtargetImpl(F)->getFeatureBits();
233     return Features;
234   }
235 
236   std::string getFeatureString(const FeatureBitset &Features) {
237     std::string Ret;
238     for (const SubtargetFeatureKV &KV : WebAssemblyFeatureKV) {
239       if (Features[KV.Value])
240         Ret += (StringRef("+") + KV.Key + ",").str();
241     }
242     return Ret;
243   }
244 
245   void replaceFeatures(Function &F, const std::string &Features) {
246     F.removeFnAttr("target-features");
247     F.removeFnAttr("target-cpu");
248     F.addFnAttr("target-features", Features);
249   }
250 
251   bool stripAtomics(Module &M) {
252     // Detect whether any atomics will be lowered, since there is no way to tell
253     // whether the LowerAtomic pass lowers e.g. stores.
254     bool Stripped = false;
255     for (auto &F : M) {
256       for (auto &B : F) {
257         for (auto &I : B) {
258           if (I.isAtomic()) {
259             Stripped = true;
260             goto done;
261           }
262         }
263       }
264     }
265 
266   done:
267     if (!Stripped)
268       return false;
269 
270     LowerAtomicPass Lowerer;
271     FunctionAnalysisManager FAM;
272     for (auto &F : M)
273       Lowerer.run(F, FAM);
274 
275     return true;
276   }
277 
278   bool stripThreadLocals(Module &M) {
279     bool Stripped = false;
280     for (auto &GV : M.globals()) {
281       if (GV.isThreadLocal()) {
282         Stripped = true;
283         GV.setThreadLocal(false);
284       }
285     }
286     return Stripped;
287   }
288 
289   void recordFeatures(Module &M, const FeatureBitset &Features, bool Stripped) {
290     for (const SubtargetFeatureKV &KV : WebAssemblyFeatureKV) {
291       if (Features[KV.Value]) {
292         // Mark features as used
293         std::string MDKey = (StringRef("wasm-feature-") + KV.Key).str();
294         M.addModuleFlag(Module::ModFlagBehavior::Error, MDKey,
295                         wasm::WASM_FEATURE_PREFIX_USED);
296       }
297     }
298     // Code compiled without atomics or bulk-memory may have had its atomics or
299     // thread-local data lowered to nonatomic operations or non-thread-local
300     // data. In that case, we mark the pseudo-feature "shared-mem" as disallowed
301     // to tell the linker that it would be unsafe to allow this code ot be used
302     // in a module with shared memory.
303     if (Stripped) {
304       M.addModuleFlag(Module::ModFlagBehavior::Error, "wasm-feature-shared-mem",
305                       wasm::WASM_FEATURE_PREFIX_DISALLOWED);
306     }
307   }
308 };
309 char CoalesceFeaturesAndStripAtomics::ID = 0;
310 
311 /// WebAssembly Code Generator Pass Configuration Options.
312 class WebAssemblyPassConfig final : public TargetPassConfig {
313 public:
314   WebAssemblyPassConfig(WebAssemblyTargetMachine &TM, PassManagerBase &PM)
315       : TargetPassConfig(TM, PM) {}
316 
317   WebAssemblyTargetMachine &getWebAssemblyTargetMachine() const {
318     return getTM<WebAssemblyTargetMachine>();
319   }
320 
321   FunctionPass *createTargetRegisterAllocator(bool) override;
322 
323   void addIRPasses() override;
324   void addISelPrepare() override;
325   bool addInstSelector() override;
326   void addOptimizedRegAlloc() override;
327   void addPostRegAlloc() override;
328   bool addGCPasses() override { return false; }
329   void addPreEmitPass() override;
330   bool addPreISel() override;
331 
332   // No reg alloc
333   bool addRegAssignAndRewriteFast() override { return false; }
334 
335   // No reg alloc
336   bool addRegAssignAndRewriteOptimized() override { return false; }
337 };
338 } // end anonymous namespace
339 
340 TargetTransformInfo
341 WebAssemblyTargetMachine::getTargetTransformInfo(const Function &F) const {
342   return TargetTransformInfo(WebAssemblyTTIImpl(this, F));
343 }
344 
345 TargetPassConfig *
346 WebAssemblyTargetMachine::createPassConfig(PassManagerBase &PM) {
347   return new WebAssemblyPassConfig(*this, PM);
348 }
349 
350 FunctionPass *WebAssemblyPassConfig::createTargetRegisterAllocator(bool) {
351   return nullptr; // No reg alloc
352 }
353 
354 using WebAssembly::WasmEnableEH;
355 using WebAssembly::WasmEnableEmEH;
356 using WebAssembly::WasmEnableEmSjLj;
357 using WebAssembly::WasmEnableSjLj;
358 
359 static void basicCheckForEHAndSjLj(TargetMachine *TM) {
360   // Before checking, we make sure TargetOptions.ExceptionModel is the same as
361   // MCAsmInfo.ExceptionsType. Normally these have to be the same, because clang
362   // stores the exception model info in LangOptions, which is later transferred
363   // to TargetOptions and MCAsmInfo. But when clang compiles bitcode directly,
364   // clang's LangOptions is not used and thus the exception model info is not
365   // correctly transferred to TargetOptions and MCAsmInfo, so we make sure we
366   // have the correct exception model in in WebAssemblyMCAsmInfo constructor.
367   // But in this case TargetOptions is still not updated, so we make sure they
368   // are the same.
369   TM->Options.ExceptionModel = TM->getMCAsmInfo()->getExceptionHandlingType();
370 
371   // Basic Correctness checking related to -exception-model
372   if (TM->Options.ExceptionModel != ExceptionHandling::None &&
373       TM->Options.ExceptionModel != ExceptionHandling::Wasm)
374     report_fatal_error("-exception-model should be either 'none' or 'wasm'");
375   if (WasmEnableEmEH && TM->Options.ExceptionModel == ExceptionHandling::Wasm)
376     report_fatal_error("-exception-model=wasm not allowed with "
377                        "-enable-emscripten-cxx-exceptions");
378   if (WasmEnableEH && TM->Options.ExceptionModel != ExceptionHandling::Wasm)
379     report_fatal_error(
380         "-wasm-enable-eh only allowed with -exception-model=wasm");
381   if (WasmEnableSjLj && TM->Options.ExceptionModel != ExceptionHandling::Wasm)
382     report_fatal_error(
383         "-wasm-enable-sjlj only allowed with -exception-model=wasm");
384   if ((!WasmEnableEH && !WasmEnableSjLj) &&
385       TM->Options.ExceptionModel == ExceptionHandling::Wasm)
386     report_fatal_error(
387         "-exception-model=wasm only allowed with at least one of "
388         "-wasm-enable-eh or -wasm-enable-sjj");
389 
390   // You can't enable two modes of EH at the same time
391   if (WasmEnableEmEH && WasmEnableEH)
392     report_fatal_error(
393         "-enable-emscripten-cxx-exceptions not allowed with -wasm-enable-eh");
394   // You can't enable two modes of SjLj at the same time
395   if (WasmEnableEmSjLj && WasmEnableSjLj)
396     report_fatal_error(
397         "-enable-emscripten-sjlj not allowed with -wasm-enable-sjlj");
398   // You can't mix Emscripten EH with Wasm SjLj.
399   if (WasmEnableEmEH && WasmEnableSjLj)
400     report_fatal_error(
401         "-enable-emscripten-cxx-exceptions not allowed with -wasm-enable-sjlj");
402   // Currently it is allowed to mix Wasm EH with Emscripten SjLj as an interim
403   // measure, but some code will error out at compile time in this combination.
404   // See WebAssemblyLowerEmscriptenEHSjLj pass for details.
405 }
406 
407 //===----------------------------------------------------------------------===//
408 // The following functions are called from lib/CodeGen/Passes.cpp to modify
409 // the CodeGen pass sequence.
410 //===----------------------------------------------------------------------===//
411 
412 void WebAssemblyPassConfig::addIRPasses() {
413   // Add signatures to prototype-less function declarations
414   addPass(createWebAssemblyAddMissingPrototypes());
415 
416   // Lower .llvm.global_dtors into .llvm_global_ctors with __cxa_atexit calls.
417   addPass(createLowerGlobalDtorsLegacyPass());
418 
419   // Fix function bitcasts, as WebAssembly requires caller and callee signatures
420   // to match.
421   addPass(createWebAssemblyFixFunctionBitcasts());
422 
423   // Optimize "returned" function attributes.
424   if (getOptLevel() != CodeGenOpt::None)
425     addPass(createWebAssemblyOptimizeReturned());
426 
427   basicCheckForEHAndSjLj(TM);
428 
429   // If exception handling is not enabled and setjmp/longjmp handling is
430   // enabled, we lower invokes into calls and delete unreachable landingpad
431   // blocks. Lowering invokes when there is no EH support is done in
432   // TargetPassConfig::addPassesToHandleExceptions, but that runs after these IR
433   // passes and Emscripten SjLj handling expects all invokes to be lowered
434   // before.
435   if (!WasmEnableEmEH && !WasmEnableEH) {
436     addPass(createLowerInvokePass());
437     // The lower invoke pass may create unreachable code. Remove it in order not
438     // to process dead blocks in setjmp/longjmp handling.
439     addPass(createUnreachableBlockEliminationPass());
440   }
441 
442   // Handle exceptions and setjmp/longjmp if enabled. Unlike Wasm EH preparation
443   // done in WasmEHPrepare pass, Wasm SjLj preparation shares libraries and
444   // transformation algorithms with Emscripten SjLj, so we run
445   // LowerEmscriptenEHSjLj pass also when Wasm SjLj is enabled.
446   if (WasmEnableEmEH || WasmEnableEmSjLj || WasmEnableSjLj)
447     addPass(createWebAssemblyLowerEmscriptenEHSjLj());
448 
449   // Expand indirectbr instructions to switches.
450   addPass(createIndirectBrExpandPass());
451 
452   TargetPassConfig::addIRPasses();
453 }
454 
455 void WebAssemblyPassConfig::addISelPrepare() {
456   // Lower atomics and TLS if necessary
457   addPass(new CoalesceFeaturesAndStripAtomics(&getWebAssemblyTargetMachine()));
458 
459   // This is a no-op if atomics are not used in the module
460   addPass(createAtomicExpandPass());
461 
462   TargetPassConfig::addISelPrepare();
463 }
464 
465 bool WebAssemblyPassConfig::addInstSelector() {
466   (void)TargetPassConfig::addInstSelector();
467   addPass(
468       createWebAssemblyISelDag(getWebAssemblyTargetMachine(), getOptLevel()));
469   // Run the argument-move pass immediately after the ScheduleDAG scheduler
470   // so that we can fix up the ARGUMENT instructions before anything else
471   // sees them in the wrong place.
472   addPass(createWebAssemblyArgumentMove());
473   // Set the p2align operands. This information is present during ISel, however
474   // it's inconvenient to collect. Collect it now, and update the immediate
475   // operands.
476   addPass(createWebAssemblySetP2AlignOperands());
477 
478   // Eliminate range checks and add default targets to br_table instructions.
479   addPass(createWebAssemblyFixBrTableDefaults());
480 
481   return false;
482 }
483 
484 void WebAssemblyPassConfig::addOptimizedRegAlloc() {
485   // Currently RegisterCoalesce degrades wasm debug info quality by a
486   // significant margin. As a quick fix, disable this for -O1, which is often
487   // used for debugging large applications. Disabling this increases code size
488   // of Emscripten core benchmarks by ~5%, which is acceptable for -O1, which is
489   // usually not used for production builds.
490   // TODO Investigate why RegisterCoalesce degrades debug info quality and fix
491   // it properly
492   if (getOptLevel() == CodeGenOpt::Less)
493     disablePass(&RegisterCoalescerID);
494   TargetPassConfig::addOptimizedRegAlloc();
495 }
496 
497 void WebAssemblyPassConfig::addPostRegAlloc() {
498   // TODO: The following CodeGen passes don't currently support code containing
499   // virtual registers. Consider removing their restrictions and re-enabling
500   // them.
501 
502   // These functions all require the NoVRegs property.
503   disablePass(&MachineCopyPropagationID);
504   disablePass(&PostRAMachineSinkingID);
505   disablePass(&PostRASchedulerID);
506   disablePass(&FuncletLayoutID);
507   disablePass(&StackMapLivenessID);
508   disablePass(&LiveDebugValuesID);
509   disablePass(&PatchableFunctionID);
510   disablePass(&ShrinkWrapID);
511 
512   // This pass hurts code size for wasm because it can generate irreducible
513   // control flow.
514   disablePass(&MachineBlockPlacementID);
515 
516   TargetPassConfig::addPostRegAlloc();
517 }
518 
519 void WebAssemblyPassConfig::addPreEmitPass() {
520   TargetPassConfig::addPreEmitPass();
521 
522   // Nullify DBG_VALUE_LISTs that we cannot handle.
523   addPass(createWebAssemblyNullifyDebugValueLists());
524 
525   // Eliminate multiple-entry loops.
526   addPass(createWebAssemblyFixIrreducibleControlFlow());
527 
528   // Do various transformations for exception handling.
529   // Every CFG-changing optimizations should come before this.
530   if (TM->Options.ExceptionModel == ExceptionHandling::Wasm)
531     addPass(createWebAssemblyLateEHPrepare());
532 
533   // Now that we have a prologue and epilogue and all frame indices are
534   // rewritten, eliminate SP and FP. This allows them to be stackified,
535   // colored, and numbered with the rest of the registers.
536   addPass(createWebAssemblyReplacePhysRegs());
537 
538   // Preparations and optimizations related to register stackification.
539   if (getOptLevel() != CodeGenOpt::None) {
540     // Depend on LiveIntervals and perform some optimizations on it.
541     addPass(createWebAssemblyOptimizeLiveIntervals());
542 
543     // Prepare memory intrinsic calls for register stackifying.
544     addPass(createWebAssemblyMemIntrinsicResults());
545 
546     // Mark registers as representing wasm's value stack. This is a key
547     // code-compression technique in WebAssembly. We run this pass (and
548     // MemIntrinsicResults above) very late, so that it sees as much code as
549     // possible, including code emitted by PEI and expanded by late tail
550     // duplication.
551     addPass(createWebAssemblyRegStackify());
552 
553     // Run the register coloring pass to reduce the total number of registers.
554     // This runs after stackification so that it doesn't consider registers
555     // that become stackified.
556     addPass(createWebAssemblyRegColoring());
557   }
558 
559   // Sort the blocks of the CFG into topological order, a prerequisite for
560   // BLOCK and LOOP markers.
561   addPass(createWebAssemblyCFGSort());
562 
563   // Insert BLOCK and LOOP markers.
564   addPass(createWebAssemblyCFGStackify());
565 
566   // Insert explicit local.get and local.set operators.
567   if (!WasmDisableExplicitLocals)
568     addPass(createWebAssemblyExplicitLocals());
569 
570   // Lower br_unless into br_if.
571   addPass(createWebAssemblyLowerBrUnless());
572 
573   // Perform the very last peephole optimizations on the code.
574   if (getOptLevel() != CodeGenOpt::None)
575     addPass(createWebAssemblyPeephole());
576 
577   // Create a mapping from LLVM CodeGen virtual registers to wasm registers.
578   addPass(createWebAssemblyRegNumbering());
579 
580   // Fix debug_values whose defs have been stackified.
581   if (!WasmDisableExplicitLocals)
582     addPass(createWebAssemblyDebugFixup());
583 
584   // Collect information to prepare for MC lowering / asm printing.
585   addPass(createWebAssemblyMCLowerPrePass());
586 }
587 
588 bool WebAssemblyPassConfig::addPreISel() {
589   TargetPassConfig::addPreISel();
590   addPass(createWebAssemblyLowerRefTypesIntPtrConv());
591   return false;
592 }
593 
594 yaml::MachineFunctionInfo *
595 WebAssemblyTargetMachine::createDefaultFuncInfoYAML() const {
596   return new yaml::WebAssemblyFunctionInfo();
597 }
598 
599 yaml::MachineFunctionInfo *WebAssemblyTargetMachine::convertFuncInfoToYAML(
600     const MachineFunction &MF) const {
601   const auto *MFI = MF.getInfo<WebAssemblyFunctionInfo>();
602   return new yaml::WebAssemblyFunctionInfo(MF, *MFI);
603 }
604 
605 bool WebAssemblyTargetMachine::parseMachineFunctionInfo(
606     const yaml::MachineFunctionInfo &MFI, PerFunctionMIParsingState &PFS,
607     SMDiagnostic &Error, SMRange &SourceRange) const {
608   const auto &YamlMFI = static_cast<const yaml::WebAssemblyFunctionInfo &>(MFI);
609   MachineFunction &MF = PFS.MF;
610   MF.getInfo<WebAssemblyFunctionInfo>()->initializeBaseYamlFields(MF, YamlMFI);
611   return false;
612 }
613