Dan Gohman | 10e730a | 2015-06-29 23:51:55 +0000 | [diff] [blame] | 1 | //===- WebAssemblyTargetMachine.cpp - Define TargetMachine for WebAssembly -==// |
| 2 | // |
| 3 | // The LLVM Compiler Infrastructure |
| 4 | // |
| 5 | // This file is distributed under the University of Illinois Open Source |
| 6 | // License. See LICENSE.TXT for details. |
| 7 | // |
| 8 | //===----------------------------------------------------------------------===// |
| 9 | /// |
| 10 | /// \file |
| 11 | /// \brief This file defines the WebAssembly-specific subclass of TargetMachine. |
| 12 | /// |
| 13 | //===----------------------------------------------------------------------===// |
| 14 | |
Dan Gohman | 10e730a | 2015-06-29 23:51:55 +0000 | [diff] [blame] | 15 | #include "WebAssemblyTargetMachine.h" |
Chandler Carruth | 6bda14b | 2017-06-06 11:49:48 +0000 | [diff] [blame] | 16 | #include "MCTargetDesc/WebAssemblyMCTargetDesc.h" |
| 17 | #include "WebAssembly.h" |
Dan Gohman | 5bf22fc | 2015-12-17 04:55:44 +0000 | [diff] [blame] | 18 | #include "WebAssemblyTargetObjectFile.h" |
Dan Gohman | 10e730a | 2015-06-29 23:51:55 +0000 | [diff] [blame] | 19 | #include "WebAssemblyTargetTransformInfo.h" |
| 20 | #include "llvm/CodeGen/MachineFunctionPass.h" |
| 21 | #include "llvm/CodeGen/Passes.h" |
| 22 | #include "llvm/CodeGen/RegAllocRegistry.h" |
Matthias Braun | 31d19d4 | 2016-05-10 03:21:59 +0000 | [diff] [blame] | 23 | #include "llvm/CodeGen/TargetPassConfig.h" |
Dan Gohman | 10e730a | 2015-06-29 23:51:55 +0000 | [diff] [blame] | 24 | #include "llvm/IR/Function.h" |
Dan Gohman | 10e730a | 2015-06-29 23:51:55 +0000 | [diff] [blame] | 25 | #include "llvm/Support/TargetRegistry.h" |
| 26 | #include "llvm/Target/TargetOptions.h" |
JF Bastien | 03855df | 2015-07-01 23:41:25 +0000 | [diff] [blame] | 27 | #include "llvm/Transforms/Scalar.h" |
David Blaikie | a373d18 | 2018-03-28 17:44:36 +0000 | [diff] [blame] | 28 | #include "llvm/Transforms/Utils.h" |
Dan Gohman | 10e730a | 2015-06-29 23:51:55 +0000 | [diff] [blame] | 29 | using namespace llvm; |
| 30 | |
| 31 | #define DEBUG_TYPE "wasm" |
| 32 | |
Derek Schuff | f41f67d | 2016-08-01 21:34:04 +0000 | [diff] [blame] | 33 | // Emscripten's asm.js-style exception handling |
Derek Schuff | ccdceda | 2016-08-18 15:27:25 +0000 | [diff] [blame] | 34 | static cl::opt<bool> EnableEmException( |
Derek Schuff | 53b9af0 | 2016-08-09 00:29:55 +0000 | [diff] [blame] | 35 | "enable-emscripten-cxx-exceptions", |
Derek Schuff | f41f67d | 2016-08-01 21:34:04 +0000 | [diff] [blame] | 36 | cl::desc("WebAssembly Emscripten-style exception handling"), |
| 37 | cl::init(false)); |
| 38 | |
Derek Schuff | ccdceda | 2016-08-18 15:27:25 +0000 | [diff] [blame] | 39 | // Emscripten's asm.js-style setjmp/longjmp handling |
| 40 | static cl::opt<bool> EnableEmSjLj( |
| 41 | "enable-emscripten-sjlj", |
| 42 | cl::desc("WebAssembly Emscripten-style setjmp/longjmp handling"), |
| 43 | cl::init(false)); |
| 44 | |
Dan Gohman | 10e730a | 2015-06-29 23:51:55 +0000 | [diff] [blame] | 45 | extern "C" void LLVMInitializeWebAssemblyTarget() { |
| 46 | // Register the target. |
Mehdi Amini | f42454b | 2016-10-09 23:00:34 +0000 | [diff] [blame] | 47 | RegisterTargetMachine<WebAssemblyTargetMachine> X( |
| 48 | getTheWebAssemblyTarget32()); |
| 49 | RegisterTargetMachine<WebAssemblyTargetMachine> Y( |
| 50 | getTheWebAssemblyTarget64()); |
Derek Schuff | f41f67d | 2016-08-01 21:34:04 +0000 | [diff] [blame] | 51 | |
Jacob Gravelle | 4092645 | 2018-03-30 20:36:58 +0000 | [diff] [blame^] | 52 | // Register backend passes |
| 53 | auto &PR = *PassRegistry::getPassRegistry(); |
| 54 | initializeWebAssemblyLowerEmscriptenEHSjLjPass(PR); |
| 55 | initializeLowerGlobalDtorsPass(PR); |
| 56 | initializeFixFunctionBitcastsPass(PR); |
| 57 | initializeOptimizeReturnedPass(PR); |
| 58 | initializeWebAssemblyArgumentMovePass(PR); |
| 59 | initializeWebAssemblySetP2AlignOperandsPass(PR); |
| 60 | initializeWebAssemblyReplacePhysRegsPass(PR); |
| 61 | initializeWebAssemblyPrepareForLiveIntervalsPass(PR); |
| 62 | initializeWebAssemblyOptimizeLiveIntervalsPass(PR); |
| 63 | initializeWebAssemblyStoreResultsPass(PR); |
| 64 | initializeWebAssemblyRegStackifyPass(PR); |
| 65 | initializeWebAssemblyRegColoringPass(PR); |
| 66 | initializeWebAssemblyExplicitLocalsPass(PR); |
| 67 | initializeWebAssemblyFixIrreducibleControlFlowPass(PR); |
| 68 | initializeWebAssemblyCFGSortPass(PR); |
| 69 | initializeWebAssemblyCFGStackifyPass(PR); |
| 70 | initializeWebAssemblyLowerBrUnlessPass(PR); |
| 71 | initializeWebAssemblyRegNumberingPass(PR); |
| 72 | initializeWebAssemblyPeepholePass(PR); |
| 73 | initializeWebAssemblyCallIndirectFixupPass(PR); |
Dan Gohman | 10e730a | 2015-06-29 23:51:55 +0000 | [diff] [blame] | 74 | } |
| 75 | |
| 76 | //===----------------------------------------------------------------------===// |
| 77 | // WebAssembly Lowering public interface. |
| 78 | //===----------------------------------------------------------------------===// |
| 79 | |
Dan Gohman | 41133a3 | 2016-05-19 03:00:05 +0000 | [diff] [blame] | 80 | static Reloc::Model getEffectiveRelocModel(Optional<Reloc::Model> RM) { |
| 81 | if (!RM.hasValue()) |
| 82 | return Reloc::PIC_; |
| 83 | return *RM; |
| 84 | } |
| 85 | |
Dan Gohman | 10e730a | 2015-06-29 23:51:55 +0000 | [diff] [blame] | 86 | /// Create an WebAssembly architecture model. |
| 87 | /// |
| 88 | WebAssemblyTargetMachine::WebAssemblyTargetMachine( |
| 89 | const Target &T, const Triple &TT, StringRef CPU, StringRef FS, |
Dan Gohman | 41133a3 | 2016-05-19 03:00:05 +0000 | [diff] [blame] | 90 | const TargetOptions &Options, Optional<Reloc::Model> RM, |
Daniel Jasper | 314ed20 | 2017-08-03 05:15:53 +0000 | [diff] [blame] | 91 | Optional<CodeModel::Model> CM, CodeGenOpt::Level OL, bool JIT) |
Matthias Braun | bb8507e | 2017-10-12 22:57:28 +0000 | [diff] [blame] | 92 | : LLVMTargetMachine(T, |
| 93 | TT.isArch64Bit() ? "e-m:e-p:64:64-i64:64-n32:64-S128" |
| 94 | : "e-m:e-p:32:32-i64:64-n32:64-S128", |
| 95 | TT, CPU, FS, Options, getEffectiveRelocModel(RM), |
| 96 | CM ? *CM : CodeModel::Large, OL), |
Dan Gohman | 18eafb6 | 2017-02-22 01:23:18 +0000 | [diff] [blame] | 97 | TLOF(TT.isOSBinFormatELF() ? |
| 98 | static_cast<TargetLoweringObjectFile*>( |
| 99 | new WebAssemblyTargetObjectFileELF()) : |
| 100 | static_cast<TargetLoweringObjectFile*>( |
| 101 | new WebAssemblyTargetObjectFile())) { |
Dan Gohman | e040533 | 2016-10-03 22:43:53 +0000 | [diff] [blame] | 102 | // WebAssembly type-checks instructions, but a noreturn function with a return |
Derek Schuff | ffa143c | 2015-11-10 00:30:57 +0000 | [diff] [blame] | 103 | // type that doesn't match the context will cause a check failure. So we lower |
| 104 | // LLVM 'unreachable' to ISD::TRAP and then lower that to WebAssembly's |
Dan Gohman | e040533 | 2016-10-03 22:43:53 +0000 | [diff] [blame] | 105 | // 'unreachable' instructions which is meant for that case. |
Derek Schuff | ffa143c | 2015-11-10 00:30:57 +0000 | [diff] [blame] | 106 | this->Options.TrapUnreachable = true; |
| 107 | |
Dan Gohman | d934cb8 | 2017-02-24 23:18:00 +0000 | [diff] [blame] | 108 | // WebAssembly treats each function as an independent unit. Force |
| 109 | // -ffunction-sections, effectively, so that we can emit them independently. |
| 110 | if (!TT.isOSBinFormatELF()) { |
| 111 | this->Options.FunctionSections = true; |
| 112 | this->Options.DataSections = true; |
| 113 | this->Options.UniqueSectionNames = true; |
| 114 | } |
| 115 | |
Dan Gohman | 10e730a | 2015-06-29 23:51:55 +0000 | [diff] [blame] | 116 | initAsmInfo(); |
| 117 | |
Dan Gohman | d85ab7f | 2016-02-18 06:32:53 +0000 | [diff] [blame] | 118 | // Note that we don't use setRequiresStructuredCFG(true). It disables |
| 119 | // optimizations than we're ok with, and want, such as critical edge |
| 120 | // splitting and tail merging. |
Dan Gohman | 10e730a | 2015-06-29 23:51:55 +0000 | [diff] [blame] | 121 | } |
| 122 | |
| 123 | WebAssemblyTargetMachine::~WebAssemblyTargetMachine() {} |
| 124 | |
| 125 | const WebAssemblySubtarget * |
| 126 | WebAssemblyTargetMachine::getSubtargetImpl(const Function &F) const { |
| 127 | Attribute CPUAttr = F.getFnAttribute("target-cpu"); |
| 128 | Attribute FSAttr = F.getFnAttribute("target-features"); |
| 129 | |
| 130 | std::string CPU = !CPUAttr.hasAttribute(Attribute::None) |
| 131 | ? CPUAttr.getValueAsString().str() |
| 132 | : TargetCPU; |
| 133 | std::string FS = !FSAttr.hasAttribute(Attribute::None) |
| 134 | ? FSAttr.getValueAsString().str() |
| 135 | : TargetFS; |
| 136 | |
| 137 | auto &I = SubtargetMap[CPU + FS]; |
| 138 | if (!I) { |
| 139 | // This needs to be done before we create a new subtarget since any |
| 140 | // creation will depend on the TM and the code generation flags on the |
| 141 | // function that reside in TargetOptions. |
| 142 | resetTargetOptions(F); |
Rafael Espindola | 3adc7ce | 2015-08-11 18:11:17 +0000 | [diff] [blame] | 143 | I = llvm::make_unique<WebAssemblySubtarget>(TargetTriple, CPU, FS, *this); |
Dan Gohman | 10e730a | 2015-06-29 23:51:55 +0000 | [diff] [blame] | 144 | } |
| 145 | return I.get(); |
| 146 | } |
| 147 | |
| 148 | namespace { |
Derek Schuff | 39b5367 | 2018-03-20 22:01:32 +0000 | [diff] [blame] | 149 | class StripThreadLocal final : public ModulePass { |
| 150 | // The default thread model for wasm is single, where thread-local variables |
| 151 | // are identical to regular globals and should be treated the same. So this |
| 152 | // pass just converts all GlobalVariables to NotThreadLocal |
| 153 | static char ID; |
| 154 | |
| 155 | public: |
| 156 | StripThreadLocal() : ModulePass(ID) {} |
| 157 | bool runOnModule(Module &M) override { |
| 158 | for (auto &GV : M.globals()) |
| 159 | GV.setThreadLocalMode(GlobalValue::ThreadLocalMode::NotThreadLocal); |
| 160 | return true; |
| 161 | } |
| 162 | }; |
| 163 | char StripThreadLocal::ID = 0; |
| 164 | |
Dan Gohman | 10e730a | 2015-06-29 23:51:55 +0000 | [diff] [blame] | 165 | /// WebAssembly Code Generator Pass Configuration Options. |
| 166 | class WebAssemblyPassConfig final : public TargetPassConfig { |
| 167 | public: |
Matthias Braun | 5e394c3 | 2017-05-30 21:36:41 +0000 | [diff] [blame] | 168 | WebAssemblyPassConfig(WebAssemblyTargetMachine &TM, PassManagerBase &PM) |
Dan Gohman | 10e730a | 2015-06-29 23:51:55 +0000 | [diff] [blame] | 169 | : TargetPassConfig(TM, PM) {} |
| 170 | |
| 171 | WebAssemblyTargetMachine &getWebAssemblyTargetMachine() const { |
| 172 | return getTM<WebAssemblyTargetMachine>(); |
| 173 | } |
| 174 | |
| 175 | FunctionPass *createTargetRegisterAllocator(bool) override; |
Dan Gohman | 10e730a | 2015-06-29 23:51:55 +0000 | [diff] [blame] | 176 | |
| 177 | void addIRPasses() override; |
Dan Gohman | 10e730a | 2015-06-29 23:51:55 +0000 | [diff] [blame] | 178 | bool addInstSelector() override; |
Dan Gohman | 10e730a | 2015-06-29 23:51:55 +0000 | [diff] [blame] | 179 | void addPostRegAlloc() override; |
Derek Schuff | ad154c8 | 2016-03-28 17:05:30 +0000 | [diff] [blame] | 180 | bool addGCPasses() override { return false; } |
Dan Gohman | 10e730a | 2015-06-29 23:51:55 +0000 | [diff] [blame] | 181 | void addPreEmitPass() override; |
| 182 | }; |
| 183 | } // end anonymous namespace |
| 184 | |
Sanjoy Das | 26d11ca | 2017-12-22 18:21:59 +0000 | [diff] [blame] | 185 | TargetTransformInfo |
| 186 | WebAssemblyTargetMachine::getTargetTransformInfo(const Function &F) { |
| 187 | return TargetTransformInfo(WebAssemblyTTIImpl(this, F)); |
Dan Gohman | 10e730a | 2015-06-29 23:51:55 +0000 | [diff] [blame] | 188 | } |
| 189 | |
| 190 | TargetPassConfig * |
| 191 | WebAssemblyTargetMachine::createPassConfig(PassManagerBase &PM) { |
Matthias Braun | 5e394c3 | 2017-05-30 21:36:41 +0000 | [diff] [blame] | 192 | return new WebAssemblyPassConfig(*this, PM); |
Dan Gohman | 10e730a | 2015-06-29 23:51:55 +0000 | [diff] [blame] | 193 | } |
| 194 | |
| 195 | FunctionPass *WebAssemblyPassConfig::createTargetRegisterAllocator(bool) { |
| 196 | return nullptr; // No reg alloc |
| 197 | } |
| 198 | |
Dan Gohman | 10e730a | 2015-06-29 23:51:55 +0000 | [diff] [blame] | 199 | //===----------------------------------------------------------------------===// |
| 200 | // The following functions are called from lib/CodeGen/Passes.cpp to modify |
| 201 | // the CodeGen pass sequence. |
| 202 | //===----------------------------------------------------------------------===// |
| 203 | |
| 204 | void WebAssemblyPassConfig::addIRPasses() { |
Derek Schuff | 39b5367 | 2018-03-20 22:01:32 +0000 | [diff] [blame] | 205 | if (TM->Options.ThreadModel == ThreadModel::Single) { |
Dan Gohman | 9c54d3b | 2015-11-25 18:13:18 +0000 | [diff] [blame] | 206 | // In "single" mode, atomics get lowered to non-atomics. |
JF Bastien | 03855df | 2015-07-01 23:41:25 +0000 | [diff] [blame] | 207 | addPass(createLowerAtomicPass()); |
Derek Schuff | 39b5367 | 2018-03-20 22:01:32 +0000 | [diff] [blame] | 208 | addPass(new StripThreadLocal()); |
| 209 | } else { |
JF Bastien | 03855df | 2015-07-01 23:41:25 +0000 | [diff] [blame] | 210 | // Expand some atomic operations. WebAssemblyTargetLowering has hooks which |
| 211 | // control specifically what gets lowered. |
Francis Visoiu Mistrih | 8b61764 | 2017-05-18 17:21:13 +0000 | [diff] [blame] | 212 | addPass(createAtomicExpandPass()); |
Derek Schuff | 39b5367 | 2018-03-20 22:01:32 +0000 | [diff] [blame] | 213 | } |
Dan Gohman | 10e730a | 2015-06-29 23:51:55 +0000 | [diff] [blame] | 214 | |
Sam Clegg | bafe690 | 2017-12-15 00:17:10 +0000 | [diff] [blame] | 215 | // Lower .llvm.global_dtors into .llvm_global_ctors with __cxa_atexit calls. |
| 216 | addPass(createWebAssemblyLowerGlobalDtors()); |
| 217 | |
Dan Gohman | 1b63745 | 2017-01-07 00:34:54 +0000 | [diff] [blame] | 218 | // Fix function bitcasts, as WebAssembly requires caller and callee signatures |
| 219 | // to match. |
| 220 | addPass(createWebAssemblyFixFunctionBitcasts()); |
| 221 | |
Dan Gohman | 81719f8 | 2015-11-25 16:55:01 +0000 | [diff] [blame] | 222 | // Optimize "returned" function attributes. |
Dan Gohman | b13c91f | 2016-01-19 14:55:02 +0000 | [diff] [blame] | 223 | if (getOptLevel() != CodeGenOpt::None) |
| 224 | addPass(createWebAssemblyOptimizeReturned()); |
Dan Gohman | 81719f8 | 2015-11-25 16:55:01 +0000 | [diff] [blame] | 225 | |
Heejin Ahn | c0f1817 | 2016-09-01 21:05:15 +0000 | [diff] [blame] | 226 | // If exception handling is not enabled and setjmp/longjmp handling is |
| 227 | // enabled, we lower invokes into calls and delete unreachable landingpad |
| 228 | // blocks. Lowering invokes when there is no EH support is done in |
| 229 | // TargetPassConfig::addPassesToHandleExceptions, but this runs after this |
| 230 | // function and SjLj handling expects all invokes to be lowered before. |
Heejin Ahn | 9386bde | 2018-02-24 00:40:50 +0000 | [diff] [blame] | 231 | if (!EnableEmException && |
| 232 | TM->Options.ExceptionModel == ExceptionHandling::None) { |
Heejin Ahn | c0f1817 | 2016-09-01 21:05:15 +0000 | [diff] [blame] | 233 | addPass(createLowerInvokePass()); |
| 234 | // The lower invoke pass may create unreachable code. Remove it in order not |
| 235 | // to process dead blocks in setjmp/longjmp handling. |
| 236 | addPass(createUnreachableBlockEliminationPass()); |
| 237 | } |
| 238 | |
| 239 | // Handle exceptions and setjmp/longjmp if enabled. |
Derek Schuff | ccdceda | 2016-08-18 15:27:25 +0000 | [diff] [blame] | 240 | if (EnableEmException || EnableEmSjLj) |
| 241 | addPass(createWebAssemblyLowerEmscriptenEHSjLj(EnableEmException, |
| 242 | EnableEmSjLj)); |
Derek Schuff | f41f67d | 2016-08-01 21:34:04 +0000 | [diff] [blame] | 243 | |
Dan Gohman | 10e730a | 2015-06-29 23:51:55 +0000 | [diff] [blame] | 244 | TargetPassConfig::addIRPasses(); |
| 245 | } |
| 246 | |
Dan Gohman | 10e730a | 2015-06-29 23:51:55 +0000 | [diff] [blame] | 247 | bool WebAssemblyPassConfig::addInstSelector() { |
Dan Gohman | b0921ca | 2015-12-05 19:24:17 +0000 | [diff] [blame] | 248 | (void)TargetPassConfig::addInstSelector(); |
Dan Gohman | 10e730a | 2015-06-29 23:51:55 +0000 | [diff] [blame] | 249 | addPass( |
| 250 | createWebAssemblyISelDag(getWebAssemblyTargetMachine(), getOptLevel())); |
Dan Gohman | 1cf96c0 | 2015-12-09 16:23:59 +0000 | [diff] [blame] | 251 | // Run the argument-move pass immediately after the ScheduleDAG scheduler |
| 252 | // so that we can fix up the ARGUMENT instructions before anything else |
| 253 | // sees them in the wrong place. |
| 254 | addPass(createWebAssemblyArgumentMove()); |
Dan Gohman | bb37224 | 2016-01-26 03:39:31 +0000 | [diff] [blame] | 255 | // Set the p2align operands. This information is present during ISel, however |
| 256 | // it's inconvenient to collect. Collect it now, and update the immediate |
| 257 | // operands. |
| 258 | addPass(createWebAssemblySetP2AlignOperands()); |
Dan Gohman | 10e730a | 2015-06-29 23:51:55 +0000 | [diff] [blame] | 259 | return false; |
| 260 | } |
| 261 | |
JF Bastien | 600aee9 | 2015-07-31 17:53:38 +0000 | [diff] [blame] | 262 | void WebAssemblyPassConfig::addPostRegAlloc() { |
Dan Gohman | 9c54d3b | 2015-11-25 18:13:18 +0000 | [diff] [blame] | 263 | // TODO: The following CodeGen passes don't currently support code containing |
| 264 | // virtual registers. Consider removing their restrictions and re-enabling |
| 265 | // them. |
Derek Schuff | ad154c8 | 2016-03-28 17:05:30 +0000 | [diff] [blame] | 266 | |
| 267 | // Has no asserts of its own, but was not written to handle virtual regs. |
| 268 | disablePass(&ShrinkWrapID); |
Derek Schuff | ecabac6 | 2016-03-28 22:52:20 +0000 | [diff] [blame] | 269 | |
Matthias Braun | 1eb4736 | 2016-08-25 01:27:13 +0000 | [diff] [blame] | 270 | // These functions all require the NoVRegs property. |
JF Bastien | 600aee9 | 2015-07-31 17:53:38 +0000 | [diff] [blame] | 271 | disablePass(&MachineCopyPropagationID); |
Derek Schuff | ecabac6 | 2016-03-28 22:52:20 +0000 | [diff] [blame] | 272 | disablePass(&PostRASchedulerID); |
| 273 | disablePass(&FuncletLayoutID); |
| 274 | disablePass(&StackMapLivenessID); |
| 275 | disablePass(&LiveDebugValuesID); |
Sanjoy Das | fe71ec7 | 2016-04-19 06:24:58 +0000 | [diff] [blame] | 276 | disablePass(&PatchableFunctionID); |
Dan Gohman | 950a13c | 2015-09-16 16:51:30 +0000 | [diff] [blame] | 277 | |
Dan Gohman | b0921ca | 2015-12-05 19:24:17 +0000 | [diff] [blame] | 278 | TargetPassConfig::addPostRegAlloc(); |
JF Bastien | 600aee9 | 2015-07-31 17:53:38 +0000 | [diff] [blame] | 279 | } |
Dan Gohman | 10e730a | 2015-06-29 23:51:55 +0000 | [diff] [blame] | 280 | |
Dan Gohman | 950a13c | 2015-09-16 16:51:30 +0000 | [diff] [blame] | 281 | void WebAssemblyPassConfig::addPreEmitPass() { |
Dan Gohman | b0921ca | 2015-12-05 19:24:17 +0000 | [diff] [blame] | 282 | TargetPassConfig::addPreEmitPass(); |
Dan Gohman | 05ac43f | 2015-12-17 01:39:00 +0000 | [diff] [blame] | 283 | |
Dan Gohman | 0cfb5f8 | 2016-05-10 04:24:02 +0000 | [diff] [blame] | 284 | // Now that we have a prologue and epilogue and all frame indices are |
| 285 | // rewritten, eliminate SP and FP. This allows them to be stackified, |
| 286 | // colored, and numbered with the rest of the registers. |
| 287 | addPass(createWebAssemblyReplacePhysRegs()); |
| 288 | |
Derek Schuff | 6f69783 | 2016-10-21 16:38:07 +0000 | [diff] [blame] | 289 | // Rewrite pseudo call_indirect instructions as real instructions. |
| 290 | // This needs to run before register stackification, because we change the |
| 291 | // order of the arguments. |
| 292 | addPass(createWebAssemblyCallIndirectFixup()); |
| 293 | |
Dan Gohman | 0cfb5f8 | 2016-05-10 04:24:02 +0000 | [diff] [blame] | 294 | if (getOptLevel() != CodeGenOpt::None) { |
| 295 | // LiveIntervals isn't commonly run this late. Re-establish preconditions. |
| 296 | addPass(createWebAssemblyPrepareForLiveIntervals()); |
| 297 | |
| 298 | // Depend on LiveIntervals and perform some optimizations on it. |
| 299 | addPass(createWebAssemblyOptimizeLiveIntervals()); |
| 300 | |
| 301 | // Prepare store instructions for register stackifying. |
| 302 | addPass(createWebAssemblyStoreResults()); |
| 303 | |
Dan Gohman | e040533 | 2016-10-03 22:43:53 +0000 | [diff] [blame] | 304 | // Mark registers as representing wasm's value stack. This is a key |
Dan Gohman | 0cfb5f8 | 2016-05-10 04:24:02 +0000 | [diff] [blame] | 305 | // code-compression technique in WebAssembly. We run this pass (and |
| 306 | // StoreResults above) very late, so that it sees as much code as possible, |
| 307 | // including code emitted by PEI and expanded by late tail duplication. |
| 308 | addPass(createWebAssemblyRegStackify()); |
| 309 | |
| 310 | // Run the register coloring pass to reduce the total number of registers. |
| 311 | // This runs after stackification so that it doesn't consider registers |
| 312 | // that become stackified. |
| 313 | addPass(createWebAssemblyRegColoring()); |
| 314 | } |
| 315 | |
Dan Gohman | d934cb8 | 2017-02-24 23:18:00 +0000 | [diff] [blame] | 316 | // Eliminate multiple-entry loops. Do this before inserting explicit get_local |
| 317 | // and set_local operators because we create a new variable that we want |
| 318 | // converted into a local. |
| 319 | addPass(createWebAssemblyFixIrreducibleControlFlow()); |
| 320 | |
Dan Gohman | 4fc4e42 | 2016-10-24 19:49:43 +0000 | [diff] [blame] | 321 | // Insert explicit get_local and set_local operators. |
Dan Gohman | 66caac5 | 2016-12-03 23:00:12 +0000 | [diff] [blame] | 322 | addPass(createWebAssemblyExplicitLocals()); |
Dan Gohman | 4fc4e42 | 2016-10-24 19:49:43 +0000 | [diff] [blame] | 323 | |
Dan Gohman | f52ee17 | 2017-02-27 22:38:58 +0000 | [diff] [blame] | 324 | // Sort the blocks of the CFG into topological order, a prerequisite for |
| 325 | // BLOCK and LOOP markers. |
| 326 | addPass(createWebAssemblyCFGSort()); |
| 327 | |
| 328 | // Insert BLOCK and LOOP markers. |
Dan Gohman | 950a13c | 2015-09-16 16:51:30 +0000 | [diff] [blame] | 329 | addPass(createWebAssemblyCFGStackify()); |
Dan Gohman | 5941bde | 2015-11-25 21:32:06 +0000 | [diff] [blame] | 330 | |
Dan Gohman | f0b165a | 2015-12-05 03:03:35 +0000 | [diff] [blame] | 331 | // Lower br_unless into br_if. |
| 332 | addPass(createWebAssemblyLowerBrUnless()); |
| 333 | |
Dan Gohman | 5941bde | 2015-11-25 21:32:06 +0000 | [diff] [blame] | 334 | // Perform the very last peephole optimizations on the code. |
Dan Gohman | b13c91f | 2016-01-19 14:55:02 +0000 | [diff] [blame] | 335 | if (getOptLevel() != CodeGenOpt::None) |
| 336 | addPass(createWebAssemblyPeephole()); |
Dan Gohman | b7c2400 | 2016-05-21 00:21:56 +0000 | [diff] [blame] | 337 | |
| 338 | // Create a mapping from LLVM CodeGen virtual registers to wasm registers. |
| 339 | addPass(createWebAssemblyRegNumbering()); |
Dan Gohman | 950a13c | 2015-09-16 16:51:30 +0000 | [diff] [blame] | 340 | } |