Dan Gohman | 10e730a | 2015-06-29 23:51:55 +0000 | [diff] [blame] | 1 | //===- WebAssemblyTargetMachine.cpp - Define TargetMachine for WebAssembly -==// |
| 2 | // |
| 3 | // The LLVM Compiler Infrastructure |
| 4 | // |
| 5 | // This file is distributed under the University of Illinois Open Source |
| 6 | // License. See LICENSE.TXT for details. |
| 7 | // |
| 8 | //===----------------------------------------------------------------------===// |
| 9 | /// |
| 10 | /// \file |
| 11 | /// \brief This file defines the WebAssembly-specific subclass of TargetMachine. |
| 12 | /// |
| 13 | //===----------------------------------------------------------------------===// |
| 14 | |
| 15 | #include "WebAssembly.h" |
| 16 | #include "MCTargetDesc/WebAssemblyMCTargetDesc.h" |
| 17 | #include "WebAssemblyTargetMachine.h" |
Dan Gohman | 5bf22fc | 2015-12-17 04:55:44 +0000 | [diff] [blame] | 18 | #include "WebAssemblyTargetObjectFile.h" |
Dan Gohman | 10e730a | 2015-06-29 23:51:55 +0000 | [diff] [blame] | 19 | #include "WebAssemblyTargetTransformInfo.h" |
| 20 | #include "llvm/CodeGen/MachineFunctionPass.h" |
| 21 | #include "llvm/CodeGen/Passes.h" |
| 22 | #include "llvm/CodeGen/RegAllocRegistry.h" |
Matthias Braun | 31d19d4 | 2016-05-10 03:21:59 +0000 | [diff] [blame] | 23 | #include "llvm/CodeGen/TargetPassConfig.h" |
Dan Gohman | 10e730a | 2015-06-29 23:51:55 +0000 | [diff] [blame] | 24 | #include "llvm/IR/Function.h" |
Dan Gohman | 10e730a | 2015-06-29 23:51:55 +0000 | [diff] [blame] | 25 | #include "llvm/Support/TargetRegistry.h" |
| 26 | #include "llvm/Target/TargetOptions.h" |
JF Bastien | 03855df | 2015-07-01 23:41:25 +0000 | [diff] [blame] | 27 | #include "llvm/Transforms/Scalar.h" |
Dan Gohman | 10e730a | 2015-06-29 23:51:55 +0000 | [diff] [blame] | 28 | using namespace llvm; |
| 29 | |
| 30 | #define DEBUG_TYPE "wasm" |
| 31 | |
Derek Schuff | f41f67d | 2016-08-01 21:34:04 +0000 | [diff] [blame] | 32 | // Emscripten's asm.js-style exception handling |
Derek Schuff | ccdceda | 2016-08-18 15:27:25 +0000 | [diff] [blame] | 33 | static cl::opt<bool> EnableEmException( |
Derek Schuff | 53b9af0 | 2016-08-09 00:29:55 +0000 | [diff] [blame] | 34 | "enable-emscripten-cxx-exceptions", |
Derek Schuff | f41f67d | 2016-08-01 21:34:04 +0000 | [diff] [blame] | 35 | cl::desc("WebAssembly Emscripten-style exception handling"), |
| 36 | cl::init(false)); |
| 37 | |
Derek Schuff | ccdceda | 2016-08-18 15:27:25 +0000 | [diff] [blame] | 38 | // Emscripten's asm.js-style setjmp/longjmp handling |
| 39 | static cl::opt<bool> EnableEmSjLj( |
| 40 | "enable-emscripten-sjlj", |
| 41 | cl::desc("WebAssembly Emscripten-style setjmp/longjmp handling"), |
| 42 | cl::init(false)); |
| 43 | |
Dan Gohman | 10e730a | 2015-06-29 23:51:55 +0000 | [diff] [blame] | 44 | extern "C" void LLVMInitializeWebAssemblyTarget() { |
| 45 | // Register the target. |
Mehdi Amini | f42454b | 2016-10-09 23:00:34 +0000 | [diff] [blame] | 46 | RegisterTargetMachine<WebAssemblyTargetMachine> X( |
| 47 | getTheWebAssemblyTarget32()); |
| 48 | RegisterTargetMachine<WebAssemblyTargetMachine> Y( |
| 49 | getTheWebAssemblyTarget64()); |
Derek Schuff | f41f67d | 2016-08-01 21:34:04 +0000 | [diff] [blame] | 50 | |
| 51 | // Register exception handling pass to opt |
Derek Schuff | ccdceda | 2016-08-18 15:27:25 +0000 | [diff] [blame] | 52 | initializeWebAssemblyLowerEmscriptenEHSjLjPass( |
Derek Schuff | f41f67d | 2016-08-01 21:34:04 +0000 | [diff] [blame] | 53 | *PassRegistry::getPassRegistry()); |
Dan Gohman | 10e730a | 2015-06-29 23:51:55 +0000 | [diff] [blame] | 54 | } |
| 55 | |
| 56 | //===----------------------------------------------------------------------===// |
| 57 | // WebAssembly Lowering public interface. |
| 58 | //===----------------------------------------------------------------------===// |
| 59 | |
Dan Gohman | 41133a3 | 2016-05-19 03:00:05 +0000 | [diff] [blame] | 60 | static Reloc::Model getEffectiveRelocModel(Optional<Reloc::Model> RM) { |
| 61 | if (!RM.hasValue()) |
| 62 | return Reloc::PIC_; |
| 63 | return *RM; |
| 64 | } |
| 65 | |
Dan Gohman | 10e730a | 2015-06-29 23:51:55 +0000 | [diff] [blame] | 66 | /// Create an WebAssembly architecture model. |
| 67 | /// |
| 68 | WebAssemblyTargetMachine::WebAssemblyTargetMachine( |
| 69 | const Target &T, const Triple &TT, StringRef CPU, StringRef FS, |
Dan Gohman | 41133a3 | 2016-05-19 03:00:05 +0000 | [diff] [blame] | 70 | const TargetOptions &Options, Optional<Reloc::Model> RM, |
| 71 | CodeModel::Model CM, CodeGenOpt::Level OL) |
Dan Gohman | 0c6f5ac | 2016-01-07 03:19:23 +0000 | [diff] [blame] | 72 | : LLVMTargetMachine(T, |
| 73 | TT.isArch64Bit() ? "e-m:e-p:64:64-i64:64-n32:64-S128" |
| 74 | : "e-m:e-p:32:32-i64:64-n32:64-S128", |
Dan Gohman | 41133a3 | 2016-05-19 03:00:05 +0000 | [diff] [blame] | 75 | TT, CPU, FS, Options, getEffectiveRelocModel(RM), |
| 76 | CM, OL), |
Dan Gohman | 18eafb6 | 2017-02-22 01:23:18 +0000 | [diff] [blame^] | 77 | TLOF(TT.isOSBinFormatELF() ? |
| 78 | static_cast<TargetLoweringObjectFile*>( |
| 79 | new WebAssemblyTargetObjectFileELF()) : |
| 80 | static_cast<TargetLoweringObjectFile*>( |
| 81 | new WebAssemblyTargetObjectFile())) { |
Dan Gohman | e040533 | 2016-10-03 22:43:53 +0000 | [diff] [blame] | 82 | // WebAssembly type-checks instructions, but a noreturn function with a return |
Derek Schuff | ffa143c | 2015-11-10 00:30:57 +0000 | [diff] [blame] | 83 | // type that doesn't match the context will cause a check failure. So we lower |
| 84 | // LLVM 'unreachable' to ISD::TRAP and then lower that to WebAssembly's |
Dan Gohman | e040533 | 2016-10-03 22:43:53 +0000 | [diff] [blame] | 85 | // 'unreachable' instructions which is meant for that case. |
Derek Schuff | ffa143c | 2015-11-10 00:30:57 +0000 | [diff] [blame] | 86 | this->Options.TrapUnreachable = true; |
| 87 | |
Dan Gohman | 10e730a | 2015-06-29 23:51:55 +0000 | [diff] [blame] | 88 | initAsmInfo(); |
| 89 | |
Dan Gohman | d85ab7f | 2016-02-18 06:32:53 +0000 | [diff] [blame] | 90 | // Note that we don't use setRequiresStructuredCFG(true). It disables |
| 91 | // optimizations than we're ok with, and want, such as critical edge |
| 92 | // splitting and tail merging. |
Dan Gohman | 10e730a | 2015-06-29 23:51:55 +0000 | [diff] [blame] | 93 | } |
| 94 | |
| 95 | WebAssemblyTargetMachine::~WebAssemblyTargetMachine() {} |
| 96 | |
| 97 | const WebAssemblySubtarget * |
| 98 | WebAssemblyTargetMachine::getSubtargetImpl(const Function &F) const { |
| 99 | Attribute CPUAttr = F.getFnAttribute("target-cpu"); |
| 100 | Attribute FSAttr = F.getFnAttribute("target-features"); |
| 101 | |
| 102 | std::string CPU = !CPUAttr.hasAttribute(Attribute::None) |
| 103 | ? CPUAttr.getValueAsString().str() |
| 104 | : TargetCPU; |
| 105 | std::string FS = !FSAttr.hasAttribute(Attribute::None) |
| 106 | ? FSAttr.getValueAsString().str() |
| 107 | : TargetFS; |
| 108 | |
| 109 | auto &I = SubtargetMap[CPU + FS]; |
| 110 | if (!I) { |
| 111 | // This needs to be done before we create a new subtarget since any |
| 112 | // creation will depend on the TM and the code generation flags on the |
| 113 | // function that reside in TargetOptions. |
| 114 | resetTargetOptions(F); |
Rafael Espindola | 3adc7ce | 2015-08-11 18:11:17 +0000 | [diff] [blame] | 115 | I = llvm::make_unique<WebAssemblySubtarget>(TargetTriple, CPU, FS, *this); |
Dan Gohman | 10e730a | 2015-06-29 23:51:55 +0000 | [diff] [blame] | 116 | } |
| 117 | return I.get(); |
| 118 | } |
| 119 | |
| 120 | namespace { |
| 121 | /// WebAssembly Code Generator Pass Configuration Options. |
| 122 | class WebAssemblyPassConfig final : public TargetPassConfig { |
| 123 | public: |
| 124 | WebAssemblyPassConfig(WebAssemblyTargetMachine *TM, PassManagerBase &PM) |
| 125 | : TargetPassConfig(TM, PM) {} |
| 126 | |
| 127 | WebAssemblyTargetMachine &getWebAssemblyTargetMachine() const { |
| 128 | return getTM<WebAssemblyTargetMachine>(); |
| 129 | } |
| 130 | |
| 131 | FunctionPass *createTargetRegisterAllocator(bool) override; |
Dan Gohman | 10e730a | 2015-06-29 23:51:55 +0000 | [diff] [blame] | 132 | |
| 133 | void addIRPasses() override; |
Dan Gohman | 10e730a | 2015-06-29 23:51:55 +0000 | [diff] [blame] | 134 | bool addInstSelector() override; |
Dan Gohman | 10e730a | 2015-06-29 23:51:55 +0000 | [diff] [blame] | 135 | void addPostRegAlloc() override; |
Derek Schuff | ad154c8 | 2016-03-28 17:05:30 +0000 | [diff] [blame] | 136 | bool addGCPasses() override { return false; } |
Dan Gohman | 10e730a | 2015-06-29 23:51:55 +0000 | [diff] [blame] | 137 | void addPreEmitPass() override; |
| 138 | }; |
| 139 | } // end anonymous namespace |
| 140 | |
| 141 | TargetIRAnalysis WebAssemblyTargetMachine::getTargetIRAnalysis() { |
Hans Wennborg | 9099b5e6 | 2015-09-16 23:59:57 +0000 | [diff] [blame] | 142 | return TargetIRAnalysis([this](const Function &F) { |
Dan Gohman | 10e730a | 2015-06-29 23:51:55 +0000 | [diff] [blame] | 143 | return TargetTransformInfo(WebAssemblyTTIImpl(this, F)); |
| 144 | }); |
| 145 | } |
| 146 | |
| 147 | TargetPassConfig * |
| 148 | WebAssemblyTargetMachine::createPassConfig(PassManagerBase &PM) { |
| 149 | return new WebAssemblyPassConfig(this, PM); |
| 150 | } |
| 151 | |
| 152 | FunctionPass *WebAssemblyPassConfig::createTargetRegisterAllocator(bool) { |
| 153 | return nullptr; // No reg alloc |
| 154 | } |
| 155 | |
Dan Gohman | 10e730a | 2015-06-29 23:51:55 +0000 | [diff] [blame] | 156 | //===----------------------------------------------------------------------===// |
| 157 | // The following functions are called from lib/CodeGen/Passes.cpp to modify |
| 158 | // the CodeGen pass sequence. |
| 159 | //===----------------------------------------------------------------------===// |
| 160 | |
| 161 | void WebAssemblyPassConfig::addIRPasses() { |
JF Bastien | 03855df | 2015-07-01 23:41:25 +0000 | [diff] [blame] | 162 | if (TM->Options.ThreadModel == ThreadModel::Single) |
Dan Gohman | 9c54d3b | 2015-11-25 18:13:18 +0000 | [diff] [blame] | 163 | // In "single" mode, atomics get lowered to non-atomics. |
JF Bastien | 03855df | 2015-07-01 23:41:25 +0000 | [diff] [blame] | 164 | addPass(createLowerAtomicPass()); |
| 165 | else |
| 166 | // Expand some atomic operations. WebAssemblyTargetLowering has hooks which |
| 167 | // control specifically what gets lowered. |
| 168 | addPass(createAtomicExpandPass(TM)); |
Dan Gohman | 10e730a | 2015-06-29 23:51:55 +0000 | [diff] [blame] | 169 | |
Dan Gohman | 1b63745 | 2017-01-07 00:34:54 +0000 | [diff] [blame] | 170 | // Fix function bitcasts, as WebAssembly requires caller and callee signatures |
| 171 | // to match. |
| 172 | addPass(createWebAssemblyFixFunctionBitcasts()); |
| 173 | |
Dan Gohman | 81719f8 | 2015-11-25 16:55:01 +0000 | [diff] [blame] | 174 | // Optimize "returned" function attributes. |
Dan Gohman | b13c91f | 2016-01-19 14:55:02 +0000 | [diff] [blame] | 175 | if (getOptLevel() != CodeGenOpt::None) |
| 176 | addPass(createWebAssemblyOptimizeReturned()); |
Dan Gohman | 81719f8 | 2015-11-25 16:55:01 +0000 | [diff] [blame] | 177 | |
Heejin Ahn | c0f1817 | 2016-09-01 21:05:15 +0000 | [diff] [blame] | 178 | // If exception handling is not enabled and setjmp/longjmp handling is |
| 179 | // enabled, we lower invokes into calls and delete unreachable landingpad |
| 180 | // blocks. Lowering invokes when there is no EH support is done in |
| 181 | // TargetPassConfig::addPassesToHandleExceptions, but this runs after this |
| 182 | // function and SjLj handling expects all invokes to be lowered before. |
| 183 | if (!EnableEmException) { |
| 184 | addPass(createLowerInvokePass()); |
| 185 | // The lower invoke pass may create unreachable code. Remove it in order not |
| 186 | // to process dead blocks in setjmp/longjmp handling. |
| 187 | addPass(createUnreachableBlockEliminationPass()); |
| 188 | } |
| 189 | |
| 190 | // Handle exceptions and setjmp/longjmp if enabled. |
Derek Schuff | ccdceda | 2016-08-18 15:27:25 +0000 | [diff] [blame] | 191 | if (EnableEmException || EnableEmSjLj) |
| 192 | addPass(createWebAssemblyLowerEmscriptenEHSjLj(EnableEmException, |
| 193 | EnableEmSjLj)); |
Derek Schuff | f41f67d | 2016-08-01 21:34:04 +0000 | [diff] [blame] | 194 | |
Dan Gohman | 10e730a | 2015-06-29 23:51:55 +0000 | [diff] [blame] | 195 | TargetPassConfig::addIRPasses(); |
| 196 | } |
| 197 | |
Dan Gohman | 10e730a | 2015-06-29 23:51:55 +0000 | [diff] [blame] | 198 | bool WebAssemblyPassConfig::addInstSelector() { |
Dan Gohman | b0921ca | 2015-12-05 19:24:17 +0000 | [diff] [blame] | 199 | (void)TargetPassConfig::addInstSelector(); |
Dan Gohman | 10e730a | 2015-06-29 23:51:55 +0000 | [diff] [blame] | 200 | addPass( |
| 201 | createWebAssemblyISelDag(getWebAssemblyTargetMachine(), getOptLevel())); |
Dan Gohman | 1cf96c0 | 2015-12-09 16:23:59 +0000 | [diff] [blame] | 202 | // Run the argument-move pass immediately after the ScheduleDAG scheduler |
| 203 | // so that we can fix up the ARGUMENT instructions before anything else |
| 204 | // sees them in the wrong place. |
| 205 | addPass(createWebAssemblyArgumentMove()); |
Dan Gohman | bb37224 | 2016-01-26 03:39:31 +0000 | [diff] [blame] | 206 | // Set the p2align operands. This information is present during ISel, however |
| 207 | // it's inconvenient to collect. Collect it now, and update the immediate |
| 208 | // operands. |
| 209 | addPass(createWebAssemblySetP2AlignOperands()); |
Dan Gohman | 10e730a | 2015-06-29 23:51:55 +0000 | [diff] [blame] | 210 | return false; |
| 211 | } |
| 212 | |
JF Bastien | 600aee9 | 2015-07-31 17:53:38 +0000 | [diff] [blame] | 213 | void WebAssemblyPassConfig::addPostRegAlloc() { |
Dan Gohman | 9c54d3b | 2015-11-25 18:13:18 +0000 | [diff] [blame] | 214 | // TODO: The following CodeGen passes don't currently support code containing |
| 215 | // virtual registers. Consider removing their restrictions and re-enabling |
| 216 | // them. |
Derek Schuff | ad154c8 | 2016-03-28 17:05:30 +0000 | [diff] [blame] | 217 | |
| 218 | // Has no asserts of its own, but was not written to handle virtual regs. |
| 219 | disablePass(&ShrinkWrapID); |
Derek Schuff | ecabac6 | 2016-03-28 22:52:20 +0000 | [diff] [blame] | 220 | |
Matthias Braun | 1eb4736 | 2016-08-25 01:27:13 +0000 | [diff] [blame] | 221 | // These functions all require the NoVRegs property. |
JF Bastien | 600aee9 | 2015-07-31 17:53:38 +0000 | [diff] [blame] | 222 | disablePass(&MachineCopyPropagationID); |
Derek Schuff | ecabac6 | 2016-03-28 22:52:20 +0000 | [diff] [blame] | 223 | disablePass(&PostRASchedulerID); |
| 224 | disablePass(&FuncletLayoutID); |
| 225 | disablePass(&StackMapLivenessID); |
| 226 | disablePass(&LiveDebugValuesID); |
Sanjoy Das | fe71ec7 | 2016-04-19 06:24:58 +0000 | [diff] [blame] | 227 | disablePass(&PatchableFunctionID); |
Dan Gohman | 950a13c | 2015-09-16 16:51:30 +0000 | [diff] [blame] | 228 | |
Dan Gohman | b0921ca | 2015-12-05 19:24:17 +0000 | [diff] [blame] | 229 | TargetPassConfig::addPostRegAlloc(); |
JF Bastien | 600aee9 | 2015-07-31 17:53:38 +0000 | [diff] [blame] | 230 | } |
Dan Gohman | 10e730a | 2015-06-29 23:51:55 +0000 | [diff] [blame] | 231 | |
Dan Gohman | 950a13c | 2015-09-16 16:51:30 +0000 | [diff] [blame] | 232 | void WebAssemblyPassConfig::addPreEmitPass() { |
Dan Gohman | b0921ca | 2015-12-05 19:24:17 +0000 | [diff] [blame] | 233 | TargetPassConfig::addPreEmitPass(); |
Dan Gohman | 05ac43f | 2015-12-17 01:39:00 +0000 | [diff] [blame] | 234 | |
Dan Gohman | 0cfb5f8 | 2016-05-10 04:24:02 +0000 | [diff] [blame] | 235 | // Now that we have a prologue and epilogue and all frame indices are |
| 236 | // rewritten, eliminate SP and FP. This allows them to be stackified, |
| 237 | // colored, and numbered with the rest of the registers. |
| 238 | addPass(createWebAssemblyReplacePhysRegs()); |
| 239 | |
Derek Schuff | 6f69783 | 2016-10-21 16:38:07 +0000 | [diff] [blame] | 240 | // Rewrite pseudo call_indirect instructions as real instructions. |
| 241 | // This needs to run before register stackification, because we change the |
| 242 | // order of the arguments. |
| 243 | addPass(createWebAssemblyCallIndirectFixup()); |
| 244 | |
Dan Gohman | 0cfb5f8 | 2016-05-10 04:24:02 +0000 | [diff] [blame] | 245 | if (getOptLevel() != CodeGenOpt::None) { |
| 246 | // LiveIntervals isn't commonly run this late. Re-establish preconditions. |
| 247 | addPass(createWebAssemblyPrepareForLiveIntervals()); |
| 248 | |
| 249 | // Depend on LiveIntervals and perform some optimizations on it. |
| 250 | addPass(createWebAssemblyOptimizeLiveIntervals()); |
| 251 | |
| 252 | // Prepare store instructions for register stackifying. |
| 253 | addPass(createWebAssemblyStoreResults()); |
| 254 | |
Dan Gohman | e040533 | 2016-10-03 22:43:53 +0000 | [diff] [blame] | 255 | // Mark registers as representing wasm's value stack. This is a key |
Dan Gohman | 0cfb5f8 | 2016-05-10 04:24:02 +0000 | [diff] [blame] | 256 | // code-compression technique in WebAssembly. We run this pass (and |
| 257 | // StoreResults above) very late, so that it sees as much code as possible, |
| 258 | // including code emitted by PEI and expanded by late tail duplication. |
| 259 | addPass(createWebAssemblyRegStackify()); |
| 260 | |
| 261 | // Run the register coloring pass to reduce the total number of registers. |
| 262 | // This runs after stackification so that it doesn't consider registers |
| 263 | // that become stackified. |
| 264 | addPass(createWebAssemblyRegColoring()); |
| 265 | } |
| 266 | |
Dan Gohman | 4fc4e42 | 2016-10-24 19:49:43 +0000 | [diff] [blame] | 267 | // Insert explicit get_local and set_local operators. |
Dan Gohman | 66caac5 | 2016-12-03 23:00:12 +0000 | [diff] [blame] | 268 | addPass(createWebAssemblyExplicitLocals()); |
Dan Gohman | 4fc4e42 | 2016-10-24 19:49:43 +0000 | [diff] [blame] | 269 | |
Dan Gohman | d7a2eea | 2016-03-09 02:01:14 +0000 | [diff] [blame] | 270 | // Eliminate multiple-entry loops. |
| 271 | addPass(createWebAssemblyFixIrreducibleControlFlow()); |
| 272 | |
Dan Gohman | 5941bde | 2015-11-25 21:32:06 +0000 | [diff] [blame] | 273 | // Put the CFG in structured form; insert BLOCK and LOOP markers. |
Dan Gohman | 950a13c | 2015-09-16 16:51:30 +0000 | [diff] [blame] | 274 | addPass(createWebAssemblyCFGStackify()); |
Dan Gohman | 5941bde | 2015-11-25 21:32:06 +0000 | [diff] [blame] | 275 | |
Dan Gohman | f0b165a | 2015-12-05 03:03:35 +0000 | [diff] [blame] | 276 | // Lower br_unless into br_if. |
| 277 | addPass(createWebAssemblyLowerBrUnless()); |
| 278 | |
Dan Gohman | 5941bde | 2015-11-25 21:32:06 +0000 | [diff] [blame] | 279 | // Perform the very last peephole optimizations on the code. |
Dan Gohman | b13c91f | 2016-01-19 14:55:02 +0000 | [diff] [blame] | 280 | if (getOptLevel() != CodeGenOpt::None) |
| 281 | addPass(createWebAssemblyPeephole()); |
Dan Gohman | b7c2400 | 2016-05-21 00:21:56 +0000 | [diff] [blame] | 282 | |
| 283 | // Create a mapping from LLVM CodeGen virtual registers to wasm registers. |
| 284 | addPass(createWebAssemblyRegNumbering()); |
Dan Gohman | 950a13c | 2015-09-16 16:51:30 +0000 | [diff] [blame] | 285 | } |