blob: c235fd21d0614e9217a7052de66f2198a16a3ffc [file] [log] [blame]
Dan Gohman10e730a2015-06-29 23:51:55 +00001//===- WebAssemblyTargetMachine.cpp - Define TargetMachine for WebAssembly -==//
2//
Chandler Carruth2946cd72019-01-19 08:50:56 +00003// Part of the LLVM Project, under the Apache License v2.0 with LLVM Exceptions.
4// See https://llvm.org/LICENSE.txt for license information.
5// SPDX-License-Identifier: Apache-2.0 WITH LLVM-exception
Dan Gohman10e730a2015-06-29 23:51:55 +00006//
7//===----------------------------------------------------------------------===//
8///
9/// \file
Adrian Prantl5f8f34e42018-05-01 15:54:18 +000010/// This file defines the WebAssembly-specific subclass of TargetMachine.
Dan Gohman10e730a2015-06-29 23:51:55 +000011///
12//===----------------------------------------------------------------------===//
13
Dan Gohman10e730a2015-06-29 23:51:55 +000014#include "WebAssemblyTargetMachine.h"
Chandler Carruth6bda14b2017-06-06 11:49:48 +000015#include "MCTargetDesc/WebAssemblyMCTargetDesc.h"
16#include "WebAssembly.h"
Dan Gohman5bf22fc2015-12-17 04:55:44 +000017#include "WebAssemblyTargetObjectFile.h"
Dan Gohman10e730a2015-06-29 23:51:55 +000018#include "WebAssemblyTargetTransformInfo.h"
19#include "llvm/CodeGen/MachineFunctionPass.h"
20#include "llvm/CodeGen/Passes.h"
21#include "llvm/CodeGen/RegAllocRegistry.h"
Matthias Braun31d19d42016-05-10 03:21:59 +000022#include "llvm/CodeGen/TargetPassConfig.h"
Dan Gohman10e730a2015-06-29 23:51:55 +000023#include "llvm/IR/Function.h"
Dan Gohman10e730a2015-06-29 23:51:55 +000024#include "llvm/Support/TargetRegistry.h"
25#include "llvm/Target/TargetOptions.h"
JF Bastien03855df2015-07-01 23:41:25 +000026#include "llvm/Transforms/Scalar.h"
David Blaikiea373d182018-03-28 17:44:36 +000027#include "llvm/Transforms/Utils.h"
Dan Gohman10e730a2015-06-29 23:51:55 +000028using namespace llvm;
29
30#define DEBUG_TYPE "wasm"
31
Derek Schufff41f67d2016-08-01 21:34:04 +000032// Emscripten's asm.js-style exception handling
Derek Schuffccdceda2016-08-18 15:27:25 +000033static cl::opt<bool> EnableEmException(
Derek Schuff53b9af02016-08-09 00:29:55 +000034 "enable-emscripten-cxx-exceptions",
Derek Schufff41f67d2016-08-01 21:34:04 +000035 cl::desc("WebAssembly Emscripten-style exception handling"),
36 cl::init(false));
37
Derek Schuffccdceda2016-08-18 15:27:25 +000038// Emscripten's asm.js-style setjmp/longjmp handling
39static cl::opt<bool> EnableEmSjLj(
40 "enable-emscripten-sjlj",
41 cl::desc("WebAssembly Emscripten-style setjmp/longjmp handling"),
42 cl::init(false));
43
Dan Gohman10e730a2015-06-29 23:51:55 +000044extern "C" void LLVMInitializeWebAssemblyTarget() {
45 // Register the target.
Mehdi Aminif42454b2016-10-09 23:00:34 +000046 RegisterTargetMachine<WebAssemblyTargetMachine> X(
47 getTheWebAssemblyTarget32());
48 RegisterTargetMachine<WebAssemblyTargetMachine> Y(
49 getTheWebAssemblyTarget64());
Derek Schufff41f67d2016-08-01 21:34:04 +000050
Jacob Gravelle40926452018-03-30 20:36:58 +000051 // Register backend passes
52 auto &PR = *PassRegistry::getPassRegistry();
Sam Clegg92617552018-07-11 04:29:36 +000053 initializeWebAssemblyAddMissingPrototypesPass(PR);
Jacob Gravelle40926452018-03-30 20:36:58 +000054 initializeWebAssemblyLowerEmscriptenEHSjLjPass(PR);
55 initializeLowerGlobalDtorsPass(PR);
56 initializeFixFunctionBitcastsPass(PR);
57 initializeOptimizeReturnedPass(PR);
58 initializeWebAssemblyArgumentMovePass(PR);
59 initializeWebAssemblySetP2AlignOperandsPass(PR);
Heejin Ahn78d19102018-08-21 21:23:07 +000060 initializeWebAssemblyEHRestoreStackPointerPass(PR);
Jacob Gravelle40926452018-03-30 20:36:58 +000061 initializeWebAssemblyReplacePhysRegsPass(PR);
62 initializeWebAssemblyPrepareForLiveIntervalsPass(PR);
63 initializeWebAssemblyOptimizeLiveIntervalsPass(PR);
Heejin Ahn321d5222019-01-08 22:35:18 +000064 initializeWebAssemblyMemIntrinsicResultsPass(PR);
Jacob Gravelle40926452018-03-30 20:36:58 +000065 initializeWebAssemblyRegStackifyPass(PR);
66 initializeWebAssemblyRegColoringPass(PR);
67 initializeWebAssemblyExplicitLocalsPass(PR);
68 initializeWebAssemblyFixIrreducibleControlFlowPass(PR);
Heejin Ahn4934f762018-06-25 01:07:11 +000069 initializeWebAssemblyLateEHPreparePass(PR);
Heejin Ahn04c48942018-06-25 01:20:21 +000070 initializeWebAssemblyExceptionInfoPass(PR);
Jacob Gravelle40926452018-03-30 20:36:58 +000071 initializeWebAssemblyCFGSortPass(PR);
72 initializeWebAssemblyCFGStackifyPass(PR);
73 initializeWebAssemblyLowerBrUnlessPass(PR);
74 initializeWebAssemblyRegNumberingPass(PR);
75 initializeWebAssemblyPeepholePass(PR);
76 initializeWebAssemblyCallIndirectFixupPass(PR);
Dan Gohman10e730a2015-06-29 23:51:55 +000077}
78
79//===----------------------------------------------------------------------===//
80// WebAssembly Lowering public interface.
81//===----------------------------------------------------------------------===//
82
Dan Gohman41133a32016-05-19 03:00:05 +000083static Reloc::Model getEffectiveRelocModel(Optional<Reloc::Model> RM) {
Sam Clegg74f5fd42018-11-16 18:59:51 +000084 if (!RM.hasValue()) {
85 // Default to static relocation model. This should always be more optimial
86 // than PIC since the static linker can determine all global addresses and
87 // assume direct function calls.
88 return Reloc::Static;
89 }
Dan Gohman41133a32016-05-19 03:00:05 +000090 return *RM;
91}
92
Dan Gohman10e730a2015-06-29 23:51:55 +000093/// Create an WebAssembly architecture model.
94///
95WebAssemblyTargetMachine::WebAssemblyTargetMachine(
96 const Target &T, const Triple &TT, StringRef CPU, StringRef FS,
Dan Gohman41133a32016-05-19 03:00:05 +000097 const TargetOptions &Options, Optional<Reloc::Model> RM,
Daniel Jasper314ed202017-08-03 05:15:53 +000098 Optional<CodeModel::Model> CM, CodeGenOpt::Level OL, bool JIT)
Matthias Braunbb8507e2017-10-12 22:57:28 +000099 : LLVMTargetMachine(T,
100 TT.isArch64Bit() ? "e-m:e-p:64:64-i64:64-n32:64-S128"
101 : "e-m:e-p:32:32-i64:64-n32:64-S128",
102 TT, CPU, FS, Options, getEffectiveRelocModel(RM),
David Greenca29c272018-12-07 12:10:23 +0000103 getEffectiveCodeModel(CM, CodeModel::Large), OL),
Sam Cleggcf2a9e22018-07-16 23:09:29 +0000104 TLOF(new WebAssemblyTargetObjectFile()) {
Dan Gohmane0405332016-10-03 22:43:53 +0000105 // WebAssembly type-checks instructions, but a noreturn function with a return
Derek Schuffffa143c2015-11-10 00:30:57 +0000106 // type that doesn't match the context will cause a check failure. So we lower
107 // LLVM 'unreachable' to ISD::TRAP and then lower that to WebAssembly's
Dan Gohmane0405332016-10-03 22:43:53 +0000108 // 'unreachable' instructions which is meant for that case.
Derek Schuffffa143c2015-11-10 00:30:57 +0000109 this->Options.TrapUnreachable = true;
110
Dan Gohmand934cb82017-02-24 23:18:00 +0000111 // WebAssembly treats each function as an independent unit. Force
112 // -ffunction-sections, effectively, so that we can emit them independently.
Sam Cleggcf2a9e22018-07-16 23:09:29 +0000113 this->Options.FunctionSections = true;
114 this->Options.DataSections = true;
115 this->Options.UniqueSectionNames = true;
Dan Gohmand934cb82017-02-24 23:18:00 +0000116
Dan Gohman10e730a2015-06-29 23:51:55 +0000117 initAsmInfo();
118
Dan Gohmand85ab7f2016-02-18 06:32:53 +0000119 // Note that we don't use setRequiresStructuredCFG(true). It disables
120 // optimizations than we're ok with, and want, such as critical edge
121 // splitting and tail merging.
Dan Gohman10e730a2015-06-29 23:51:55 +0000122}
123
124WebAssemblyTargetMachine::~WebAssemblyTargetMachine() {}
125
126const WebAssemblySubtarget *
127WebAssemblyTargetMachine::getSubtargetImpl(const Function &F) const {
128 Attribute CPUAttr = F.getFnAttribute("target-cpu");
129 Attribute FSAttr = F.getFnAttribute("target-features");
130
131 std::string CPU = !CPUAttr.hasAttribute(Attribute::None)
132 ? CPUAttr.getValueAsString().str()
133 : TargetCPU;
134 std::string FS = !FSAttr.hasAttribute(Attribute::None)
135 ? FSAttr.getValueAsString().str()
136 : TargetFS;
137
138 auto &I = SubtargetMap[CPU + FS];
139 if (!I) {
140 // This needs to be done before we create a new subtarget since any
141 // creation will depend on the TM and the code generation flags on the
142 // function that reside in TargetOptions.
143 resetTargetOptions(F);
Rafael Espindola3adc7ce2015-08-11 18:11:17 +0000144 I = llvm::make_unique<WebAssemblySubtarget>(TargetTriple, CPU, FS, *this);
Dan Gohman10e730a2015-06-29 23:51:55 +0000145 }
146 return I.get();
147}
148
149namespace {
Derek Schuff39b53672018-03-20 22:01:32 +0000150class StripThreadLocal final : public ModulePass {
151 // The default thread model for wasm is single, where thread-local variables
152 // are identical to regular globals and should be treated the same. So this
153 // pass just converts all GlobalVariables to NotThreadLocal
154 static char ID;
155
Heejin Ahnf208f632018-09-05 01:27:38 +0000156public:
Derek Schuff39b53672018-03-20 22:01:32 +0000157 StripThreadLocal() : ModulePass(ID) {}
158 bool runOnModule(Module &M) override {
159 for (auto &GV : M.globals())
160 GV.setThreadLocalMode(GlobalValue::ThreadLocalMode::NotThreadLocal);
161 return true;
162 }
163};
164char StripThreadLocal::ID = 0;
165
Dan Gohman10e730a2015-06-29 23:51:55 +0000166/// WebAssembly Code Generator Pass Configuration Options.
167class WebAssemblyPassConfig final : public TargetPassConfig {
168public:
Matthias Braun5e394c32017-05-30 21:36:41 +0000169 WebAssemblyPassConfig(WebAssemblyTargetMachine &TM, PassManagerBase &PM)
Dan Gohman10e730a2015-06-29 23:51:55 +0000170 : TargetPassConfig(TM, PM) {}
171
172 WebAssemblyTargetMachine &getWebAssemblyTargetMachine() const {
173 return getTM<WebAssemblyTargetMachine>();
174 }
175
176 FunctionPass *createTargetRegisterAllocator(bool) override;
Dan Gohman10e730a2015-06-29 23:51:55 +0000177
178 void addIRPasses() override;
Dan Gohman10e730a2015-06-29 23:51:55 +0000179 bool addInstSelector() override;
Dan Gohman10e730a2015-06-29 23:51:55 +0000180 void addPostRegAlloc() override;
Derek Schuffad154c82016-03-28 17:05:30 +0000181 bool addGCPasses() override { return false; }
Dan Gohman10e730a2015-06-29 23:51:55 +0000182 void addPreEmitPass() override;
183};
184} // end anonymous namespace
185
Sanjoy Das26d11ca2017-12-22 18:21:59 +0000186TargetTransformInfo
187WebAssemblyTargetMachine::getTargetTransformInfo(const Function &F) {
188 return TargetTransformInfo(WebAssemblyTTIImpl(this, F));
Dan Gohman10e730a2015-06-29 23:51:55 +0000189}
190
191TargetPassConfig *
192WebAssemblyTargetMachine::createPassConfig(PassManagerBase &PM) {
Matthias Braun5e394c32017-05-30 21:36:41 +0000193 return new WebAssemblyPassConfig(*this, PM);
Dan Gohman10e730a2015-06-29 23:51:55 +0000194}
195
196FunctionPass *WebAssemblyPassConfig::createTargetRegisterAllocator(bool) {
197 return nullptr; // No reg alloc
198}
199
Dan Gohman10e730a2015-06-29 23:51:55 +0000200//===----------------------------------------------------------------------===//
201// The following functions are called from lib/CodeGen/Passes.cpp to modify
202// the CodeGen pass sequence.
203//===----------------------------------------------------------------------===//
204
205void WebAssemblyPassConfig::addIRPasses() {
Derek Schuff39b53672018-03-20 22:01:32 +0000206 if (TM->Options.ThreadModel == ThreadModel::Single) {
Dan Gohman9c54d3b2015-11-25 18:13:18 +0000207 // In "single" mode, atomics get lowered to non-atomics.
JF Bastien03855df2015-07-01 23:41:25 +0000208 addPass(createLowerAtomicPass());
Derek Schuff39b53672018-03-20 22:01:32 +0000209 addPass(new StripThreadLocal());
210 } else {
JF Bastien03855df2015-07-01 23:41:25 +0000211 // Expand some atomic operations. WebAssemblyTargetLowering has hooks which
212 // control specifically what gets lowered.
Francis Visoiu Mistrih8b617642017-05-18 17:21:13 +0000213 addPass(createAtomicExpandPass());
Derek Schuff39b53672018-03-20 22:01:32 +0000214 }
Dan Gohman10e730a2015-06-29 23:51:55 +0000215
Sam Clegg92617552018-07-11 04:29:36 +0000216 // Add signatures to prototype-less function declarations
217 addPass(createWebAssemblyAddMissingPrototypes());
218
Sam Cleggbafe6902017-12-15 00:17:10 +0000219 // Lower .llvm.global_dtors into .llvm_global_ctors with __cxa_atexit calls.
220 addPass(createWebAssemblyLowerGlobalDtors());
221
Dan Gohman1b637452017-01-07 00:34:54 +0000222 // Fix function bitcasts, as WebAssembly requires caller and callee signatures
223 // to match.
224 addPass(createWebAssemblyFixFunctionBitcasts());
225
Dan Gohman81719f82015-11-25 16:55:01 +0000226 // Optimize "returned" function attributes.
Dan Gohmanb13c91f2016-01-19 14:55:02 +0000227 if (getOptLevel() != CodeGenOpt::None)
228 addPass(createWebAssemblyOptimizeReturned());
Dan Gohman81719f82015-11-25 16:55:01 +0000229
Heejin Ahnc0f18172016-09-01 21:05:15 +0000230 // If exception handling is not enabled and setjmp/longjmp handling is
231 // enabled, we lower invokes into calls and delete unreachable landingpad
232 // blocks. Lowering invokes when there is no EH support is done in
233 // TargetPassConfig::addPassesToHandleExceptions, but this runs after this
234 // function and SjLj handling expects all invokes to be lowered before.
Heejin Ahn9386bde2018-02-24 00:40:50 +0000235 if (!EnableEmException &&
236 TM->Options.ExceptionModel == ExceptionHandling::None) {
Heejin Ahnc0f18172016-09-01 21:05:15 +0000237 addPass(createLowerInvokePass());
238 // The lower invoke pass may create unreachable code. Remove it in order not
239 // to process dead blocks in setjmp/longjmp handling.
240 addPass(createUnreachableBlockEliminationPass());
241 }
242
243 // Handle exceptions and setjmp/longjmp if enabled.
Derek Schuffccdceda2016-08-18 15:27:25 +0000244 if (EnableEmException || EnableEmSjLj)
245 addPass(createWebAssemblyLowerEmscriptenEHSjLj(EnableEmException,
246 EnableEmSjLj));
Derek Schufff41f67d2016-08-01 21:34:04 +0000247
Dan Gohman10e730a2015-06-29 23:51:55 +0000248 TargetPassConfig::addIRPasses();
249}
250
Dan Gohman10e730a2015-06-29 23:51:55 +0000251bool WebAssemblyPassConfig::addInstSelector() {
Dan Gohmanb0921ca2015-12-05 19:24:17 +0000252 (void)TargetPassConfig::addInstSelector();
Dan Gohman10e730a2015-06-29 23:51:55 +0000253 addPass(
254 createWebAssemblyISelDag(getWebAssemblyTargetMachine(), getOptLevel()));
Dan Gohman1cf96c02015-12-09 16:23:59 +0000255 // Run the argument-move pass immediately after the ScheduleDAG scheduler
256 // so that we can fix up the ARGUMENT instructions before anything else
257 // sees them in the wrong place.
258 addPass(createWebAssemblyArgumentMove());
Dan Gohmanbb372242016-01-26 03:39:31 +0000259 // Set the p2align operands. This information is present during ISel, however
260 // it's inconvenient to collect. Collect it now, and update the immediate
261 // operands.
262 addPass(createWebAssemblySetP2AlignOperands());
Dan Gohman10e730a2015-06-29 23:51:55 +0000263 return false;
264}
265
JF Bastien600aee92015-07-31 17:53:38 +0000266void WebAssemblyPassConfig::addPostRegAlloc() {
Dan Gohman9c54d3b2015-11-25 18:13:18 +0000267 // TODO: The following CodeGen passes don't currently support code containing
268 // virtual registers. Consider removing their restrictions and re-enabling
269 // them.
Derek Schuffad154c82016-03-28 17:05:30 +0000270
Matthias Braun1eb47362016-08-25 01:27:13 +0000271 // These functions all require the NoVRegs property.
JF Bastien600aee92015-07-31 17:53:38 +0000272 disablePass(&MachineCopyPropagationID);
Jun Bum Lim7ab1b322018-04-03 18:17:34 +0000273 disablePass(&PostRAMachineSinkingID);
Derek Schuffecabac62016-03-28 22:52:20 +0000274 disablePass(&PostRASchedulerID);
275 disablePass(&FuncletLayoutID);
276 disablePass(&StackMapLivenessID);
277 disablePass(&LiveDebugValuesID);
Sanjoy Dasfe71ec72016-04-19 06:24:58 +0000278 disablePass(&PatchableFunctionID);
Jun Bum Lim7ab1b322018-04-03 18:17:34 +0000279 disablePass(&ShrinkWrapID);
Dan Gohman950a13c2015-09-16 16:51:30 +0000280
Dan Gohmanb0921ca2015-12-05 19:24:17 +0000281 TargetPassConfig::addPostRegAlloc();
JF Bastien600aee92015-07-31 17:53:38 +0000282}
Dan Gohman10e730a2015-06-29 23:51:55 +0000283
Dan Gohman950a13c2015-09-16 16:51:30 +0000284void WebAssemblyPassConfig::addPreEmitPass() {
Dan Gohmanb0921ca2015-12-05 19:24:17 +0000285 TargetPassConfig::addPreEmitPass();
Dan Gohman05ac43f2015-12-17 01:39:00 +0000286
Heejin Ahn78d19102018-08-21 21:23:07 +0000287 // Restore __stack_pointer global after an exception is thrown.
288 addPass(createWebAssemblyEHRestoreStackPointer());
289
Dan Gohman0cfb5f82016-05-10 04:24:02 +0000290 // Now that we have a prologue and epilogue and all frame indices are
291 // rewritten, eliminate SP and FP. This allows them to be stackified,
292 // colored, and numbered with the rest of the registers.
293 addPass(createWebAssemblyReplacePhysRegs());
294
Derek Schuff6f697832016-10-21 16:38:07 +0000295 // Rewrite pseudo call_indirect instructions as real instructions.
296 // This needs to run before register stackification, because we change the
297 // order of the arguments.
298 addPass(createWebAssemblyCallIndirectFixup());
299
Heejin Ahne95056d2019-01-08 01:25:12 +0000300 // Eliminate multiple-entry loops.
301 addPass(createWebAssemblyFixIrreducibleControlFlow());
302
303 // Do various transformations for exception handling.
Heejin Ahnd6f48782019-01-30 03:21:57 +0000304 // Every CFG-changing optimizations should come before this.
Heejin Ahne95056d2019-01-08 01:25:12 +0000305 addPass(createWebAssemblyLateEHPrepare());
306
Heejin Ahnd6f48782019-01-30 03:21:57 +0000307 // Preparations and optimizations related to register stackification.
Dan Gohman0cfb5f82016-05-10 04:24:02 +0000308 if (getOptLevel() != CodeGenOpt::None) {
309 // LiveIntervals isn't commonly run this late. Re-establish preconditions.
310 addPass(createWebAssemblyPrepareForLiveIntervals());
311
312 // Depend on LiveIntervals and perform some optimizations on it.
313 addPass(createWebAssemblyOptimizeLiveIntervals());
314
Heejin Ahn321d5222019-01-08 22:35:18 +0000315 // Prepare memory intrinsic calls for register stackifying.
316 addPass(createWebAssemblyMemIntrinsicResults());
Dan Gohman0cfb5f82016-05-10 04:24:02 +0000317
Dan Gohmane0405332016-10-03 22:43:53 +0000318 // Mark registers as representing wasm's value stack. This is a key
Dan Gohman0cfb5f82016-05-10 04:24:02 +0000319 // code-compression technique in WebAssembly. We run this pass (and
Heejin Ahn321d5222019-01-08 22:35:18 +0000320 // MemIntrinsicResults above) very late, so that it sees as much code as
321 // possible, including code emitted by PEI and expanded by late tail
322 // duplication.
Dan Gohman0cfb5f82016-05-10 04:24:02 +0000323 addPass(createWebAssemblyRegStackify());
324
325 // Run the register coloring pass to reduce the total number of registers.
326 // This runs after stackification so that it doesn't consider registers
327 // that become stackified.
328 addPass(createWebAssemblyRegColoring());
329 }
330
Thomas Lively6a87dda2019-01-08 06:25:55 +0000331 // Insert explicit local.get and local.set operators.
Wouter van Oortmerssena7be3752018-08-13 23:12:49 +0000332 addPass(createWebAssemblyExplicitLocals());
333
Dan Gohmanf52ee172017-02-27 22:38:58 +0000334 // Sort the blocks of the CFG into topological order, a prerequisite for
335 // BLOCK and LOOP markers.
336 addPass(createWebAssemblyCFGSort());
337
338 // Insert BLOCK and LOOP markers.
Dan Gohman950a13c2015-09-16 16:51:30 +0000339 addPass(createWebAssemblyCFGStackify());
Dan Gohman5941bde2015-11-25 21:32:06 +0000340
Dan Gohmanf0b165a2015-12-05 03:03:35 +0000341 // Lower br_unless into br_if.
342 addPass(createWebAssemblyLowerBrUnless());
343
Dan Gohman5941bde2015-11-25 21:32:06 +0000344 // Perform the very last peephole optimizations on the code.
Dan Gohmanb13c91f2016-01-19 14:55:02 +0000345 if (getOptLevel() != CodeGenOpt::None)
346 addPass(createWebAssemblyPeephole());
Dan Gohmanb7c24002016-05-21 00:21:56 +0000347
348 // Create a mapping from LLVM CodeGen virtual registers to wasm registers.
349 addPass(createWebAssemblyRegNumbering());
Dan Gohman950a13c2015-09-16 16:51:30 +0000350}