blob: ed7cb1909d9fd504d81f9c0ccee8c2b6e77e1cd9 [file] [log] [blame]
Dan Gohman10e730a2015-06-29 23:51:55 +00001//=- WebAssemblyISelLowering.cpp - WebAssembly DAG Lowering Implementation -==//
2//
3// The LLVM Compiler Infrastructure
4//
5// This file is distributed under the University of Illinois Open Source
6// License. See LICENSE.TXT for details.
7//
8//===----------------------------------------------------------------------===//
9///
10/// \file
11/// \brief This file implements the WebAssemblyTargetLowering class.
12///
13//===----------------------------------------------------------------------===//
14
15#include "WebAssemblyISelLowering.h"
16#include "MCTargetDesc/WebAssemblyMCTargetDesc.h"
17#include "WebAssemblyMachineFunctionInfo.h"
18#include "WebAssemblySubtarget.h"
19#include "WebAssemblyTargetMachine.h"
20#include "WebAssemblyTargetObjectFile.h"
21#include "llvm/CodeGen/Analysis.h"
JF Bastienaf111db2015-08-24 22:16:48 +000022#include "llvm/CodeGen/CallingConvLower.h"
Dan Gohman950a13c2015-09-16 16:51:30 +000023#include "llvm/CodeGen/MachineJumpTableInfo.h"
Dan Gohman10e730a2015-06-29 23:51:55 +000024#include "llvm/CodeGen/MachineRegisterInfo.h"
25#include "llvm/CodeGen/SelectionDAG.h"
JF Bastienb9073fb2015-07-22 21:28:15 +000026#include "llvm/IR/DiagnosticInfo.h"
27#include "llvm/IR/DiagnosticPrinter.h"
Dan Gohman10e730a2015-06-29 23:51:55 +000028#include "llvm/IR/Function.h"
29#include "llvm/IR/Intrinsics.h"
30#include "llvm/Support/CommandLine.h"
31#include "llvm/Support/Debug.h"
32#include "llvm/Support/ErrorHandling.h"
33#include "llvm/Support/raw_ostream.h"
34#include "llvm/Target/TargetOptions.h"
35using namespace llvm;
36
37#define DEBUG_TYPE "wasm-lower"
38
JF Bastienb9073fb2015-07-22 21:28:15 +000039namespace {
40// Diagnostic information for unimplemented or unsupported feature reporting.
Dan Gohman9c54d3b2015-11-25 18:13:18 +000041// TODO: This code is copied from BPF and AMDGPU; consider factoring it out
42// and sharing code.
Dan Gohmanfd4a88c2015-11-25 16:29:24 +000043class DiagnosticInfoUnsupported final : public DiagnosticInfo {
JF Bastienb9073fb2015-07-22 21:28:15 +000044private:
45 // Debug location where this diagnostic is triggered.
46 DebugLoc DLoc;
47 const Twine &Description;
48 const Function &Fn;
49 SDValue Value;
50
51 static int KindID;
52
53 static int getKindID() {
54 if (KindID == 0)
55 KindID = llvm::getNextAvailablePluginDiagnosticKind();
56 return KindID;
57 }
58
59public:
60 DiagnosticInfoUnsupported(SDLoc DLoc, const Function &Fn, const Twine &Desc,
61 SDValue Value)
62 : DiagnosticInfo(getKindID(), DS_Error), DLoc(DLoc.getDebugLoc()),
63 Description(Desc), Fn(Fn), Value(Value) {}
64
65 void print(DiagnosticPrinter &DP) const override {
66 std::string Str;
67 raw_string_ostream OS(Str);
68
69 if (DLoc) {
70 auto DIL = DLoc.get();
71 StringRef Filename = DIL->getFilename();
72 unsigned Line = DIL->getLine();
73 unsigned Column = DIL->getColumn();
74 OS << Filename << ':' << Line << ':' << Column << ' ';
75 }
76
77 OS << "in function " << Fn.getName() << ' ' << *Fn.getFunctionType() << '\n'
78 << Description;
79 if (Value)
80 Value->print(OS);
81 OS << '\n';
82 OS.flush();
83 DP << Str;
84 }
85
86 static bool classof(const DiagnosticInfo *DI) {
87 return DI->getKind() == getKindID();
88 }
89};
90
91int DiagnosticInfoUnsupported::KindID = 0;
92} // end anonymous namespace
93
Dan Gohman10e730a2015-06-29 23:51:55 +000094WebAssemblyTargetLowering::WebAssemblyTargetLowering(
95 const TargetMachine &TM, const WebAssemblySubtarget &STI)
Dan Gohmanbfaf7e12015-07-02 21:36:25 +000096 : TargetLowering(TM), Subtarget(&STI) {
JF Bastienaf111db2015-08-24 22:16:48 +000097 auto MVTPtr = Subtarget->hasAddr64() ? MVT::i64 : MVT::i32;
98
JF Bastien71d29ac2015-08-12 17:53:29 +000099 // Booleans always contain 0 or 1.
100 setBooleanContents(ZeroOrOneBooleanContent);
Dan Gohmanbfaf7e12015-07-02 21:36:25 +0000101 // WebAssembly does not produce floating-point exceptions on normal floating
102 // point operations.
103 setHasFloatingPointExceptions(false);
Dan Gohman489abd72015-07-07 22:38:06 +0000104 // We don't know the microarchitecture here, so just reduce register pressure.
105 setSchedulingPreference(Sched::RegPressure);
JF Bastienb9073fb2015-07-22 21:28:15 +0000106 // Tell ISel that we have a stack pointer.
107 setStackPointerRegisterToSaveRestore(
108 Subtarget->hasAddr64() ? WebAssembly::SP64 : WebAssembly::SP32);
109 // Set up the register classes.
Dan Gohmand0bf9812015-09-26 01:09:44 +0000110 addRegisterClass(MVT::i32, &WebAssembly::I32RegClass);
111 addRegisterClass(MVT::i64, &WebAssembly::I64RegClass);
112 addRegisterClass(MVT::f32, &WebAssembly::F32RegClass);
113 addRegisterClass(MVT::f64, &WebAssembly::F64RegClass);
JF Bastienb9073fb2015-07-22 21:28:15 +0000114 // Compute derived properties from the register classes.
115 computeRegisterProperties(Subtarget->getRegisterInfo());
116
JF Bastienaf111db2015-08-24 22:16:48 +0000117 setOperationAction(ISD::GlobalAddress, MVTPtr, Custom);
Dan Gohman2c8fe6a2015-11-25 16:44:29 +0000118 setOperationAction(ISD::ExternalSymbol, MVTPtr, Custom);
Dan Gohman950a13c2015-09-16 16:51:30 +0000119 setOperationAction(ISD::JumpTable, MVTPtr, Custom);
JF Bastienaf111db2015-08-24 22:16:48 +0000120
Dan Gohman35bfb242015-12-04 23:22:35 +0000121 // Take the default expansion for va_arg, va_copy, and va_end. There is no
122 // default action for va_start, so we do that custom.
123 setOperationAction(ISD::VASTART, MVT::Other, Custom);
124 setOperationAction(ISD::VAARG, MVT::Other, Expand);
125 setOperationAction(ISD::VACOPY, MVT::Other, Expand);
126 setOperationAction(ISD::VAEND, MVT::Other, Expand);
127
JF Bastienda06bce2015-08-11 21:02:46 +0000128 for (auto T : {MVT::f32, MVT::f64}) {
129 // Don't expand the floating-point types to constant pools.
130 setOperationAction(ISD::ConstantFP, T, Legal);
131 // Expand floating-point comparisons.
132 for (auto CC : {ISD::SETO, ISD::SETUO, ISD::SETUEQ, ISD::SETONE,
133 ISD::SETULT, ISD::SETULE, ISD::SETUGT, ISD::SETUGE})
134 setCondCodeAction(CC, T, Expand);
Dan Gohman32907a62015-08-20 22:57:13 +0000135 // Expand floating-point library function operators.
Dan Gohmanebb23542015-12-05 19:15:57 +0000136 for (auto Op : {ISD::FSIN, ISD::FCOS, ISD::FSINCOS, ISD::FPOWI, ISD::FPOW,
Dan Gohman9341c1d2015-12-10 04:52:33 +0000137 ISD::FREM, ISD::FMA})
Dan Gohman32907a62015-08-20 22:57:13 +0000138 setOperationAction(Op, T, Expand);
Dan Gohman896e53f2015-08-24 18:23:13 +0000139 // Note supported floating-point library function operators that otherwise
140 // default to expand.
Dan Gohman7a6b9822015-11-29 22:32:02 +0000141 for (auto Op :
142 {ISD::FCEIL, ISD::FFLOOR, ISD::FTRUNC, ISD::FNEARBYINT, ISD::FRINT})
Dan Gohman896e53f2015-08-24 18:23:13 +0000143 setOperationAction(Op, T, Legal);
Dan Gohmanb84ae9b2015-11-10 21:40:21 +0000144 // Support minnan and maxnan, which otherwise default to expand.
145 setOperationAction(ISD::FMINNAN, T, Legal);
146 setOperationAction(ISD::FMAXNAN, T, Legal);
JF Bastienda06bce2015-08-11 21:02:46 +0000147 }
Dan Gohman32907a62015-08-20 22:57:13 +0000148
149 for (auto T : {MVT::i32, MVT::i64}) {
150 // Expand unavailable integer operations.
Dan Gohman7a6b9822015-11-29 22:32:02 +0000151 for (auto Op :
152 {ISD::BSWAP, ISD::ROTL, ISD::ROTR, ISD::SMUL_LOHI, ISD::UMUL_LOHI,
153 ISD::MULHS, ISD::MULHU, ISD::SDIVREM, ISD::UDIVREM, ISD::SHL_PARTS,
154 ISD::SRA_PARTS, ISD::SRL_PARTS, ISD::ADDC, ISD::ADDE, ISD::SUBC,
155 ISD::SUBE}) {
Dan Gohman32907a62015-08-20 22:57:13 +0000156 setOperationAction(Op, T, Expand);
157 }
158 }
159
160 // As a special case, these operators use the type to mean the type to
161 // sign-extend from.
Dan Gohmana5603b82015-12-10 01:00:19 +0000162 for (auto T : {MVT::i1, MVT::i8, MVT::i16, MVT::i32})
Dan Gohman32907a62015-08-20 22:57:13 +0000163 setOperationAction(ISD::SIGN_EXTEND_INREG, T, Expand);
164
165 // Dynamic stack allocation: use the default expansion.
166 setOperationAction(ISD::STACKSAVE, MVT::Other, Expand);
167 setOperationAction(ISD::STACKRESTORE, MVT::Other, Expand);
Dan Gohman2683a552015-08-24 22:31:52 +0000168 setOperationAction(ISD::DYNAMIC_STACKALLOC, MVTPtr, Expand);
JF Bastien73ff6af2015-08-31 22:24:11 +0000169
Derek Schuff9769deb2015-12-11 23:49:46 +0000170 setOperationAction(ISD::FrameIndex, MVT::i32, Custom);
171
Dan Gohman950a13c2015-09-16 16:51:30 +0000172 // Expand these forms; we pattern-match the forms that we can handle in isel.
173 for (auto T : {MVT::i32, MVT::i64, MVT::f32, MVT::f64})
174 for (auto Op : {ISD::BR_CC, ISD::SELECT_CC})
175 setOperationAction(Op, T, Expand);
176
177 // We have custom switch handling.
178 setOperationAction(ISD::BR_JT, MVT::Other, Custom);
179
JF Bastien73ff6af2015-08-31 22:24:11 +0000180 // WebAssembly doesn't have:
181 // - Floating-point extending loads.
182 // - Floating-point truncating stores.
183 // - i1 extending loads.
Dan Gohman60bddf12015-12-10 02:07:53 +0000184 setLoadExtAction(ISD::EXTLOAD, MVT::f64, MVT::f32, Expand);
JF Bastien73ff6af2015-08-31 22:24:11 +0000185 setTruncStoreAction(MVT::f64, MVT::f32, Expand);
186 for (auto T : MVT::integer_valuetypes())
187 for (auto Ext : {ISD::EXTLOAD, ISD::ZEXTLOAD, ISD::SEXTLOAD})
188 setLoadExtAction(Ext, T, MVT::i1, Promote);
Derek Schuffffa143c2015-11-10 00:30:57 +0000189
190 // Trap lowers to wasm unreachable
191 setOperationAction(ISD::TRAP, MVT::Other, Legal);
Dan Gohmanbfaf7e12015-07-02 21:36:25 +0000192}
Dan Gohman10e730a2015-06-29 23:51:55 +0000193
Dan Gohman7b634842015-08-24 18:44:37 +0000194FastISel *WebAssemblyTargetLowering::createFastISel(
195 FunctionLoweringInfo &FuncInfo, const TargetLibraryInfo *LibInfo) const {
196 return WebAssembly::createFastISel(FuncInfo, LibInfo);
197}
198
JF Bastienaf111db2015-08-24 22:16:48 +0000199bool WebAssemblyTargetLowering::isOffsetFoldingLegal(
Dan Gohman7a6b9822015-11-29 22:32:02 +0000200 const GlobalAddressSDNode * /*GA*/) const {
Dan Gohmana4b710a2015-12-06 19:33:32 +0000201 // All offsets can be folded.
202 return true;
JF Bastienaf111db2015-08-24 22:16:48 +0000203}
204
Dan Gohman7a6b9822015-11-29 22:32:02 +0000205MVT WebAssemblyTargetLowering::getScalarShiftAmountTy(const DataLayout & /*DL*/,
JF Bastienfda53372015-08-03 00:00:11 +0000206 EVT VT) const {
Dan Gohmana8483752015-12-10 00:26:26 +0000207 unsigned BitWidth = NextPowerOf2(VT.getSizeInBits() - 1);
208 if (BitWidth > 1 && BitWidth < 8)
209 BitWidth = 8;
Dan Gohman41729532015-12-16 23:25:51 +0000210
211 if (BitWidth > 64) {
212 BitWidth = 64;
213 assert(BitWidth >= Log2_32_Ceil(VT.getSizeInBits()) &&
214 "64-bit shift counts ought to be enough for anyone");
215 }
216
Dan Gohmana8483752015-12-10 00:26:26 +0000217 MVT Result = MVT::getIntegerVT(BitWidth);
218 assert(Result != MVT::INVALID_SIMPLE_VALUE_TYPE &&
219 "Unable to represent scalar shift amount type");
220 return Result;
JF Bastienfda53372015-08-03 00:00:11 +0000221}
222
JF Bastien480c8402015-08-11 20:13:18 +0000223const char *
224WebAssemblyTargetLowering::getTargetNodeName(unsigned Opcode) const {
225 switch (static_cast<WebAssemblyISD::NodeType>(Opcode)) {
JF Bastienaf111db2015-08-24 22:16:48 +0000226 case WebAssemblyISD::FIRST_NUMBER:
227 break;
228#define HANDLE_NODETYPE(NODE) \
229 case WebAssemblyISD::NODE: \
230 return "WebAssemblyISD::" #NODE;
231#include "WebAssemblyISD.def"
232#undef HANDLE_NODETYPE
JF Bastien480c8402015-08-11 20:13:18 +0000233 }
234 return nullptr;
235}
236
Dan Gohmanf19ed562015-11-13 01:42:29 +0000237std::pair<unsigned, const TargetRegisterClass *>
238WebAssemblyTargetLowering::getRegForInlineAsmConstraint(
239 const TargetRegisterInfo *TRI, StringRef Constraint, MVT VT) const {
240 // First, see if this is a constraint that directly corresponds to a
241 // WebAssembly register class.
242 if (Constraint.size() == 1) {
243 switch (Constraint[0]) {
244 case 'r':
Dan Gohman284384b2015-12-05 20:03:44 +0000245 assert(VT != MVT::iPTR && "Pointer MVT not expected here");
246 if (VT.isInteger() && !VT.isVector()) {
247 if (VT.getSizeInBits() <= 32)
248 return std::make_pair(0U, &WebAssembly::I32RegClass);
249 if (VT.getSizeInBits() <= 64)
250 return std::make_pair(0U, &WebAssembly::I64RegClass);
251 }
Dan Gohmana774d712015-11-25 22:28:50 +0000252 break;
Dan Gohmanf19ed562015-11-13 01:42:29 +0000253 default:
254 break;
255 }
256 }
257
258 return TargetLowering::getRegForInlineAsmConstraint(TRI, Constraint, VT);
259}
260
Dan Gohman3192ddf2015-11-19 23:04:59 +0000261bool WebAssemblyTargetLowering::isCheapToSpeculateCttz() const {
262 // Assume ctz is a relatively cheap operation.
263 return true;
264}
265
266bool WebAssemblyTargetLowering::isCheapToSpeculateCtlz() const {
267 // Assume clz is a relatively cheap operation.
268 return true;
269}
270
Dan Gohman4b9d7912015-12-15 22:01:29 +0000271bool WebAssemblyTargetLowering::isLegalAddressingMode(const DataLayout &DL,
272 const AddrMode &AM,
273 Type *Ty,
274 unsigned AS) const {
275 // WebAssembly offsets are added as unsigned without wrapping. The
276 // isLegalAddressingMode gives us no way to determine if wrapping could be
277 // happening, so we approximate this by accepting only non-negative offsets.
278 if (AM.BaseOffs < 0)
279 return false;
280
281 // WebAssembly has no scale register operands.
282 if (AM.Scale != 0)
283 return false;
284
285 // Everything else is legal.
286 return true;
287}
288
Dan Gohman10e730a2015-06-29 23:51:55 +0000289//===----------------------------------------------------------------------===//
290// WebAssembly Lowering private implementation.
291//===----------------------------------------------------------------------===//
292
293//===----------------------------------------------------------------------===//
294// Lowering Code
295//===----------------------------------------------------------------------===//
296
JF Bastienb9073fb2015-07-22 21:28:15 +0000297static void fail(SDLoc DL, SelectionDAG &DAG, const char *msg) {
298 MachineFunction &MF = DAG.getMachineFunction();
299 DAG.getContext()->diagnose(
300 DiagnosticInfoUnsupported(DL, *MF.getFunction(), msg, SDValue()));
301}
302
Dan Gohman85dbdda2015-12-04 17:16:07 +0000303// Test whether the given calling convention is supported.
Dan Gohmana3f5ce52015-12-04 17:18:32 +0000304static bool CallingConvSupported(CallingConv::ID CallConv) {
Dan Gohman85dbdda2015-12-04 17:16:07 +0000305 // We currently support the language-independent target-independent
Dan Gohman1ce2b1a2015-12-04 18:27:03 +0000306 // conventions. We don't yet have a way to annotate calls with properties like
307 // "cold", and we don't have any call-clobbered registers, so these are mostly
308 // all handled the same.
Dan Gohmana3f5ce52015-12-04 17:18:32 +0000309 return CallConv == CallingConv::C || CallConv == CallingConv::Fast ||
Dan Gohman1ce2b1a2015-12-04 18:27:03 +0000310 CallConv == CallingConv::Cold ||
311 CallConv == CallingConv::PreserveMost ||
312 CallConv == CallingConv::PreserveAll ||
313 CallConv == CallingConv::CXX_FAST_TLS;
Dan Gohman85dbdda2015-12-04 17:16:07 +0000314}
315
JF Bastiend8a9d662015-08-24 21:59:51 +0000316SDValue
317WebAssemblyTargetLowering::LowerCall(CallLoweringInfo &CLI,
318 SmallVectorImpl<SDValue> &InVals) const {
319 SelectionDAG &DAG = CLI.DAG;
320 SDLoc DL = CLI.DL;
321 SDValue Chain = CLI.Chain;
322 SDValue Callee = CLI.Callee;
323 MachineFunction &MF = DAG.getMachineFunction();
324
325 CallingConv::ID CallConv = CLI.CallConv;
Dan Gohman85dbdda2015-12-04 17:16:07 +0000326 if (!CallingConvSupported(CallConv))
Dan Gohman9cc692b2015-10-02 20:54:23 +0000327 fail(DL, DAG,
328 "WebAssembly doesn't support language-specific or target-specific "
329 "calling conventions yet");
JF Bastiend8a9d662015-08-24 21:59:51 +0000330 if (CLI.IsPatchPoint)
331 fail(DL, DAG, "WebAssembly doesn't support patch point yet");
332
Dan Gohman9cc692b2015-10-02 20:54:23 +0000333 // WebAssembly doesn't currently support explicit tail calls. If they are
334 // required, fail. Otherwise, just disable them.
335 if ((CallConv == CallingConv::Fast && CLI.IsTailCall &&
336 MF.getTarget().Options.GuaranteedTailCallOpt) ||
337 (CLI.CS && CLI.CS->isMustTailCall()))
338 fail(DL, DAG, "WebAssembly doesn't support tail call yet");
339 CLI.IsTailCall = false;
340
JF Bastiend8a9d662015-08-24 21:59:51 +0000341 SmallVectorImpl<SDValue> &OutVals = CLI.OutVals;
Dan Gohmane590b332015-09-09 01:52:45 +0000342
JF Bastiend8a9d662015-08-24 21:59:51 +0000343 SmallVectorImpl<ISD::InputArg> &Ins = CLI.Ins;
Dan Gohmane590b332015-09-09 01:52:45 +0000344 if (Ins.size() > 1)
345 fail(DL, DAG, "WebAssembly doesn't support more than 1 returned value yet");
346
Dan Gohman2d822e72015-12-04 17:12:52 +0000347 SmallVectorImpl<ISD::OutputArg> &Outs = CLI.Outs;
348 for (const ISD::OutputArg &Out : Outs) {
Dan Gohman7935fa32015-12-10 00:22:40 +0000349 if (Out.Flags.isByVal())
350 fail(DL, DAG, "WebAssembly hasn't implemented byval arguments");
351 if (Out.Flags.isNest())
352 fail(DL, DAG, "WebAssembly hasn't implemented nest arguments");
Dan Gohman2d822e72015-12-04 17:12:52 +0000353 if (Out.Flags.isInAlloca())
Dan Gohman7935fa32015-12-10 00:22:40 +0000354 fail(DL, DAG, "WebAssembly hasn't implemented inalloca arguments");
Dan Gohman2d822e72015-12-04 17:12:52 +0000355 if (Out.Flags.isInConsecutiveRegs())
Dan Gohman7935fa32015-12-10 00:22:40 +0000356 fail(DL, DAG, "WebAssembly hasn't implemented cons regs arguments");
Dan Gohman2d822e72015-12-04 17:12:52 +0000357 if (Out.Flags.isInConsecutiveRegsLast())
Dan Gohman7935fa32015-12-10 00:22:40 +0000358 fail(DL, DAG, "WebAssembly hasn't implemented cons regs last arguments");
Dan Gohman2d822e72015-12-04 17:12:52 +0000359 }
360
JF Bastiend8a9d662015-08-24 21:59:51 +0000361 bool IsVarArg = CLI.IsVarArg;
Dan Gohman35bfb242015-12-04 23:22:35 +0000362 unsigned NumFixedArgs = CLI.NumFixedArgs;
363 auto PtrVT = getPointerTy(MF.getDataLayout());
Dan Gohmane590b332015-09-09 01:52:45 +0000364
JF Bastiend8a9d662015-08-24 21:59:51 +0000365 // Analyze operands of the call, assigning locations to each operand.
366 SmallVector<CCValAssign, 16> ArgLocs;
367 CCState CCInfo(CallConv, IsVarArg, MF, ArgLocs, *DAG.getContext());
JF Bastiend8a9d662015-08-24 21:59:51 +0000368
Dan Gohman35bfb242015-12-04 23:22:35 +0000369 if (IsVarArg) {
370 // Outgoing non-fixed arguments are placed at the top of the stack. First
371 // compute their offsets and the total amount of argument stack space
372 // needed.
373 for (SDValue Arg :
374 make_range(OutVals.begin() + NumFixedArgs, OutVals.end())) {
375 EVT VT = Arg.getValueType();
376 assert(VT != MVT::iPTR && "Legalized args should be concrete");
377 Type *Ty = VT.getTypeForEVT(*DAG.getContext());
378 unsigned Offset =
379 CCInfo.AllocateStack(MF.getDataLayout().getTypeAllocSize(Ty),
380 MF.getDataLayout().getABITypeAlignment(Ty));
381 CCInfo.addLoc(CCValAssign::getMem(ArgLocs.size(), VT.getSimpleVT(),
382 Offset, VT.getSimpleVT(),
383 CCValAssign::Full));
384 }
385 }
386
387 unsigned NumBytes = CCInfo.getAlignedCallFrameSize();
388
Derek Schuff5a143062015-12-11 18:55:34 +0000389 SDValue NB;
390 if (NumBytes) {
391 NB = DAG.getConstant(NumBytes, DL, PtrVT, true);
392 Chain = DAG.getCALLSEQ_START(Chain, NB, DL);
393 }
JF Bastiend8a9d662015-08-24 21:59:51 +0000394
Dan Gohman35bfb242015-12-04 23:22:35 +0000395 if (IsVarArg) {
396 // For non-fixed arguments, next emit stores to store the argument values
397 // to the stack at the offsets computed above.
398 SDValue SP = DAG.getCopyFromReg(
399 Chain, DL, getStackPointerRegisterToSaveRestore(), PtrVT);
400 unsigned ValNo = 0;
401 SmallVector<SDValue, 8> Chains;
402 for (SDValue Arg :
403 make_range(OutVals.begin() + NumFixedArgs, OutVals.end())) {
404 assert(ArgLocs[ValNo].getValNo() == ValNo &&
405 "ArgLocs should remain in order and only hold varargs args");
406 unsigned Offset = ArgLocs[ValNo++].getLocMemOffset();
407 SDValue Add = DAG.getNode(ISD::ADD, DL, PtrVT, SP,
408 DAG.getConstant(Offset, DL, PtrVT));
409 Chains.push_back(DAG.getStore(Chain, DL, Arg, Add,
410 MachinePointerInfo::getStack(MF, Offset),
411 false, false, 0));
412 }
413 if (!Chains.empty())
414 Chain = DAG.getNode(ISD::TokenFactor, DL, MVT::Other, Chains);
415 }
416
417 // Compute the operands for the CALLn node.
JF Bastiend8a9d662015-08-24 21:59:51 +0000418 SmallVector<SDValue, 16> Ops;
419 Ops.push_back(Chain);
JF Bastienaf111db2015-08-24 22:16:48 +0000420 Ops.push_back(Callee);
Dan Gohman35bfb242015-12-04 23:22:35 +0000421
422 // Add all fixed arguments. Note that for non-varargs calls, NumFixedArgs
423 // isn't reliable.
424 Ops.append(OutVals.begin(),
425 IsVarArg ? OutVals.begin() + NumFixedArgs : OutVals.end());
JF Bastiend8a9d662015-08-24 21:59:51 +0000426
427 SmallVector<EVT, 8> Tys;
Dan Gohman2d822e72015-12-04 17:12:52 +0000428 for (const auto &In : Ins) {
Dan Gohman7935fa32015-12-10 00:22:40 +0000429 assert(!In.Flags.isByVal() && "byval is not valid for return values");
430 assert(!In.Flags.isNest() && "nest is not valid for return values");
Dan Gohman2d822e72015-12-04 17:12:52 +0000431 if (In.Flags.isInAlloca())
Dan Gohman7935fa32015-12-10 00:22:40 +0000432 fail(DL, DAG, "WebAssembly hasn't implemented inalloca return values");
Dan Gohman2d822e72015-12-04 17:12:52 +0000433 if (In.Flags.isInConsecutiveRegs())
Dan Gohman7935fa32015-12-10 00:22:40 +0000434 fail(DL, DAG, "WebAssembly hasn't implemented cons regs return values");
Dan Gohman2d822e72015-12-04 17:12:52 +0000435 if (In.Flags.isInConsecutiveRegsLast())
Dan Gohman4b9d7912015-12-15 22:01:29 +0000436 fail(DL, DAG,
437 "WebAssembly hasn't implemented cons regs last return values");
Dan Gohman2d822e72015-12-04 17:12:52 +0000438 // Ignore In.getOrigAlign() because all our arguments are passed in
439 // registers.
JF Bastiend8a9d662015-08-24 21:59:51 +0000440 Tys.push_back(In.VT);
Dan Gohman2d822e72015-12-04 17:12:52 +0000441 }
JF Bastiend8a9d662015-08-24 21:59:51 +0000442 Tys.push_back(MVT::Other);
JF Bastienaf111db2015-08-24 22:16:48 +0000443 SDVTList TyList = DAG.getVTList(Tys);
Dan Gohmanf71abef2015-09-09 16:13:47 +0000444 SDValue Res =
445 DAG.getNode(Ins.empty() ? WebAssemblyISD::CALL0 : WebAssemblyISD::CALL1,
446 DL, TyList, Ops);
JF Bastienaf111db2015-08-24 22:16:48 +0000447 if (Ins.empty()) {
448 Chain = Res;
449 } else {
450 InVals.push_back(Res);
451 Chain = Res.getValue(1);
452 }
JF Bastiend8a9d662015-08-24 21:59:51 +0000453
Derek Schuff5a143062015-12-11 18:55:34 +0000454 if (NumBytes) {
Derek Schuff8bb5f292015-12-16 23:21:30 +0000455 SDValue Unused = DAG.getTargetConstant(0, DL, PtrVT);
Derek Schuff5a143062015-12-11 18:55:34 +0000456 Chain = DAG.getCALLSEQ_END(Chain, NB, Unused, SDValue(), DL);
457 }
JF Bastiend8a9d662015-08-24 21:59:51 +0000458
459 return Chain;
460}
461
JF Bastienb9073fb2015-07-22 21:28:15 +0000462bool WebAssemblyTargetLowering::CanLowerReturn(
Dan Gohman7a6b9822015-11-29 22:32:02 +0000463 CallingConv::ID /*CallConv*/, MachineFunction & /*MF*/, bool /*IsVarArg*/,
464 const SmallVectorImpl<ISD::OutputArg> &Outs,
465 LLVMContext & /*Context*/) const {
JF Bastienb9073fb2015-07-22 21:28:15 +0000466 // WebAssembly can't currently handle returning tuples.
467 return Outs.size() <= 1;
468}
469
470SDValue WebAssemblyTargetLowering::LowerReturn(
Dan Gohman35bfb242015-12-04 23:22:35 +0000471 SDValue Chain, CallingConv::ID CallConv, bool /*IsVarArg*/,
JF Bastienb9073fb2015-07-22 21:28:15 +0000472 const SmallVectorImpl<ISD::OutputArg> &Outs,
473 const SmallVectorImpl<SDValue> &OutVals, SDLoc DL,
474 SelectionDAG &DAG) const {
JF Bastienb9073fb2015-07-22 21:28:15 +0000475 assert(Outs.size() <= 1 && "WebAssembly can only return up to one value");
Dan Gohman85dbdda2015-12-04 17:16:07 +0000476 if (!CallingConvSupported(CallConv))
JF Bastienb9073fb2015-07-22 21:28:15 +0000477 fail(DL, DAG, "WebAssembly doesn't support non-C calling conventions");
478
JF Bastien600aee92015-07-31 17:53:38 +0000479 SmallVector<SDValue, 4> RetOps(1, Chain);
480 RetOps.append(OutVals.begin(), OutVals.end());
JF Bastien4a2d5602015-07-31 21:04:18 +0000481 Chain = DAG.getNode(WebAssemblyISD::RETURN, DL, MVT::Other, RetOps);
JF Bastienb9073fb2015-07-22 21:28:15 +0000482
Dan Gohman754cd112015-11-11 01:33:02 +0000483 // Record the number and types of the return values.
484 for (const ISD::OutputArg &Out : Outs) {
Dan Gohmanac132e92015-12-02 23:40:03 +0000485 assert(!Out.Flags.isByVal() && "byval is not valid for return values");
486 assert(!Out.Flags.isNest() && "nest is not valid for return values");
Dan Gohman35bfb242015-12-04 23:22:35 +0000487 assert(Out.IsFixed && "non-fixed return value is not valid");
Dan Gohman754cd112015-11-11 01:33:02 +0000488 if (Out.Flags.isInAlloca())
489 fail(DL, DAG, "WebAssembly hasn't implemented inalloca results");
Dan Gohman754cd112015-11-11 01:33:02 +0000490 if (Out.Flags.isInConsecutiveRegs())
491 fail(DL, DAG, "WebAssembly hasn't implemented cons regs results");
492 if (Out.Flags.isInConsecutiveRegsLast())
493 fail(DL, DAG, "WebAssembly hasn't implemented cons regs last results");
Dan Gohman754cd112015-11-11 01:33:02 +0000494 }
495
JF Bastienb9073fb2015-07-22 21:28:15 +0000496 return Chain;
497}
498
499SDValue WebAssemblyTargetLowering::LowerFormalArguments(
Dan Gohman35bfb242015-12-04 23:22:35 +0000500 SDValue Chain, CallingConv::ID CallConv, bool /*IsVarArg*/,
JF Bastienb9073fb2015-07-22 21:28:15 +0000501 const SmallVectorImpl<ISD::InputArg> &Ins, SDLoc DL, SelectionDAG &DAG,
502 SmallVectorImpl<SDValue> &InVals) const {
503 MachineFunction &MF = DAG.getMachineFunction();
504
Dan Gohman85dbdda2015-12-04 17:16:07 +0000505 if (!CallingConvSupported(CallConv))
JF Bastienb9073fb2015-07-22 21:28:15 +0000506 fail(DL, DAG, "WebAssembly doesn't support non-C calling conventions");
JF Bastienb9073fb2015-07-22 21:28:15 +0000507
Dan Gohmanfb3e0592015-11-25 19:36:19 +0000508 // Set up the incoming ARGUMENTS value, which serves to represent the liveness
509 // of the incoming values before they're represented by virtual registers.
510 MF.getRegInfo().addLiveIn(WebAssembly::ARGUMENTS);
511
JF Bastien600aee92015-07-31 17:53:38 +0000512 for (const ISD::InputArg &In : Ins) {
JF Bastien600aee92015-07-31 17:53:38 +0000513 if (In.Flags.isByVal())
514 fail(DL, DAG, "WebAssembly hasn't implemented byval arguments");
515 if (In.Flags.isInAlloca())
516 fail(DL, DAG, "WebAssembly hasn't implemented inalloca arguments");
517 if (In.Flags.isNest())
518 fail(DL, DAG, "WebAssembly hasn't implemented nest arguments");
JF Bastien600aee92015-07-31 17:53:38 +0000519 if (In.Flags.isInConsecutiveRegs())
520 fail(DL, DAG, "WebAssembly hasn't implemented cons regs arguments");
521 if (In.Flags.isInConsecutiveRegsLast())
522 fail(DL, DAG, "WebAssembly hasn't implemented cons regs last arguments");
Dan Gohman9c54d3b2015-11-25 18:13:18 +0000523 // Ignore In.getOrigAlign() because all our arguments are passed in
524 // registers.
JF Bastiend7fcc6f2015-07-31 18:13:27 +0000525 InVals.push_back(
526 In.Used
527 ? DAG.getNode(WebAssemblyISD::ARGUMENT, DL, In.VT,
Dan Gohman5219ecf2015-11-14 23:28:15 +0000528 DAG.getTargetConstant(InVals.size(), DL, MVT::i32))
Dan Gohmancb7940f2015-12-04 17:09:42 +0000529 : DAG.getUNDEF(In.VT));
Dan Gohman754cd112015-11-11 01:33:02 +0000530
531 // Record the number and types of arguments.
532 MF.getInfo<WebAssemblyFunctionInfo>()->addParam(In.VT);
JF Bastien600aee92015-07-31 17:53:38 +0000533 }
JF Bastienb9073fb2015-07-22 21:28:15 +0000534
Dan Gohman35bfb242015-12-04 23:22:35 +0000535 // Incoming varargs arguments are on the stack and will be accessed through
536 // va_arg, so we don't need to do anything for them here.
537
JF Bastienb9073fb2015-07-22 21:28:15 +0000538 return Chain;
539}
540
Dan Gohman10e730a2015-06-29 23:51:55 +0000541//===----------------------------------------------------------------------===//
JF Bastienaf111db2015-08-24 22:16:48 +0000542// Custom lowering hooks.
Dan Gohman10e730a2015-06-29 23:51:55 +0000543//===----------------------------------------------------------------------===//
544
JF Bastienaf111db2015-08-24 22:16:48 +0000545SDValue WebAssemblyTargetLowering::LowerOperation(SDValue Op,
546 SelectionDAG &DAG) const {
547 switch (Op.getOpcode()) {
548 default:
549 llvm_unreachable("unimplemented operation lowering");
550 return SDValue();
Derek Schuff9769deb2015-12-11 23:49:46 +0000551 case ISD::FrameIndex:
552 return LowerFrameIndex(Op, DAG);
JF Bastienaf111db2015-08-24 22:16:48 +0000553 case ISD::GlobalAddress:
554 return LowerGlobalAddress(Op, DAG);
Dan Gohman2c8fe6a2015-11-25 16:44:29 +0000555 case ISD::ExternalSymbol:
556 return LowerExternalSymbol(Op, DAG);
Dan Gohman950a13c2015-09-16 16:51:30 +0000557 case ISD::JumpTable:
558 return LowerJumpTable(Op, DAG);
559 case ISD::BR_JT:
560 return LowerBR_JT(Op, DAG);
Dan Gohman35bfb242015-12-04 23:22:35 +0000561 case ISD::VASTART:
562 return LowerVASTART(Op, DAG);
JF Bastienaf111db2015-08-24 22:16:48 +0000563 }
564}
565
Derek Schuff9769deb2015-12-11 23:49:46 +0000566SDValue WebAssemblyTargetLowering::LowerFrameIndex(SDValue Op,
567 SelectionDAG &DAG) const {
568 int FI = cast<FrameIndexSDNode>(Op)->getIndex();
569 return DAG.getTargetFrameIndex(FI, Op.getValueType());
570}
571
JF Bastienaf111db2015-08-24 22:16:48 +0000572SDValue WebAssemblyTargetLowering::LowerGlobalAddress(SDValue Op,
573 SelectionDAG &DAG) const {
574 SDLoc DL(Op);
575 const auto *GA = cast<GlobalAddressSDNode>(Op);
576 EVT VT = Op.getValueType();
JF Bastienaf111db2015-08-24 22:16:48 +0000577 assert(GA->getTargetFlags() == 0 && "WebAssembly doesn't set target flags");
578 if (GA->getAddressSpace() != 0)
579 fail(DL, DAG, "WebAssembly only expects the 0 address space");
Dan Gohman4b9d7912015-12-15 22:01:29 +0000580 return DAG.getNode(
581 WebAssemblyISD::Wrapper, DL, VT,
582 DAG.getTargetGlobalAddress(GA->getGlobal(), DL, VT, GA->getOffset()));
JF Bastienaf111db2015-08-24 22:16:48 +0000583}
584
Dan Gohman7a6b9822015-11-29 22:32:02 +0000585SDValue
586WebAssemblyTargetLowering::LowerExternalSymbol(SDValue Op,
587 SelectionDAG &DAG) const {
Dan Gohman2c8fe6a2015-11-25 16:44:29 +0000588 SDLoc DL(Op);
589 const auto *ES = cast<ExternalSymbolSDNode>(Op);
590 EVT VT = Op.getValueType();
591 assert(ES->getTargetFlags() == 0 && "WebAssembly doesn't set target flags");
592 return DAG.getNode(WebAssemblyISD::Wrapper, DL, VT,
593 DAG.getTargetExternalSymbol(ES->getSymbol(), VT));
594}
595
Dan Gohman950a13c2015-09-16 16:51:30 +0000596SDValue WebAssemblyTargetLowering::LowerJumpTable(SDValue Op,
597 SelectionDAG &DAG) const {
598 // There's no need for a Wrapper node because we always incorporate a jump
Dan Gohmanbb7ce8e2015-11-20 03:02:49 +0000599 // table operand into a TABLESWITCH instruction, rather than ever
600 // materializing it in a register.
Dan Gohman950a13c2015-09-16 16:51:30 +0000601 const JumpTableSDNode *JT = cast<JumpTableSDNode>(Op);
602 return DAG.getTargetJumpTable(JT->getIndex(), Op.getValueType(),
603 JT->getTargetFlags());
604}
605
606SDValue WebAssemblyTargetLowering::LowerBR_JT(SDValue Op,
607 SelectionDAG &DAG) const {
608 SDLoc DL(Op);
609 SDValue Chain = Op.getOperand(0);
610 const auto *JT = cast<JumpTableSDNode>(Op.getOperand(1));
611 SDValue Index = Op.getOperand(2);
612 assert(JT->getTargetFlags() == 0 && "WebAssembly doesn't set target flags");
613
614 SmallVector<SDValue, 8> Ops;
615 Ops.push_back(Chain);
616 Ops.push_back(Index);
617
618 MachineJumpTableInfo *MJTI = DAG.getMachineFunction().getJumpTableInfo();
619 const auto &MBBs = MJTI->getJumpTables()[JT->getIndex()].MBBs;
620
621 // TODO: For now, we just pick something arbitrary for a default case for now.
622 // We really want to sniff out the guard and put in the real default case (and
623 // delete the guard).
624 Ops.push_back(DAG.getBasicBlock(MBBs[0]));
625
626 // Add an operand for each case.
627 for (auto MBB : MBBs)
628 Ops.push_back(DAG.getBasicBlock(MBB));
629
Dan Gohmanbb7ce8e2015-11-20 03:02:49 +0000630 return DAG.getNode(WebAssemblyISD::TABLESWITCH, DL, MVT::Other, Ops);
Dan Gohman950a13c2015-09-16 16:51:30 +0000631}
632
Dan Gohman35bfb242015-12-04 23:22:35 +0000633SDValue WebAssemblyTargetLowering::LowerVASTART(SDValue Op,
634 SelectionDAG &DAG) const {
635 SDLoc DL(Op);
636 EVT PtrVT = getPointerTy(DAG.getMachineFunction().getDataLayout());
637
638 // The incoming non-fixed arguments are placed on the top of the stack, with
639 // natural alignment, at the point of the call, so the base pointer is just
640 // the current frame pointer.
641 DAG.getMachineFunction().getFrameInfo()->setFrameAddressIsTaken(true);
642 unsigned FP =
Dan Gohmanfd98ea82015-12-08 03:42:50 +0000643 Subtarget->getRegisterInfo()->getFrameRegister(DAG.getMachineFunction());
Dan Gohman35bfb242015-12-04 23:22:35 +0000644 SDValue FrameAddr = DAG.getCopyFromReg(DAG.getEntryNode(), DL, FP, PtrVT);
645 const Value *SV = cast<SrcValueSDNode>(Op.getOperand(2))->getValue();
646 return DAG.getStore(Op.getOperand(0), DL, FrameAddr, Op.getOperand(1),
647 MachinePointerInfo(SV), false, false, 0);
648}
649
Dan Gohman10e730a2015-06-29 23:51:55 +0000650//===----------------------------------------------------------------------===//
651// WebAssembly Optimization Hooks
652//===----------------------------------------------------------------------===//
653
654MCSection *WebAssemblyTargetObjectFile::SelectSectionForGlobal(
Dan Gohman7a6b9822015-11-29 22:32:02 +0000655 const GlobalValue *GV, SectionKind /*Kind*/, Mangler & /*Mang*/,
656 const TargetMachine & /*TM*/) const {
Dan Gohmane51c0582015-10-06 00:27:55 +0000657 // TODO: Be more sophisticated than this.
658 return isa<Function>(GV) ? getTextSection() : getDataSection();
Dan Gohman10e730a2015-06-29 23:51:55 +0000659}