blob: 76df63b54074bce38f86734ebaf2e1ca12c3f08d [file] [log] [blame]
Dan Gohman10e730a2015-06-29 23:51:55 +00001//=- WebAssemblyISelLowering.cpp - WebAssembly DAG Lowering Implementation -==//
2//
3// The LLVM Compiler Infrastructure
4//
5// This file is distributed under the University of Illinois Open Source
6// License. See LICENSE.TXT for details.
7//
8//===----------------------------------------------------------------------===//
9///
10/// \file
11/// \brief This file implements the WebAssemblyTargetLowering class.
12///
13//===----------------------------------------------------------------------===//
14
15#include "WebAssemblyISelLowering.h"
16#include "MCTargetDesc/WebAssemblyMCTargetDesc.h"
17#include "WebAssemblyMachineFunctionInfo.h"
18#include "WebAssemblySubtarget.h"
19#include "WebAssemblyTargetMachine.h"
20#include "WebAssemblyTargetObjectFile.h"
21#include "llvm/CodeGen/Analysis.h"
JF Bastienaf111db2015-08-24 22:16:48 +000022#include "llvm/CodeGen/CallingConvLower.h"
Dan Gohman950a13c2015-09-16 16:51:30 +000023#include "llvm/CodeGen/MachineJumpTableInfo.h"
Dan Gohman10e730a2015-06-29 23:51:55 +000024#include "llvm/CodeGen/MachineRegisterInfo.h"
25#include "llvm/CodeGen/SelectionDAG.h"
JF Bastienb9073fb2015-07-22 21:28:15 +000026#include "llvm/IR/DiagnosticInfo.h"
27#include "llvm/IR/DiagnosticPrinter.h"
Dan Gohman10e730a2015-06-29 23:51:55 +000028#include "llvm/IR/Function.h"
29#include "llvm/IR/Intrinsics.h"
30#include "llvm/Support/CommandLine.h"
31#include "llvm/Support/Debug.h"
32#include "llvm/Support/ErrorHandling.h"
33#include "llvm/Support/raw_ostream.h"
34#include "llvm/Target/TargetOptions.h"
35using namespace llvm;
36
37#define DEBUG_TYPE "wasm-lower"
38
JF Bastienb9073fb2015-07-22 21:28:15 +000039namespace {
40// Diagnostic information for unimplemented or unsupported feature reporting.
Dan Gohman9c54d3b2015-11-25 18:13:18 +000041// TODO: This code is copied from BPF and AMDGPU; consider factoring it out
42// and sharing code.
Dan Gohmanfd4a88c2015-11-25 16:29:24 +000043class DiagnosticInfoUnsupported final : public DiagnosticInfo {
JF Bastienb9073fb2015-07-22 21:28:15 +000044private:
45 // Debug location where this diagnostic is triggered.
46 DebugLoc DLoc;
47 const Twine &Description;
48 const Function &Fn;
49 SDValue Value;
50
51 static int KindID;
52
53 static int getKindID() {
54 if (KindID == 0)
55 KindID = llvm::getNextAvailablePluginDiagnosticKind();
56 return KindID;
57 }
58
59public:
60 DiagnosticInfoUnsupported(SDLoc DLoc, const Function &Fn, const Twine &Desc,
61 SDValue Value)
62 : DiagnosticInfo(getKindID(), DS_Error), DLoc(DLoc.getDebugLoc()),
63 Description(Desc), Fn(Fn), Value(Value) {}
64
65 void print(DiagnosticPrinter &DP) const override {
66 std::string Str;
67 raw_string_ostream OS(Str);
68
69 if (DLoc) {
70 auto DIL = DLoc.get();
71 StringRef Filename = DIL->getFilename();
72 unsigned Line = DIL->getLine();
73 unsigned Column = DIL->getColumn();
74 OS << Filename << ':' << Line << ':' << Column << ' ';
75 }
76
77 OS << "in function " << Fn.getName() << ' ' << *Fn.getFunctionType() << '\n'
78 << Description;
79 if (Value)
80 Value->print(OS);
81 OS << '\n';
82 OS.flush();
83 DP << Str;
84 }
85
86 static bool classof(const DiagnosticInfo *DI) {
87 return DI->getKind() == getKindID();
88 }
89};
90
91int DiagnosticInfoUnsupported::KindID = 0;
92} // end anonymous namespace
93
Dan Gohman10e730a2015-06-29 23:51:55 +000094WebAssemblyTargetLowering::WebAssemblyTargetLowering(
95 const TargetMachine &TM, const WebAssemblySubtarget &STI)
Dan Gohmanbfaf7e12015-07-02 21:36:25 +000096 : TargetLowering(TM), Subtarget(&STI) {
JF Bastienaf111db2015-08-24 22:16:48 +000097 auto MVTPtr = Subtarget->hasAddr64() ? MVT::i64 : MVT::i32;
98
JF Bastien71d29ac2015-08-12 17:53:29 +000099 // Booleans always contain 0 or 1.
100 setBooleanContents(ZeroOrOneBooleanContent);
Dan Gohmanbfaf7e12015-07-02 21:36:25 +0000101 // WebAssembly does not produce floating-point exceptions on normal floating
102 // point operations.
103 setHasFloatingPointExceptions(false);
Dan Gohman489abd72015-07-07 22:38:06 +0000104 // We don't know the microarchitecture here, so just reduce register pressure.
105 setSchedulingPreference(Sched::RegPressure);
JF Bastienb9073fb2015-07-22 21:28:15 +0000106 // Tell ISel that we have a stack pointer.
107 setStackPointerRegisterToSaveRestore(
108 Subtarget->hasAddr64() ? WebAssembly::SP64 : WebAssembly::SP32);
109 // Set up the register classes.
Dan Gohmand0bf9812015-09-26 01:09:44 +0000110 addRegisterClass(MVT::i32, &WebAssembly::I32RegClass);
111 addRegisterClass(MVT::i64, &WebAssembly::I64RegClass);
112 addRegisterClass(MVT::f32, &WebAssembly::F32RegClass);
113 addRegisterClass(MVT::f64, &WebAssembly::F64RegClass);
JF Bastienb9073fb2015-07-22 21:28:15 +0000114 // Compute derived properties from the register classes.
115 computeRegisterProperties(Subtarget->getRegisterInfo());
116
JF Bastienaf111db2015-08-24 22:16:48 +0000117 setOperationAction(ISD::GlobalAddress, MVTPtr, Custom);
Dan Gohman2c8fe6a2015-11-25 16:44:29 +0000118 setOperationAction(ISD::ExternalSymbol, MVTPtr, Custom);
Dan Gohman950a13c2015-09-16 16:51:30 +0000119 setOperationAction(ISD::JumpTable, MVTPtr, Custom);
JF Bastienaf111db2015-08-24 22:16:48 +0000120
Dan Gohman35bfb242015-12-04 23:22:35 +0000121 // Take the default expansion for va_arg, va_copy, and va_end. There is no
122 // default action for va_start, so we do that custom.
123 setOperationAction(ISD::VASTART, MVT::Other, Custom);
124 setOperationAction(ISD::VAARG, MVT::Other, Expand);
125 setOperationAction(ISD::VACOPY, MVT::Other, Expand);
126 setOperationAction(ISD::VAEND, MVT::Other, Expand);
127
JF Bastienda06bce2015-08-11 21:02:46 +0000128 for (auto T : {MVT::f32, MVT::f64}) {
129 // Don't expand the floating-point types to constant pools.
130 setOperationAction(ISD::ConstantFP, T, Legal);
131 // Expand floating-point comparisons.
132 for (auto CC : {ISD::SETO, ISD::SETUO, ISD::SETUEQ, ISD::SETONE,
133 ISD::SETULT, ISD::SETULE, ISD::SETUGT, ISD::SETUGE})
134 setCondCodeAction(CC, T, Expand);
Dan Gohman32907a62015-08-20 22:57:13 +0000135 // Expand floating-point library function operators.
Dan Gohmanebb23542015-12-05 19:15:57 +0000136 for (auto Op : {ISD::FSIN, ISD::FCOS, ISD::FSINCOS, ISD::FPOWI, ISD::FPOW,
Dan Gohman9341c1d2015-12-10 04:52:33 +0000137 ISD::FREM, ISD::FMA})
Dan Gohman32907a62015-08-20 22:57:13 +0000138 setOperationAction(Op, T, Expand);
Dan Gohman896e53f2015-08-24 18:23:13 +0000139 // Note supported floating-point library function operators that otherwise
140 // default to expand.
Dan Gohman7a6b9822015-11-29 22:32:02 +0000141 for (auto Op :
142 {ISD::FCEIL, ISD::FFLOOR, ISD::FTRUNC, ISD::FNEARBYINT, ISD::FRINT})
Dan Gohman896e53f2015-08-24 18:23:13 +0000143 setOperationAction(Op, T, Legal);
Dan Gohmanb84ae9b2015-11-10 21:40:21 +0000144 // Support minnan and maxnan, which otherwise default to expand.
145 setOperationAction(ISD::FMINNAN, T, Legal);
146 setOperationAction(ISD::FMAXNAN, T, Legal);
JF Bastienda06bce2015-08-11 21:02:46 +0000147 }
Dan Gohman32907a62015-08-20 22:57:13 +0000148
149 for (auto T : {MVT::i32, MVT::i64}) {
150 // Expand unavailable integer operations.
Dan Gohman7a6b9822015-11-29 22:32:02 +0000151 for (auto Op :
152 {ISD::BSWAP, ISD::ROTL, ISD::ROTR, ISD::SMUL_LOHI, ISD::UMUL_LOHI,
153 ISD::MULHS, ISD::MULHU, ISD::SDIVREM, ISD::UDIVREM, ISD::SHL_PARTS,
154 ISD::SRA_PARTS, ISD::SRL_PARTS, ISD::ADDC, ISD::ADDE, ISD::SUBC,
155 ISD::SUBE}) {
Dan Gohman32907a62015-08-20 22:57:13 +0000156 setOperationAction(Op, T, Expand);
157 }
158 }
159
160 // As a special case, these operators use the type to mean the type to
161 // sign-extend from.
Dan Gohmana5603b82015-12-10 01:00:19 +0000162 for (auto T : {MVT::i1, MVT::i8, MVT::i16, MVT::i32})
Dan Gohman32907a62015-08-20 22:57:13 +0000163 setOperationAction(ISD::SIGN_EXTEND_INREG, T, Expand);
164
165 // Dynamic stack allocation: use the default expansion.
166 setOperationAction(ISD::STACKSAVE, MVT::Other, Expand);
167 setOperationAction(ISD::STACKRESTORE, MVT::Other, Expand);
Dan Gohman2683a552015-08-24 22:31:52 +0000168 setOperationAction(ISD::DYNAMIC_STACKALLOC, MVTPtr, Expand);
JF Bastien73ff6af2015-08-31 22:24:11 +0000169
Dan Gohman950a13c2015-09-16 16:51:30 +0000170 // Expand these forms; we pattern-match the forms that we can handle in isel.
171 for (auto T : {MVT::i32, MVT::i64, MVT::f32, MVT::f64})
172 for (auto Op : {ISD::BR_CC, ISD::SELECT_CC})
173 setOperationAction(Op, T, Expand);
174
175 // We have custom switch handling.
176 setOperationAction(ISD::BR_JT, MVT::Other, Custom);
177
JF Bastien73ff6af2015-08-31 22:24:11 +0000178 // WebAssembly doesn't have:
179 // - Floating-point extending loads.
180 // - Floating-point truncating stores.
181 // - i1 extending loads.
Dan Gohman60bddf12015-12-10 02:07:53 +0000182 setLoadExtAction(ISD::EXTLOAD, MVT::f64, MVT::f32, Expand);
JF Bastien73ff6af2015-08-31 22:24:11 +0000183 setTruncStoreAction(MVT::f64, MVT::f32, Expand);
184 for (auto T : MVT::integer_valuetypes())
185 for (auto Ext : {ISD::EXTLOAD, ISD::ZEXTLOAD, ISD::SEXTLOAD})
186 setLoadExtAction(Ext, T, MVT::i1, Promote);
Derek Schuffffa143c2015-11-10 00:30:57 +0000187
188 // Trap lowers to wasm unreachable
189 setOperationAction(ISD::TRAP, MVT::Other, Legal);
Dan Gohmanbfaf7e12015-07-02 21:36:25 +0000190}
Dan Gohman10e730a2015-06-29 23:51:55 +0000191
Dan Gohman7b634842015-08-24 18:44:37 +0000192FastISel *WebAssemblyTargetLowering::createFastISel(
193 FunctionLoweringInfo &FuncInfo, const TargetLibraryInfo *LibInfo) const {
194 return WebAssembly::createFastISel(FuncInfo, LibInfo);
195}
196
JF Bastienaf111db2015-08-24 22:16:48 +0000197bool WebAssemblyTargetLowering::isOffsetFoldingLegal(
Dan Gohman7a6b9822015-11-29 22:32:02 +0000198 const GlobalAddressSDNode * /*GA*/) const {
Dan Gohmana4b710a2015-12-06 19:33:32 +0000199 // All offsets can be folded.
200 return true;
JF Bastienaf111db2015-08-24 22:16:48 +0000201}
202
Dan Gohman7a6b9822015-11-29 22:32:02 +0000203MVT WebAssemblyTargetLowering::getScalarShiftAmountTy(const DataLayout & /*DL*/,
JF Bastienfda53372015-08-03 00:00:11 +0000204 EVT VT) const {
Dan Gohmana8483752015-12-10 00:26:26 +0000205 unsigned BitWidth = NextPowerOf2(VT.getSizeInBits() - 1);
206 if (BitWidth > 1 && BitWidth < 8)
207 BitWidth = 8;
208 MVT Result = MVT::getIntegerVT(BitWidth);
209 assert(Result != MVT::INVALID_SIMPLE_VALUE_TYPE &&
210 "Unable to represent scalar shift amount type");
211 return Result;
JF Bastienfda53372015-08-03 00:00:11 +0000212}
213
JF Bastien480c8402015-08-11 20:13:18 +0000214const char *
215WebAssemblyTargetLowering::getTargetNodeName(unsigned Opcode) const {
216 switch (static_cast<WebAssemblyISD::NodeType>(Opcode)) {
JF Bastienaf111db2015-08-24 22:16:48 +0000217 case WebAssemblyISD::FIRST_NUMBER:
218 break;
219#define HANDLE_NODETYPE(NODE) \
220 case WebAssemblyISD::NODE: \
221 return "WebAssemblyISD::" #NODE;
222#include "WebAssemblyISD.def"
223#undef HANDLE_NODETYPE
JF Bastien480c8402015-08-11 20:13:18 +0000224 }
225 return nullptr;
226}
227
Dan Gohmanf19ed562015-11-13 01:42:29 +0000228std::pair<unsigned, const TargetRegisterClass *>
229WebAssemblyTargetLowering::getRegForInlineAsmConstraint(
230 const TargetRegisterInfo *TRI, StringRef Constraint, MVT VT) const {
231 // First, see if this is a constraint that directly corresponds to a
232 // WebAssembly register class.
233 if (Constraint.size() == 1) {
234 switch (Constraint[0]) {
235 case 'r':
Dan Gohman284384b2015-12-05 20:03:44 +0000236 assert(VT != MVT::iPTR && "Pointer MVT not expected here");
237 if (VT.isInteger() && !VT.isVector()) {
238 if (VT.getSizeInBits() <= 32)
239 return std::make_pair(0U, &WebAssembly::I32RegClass);
240 if (VT.getSizeInBits() <= 64)
241 return std::make_pair(0U, &WebAssembly::I64RegClass);
242 }
Dan Gohmana774d712015-11-25 22:28:50 +0000243 break;
Dan Gohmanf19ed562015-11-13 01:42:29 +0000244 default:
245 break;
246 }
247 }
248
249 return TargetLowering::getRegForInlineAsmConstraint(TRI, Constraint, VT);
250}
251
Dan Gohman3192ddf2015-11-19 23:04:59 +0000252bool WebAssemblyTargetLowering::isCheapToSpeculateCttz() const {
253 // Assume ctz is a relatively cheap operation.
254 return true;
255}
256
257bool WebAssemblyTargetLowering::isCheapToSpeculateCtlz() const {
258 // Assume clz is a relatively cheap operation.
259 return true;
260}
261
Dan Gohman10e730a2015-06-29 23:51:55 +0000262//===----------------------------------------------------------------------===//
263// WebAssembly Lowering private implementation.
264//===----------------------------------------------------------------------===//
265
266//===----------------------------------------------------------------------===//
267// Lowering Code
268//===----------------------------------------------------------------------===//
269
JF Bastienb9073fb2015-07-22 21:28:15 +0000270static void fail(SDLoc DL, SelectionDAG &DAG, const char *msg) {
271 MachineFunction &MF = DAG.getMachineFunction();
272 DAG.getContext()->diagnose(
273 DiagnosticInfoUnsupported(DL, *MF.getFunction(), msg, SDValue()));
274}
275
Dan Gohman85dbdda2015-12-04 17:16:07 +0000276// Test whether the given calling convention is supported.
Dan Gohmana3f5ce52015-12-04 17:18:32 +0000277static bool CallingConvSupported(CallingConv::ID CallConv) {
Dan Gohman85dbdda2015-12-04 17:16:07 +0000278 // We currently support the language-independent target-independent
Dan Gohman1ce2b1a2015-12-04 18:27:03 +0000279 // conventions. We don't yet have a way to annotate calls with properties like
280 // "cold", and we don't have any call-clobbered registers, so these are mostly
281 // all handled the same.
Dan Gohmana3f5ce52015-12-04 17:18:32 +0000282 return CallConv == CallingConv::C || CallConv == CallingConv::Fast ||
Dan Gohman1ce2b1a2015-12-04 18:27:03 +0000283 CallConv == CallingConv::Cold ||
284 CallConv == CallingConv::PreserveMost ||
285 CallConv == CallingConv::PreserveAll ||
286 CallConv == CallingConv::CXX_FAST_TLS;
Dan Gohman85dbdda2015-12-04 17:16:07 +0000287}
288
JF Bastiend8a9d662015-08-24 21:59:51 +0000289SDValue
290WebAssemblyTargetLowering::LowerCall(CallLoweringInfo &CLI,
291 SmallVectorImpl<SDValue> &InVals) const {
292 SelectionDAG &DAG = CLI.DAG;
293 SDLoc DL = CLI.DL;
294 SDValue Chain = CLI.Chain;
295 SDValue Callee = CLI.Callee;
296 MachineFunction &MF = DAG.getMachineFunction();
297
298 CallingConv::ID CallConv = CLI.CallConv;
Dan Gohman85dbdda2015-12-04 17:16:07 +0000299 if (!CallingConvSupported(CallConv))
Dan Gohman9cc692b2015-10-02 20:54:23 +0000300 fail(DL, DAG,
301 "WebAssembly doesn't support language-specific or target-specific "
302 "calling conventions yet");
JF Bastiend8a9d662015-08-24 21:59:51 +0000303 if (CLI.IsPatchPoint)
304 fail(DL, DAG, "WebAssembly doesn't support patch point yet");
305
Dan Gohman9cc692b2015-10-02 20:54:23 +0000306 // WebAssembly doesn't currently support explicit tail calls. If they are
307 // required, fail. Otherwise, just disable them.
308 if ((CallConv == CallingConv::Fast && CLI.IsTailCall &&
309 MF.getTarget().Options.GuaranteedTailCallOpt) ||
310 (CLI.CS && CLI.CS->isMustTailCall()))
311 fail(DL, DAG, "WebAssembly doesn't support tail call yet");
312 CLI.IsTailCall = false;
313
JF Bastiend8a9d662015-08-24 21:59:51 +0000314 SmallVectorImpl<SDValue> &OutVals = CLI.OutVals;
Dan Gohmane590b332015-09-09 01:52:45 +0000315
JF Bastiend8a9d662015-08-24 21:59:51 +0000316 SmallVectorImpl<ISD::InputArg> &Ins = CLI.Ins;
Dan Gohmane590b332015-09-09 01:52:45 +0000317 if (Ins.size() > 1)
318 fail(DL, DAG, "WebAssembly doesn't support more than 1 returned value yet");
319
Dan Gohman2d822e72015-12-04 17:12:52 +0000320 SmallVectorImpl<ISD::OutputArg> &Outs = CLI.Outs;
321 for (const ISD::OutputArg &Out : Outs) {
Dan Gohman7935fa32015-12-10 00:22:40 +0000322 if (Out.Flags.isByVal())
323 fail(DL, DAG, "WebAssembly hasn't implemented byval arguments");
324 if (Out.Flags.isNest())
325 fail(DL, DAG, "WebAssembly hasn't implemented nest arguments");
Dan Gohman2d822e72015-12-04 17:12:52 +0000326 if (Out.Flags.isInAlloca())
Dan Gohman7935fa32015-12-10 00:22:40 +0000327 fail(DL, DAG, "WebAssembly hasn't implemented inalloca arguments");
Dan Gohman2d822e72015-12-04 17:12:52 +0000328 if (Out.Flags.isInConsecutiveRegs())
Dan Gohman7935fa32015-12-10 00:22:40 +0000329 fail(DL, DAG, "WebAssembly hasn't implemented cons regs arguments");
Dan Gohman2d822e72015-12-04 17:12:52 +0000330 if (Out.Flags.isInConsecutiveRegsLast())
Dan Gohman7935fa32015-12-10 00:22:40 +0000331 fail(DL, DAG, "WebAssembly hasn't implemented cons regs last arguments");
Dan Gohman2d822e72015-12-04 17:12:52 +0000332 }
333
JF Bastiend8a9d662015-08-24 21:59:51 +0000334 bool IsVarArg = CLI.IsVarArg;
Dan Gohman35bfb242015-12-04 23:22:35 +0000335 unsigned NumFixedArgs = CLI.NumFixedArgs;
336 auto PtrVT = getPointerTy(MF.getDataLayout());
Dan Gohmane590b332015-09-09 01:52:45 +0000337
JF Bastiend8a9d662015-08-24 21:59:51 +0000338 // Analyze operands of the call, assigning locations to each operand.
339 SmallVector<CCValAssign, 16> ArgLocs;
340 CCState CCInfo(CallConv, IsVarArg, MF, ArgLocs, *DAG.getContext());
JF Bastiend8a9d662015-08-24 21:59:51 +0000341
Dan Gohman35bfb242015-12-04 23:22:35 +0000342 if (IsVarArg) {
343 // Outgoing non-fixed arguments are placed at the top of the stack. First
344 // compute their offsets and the total amount of argument stack space
345 // needed.
346 for (SDValue Arg :
347 make_range(OutVals.begin() + NumFixedArgs, OutVals.end())) {
348 EVT VT = Arg.getValueType();
349 assert(VT != MVT::iPTR && "Legalized args should be concrete");
350 Type *Ty = VT.getTypeForEVT(*DAG.getContext());
351 unsigned Offset =
352 CCInfo.AllocateStack(MF.getDataLayout().getTypeAllocSize(Ty),
353 MF.getDataLayout().getABITypeAlignment(Ty));
354 CCInfo.addLoc(CCValAssign::getMem(ArgLocs.size(), VT.getSimpleVT(),
355 Offset, VT.getSimpleVT(),
356 CCValAssign::Full));
357 }
358 }
359
360 unsigned NumBytes = CCInfo.getAlignedCallFrameSize();
361
Derek Schuff5a143062015-12-11 18:55:34 +0000362 SDValue NB;
363 if (NumBytes) {
364 NB = DAG.getConstant(NumBytes, DL, PtrVT, true);
365 Chain = DAG.getCALLSEQ_START(Chain, NB, DL);
366 }
JF Bastiend8a9d662015-08-24 21:59:51 +0000367
Dan Gohman35bfb242015-12-04 23:22:35 +0000368 if (IsVarArg) {
369 // For non-fixed arguments, next emit stores to store the argument values
370 // to the stack at the offsets computed above.
371 SDValue SP = DAG.getCopyFromReg(
372 Chain, DL, getStackPointerRegisterToSaveRestore(), PtrVT);
373 unsigned ValNo = 0;
374 SmallVector<SDValue, 8> Chains;
375 for (SDValue Arg :
376 make_range(OutVals.begin() + NumFixedArgs, OutVals.end())) {
377 assert(ArgLocs[ValNo].getValNo() == ValNo &&
378 "ArgLocs should remain in order and only hold varargs args");
379 unsigned Offset = ArgLocs[ValNo++].getLocMemOffset();
380 SDValue Add = DAG.getNode(ISD::ADD, DL, PtrVT, SP,
381 DAG.getConstant(Offset, DL, PtrVT));
382 Chains.push_back(DAG.getStore(Chain, DL, Arg, Add,
383 MachinePointerInfo::getStack(MF, Offset),
384 false, false, 0));
385 }
386 if (!Chains.empty())
387 Chain = DAG.getNode(ISD::TokenFactor, DL, MVT::Other, Chains);
388 }
389
390 // Compute the operands for the CALLn node.
JF Bastiend8a9d662015-08-24 21:59:51 +0000391 SmallVector<SDValue, 16> Ops;
392 Ops.push_back(Chain);
JF Bastienaf111db2015-08-24 22:16:48 +0000393 Ops.push_back(Callee);
Dan Gohman35bfb242015-12-04 23:22:35 +0000394
395 // Add all fixed arguments. Note that for non-varargs calls, NumFixedArgs
396 // isn't reliable.
397 Ops.append(OutVals.begin(),
398 IsVarArg ? OutVals.begin() + NumFixedArgs : OutVals.end());
JF Bastiend8a9d662015-08-24 21:59:51 +0000399
400 SmallVector<EVT, 8> Tys;
Dan Gohman2d822e72015-12-04 17:12:52 +0000401 for (const auto &In : Ins) {
Dan Gohman7935fa32015-12-10 00:22:40 +0000402 assert(!In.Flags.isByVal() && "byval is not valid for return values");
403 assert(!In.Flags.isNest() && "nest is not valid for return values");
Dan Gohman2d822e72015-12-04 17:12:52 +0000404 if (In.Flags.isInAlloca())
Dan Gohman7935fa32015-12-10 00:22:40 +0000405 fail(DL, DAG, "WebAssembly hasn't implemented inalloca return values");
Dan Gohman2d822e72015-12-04 17:12:52 +0000406 if (In.Flags.isInConsecutiveRegs())
Dan Gohman7935fa32015-12-10 00:22:40 +0000407 fail(DL, DAG, "WebAssembly hasn't implemented cons regs return values");
Dan Gohman2d822e72015-12-04 17:12:52 +0000408 if (In.Flags.isInConsecutiveRegsLast())
Dan Gohman7935fa32015-12-10 00:22:40 +0000409 fail(DL, DAG, "WebAssembly hasn't implemented cons regs last return values");
Dan Gohman2d822e72015-12-04 17:12:52 +0000410 // Ignore In.getOrigAlign() because all our arguments are passed in
411 // registers.
JF Bastiend8a9d662015-08-24 21:59:51 +0000412 Tys.push_back(In.VT);
Dan Gohman2d822e72015-12-04 17:12:52 +0000413 }
JF Bastiend8a9d662015-08-24 21:59:51 +0000414 Tys.push_back(MVT::Other);
JF Bastienaf111db2015-08-24 22:16:48 +0000415 SDVTList TyList = DAG.getVTList(Tys);
Dan Gohmanf71abef2015-09-09 16:13:47 +0000416 SDValue Res =
417 DAG.getNode(Ins.empty() ? WebAssemblyISD::CALL0 : WebAssemblyISD::CALL1,
418 DL, TyList, Ops);
JF Bastienaf111db2015-08-24 22:16:48 +0000419 if (Ins.empty()) {
420 Chain = Res;
421 } else {
422 InVals.push_back(Res);
423 Chain = Res.getValue(1);
424 }
JF Bastiend8a9d662015-08-24 21:59:51 +0000425
Derek Schuff5a143062015-12-11 18:55:34 +0000426 if (NumBytes) {
427 SDValue Unused = DAG.getUNDEF(PtrVT);
428 Chain = DAG.getCALLSEQ_END(Chain, NB, Unused, SDValue(), DL);
429 }
JF Bastiend8a9d662015-08-24 21:59:51 +0000430
431 return Chain;
432}
433
JF Bastienb9073fb2015-07-22 21:28:15 +0000434bool WebAssemblyTargetLowering::CanLowerReturn(
Dan Gohman7a6b9822015-11-29 22:32:02 +0000435 CallingConv::ID /*CallConv*/, MachineFunction & /*MF*/, bool /*IsVarArg*/,
436 const SmallVectorImpl<ISD::OutputArg> &Outs,
437 LLVMContext & /*Context*/) const {
JF Bastienb9073fb2015-07-22 21:28:15 +0000438 // WebAssembly can't currently handle returning tuples.
439 return Outs.size() <= 1;
440}
441
442SDValue WebAssemblyTargetLowering::LowerReturn(
Dan Gohman35bfb242015-12-04 23:22:35 +0000443 SDValue Chain, CallingConv::ID CallConv, bool /*IsVarArg*/,
JF Bastienb9073fb2015-07-22 21:28:15 +0000444 const SmallVectorImpl<ISD::OutputArg> &Outs,
445 const SmallVectorImpl<SDValue> &OutVals, SDLoc DL,
446 SelectionDAG &DAG) const {
JF Bastienb9073fb2015-07-22 21:28:15 +0000447 assert(Outs.size() <= 1 && "WebAssembly can only return up to one value");
Dan Gohman85dbdda2015-12-04 17:16:07 +0000448 if (!CallingConvSupported(CallConv))
JF Bastienb9073fb2015-07-22 21:28:15 +0000449 fail(DL, DAG, "WebAssembly doesn't support non-C calling conventions");
450
JF Bastien600aee92015-07-31 17:53:38 +0000451 SmallVector<SDValue, 4> RetOps(1, Chain);
452 RetOps.append(OutVals.begin(), OutVals.end());
JF Bastien4a2d5602015-07-31 21:04:18 +0000453 Chain = DAG.getNode(WebAssemblyISD::RETURN, DL, MVT::Other, RetOps);
JF Bastienb9073fb2015-07-22 21:28:15 +0000454
Dan Gohman754cd112015-11-11 01:33:02 +0000455 // Record the number and types of the return values.
456 for (const ISD::OutputArg &Out : Outs) {
Dan Gohmanac132e92015-12-02 23:40:03 +0000457 assert(!Out.Flags.isByVal() && "byval is not valid for return values");
458 assert(!Out.Flags.isNest() && "nest is not valid for return values");
Dan Gohman35bfb242015-12-04 23:22:35 +0000459 assert(Out.IsFixed && "non-fixed return value is not valid");
Dan Gohman754cd112015-11-11 01:33:02 +0000460 if (Out.Flags.isInAlloca())
461 fail(DL, DAG, "WebAssembly hasn't implemented inalloca results");
Dan Gohman754cd112015-11-11 01:33:02 +0000462 if (Out.Flags.isInConsecutiveRegs())
463 fail(DL, DAG, "WebAssembly hasn't implemented cons regs results");
464 if (Out.Flags.isInConsecutiveRegsLast())
465 fail(DL, DAG, "WebAssembly hasn't implemented cons regs last results");
Dan Gohman754cd112015-11-11 01:33:02 +0000466 }
467
JF Bastienb9073fb2015-07-22 21:28:15 +0000468 return Chain;
469}
470
471SDValue WebAssemblyTargetLowering::LowerFormalArguments(
Dan Gohman35bfb242015-12-04 23:22:35 +0000472 SDValue Chain, CallingConv::ID CallConv, bool /*IsVarArg*/,
JF Bastienb9073fb2015-07-22 21:28:15 +0000473 const SmallVectorImpl<ISD::InputArg> &Ins, SDLoc DL, SelectionDAG &DAG,
474 SmallVectorImpl<SDValue> &InVals) const {
475 MachineFunction &MF = DAG.getMachineFunction();
476
Dan Gohman85dbdda2015-12-04 17:16:07 +0000477 if (!CallingConvSupported(CallConv))
JF Bastienb9073fb2015-07-22 21:28:15 +0000478 fail(DL, DAG, "WebAssembly doesn't support non-C calling conventions");
JF Bastienb9073fb2015-07-22 21:28:15 +0000479
Dan Gohmanfb3e0592015-11-25 19:36:19 +0000480 // Set up the incoming ARGUMENTS value, which serves to represent the liveness
481 // of the incoming values before they're represented by virtual registers.
482 MF.getRegInfo().addLiveIn(WebAssembly::ARGUMENTS);
483
JF Bastien600aee92015-07-31 17:53:38 +0000484 for (const ISD::InputArg &In : Ins) {
JF Bastien600aee92015-07-31 17:53:38 +0000485 if (In.Flags.isByVal())
486 fail(DL, DAG, "WebAssembly hasn't implemented byval arguments");
487 if (In.Flags.isInAlloca())
488 fail(DL, DAG, "WebAssembly hasn't implemented inalloca arguments");
489 if (In.Flags.isNest())
490 fail(DL, DAG, "WebAssembly hasn't implemented nest arguments");
JF Bastien600aee92015-07-31 17:53:38 +0000491 if (In.Flags.isInConsecutiveRegs())
492 fail(DL, DAG, "WebAssembly hasn't implemented cons regs arguments");
493 if (In.Flags.isInConsecutiveRegsLast())
494 fail(DL, DAG, "WebAssembly hasn't implemented cons regs last arguments");
Dan Gohman9c54d3b2015-11-25 18:13:18 +0000495 // Ignore In.getOrigAlign() because all our arguments are passed in
496 // registers.
JF Bastiend7fcc6f2015-07-31 18:13:27 +0000497 InVals.push_back(
498 In.Used
499 ? DAG.getNode(WebAssemblyISD::ARGUMENT, DL, In.VT,
Dan Gohman5219ecf2015-11-14 23:28:15 +0000500 DAG.getTargetConstant(InVals.size(), DL, MVT::i32))
Dan Gohmancb7940f2015-12-04 17:09:42 +0000501 : DAG.getUNDEF(In.VT));
Dan Gohman754cd112015-11-11 01:33:02 +0000502
503 // Record the number and types of arguments.
504 MF.getInfo<WebAssemblyFunctionInfo>()->addParam(In.VT);
JF Bastien600aee92015-07-31 17:53:38 +0000505 }
JF Bastienb9073fb2015-07-22 21:28:15 +0000506
Dan Gohman35bfb242015-12-04 23:22:35 +0000507 // Incoming varargs arguments are on the stack and will be accessed through
508 // va_arg, so we don't need to do anything for them here.
509
JF Bastienb9073fb2015-07-22 21:28:15 +0000510 return Chain;
511}
512
Dan Gohman10e730a2015-06-29 23:51:55 +0000513//===----------------------------------------------------------------------===//
JF Bastienaf111db2015-08-24 22:16:48 +0000514// Custom lowering hooks.
Dan Gohman10e730a2015-06-29 23:51:55 +0000515//===----------------------------------------------------------------------===//
516
JF Bastienaf111db2015-08-24 22:16:48 +0000517SDValue WebAssemblyTargetLowering::LowerOperation(SDValue Op,
518 SelectionDAG &DAG) const {
519 switch (Op.getOpcode()) {
520 default:
521 llvm_unreachable("unimplemented operation lowering");
522 return SDValue();
523 case ISD::GlobalAddress:
524 return LowerGlobalAddress(Op, DAG);
Dan Gohman2c8fe6a2015-11-25 16:44:29 +0000525 case ISD::ExternalSymbol:
526 return LowerExternalSymbol(Op, DAG);
Dan Gohman950a13c2015-09-16 16:51:30 +0000527 case ISD::JumpTable:
528 return LowerJumpTable(Op, DAG);
529 case ISD::BR_JT:
530 return LowerBR_JT(Op, DAG);
Dan Gohman35bfb242015-12-04 23:22:35 +0000531 case ISD::VASTART:
532 return LowerVASTART(Op, DAG);
JF Bastienaf111db2015-08-24 22:16:48 +0000533 }
534}
535
536SDValue WebAssemblyTargetLowering::LowerGlobalAddress(SDValue Op,
537 SelectionDAG &DAG) const {
538 SDLoc DL(Op);
539 const auto *GA = cast<GlobalAddressSDNode>(Op);
540 EVT VT = Op.getValueType();
JF Bastienaf111db2015-08-24 22:16:48 +0000541 assert(GA->getTargetFlags() == 0 && "WebAssembly doesn't set target flags");
542 if (GA->getAddressSpace() != 0)
543 fail(DL, DAG, "WebAssembly only expects the 0 address space");
544 return DAG.getNode(WebAssemblyISD::Wrapper, DL, VT,
Dan Gohmana4b710a2015-12-06 19:33:32 +0000545 DAG.getTargetGlobalAddress(GA->getGlobal(), DL, VT,
546 GA->getOffset()));
JF Bastienaf111db2015-08-24 22:16:48 +0000547}
548
Dan Gohman7a6b9822015-11-29 22:32:02 +0000549SDValue
550WebAssemblyTargetLowering::LowerExternalSymbol(SDValue Op,
551 SelectionDAG &DAG) const {
Dan Gohman2c8fe6a2015-11-25 16:44:29 +0000552 SDLoc DL(Op);
553 const auto *ES = cast<ExternalSymbolSDNode>(Op);
554 EVT VT = Op.getValueType();
555 assert(ES->getTargetFlags() == 0 && "WebAssembly doesn't set target flags");
556 return DAG.getNode(WebAssemblyISD::Wrapper, DL, VT,
557 DAG.getTargetExternalSymbol(ES->getSymbol(), VT));
558}
559
Dan Gohman950a13c2015-09-16 16:51:30 +0000560SDValue WebAssemblyTargetLowering::LowerJumpTable(SDValue Op,
561 SelectionDAG &DAG) const {
562 // There's no need for a Wrapper node because we always incorporate a jump
Dan Gohmanbb7ce8e2015-11-20 03:02:49 +0000563 // table operand into a TABLESWITCH instruction, rather than ever
564 // materializing it in a register.
Dan Gohman950a13c2015-09-16 16:51:30 +0000565 const JumpTableSDNode *JT = cast<JumpTableSDNode>(Op);
566 return DAG.getTargetJumpTable(JT->getIndex(), Op.getValueType(),
567 JT->getTargetFlags());
568}
569
570SDValue WebAssemblyTargetLowering::LowerBR_JT(SDValue Op,
571 SelectionDAG &DAG) const {
572 SDLoc DL(Op);
573 SDValue Chain = Op.getOperand(0);
574 const auto *JT = cast<JumpTableSDNode>(Op.getOperand(1));
575 SDValue Index = Op.getOperand(2);
576 assert(JT->getTargetFlags() == 0 && "WebAssembly doesn't set target flags");
577
578 SmallVector<SDValue, 8> Ops;
579 Ops.push_back(Chain);
580 Ops.push_back(Index);
581
582 MachineJumpTableInfo *MJTI = DAG.getMachineFunction().getJumpTableInfo();
583 const auto &MBBs = MJTI->getJumpTables()[JT->getIndex()].MBBs;
584
585 // TODO: For now, we just pick something arbitrary for a default case for now.
586 // We really want to sniff out the guard and put in the real default case (and
587 // delete the guard).
588 Ops.push_back(DAG.getBasicBlock(MBBs[0]));
589
590 // Add an operand for each case.
591 for (auto MBB : MBBs)
592 Ops.push_back(DAG.getBasicBlock(MBB));
593
Dan Gohmanbb7ce8e2015-11-20 03:02:49 +0000594 return DAG.getNode(WebAssemblyISD::TABLESWITCH, DL, MVT::Other, Ops);
Dan Gohman950a13c2015-09-16 16:51:30 +0000595}
596
Dan Gohman35bfb242015-12-04 23:22:35 +0000597SDValue WebAssemblyTargetLowering::LowerVASTART(SDValue Op,
598 SelectionDAG &DAG) const {
599 SDLoc DL(Op);
600 EVT PtrVT = getPointerTy(DAG.getMachineFunction().getDataLayout());
601
602 // The incoming non-fixed arguments are placed on the top of the stack, with
603 // natural alignment, at the point of the call, so the base pointer is just
604 // the current frame pointer.
605 DAG.getMachineFunction().getFrameInfo()->setFrameAddressIsTaken(true);
606 unsigned FP =
Dan Gohmanfd98ea82015-12-08 03:42:50 +0000607 Subtarget->getRegisterInfo()->getFrameRegister(DAG.getMachineFunction());
Dan Gohman35bfb242015-12-04 23:22:35 +0000608 SDValue FrameAddr = DAG.getCopyFromReg(DAG.getEntryNode(), DL, FP, PtrVT);
609 const Value *SV = cast<SrcValueSDNode>(Op.getOperand(2))->getValue();
610 return DAG.getStore(Op.getOperand(0), DL, FrameAddr, Op.getOperand(1),
611 MachinePointerInfo(SV), false, false, 0);
612}
613
Dan Gohman10e730a2015-06-29 23:51:55 +0000614//===----------------------------------------------------------------------===//
615// WebAssembly Optimization Hooks
616//===----------------------------------------------------------------------===//
617
618MCSection *WebAssemblyTargetObjectFile::SelectSectionForGlobal(
Dan Gohman7a6b9822015-11-29 22:32:02 +0000619 const GlobalValue *GV, SectionKind /*Kind*/, Mangler & /*Mang*/,
620 const TargetMachine & /*TM*/) const {
Dan Gohmane51c0582015-10-06 00:27:55 +0000621 // TODO: Be more sophisticated than this.
622 return isa<Function>(GV) ? getTextSection() : getDataSection();
Dan Gohman10e730a2015-06-29 23:51:55 +0000623}