blob: 8e80c32bcf89183425809fe85ac320f4255535d3 [file] [log] [blame]
Eugene Zelenko076468c2017-09-20 21:35:51 +00001//===- llvm/lib/Target/ARM/ARMCallLowering.cpp - Call lowering ------------===//
Diana Picus22274932016-11-11 08:27:37 +00002//
3// The LLVM Compiler Infrastructure
4//
5// This file is distributed under the University of Illinois Open Source
6// License. See LICENSE.TXT for details.
7//
8//===----------------------------------------------------------------------===//
Eugene Zelenko076468c2017-09-20 21:35:51 +00009//
Diana Picus22274932016-11-11 08:27:37 +000010/// \file
11/// This file implements the lowering of LLVM calls to machine code calls for
12/// GlobalISel.
Eugene Zelenko076468c2017-09-20 21:35:51 +000013//
Diana Picus22274932016-11-11 08:27:37 +000014//===----------------------------------------------------------------------===//
15
16#include "ARMCallLowering.h"
Diana Picus22274932016-11-11 08:27:37 +000017#include "ARMBaseInstrInfo.h"
18#include "ARMISelLowering.h"
Diana Picus1d8eaf42017-01-25 07:08:53 +000019#include "ARMSubtarget.h"
Eugene Zelenko076468c2017-09-20 21:35:51 +000020#include "Utils/ARMBaseInfo.h"
21#include "llvm/ADT/SmallVector.h"
Diana Picus32cd9b42017-02-02 14:01:00 +000022#include "llvm/CodeGen/Analysis.h"
Eugene Zelenko076468c2017-09-20 21:35:51 +000023#include "llvm/CodeGen/CallingConvLower.h"
Diana Picus22274932016-11-11 08:27:37 +000024#include "llvm/CodeGen/GlobalISel/MachineIRBuilder.h"
Diana Picus0091cc32017-06-05 12:54:53 +000025#include "llvm/CodeGen/GlobalISel/Utils.h"
Eugene Zelenko076468c2017-09-20 21:35:51 +000026#include "llvm/CodeGen/LowLevelType.h"
27#include "llvm/CodeGen/MachineBasicBlock.h"
28#include "llvm/CodeGen/MachineFrameInfo.h"
29#include "llvm/CodeGen/MachineFunction.h"
30#include "llvm/CodeGen/MachineInstrBuilder.h"
31#include "llvm/CodeGen/MachineMemOperand.h"
32#include "llvm/CodeGen/MachineOperand.h"
Diana Picus1437f6d2016-12-19 11:55:41 +000033#include "llvm/CodeGen/MachineRegisterInfo.h"
David Blaikieb3bde2e2017-11-17 01:07:10 +000034#include "llvm/CodeGen/TargetRegisterInfo.h"
35#include "llvm/CodeGen/TargetSubtargetInfo.h"
Craig Topper2fa14362018-03-29 17:21:10 +000036#include "llvm/CodeGen/ValueTypes.h"
Eugene Zelenko076468c2017-09-20 21:35:51 +000037#include "llvm/IR/Attributes.h"
38#include "llvm/IR/DataLayout.h"
39#include "llvm/IR/DerivedTypes.h"
40#include "llvm/IR/Function.h"
41#include "llvm/IR/Type.h"
42#include "llvm/IR/Value.h"
43#include "llvm/Support/Casting.h"
44#include "llvm/Support/LowLevelTypeImpl.h"
David Blaikie13e77db2018-03-23 23:58:25 +000045#include "llvm/Support/MachineValueType.h"
Eugene Zelenko076468c2017-09-20 21:35:51 +000046#include <algorithm>
47#include <cassert>
48#include <cstdint>
49#include <utility>
Diana Picus22274932016-11-11 08:27:37 +000050
51using namespace llvm;
52
Diana Picus22274932016-11-11 08:27:37 +000053ARMCallLowering::ARMCallLowering(const ARMTargetLowering &TLI)
54 : CallLowering(&TLI) {}
55
Benjamin Kramer061f4a52017-01-13 14:39:03 +000056static bool isSupportedType(const DataLayout &DL, const ARMTargetLowering &TLI,
Diana Picus812caee2016-12-16 12:54:46 +000057 Type *T) {
Diana Picus8fd16012017-06-15 09:42:02 +000058 if (T->isArrayTy())
Diana Picus8cca8cb2017-05-29 07:01:52 +000059 return true;
60
Diana Picus8fd16012017-06-15 09:42:02 +000061 if (T->isStructTy()) {
62 // For now we only allow homogeneous structs that we can manipulate with
63 // G_MERGE_VALUES and G_UNMERGE_VALUES
64 auto StructT = cast<StructType>(T);
65 for (unsigned i = 1, e = StructT->getNumElements(); i != e; ++i)
66 if (StructT->getElementType(i) != StructT->getElementType(0))
67 return false;
68 return true;
69 }
70
Diana Picus0c11c7b2017-02-02 14:00:54 +000071 EVT VT = TLI.getValueType(DL, T, true);
Diana Picusf941ec02017-04-21 11:53:01 +000072 if (!VT.isSimple() || VT.isVector() ||
73 !(VT.isInteger() || VT.isFloatingPoint()))
Diana Picus97ae95c2016-12-19 14:08:02 +000074 return false;
75
76 unsigned VTSize = VT.getSimpleVT().getSizeInBits();
Diana Picusca6a8902017-02-16 07:53:07 +000077
78 if (VTSize == 64)
79 // FIXME: Support i64 too
80 return VT.isFloatingPoint();
81
Diana Picusd83df5d2017-01-25 08:47:40 +000082 return VTSize == 1 || VTSize == 8 || VTSize == 16 || VTSize == 32;
Diana Picus812caee2016-12-16 12:54:46 +000083}
84
85namespace {
Eugene Zelenko076468c2017-09-20 21:35:51 +000086
Diana Picusa6067132017-02-23 13:25:43 +000087/// Helper class for values going out through an ABI boundary (used for handling
88/// function return values and call parameters).
89struct OutgoingValueHandler : public CallLowering::ValueHandler {
90 OutgoingValueHandler(MachineIRBuilder &MIRBuilder, MachineRegisterInfo &MRI,
91 MachineInstrBuilder &MIB, CCAssignFn *AssignFn)
Eugene Zelenko076468c2017-09-20 21:35:51 +000092 : ValueHandler(MIRBuilder, MRI, AssignFn), MIB(MIB) {}
Diana Picus812caee2016-12-16 12:54:46 +000093
94 unsigned getStackAddress(uint64_t Size, int64_t Offset,
95 MachinePointerInfo &MPO) override {
Diana Picus38415222017-03-01 15:54:21 +000096 assert((Size == 1 || Size == 2 || Size == 4 || Size == 8) &&
97 "Unsupported size");
Diana Picus1ffca2a2017-02-28 14:17:53 +000098
99 LLT p0 = LLT::pointer(0, 32);
100 LLT s32 = LLT::scalar(32);
101 unsigned SPReg = MRI.createGenericVirtualRegister(p0);
102 MIRBuilder.buildCopy(SPReg, ARM::SP);
103
104 unsigned OffsetReg = MRI.createGenericVirtualRegister(s32);
105 MIRBuilder.buildConstant(OffsetReg, Offset);
106
107 unsigned AddrReg = MRI.createGenericVirtualRegister(p0);
108 MIRBuilder.buildGEP(AddrReg, SPReg, OffsetReg);
109
110 MPO = MachinePointerInfo::getStack(MIRBuilder.getMF(), Offset);
Diana Picus1ffca2a2017-02-28 14:17:53 +0000111 return AddrReg;
Diana Picus812caee2016-12-16 12:54:46 +0000112 }
113
114 void assignValueToReg(unsigned ValVReg, unsigned PhysReg,
115 CCValAssign &VA) override {
116 assert(VA.isRegLoc() && "Value shouldn't be assigned to reg");
117 assert(VA.getLocReg() == PhysReg && "Assigning to the wrong reg?");
118
Diana Picusca6a8902017-02-16 07:53:07 +0000119 assert(VA.getValVT().getSizeInBits() <= 64 && "Unsupported value size");
120 assert(VA.getLocVT().getSizeInBits() <= 64 && "Unsupported location size");
Diana Picus812caee2016-12-16 12:54:46 +0000121
Diana Picus8b6c6be2017-01-25 08:10:40 +0000122 unsigned ExtReg = extendRegister(ValVReg, VA);
123 MIRBuilder.buildCopy(PhysReg, ExtReg);
Diana Picus812caee2016-12-16 12:54:46 +0000124 MIB.addUse(PhysReg, RegState::Implicit);
125 }
126
127 void assignValueToAddress(unsigned ValVReg, unsigned Addr, uint64_t Size,
128 MachinePointerInfo &MPO, CCValAssign &VA) override {
Diana Picus9c523092017-03-01 15:35:14 +0000129 assert((Size == 1 || Size == 2 || Size == 4 || Size == 8) &&
130 "Unsupported size");
Diana Picus1ffca2a2017-02-28 14:17:53 +0000131
Diana Picus9c523092017-03-01 15:35:14 +0000132 unsigned ExtReg = extendRegister(ValVReg, VA);
Diana Picus1ffca2a2017-02-28 14:17:53 +0000133 auto MMO = MIRBuilder.getMF().getMachineMemOperand(
Diana Picus9c523092017-03-01 15:35:14 +0000134 MPO, MachineMemOperand::MOStore, VA.getLocVT().getStoreSize(),
135 /* Alignment */ 0);
136 MIRBuilder.buildStore(ExtReg, Addr, *MMO);
Diana Picus812caee2016-12-16 12:54:46 +0000137 }
138
Diana Picusca6a8902017-02-16 07:53:07 +0000139 unsigned assignCustomValue(const CallLowering::ArgInfo &Arg,
140 ArrayRef<CCValAssign> VAs) override {
141 CCValAssign VA = VAs[0];
142 assert(VA.needsCustom() && "Value doesn't need custom handling");
143 assert(VA.getValVT() == MVT::f64 && "Unsupported type");
144
145 CCValAssign NextVA = VAs[1];
146 assert(NextVA.needsCustom() && "Value doesn't need custom handling");
147 assert(NextVA.getValVT() == MVT::f64 && "Unsupported type");
148
149 assert(VA.getValNo() == NextVA.getValNo() &&
150 "Values belong to different arguments");
151
152 assert(VA.isRegLoc() && "Value should be in reg");
153 assert(NextVA.isRegLoc() && "Value should be in reg");
154
155 unsigned NewRegs[] = {MRI.createGenericVirtualRegister(LLT::scalar(32)),
156 MRI.createGenericVirtualRegister(LLT::scalar(32))};
Diana Picus0b4190a2017-06-07 12:35:05 +0000157 MIRBuilder.buildUnmerge(NewRegs, Arg.Reg);
Diana Picusca6a8902017-02-16 07:53:07 +0000158
159 bool IsLittle = MIRBuilder.getMF().getSubtarget<ARMSubtarget>().isLittle();
160 if (!IsLittle)
161 std::swap(NewRegs[0], NewRegs[1]);
162
163 assignValueToReg(NewRegs[0], VA.getLocReg(), VA);
164 assignValueToReg(NewRegs[1], NextVA.getLocReg(), NextVA);
165
166 return 1;
167 }
168
Diana Picus9c523092017-03-01 15:35:14 +0000169 bool assignArg(unsigned ValNo, MVT ValVT, MVT LocVT,
Diana Picus38415222017-03-01 15:54:21 +0000170 CCValAssign::LocInfo LocInfo,
171 const CallLowering::ArgInfo &Info, CCState &State) override {
Diana Picus9c523092017-03-01 15:35:14 +0000172 if (AssignFn(ValNo, ValVT, LocVT, LocInfo, Info.Flags, State))
173 return true;
174
Diana Picus38415222017-03-01 15:54:21 +0000175 StackSize =
176 std::max(StackSize, static_cast<uint64_t>(State.getNextStackOffset()));
Diana Picus9c523092017-03-01 15:35:14 +0000177 return false;
178 }
179
Diana Picus812caee2016-12-16 12:54:46 +0000180 MachineInstrBuilder &MIB;
Eugene Zelenko076468c2017-09-20 21:35:51 +0000181 uint64_t StackSize = 0;
Diana Picus812caee2016-12-16 12:54:46 +0000182};
Eugene Zelenko076468c2017-09-20 21:35:51 +0000183
184} // end anonymous namespace
Diana Picus812caee2016-12-16 12:54:46 +0000185
Diana Picus8cca8cb2017-05-29 07:01:52 +0000186void ARMCallLowering::splitToValueTypes(
187 const ArgInfo &OrigArg, SmallVectorImpl<ArgInfo> &SplitArgs,
188 MachineFunction &MF, const SplitArgTy &PerformArgSplit) const {
Diana Picus32cd9b42017-02-02 14:01:00 +0000189 const ARMTargetLowering &TLI = *getTLI<ARMTargetLowering>();
190 LLVMContext &Ctx = OrigArg.Ty->getContext();
Diana Picus8cca8cb2017-05-29 07:01:52 +0000191 const DataLayout &DL = MF.getDataLayout();
192 MachineRegisterInfo &MRI = MF.getRegInfo();
Matthias Braunf1caa282017-12-15 22:22:58 +0000193 const Function &F = MF.getFunction();
Diana Picus32cd9b42017-02-02 14:01:00 +0000194
195 SmallVector<EVT, 4> SplitVTs;
196 SmallVector<uint64_t, 4> Offsets;
197 ComputeValueVTs(TLI, DL, OrigArg.Ty, SplitVTs, &Offsets, 0);
198
Diana Picus8cca8cb2017-05-29 07:01:52 +0000199 if (SplitVTs.size() == 1) {
200 // Even if there is no splitting to do, we still want to replace the
201 // original type (e.g. pointer type -> integer).
Diana Picuse7aa9092017-06-02 10:16:48 +0000202 auto Flags = OrigArg.Flags;
203 unsigned OriginalAlignment = DL.getABITypeAlignment(OrigArg.Ty);
204 Flags.setOrigAlign(OriginalAlignment);
205 SplitArgs.emplace_back(OrigArg.Reg, SplitVTs[0].getTypeForEVT(Ctx), Flags,
206 OrigArg.IsFixed);
Diana Picus8cca8cb2017-05-29 07:01:52 +0000207 return;
208 }
Diana Picus32cd9b42017-02-02 14:01:00 +0000209
Diana Picus8cca8cb2017-05-29 07:01:52 +0000210 unsigned FirstRegIdx = SplitArgs.size();
211 for (unsigned i = 0, e = SplitVTs.size(); i != e; ++i) {
212 EVT SplitVT = SplitVTs[i];
213 Type *SplitTy = SplitVT.getTypeForEVT(Ctx);
214 auto Flags = OrigArg.Flags;
Diana Picuse7aa9092017-06-02 10:16:48 +0000215
216 unsigned OriginalAlignment = DL.getABITypeAlignment(SplitTy);
217 Flags.setOrigAlign(OriginalAlignment);
218
Diana Picus8cca8cb2017-05-29 07:01:52 +0000219 bool NeedsConsecutiveRegisters =
220 TLI.functionArgumentNeedsConsecutiveRegisters(
Matthias Braunf1caa282017-12-15 22:22:58 +0000221 SplitTy, F.getCallingConv(), F.isVarArg());
Diana Picus8cca8cb2017-05-29 07:01:52 +0000222 if (NeedsConsecutiveRegisters) {
223 Flags.setInConsecutiveRegs();
224 if (i == e - 1)
225 Flags.setInConsecutiveRegsLast();
226 }
Diana Picuse7aa9092017-06-02 10:16:48 +0000227
Diana Picus8cca8cb2017-05-29 07:01:52 +0000228 SplitArgs.push_back(
229 ArgInfo{MRI.createGenericVirtualRegister(getLLTForType(*SplitTy, DL)),
230 SplitTy, Flags, OrigArg.IsFixed});
231 }
232
233 for (unsigned i = 0; i < Offsets.size(); ++i)
234 PerformArgSplit(SplitArgs[FirstRegIdx + i].Reg, Offsets[i] * 8);
Diana Picus32cd9b42017-02-02 14:01:00 +0000235}
236
Diana Picus812caee2016-12-16 12:54:46 +0000237/// Lower the return value for the already existing \p Ret. This assumes that
238/// \p MIRBuilder's insertion point is correct.
239bool ARMCallLowering::lowerReturnVal(MachineIRBuilder &MIRBuilder,
Alexander Ivchenko49168f62018-08-02 08:33:31 +0000240 const Value *Val, ArrayRef<unsigned> VRegs,
Diana Picus812caee2016-12-16 12:54:46 +0000241 MachineInstrBuilder &Ret) const {
242 if (!Val)
243 // Nothing to do here.
244 return true;
245
246 auto &MF = MIRBuilder.getMF();
Matthias Braunf1caa282017-12-15 22:22:58 +0000247 const auto &F = MF.getFunction();
Diana Picus812caee2016-12-16 12:54:46 +0000248
249 auto DL = MF.getDataLayout();
250 auto &TLI = *getTLI<ARMTargetLowering>();
251 if (!isSupportedType(DL, TLI, Val->getType()))
Diana Picus22274932016-11-11 08:27:37 +0000252 return false;
253
Alexander Ivchenko49168f62018-08-02 08:33:31 +0000254 SmallVector<EVT, 4> SplitEVTs;
255 ComputeValueVTs(TLI, DL, Val->getType(), SplitEVTs);
256 assert(VRegs.size() == SplitEVTs.size() &&
257 "For each split Type there should be exactly one VReg.");
Diana Picus32cd9b42017-02-02 14:01:00 +0000258
Alexander Ivchenko49168f62018-08-02 08:33:31 +0000259 SmallVector<ArgInfo, 4> SplitVTs;
260 LLVMContext &Ctx = Val->getType()->getContext();
261 for (unsigned i = 0; i < SplitEVTs.size(); ++i) {
262 ArgInfo CurArgInfo(VRegs[i], SplitEVTs[i].getTypeForEVT(Ctx));
263 setArgFlags(CurArgInfo, AttributeList::ReturnIndex, DL, F);
264
265 SmallVector<unsigned, 4> Regs;
266 splitToValueTypes(
267 CurArgInfo, SplitVTs, MF,
268 [&](unsigned Reg, uint64_t Offset) { Regs.push_back(Reg); });
269 if (Regs.size() > 1)
270 MIRBuilder.buildUnmerge(Regs, VRegs[i]);
271 }
Diana Picus8fd16012017-06-15 09:42:02 +0000272
Diana Picus812caee2016-12-16 12:54:46 +0000273 CCAssignFn *AssignFn =
274 TLI.CCAssignFnForReturn(F.getCallingConv(), F.isVarArg());
Diana Picus22274932016-11-11 08:27:37 +0000275
Diana Picusa6067132017-02-23 13:25:43 +0000276 OutgoingValueHandler RetHandler(MIRBuilder, MF.getRegInfo(), Ret, AssignFn);
Diana Picus32cd9b42017-02-02 14:01:00 +0000277 return handleAssignments(MIRBuilder, SplitVTs, RetHandler);
Diana Picus812caee2016-12-16 12:54:46 +0000278}
279
280bool ARMCallLowering::lowerReturn(MachineIRBuilder &MIRBuilder,
Alexander Ivchenko49168f62018-08-02 08:33:31 +0000281 const Value *Val,
282 ArrayRef<unsigned> VRegs) const {
283 assert(!Val == VRegs.empty() && "Return value without a vreg");
Diana Picus812caee2016-12-16 12:54:46 +0000284
Joerg Sonnenberger0f76a352017-08-28 20:20:47 +0000285 auto const &ST = MIRBuilder.getMF().getSubtarget<ARMSubtarget>();
286 unsigned Opcode = ST.getReturnOpcode();
287 auto Ret = MIRBuilder.buildInstrNoInsert(Opcode).add(predOps(ARMCC::AL));
Diana Picus812caee2016-12-16 12:54:46 +0000288
Alexander Ivchenko49168f62018-08-02 08:33:31 +0000289 if (!lowerReturnVal(MIRBuilder, Val, VRegs, Ret))
Diana Picus812caee2016-12-16 12:54:46 +0000290 return false;
291
292 MIRBuilder.insertInstr(Ret);
Diana Picus22274932016-11-11 08:27:37 +0000293 return true;
294}
295
Diana Picus812caee2016-12-16 12:54:46 +0000296namespace {
Eugene Zelenko076468c2017-09-20 21:35:51 +0000297
Diana Picusa8cb0cd2017-02-23 14:18:41 +0000298/// Helper class for values coming in through an ABI boundary (used for handling
299/// formal arguments and call return values).
300struct IncomingValueHandler : public CallLowering::ValueHandler {
301 IncomingValueHandler(MachineIRBuilder &MIRBuilder, MachineRegisterInfo &MRI,
302 CCAssignFn AssignFn)
Tim Northoverd9433542017-01-17 22:30:10 +0000303 : ValueHandler(MIRBuilder, MRI, AssignFn) {}
Diana Picus812caee2016-12-16 12:54:46 +0000304
305 unsigned getStackAddress(uint64_t Size, int64_t Offset,
306 MachinePointerInfo &MPO) override {
Diana Picusca6a8902017-02-16 07:53:07 +0000307 assert((Size == 1 || Size == 2 || Size == 4 || Size == 8) &&
308 "Unsupported size");
Diana Picus1437f6d2016-12-19 11:55:41 +0000309
310 auto &MFI = MIRBuilder.getMF().getFrameInfo();
311
312 int FI = MFI.CreateFixedObject(Size, Offset, true);
313 MPO = MachinePointerInfo::getFixedStack(MIRBuilder.getMF(), FI);
314
315 unsigned AddrReg =
316 MRI.createGenericVirtualRegister(LLT::pointer(MPO.getAddrSpace(), 32));
317 MIRBuilder.buildFrameIndex(AddrReg, FI);
318
319 return AddrReg;
320 }
321
322 void assignValueToAddress(unsigned ValVReg, unsigned Addr, uint64_t Size,
323 MachinePointerInfo &MPO, CCValAssign &VA) override {
Diana Picusca6a8902017-02-16 07:53:07 +0000324 assert((Size == 1 || Size == 2 || Size == 4 || Size == 8) &&
325 "Unsupported size");
Diana Picus278c7222017-01-26 09:20:47 +0000326
327 if (VA.getLocInfo() == CCValAssign::SExt ||
328 VA.getLocInfo() == CCValAssign::ZExt) {
Diana Picusa8cb0cd2017-02-23 14:18:41 +0000329 // If the value is zero- or sign-extended, its size becomes 4 bytes, so
330 // that's what we should load.
Diana Picus278c7222017-01-26 09:20:47 +0000331 Size = 4;
332 assert(MRI.getType(ValVReg).isScalar() && "Only scalars supported atm");
Diana Picus1437f6d2016-12-19 11:55:41 +0000333
Diana Picus4f46be32017-04-27 10:23:30 +0000334 auto LoadVReg = MRI.createGenericVirtualRegister(LLT::scalar(32));
335 buildLoad(LoadVReg, Addr, Size, /* Alignment */ 0, MPO);
336 MIRBuilder.buildTrunc(ValVReg, LoadVReg);
337 } else {
338 // If the value is not extended, a simple load will suffice.
339 buildLoad(ValVReg, Addr, Size, /* Alignment */ 0, MPO);
340 }
341 }
342
343 void buildLoad(unsigned Val, unsigned Addr, uint64_t Size, unsigned Alignment,
344 MachinePointerInfo &MPO) {
Diana Picus1437f6d2016-12-19 11:55:41 +0000345 auto MMO = MIRBuilder.getMF().getMachineMemOperand(
Diana Picus4f46be32017-04-27 10:23:30 +0000346 MPO, MachineMemOperand::MOLoad, Size, Alignment);
347 MIRBuilder.buildLoad(Val, Addr, *MMO);
Diana Picus812caee2016-12-16 12:54:46 +0000348 }
349
350 void assignValueToReg(unsigned ValVReg, unsigned PhysReg,
351 CCValAssign &VA) override {
352 assert(VA.isRegLoc() && "Value shouldn't be assigned to reg");
353 assert(VA.getLocReg() == PhysReg && "Assigning to the wrong reg?");
354
Aditya Nandakumarc3bfc812017-10-09 20:07:43 +0000355 auto ValSize = VA.getValVT().getSizeInBits();
356 auto LocSize = VA.getLocVT().getSizeInBits();
Diana Picus812caee2016-12-16 12:54:46 +0000357
Aditya Nandakumarc3bfc812017-10-09 20:07:43 +0000358 assert(ValSize <= 64 && "Unsupported value size");
359 assert(LocSize <= 64 && "Unsupported location size");
360
Diana Picusa8cb0cd2017-02-23 14:18:41 +0000361 markPhysRegUsed(PhysReg);
Aditya Nandakumarc3bfc812017-10-09 20:07:43 +0000362 if (ValSize == LocSize) {
363 MIRBuilder.buildCopy(ValVReg, PhysReg);
364 } else {
365 assert(ValSize < LocSize && "Extensions not supported");
366
367 // We cannot create a truncating copy, nor a trunc of a physical register.
368 // Therefore, we need to copy the content of the physical register into a
369 // virtual one and then truncate that.
370 auto PhysRegToVReg =
371 MRI.createGenericVirtualRegister(LLT::scalar(LocSize));
372 MIRBuilder.buildCopy(PhysRegToVReg, PhysReg);
373 MIRBuilder.buildTrunc(ValVReg, PhysRegToVReg);
374 }
Diana Picus812caee2016-12-16 12:54:46 +0000375 }
Diana Picusca6a8902017-02-16 07:53:07 +0000376
Diana Picusa6067132017-02-23 13:25:43 +0000377 unsigned assignCustomValue(const ARMCallLowering::ArgInfo &Arg,
Diana Picusca6a8902017-02-16 07:53:07 +0000378 ArrayRef<CCValAssign> VAs) override {
379 CCValAssign VA = VAs[0];
380 assert(VA.needsCustom() && "Value doesn't need custom handling");
381 assert(VA.getValVT() == MVT::f64 && "Unsupported type");
382
383 CCValAssign NextVA = VAs[1];
384 assert(NextVA.needsCustom() && "Value doesn't need custom handling");
385 assert(NextVA.getValVT() == MVT::f64 && "Unsupported type");
386
387 assert(VA.getValNo() == NextVA.getValNo() &&
388 "Values belong to different arguments");
389
390 assert(VA.isRegLoc() && "Value should be in reg");
391 assert(NextVA.isRegLoc() && "Value should be in reg");
392
393 unsigned NewRegs[] = {MRI.createGenericVirtualRegister(LLT::scalar(32)),
394 MRI.createGenericVirtualRegister(LLT::scalar(32))};
395
396 assignValueToReg(NewRegs[0], VA.getLocReg(), VA);
397 assignValueToReg(NewRegs[1], NextVA.getLocReg(), NextVA);
398
399 bool IsLittle = MIRBuilder.getMF().getSubtarget<ARMSubtarget>().isLittle();
400 if (!IsLittle)
401 std::swap(NewRegs[0], NewRegs[1]);
402
Diana Picus0b4190a2017-06-07 12:35:05 +0000403 MIRBuilder.buildMerge(Arg.Reg, NewRegs);
Diana Picusca6a8902017-02-16 07:53:07 +0000404
405 return 1;
406 }
Diana Picusa8cb0cd2017-02-23 14:18:41 +0000407
408 /// Marking a physical register as used is different between formal
409 /// parameters, where it's a basic block live-in, and call returns, where it's
410 /// an implicit-def of the call instruction.
411 virtual void markPhysRegUsed(unsigned PhysReg) = 0;
412};
413
414struct FormalArgHandler : public IncomingValueHandler {
415 FormalArgHandler(MachineIRBuilder &MIRBuilder, MachineRegisterInfo &MRI,
416 CCAssignFn AssignFn)
417 : IncomingValueHandler(MIRBuilder, MRI, AssignFn) {}
418
419 void markPhysRegUsed(unsigned PhysReg) override {
420 MIRBuilder.getMBB().addLiveIn(PhysReg);
421 }
Diana Picus812caee2016-12-16 12:54:46 +0000422};
Eugene Zelenko076468c2017-09-20 21:35:51 +0000423
424} // end anonymous namespace
Diana Picus812caee2016-12-16 12:54:46 +0000425
Diana Picus22274932016-11-11 08:27:37 +0000426bool ARMCallLowering::lowerFormalArguments(MachineIRBuilder &MIRBuilder,
427 const Function &F,
428 ArrayRef<unsigned> VRegs) const {
Diana Picusacf4bf22017-11-03 10:30:12 +0000429 auto &TLI = *getTLI<ARMTargetLowering>();
430 auto Subtarget = TLI.getSubtarget();
431
Diana Picus8a1b4f52018-12-05 10:35:28 +0000432 if (Subtarget->isThumb1Only())
Diana Picusacf4bf22017-11-03 10:30:12 +0000433 return false;
434
Diana Picus812caee2016-12-16 12:54:46 +0000435 // Quick exit if there aren't any args
436 if (F.arg_empty())
437 return true;
438
Diana Picus812caee2016-12-16 12:54:46 +0000439 if (F.isVarArg())
440 return false;
441
Diana Picus32cd9b42017-02-02 14:01:00 +0000442 auto &MF = MIRBuilder.getMF();
Diana Picus8cca8cb2017-05-29 07:01:52 +0000443 auto &MBB = MIRBuilder.getMBB();
Diana Picus32cd9b42017-02-02 14:01:00 +0000444 auto DL = MF.getDataLayout();
Diana Picus7232af32017-02-09 13:09:59 +0000445
Diana Picusf003d9f2017-11-30 12:23:44 +0000446 for (auto &Arg : F.args()) {
Diana Picus812caee2016-12-16 12:54:46 +0000447 if (!isSupportedType(DL, TLI, Arg.getType()))
448 return false;
Diana Picusf003d9f2017-11-30 12:23:44 +0000449 if (Arg.hasByValOrInAllocaAttr())
450 return false;
451 }
Diana Picus812caee2016-12-16 12:54:46 +0000452
453 CCAssignFn *AssignFn =
454 TLI.CCAssignFnForCall(F.getCallingConv(), F.isVarArg());
455
Diana Picus0c05cce2017-05-29 09:09:54 +0000456 FormalArgHandler ArgHandler(MIRBuilder, MIRBuilder.getMF().getRegInfo(),
457 AssignFn);
458
Diana Picus812caee2016-12-16 12:54:46 +0000459 SmallVector<ArgInfo, 8> ArgInfos;
Diana Picus0c05cce2017-05-29 09:09:54 +0000460 SmallVector<unsigned, 4> SplitRegs;
Diana Picus812caee2016-12-16 12:54:46 +0000461 unsigned Idx = 0;
Reid Kleckner45707d42017-03-16 22:59:15 +0000462 for (auto &Arg : F.args()) {
Diana Picus812caee2016-12-16 12:54:46 +0000463 ArgInfo AInfo(VRegs[Idx], Arg.getType());
Reid Klecknera0b45f42017-05-03 18:17:31 +0000464 setArgFlags(AInfo, Idx + AttributeList::FirstArgIndex, DL, F);
Diana Picus8cca8cb2017-05-29 07:01:52 +0000465
Diana Picus0c05cce2017-05-29 09:09:54 +0000466 SplitRegs.clear();
Diana Picus0c05cce2017-05-29 09:09:54 +0000467
Diana Picus8cca8cb2017-05-29 07:01:52 +0000468 splitToValueTypes(AInfo, ArgInfos, MF, [&](unsigned Reg, uint64_t Offset) {
Diana Picus0c05cce2017-05-29 09:09:54 +0000469 SplitRegs.push_back(Reg);
Diana Picus8cca8cb2017-05-29 07:01:52 +0000470 });
Diana Picus0c05cce2017-05-29 09:09:54 +0000471
472 if (!SplitRegs.empty())
Diana Picus8fd16012017-06-15 09:42:02 +0000473 MIRBuilder.buildMerge(VRegs[Idx], SplitRegs);
Diana Picus8cca8cb2017-05-29 07:01:52 +0000474
Diana Picus812caee2016-12-16 12:54:46 +0000475 Idx++;
476 }
477
Diana Picus8cca8cb2017-05-29 07:01:52 +0000478 if (!MBB.empty())
479 MIRBuilder.setInstr(*MBB.begin());
480
Amara Emerson0d6a26d2018-05-16 10:32:02 +0000481 if (!handleAssignments(MIRBuilder, ArgInfos, ArgHandler))
482 return false;
483
484 // Move back to the end of the basic block.
485 MIRBuilder.setMBB(MBB);
486 return true;
Diana Picus22274932016-11-11 08:27:37 +0000487}
Diana Picus613b6562017-02-21 11:33:59 +0000488
Diana Picusa8cb0cd2017-02-23 14:18:41 +0000489namespace {
Eugene Zelenko076468c2017-09-20 21:35:51 +0000490
Diana Picusa8cb0cd2017-02-23 14:18:41 +0000491struct CallReturnHandler : public IncomingValueHandler {
492 CallReturnHandler(MachineIRBuilder &MIRBuilder, MachineRegisterInfo &MRI,
493 MachineInstrBuilder MIB, CCAssignFn *AssignFn)
494 : IncomingValueHandler(MIRBuilder, MRI, AssignFn), MIB(MIB) {}
495
496 void markPhysRegUsed(unsigned PhysReg) override {
497 MIB.addDef(PhysReg, RegState::Implicit);
498 }
499
500 MachineInstrBuilder MIB;
501};
Eugene Zelenko076468c2017-09-20 21:35:51 +0000502
Diana Picus8a1b4f52018-12-05 10:35:28 +0000503// FIXME: This should move to the ARMSubtarget when it supports all the opcodes.
504unsigned getCallOpcode(const ARMSubtarget &STI, bool isDirect) {
505 if (isDirect)
506 return STI.isThumb() ? ARM::tBL : ARM::BL;
507
508 if (STI.isThumb())
509 return ARM::tBLXr;
510
511 if (STI.hasV5TOps())
512 return ARM::BLX;
513
514 if (STI.hasV4TOps())
515 return ARM::BX_CALL;
516
517 return ARM::BMOVPCRX_CALL;
518}
Eugene Zelenko076468c2017-09-20 21:35:51 +0000519} // end anonymous namespace
Diana Picusa8cb0cd2017-02-23 14:18:41 +0000520
Diana Picus613b6562017-02-21 11:33:59 +0000521bool ARMCallLowering::lowerCall(MachineIRBuilder &MIRBuilder,
Diana Picusd79253a2017-03-20 14:40:18 +0000522 CallingConv::ID CallConv,
Diana Picus613b6562017-02-21 11:33:59 +0000523 const MachineOperand &Callee,
524 const ArgInfo &OrigRet,
525 ArrayRef<ArgInfo> OrigArgs) const {
Diana Picusa6067132017-02-23 13:25:43 +0000526 MachineFunction &MF = MIRBuilder.getMF();
527 const auto &TLI = *getTLI<ARMTargetLowering>();
528 const auto &DL = MF.getDataLayout();
Diana Picusb3502212017-10-25 11:42:40 +0000529 const auto &STI = MF.getSubtarget<ARMSubtarget>();
Diana Picus0091cc32017-06-05 12:54:53 +0000530 const TargetRegisterInfo *TRI = STI.getRegisterInfo();
Diana Picusa6067132017-02-23 13:25:43 +0000531 MachineRegisterInfo &MRI = MF.getRegInfo();
Diana Picus613b6562017-02-21 11:33:59 +0000532
Diana Picusb3502212017-10-25 11:42:40 +0000533 if (STI.genLongCalls())
Diana Picus613b6562017-02-21 11:33:59 +0000534 return false;
535
Diana Picus8a1b4f52018-12-05 10:35:28 +0000536 if (STI.isThumb1Only())
537 return false;
538
Diana Picus1ffca2a2017-02-28 14:17:53 +0000539 auto CallSeqStart = MIRBuilder.buildInstr(ARM::ADJCALLSTACKDOWN);
Diana Picus613b6562017-02-21 11:33:59 +0000540
Diana Picusa6067132017-02-23 13:25:43 +0000541 // Create the call instruction so we can add the implicit uses of arg
542 // registers, but don't insert it yet.
Diana Picusb3502212017-10-25 11:42:40 +0000543 bool isDirect = !Callee.isReg();
Diana Picus8a1b4f52018-12-05 10:35:28 +0000544 auto CallOpcode = getCallOpcode(STI, isDirect);
545 auto MIB = MIRBuilder.buildInstrNoInsert(CallOpcode);
546
547 bool isThumb = STI.isThumb();
548 if (isThumb)
549 MIB.add(predOps(ARMCC::AL));
550
551 MIB.add(Callee);
552 if (!isDirect) {
Diana Picus0091cc32017-06-05 12:54:53 +0000553 auto CalleeReg = Callee.getReg();
Diana Picus8a1b4f52018-12-05 10:35:28 +0000554 if (CalleeReg && !TRI->isPhysicalRegister(CalleeReg)) {
555 unsigned CalleeIdx = isThumb ? 2 : 0;
556 MIB->getOperand(CalleeIdx).setReg(constrainOperandRegClass(
Diana Picus0091cc32017-06-05 12:54:53 +0000557 MF, *TRI, MRI, *STI.getInstrInfo(), *STI.getRegBankInfo(),
Diana Picus8a1b4f52018-12-05 10:35:28 +0000558 *MIB.getInstr(), MIB->getDesc(), Callee, CalleeIdx));
559 }
Diana Picus0091cc32017-06-05 12:54:53 +0000560 }
Diana Picusa6067132017-02-23 13:25:43 +0000561
Diana Picus8a1b4f52018-12-05 10:35:28 +0000562 MIB.addRegMask(TRI->getCallPreservedMask(MF, CallConv));
563
Diana Picusa6067132017-02-23 13:25:43 +0000564 SmallVector<ArgInfo, 8> ArgInfos;
565 for (auto Arg : OrigArgs) {
566 if (!isSupportedType(DL, TLI, Arg.Ty))
567 return false;
568
569 if (!Arg.IsFixed)
570 return false;
571
Diana Picusf003d9f2017-11-30 12:23:44 +0000572 if (Arg.Flags.isByVal())
573 return false;
574
Diana Picus8fd16012017-06-15 09:42:02 +0000575 SmallVector<unsigned, 8> Regs;
Diana Picus8cca8cb2017-05-29 07:01:52 +0000576 splitToValueTypes(Arg, ArgInfos, MF, [&](unsigned Reg, uint64_t Offset) {
Diana Picus8fd16012017-06-15 09:42:02 +0000577 Regs.push_back(Reg);
Diana Picus8cca8cb2017-05-29 07:01:52 +0000578 });
Diana Picus8fd16012017-06-15 09:42:02 +0000579
580 if (Regs.size() > 1)
581 MIRBuilder.buildUnmerge(Regs, Arg.Reg);
Diana Picusa6067132017-02-23 13:25:43 +0000582 }
583
584 auto ArgAssignFn = TLI.CCAssignFnForCall(CallConv, /*IsVarArg=*/false);
585 OutgoingValueHandler ArgHandler(MIRBuilder, MRI, MIB, ArgAssignFn);
586 if (!handleAssignments(MIRBuilder, ArgInfos, ArgHandler))
587 return false;
588
589 // Now we can add the actual call instruction to the correct basic block.
590 MIRBuilder.insertInstr(MIB);
Diana Picus613b6562017-02-21 11:33:59 +0000591
Diana Picusa8cb0cd2017-02-23 14:18:41 +0000592 if (!OrigRet.Ty->isVoidTy()) {
593 if (!isSupportedType(DL, TLI, OrigRet.Ty))
594 return false;
595
596 ArgInfos.clear();
Diana Picusbf4aed22017-05-29 08:19:19 +0000597 SmallVector<unsigned, 8> SplitRegs;
Diana Picus8cca8cb2017-05-29 07:01:52 +0000598 splitToValueTypes(OrigRet, ArgInfos, MF,
Diana Picusbf4aed22017-05-29 08:19:19 +0000599 [&](unsigned Reg, uint64_t Offset) {
Diana Picusbf4aed22017-05-29 08:19:19 +0000600 SplitRegs.push_back(Reg);
601 });
Diana Picusa8cb0cd2017-02-23 14:18:41 +0000602
603 auto RetAssignFn = TLI.CCAssignFnForReturn(CallConv, /*IsVarArg=*/false);
604 CallReturnHandler RetHandler(MIRBuilder, MRI, MIB, RetAssignFn);
605 if (!handleAssignments(MIRBuilder, ArgInfos, RetHandler))
606 return false;
Diana Picusbf4aed22017-05-29 08:19:19 +0000607
Diana Picus8fd16012017-06-15 09:42:02 +0000608 if (!SplitRegs.empty()) {
Diana Picusbf4aed22017-05-29 08:19:19 +0000609 // We have split the value and allocated each individual piece, now build
610 // it up again.
Diana Picus8fd16012017-06-15 09:42:02 +0000611 MIRBuilder.buildMerge(OrigRet.Reg, SplitRegs);
Diana Picusbf4aed22017-05-29 08:19:19 +0000612 }
Diana Picusa8cb0cd2017-02-23 14:18:41 +0000613 }
614
Diana Picus1ffca2a2017-02-28 14:17:53 +0000615 // We now know the size of the stack - update the ADJCALLSTACKDOWN
616 // accordingly.
Serge Pavlovd526b132017-05-09 13:35:13 +0000617 CallSeqStart.addImm(ArgHandler.StackSize).addImm(0).add(predOps(ARMCC::AL));
Diana Picus1ffca2a2017-02-28 14:17:53 +0000618
Diana Picus613b6562017-02-21 11:33:59 +0000619 MIRBuilder.buildInstr(ARM::ADJCALLSTACKUP)
Diana Picus1ffca2a2017-02-28 14:17:53 +0000620 .addImm(ArgHandler.StackSize)
Diana Picus613b6562017-02-21 11:33:59 +0000621 .addImm(0)
622 .add(predOps(ARMCC::AL));
623
624 return true;
625}