blob: ea5bfb595a900ce42817386e08cfc7fc19b24e1c [file] [log] [blame]
Eugene Zelenko076468c2017-09-20 21:35:51 +00001//===- llvm/lib/Target/ARM/ARMCallLowering.cpp - Call lowering ------------===//
Diana Picus22274932016-11-11 08:27:37 +00002//
Chandler Carruth2946cd72019-01-19 08:50:56 +00003// Part of the LLVM Project, under the Apache License v2.0 with LLVM Exceptions.
4// See https://llvm.org/LICENSE.txt for license information.
5// SPDX-License-Identifier: Apache-2.0 WITH LLVM-exception
Diana Picus22274932016-11-11 08:27:37 +00006//
7//===----------------------------------------------------------------------===//
Eugene Zelenko076468c2017-09-20 21:35:51 +00008//
Diana Picus22274932016-11-11 08:27:37 +00009/// \file
10/// This file implements the lowering of LLVM calls to machine code calls for
11/// GlobalISel.
Eugene Zelenko076468c2017-09-20 21:35:51 +000012//
Diana Picus22274932016-11-11 08:27:37 +000013//===----------------------------------------------------------------------===//
14
15#include "ARMCallLowering.h"
Diana Picus22274932016-11-11 08:27:37 +000016#include "ARMBaseInstrInfo.h"
17#include "ARMISelLowering.h"
Diana Picus1d8eaf42017-01-25 07:08:53 +000018#include "ARMSubtarget.h"
Eugene Zelenko076468c2017-09-20 21:35:51 +000019#include "Utils/ARMBaseInfo.h"
20#include "llvm/ADT/SmallVector.h"
Diana Picus32cd9b42017-02-02 14:01:00 +000021#include "llvm/CodeGen/Analysis.h"
Eugene Zelenko076468c2017-09-20 21:35:51 +000022#include "llvm/CodeGen/CallingConvLower.h"
Diana Picus22274932016-11-11 08:27:37 +000023#include "llvm/CodeGen/GlobalISel/MachineIRBuilder.h"
Diana Picus0091cc32017-06-05 12:54:53 +000024#include "llvm/CodeGen/GlobalISel/Utils.h"
Eugene Zelenko076468c2017-09-20 21:35:51 +000025#include "llvm/CodeGen/LowLevelType.h"
26#include "llvm/CodeGen/MachineBasicBlock.h"
27#include "llvm/CodeGen/MachineFrameInfo.h"
28#include "llvm/CodeGen/MachineFunction.h"
29#include "llvm/CodeGen/MachineInstrBuilder.h"
30#include "llvm/CodeGen/MachineMemOperand.h"
31#include "llvm/CodeGen/MachineOperand.h"
Diana Picus1437f6d2016-12-19 11:55:41 +000032#include "llvm/CodeGen/MachineRegisterInfo.h"
David Blaikieb3bde2e2017-11-17 01:07:10 +000033#include "llvm/CodeGen/TargetRegisterInfo.h"
34#include "llvm/CodeGen/TargetSubtargetInfo.h"
Craig Topper2fa14362018-03-29 17:21:10 +000035#include "llvm/CodeGen/ValueTypes.h"
Eugene Zelenko076468c2017-09-20 21:35:51 +000036#include "llvm/IR/Attributes.h"
37#include "llvm/IR/DataLayout.h"
38#include "llvm/IR/DerivedTypes.h"
39#include "llvm/IR/Function.h"
40#include "llvm/IR/Type.h"
41#include "llvm/IR/Value.h"
42#include "llvm/Support/Casting.h"
43#include "llvm/Support/LowLevelTypeImpl.h"
David Blaikie13e77db2018-03-23 23:58:25 +000044#include "llvm/Support/MachineValueType.h"
Eugene Zelenko076468c2017-09-20 21:35:51 +000045#include <algorithm>
46#include <cassert>
47#include <cstdint>
48#include <utility>
Diana Picus22274932016-11-11 08:27:37 +000049
50using namespace llvm;
51
Diana Picus22274932016-11-11 08:27:37 +000052ARMCallLowering::ARMCallLowering(const ARMTargetLowering &TLI)
53 : CallLowering(&TLI) {}
54
Benjamin Kramer061f4a52017-01-13 14:39:03 +000055static bool isSupportedType(const DataLayout &DL, const ARMTargetLowering &TLI,
Diana Picus812caee2016-12-16 12:54:46 +000056 Type *T) {
Diana Picus8fd16012017-06-15 09:42:02 +000057 if (T->isArrayTy())
Diana Picus1e88ac22019-04-30 09:05:25 +000058 return isSupportedType(DL, TLI, T->getArrayElementType());
Diana Picus8cca8cb2017-05-29 07:01:52 +000059
Diana Picus8fd16012017-06-15 09:42:02 +000060 if (T->isStructTy()) {
61 // For now we only allow homogeneous structs that we can manipulate with
62 // G_MERGE_VALUES and G_UNMERGE_VALUES
63 auto StructT = cast<StructType>(T);
64 for (unsigned i = 1, e = StructT->getNumElements(); i != e; ++i)
65 if (StructT->getElementType(i) != StructT->getElementType(0))
66 return false;
Diana Picus1e88ac22019-04-30 09:05:25 +000067 return isSupportedType(DL, TLI, StructT->getElementType(0));
Diana Picus8fd16012017-06-15 09:42:02 +000068 }
69
Diana Picus0c11c7b2017-02-02 14:00:54 +000070 EVT VT = TLI.getValueType(DL, T, true);
Diana Picusf941ec02017-04-21 11:53:01 +000071 if (!VT.isSimple() || VT.isVector() ||
72 !(VT.isInteger() || VT.isFloatingPoint()))
Diana Picus97ae95c2016-12-19 14:08:02 +000073 return false;
74
75 unsigned VTSize = VT.getSimpleVT().getSizeInBits();
Diana Picusca6a8902017-02-16 07:53:07 +000076
77 if (VTSize == 64)
78 // FIXME: Support i64 too
79 return VT.isFloatingPoint();
80
Diana Picusd83df5d2017-01-25 08:47:40 +000081 return VTSize == 1 || VTSize == 8 || VTSize == 16 || VTSize == 32;
Diana Picus812caee2016-12-16 12:54:46 +000082}
83
84namespace {
Eugene Zelenko076468c2017-09-20 21:35:51 +000085
Diana Picusa6067132017-02-23 13:25:43 +000086/// Helper class for values going out through an ABI boundary (used for handling
87/// function return values and call parameters).
88struct OutgoingValueHandler : public CallLowering::ValueHandler {
89 OutgoingValueHandler(MachineIRBuilder &MIRBuilder, MachineRegisterInfo &MRI,
90 MachineInstrBuilder &MIB, CCAssignFn *AssignFn)
Eugene Zelenko076468c2017-09-20 21:35:51 +000091 : ValueHandler(MIRBuilder, MRI, AssignFn), MIB(MIB) {}
Diana Picus812caee2016-12-16 12:54:46 +000092
Matt Arsenaultfaeaedf2019-06-24 16:16:12 +000093 Register getStackAddress(uint64_t Size, int64_t Offset,
Diana Picus812caee2016-12-16 12:54:46 +000094 MachinePointerInfo &MPO) override {
Diana Picus38415222017-03-01 15:54:21 +000095 assert((Size == 1 || Size == 2 || Size == 4 || Size == 8) &&
96 "Unsupported size");
Diana Picus1ffca2a2017-02-28 14:17:53 +000097
98 LLT p0 = LLT::pointer(0, 32);
99 LLT s32 = LLT::scalar(32);
Matt Arsenaultfaeaedf2019-06-24 16:16:12 +0000100 Register SPReg = MRI.createGenericVirtualRegister(p0);
101 MIRBuilder.buildCopy(SPReg, Register(ARM::SP));
Diana Picus1ffca2a2017-02-28 14:17:53 +0000102
Matt Arsenaultfaeaedf2019-06-24 16:16:12 +0000103 Register OffsetReg = MRI.createGenericVirtualRegister(s32);
Diana Picus1ffca2a2017-02-28 14:17:53 +0000104 MIRBuilder.buildConstant(OffsetReg, Offset);
105
Matt Arsenaultfaeaedf2019-06-24 16:16:12 +0000106 Register AddrReg = MRI.createGenericVirtualRegister(p0);
Diana Picus1ffca2a2017-02-28 14:17:53 +0000107 MIRBuilder.buildGEP(AddrReg, SPReg, OffsetReg);
108
109 MPO = MachinePointerInfo::getStack(MIRBuilder.getMF(), Offset);
Diana Picus1ffca2a2017-02-28 14:17:53 +0000110 return AddrReg;
Diana Picus812caee2016-12-16 12:54:46 +0000111 }
112
Matt Arsenaultfaeaedf2019-06-24 16:16:12 +0000113 void assignValueToReg(Register ValVReg, Register PhysReg,
Diana Picus812caee2016-12-16 12:54:46 +0000114 CCValAssign &VA) override {
115 assert(VA.isRegLoc() && "Value shouldn't be assigned to reg");
116 assert(VA.getLocReg() == PhysReg && "Assigning to the wrong reg?");
117
Diana Picusca6a8902017-02-16 07:53:07 +0000118 assert(VA.getValVT().getSizeInBits() <= 64 && "Unsupported value size");
119 assert(VA.getLocVT().getSizeInBits() <= 64 && "Unsupported location size");
Diana Picus812caee2016-12-16 12:54:46 +0000120
Matt Arsenaultfaeaedf2019-06-24 16:16:12 +0000121 Register ExtReg = extendRegister(ValVReg, VA);
Diana Picus8b6c6be2017-01-25 08:10:40 +0000122 MIRBuilder.buildCopy(PhysReg, ExtReg);
Diana Picus812caee2016-12-16 12:54:46 +0000123 MIB.addUse(PhysReg, RegState::Implicit);
124 }
125
Matt Arsenaultfaeaedf2019-06-24 16:16:12 +0000126 void assignValueToAddress(Register ValVReg, Register Addr, uint64_t Size,
Diana Picus812caee2016-12-16 12:54:46 +0000127 MachinePointerInfo &MPO, CCValAssign &VA) override {
Diana Picus9c523092017-03-01 15:35:14 +0000128 assert((Size == 1 || Size == 2 || Size == 4 || Size == 8) &&
129 "Unsupported size");
Diana Picus1ffca2a2017-02-28 14:17:53 +0000130
Matt Arsenaultfaeaedf2019-06-24 16:16:12 +0000131 Register ExtReg = extendRegister(ValVReg, VA);
Diana Picus1ffca2a2017-02-28 14:17:53 +0000132 auto MMO = MIRBuilder.getMF().getMachineMemOperand(
Diana Picus9c523092017-03-01 15:35:14 +0000133 MPO, MachineMemOperand::MOStore, VA.getLocVT().getStoreSize(),
Matt Arsenault2a645982019-01-31 01:38:47 +0000134 /* Alignment */ 1);
Diana Picus9c523092017-03-01 15:35:14 +0000135 MIRBuilder.buildStore(ExtReg, Addr, *MMO);
Diana Picus812caee2016-12-16 12:54:46 +0000136 }
137
Diana Picusca6a8902017-02-16 07:53:07 +0000138 unsigned assignCustomValue(const CallLowering::ArgInfo &Arg,
139 ArrayRef<CCValAssign> VAs) override {
Diana Picus69ce1c132019-06-27 08:50:53 +0000140 assert(Arg.Regs.size() == 1 && "Can't handle multple regs yet");
141
Diana Picusca6a8902017-02-16 07:53:07 +0000142 CCValAssign VA = VAs[0];
143 assert(VA.needsCustom() && "Value doesn't need custom handling");
144 assert(VA.getValVT() == MVT::f64 && "Unsupported type");
145
146 CCValAssign NextVA = VAs[1];
147 assert(NextVA.needsCustom() && "Value doesn't need custom handling");
148 assert(NextVA.getValVT() == MVT::f64 && "Unsupported type");
149
150 assert(VA.getValNo() == NextVA.getValNo() &&
151 "Values belong to different arguments");
152
153 assert(VA.isRegLoc() && "Value should be in reg");
154 assert(NextVA.isRegLoc() && "Value should be in reg");
155
Matt Arsenaulte3a676e2019-06-24 15:50:29 +0000156 Register NewRegs[] = {MRI.createGenericVirtualRegister(LLT::scalar(32)),
Diana Picusca6a8902017-02-16 07:53:07 +0000157 MRI.createGenericVirtualRegister(LLT::scalar(32))};
Diana Picus69ce1c132019-06-27 08:50:53 +0000158 MIRBuilder.buildUnmerge(NewRegs, Arg.Regs[0]);
Diana Picusca6a8902017-02-16 07:53:07 +0000159
160 bool IsLittle = MIRBuilder.getMF().getSubtarget<ARMSubtarget>().isLittle();
161 if (!IsLittle)
162 std::swap(NewRegs[0], NewRegs[1]);
163
164 assignValueToReg(NewRegs[0], VA.getLocReg(), VA);
165 assignValueToReg(NewRegs[1], NextVA.getLocReg(), NextVA);
166
167 return 1;
168 }
169
Diana Picus9c523092017-03-01 15:35:14 +0000170 bool assignArg(unsigned ValNo, MVT ValVT, MVT LocVT,
Diana Picus38415222017-03-01 15:54:21 +0000171 CCValAssign::LocInfo LocInfo,
172 const CallLowering::ArgInfo &Info, CCState &State) override {
Diana Picus9c523092017-03-01 15:35:14 +0000173 if (AssignFn(ValNo, ValVT, LocVT, LocInfo, Info.Flags, State))
174 return true;
175
Diana Picus38415222017-03-01 15:54:21 +0000176 StackSize =
177 std::max(StackSize, static_cast<uint64_t>(State.getNextStackOffset()));
Diana Picus9c523092017-03-01 15:35:14 +0000178 return false;
179 }
180
Diana Picus812caee2016-12-16 12:54:46 +0000181 MachineInstrBuilder &MIB;
Eugene Zelenko076468c2017-09-20 21:35:51 +0000182 uint64_t StackSize = 0;
Diana Picus812caee2016-12-16 12:54:46 +0000183};
Eugene Zelenko076468c2017-09-20 21:35:51 +0000184
185} // end anonymous namespace
Diana Picus812caee2016-12-16 12:54:46 +0000186
Diana Picus8cca8cb2017-05-29 07:01:52 +0000187void ARMCallLowering::splitToValueTypes(
188 const ArgInfo &OrigArg, SmallVectorImpl<ArgInfo> &SplitArgs,
189 MachineFunction &MF, const SplitArgTy &PerformArgSplit) const {
Diana Picus32cd9b42017-02-02 14:01:00 +0000190 const ARMTargetLowering &TLI = *getTLI<ARMTargetLowering>();
191 LLVMContext &Ctx = OrigArg.Ty->getContext();
Diana Picus8cca8cb2017-05-29 07:01:52 +0000192 const DataLayout &DL = MF.getDataLayout();
193 MachineRegisterInfo &MRI = MF.getRegInfo();
Matthias Braunf1caa282017-12-15 22:22:58 +0000194 const Function &F = MF.getFunction();
Diana Picus32cd9b42017-02-02 14:01:00 +0000195
196 SmallVector<EVT, 4> SplitVTs;
Diana Picus68b20c52019-05-27 10:30:33 +0000197 ComputeValueVTs(TLI, DL, OrigArg.Ty, SplitVTs, nullptr, nullptr, 0);
Diana Picus32cd9b42017-02-02 14:01:00 +0000198
Diana Picus8cca8cb2017-05-29 07:01:52 +0000199 if (SplitVTs.size() == 1) {
200 // Even if there is no splitting to do, we still want to replace the
201 // original type (e.g. pointer type -> integer).
Diana Picusc3dbe232019-06-27 08:54:17 +0000202 assert(OrigArg.Regs.size() == 1 && "Regs / types mismatch");
Diana Picuse7aa9092017-06-02 10:16:48 +0000203 auto Flags = OrigArg.Flags;
204 unsigned OriginalAlignment = DL.getABITypeAlignment(OrigArg.Ty);
205 Flags.setOrigAlign(OriginalAlignment);
Diana Picus69ce1c132019-06-27 08:50:53 +0000206 SplitArgs.emplace_back(OrigArg.Regs[0], SplitVTs[0].getTypeForEVT(Ctx),
207 Flags, OrigArg.IsFixed);
Diana Picus8cca8cb2017-05-29 07:01:52 +0000208 return;
209 }
Diana Picus32cd9b42017-02-02 14:01:00 +0000210
Diana Picusc3dbe232019-06-27 08:54:17 +0000211 if (OrigArg.Regs.size() > 1) {
212 // Create one ArgInfo for each virtual register.
213 assert(OrigArg.Regs.size() == SplitVTs.size() && "Regs / types mismatch");
214 for (unsigned i = 0, e = SplitVTs.size(); i != e; ++i) {
215 EVT SplitVT = SplitVTs[i];
216 Type *SplitTy = SplitVT.getTypeForEVT(Ctx);
217 auto Flags = OrigArg.Flags;
218
219 unsigned OriginalAlignment = DL.getABITypeAlignment(SplitTy);
220 Flags.setOrigAlign(OriginalAlignment);
221
222 bool NeedsConsecutiveRegisters =
223 TLI.functionArgumentNeedsConsecutiveRegisters(
224 SplitTy, F.getCallingConv(), F.isVarArg());
225 if (NeedsConsecutiveRegisters) {
226 Flags.setInConsecutiveRegs();
227 if (i == e - 1)
228 Flags.setInConsecutiveRegsLast();
229 }
230
231 // FIXME: We also want to split SplitTy further.
232 Register PartReg = OrigArg.Regs[i];
233 SplitArgs.emplace_back(PartReg, SplitTy, Flags, OrigArg.IsFixed);
234 }
235
236 return;
237 }
238
Diana Picus8cca8cb2017-05-29 07:01:52 +0000239 for (unsigned i = 0, e = SplitVTs.size(); i != e; ++i) {
240 EVT SplitVT = SplitVTs[i];
241 Type *SplitTy = SplitVT.getTypeForEVT(Ctx);
242 auto Flags = OrigArg.Flags;
Diana Picuse7aa9092017-06-02 10:16:48 +0000243
244 unsigned OriginalAlignment = DL.getABITypeAlignment(SplitTy);
245 Flags.setOrigAlign(OriginalAlignment);
246
Diana Picus8cca8cb2017-05-29 07:01:52 +0000247 bool NeedsConsecutiveRegisters =
248 TLI.functionArgumentNeedsConsecutiveRegisters(
Matthias Braunf1caa282017-12-15 22:22:58 +0000249 SplitTy, F.getCallingConv(), F.isVarArg());
Diana Picus8cca8cb2017-05-29 07:01:52 +0000250 if (NeedsConsecutiveRegisters) {
251 Flags.setInConsecutiveRegs();
252 if (i == e - 1)
253 Flags.setInConsecutiveRegsLast();
254 }
Diana Picuse7aa9092017-06-02 10:16:48 +0000255
Diana Picus69ce1c132019-06-27 08:50:53 +0000256 Register PartReg =
Diana Picus68b20c52019-05-27 10:30:33 +0000257 MRI.createGenericVirtualRegister(getLLTForType(*SplitTy, DL));
258 SplitArgs.push_back(ArgInfo{PartReg, SplitTy, Flags, OrigArg.IsFixed});
259 PerformArgSplit(PartReg);
Diana Picus8cca8cb2017-05-29 07:01:52 +0000260 }
Diana Picus32cd9b42017-02-02 14:01:00 +0000261}
262
Diana Picus812caee2016-12-16 12:54:46 +0000263/// Lower the return value for the already existing \p Ret. This assumes that
264/// \p MIRBuilder's insertion point is correct.
265bool ARMCallLowering::lowerReturnVal(MachineIRBuilder &MIRBuilder,
Matt Arsenaulte3a676e2019-06-24 15:50:29 +0000266 const Value *Val, ArrayRef<Register> VRegs,
Diana Picus812caee2016-12-16 12:54:46 +0000267 MachineInstrBuilder &Ret) const {
268 if (!Val)
269 // Nothing to do here.
270 return true;
271
272 auto &MF = MIRBuilder.getMF();
Matthias Braunf1caa282017-12-15 22:22:58 +0000273 const auto &F = MF.getFunction();
Diana Picus812caee2016-12-16 12:54:46 +0000274
275 auto DL = MF.getDataLayout();
276 auto &TLI = *getTLI<ARMTargetLowering>();
277 if (!isSupportedType(DL, TLI, Val->getType()))
Diana Picus22274932016-11-11 08:27:37 +0000278 return false;
279
Alexander Ivchenko49168f62018-08-02 08:33:31 +0000280 SmallVector<EVT, 4> SplitEVTs;
281 ComputeValueVTs(TLI, DL, Val->getType(), SplitEVTs);
282 assert(VRegs.size() == SplitEVTs.size() &&
283 "For each split Type there should be exactly one VReg.");
Diana Picus32cd9b42017-02-02 14:01:00 +0000284
Alexander Ivchenko49168f62018-08-02 08:33:31 +0000285 SmallVector<ArgInfo, 4> SplitVTs;
286 LLVMContext &Ctx = Val->getType()->getContext();
287 for (unsigned i = 0; i < SplitEVTs.size(); ++i) {
288 ArgInfo CurArgInfo(VRegs[i], SplitEVTs[i].getTypeForEVT(Ctx));
289 setArgFlags(CurArgInfo, AttributeList::ReturnIndex, DL, F);
290
Matt Arsenaulte3a676e2019-06-24 15:50:29 +0000291 SmallVector<Register, 4> Regs;
Diana Picus68b20c52019-05-27 10:30:33 +0000292 splitToValueTypes(CurArgInfo, SplitVTs, MF,
Matt Arsenaulte3a676e2019-06-24 15:50:29 +0000293 [&](Register Reg) { Regs.push_back(Reg); });
Alexander Ivchenko49168f62018-08-02 08:33:31 +0000294 if (Regs.size() > 1)
295 MIRBuilder.buildUnmerge(Regs, VRegs[i]);
296 }
Diana Picus8fd16012017-06-15 09:42:02 +0000297
Diana Picus812caee2016-12-16 12:54:46 +0000298 CCAssignFn *AssignFn =
299 TLI.CCAssignFnForReturn(F.getCallingConv(), F.isVarArg());
Diana Picus22274932016-11-11 08:27:37 +0000300
Diana Picusa6067132017-02-23 13:25:43 +0000301 OutgoingValueHandler RetHandler(MIRBuilder, MF.getRegInfo(), Ret, AssignFn);
Diana Picus32cd9b42017-02-02 14:01:00 +0000302 return handleAssignments(MIRBuilder, SplitVTs, RetHandler);
Diana Picus812caee2016-12-16 12:54:46 +0000303}
304
305bool ARMCallLowering::lowerReturn(MachineIRBuilder &MIRBuilder,
Alexander Ivchenko49168f62018-08-02 08:33:31 +0000306 const Value *Val,
Matt Arsenaulte3a676e2019-06-24 15:50:29 +0000307 ArrayRef<Register> VRegs) const {
Alexander Ivchenko49168f62018-08-02 08:33:31 +0000308 assert(!Val == VRegs.empty() && "Return value without a vreg");
Diana Picus812caee2016-12-16 12:54:46 +0000309
Joerg Sonnenberger0f76a352017-08-28 20:20:47 +0000310 auto const &ST = MIRBuilder.getMF().getSubtarget<ARMSubtarget>();
311 unsigned Opcode = ST.getReturnOpcode();
312 auto Ret = MIRBuilder.buildInstrNoInsert(Opcode).add(predOps(ARMCC::AL));
Diana Picus812caee2016-12-16 12:54:46 +0000313
Alexander Ivchenko49168f62018-08-02 08:33:31 +0000314 if (!lowerReturnVal(MIRBuilder, Val, VRegs, Ret))
Diana Picus812caee2016-12-16 12:54:46 +0000315 return false;
316
317 MIRBuilder.insertInstr(Ret);
Diana Picus22274932016-11-11 08:27:37 +0000318 return true;
319}
320
Diana Picus812caee2016-12-16 12:54:46 +0000321namespace {
Eugene Zelenko076468c2017-09-20 21:35:51 +0000322
Diana Picusa8cb0cd2017-02-23 14:18:41 +0000323/// Helper class for values coming in through an ABI boundary (used for handling
324/// formal arguments and call return values).
325struct IncomingValueHandler : public CallLowering::ValueHandler {
326 IncomingValueHandler(MachineIRBuilder &MIRBuilder, MachineRegisterInfo &MRI,
327 CCAssignFn AssignFn)
Tim Northoverd9433542017-01-17 22:30:10 +0000328 : ValueHandler(MIRBuilder, MRI, AssignFn) {}
Diana Picus812caee2016-12-16 12:54:46 +0000329
Amara Emerson2b523f82019-04-09 21:22:33 +0000330 bool isArgumentHandler() const override { return true; }
331
Matt Arsenaultfaeaedf2019-06-24 16:16:12 +0000332 Register getStackAddress(uint64_t Size, int64_t Offset,
Diana Picus812caee2016-12-16 12:54:46 +0000333 MachinePointerInfo &MPO) override {
Diana Picusca6a8902017-02-16 07:53:07 +0000334 assert((Size == 1 || Size == 2 || Size == 4 || Size == 8) &&
335 "Unsupported size");
Diana Picus1437f6d2016-12-19 11:55:41 +0000336
337 auto &MFI = MIRBuilder.getMF().getFrameInfo();
338
339 int FI = MFI.CreateFixedObject(Size, Offset, true);
340 MPO = MachinePointerInfo::getFixedStack(MIRBuilder.getMF(), FI);
341
342 unsigned AddrReg =
343 MRI.createGenericVirtualRegister(LLT::pointer(MPO.getAddrSpace(), 32));
344 MIRBuilder.buildFrameIndex(AddrReg, FI);
345
346 return AddrReg;
347 }
348
Matt Arsenaultfaeaedf2019-06-24 16:16:12 +0000349 void assignValueToAddress(Register ValVReg, Register Addr, uint64_t Size,
Diana Picus1437f6d2016-12-19 11:55:41 +0000350 MachinePointerInfo &MPO, CCValAssign &VA) override {
Diana Picusca6a8902017-02-16 07:53:07 +0000351 assert((Size == 1 || Size == 2 || Size == 4 || Size == 8) &&
352 "Unsupported size");
Diana Picus278c7222017-01-26 09:20:47 +0000353
354 if (VA.getLocInfo() == CCValAssign::SExt ||
355 VA.getLocInfo() == CCValAssign::ZExt) {
Diana Picusa8cb0cd2017-02-23 14:18:41 +0000356 // If the value is zero- or sign-extended, its size becomes 4 bytes, so
357 // that's what we should load.
Diana Picus278c7222017-01-26 09:20:47 +0000358 Size = 4;
359 assert(MRI.getType(ValVReg).isScalar() && "Only scalars supported atm");
Diana Picus1437f6d2016-12-19 11:55:41 +0000360
Diana Picus4f46be32017-04-27 10:23:30 +0000361 auto LoadVReg = MRI.createGenericVirtualRegister(LLT::scalar(32));
Matt Arsenault2a645982019-01-31 01:38:47 +0000362 buildLoad(LoadVReg, Addr, Size, /* Alignment */ 1, MPO);
Diana Picus4f46be32017-04-27 10:23:30 +0000363 MIRBuilder.buildTrunc(ValVReg, LoadVReg);
364 } else {
365 // If the value is not extended, a simple load will suffice.
Matt Arsenault2a645982019-01-31 01:38:47 +0000366 buildLoad(ValVReg, Addr, Size, /* Alignment */ 1, MPO);
Diana Picus4f46be32017-04-27 10:23:30 +0000367 }
368 }
369
Matt Arsenaultfaeaedf2019-06-24 16:16:12 +0000370 void buildLoad(Register Val, Register Addr, uint64_t Size, unsigned Alignment,
Diana Picus4f46be32017-04-27 10:23:30 +0000371 MachinePointerInfo &MPO) {
Diana Picus1437f6d2016-12-19 11:55:41 +0000372 auto MMO = MIRBuilder.getMF().getMachineMemOperand(
Diana Picus4f46be32017-04-27 10:23:30 +0000373 MPO, MachineMemOperand::MOLoad, Size, Alignment);
374 MIRBuilder.buildLoad(Val, Addr, *MMO);
Diana Picus812caee2016-12-16 12:54:46 +0000375 }
376
Matt Arsenaultfaeaedf2019-06-24 16:16:12 +0000377 void assignValueToReg(Register ValVReg, Register PhysReg,
Diana Picus812caee2016-12-16 12:54:46 +0000378 CCValAssign &VA) override {
379 assert(VA.isRegLoc() && "Value shouldn't be assigned to reg");
380 assert(VA.getLocReg() == PhysReg && "Assigning to the wrong reg?");
381
Aditya Nandakumarc3bfc812017-10-09 20:07:43 +0000382 auto ValSize = VA.getValVT().getSizeInBits();
383 auto LocSize = VA.getLocVT().getSizeInBits();
Diana Picus812caee2016-12-16 12:54:46 +0000384
Aditya Nandakumarc3bfc812017-10-09 20:07:43 +0000385 assert(ValSize <= 64 && "Unsupported value size");
386 assert(LocSize <= 64 && "Unsupported location size");
387
Diana Picusa8cb0cd2017-02-23 14:18:41 +0000388 markPhysRegUsed(PhysReg);
Aditya Nandakumarc3bfc812017-10-09 20:07:43 +0000389 if (ValSize == LocSize) {
390 MIRBuilder.buildCopy(ValVReg, PhysReg);
391 } else {
392 assert(ValSize < LocSize && "Extensions not supported");
393
394 // We cannot create a truncating copy, nor a trunc of a physical register.
395 // Therefore, we need to copy the content of the physical register into a
396 // virtual one and then truncate that.
397 auto PhysRegToVReg =
398 MRI.createGenericVirtualRegister(LLT::scalar(LocSize));
399 MIRBuilder.buildCopy(PhysRegToVReg, PhysReg);
400 MIRBuilder.buildTrunc(ValVReg, PhysRegToVReg);
401 }
Diana Picus812caee2016-12-16 12:54:46 +0000402 }
Diana Picusca6a8902017-02-16 07:53:07 +0000403
Diana Picusa6067132017-02-23 13:25:43 +0000404 unsigned assignCustomValue(const ARMCallLowering::ArgInfo &Arg,
Diana Picusca6a8902017-02-16 07:53:07 +0000405 ArrayRef<CCValAssign> VAs) override {
Diana Picus69ce1c132019-06-27 08:50:53 +0000406 assert(Arg.Regs.size() == 1 && "Can't handle multple regs yet");
407
Diana Picusca6a8902017-02-16 07:53:07 +0000408 CCValAssign VA = VAs[0];
409 assert(VA.needsCustom() && "Value doesn't need custom handling");
410 assert(VA.getValVT() == MVT::f64 && "Unsupported type");
411
412 CCValAssign NextVA = VAs[1];
413 assert(NextVA.needsCustom() && "Value doesn't need custom handling");
414 assert(NextVA.getValVT() == MVT::f64 && "Unsupported type");
415
416 assert(VA.getValNo() == NextVA.getValNo() &&
417 "Values belong to different arguments");
418
419 assert(VA.isRegLoc() && "Value should be in reg");
420 assert(NextVA.isRegLoc() && "Value should be in reg");
421
Matt Arsenaulte3a676e2019-06-24 15:50:29 +0000422 Register NewRegs[] = {MRI.createGenericVirtualRegister(LLT::scalar(32)),
Diana Picusca6a8902017-02-16 07:53:07 +0000423 MRI.createGenericVirtualRegister(LLT::scalar(32))};
424
425 assignValueToReg(NewRegs[0], VA.getLocReg(), VA);
426 assignValueToReg(NewRegs[1], NextVA.getLocReg(), NextVA);
427
428 bool IsLittle = MIRBuilder.getMF().getSubtarget<ARMSubtarget>().isLittle();
429 if (!IsLittle)
430 std::swap(NewRegs[0], NewRegs[1]);
431
Diana Picus69ce1c132019-06-27 08:50:53 +0000432 MIRBuilder.buildMerge(Arg.Regs[0], NewRegs);
Diana Picusca6a8902017-02-16 07:53:07 +0000433
434 return 1;
435 }
Diana Picusa8cb0cd2017-02-23 14:18:41 +0000436
437 /// Marking a physical register as used is different between formal
438 /// parameters, where it's a basic block live-in, and call returns, where it's
439 /// an implicit-def of the call instruction.
440 virtual void markPhysRegUsed(unsigned PhysReg) = 0;
441};
442
443struct FormalArgHandler : public IncomingValueHandler {
444 FormalArgHandler(MachineIRBuilder &MIRBuilder, MachineRegisterInfo &MRI,
445 CCAssignFn AssignFn)
446 : IncomingValueHandler(MIRBuilder, MRI, AssignFn) {}
447
448 void markPhysRegUsed(unsigned PhysReg) override {
449 MIRBuilder.getMBB().addLiveIn(PhysReg);
450 }
Diana Picus812caee2016-12-16 12:54:46 +0000451};
Eugene Zelenko076468c2017-09-20 21:35:51 +0000452
453} // end anonymous namespace
Diana Picus812caee2016-12-16 12:54:46 +0000454
Diana Picusc3dbe232019-06-27 08:54:17 +0000455bool ARMCallLowering::lowerFormalArguments(
456 MachineIRBuilder &MIRBuilder, const Function &F,
457 ArrayRef<ArrayRef<Register>> VRegs) const {
Diana Picusacf4bf22017-11-03 10:30:12 +0000458 auto &TLI = *getTLI<ARMTargetLowering>();
459 auto Subtarget = TLI.getSubtarget();
460
Diana Picus8a1b4f52018-12-05 10:35:28 +0000461 if (Subtarget->isThumb1Only())
Diana Picusacf4bf22017-11-03 10:30:12 +0000462 return false;
463
Diana Picus812caee2016-12-16 12:54:46 +0000464 // Quick exit if there aren't any args
465 if (F.arg_empty())
466 return true;
467
Diana Picus812caee2016-12-16 12:54:46 +0000468 if (F.isVarArg())
469 return false;
470
Diana Picus32cd9b42017-02-02 14:01:00 +0000471 auto &MF = MIRBuilder.getMF();
Diana Picus8cca8cb2017-05-29 07:01:52 +0000472 auto &MBB = MIRBuilder.getMBB();
Diana Picus32cd9b42017-02-02 14:01:00 +0000473 auto DL = MF.getDataLayout();
Diana Picus7232af32017-02-09 13:09:59 +0000474
Diana Picusf003d9f2017-11-30 12:23:44 +0000475 for (auto &Arg : F.args()) {
Diana Picus812caee2016-12-16 12:54:46 +0000476 if (!isSupportedType(DL, TLI, Arg.getType()))
477 return false;
Diana Picusf003d9f2017-11-30 12:23:44 +0000478 if (Arg.hasByValOrInAllocaAttr())
479 return false;
480 }
Diana Picus812caee2016-12-16 12:54:46 +0000481
482 CCAssignFn *AssignFn =
483 TLI.CCAssignFnForCall(F.getCallingConv(), F.isVarArg());
484
Diana Picus0c05cce2017-05-29 09:09:54 +0000485 FormalArgHandler ArgHandler(MIRBuilder, MIRBuilder.getMF().getRegInfo(),
486 AssignFn);
487
Diana Picusc3dbe232019-06-27 08:54:17 +0000488 SmallVector<ArgInfo, 8> SplitArgInfos;
Diana Picus812caee2016-12-16 12:54:46 +0000489 unsigned Idx = 0;
Reid Kleckner45707d42017-03-16 22:59:15 +0000490 for (auto &Arg : F.args()) {
Diana Picusc3dbe232019-06-27 08:54:17 +0000491 ArgInfo OrigArgInfo(VRegs[Idx], Arg.getType());
492 setArgFlags(OrigArgInfo, Idx + AttributeList::FirstArgIndex, DL, F);
Diana Picus8cca8cb2017-05-29 07:01:52 +0000493
Diana Picusc3dbe232019-06-27 08:54:17 +0000494 splitToValueTypes(OrigArgInfo, SplitArgInfos, MF, [&](Register Reg) {
495 llvm_unreachable("Args should already be split");
496 });
Diana Picus8cca8cb2017-05-29 07:01:52 +0000497
Diana Picus812caee2016-12-16 12:54:46 +0000498 Idx++;
499 }
500
Diana Picus8cca8cb2017-05-29 07:01:52 +0000501 if (!MBB.empty())
502 MIRBuilder.setInstr(*MBB.begin());
503
Diana Picusc3dbe232019-06-27 08:54:17 +0000504 if (!handleAssignments(MIRBuilder, SplitArgInfos, ArgHandler))
Amara Emerson0d6a26d2018-05-16 10:32:02 +0000505 return false;
506
507 // Move back to the end of the basic block.
508 MIRBuilder.setMBB(MBB);
509 return true;
Diana Picus22274932016-11-11 08:27:37 +0000510}
Diana Picus613b6562017-02-21 11:33:59 +0000511
Diana Picusa8cb0cd2017-02-23 14:18:41 +0000512namespace {
Eugene Zelenko076468c2017-09-20 21:35:51 +0000513
Diana Picusa8cb0cd2017-02-23 14:18:41 +0000514struct CallReturnHandler : public IncomingValueHandler {
515 CallReturnHandler(MachineIRBuilder &MIRBuilder, MachineRegisterInfo &MRI,
516 MachineInstrBuilder MIB, CCAssignFn *AssignFn)
517 : IncomingValueHandler(MIRBuilder, MRI, AssignFn), MIB(MIB) {}
518
519 void markPhysRegUsed(unsigned PhysReg) override {
520 MIB.addDef(PhysReg, RegState::Implicit);
521 }
522
523 MachineInstrBuilder MIB;
524};
Eugene Zelenko076468c2017-09-20 21:35:51 +0000525
Diana Picus8a1b4f52018-12-05 10:35:28 +0000526// FIXME: This should move to the ARMSubtarget when it supports all the opcodes.
527unsigned getCallOpcode(const ARMSubtarget &STI, bool isDirect) {
528 if (isDirect)
529 return STI.isThumb() ? ARM::tBL : ARM::BL;
530
531 if (STI.isThumb())
532 return ARM::tBLXr;
533
534 if (STI.hasV5TOps())
535 return ARM::BLX;
536
537 if (STI.hasV4TOps())
538 return ARM::BX_CALL;
539
540 return ARM::BMOVPCRX_CALL;
541}
Eugene Zelenko076468c2017-09-20 21:35:51 +0000542} // end anonymous namespace
Diana Picusa8cb0cd2017-02-23 14:18:41 +0000543
Diana Picus613b6562017-02-21 11:33:59 +0000544bool ARMCallLowering::lowerCall(MachineIRBuilder &MIRBuilder,
Diana Picusd79253a2017-03-20 14:40:18 +0000545 CallingConv::ID CallConv,
Diana Picus613b6562017-02-21 11:33:59 +0000546 const MachineOperand &Callee,
547 const ArgInfo &OrigRet,
548 ArrayRef<ArgInfo> OrigArgs) const {
Diana Picusa6067132017-02-23 13:25:43 +0000549 MachineFunction &MF = MIRBuilder.getMF();
550 const auto &TLI = *getTLI<ARMTargetLowering>();
551 const auto &DL = MF.getDataLayout();
Diana Picusb3502212017-10-25 11:42:40 +0000552 const auto &STI = MF.getSubtarget<ARMSubtarget>();
Diana Picus0091cc32017-06-05 12:54:53 +0000553 const TargetRegisterInfo *TRI = STI.getRegisterInfo();
Diana Picusa6067132017-02-23 13:25:43 +0000554 MachineRegisterInfo &MRI = MF.getRegInfo();
Diana Picus613b6562017-02-21 11:33:59 +0000555
Diana Picusb3502212017-10-25 11:42:40 +0000556 if (STI.genLongCalls())
Diana Picus613b6562017-02-21 11:33:59 +0000557 return false;
558
Diana Picus8a1b4f52018-12-05 10:35:28 +0000559 if (STI.isThumb1Only())
560 return false;
561
Diana Picus1ffca2a2017-02-28 14:17:53 +0000562 auto CallSeqStart = MIRBuilder.buildInstr(ARM::ADJCALLSTACKDOWN);
Diana Picus613b6562017-02-21 11:33:59 +0000563
Diana Picusa6067132017-02-23 13:25:43 +0000564 // Create the call instruction so we can add the implicit uses of arg
565 // registers, but don't insert it yet.
Diana Picus639e0662019-01-17 10:11:59 +0000566 bool IsDirect = !Callee.isReg();
567 auto CallOpcode = getCallOpcode(STI, IsDirect);
Diana Picus8a1b4f52018-12-05 10:35:28 +0000568 auto MIB = MIRBuilder.buildInstrNoInsert(CallOpcode);
569
Diana Picus639e0662019-01-17 10:11:59 +0000570 bool IsThumb = STI.isThumb();
571 if (IsThumb)
Diana Picus8a1b4f52018-12-05 10:35:28 +0000572 MIB.add(predOps(ARMCC::AL));
573
574 MIB.add(Callee);
Diana Picus639e0662019-01-17 10:11:59 +0000575 if (!IsDirect) {
Diana Picus0091cc32017-06-05 12:54:53 +0000576 auto CalleeReg = Callee.getReg();
Diana Picus8a1b4f52018-12-05 10:35:28 +0000577 if (CalleeReg && !TRI->isPhysicalRegister(CalleeReg)) {
Diana Picus639e0662019-01-17 10:11:59 +0000578 unsigned CalleeIdx = IsThumb ? 2 : 0;
Diana Picus8a1b4f52018-12-05 10:35:28 +0000579 MIB->getOperand(CalleeIdx).setReg(constrainOperandRegClass(
Diana Picus0091cc32017-06-05 12:54:53 +0000580 MF, *TRI, MRI, *STI.getInstrInfo(), *STI.getRegBankInfo(),
Diana Picus8a1b4f52018-12-05 10:35:28 +0000581 *MIB.getInstr(), MIB->getDesc(), Callee, CalleeIdx));
582 }
Diana Picus0091cc32017-06-05 12:54:53 +0000583 }
Diana Picusa6067132017-02-23 13:25:43 +0000584
Diana Picus8a1b4f52018-12-05 10:35:28 +0000585 MIB.addRegMask(TRI->getCallPreservedMask(MF, CallConv));
586
Diana Picusd5c24992019-01-17 10:11:55 +0000587 bool IsVarArg = false;
Diana Picusa6067132017-02-23 13:25:43 +0000588 SmallVector<ArgInfo, 8> ArgInfos;
589 for (auto Arg : OrigArgs) {
590 if (!isSupportedType(DL, TLI, Arg.Ty))
591 return false;
592
593 if (!Arg.IsFixed)
Diana Picusd5c24992019-01-17 10:11:55 +0000594 IsVarArg = true;
Diana Picusa6067132017-02-23 13:25:43 +0000595
Diana Picusf003d9f2017-11-30 12:23:44 +0000596 if (Arg.Flags.isByVal())
597 return false;
598
Diana Picus69ce1c132019-06-27 08:50:53 +0000599 assert(Arg.Regs.size() == 1 && "Can't handle multple regs yet");
600
Matt Arsenaulte3a676e2019-06-24 15:50:29 +0000601 SmallVector<Register, 8> Regs;
Diana Picus68b20c52019-05-27 10:30:33 +0000602 splitToValueTypes(Arg, ArgInfos, MF,
603 [&](unsigned Reg) { Regs.push_back(Reg); });
Diana Picus8fd16012017-06-15 09:42:02 +0000604
605 if (Regs.size() > 1)
Diana Picus69ce1c132019-06-27 08:50:53 +0000606 MIRBuilder.buildUnmerge(Regs, Arg.Regs[0]);
Diana Picusa6067132017-02-23 13:25:43 +0000607 }
608
Diana Picusd5c24992019-01-17 10:11:55 +0000609 auto ArgAssignFn = TLI.CCAssignFnForCall(CallConv, IsVarArg);
Diana Picusa6067132017-02-23 13:25:43 +0000610 OutgoingValueHandler ArgHandler(MIRBuilder, MRI, MIB, ArgAssignFn);
611 if (!handleAssignments(MIRBuilder, ArgInfos, ArgHandler))
612 return false;
613
614 // Now we can add the actual call instruction to the correct basic block.
615 MIRBuilder.insertInstr(MIB);
Diana Picus613b6562017-02-21 11:33:59 +0000616
Diana Picusa8cb0cd2017-02-23 14:18:41 +0000617 if (!OrigRet.Ty->isVoidTy()) {
618 if (!isSupportedType(DL, TLI, OrigRet.Ty))
619 return false;
620
621 ArgInfos.clear();
Matt Arsenaulte3a676e2019-06-24 15:50:29 +0000622 SmallVector<Register, 8> SplitRegs;
Diana Picus8cca8cb2017-05-29 07:01:52 +0000623 splitToValueTypes(OrigRet, ArgInfos, MF,
Matt Arsenaulte3a676e2019-06-24 15:50:29 +0000624 [&](Register Reg) { SplitRegs.push_back(Reg); });
Diana Picusa8cb0cd2017-02-23 14:18:41 +0000625
Diana Picusd5c24992019-01-17 10:11:55 +0000626 auto RetAssignFn = TLI.CCAssignFnForReturn(CallConv, IsVarArg);
Diana Picusa8cb0cd2017-02-23 14:18:41 +0000627 CallReturnHandler RetHandler(MIRBuilder, MRI, MIB, RetAssignFn);
628 if (!handleAssignments(MIRBuilder, ArgInfos, RetHandler))
629 return false;
Diana Picusbf4aed22017-05-29 08:19:19 +0000630
Diana Picus8fd16012017-06-15 09:42:02 +0000631 if (!SplitRegs.empty()) {
Diana Picusbf4aed22017-05-29 08:19:19 +0000632 // We have split the value and allocated each individual piece, now build
633 // it up again.
Diana Picus69ce1c132019-06-27 08:50:53 +0000634 assert(OrigRet.Regs.size() == 1 && "Can't handle multple regs yet");
635 MIRBuilder.buildMerge(OrigRet.Regs[0], SplitRegs);
Diana Picusbf4aed22017-05-29 08:19:19 +0000636 }
Diana Picusa8cb0cd2017-02-23 14:18:41 +0000637 }
638
Diana Picus1ffca2a2017-02-28 14:17:53 +0000639 // We now know the size of the stack - update the ADJCALLSTACKDOWN
640 // accordingly.
Serge Pavlovd526b132017-05-09 13:35:13 +0000641 CallSeqStart.addImm(ArgHandler.StackSize).addImm(0).add(predOps(ARMCC::AL));
Diana Picus1ffca2a2017-02-28 14:17:53 +0000642
Diana Picus613b6562017-02-21 11:33:59 +0000643 MIRBuilder.buildInstr(ARM::ADJCALLSTACKUP)
Diana Picus1ffca2a2017-02-28 14:17:53 +0000644 .addImm(ArgHandler.StackSize)
Diana Picus613b6562017-02-21 11:33:59 +0000645 .addImm(0)
646 .add(predOps(ARMCC::AL));
647
648 return true;
649}