blob: fa54a9ea418120d8a3bb78fde53f778b372ab1ff [file] [log] [blame]
Eugene Zelenko076468c2017-09-20 21:35:51 +00001//===- llvm/lib/Target/ARM/ARMCallLowering.cpp - Call lowering ------------===//
Diana Picus22274932016-11-11 08:27:37 +00002//
Chandler Carruth2946cd72019-01-19 08:50:56 +00003// Part of the LLVM Project, under the Apache License v2.0 with LLVM Exceptions.
4// See https://llvm.org/LICENSE.txt for license information.
5// SPDX-License-Identifier: Apache-2.0 WITH LLVM-exception
Diana Picus22274932016-11-11 08:27:37 +00006//
7//===----------------------------------------------------------------------===//
Eugene Zelenko076468c2017-09-20 21:35:51 +00008//
Diana Picus22274932016-11-11 08:27:37 +00009/// \file
10/// This file implements the lowering of LLVM calls to machine code calls for
11/// GlobalISel.
Eugene Zelenko076468c2017-09-20 21:35:51 +000012//
Diana Picus22274932016-11-11 08:27:37 +000013//===----------------------------------------------------------------------===//
14
15#include "ARMCallLowering.h"
Diana Picus22274932016-11-11 08:27:37 +000016#include "ARMBaseInstrInfo.h"
17#include "ARMISelLowering.h"
Diana Picus1d8eaf42017-01-25 07:08:53 +000018#include "ARMSubtarget.h"
Eugene Zelenko076468c2017-09-20 21:35:51 +000019#include "Utils/ARMBaseInfo.h"
20#include "llvm/ADT/SmallVector.h"
Diana Picus32cd9b42017-02-02 14:01:00 +000021#include "llvm/CodeGen/Analysis.h"
Eugene Zelenko076468c2017-09-20 21:35:51 +000022#include "llvm/CodeGen/CallingConvLower.h"
Diana Picus22274932016-11-11 08:27:37 +000023#include "llvm/CodeGen/GlobalISel/MachineIRBuilder.h"
Diana Picus0091cc32017-06-05 12:54:53 +000024#include "llvm/CodeGen/GlobalISel/Utils.h"
Eugene Zelenko076468c2017-09-20 21:35:51 +000025#include "llvm/CodeGen/LowLevelType.h"
26#include "llvm/CodeGen/MachineBasicBlock.h"
27#include "llvm/CodeGen/MachineFrameInfo.h"
28#include "llvm/CodeGen/MachineFunction.h"
29#include "llvm/CodeGen/MachineInstrBuilder.h"
30#include "llvm/CodeGen/MachineMemOperand.h"
31#include "llvm/CodeGen/MachineOperand.h"
Diana Picus1437f6d2016-12-19 11:55:41 +000032#include "llvm/CodeGen/MachineRegisterInfo.h"
David Blaikieb3bde2e2017-11-17 01:07:10 +000033#include "llvm/CodeGen/TargetRegisterInfo.h"
34#include "llvm/CodeGen/TargetSubtargetInfo.h"
Craig Topper2fa14362018-03-29 17:21:10 +000035#include "llvm/CodeGen/ValueTypes.h"
Eugene Zelenko076468c2017-09-20 21:35:51 +000036#include "llvm/IR/Attributes.h"
37#include "llvm/IR/DataLayout.h"
38#include "llvm/IR/DerivedTypes.h"
39#include "llvm/IR/Function.h"
40#include "llvm/IR/Type.h"
41#include "llvm/IR/Value.h"
42#include "llvm/Support/Casting.h"
43#include "llvm/Support/LowLevelTypeImpl.h"
David Blaikie13e77db2018-03-23 23:58:25 +000044#include "llvm/Support/MachineValueType.h"
Eugene Zelenko076468c2017-09-20 21:35:51 +000045#include <algorithm>
46#include <cassert>
47#include <cstdint>
48#include <utility>
Diana Picus22274932016-11-11 08:27:37 +000049
50using namespace llvm;
51
Diana Picus22274932016-11-11 08:27:37 +000052ARMCallLowering::ARMCallLowering(const ARMTargetLowering &TLI)
53 : CallLowering(&TLI) {}
54
Benjamin Kramer061f4a52017-01-13 14:39:03 +000055static bool isSupportedType(const DataLayout &DL, const ARMTargetLowering &TLI,
Diana Picus812caee2016-12-16 12:54:46 +000056 Type *T) {
Diana Picus8fd16012017-06-15 09:42:02 +000057 if (T->isArrayTy())
Diana Picus1e88ac22019-04-30 09:05:25 +000058 return isSupportedType(DL, TLI, T->getArrayElementType());
Diana Picus8cca8cb2017-05-29 07:01:52 +000059
Diana Picus8fd16012017-06-15 09:42:02 +000060 if (T->isStructTy()) {
61 // For now we only allow homogeneous structs that we can manipulate with
62 // G_MERGE_VALUES and G_UNMERGE_VALUES
63 auto StructT = cast<StructType>(T);
64 for (unsigned i = 1, e = StructT->getNumElements(); i != e; ++i)
65 if (StructT->getElementType(i) != StructT->getElementType(0))
66 return false;
Diana Picus1e88ac22019-04-30 09:05:25 +000067 return isSupportedType(DL, TLI, StructT->getElementType(0));
Diana Picus8fd16012017-06-15 09:42:02 +000068 }
69
Diana Picus0c11c7b2017-02-02 14:00:54 +000070 EVT VT = TLI.getValueType(DL, T, true);
Diana Picusf941ec02017-04-21 11:53:01 +000071 if (!VT.isSimple() || VT.isVector() ||
72 !(VT.isInteger() || VT.isFloatingPoint()))
Diana Picus97ae95c2016-12-19 14:08:02 +000073 return false;
74
75 unsigned VTSize = VT.getSimpleVT().getSizeInBits();
Diana Picusca6a8902017-02-16 07:53:07 +000076
77 if (VTSize == 64)
78 // FIXME: Support i64 too
79 return VT.isFloatingPoint();
80
Diana Picusd83df5d2017-01-25 08:47:40 +000081 return VTSize == 1 || VTSize == 8 || VTSize == 16 || VTSize == 32;
Diana Picus812caee2016-12-16 12:54:46 +000082}
83
84namespace {
Eugene Zelenko076468c2017-09-20 21:35:51 +000085
Diana Picusa6067132017-02-23 13:25:43 +000086/// Helper class for values going out through an ABI boundary (used for handling
87/// function return values and call parameters).
88struct OutgoingValueHandler : public CallLowering::ValueHandler {
89 OutgoingValueHandler(MachineIRBuilder &MIRBuilder, MachineRegisterInfo &MRI,
90 MachineInstrBuilder &MIB, CCAssignFn *AssignFn)
Eugene Zelenko076468c2017-09-20 21:35:51 +000091 : ValueHandler(MIRBuilder, MRI, AssignFn), MIB(MIB) {}
Diana Picus812caee2016-12-16 12:54:46 +000092
Matt Arsenaultfaeaedf2019-06-24 16:16:12 +000093 Register getStackAddress(uint64_t Size, int64_t Offset,
Diana Picus812caee2016-12-16 12:54:46 +000094 MachinePointerInfo &MPO) override {
Diana Picus38415222017-03-01 15:54:21 +000095 assert((Size == 1 || Size == 2 || Size == 4 || Size == 8) &&
96 "Unsupported size");
Diana Picus1ffca2a2017-02-28 14:17:53 +000097
98 LLT p0 = LLT::pointer(0, 32);
99 LLT s32 = LLT::scalar(32);
Matt Arsenaultfaeaedf2019-06-24 16:16:12 +0000100 Register SPReg = MRI.createGenericVirtualRegister(p0);
101 MIRBuilder.buildCopy(SPReg, Register(ARM::SP));
Diana Picus1ffca2a2017-02-28 14:17:53 +0000102
Matt Arsenaultfaeaedf2019-06-24 16:16:12 +0000103 Register OffsetReg = MRI.createGenericVirtualRegister(s32);
Diana Picus1ffca2a2017-02-28 14:17:53 +0000104 MIRBuilder.buildConstant(OffsetReg, Offset);
105
Matt Arsenaultfaeaedf2019-06-24 16:16:12 +0000106 Register AddrReg = MRI.createGenericVirtualRegister(p0);
Diana Picus1ffca2a2017-02-28 14:17:53 +0000107 MIRBuilder.buildGEP(AddrReg, SPReg, OffsetReg);
108
109 MPO = MachinePointerInfo::getStack(MIRBuilder.getMF(), Offset);
Diana Picus1ffca2a2017-02-28 14:17:53 +0000110 return AddrReg;
Diana Picus812caee2016-12-16 12:54:46 +0000111 }
112
Matt Arsenaultfaeaedf2019-06-24 16:16:12 +0000113 void assignValueToReg(Register ValVReg, Register PhysReg,
Diana Picus812caee2016-12-16 12:54:46 +0000114 CCValAssign &VA) override {
115 assert(VA.isRegLoc() && "Value shouldn't be assigned to reg");
116 assert(VA.getLocReg() == PhysReg && "Assigning to the wrong reg?");
117
Diana Picusca6a8902017-02-16 07:53:07 +0000118 assert(VA.getValVT().getSizeInBits() <= 64 && "Unsupported value size");
119 assert(VA.getLocVT().getSizeInBits() <= 64 && "Unsupported location size");
Diana Picus812caee2016-12-16 12:54:46 +0000120
Matt Arsenaultfaeaedf2019-06-24 16:16:12 +0000121 Register ExtReg = extendRegister(ValVReg, VA);
Diana Picus8b6c6be2017-01-25 08:10:40 +0000122 MIRBuilder.buildCopy(PhysReg, ExtReg);
Diana Picus812caee2016-12-16 12:54:46 +0000123 MIB.addUse(PhysReg, RegState::Implicit);
124 }
125
Matt Arsenaultfaeaedf2019-06-24 16:16:12 +0000126 void assignValueToAddress(Register ValVReg, Register Addr, uint64_t Size,
Diana Picus812caee2016-12-16 12:54:46 +0000127 MachinePointerInfo &MPO, CCValAssign &VA) override {
Diana Picus9c523092017-03-01 15:35:14 +0000128 assert((Size == 1 || Size == 2 || Size == 4 || Size == 8) &&
129 "Unsupported size");
Diana Picus1ffca2a2017-02-28 14:17:53 +0000130
Matt Arsenaultfaeaedf2019-06-24 16:16:12 +0000131 Register ExtReg = extendRegister(ValVReg, VA);
Diana Picus1ffca2a2017-02-28 14:17:53 +0000132 auto MMO = MIRBuilder.getMF().getMachineMemOperand(
Diana Picus9c523092017-03-01 15:35:14 +0000133 MPO, MachineMemOperand::MOStore, VA.getLocVT().getStoreSize(),
Matt Arsenault2a645982019-01-31 01:38:47 +0000134 /* Alignment */ 1);
Diana Picus9c523092017-03-01 15:35:14 +0000135 MIRBuilder.buildStore(ExtReg, Addr, *MMO);
Diana Picus812caee2016-12-16 12:54:46 +0000136 }
137
Diana Picusca6a8902017-02-16 07:53:07 +0000138 unsigned assignCustomValue(const CallLowering::ArgInfo &Arg,
139 ArrayRef<CCValAssign> VAs) override {
140 CCValAssign VA = VAs[0];
141 assert(VA.needsCustom() && "Value doesn't need custom handling");
142 assert(VA.getValVT() == MVT::f64 && "Unsupported type");
143
144 CCValAssign NextVA = VAs[1];
145 assert(NextVA.needsCustom() && "Value doesn't need custom handling");
146 assert(NextVA.getValVT() == MVT::f64 && "Unsupported type");
147
148 assert(VA.getValNo() == NextVA.getValNo() &&
149 "Values belong to different arguments");
150
151 assert(VA.isRegLoc() && "Value should be in reg");
152 assert(NextVA.isRegLoc() && "Value should be in reg");
153
Matt Arsenaulte3a676e2019-06-24 15:50:29 +0000154 Register NewRegs[] = {MRI.createGenericVirtualRegister(LLT::scalar(32)),
Diana Picusca6a8902017-02-16 07:53:07 +0000155 MRI.createGenericVirtualRegister(LLT::scalar(32))};
Diana Picus0b4190a2017-06-07 12:35:05 +0000156 MIRBuilder.buildUnmerge(NewRegs, Arg.Reg);
Diana Picusca6a8902017-02-16 07:53:07 +0000157
158 bool IsLittle = MIRBuilder.getMF().getSubtarget<ARMSubtarget>().isLittle();
159 if (!IsLittle)
160 std::swap(NewRegs[0], NewRegs[1]);
161
162 assignValueToReg(NewRegs[0], VA.getLocReg(), VA);
163 assignValueToReg(NewRegs[1], NextVA.getLocReg(), NextVA);
164
165 return 1;
166 }
167
Diana Picus9c523092017-03-01 15:35:14 +0000168 bool assignArg(unsigned ValNo, MVT ValVT, MVT LocVT,
Diana Picus38415222017-03-01 15:54:21 +0000169 CCValAssign::LocInfo LocInfo,
170 const CallLowering::ArgInfo &Info, CCState &State) override {
Diana Picus9c523092017-03-01 15:35:14 +0000171 if (AssignFn(ValNo, ValVT, LocVT, LocInfo, Info.Flags, State))
172 return true;
173
Diana Picus38415222017-03-01 15:54:21 +0000174 StackSize =
175 std::max(StackSize, static_cast<uint64_t>(State.getNextStackOffset()));
Diana Picus9c523092017-03-01 15:35:14 +0000176 return false;
177 }
178
Diana Picus812caee2016-12-16 12:54:46 +0000179 MachineInstrBuilder &MIB;
Eugene Zelenko076468c2017-09-20 21:35:51 +0000180 uint64_t StackSize = 0;
Diana Picus812caee2016-12-16 12:54:46 +0000181};
Eugene Zelenko076468c2017-09-20 21:35:51 +0000182
183} // end anonymous namespace
Diana Picus812caee2016-12-16 12:54:46 +0000184
Diana Picus8cca8cb2017-05-29 07:01:52 +0000185void ARMCallLowering::splitToValueTypes(
186 const ArgInfo &OrigArg, SmallVectorImpl<ArgInfo> &SplitArgs,
187 MachineFunction &MF, const SplitArgTy &PerformArgSplit) const {
Diana Picus32cd9b42017-02-02 14:01:00 +0000188 const ARMTargetLowering &TLI = *getTLI<ARMTargetLowering>();
189 LLVMContext &Ctx = OrigArg.Ty->getContext();
Diana Picus8cca8cb2017-05-29 07:01:52 +0000190 const DataLayout &DL = MF.getDataLayout();
191 MachineRegisterInfo &MRI = MF.getRegInfo();
Matthias Braunf1caa282017-12-15 22:22:58 +0000192 const Function &F = MF.getFunction();
Diana Picus32cd9b42017-02-02 14:01:00 +0000193
194 SmallVector<EVT, 4> SplitVTs;
Diana Picus68b20c52019-05-27 10:30:33 +0000195 ComputeValueVTs(TLI, DL, OrigArg.Ty, SplitVTs, nullptr, nullptr, 0);
Diana Picus32cd9b42017-02-02 14:01:00 +0000196
Diana Picus8cca8cb2017-05-29 07:01:52 +0000197 if (SplitVTs.size() == 1) {
198 // Even if there is no splitting to do, we still want to replace the
199 // original type (e.g. pointer type -> integer).
Diana Picuse7aa9092017-06-02 10:16:48 +0000200 auto Flags = OrigArg.Flags;
201 unsigned OriginalAlignment = DL.getABITypeAlignment(OrigArg.Ty);
202 Flags.setOrigAlign(OriginalAlignment);
203 SplitArgs.emplace_back(OrigArg.Reg, SplitVTs[0].getTypeForEVT(Ctx), Flags,
204 OrigArg.IsFixed);
Diana Picus8cca8cb2017-05-29 07:01:52 +0000205 return;
206 }
Diana Picus32cd9b42017-02-02 14:01:00 +0000207
Diana Picus8cca8cb2017-05-29 07:01:52 +0000208 for (unsigned i = 0, e = SplitVTs.size(); i != e; ++i) {
209 EVT SplitVT = SplitVTs[i];
210 Type *SplitTy = SplitVT.getTypeForEVT(Ctx);
211 auto Flags = OrigArg.Flags;
Diana Picuse7aa9092017-06-02 10:16:48 +0000212
213 unsigned OriginalAlignment = DL.getABITypeAlignment(SplitTy);
214 Flags.setOrigAlign(OriginalAlignment);
215
Diana Picus8cca8cb2017-05-29 07:01:52 +0000216 bool NeedsConsecutiveRegisters =
217 TLI.functionArgumentNeedsConsecutiveRegisters(
Matthias Braunf1caa282017-12-15 22:22:58 +0000218 SplitTy, F.getCallingConv(), F.isVarArg());
Diana Picus8cca8cb2017-05-29 07:01:52 +0000219 if (NeedsConsecutiveRegisters) {
220 Flags.setInConsecutiveRegs();
221 if (i == e - 1)
222 Flags.setInConsecutiveRegsLast();
223 }
Diana Picuse7aa9092017-06-02 10:16:48 +0000224
Diana Picus68b20c52019-05-27 10:30:33 +0000225 unsigned PartReg =
226 MRI.createGenericVirtualRegister(getLLTForType(*SplitTy, DL));
227 SplitArgs.push_back(ArgInfo{PartReg, SplitTy, Flags, OrigArg.IsFixed});
228 PerformArgSplit(PartReg);
Diana Picus8cca8cb2017-05-29 07:01:52 +0000229 }
Diana Picus32cd9b42017-02-02 14:01:00 +0000230}
231
Diana Picus812caee2016-12-16 12:54:46 +0000232/// Lower the return value for the already existing \p Ret. This assumes that
233/// \p MIRBuilder's insertion point is correct.
234bool ARMCallLowering::lowerReturnVal(MachineIRBuilder &MIRBuilder,
Matt Arsenaulte3a676e2019-06-24 15:50:29 +0000235 const Value *Val, ArrayRef<Register> VRegs,
Diana Picus812caee2016-12-16 12:54:46 +0000236 MachineInstrBuilder &Ret) const {
237 if (!Val)
238 // Nothing to do here.
239 return true;
240
241 auto &MF = MIRBuilder.getMF();
Matthias Braunf1caa282017-12-15 22:22:58 +0000242 const auto &F = MF.getFunction();
Diana Picus812caee2016-12-16 12:54:46 +0000243
244 auto DL = MF.getDataLayout();
245 auto &TLI = *getTLI<ARMTargetLowering>();
246 if (!isSupportedType(DL, TLI, Val->getType()))
Diana Picus22274932016-11-11 08:27:37 +0000247 return false;
248
Alexander Ivchenko49168f62018-08-02 08:33:31 +0000249 SmallVector<EVT, 4> SplitEVTs;
250 ComputeValueVTs(TLI, DL, Val->getType(), SplitEVTs);
251 assert(VRegs.size() == SplitEVTs.size() &&
252 "For each split Type there should be exactly one VReg.");
Diana Picus32cd9b42017-02-02 14:01:00 +0000253
Alexander Ivchenko49168f62018-08-02 08:33:31 +0000254 SmallVector<ArgInfo, 4> SplitVTs;
255 LLVMContext &Ctx = Val->getType()->getContext();
256 for (unsigned i = 0; i < SplitEVTs.size(); ++i) {
257 ArgInfo CurArgInfo(VRegs[i], SplitEVTs[i].getTypeForEVT(Ctx));
258 setArgFlags(CurArgInfo, AttributeList::ReturnIndex, DL, F);
259
Matt Arsenaulte3a676e2019-06-24 15:50:29 +0000260 SmallVector<Register, 4> Regs;
Diana Picus68b20c52019-05-27 10:30:33 +0000261 splitToValueTypes(CurArgInfo, SplitVTs, MF,
Matt Arsenaulte3a676e2019-06-24 15:50:29 +0000262 [&](Register Reg) { Regs.push_back(Reg); });
Alexander Ivchenko49168f62018-08-02 08:33:31 +0000263 if (Regs.size() > 1)
264 MIRBuilder.buildUnmerge(Regs, VRegs[i]);
265 }
Diana Picus8fd16012017-06-15 09:42:02 +0000266
Diana Picus812caee2016-12-16 12:54:46 +0000267 CCAssignFn *AssignFn =
268 TLI.CCAssignFnForReturn(F.getCallingConv(), F.isVarArg());
Diana Picus22274932016-11-11 08:27:37 +0000269
Diana Picusa6067132017-02-23 13:25:43 +0000270 OutgoingValueHandler RetHandler(MIRBuilder, MF.getRegInfo(), Ret, AssignFn);
Diana Picus32cd9b42017-02-02 14:01:00 +0000271 return handleAssignments(MIRBuilder, SplitVTs, RetHandler);
Diana Picus812caee2016-12-16 12:54:46 +0000272}
273
274bool ARMCallLowering::lowerReturn(MachineIRBuilder &MIRBuilder,
Alexander Ivchenko49168f62018-08-02 08:33:31 +0000275 const Value *Val,
Matt Arsenaulte3a676e2019-06-24 15:50:29 +0000276 ArrayRef<Register> VRegs) const {
Alexander Ivchenko49168f62018-08-02 08:33:31 +0000277 assert(!Val == VRegs.empty() && "Return value without a vreg");
Diana Picus812caee2016-12-16 12:54:46 +0000278
Joerg Sonnenberger0f76a352017-08-28 20:20:47 +0000279 auto const &ST = MIRBuilder.getMF().getSubtarget<ARMSubtarget>();
280 unsigned Opcode = ST.getReturnOpcode();
281 auto Ret = MIRBuilder.buildInstrNoInsert(Opcode).add(predOps(ARMCC::AL));
Diana Picus812caee2016-12-16 12:54:46 +0000282
Alexander Ivchenko49168f62018-08-02 08:33:31 +0000283 if (!lowerReturnVal(MIRBuilder, Val, VRegs, Ret))
Diana Picus812caee2016-12-16 12:54:46 +0000284 return false;
285
286 MIRBuilder.insertInstr(Ret);
Diana Picus22274932016-11-11 08:27:37 +0000287 return true;
288}
289
Diana Picus812caee2016-12-16 12:54:46 +0000290namespace {
Eugene Zelenko076468c2017-09-20 21:35:51 +0000291
Diana Picusa8cb0cd2017-02-23 14:18:41 +0000292/// Helper class for values coming in through an ABI boundary (used for handling
293/// formal arguments and call return values).
294struct IncomingValueHandler : public CallLowering::ValueHandler {
295 IncomingValueHandler(MachineIRBuilder &MIRBuilder, MachineRegisterInfo &MRI,
296 CCAssignFn AssignFn)
Tim Northoverd9433542017-01-17 22:30:10 +0000297 : ValueHandler(MIRBuilder, MRI, AssignFn) {}
Diana Picus812caee2016-12-16 12:54:46 +0000298
Amara Emerson2b523f82019-04-09 21:22:33 +0000299 bool isArgumentHandler() const override { return true; }
300
Matt Arsenaultfaeaedf2019-06-24 16:16:12 +0000301 Register getStackAddress(uint64_t Size, int64_t Offset,
Diana Picus812caee2016-12-16 12:54:46 +0000302 MachinePointerInfo &MPO) override {
Diana Picusca6a8902017-02-16 07:53:07 +0000303 assert((Size == 1 || Size == 2 || Size == 4 || Size == 8) &&
304 "Unsupported size");
Diana Picus1437f6d2016-12-19 11:55:41 +0000305
306 auto &MFI = MIRBuilder.getMF().getFrameInfo();
307
308 int FI = MFI.CreateFixedObject(Size, Offset, true);
309 MPO = MachinePointerInfo::getFixedStack(MIRBuilder.getMF(), FI);
310
311 unsigned AddrReg =
312 MRI.createGenericVirtualRegister(LLT::pointer(MPO.getAddrSpace(), 32));
313 MIRBuilder.buildFrameIndex(AddrReg, FI);
314
315 return AddrReg;
316 }
317
Matt Arsenaultfaeaedf2019-06-24 16:16:12 +0000318 void assignValueToAddress(Register ValVReg, Register Addr, uint64_t Size,
Diana Picus1437f6d2016-12-19 11:55:41 +0000319 MachinePointerInfo &MPO, CCValAssign &VA) override {
Diana Picusca6a8902017-02-16 07:53:07 +0000320 assert((Size == 1 || Size == 2 || Size == 4 || Size == 8) &&
321 "Unsupported size");
Diana Picus278c7222017-01-26 09:20:47 +0000322
323 if (VA.getLocInfo() == CCValAssign::SExt ||
324 VA.getLocInfo() == CCValAssign::ZExt) {
Diana Picusa8cb0cd2017-02-23 14:18:41 +0000325 // If the value is zero- or sign-extended, its size becomes 4 bytes, so
326 // that's what we should load.
Diana Picus278c7222017-01-26 09:20:47 +0000327 Size = 4;
328 assert(MRI.getType(ValVReg).isScalar() && "Only scalars supported atm");
Diana Picus1437f6d2016-12-19 11:55:41 +0000329
Diana Picus4f46be32017-04-27 10:23:30 +0000330 auto LoadVReg = MRI.createGenericVirtualRegister(LLT::scalar(32));
Matt Arsenault2a645982019-01-31 01:38:47 +0000331 buildLoad(LoadVReg, Addr, Size, /* Alignment */ 1, MPO);
Diana Picus4f46be32017-04-27 10:23:30 +0000332 MIRBuilder.buildTrunc(ValVReg, LoadVReg);
333 } else {
334 // If the value is not extended, a simple load will suffice.
Matt Arsenault2a645982019-01-31 01:38:47 +0000335 buildLoad(ValVReg, Addr, Size, /* Alignment */ 1, MPO);
Diana Picus4f46be32017-04-27 10:23:30 +0000336 }
337 }
338
Matt Arsenaultfaeaedf2019-06-24 16:16:12 +0000339 void buildLoad(Register Val, Register Addr, uint64_t Size, unsigned Alignment,
Diana Picus4f46be32017-04-27 10:23:30 +0000340 MachinePointerInfo &MPO) {
Diana Picus1437f6d2016-12-19 11:55:41 +0000341 auto MMO = MIRBuilder.getMF().getMachineMemOperand(
Diana Picus4f46be32017-04-27 10:23:30 +0000342 MPO, MachineMemOperand::MOLoad, Size, Alignment);
343 MIRBuilder.buildLoad(Val, Addr, *MMO);
Diana Picus812caee2016-12-16 12:54:46 +0000344 }
345
Matt Arsenaultfaeaedf2019-06-24 16:16:12 +0000346 void assignValueToReg(Register ValVReg, Register PhysReg,
Diana Picus812caee2016-12-16 12:54:46 +0000347 CCValAssign &VA) override {
348 assert(VA.isRegLoc() && "Value shouldn't be assigned to reg");
349 assert(VA.getLocReg() == PhysReg && "Assigning to the wrong reg?");
350
Aditya Nandakumarc3bfc812017-10-09 20:07:43 +0000351 auto ValSize = VA.getValVT().getSizeInBits();
352 auto LocSize = VA.getLocVT().getSizeInBits();
Diana Picus812caee2016-12-16 12:54:46 +0000353
Aditya Nandakumarc3bfc812017-10-09 20:07:43 +0000354 assert(ValSize <= 64 && "Unsupported value size");
355 assert(LocSize <= 64 && "Unsupported location size");
356
Diana Picusa8cb0cd2017-02-23 14:18:41 +0000357 markPhysRegUsed(PhysReg);
Aditya Nandakumarc3bfc812017-10-09 20:07:43 +0000358 if (ValSize == LocSize) {
359 MIRBuilder.buildCopy(ValVReg, PhysReg);
360 } else {
361 assert(ValSize < LocSize && "Extensions not supported");
362
363 // We cannot create a truncating copy, nor a trunc of a physical register.
364 // Therefore, we need to copy the content of the physical register into a
365 // virtual one and then truncate that.
366 auto PhysRegToVReg =
367 MRI.createGenericVirtualRegister(LLT::scalar(LocSize));
368 MIRBuilder.buildCopy(PhysRegToVReg, PhysReg);
369 MIRBuilder.buildTrunc(ValVReg, PhysRegToVReg);
370 }
Diana Picus812caee2016-12-16 12:54:46 +0000371 }
Diana Picusca6a8902017-02-16 07:53:07 +0000372
Diana Picusa6067132017-02-23 13:25:43 +0000373 unsigned assignCustomValue(const ARMCallLowering::ArgInfo &Arg,
Diana Picusca6a8902017-02-16 07:53:07 +0000374 ArrayRef<CCValAssign> VAs) override {
375 CCValAssign VA = VAs[0];
376 assert(VA.needsCustom() && "Value doesn't need custom handling");
377 assert(VA.getValVT() == MVT::f64 && "Unsupported type");
378
379 CCValAssign NextVA = VAs[1];
380 assert(NextVA.needsCustom() && "Value doesn't need custom handling");
381 assert(NextVA.getValVT() == MVT::f64 && "Unsupported type");
382
383 assert(VA.getValNo() == NextVA.getValNo() &&
384 "Values belong to different arguments");
385
386 assert(VA.isRegLoc() && "Value should be in reg");
387 assert(NextVA.isRegLoc() && "Value should be in reg");
388
Matt Arsenaulte3a676e2019-06-24 15:50:29 +0000389 Register NewRegs[] = {MRI.createGenericVirtualRegister(LLT::scalar(32)),
Diana Picusca6a8902017-02-16 07:53:07 +0000390 MRI.createGenericVirtualRegister(LLT::scalar(32))};
391
392 assignValueToReg(NewRegs[0], VA.getLocReg(), VA);
393 assignValueToReg(NewRegs[1], NextVA.getLocReg(), NextVA);
394
395 bool IsLittle = MIRBuilder.getMF().getSubtarget<ARMSubtarget>().isLittle();
396 if (!IsLittle)
397 std::swap(NewRegs[0], NewRegs[1]);
398
Diana Picus0b4190a2017-06-07 12:35:05 +0000399 MIRBuilder.buildMerge(Arg.Reg, NewRegs);
Diana Picusca6a8902017-02-16 07:53:07 +0000400
401 return 1;
402 }
Diana Picusa8cb0cd2017-02-23 14:18:41 +0000403
404 /// Marking a physical register as used is different between formal
405 /// parameters, where it's a basic block live-in, and call returns, where it's
406 /// an implicit-def of the call instruction.
407 virtual void markPhysRegUsed(unsigned PhysReg) = 0;
408};
409
410struct FormalArgHandler : public IncomingValueHandler {
411 FormalArgHandler(MachineIRBuilder &MIRBuilder, MachineRegisterInfo &MRI,
412 CCAssignFn AssignFn)
413 : IncomingValueHandler(MIRBuilder, MRI, AssignFn) {}
414
415 void markPhysRegUsed(unsigned PhysReg) override {
416 MIRBuilder.getMBB().addLiveIn(PhysReg);
417 }
Diana Picus812caee2016-12-16 12:54:46 +0000418};
Eugene Zelenko076468c2017-09-20 21:35:51 +0000419
420} // end anonymous namespace
Diana Picus812caee2016-12-16 12:54:46 +0000421
Diana Picus22274932016-11-11 08:27:37 +0000422bool ARMCallLowering::lowerFormalArguments(MachineIRBuilder &MIRBuilder,
423 const Function &F,
Matt Arsenaulte3a676e2019-06-24 15:50:29 +0000424 ArrayRef<Register> VRegs) const {
Diana Picusacf4bf22017-11-03 10:30:12 +0000425 auto &TLI = *getTLI<ARMTargetLowering>();
426 auto Subtarget = TLI.getSubtarget();
427
Diana Picus8a1b4f52018-12-05 10:35:28 +0000428 if (Subtarget->isThumb1Only())
Diana Picusacf4bf22017-11-03 10:30:12 +0000429 return false;
430
Diana Picus812caee2016-12-16 12:54:46 +0000431 // Quick exit if there aren't any args
432 if (F.arg_empty())
433 return true;
434
Diana Picus812caee2016-12-16 12:54:46 +0000435 if (F.isVarArg())
436 return false;
437
Diana Picus32cd9b42017-02-02 14:01:00 +0000438 auto &MF = MIRBuilder.getMF();
Diana Picus8cca8cb2017-05-29 07:01:52 +0000439 auto &MBB = MIRBuilder.getMBB();
Diana Picus32cd9b42017-02-02 14:01:00 +0000440 auto DL = MF.getDataLayout();
Diana Picus7232af32017-02-09 13:09:59 +0000441
Diana Picusf003d9f2017-11-30 12:23:44 +0000442 for (auto &Arg : F.args()) {
Diana Picus812caee2016-12-16 12:54:46 +0000443 if (!isSupportedType(DL, TLI, Arg.getType()))
444 return false;
Diana Picusf003d9f2017-11-30 12:23:44 +0000445 if (Arg.hasByValOrInAllocaAttr())
446 return false;
447 }
Diana Picus812caee2016-12-16 12:54:46 +0000448
449 CCAssignFn *AssignFn =
450 TLI.CCAssignFnForCall(F.getCallingConv(), F.isVarArg());
451
Diana Picus0c05cce2017-05-29 09:09:54 +0000452 FormalArgHandler ArgHandler(MIRBuilder, MIRBuilder.getMF().getRegInfo(),
453 AssignFn);
454
Diana Picus812caee2016-12-16 12:54:46 +0000455 SmallVector<ArgInfo, 8> ArgInfos;
Matt Arsenaulte3a676e2019-06-24 15:50:29 +0000456 SmallVector<Register, 4> SplitRegs;
Diana Picus812caee2016-12-16 12:54:46 +0000457 unsigned Idx = 0;
Reid Kleckner45707d42017-03-16 22:59:15 +0000458 for (auto &Arg : F.args()) {
Diana Picus812caee2016-12-16 12:54:46 +0000459 ArgInfo AInfo(VRegs[Idx], Arg.getType());
Reid Klecknera0b45f42017-05-03 18:17:31 +0000460 setArgFlags(AInfo, Idx + AttributeList::FirstArgIndex, DL, F);
Diana Picus8cca8cb2017-05-29 07:01:52 +0000461
Diana Picus0c05cce2017-05-29 09:09:54 +0000462 SplitRegs.clear();
Diana Picus0c05cce2017-05-29 09:09:54 +0000463
Diana Picus68b20c52019-05-27 10:30:33 +0000464 splitToValueTypes(AInfo, ArgInfos, MF,
Matt Arsenaulte3a676e2019-06-24 15:50:29 +0000465 [&](Register Reg) { SplitRegs.push_back(Reg); });
Diana Picus0c05cce2017-05-29 09:09:54 +0000466
467 if (!SplitRegs.empty())
Diana Picus8fd16012017-06-15 09:42:02 +0000468 MIRBuilder.buildMerge(VRegs[Idx], SplitRegs);
Diana Picus8cca8cb2017-05-29 07:01:52 +0000469
Diana Picus812caee2016-12-16 12:54:46 +0000470 Idx++;
471 }
472
Diana Picus8cca8cb2017-05-29 07:01:52 +0000473 if (!MBB.empty())
474 MIRBuilder.setInstr(*MBB.begin());
475
Amara Emerson0d6a26d2018-05-16 10:32:02 +0000476 if (!handleAssignments(MIRBuilder, ArgInfos, ArgHandler))
477 return false;
478
479 // Move back to the end of the basic block.
480 MIRBuilder.setMBB(MBB);
481 return true;
Diana Picus22274932016-11-11 08:27:37 +0000482}
Diana Picus613b6562017-02-21 11:33:59 +0000483
Diana Picusa8cb0cd2017-02-23 14:18:41 +0000484namespace {
Eugene Zelenko076468c2017-09-20 21:35:51 +0000485
Diana Picusa8cb0cd2017-02-23 14:18:41 +0000486struct CallReturnHandler : public IncomingValueHandler {
487 CallReturnHandler(MachineIRBuilder &MIRBuilder, MachineRegisterInfo &MRI,
488 MachineInstrBuilder MIB, CCAssignFn *AssignFn)
489 : IncomingValueHandler(MIRBuilder, MRI, AssignFn), MIB(MIB) {}
490
491 void markPhysRegUsed(unsigned PhysReg) override {
492 MIB.addDef(PhysReg, RegState::Implicit);
493 }
494
495 MachineInstrBuilder MIB;
496};
Eugene Zelenko076468c2017-09-20 21:35:51 +0000497
Diana Picus8a1b4f52018-12-05 10:35:28 +0000498// FIXME: This should move to the ARMSubtarget when it supports all the opcodes.
499unsigned getCallOpcode(const ARMSubtarget &STI, bool isDirect) {
500 if (isDirect)
501 return STI.isThumb() ? ARM::tBL : ARM::BL;
502
503 if (STI.isThumb())
504 return ARM::tBLXr;
505
506 if (STI.hasV5TOps())
507 return ARM::BLX;
508
509 if (STI.hasV4TOps())
510 return ARM::BX_CALL;
511
512 return ARM::BMOVPCRX_CALL;
513}
Eugene Zelenko076468c2017-09-20 21:35:51 +0000514} // end anonymous namespace
Diana Picusa8cb0cd2017-02-23 14:18:41 +0000515
Diana Picus613b6562017-02-21 11:33:59 +0000516bool ARMCallLowering::lowerCall(MachineIRBuilder &MIRBuilder,
Diana Picusd79253a2017-03-20 14:40:18 +0000517 CallingConv::ID CallConv,
Diana Picus613b6562017-02-21 11:33:59 +0000518 const MachineOperand &Callee,
519 const ArgInfo &OrigRet,
520 ArrayRef<ArgInfo> OrigArgs) const {
Diana Picusa6067132017-02-23 13:25:43 +0000521 MachineFunction &MF = MIRBuilder.getMF();
522 const auto &TLI = *getTLI<ARMTargetLowering>();
523 const auto &DL = MF.getDataLayout();
Diana Picusb3502212017-10-25 11:42:40 +0000524 const auto &STI = MF.getSubtarget<ARMSubtarget>();
Diana Picus0091cc32017-06-05 12:54:53 +0000525 const TargetRegisterInfo *TRI = STI.getRegisterInfo();
Diana Picusa6067132017-02-23 13:25:43 +0000526 MachineRegisterInfo &MRI = MF.getRegInfo();
Diana Picus613b6562017-02-21 11:33:59 +0000527
Diana Picusb3502212017-10-25 11:42:40 +0000528 if (STI.genLongCalls())
Diana Picus613b6562017-02-21 11:33:59 +0000529 return false;
530
Diana Picus8a1b4f52018-12-05 10:35:28 +0000531 if (STI.isThumb1Only())
532 return false;
533
Diana Picus1ffca2a2017-02-28 14:17:53 +0000534 auto CallSeqStart = MIRBuilder.buildInstr(ARM::ADJCALLSTACKDOWN);
Diana Picus613b6562017-02-21 11:33:59 +0000535
Diana Picusa6067132017-02-23 13:25:43 +0000536 // Create the call instruction so we can add the implicit uses of arg
537 // registers, but don't insert it yet.
Diana Picus639e0662019-01-17 10:11:59 +0000538 bool IsDirect = !Callee.isReg();
539 auto CallOpcode = getCallOpcode(STI, IsDirect);
Diana Picus8a1b4f52018-12-05 10:35:28 +0000540 auto MIB = MIRBuilder.buildInstrNoInsert(CallOpcode);
541
Diana Picus639e0662019-01-17 10:11:59 +0000542 bool IsThumb = STI.isThumb();
543 if (IsThumb)
Diana Picus8a1b4f52018-12-05 10:35:28 +0000544 MIB.add(predOps(ARMCC::AL));
545
546 MIB.add(Callee);
Diana Picus639e0662019-01-17 10:11:59 +0000547 if (!IsDirect) {
Diana Picus0091cc32017-06-05 12:54:53 +0000548 auto CalleeReg = Callee.getReg();
Diana Picus8a1b4f52018-12-05 10:35:28 +0000549 if (CalleeReg && !TRI->isPhysicalRegister(CalleeReg)) {
Diana Picus639e0662019-01-17 10:11:59 +0000550 unsigned CalleeIdx = IsThumb ? 2 : 0;
Diana Picus8a1b4f52018-12-05 10:35:28 +0000551 MIB->getOperand(CalleeIdx).setReg(constrainOperandRegClass(
Diana Picus0091cc32017-06-05 12:54:53 +0000552 MF, *TRI, MRI, *STI.getInstrInfo(), *STI.getRegBankInfo(),
Diana Picus8a1b4f52018-12-05 10:35:28 +0000553 *MIB.getInstr(), MIB->getDesc(), Callee, CalleeIdx));
554 }
Diana Picus0091cc32017-06-05 12:54:53 +0000555 }
Diana Picusa6067132017-02-23 13:25:43 +0000556
Diana Picus8a1b4f52018-12-05 10:35:28 +0000557 MIB.addRegMask(TRI->getCallPreservedMask(MF, CallConv));
558
Diana Picusd5c24992019-01-17 10:11:55 +0000559 bool IsVarArg = false;
Diana Picusa6067132017-02-23 13:25:43 +0000560 SmallVector<ArgInfo, 8> ArgInfos;
561 for (auto Arg : OrigArgs) {
562 if (!isSupportedType(DL, TLI, Arg.Ty))
563 return false;
564
565 if (!Arg.IsFixed)
Diana Picusd5c24992019-01-17 10:11:55 +0000566 IsVarArg = true;
Diana Picusa6067132017-02-23 13:25:43 +0000567
Diana Picusf003d9f2017-11-30 12:23:44 +0000568 if (Arg.Flags.isByVal())
569 return false;
570
Matt Arsenaulte3a676e2019-06-24 15:50:29 +0000571 SmallVector<Register, 8> Regs;
Diana Picus68b20c52019-05-27 10:30:33 +0000572 splitToValueTypes(Arg, ArgInfos, MF,
573 [&](unsigned Reg) { Regs.push_back(Reg); });
Diana Picus8fd16012017-06-15 09:42:02 +0000574
575 if (Regs.size() > 1)
576 MIRBuilder.buildUnmerge(Regs, Arg.Reg);
Diana Picusa6067132017-02-23 13:25:43 +0000577 }
578
Diana Picusd5c24992019-01-17 10:11:55 +0000579 auto ArgAssignFn = TLI.CCAssignFnForCall(CallConv, IsVarArg);
Diana Picusa6067132017-02-23 13:25:43 +0000580 OutgoingValueHandler ArgHandler(MIRBuilder, MRI, MIB, ArgAssignFn);
581 if (!handleAssignments(MIRBuilder, ArgInfos, ArgHandler))
582 return false;
583
584 // Now we can add the actual call instruction to the correct basic block.
585 MIRBuilder.insertInstr(MIB);
Diana Picus613b6562017-02-21 11:33:59 +0000586
Diana Picusa8cb0cd2017-02-23 14:18:41 +0000587 if (!OrigRet.Ty->isVoidTy()) {
588 if (!isSupportedType(DL, TLI, OrigRet.Ty))
589 return false;
590
591 ArgInfos.clear();
Matt Arsenaulte3a676e2019-06-24 15:50:29 +0000592 SmallVector<Register, 8> SplitRegs;
Diana Picus8cca8cb2017-05-29 07:01:52 +0000593 splitToValueTypes(OrigRet, ArgInfos, MF,
Matt Arsenaulte3a676e2019-06-24 15:50:29 +0000594 [&](Register Reg) { SplitRegs.push_back(Reg); });
Diana Picusa8cb0cd2017-02-23 14:18:41 +0000595
Diana Picusd5c24992019-01-17 10:11:55 +0000596 auto RetAssignFn = TLI.CCAssignFnForReturn(CallConv, IsVarArg);
Diana Picusa8cb0cd2017-02-23 14:18:41 +0000597 CallReturnHandler RetHandler(MIRBuilder, MRI, MIB, RetAssignFn);
598 if (!handleAssignments(MIRBuilder, ArgInfos, RetHandler))
599 return false;
Diana Picusbf4aed22017-05-29 08:19:19 +0000600
Diana Picus8fd16012017-06-15 09:42:02 +0000601 if (!SplitRegs.empty()) {
Diana Picusbf4aed22017-05-29 08:19:19 +0000602 // We have split the value and allocated each individual piece, now build
603 // it up again.
Diana Picus8fd16012017-06-15 09:42:02 +0000604 MIRBuilder.buildMerge(OrigRet.Reg, SplitRegs);
Diana Picusbf4aed22017-05-29 08:19:19 +0000605 }
Diana Picusa8cb0cd2017-02-23 14:18:41 +0000606 }
607
Diana Picus1ffca2a2017-02-28 14:17:53 +0000608 // We now know the size of the stack - update the ADJCALLSTACKDOWN
609 // accordingly.
Serge Pavlovd526b132017-05-09 13:35:13 +0000610 CallSeqStart.addImm(ArgHandler.StackSize).addImm(0).add(predOps(ARMCC::AL));
Diana Picus1ffca2a2017-02-28 14:17:53 +0000611
Diana Picus613b6562017-02-21 11:33:59 +0000612 MIRBuilder.buildInstr(ARM::ADJCALLSTACKUP)
Diana Picus1ffca2a2017-02-28 14:17:53 +0000613 .addImm(ArgHandler.StackSize)
Diana Picus613b6562017-02-21 11:33:59 +0000614 .addImm(0)
615 .add(predOps(ARMCC::AL));
616
617 return true;
618}