blob: a7c2a2ee4ee1881e5b306a443089f9a58e3bb1ea [file] [log] [blame]
Tim Northoverfe5f89b2016-08-29 19:07:08 +00001//===-- lib/CodeGen/GlobalISel/CallLowering.cpp - Call lowering -----------===//
2//
Chandler Carruth2946cd72019-01-19 08:50:56 +00003// Part of the LLVM Project, under the Apache License v2.0 with LLVM Exceptions.
4// See https://llvm.org/LICENSE.txt for license information.
5// SPDX-License-Identifier: Apache-2.0 WITH LLVM-exception
Tim Northoverfe5f89b2016-08-29 19:07:08 +00006//
7//===----------------------------------------------------------------------===//
8///
9/// \file
10/// This file implements some simple delegations needed for call lowering.
11///
12//===----------------------------------------------------------------------===//
13
Tim Northoverfe5f89b2016-08-29 19:07:08 +000014#include "llvm/CodeGen/GlobalISel/CallLowering.h"
Diana Picusf11f0422016-12-05 10:40:33 +000015#include "llvm/CodeGen/GlobalISel/MachineIRBuilder.h"
Tim Northoverfe5f89b2016-08-29 19:07:08 +000016#include "llvm/CodeGen/MachineOperand.h"
Diana Picus2d9adbf2016-12-13 10:46:12 +000017#include "llvm/CodeGen/MachineRegisterInfo.h"
David Blaikieb3bde2e2017-11-17 01:07:10 +000018#include "llvm/CodeGen/TargetLowering.h"
Tim Northover9a467182016-09-21 12:57:45 +000019#include "llvm/IR/DataLayout.h"
Diana Picusf11f0422016-12-05 10:40:33 +000020#include "llvm/IR/Instructions.h"
Tim Northover9a467182016-09-21 12:57:45 +000021#include "llvm/IR/Module.h"
Tim Northoverfe5f89b2016-08-29 19:07:08 +000022
23using namespace llvm;
24
Richard Trieua87b70d2018-12-29 02:02:13 +000025void CallLowering::anchor() {}
26
Tim Northoverfe5f89b2016-08-29 19:07:08 +000027bool CallLowering::lowerCall(
Ahmed Bougachad22b84b2017-03-10 00:25:44 +000028 MachineIRBuilder &MIRBuilder, ImmutableCallSite CS, unsigned ResReg,
Tim Northoverfe5f89b2016-08-29 19:07:08 +000029 ArrayRef<unsigned> ArgRegs, std::function<unsigned()> GetCalleeReg) const {
Ahmed Bougachad22b84b2017-03-10 00:25:44 +000030 auto &DL = CS.getParent()->getParent()->getParent()->getDataLayout();
Tim Northover9a467182016-09-21 12:57:45 +000031
Tim Northoverfe5f89b2016-08-29 19:07:08 +000032 // First step is to marshall all the function's parameters into the correct
33 // physregs and memory locations. Gather the sequence of argument types that
34 // we'll pass to the assigner function.
Tim Northover9a467182016-09-21 12:57:45 +000035 SmallVector<ArgInfo, 8> OrigArgs;
36 unsigned i = 0;
Ahmed Bougachad22b84b2017-03-10 00:25:44 +000037 unsigned NumFixedArgs = CS.getFunctionType()->getNumParams();
38 for (auto &Arg : CS.args()) {
Tim Northoverd9433542017-01-17 22:30:10 +000039 ArgInfo OrigArg{ArgRegs[i], Arg->getType(), ISD::ArgFlagsTy{},
40 i < NumFixedArgs};
Reid Klecknera0b45f42017-05-03 18:17:31 +000041 setArgFlags(OrigArg, i + AttributeList::FirstArgIndex, DL, CS);
Amara Emersonfdd089a2018-07-26 01:25:58 +000042 // We don't currently support swifterror or swiftself args.
43 if (OrigArg.Flags.isSwiftError() || OrigArg.Flags.isSwiftSelf())
44 return false;
Tim Northover9a467182016-09-21 12:57:45 +000045 OrigArgs.push_back(OrigArg);
46 ++i;
47 }
Tim Northoverfe5f89b2016-08-29 19:07:08 +000048
49 MachineOperand Callee = MachineOperand::CreateImm(0);
Ahmed Bougachad22b84b2017-03-10 00:25:44 +000050 if (const Function *F = CS.getCalledFunction())
Tim Northoverfe5f89b2016-08-29 19:07:08 +000051 Callee = MachineOperand::CreateGA(F, 0);
52 else
53 Callee = MachineOperand::CreateReg(GetCalleeReg(), false);
54
Ahmed Bougachad22b84b2017-03-10 00:25:44 +000055 ArgInfo OrigRet{ResReg, CS.getType(), ISD::ArgFlagsTy{}};
Tim Northover9a467182016-09-21 12:57:45 +000056 if (!OrigRet.Ty->isVoidTy())
Reid Klecknerb5180542017-03-21 16:57:19 +000057 setArgFlags(OrigRet, AttributeList::ReturnIndex, DL, CS);
Tim Northover9a467182016-09-21 12:57:45 +000058
Diana Picusd79253a2017-03-20 14:40:18 +000059 return lowerCall(MIRBuilder, CS.getCallingConv(), Callee, OrigRet, OrigArgs);
Tim Northoverfe5f89b2016-08-29 19:07:08 +000060}
Tim Northover9a467182016-09-21 12:57:45 +000061
62template <typename FuncInfoTy>
63void CallLowering::setArgFlags(CallLowering::ArgInfo &Arg, unsigned OpIdx,
64 const DataLayout &DL,
65 const FuncInfoTy &FuncInfo) const {
Reid Klecknerb5180542017-03-21 16:57:19 +000066 const AttributeList &Attrs = FuncInfo.getAttributes();
Tim Northover9a467182016-09-21 12:57:45 +000067 if (Attrs.hasAttribute(OpIdx, Attribute::ZExt))
68 Arg.Flags.setZExt();
69 if (Attrs.hasAttribute(OpIdx, Attribute::SExt))
70 Arg.Flags.setSExt();
71 if (Attrs.hasAttribute(OpIdx, Attribute::InReg))
72 Arg.Flags.setInReg();
73 if (Attrs.hasAttribute(OpIdx, Attribute::StructRet))
74 Arg.Flags.setSRet();
75 if (Attrs.hasAttribute(OpIdx, Attribute::SwiftSelf))
76 Arg.Flags.setSwiftSelf();
77 if (Attrs.hasAttribute(OpIdx, Attribute::SwiftError))
78 Arg.Flags.setSwiftError();
79 if (Attrs.hasAttribute(OpIdx, Attribute::ByVal))
80 Arg.Flags.setByVal();
81 if (Attrs.hasAttribute(OpIdx, Attribute::InAlloca))
82 Arg.Flags.setInAlloca();
83
84 if (Arg.Flags.isByVal() || Arg.Flags.isInAlloca()) {
85 Type *ElementTy = cast<PointerType>(Arg.Ty)->getElementType();
86 Arg.Flags.setByValSize(DL.getTypeAllocSize(ElementTy));
87 // For ByVal, alignment should be passed from FE. BE will guess if
88 // this info is not there but there are cases it cannot get right.
89 unsigned FrameAlign;
Reid Kleckneree4930b2017-05-02 22:07:37 +000090 if (FuncInfo.getParamAlignment(OpIdx - 2))
91 FrameAlign = FuncInfo.getParamAlignment(OpIdx - 2);
Tim Northover9a467182016-09-21 12:57:45 +000092 else
93 FrameAlign = getTLI()->getByValTypeAlignment(ElementTy, DL);
94 Arg.Flags.setByValAlign(FrameAlign);
95 }
96 if (Attrs.hasAttribute(OpIdx, Attribute::Nest))
97 Arg.Flags.setNest();
98 Arg.Flags.setOrigAlign(DL.getABITypeAlignment(Arg.Ty));
99}
100
101template void
102CallLowering::setArgFlags<Function>(CallLowering::ArgInfo &Arg, unsigned OpIdx,
103 const DataLayout &DL,
104 const Function &FuncInfo) const;
105
106template void
107CallLowering::setArgFlags<CallInst>(CallLowering::ArgInfo &Arg, unsigned OpIdx,
108 const DataLayout &DL,
109 const CallInst &FuncInfo) const;
Diana Picusf11f0422016-12-05 10:40:33 +0000110
111bool CallLowering::handleAssignments(MachineIRBuilder &MIRBuilder,
Diana Picusf11f0422016-12-05 10:40:33 +0000112 ArrayRef<ArgInfo> Args,
113 ValueHandler &Handler) const {
114 MachineFunction &MF = MIRBuilder.getMF();
Matthias Braunf1caa282017-12-15 22:22:58 +0000115 const Function &F = MF.getFunction();
Tim Northoverc0bd1972016-12-05 22:20:32 +0000116 const DataLayout &DL = F.getParent()->getDataLayout();
Diana Picusf11f0422016-12-05 10:40:33 +0000117
118 SmallVector<CCValAssign, 16> ArgLocs;
119 CCState CCInfo(F.getCallingConv(), F.isVarArg(), MF, ArgLocs, F.getContext());
120
121 unsigned NumArgs = Args.size();
122 for (unsigned i = 0; i != NumArgs; ++i) {
123 MVT CurVT = MVT::getVT(Args[i].Ty);
Tim Northoverd9433542017-01-17 22:30:10 +0000124 if (Handler.assignArg(i, CurVT, CurVT, CCValAssign::Full, Args[i], CCInfo))
Diana Picusf11f0422016-12-05 10:40:33 +0000125 return false;
126 }
127
Diana Picusca6a8902017-02-16 07:53:07 +0000128 for (unsigned i = 0, e = Args.size(), j = 0; i != e; ++i, ++j) {
129 assert(j < ArgLocs.size() && "Skipped too many arg locs");
130
131 CCValAssign &VA = ArgLocs[j];
132 assert(VA.getValNo() == i && "Location doesn't correspond to current arg");
133
134 if (VA.needsCustom()) {
135 j += Handler.assignCustomValue(Args[i], makeArrayRef(ArgLocs).slice(j));
136 continue;
137 }
Diana Picusf11f0422016-12-05 10:40:33 +0000138
139 if (VA.isRegLoc())
140 Handler.assignValueToReg(Args[i].Reg, VA.getLocReg(), VA);
141 else if (VA.isMemLoc()) {
Tim Northoverc0bd1972016-12-05 22:20:32 +0000142 unsigned Size = VA.getValVT() == MVT::iPTR
143 ? DL.getPointerSize()
Tim Northover14ceb452016-12-06 21:02:19 +0000144 : alignTo(VA.getValVT().getSizeInBits(), 8) / 8;
Diana Picusf11f0422016-12-05 10:40:33 +0000145 unsigned Offset = VA.getLocMemOffset();
146 MachinePointerInfo MPO;
147 unsigned StackAddr = Handler.getStackAddress(Size, Offset, MPO);
148 Handler.assignValueToAddress(Args[i].Reg, StackAddr, Size, MPO, VA);
149 } else {
150 // FIXME: Support byvals and other weirdness
151 return false;
152 }
153 }
154 return true;
155}
Diana Picus2d9adbf2016-12-13 10:46:12 +0000156
157unsigned CallLowering::ValueHandler::extendRegister(unsigned ValReg,
158 CCValAssign &VA) {
159 LLT LocTy{VA.getLocVT()};
160 switch (VA.getLocInfo()) {
161 default: break;
162 case CCValAssign::Full:
163 case CCValAssign::BCvt:
164 // FIXME: bitconverting between vector types may or may not be a
165 // nop in big-endian situations.
166 return ValReg;
Aditya Nandakumarc3bfc812017-10-09 20:07:43 +0000167 case CCValAssign::AExt: {
Aditya Nandakumarc3bfc812017-10-09 20:07:43 +0000168 auto MIB = MIRBuilder.buildAnyExt(LocTy, ValReg);
169 return MIB->getOperand(0).getReg();
170 }
Diana Picus2d9adbf2016-12-13 10:46:12 +0000171 case CCValAssign::SExt: {
172 unsigned NewReg = MRI.createGenericVirtualRegister(LocTy);
173 MIRBuilder.buildSExt(NewReg, ValReg);
174 return NewReg;
175 }
176 case CCValAssign::ZExt: {
177 unsigned NewReg = MRI.createGenericVirtualRegister(LocTy);
178 MIRBuilder.buildZExt(NewReg, ValReg);
179 return NewReg;
180 }
181 }
182 llvm_unreachable("unable to extend register");
183}
Richard Trieua87b70d2018-12-29 02:02:13 +0000184
185void CallLowering::ValueHandler::anchor() {}