blob: 159a27a429f8174bdd163845d4cb75d7db751b3b [file] [log] [blame]
Eric Christopher50880d02010-09-18 18:52:28 +00001//===-- PTXISelLowering.cpp - PTX DAG Lowering Implementation -------------===//
2//
3// The LLVM Compiler Infrastructure
4//
5// This file is distributed under the University of Illinois Open Source
6// License. See LICENSE.TXT for details.
7//
8//===----------------------------------------------------------------------===//
9//
10// This file implements the PTXTargetLowering class.
11//
12//===----------------------------------------------------------------------===//
13
Che-Liang Chioub48f2c22010-10-19 13:14:40 +000014#include "PTX.h"
Eric Christopher50880d02010-09-18 18:52:28 +000015#include "PTXISelLowering.h"
Che-Liang Chiou3278c422010-11-08 03:00:52 +000016#include "PTXMachineFunctionInfo.h"
Eric Christopher50880d02010-09-18 18:52:28 +000017#include "PTXRegisterInfo.h"
18#include "llvm/Support/ErrorHandling.h"
Che-Liang Chioub48f2c22010-10-19 13:14:40 +000019#include "llvm/CodeGen/MachineFunction.h"
20#include "llvm/CodeGen/MachineRegisterInfo.h"
Eric Christopher50880d02010-09-18 18:52:28 +000021#include "llvm/CodeGen/SelectionDAG.h"
22#include "llvm/CodeGen/TargetLoweringObjectFileImpl.h"
Che-Liang Chioufd8978b2011-03-02 03:20:28 +000023#include "llvm/Support/raw_ostream.h"
Eric Christopher50880d02010-09-18 18:52:28 +000024
25using namespace llvm;
26
27PTXTargetLowering::PTXTargetLowering(TargetMachine &TM)
28 : TargetLowering(TM, new TargetLoweringObjectFileELF()) {
29 // Set up the register classes.
Che-Liang Chioub48f2c22010-10-19 13:14:40 +000030 addRegisterClass(MVT::i1, PTX::PredsRegisterClass);
Che-Liang Chioufd8978b2011-03-02 03:20:28 +000031 addRegisterClass(MVT::i16, PTX::RRegu16RegisterClass);
32 addRegisterClass(MVT::i32, PTX::RRegu32RegisterClass);
33 addRegisterClass(MVT::i64, PTX::RRegu64RegisterClass);
Che-Liang Chiouf7172022011-02-28 06:34:09 +000034 addRegisterClass(MVT::f32, PTX::RRegf32RegisterClass);
Che-Liang Chioufd8978b2011-03-02 03:20:28 +000035 addRegisterClass(MVT::f64, PTX::RRegf64RegisterClass);
36
Che-Liang Chioufc7072c2010-12-22 10:38:51 +000037 setOperationAction(ISD::EXCEPTIONADDR, MVT::i32, Expand);
38
Che-Liang Chiouf7172022011-02-28 06:34:09 +000039 setOperationAction(ISD::ConstantFP, MVT::f32, Legal);
Che-Liang Chioufd8978b2011-03-02 03:20:28 +000040 setOperationAction(ISD::ConstantFP, MVT::f64, Legal);
41
Che-Liang Chioufc7072c2010-12-22 10:38:51 +000042 // Customize translation of memory addresses
43 setOperationAction(ISD::GlobalAddress, MVT::i32, Custom);
44
Che-Liang Chiou88d33672011-03-18 11:08:52 +000045 // Expand BR_CC into BRCOND
46 setOperationAction(ISD::BR_CC, MVT::Other, Expand);
47
Eric Christopher50880d02010-09-18 18:52:28 +000048 // Compute derived properties from the register classes
49 computeRegisterProperties();
50}
51
Che-Liang Chioufc7072c2010-12-22 10:38:51 +000052SDValue PTXTargetLowering::LowerOperation(SDValue Op, SelectionDAG &DAG) const {
53 switch (Op.getOpcode()) {
Che-Liang Chiou88d33672011-03-18 11:08:52 +000054 default:
55 llvm_unreachable("Unimplemented operand");
56 case ISD::GlobalAddress:
57 return LowerGlobalAddress(Op, DAG);
58 case ISD::BRCOND:
59 return LowerGlobalAddress(Op, DAG);
Che-Liang Chioufc7072c2010-12-22 10:38:51 +000060 }
61}
62
Eric Christopher50880d02010-09-18 18:52:28 +000063const char *PTXTargetLowering::getTargetNodeName(unsigned Opcode) const {
64 switch (Opcode) {
Che-Liang Chiou8e5d01c2011-02-10 12:01:24 +000065 default:
66 llvm_unreachable("Unknown opcode");
67 case PTXISD::READ_PARAM:
68 return "PTXISD::READ_PARAM";
69 case PTXISD::EXIT:
70 return "PTXISD::EXIT";
71 case PTXISD::RET:
72 return "PTXISD::RET";
Eric Christopher50880d02010-09-18 18:52:28 +000073 }
74}
75
76//===----------------------------------------------------------------------===//
Che-Liang Chioufc7072c2010-12-22 10:38:51 +000077// Custom Lower Operation
78//===----------------------------------------------------------------------===//
79
80SDValue PTXTargetLowering::
81LowerGlobalAddress(SDValue Op, SelectionDAG &DAG) const {
82 EVT PtrVT = getPointerTy();
83 DebugLoc dl = Op.getDebugLoc();
84 const GlobalValue *GV = cast<GlobalAddressSDNode>(Op)->getGlobal();
85 return DAG.getTargetGlobalAddress(GV, dl, PtrVT);
86}
87
88//===----------------------------------------------------------------------===//
Eric Christopher50880d02010-09-18 18:52:28 +000089// Calling Convention Implementation
90//===----------------------------------------------------------------------===//
91
Benjamin Kramera3ac4272010-10-22 17:35:07 +000092namespace {
93struct argmap_entry {
Che-Liang Chioub48f2c22010-10-19 13:14:40 +000094 MVT::SimpleValueType VT;
95 TargetRegisterClass *RC;
96 TargetRegisterClass::iterator loc;
97
98 argmap_entry(MVT::SimpleValueType _VT, TargetRegisterClass *_RC)
99 : VT(_VT), RC(_RC), loc(_RC->begin()) {}
100
Benjamin Kramera3ac4272010-10-22 17:35:07 +0000101 void reset() { loc = RC->begin(); }
102 bool operator==(MVT::SimpleValueType _VT) const { return VT == _VT; }
Che-Liang Chioub48f2c22010-10-19 13:14:40 +0000103} argmap[] = {
104 argmap_entry(MVT::i1, PTX::PredsRegisterClass),
Che-Liang Chioufd8978b2011-03-02 03:20:28 +0000105 argmap_entry(MVT::i16, PTX::RRegu16RegisterClass),
106 argmap_entry(MVT::i32, PTX::RRegu32RegisterClass),
107 argmap_entry(MVT::i64, PTX::RRegu64RegisterClass),
108 argmap_entry(MVT::f32, PTX::RRegf32RegisterClass),
109 argmap_entry(MVT::f64, PTX::RRegf64RegisterClass)
Che-Liang Chioub48f2c22010-10-19 13:14:40 +0000110};
Che-Liang Chioufd8978b2011-03-02 03:20:28 +0000111} // end anonymous namespace
Che-Liang Chioub48f2c22010-10-19 13:14:40 +0000112
Eric Christopher50880d02010-09-18 18:52:28 +0000113SDValue PTXTargetLowering::
114 LowerFormalArguments(SDValue Chain,
115 CallingConv::ID CallConv,
116 bool isVarArg,
117 const SmallVectorImpl<ISD::InputArg> &Ins,
118 DebugLoc dl,
119 SelectionDAG &DAG,
120 SmallVectorImpl<SDValue> &InVals) const {
Che-Liang Chioub48f2c22010-10-19 13:14:40 +0000121 if (isVarArg) llvm_unreachable("PTX does not support varargs");
122
Che-Liang Chiou3278c422010-11-08 03:00:52 +0000123 MachineFunction &MF = DAG.getMachineFunction();
124 PTXMachineFunctionInfo *MFI = MF.getInfo<PTXMachineFunctionInfo>();
125
Che-Liang Chioub48f2c22010-10-19 13:14:40 +0000126 switch (CallConv) {
127 default:
128 llvm_unreachable("Unsupported calling convention");
129 break;
130 case CallingConv::PTX_Kernel:
Che-Liang Chiou8e5d01c2011-02-10 12:01:24 +0000131 MFI->setKernel(true);
Che-Liang Chioub48f2c22010-10-19 13:14:40 +0000132 break;
133 case CallingConv::PTX_Device:
Che-Liang Chiou3278c422010-11-08 03:00:52 +0000134 MFI->setKernel(false);
Che-Liang Chioub48f2c22010-10-19 13:14:40 +0000135 break;
136 }
137
Che-Liang Chiou8e5d01c2011-02-10 12:01:24 +0000138 // Make sure we don't add argument registers twice
139 if (MFI->isDoneAddArg())
140 llvm_unreachable("cannot add argument registers twice");
141
Che-Liang Chioub48f2c22010-10-19 13:14:40 +0000142 // Reset argmap before allocation
143 for (struct argmap_entry *i = argmap, *e = argmap + array_lengthof(argmap);
144 i != e; ++ i)
145 i->reset();
146
147 for (int i = 0, e = Ins.size(); i != e; ++ i) {
Duncan Sands1440e8b2010-11-03 11:35:31 +0000148 MVT::SimpleValueType VT = Ins[i].VT.SimpleTy;
Che-Liang Chioub48f2c22010-10-19 13:14:40 +0000149
150 struct argmap_entry *entry = std::find(argmap,
151 argmap + array_lengthof(argmap), VT);
152 if (entry == argmap + array_lengthof(argmap))
153 llvm_unreachable("Type of argument is not supported");
154
Che-Liang Chiou8e5d01c2011-02-10 12:01:24 +0000155 if (MFI->isKernel() && entry->RC == PTX::PredsRegisterClass)
156 llvm_unreachable("cannot pass preds to kernel");
Che-Liang Chiou3278c422010-11-08 03:00:52 +0000157
Che-Liang Chiou8e5d01c2011-02-10 12:01:24 +0000158 MachineRegisterInfo &RegInfo = DAG.getMachineFunction().getRegInfo();
159
160 unsigned preg = *++(entry->loc); // allocate start from register 1
161 unsigned vreg = RegInfo.createVirtualRegister(entry->RC);
162 RegInfo.addLiveIn(preg, vreg);
163
164 MFI->addArgReg(preg);
165
166 SDValue inval;
167 if (MFI->isKernel())
168 inval = DAG.getNode(PTXISD::READ_PARAM, dl, VT, Chain,
169 DAG.getTargetConstant(i, MVT::i32));
170 else
171 inval = DAG.getCopyFromReg(Chain, dl, vreg, VT);
172 InVals.push_back(inval);
Che-Liang Chioub48f2c22010-10-19 13:14:40 +0000173 }
174
Che-Liang Chiou8e5d01c2011-02-10 12:01:24 +0000175 MFI->doneAddArg();
Che-Liang Chiou3278c422010-11-08 03:00:52 +0000176
Eric Christopher50880d02010-09-18 18:52:28 +0000177 return Chain;
178}
179
180SDValue PTXTargetLowering::
181 LowerReturn(SDValue Chain,
182 CallingConv::ID CallConv,
183 bool isVarArg,
184 const SmallVectorImpl<ISD::OutputArg> &Outs,
185 const SmallVectorImpl<SDValue> &OutVals,
186 DebugLoc dl,
187 SelectionDAG &DAG) const {
Che-Liang Chioub48f2c22010-10-19 13:14:40 +0000188 if (isVarArg) llvm_unreachable("PTX does not support varargs");
Che-Liang Chiouf9930da2010-09-25 07:46:17 +0000189
190 switch (CallConv) {
191 default:
192 llvm_unreachable("Unsupported calling convention.");
193 case CallingConv::PTX_Kernel:
194 assert(Outs.size() == 0 && "Kernel must return void.");
195 return DAG.getNode(PTXISD::EXIT, dl, MVT::Other, Chain);
196 case CallingConv::PTX_Device:
197 assert(Outs.size() <= 1 && "Can at most return one value.");
198 break;
199 }
200
201 // PTX_Device
202
Che-Liang Chioub48f2c22010-10-19 13:14:40 +0000203 // return void
Che-Liang Chiouf9930da2010-09-25 07:46:17 +0000204 if (Outs.size() == 0)
205 return DAG.getNode(PTXISD::RET, dl, MVT::Other, Chain);
206
Che-Liang Chiouf9930da2010-09-25 07:46:17 +0000207 SDValue Flag;
Che-Liang Chiouf7172022011-02-28 06:34:09 +0000208 unsigned reg;
209
Che-Liang Chioufd8978b2011-03-02 03:20:28 +0000210 if (Outs[0].VT == MVT::i16) {
211 reg = PTX::RH0;
212 }
213 else if (Outs[0].VT == MVT::i32) {
Che-Liang Chiouf7172022011-02-28 06:34:09 +0000214 reg = PTX::R0;
215 }
Che-Liang Chioufd8978b2011-03-02 03:20:28 +0000216 else if (Outs[0].VT == MVT::i64) {
217 reg = PTX::RD0;
218 }
Che-Liang Chiouf7172022011-02-28 06:34:09 +0000219 else if (Outs[0].VT == MVT::f32) {
220 reg = PTX::F0;
221 }
222 else {
Duncan Sands75548de2011-03-15 08:41:24 +0000223 assert(Outs[0].VT == MVT::f64 && "Can return only basic types");
224 reg = PTX::FD0;
Che-Liang Chiouf7172022011-02-28 06:34:09 +0000225 }
Che-Liang Chioub48f2c22010-10-19 13:14:40 +0000226
Che-Liang Chiou3278c422010-11-08 03:00:52 +0000227 MachineFunction &MF = DAG.getMachineFunction();
228 PTXMachineFunctionInfo *MFI = MF.getInfo<PTXMachineFunctionInfo>();
229 MFI->setRetReg(reg);
230
Che-Liang Chioub48f2c22010-10-19 13:14:40 +0000231 // If this is the first return lowered for this function, add the regs to the
232 // liveout set for the function
233 if (DAG.getMachineFunction().getRegInfo().liveout_empty())
234 DAG.getMachineFunction().getRegInfo().addLiveOut(reg);
235
236 // Copy the result values into the output registers
237 Chain = DAG.getCopyToReg(Chain, dl, reg, OutVals[0], Flag);
238
239 // Guarantee that all emitted copies are stuck together,
240 // avoiding something bad
241 Flag = Chain.getValue(1);
242
Che-Liang Chiouf9930da2010-09-25 07:46:17 +0000243 return DAG.getNode(PTXISD::RET, dl, MVT::Other, Chain, Flag);
Eric Christopher50880d02010-09-18 18:52:28 +0000244}