blob: 622e542ba57f189f53ee9da116d7ddfc8cbf22e2 [file] [log] [blame]
Eric Christopher50880d02010-09-18 18:52:28 +00001//===-- PTXISelLowering.cpp - PTX DAG Lowering Implementation -------------===//
2//
3// The LLVM Compiler Infrastructure
4//
5// This file is distributed under the University of Illinois Open Source
6// License. See LICENSE.TXT for details.
7//
8//===----------------------------------------------------------------------===//
9//
10// This file implements the PTXTargetLowering class.
11//
12//===----------------------------------------------------------------------===//
13
Che-Liang Chioub48f2c22010-10-19 13:14:40 +000014#include "PTX.h"
Eric Christopher50880d02010-09-18 18:52:28 +000015#include "PTXISelLowering.h"
Che-Liang Chiou3278c422010-11-08 03:00:52 +000016#include "PTXMachineFunctionInfo.h"
Eric Christopher50880d02010-09-18 18:52:28 +000017#include "PTXRegisterInfo.h"
18#include "llvm/Support/ErrorHandling.h"
Che-Liang Chioub48f2c22010-10-19 13:14:40 +000019#include "llvm/CodeGen/MachineFunction.h"
20#include "llvm/CodeGen/MachineRegisterInfo.h"
Eric Christopher50880d02010-09-18 18:52:28 +000021#include "llvm/CodeGen/SelectionDAG.h"
22#include "llvm/CodeGen/TargetLoweringObjectFileImpl.h"
Che-Liang Chioufd8978b2011-03-02 03:20:28 +000023#include "llvm/Support/raw_ostream.h"
Eric Christopher50880d02010-09-18 18:52:28 +000024
25using namespace llvm;
26
27PTXTargetLowering::PTXTargetLowering(TargetMachine &TM)
28 : TargetLowering(TM, new TargetLoweringObjectFileELF()) {
29 // Set up the register classes.
Che-Liang Chioub48f2c22010-10-19 13:14:40 +000030 addRegisterClass(MVT::i1, PTX::PredsRegisterClass);
Che-Liang Chioufd8978b2011-03-02 03:20:28 +000031 addRegisterClass(MVT::i16, PTX::RRegu16RegisterClass);
32 addRegisterClass(MVT::i32, PTX::RRegu32RegisterClass);
33 addRegisterClass(MVT::i64, PTX::RRegu64RegisterClass);
Che-Liang Chiouf7172022011-02-28 06:34:09 +000034 addRegisterClass(MVT::f32, PTX::RRegf32RegisterClass);
Che-Liang Chioufd8978b2011-03-02 03:20:28 +000035 addRegisterClass(MVT::f64, PTX::RRegf64RegisterClass);
36
Justin Holewinski4fea05a2011-04-28 00:19:52 +000037 setBooleanContents(ZeroOrOneBooleanContent);
Justin Holewinskiec3141b2011-06-16 15:17:11 +000038
Che-Liang Chioufc7072c2010-12-22 10:38:51 +000039 setOperationAction(ISD::EXCEPTIONADDR, MVT::i32, Expand);
40
Che-Liang Chiouf7172022011-02-28 06:34:09 +000041 setOperationAction(ISD::ConstantFP, MVT::f32, Legal);
Che-Liang Chioufd8978b2011-03-02 03:20:28 +000042 setOperationAction(ISD::ConstantFP, MVT::f64, Legal);
Justin Holewinskiec3141b2011-06-16 15:17:11 +000043
Justin Holewinski4fea05a2011-04-28 00:19:52 +000044 // Turn i16 (z)extload into load + (z)extend
45 setLoadExtAction(ISD::EXTLOAD, MVT::i16, Expand);
46 setLoadExtAction(ISD::ZEXTLOAD, MVT::i16, Expand);
Che-Liang Chioufd8978b2011-03-02 03:20:28 +000047
Justin Holewinski4fea05a2011-04-28 00:19:52 +000048 // Turn f32 extload into load + fextend
49 setLoadExtAction(ISD::EXTLOAD, MVT::f32, Expand);
Justin Holewinskiec3141b2011-06-16 15:17:11 +000050
Justin Holewinski4fea05a2011-04-28 00:19:52 +000051 // Turn f64 truncstore into trunc + store.
52 setTruncStoreAction(MVT::f64, MVT::f32, Expand);
Justin Holewinskiec3141b2011-06-16 15:17:11 +000053
Che-Liang Chioufc7072c2010-12-22 10:38:51 +000054 // Customize translation of memory addresses
55 setOperationAction(ISD::GlobalAddress, MVT::i32, Custom);
Justin Holewinskid6625762011-03-23 16:58:51 +000056 setOperationAction(ISD::GlobalAddress, MVT::i64, Custom);
Che-Liang Chioufc7072c2010-12-22 10:38:51 +000057
Che-Liang Chiou88d33672011-03-18 11:08:52 +000058 // Expand BR_CC into BRCOND
59 setOperationAction(ISD::BR_CC, MVT::Other, Expand);
60
Justin Holewinski2d525c52011-04-28 00:19:56 +000061 // Expand SELECT_CC into SETCC
62 setOperationAction(ISD::SELECT_CC, MVT::Other, Expand);
63 setOperationAction(ISD::SELECT_CC, MVT::f32, Expand);
64 setOperationAction(ISD::SELECT_CC, MVT::f64, Expand);
Justin Holewinskiec3141b2011-06-16 15:17:11 +000065
Justin Holewinski2d525c52011-04-28 00:19:56 +000066 // need to lower SETCC of Preds into bitwise logic
67 setOperationAction(ISD::SETCC, MVT::i1, Custom);
Eli Friedmanfc5d3052011-05-06 20:34:06 +000068
69 setMinFunctionAlignment(2);
70
Eric Christopher50880d02010-09-18 18:52:28 +000071 // Compute derived properties from the register classes
72 computeRegisterProperties();
73}
74
Justin Holewinski2d525c52011-04-28 00:19:56 +000075MVT::SimpleValueType PTXTargetLowering::getSetCCResultType(EVT VT) const {
76 return MVT::i1;
77}
78
Che-Liang Chioufc7072c2010-12-22 10:38:51 +000079SDValue PTXTargetLowering::LowerOperation(SDValue Op, SelectionDAG &DAG) const {
80 switch (Op.getOpcode()) {
Che-Liang Chiou88d33672011-03-18 11:08:52 +000081 default:
82 llvm_unreachable("Unimplemented operand");
Justin Holewinski2d525c52011-04-28 00:19:56 +000083 case ISD::SETCC:
84 return LowerSETCC(Op, DAG);
Che-Liang Chiou88d33672011-03-18 11:08:52 +000085 case ISD::GlobalAddress:
86 return LowerGlobalAddress(Op, DAG);
Che-Liang Chioufc7072c2010-12-22 10:38:51 +000087 }
88}
89
Eric Christopher50880d02010-09-18 18:52:28 +000090const char *PTXTargetLowering::getTargetNodeName(unsigned Opcode) const {
91 switch (Opcode) {
Che-Liang Chiou8e5d01c2011-02-10 12:01:24 +000092 default:
93 llvm_unreachable("Unknown opcode");
Justin Holewinski8af78c92011-03-18 19:24:28 +000094 case PTXISD::COPY_ADDRESS:
95 return "PTXISD::COPY_ADDRESS";
Che-Liang Chiou8e5d01c2011-02-10 12:01:24 +000096 case PTXISD::READ_PARAM:
97 return "PTXISD::READ_PARAM";
98 case PTXISD::EXIT:
99 return "PTXISD::EXIT";
100 case PTXISD::RET:
101 return "PTXISD::RET";
Eric Christopher50880d02010-09-18 18:52:28 +0000102 }
103}
104
105//===----------------------------------------------------------------------===//
Che-Liang Chioufc7072c2010-12-22 10:38:51 +0000106// Custom Lower Operation
107//===----------------------------------------------------------------------===//
108
Justin Holewinski2d525c52011-04-28 00:19:56 +0000109SDValue PTXTargetLowering::LowerSETCC(SDValue Op, SelectionDAG &DAG) const {
110 assert(Op.getValueType() == MVT::i1 && "SetCC type must be 1-bit integer");
111 SDValue Op0 = Op.getOperand(0);
112 SDValue Op1 = Op.getOperand(1);
113 SDValue Op2 = Op.getOperand(2);
114 DebugLoc dl = Op.getDebugLoc();
115 ISD::CondCode CC = cast<CondCodeSDNode>(Op.getOperand(2))->get();
Justin Holewinskiec3141b2011-06-16 15:17:11 +0000116
Justin Holewinski2d525c52011-04-28 00:19:56 +0000117 // Look for X == 0, X == 1, X != 0, or X != 1
118 // We can simplify these to bitwise logic
Justin Holewinskiec3141b2011-06-16 15:17:11 +0000119
Justin Holewinski2d525c52011-04-28 00:19:56 +0000120 if (Op1.getOpcode() == ISD::Constant &&
121 (cast<ConstantSDNode>(Op1)->getZExtValue() == 1 ||
122 cast<ConstantSDNode>(Op1)->isNullValue()) &&
123 (CC == ISD::SETEQ || CC == ISD::SETNE)) {
124
Justin Holewinskiec3141b2011-06-16 15:17:11 +0000125 return DAG.getNode(ISD::AND, dl, MVT::i1, Op0, Op1);
Justin Holewinski2d525c52011-04-28 00:19:56 +0000126 }
Justin Holewinskiec3141b2011-06-16 15:17:11 +0000127
Justin Holewinski2d525c52011-04-28 00:19:56 +0000128 return DAG.getNode(ISD::SETCC, dl, MVT::i1, Op0, Op1, Op2);
129}
130
Che-Liang Chioufc7072c2010-12-22 10:38:51 +0000131SDValue PTXTargetLowering::
132LowerGlobalAddress(SDValue Op, SelectionDAG &DAG) const {
133 EVT PtrVT = getPointerTy();
134 DebugLoc dl = Op.getDebugLoc();
135 const GlobalValue *GV = cast<GlobalAddressSDNode>(Op)->getGlobal();
Justin Holewinski8af78c92011-03-18 19:24:28 +0000136
Justin Holewinskid6625762011-03-23 16:58:51 +0000137 assert(PtrVT.isSimple() && "Pointer must be to primitive type.");
138
Justin Holewinski8af78c92011-03-18 19:24:28 +0000139 SDValue targetGlobal = DAG.getTargetGlobalAddress(GV, dl, PtrVT);
140 SDValue movInstr = DAG.getNode(PTXISD::COPY_ADDRESS,
141 dl,
Justin Holewinskid6625762011-03-23 16:58:51 +0000142 PtrVT.getSimpleVT(),
Justin Holewinski8af78c92011-03-18 19:24:28 +0000143 targetGlobal);
144
145 return movInstr;
Che-Liang Chioufc7072c2010-12-22 10:38:51 +0000146}
147
148//===----------------------------------------------------------------------===//
Eric Christopher50880d02010-09-18 18:52:28 +0000149// Calling Convention Implementation
150//===----------------------------------------------------------------------===//
151
Benjamin Kramera3ac4272010-10-22 17:35:07 +0000152namespace {
153struct argmap_entry {
Che-Liang Chioub48f2c22010-10-19 13:14:40 +0000154 MVT::SimpleValueType VT;
155 TargetRegisterClass *RC;
156 TargetRegisterClass::iterator loc;
157
158 argmap_entry(MVT::SimpleValueType _VT, TargetRegisterClass *_RC)
159 : VT(_VT), RC(_RC), loc(_RC->begin()) {}
160
Benjamin Kramera3ac4272010-10-22 17:35:07 +0000161 void reset() { loc = RC->begin(); }
162 bool operator==(MVT::SimpleValueType _VT) const { return VT == _VT; }
Che-Liang Chioub48f2c22010-10-19 13:14:40 +0000163} argmap[] = {
164 argmap_entry(MVT::i1, PTX::PredsRegisterClass),
Che-Liang Chioufd8978b2011-03-02 03:20:28 +0000165 argmap_entry(MVT::i16, PTX::RRegu16RegisterClass),
166 argmap_entry(MVT::i32, PTX::RRegu32RegisterClass),
167 argmap_entry(MVT::i64, PTX::RRegu64RegisterClass),
168 argmap_entry(MVT::f32, PTX::RRegf32RegisterClass),
169 argmap_entry(MVT::f64, PTX::RRegf64RegisterClass)
Che-Liang Chioub48f2c22010-10-19 13:14:40 +0000170};
Che-Liang Chioufd8978b2011-03-02 03:20:28 +0000171} // end anonymous namespace
Che-Liang Chioub48f2c22010-10-19 13:14:40 +0000172
Eric Christopher50880d02010-09-18 18:52:28 +0000173SDValue PTXTargetLowering::
174 LowerFormalArguments(SDValue Chain,
175 CallingConv::ID CallConv,
176 bool isVarArg,
177 const SmallVectorImpl<ISD::InputArg> &Ins,
178 DebugLoc dl,
179 SelectionDAG &DAG,
180 SmallVectorImpl<SDValue> &InVals) const {
Che-Liang Chioub48f2c22010-10-19 13:14:40 +0000181 if (isVarArg) llvm_unreachable("PTX does not support varargs");
182
Che-Liang Chiou3278c422010-11-08 03:00:52 +0000183 MachineFunction &MF = DAG.getMachineFunction();
184 PTXMachineFunctionInfo *MFI = MF.getInfo<PTXMachineFunctionInfo>();
185
Che-Liang Chioub48f2c22010-10-19 13:14:40 +0000186 switch (CallConv) {
187 default:
188 llvm_unreachable("Unsupported calling convention");
189 break;
190 case CallingConv::PTX_Kernel:
Che-Liang Chiou8e5d01c2011-02-10 12:01:24 +0000191 MFI->setKernel(true);
Che-Liang Chioub48f2c22010-10-19 13:14:40 +0000192 break;
193 case CallingConv::PTX_Device:
Che-Liang Chiou3278c422010-11-08 03:00:52 +0000194 MFI->setKernel(false);
Che-Liang Chioub48f2c22010-10-19 13:14:40 +0000195 break;
196 }
197
Che-Liang Chiou8e5d01c2011-02-10 12:01:24 +0000198 // Make sure we don't add argument registers twice
199 if (MFI->isDoneAddArg())
200 llvm_unreachable("cannot add argument registers twice");
201
Che-Liang Chioub48f2c22010-10-19 13:14:40 +0000202 // Reset argmap before allocation
203 for (struct argmap_entry *i = argmap, *e = argmap + array_lengthof(argmap);
204 i != e; ++ i)
205 i->reset();
206
207 for (int i = 0, e = Ins.size(); i != e; ++ i) {
Duncan Sands1440e8b2010-11-03 11:35:31 +0000208 MVT::SimpleValueType VT = Ins[i].VT.SimpleTy;
Che-Liang Chioub48f2c22010-10-19 13:14:40 +0000209
210 struct argmap_entry *entry = std::find(argmap,
211 argmap + array_lengthof(argmap), VT);
212 if (entry == argmap + array_lengthof(argmap))
213 llvm_unreachable("Type of argument is not supported");
214
Che-Liang Chiou8e5d01c2011-02-10 12:01:24 +0000215 if (MFI->isKernel() && entry->RC == PTX::PredsRegisterClass)
216 llvm_unreachable("cannot pass preds to kernel");
Che-Liang Chiou3278c422010-11-08 03:00:52 +0000217
Che-Liang Chiou8e5d01c2011-02-10 12:01:24 +0000218 MachineRegisterInfo &RegInfo = DAG.getMachineFunction().getRegInfo();
219
220 unsigned preg = *++(entry->loc); // allocate start from register 1
221 unsigned vreg = RegInfo.createVirtualRegister(entry->RC);
222 RegInfo.addLiveIn(preg, vreg);
223
224 MFI->addArgReg(preg);
225
226 SDValue inval;
227 if (MFI->isKernel())
228 inval = DAG.getNode(PTXISD::READ_PARAM, dl, VT, Chain,
229 DAG.getTargetConstant(i, MVT::i32));
230 else
231 inval = DAG.getCopyFromReg(Chain, dl, vreg, VT);
232 InVals.push_back(inval);
Che-Liang Chioub48f2c22010-10-19 13:14:40 +0000233 }
234
Che-Liang Chiou8e5d01c2011-02-10 12:01:24 +0000235 MFI->doneAddArg();
Che-Liang Chiou3278c422010-11-08 03:00:52 +0000236
Eric Christopher50880d02010-09-18 18:52:28 +0000237 return Chain;
238}
239
240SDValue PTXTargetLowering::
241 LowerReturn(SDValue Chain,
242 CallingConv::ID CallConv,
243 bool isVarArg,
244 const SmallVectorImpl<ISD::OutputArg> &Outs,
245 const SmallVectorImpl<SDValue> &OutVals,
246 DebugLoc dl,
247 SelectionDAG &DAG) const {
Che-Liang Chioub48f2c22010-10-19 13:14:40 +0000248 if (isVarArg) llvm_unreachable("PTX does not support varargs");
Che-Liang Chiouf9930da2010-09-25 07:46:17 +0000249
250 switch (CallConv) {
251 default:
252 llvm_unreachable("Unsupported calling convention.");
253 case CallingConv::PTX_Kernel:
254 assert(Outs.size() == 0 && "Kernel must return void.");
255 return DAG.getNode(PTXISD::EXIT, dl, MVT::Other, Chain);
256 case CallingConv::PTX_Device:
257 assert(Outs.size() <= 1 && "Can at most return one value.");
258 break;
259 }
260
261 // PTX_Device
262
Che-Liang Chioub48f2c22010-10-19 13:14:40 +0000263 // return void
Che-Liang Chiouf9930da2010-09-25 07:46:17 +0000264 if (Outs.size() == 0)
265 return DAG.getNode(PTXISD::RET, dl, MVT::Other, Chain);
266
Che-Liang Chiouf9930da2010-09-25 07:46:17 +0000267 SDValue Flag;
Che-Liang Chiouf7172022011-02-28 06:34:09 +0000268 unsigned reg;
269
Che-Liang Chioufd8978b2011-03-02 03:20:28 +0000270 if (Outs[0].VT == MVT::i16) {
271 reg = PTX::RH0;
272 }
273 else if (Outs[0].VT == MVT::i32) {
Che-Liang Chiouf7172022011-02-28 06:34:09 +0000274 reg = PTX::R0;
275 }
Che-Liang Chioufd8978b2011-03-02 03:20:28 +0000276 else if (Outs[0].VT == MVT::i64) {
277 reg = PTX::RD0;
278 }
Che-Liang Chiouf7172022011-02-28 06:34:09 +0000279 else if (Outs[0].VT == MVT::f32) {
280 reg = PTX::F0;
281 }
282 else {
Duncan Sands75548de2011-03-15 08:41:24 +0000283 assert(Outs[0].VT == MVT::f64 && "Can return only basic types");
284 reg = PTX::FD0;
Che-Liang Chiouf7172022011-02-28 06:34:09 +0000285 }
Che-Liang Chioub48f2c22010-10-19 13:14:40 +0000286
Che-Liang Chiou3278c422010-11-08 03:00:52 +0000287 MachineFunction &MF = DAG.getMachineFunction();
288 PTXMachineFunctionInfo *MFI = MF.getInfo<PTXMachineFunctionInfo>();
289 MFI->setRetReg(reg);
290
Che-Liang Chioub48f2c22010-10-19 13:14:40 +0000291 // If this is the first return lowered for this function, add the regs to the
292 // liveout set for the function
293 if (DAG.getMachineFunction().getRegInfo().liveout_empty())
294 DAG.getMachineFunction().getRegInfo().addLiveOut(reg);
295
296 // Copy the result values into the output registers
297 Chain = DAG.getCopyToReg(Chain, dl, reg, OutVals[0], Flag);
298
299 // Guarantee that all emitted copies are stuck together,
300 // avoiding something bad
301 Flag = Chain.getValue(1);
302
Che-Liang Chiouf9930da2010-09-25 07:46:17 +0000303 return DAG.getNode(PTXISD::RET, dl, MVT::Other, Chain, Flag);
Eric Christopher50880d02010-09-18 18:52:28 +0000304}