Eric Christopher | 50880d0 | 2010-09-18 18:52:28 +0000 | [diff] [blame] | 1 | //===-- PTXISelLowering.cpp - PTX DAG Lowering Implementation -------------===// |
| 2 | // |
| 3 | // The LLVM Compiler Infrastructure |
| 4 | // |
| 5 | // This file is distributed under the University of Illinois Open Source |
| 6 | // License. See LICENSE.TXT for details. |
| 7 | // |
| 8 | //===----------------------------------------------------------------------===// |
| 9 | // |
| 10 | // This file implements the PTXTargetLowering class. |
| 11 | // |
| 12 | //===----------------------------------------------------------------------===// |
| 13 | |
Che-Liang Chiou | b48f2c2 | 2010-10-19 13:14:40 +0000 | [diff] [blame] | 14 | #include "PTX.h" |
Eric Christopher | 50880d0 | 2010-09-18 18:52:28 +0000 | [diff] [blame] | 15 | #include "PTXISelLowering.h" |
Che-Liang Chiou | 3278c42 | 2010-11-08 03:00:52 +0000 | [diff] [blame] | 16 | #include "PTXMachineFunctionInfo.h" |
Eric Christopher | 50880d0 | 2010-09-18 18:52:28 +0000 | [diff] [blame] | 17 | #include "PTXRegisterInfo.h" |
| 18 | #include "llvm/Support/ErrorHandling.h" |
Che-Liang Chiou | b48f2c2 | 2010-10-19 13:14:40 +0000 | [diff] [blame] | 19 | #include "llvm/CodeGen/MachineFunction.h" |
| 20 | #include "llvm/CodeGen/MachineRegisterInfo.h" |
Eric Christopher | 50880d0 | 2010-09-18 18:52:28 +0000 | [diff] [blame] | 21 | #include "llvm/CodeGen/SelectionDAG.h" |
| 22 | #include "llvm/CodeGen/TargetLoweringObjectFileImpl.h" |
Che-Liang Chiou | fd8978b | 2011-03-02 03:20:28 +0000 | [diff] [blame] | 23 | #include "llvm/Support/raw_ostream.h" |
Eric Christopher | 50880d0 | 2010-09-18 18:52:28 +0000 | [diff] [blame] | 24 | |
| 25 | using namespace llvm; |
| 26 | |
| 27 | PTXTargetLowering::PTXTargetLowering(TargetMachine &TM) |
| 28 | : TargetLowering(TM, new TargetLoweringObjectFileELF()) { |
| 29 | // Set up the register classes. |
Che-Liang Chiou | b48f2c2 | 2010-10-19 13:14:40 +0000 | [diff] [blame] | 30 | addRegisterClass(MVT::i1, PTX::PredsRegisterClass); |
Che-Liang Chiou | fd8978b | 2011-03-02 03:20:28 +0000 | [diff] [blame] | 31 | addRegisterClass(MVT::i16, PTX::RRegu16RegisterClass); |
| 32 | addRegisterClass(MVT::i32, PTX::RRegu32RegisterClass); |
| 33 | addRegisterClass(MVT::i64, PTX::RRegu64RegisterClass); |
Che-Liang Chiou | f717202 | 2011-02-28 06:34:09 +0000 | [diff] [blame] | 34 | addRegisterClass(MVT::f32, PTX::RRegf32RegisterClass); |
Che-Liang Chiou | fd8978b | 2011-03-02 03:20:28 +0000 | [diff] [blame] | 35 | addRegisterClass(MVT::f64, PTX::RRegf64RegisterClass); |
| 36 | |
Justin Holewinski | 4fea05a | 2011-04-28 00:19:52 +0000 | [diff] [blame^] | 37 | setBooleanContents(ZeroOrOneBooleanContent); |
| 38 | |
Che-Liang Chiou | fc7072c | 2010-12-22 10:38:51 +0000 | [diff] [blame] | 39 | setOperationAction(ISD::EXCEPTIONADDR, MVT::i32, Expand); |
| 40 | |
Che-Liang Chiou | f717202 | 2011-02-28 06:34:09 +0000 | [diff] [blame] | 41 | setOperationAction(ISD::ConstantFP, MVT::f32, Legal); |
Che-Liang Chiou | fd8978b | 2011-03-02 03:20:28 +0000 | [diff] [blame] | 42 | setOperationAction(ISD::ConstantFP, MVT::f64, Legal); |
Justin Holewinski | 4fea05a | 2011-04-28 00:19:52 +0000 | [diff] [blame^] | 43 | |
| 44 | // Turn i16 (z)extload into load + (z)extend |
| 45 | setLoadExtAction(ISD::EXTLOAD, MVT::i16, Expand); |
| 46 | setLoadExtAction(ISD::ZEXTLOAD, MVT::i16, Expand); |
Che-Liang Chiou | fd8978b | 2011-03-02 03:20:28 +0000 | [diff] [blame] | 47 | |
Justin Holewinski | 4fea05a | 2011-04-28 00:19:52 +0000 | [diff] [blame^] | 48 | // Turn f32 extload into load + fextend |
| 49 | setLoadExtAction(ISD::EXTLOAD, MVT::f32, Expand); |
| 50 | |
| 51 | // Turn f64 truncstore into trunc + store. |
| 52 | setTruncStoreAction(MVT::f64, MVT::f32, Expand); |
| 53 | |
Che-Liang Chiou | fc7072c | 2010-12-22 10:38:51 +0000 | [diff] [blame] | 54 | // Customize translation of memory addresses |
| 55 | setOperationAction(ISD::GlobalAddress, MVT::i32, Custom); |
Justin Holewinski | d662576 | 2011-03-23 16:58:51 +0000 | [diff] [blame] | 56 | setOperationAction(ISD::GlobalAddress, MVT::i64, Custom); |
Che-Liang Chiou | fc7072c | 2010-12-22 10:38:51 +0000 | [diff] [blame] | 57 | |
Che-Liang Chiou | 88d3367 | 2011-03-18 11:08:52 +0000 | [diff] [blame] | 58 | // Expand BR_CC into BRCOND |
| 59 | setOperationAction(ISD::BR_CC, MVT::Other, Expand); |
| 60 | |
Eric Christopher | 50880d0 | 2010-09-18 18:52:28 +0000 | [diff] [blame] | 61 | // Compute derived properties from the register classes |
| 62 | computeRegisterProperties(); |
| 63 | } |
| 64 | |
Che-Liang Chiou | fc7072c | 2010-12-22 10:38:51 +0000 | [diff] [blame] | 65 | SDValue PTXTargetLowering::LowerOperation(SDValue Op, SelectionDAG &DAG) const { |
| 66 | switch (Op.getOpcode()) { |
Che-Liang Chiou | 88d3367 | 2011-03-18 11:08:52 +0000 | [diff] [blame] | 67 | default: |
| 68 | llvm_unreachable("Unimplemented operand"); |
| 69 | case ISD::GlobalAddress: |
| 70 | return LowerGlobalAddress(Op, DAG); |
Che-Liang Chiou | fc7072c | 2010-12-22 10:38:51 +0000 | [diff] [blame] | 71 | } |
| 72 | } |
| 73 | |
Eric Christopher | 50880d0 | 2010-09-18 18:52:28 +0000 | [diff] [blame] | 74 | const char *PTXTargetLowering::getTargetNodeName(unsigned Opcode) const { |
| 75 | switch (Opcode) { |
Che-Liang Chiou | 8e5d01c | 2011-02-10 12:01:24 +0000 | [diff] [blame] | 76 | default: |
| 77 | llvm_unreachable("Unknown opcode"); |
Justin Holewinski | 8af78c9 | 2011-03-18 19:24:28 +0000 | [diff] [blame] | 78 | case PTXISD::COPY_ADDRESS: |
| 79 | return "PTXISD::COPY_ADDRESS"; |
Che-Liang Chiou | 8e5d01c | 2011-02-10 12:01:24 +0000 | [diff] [blame] | 80 | case PTXISD::READ_PARAM: |
| 81 | return "PTXISD::READ_PARAM"; |
| 82 | case PTXISD::EXIT: |
| 83 | return "PTXISD::EXIT"; |
| 84 | case PTXISD::RET: |
| 85 | return "PTXISD::RET"; |
Eric Christopher | 50880d0 | 2010-09-18 18:52:28 +0000 | [diff] [blame] | 86 | } |
| 87 | } |
| 88 | |
| 89 | //===----------------------------------------------------------------------===// |
Che-Liang Chiou | fc7072c | 2010-12-22 10:38:51 +0000 | [diff] [blame] | 90 | // Custom Lower Operation |
| 91 | //===----------------------------------------------------------------------===// |
| 92 | |
| 93 | SDValue PTXTargetLowering:: |
| 94 | LowerGlobalAddress(SDValue Op, SelectionDAG &DAG) const { |
| 95 | EVT PtrVT = getPointerTy(); |
| 96 | DebugLoc dl = Op.getDebugLoc(); |
| 97 | const GlobalValue *GV = cast<GlobalAddressSDNode>(Op)->getGlobal(); |
Justin Holewinski | 8af78c9 | 2011-03-18 19:24:28 +0000 | [diff] [blame] | 98 | |
Justin Holewinski | d662576 | 2011-03-23 16:58:51 +0000 | [diff] [blame] | 99 | assert(PtrVT.isSimple() && "Pointer must be to primitive type."); |
| 100 | |
Justin Holewinski | 8af78c9 | 2011-03-18 19:24:28 +0000 | [diff] [blame] | 101 | SDValue targetGlobal = DAG.getTargetGlobalAddress(GV, dl, PtrVT); |
| 102 | SDValue movInstr = DAG.getNode(PTXISD::COPY_ADDRESS, |
| 103 | dl, |
Justin Holewinski | d662576 | 2011-03-23 16:58:51 +0000 | [diff] [blame] | 104 | PtrVT.getSimpleVT(), |
Justin Holewinski | 8af78c9 | 2011-03-18 19:24:28 +0000 | [diff] [blame] | 105 | targetGlobal); |
| 106 | |
| 107 | return movInstr; |
Che-Liang Chiou | fc7072c | 2010-12-22 10:38:51 +0000 | [diff] [blame] | 108 | } |
| 109 | |
| 110 | //===----------------------------------------------------------------------===// |
Eric Christopher | 50880d0 | 2010-09-18 18:52:28 +0000 | [diff] [blame] | 111 | // Calling Convention Implementation |
| 112 | //===----------------------------------------------------------------------===// |
| 113 | |
Benjamin Kramer | a3ac427 | 2010-10-22 17:35:07 +0000 | [diff] [blame] | 114 | namespace { |
| 115 | struct argmap_entry { |
Che-Liang Chiou | b48f2c2 | 2010-10-19 13:14:40 +0000 | [diff] [blame] | 116 | MVT::SimpleValueType VT; |
| 117 | TargetRegisterClass *RC; |
| 118 | TargetRegisterClass::iterator loc; |
| 119 | |
| 120 | argmap_entry(MVT::SimpleValueType _VT, TargetRegisterClass *_RC) |
| 121 | : VT(_VT), RC(_RC), loc(_RC->begin()) {} |
| 122 | |
Benjamin Kramer | a3ac427 | 2010-10-22 17:35:07 +0000 | [diff] [blame] | 123 | void reset() { loc = RC->begin(); } |
| 124 | bool operator==(MVT::SimpleValueType _VT) const { return VT == _VT; } |
Che-Liang Chiou | b48f2c2 | 2010-10-19 13:14:40 +0000 | [diff] [blame] | 125 | } argmap[] = { |
| 126 | argmap_entry(MVT::i1, PTX::PredsRegisterClass), |
Che-Liang Chiou | fd8978b | 2011-03-02 03:20:28 +0000 | [diff] [blame] | 127 | argmap_entry(MVT::i16, PTX::RRegu16RegisterClass), |
| 128 | argmap_entry(MVT::i32, PTX::RRegu32RegisterClass), |
| 129 | argmap_entry(MVT::i64, PTX::RRegu64RegisterClass), |
| 130 | argmap_entry(MVT::f32, PTX::RRegf32RegisterClass), |
| 131 | argmap_entry(MVT::f64, PTX::RRegf64RegisterClass) |
Che-Liang Chiou | b48f2c2 | 2010-10-19 13:14:40 +0000 | [diff] [blame] | 132 | }; |
Che-Liang Chiou | fd8978b | 2011-03-02 03:20:28 +0000 | [diff] [blame] | 133 | } // end anonymous namespace |
Che-Liang Chiou | b48f2c2 | 2010-10-19 13:14:40 +0000 | [diff] [blame] | 134 | |
Eric Christopher | 50880d0 | 2010-09-18 18:52:28 +0000 | [diff] [blame] | 135 | SDValue PTXTargetLowering:: |
| 136 | LowerFormalArguments(SDValue Chain, |
| 137 | CallingConv::ID CallConv, |
| 138 | bool isVarArg, |
| 139 | const SmallVectorImpl<ISD::InputArg> &Ins, |
| 140 | DebugLoc dl, |
| 141 | SelectionDAG &DAG, |
| 142 | SmallVectorImpl<SDValue> &InVals) const { |
Che-Liang Chiou | b48f2c2 | 2010-10-19 13:14:40 +0000 | [diff] [blame] | 143 | if (isVarArg) llvm_unreachable("PTX does not support varargs"); |
| 144 | |
Che-Liang Chiou | 3278c42 | 2010-11-08 03:00:52 +0000 | [diff] [blame] | 145 | MachineFunction &MF = DAG.getMachineFunction(); |
| 146 | PTXMachineFunctionInfo *MFI = MF.getInfo<PTXMachineFunctionInfo>(); |
| 147 | |
Che-Liang Chiou | b48f2c2 | 2010-10-19 13:14:40 +0000 | [diff] [blame] | 148 | switch (CallConv) { |
| 149 | default: |
| 150 | llvm_unreachable("Unsupported calling convention"); |
| 151 | break; |
| 152 | case CallingConv::PTX_Kernel: |
Che-Liang Chiou | 8e5d01c | 2011-02-10 12:01:24 +0000 | [diff] [blame] | 153 | MFI->setKernel(true); |
Che-Liang Chiou | b48f2c2 | 2010-10-19 13:14:40 +0000 | [diff] [blame] | 154 | break; |
| 155 | case CallingConv::PTX_Device: |
Che-Liang Chiou | 3278c42 | 2010-11-08 03:00:52 +0000 | [diff] [blame] | 156 | MFI->setKernel(false); |
Che-Liang Chiou | b48f2c2 | 2010-10-19 13:14:40 +0000 | [diff] [blame] | 157 | break; |
| 158 | } |
| 159 | |
Che-Liang Chiou | 8e5d01c | 2011-02-10 12:01:24 +0000 | [diff] [blame] | 160 | // Make sure we don't add argument registers twice |
| 161 | if (MFI->isDoneAddArg()) |
| 162 | llvm_unreachable("cannot add argument registers twice"); |
| 163 | |
Che-Liang Chiou | b48f2c2 | 2010-10-19 13:14:40 +0000 | [diff] [blame] | 164 | // Reset argmap before allocation |
| 165 | for (struct argmap_entry *i = argmap, *e = argmap + array_lengthof(argmap); |
| 166 | i != e; ++ i) |
| 167 | i->reset(); |
| 168 | |
| 169 | for (int i = 0, e = Ins.size(); i != e; ++ i) { |
Duncan Sands | 1440e8b | 2010-11-03 11:35:31 +0000 | [diff] [blame] | 170 | MVT::SimpleValueType VT = Ins[i].VT.SimpleTy; |
Che-Liang Chiou | b48f2c2 | 2010-10-19 13:14:40 +0000 | [diff] [blame] | 171 | |
| 172 | struct argmap_entry *entry = std::find(argmap, |
| 173 | argmap + array_lengthof(argmap), VT); |
| 174 | if (entry == argmap + array_lengthof(argmap)) |
| 175 | llvm_unreachable("Type of argument is not supported"); |
| 176 | |
Che-Liang Chiou | 8e5d01c | 2011-02-10 12:01:24 +0000 | [diff] [blame] | 177 | if (MFI->isKernel() && entry->RC == PTX::PredsRegisterClass) |
| 178 | llvm_unreachable("cannot pass preds to kernel"); |
Che-Liang Chiou | 3278c42 | 2010-11-08 03:00:52 +0000 | [diff] [blame] | 179 | |
Che-Liang Chiou | 8e5d01c | 2011-02-10 12:01:24 +0000 | [diff] [blame] | 180 | MachineRegisterInfo &RegInfo = DAG.getMachineFunction().getRegInfo(); |
| 181 | |
| 182 | unsigned preg = *++(entry->loc); // allocate start from register 1 |
| 183 | unsigned vreg = RegInfo.createVirtualRegister(entry->RC); |
| 184 | RegInfo.addLiveIn(preg, vreg); |
| 185 | |
| 186 | MFI->addArgReg(preg); |
| 187 | |
| 188 | SDValue inval; |
| 189 | if (MFI->isKernel()) |
| 190 | inval = DAG.getNode(PTXISD::READ_PARAM, dl, VT, Chain, |
| 191 | DAG.getTargetConstant(i, MVT::i32)); |
| 192 | else |
| 193 | inval = DAG.getCopyFromReg(Chain, dl, vreg, VT); |
| 194 | InVals.push_back(inval); |
Che-Liang Chiou | b48f2c2 | 2010-10-19 13:14:40 +0000 | [diff] [blame] | 195 | } |
| 196 | |
Che-Liang Chiou | 8e5d01c | 2011-02-10 12:01:24 +0000 | [diff] [blame] | 197 | MFI->doneAddArg(); |
Che-Liang Chiou | 3278c42 | 2010-11-08 03:00:52 +0000 | [diff] [blame] | 198 | |
Eric Christopher | 50880d0 | 2010-09-18 18:52:28 +0000 | [diff] [blame] | 199 | return Chain; |
| 200 | } |
| 201 | |
| 202 | SDValue PTXTargetLowering:: |
| 203 | LowerReturn(SDValue Chain, |
| 204 | CallingConv::ID CallConv, |
| 205 | bool isVarArg, |
| 206 | const SmallVectorImpl<ISD::OutputArg> &Outs, |
| 207 | const SmallVectorImpl<SDValue> &OutVals, |
| 208 | DebugLoc dl, |
| 209 | SelectionDAG &DAG) const { |
Che-Liang Chiou | b48f2c2 | 2010-10-19 13:14:40 +0000 | [diff] [blame] | 210 | if (isVarArg) llvm_unreachable("PTX does not support varargs"); |
Che-Liang Chiou | f9930da | 2010-09-25 07:46:17 +0000 | [diff] [blame] | 211 | |
| 212 | switch (CallConv) { |
| 213 | default: |
| 214 | llvm_unreachable("Unsupported calling convention."); |
| 215 | case CallingConv::PTX_Kernel: |
| 216 | assert(Outs.size() == 0 && "Kernel must return void."); |
| 217 | return DAG.getNode(PTXISD::EXIT, dl, MVT::Other, Chain); |
| 218 | case CallingConv::PTX_Device: |
| 219 | assert(Outs.size() <= 1 && "Can at most return one value."); |
| 220 | break; |
| 221 | } |
| 222 | |
| 223 | // PTX_Device |
| 224 | |
Che-Liang Chiou | b48f2c2 | 2010-10-19 13:14:40 +0000 | [diff] [blame] | 225 | // return void |
Che-Liang Chiou | f9930da | 2010-09-25 07:46:17 +0000 | [diff] [blame] | 226 | if (Outs.size() == 0) |
| 227 | return DAG.getNode(PTXISD::RET, dl, MVT::Other, Chain); |
| 228 | |
Che-Liang Chiou | f9930da | 2010-09-25 07:46:17 +0000 | [diff] [blame] | 229 | SDValue Flag; |
Che-Liang Chiou | f717202 | 2011-02-28 06:34:09 +0000 | [diff] [blame] | 230 | unsigned reg; |
| 231 | |
Che-Liang Chiou | fd8978b | 2011-03-02 03:20:28 +0000 | [diff] [blame] | 232 | if (Outs[0].VT == MVT::i16) { |
| 233 | reg = PTX::RH0; |
| 234 | } |
| 235 | else if (Outs[0].VT == MVT::i32) { |
Che-Liang Chiou | f717202 | 2011-02-28 06:34:09 +0000 | [diff] [blame] | 236 | reg = PTX::R0; |
| 237 | } |
Che-Liang Chiou | fd8978b | 2011-03-02 03:20:28 +0000 | [diff] [blame] | 238 | else if (Outs[0].VT == MVT::i64) { |
| 239 | reg = PTX::RD0; |
| 240 | } |
Che-Liang Chiou | f717202 | 2011-02-28 06:34:09 +0000 | [diff] [blame] | 241 | else if (Outs[0].VT == MVT::f32) { |
| 242 | reg = PTX::F0; |
| 243 | } |
| 244 | else { |
Duncan Sands | 75548de | 2011-03-15 08:41:24 +0000 | [diff] [blame] | 245 | assert(Outs[0].VT == MVT::f64 && "Can return only basic types"); |
| 246 | reg = PTX::FD0; |
Che-Liang Chiou | f717202 | 2011-02-28 06:34:09 +0000 | [diff] [blame] | 247 | } |
Che-Liang Chiou | b48f2c2 | 2010-10-19 13:14:40 +0000 | [diff] [blame] | 248 | |
Che-Liang Chiou | 3278c42 | 2010-11-08 03:00:52 +0000 | [diff] [blame] | 249 | MachineFunction &MF = DAG.getMachineFunction(); |
| 250 | PTXMachineFunctionInfo *MFI = MF.getInfo<PTXMachineFunctionInfo>(); |
| 251 | MFI->setRetReg(reg); |
| 252 | |
Che-Liang Chiou | b48f2c2 | 2010-10-19 13:14:40 +0000 | [diff] [blame] | 253 | // If this is the first return lowered for this function, add the regs to the |
| 254 | // liveout set for the function |
| 255 | if (DAG.getMachineFunction().getRegInfo().liveout_empty()) |
| 256 | DAG.getMachineFunction().getRegInfo().addLiveOut(reg); |
| 257 | |
| 258 | // Copy the result values into the output registers |
| 259 | Chain = DAG.getCopyToReg(Chain, dl, reg, OutVals[0], Flag); |
| 260 | |
| 261 | // Guarantee that all emitted copies are stuck together, |
| 262 | // avoiding something bad |
| 263 | Flag = Chain.getValue(1); |
| 264 | |
Che-Liang Chiou | f9930da | 2010-09-25 07:46:17 +0000 | [diff] [blame] | 265 | return DAG.getNode(PTXISD::RET, dl, MVT::Other, Chain, Flag); |
Eric Christopher | 50880d0 | 2010-09-18 18:52:28 +0000 | [diff] [blame] | 266 | } |