Eric Christopher | 50880d0 | 2010-09-18 18:52:28 +0000 | [diff] [blame] | 1 | //===-- PTXISelDAGToDAG.cpp - A dag to dag inst selector for PTX ----------===// |
| 2 | // |
| 3 | // The LLVM Compiler Infrastructure |
| 4 | // |
| 5 | // This file is distributed under the University of Illinois Open Source |
| 6 | // License. See LICENSE.TXT for details. |
| 7 | // |
| 8 | //===----------------------------------------------------------------------===// |
| 9 | // |
| 10 | // This file defines an instruction selector for the PTX target. |
| 11 | // |
| 12 | //===----------------------------------------------------------------------===// |
| 13 | |
| 14 | #include "PTX.h" |
| 15 | #include "PTXTargetMachine.h" |
| 16 | #include "llvm/CodeGen/SelectionDAGISel.h" |
Che-Liang Chiou | 3f8e617 | 2010-11-30 07:34:44 +0000 | [diff] [blame] | 17 | #include "llvm/DerivedTypes.h" |
Justin Holewinski | 67a9184 | 2011-06-23 18:10:03 +0000 | [diff] [blame] | 18 | #include "llvm/Support/Debug.h" |
Che-Liang Chiou | fd8978b | 2011-03-02 03:20:28 +0000 | [diff] [blame] | 19 | #include "llvm/Support/raw_ostream.h" |
Eric Christopher | 50880d0 | 2010-09-18 18:52:28 +0000 | [diff] [blame] | 20 | |
| 21 | using namespace llvm; |
| 22 | |
| 23 | namespace { |
| 24 | // PTXDAGToDAGISel - PTX specific code to select PTX machine |
| 25 | // instructions for SelectionDAG operations. |
| 26 | class PTXDAGToDAGISel : public SelectionDAGISel { |
| 27 | public: |
| 28 | PTXDAGToDAGISel(PTXTargetMachine &TM, CodeGenOpt::Level OptLevel); |
| 29 | |
| 30 | virtual const char *getPassName() const { |
| 31 | return "PTX DAG->DAG Pattern Instruction Selection"; |
| 32 | } |
| 33 | |
| 34 | SDNode *Select(SDNode *Node); |
| 35 | |
Che-Liang Chiou | 3f8e617 | 2010-11-30 07:34:44 +0000 | [diff] [blame] | 36 | // Complex Pattern Selectors. |
Che-Liang Chiou | fc7072c | 2010-12-22 10:38:51 +0000 | [diff] [blame] | 37 | bool SelectADDRrr(SDValue &Addr, SDValue &R1, SDValue &R2); |
Che-Liang Chiou | 3f8e617 | 2010-11-30 07:34:44 +0000 | [diff] [blame] | 38 | bool SelectADDRri(SDValue &Addr, SDValue &Base, SDValue &Offset); |
| 39 | bool SelectADDRii(SDValue &Addr, SDValue &Base, SDValue &Offset); |
Justin Holewinski | 6b8990d | 2011-09-26 16:20:25 +0000 | [diff] [blame^] | 40 | bool SelectADDRlocal(SDValue &Addr, SDValue &Base, SDValue &Offset); |
Che-Liang Chiou | 3f8e617 | 2010-11-30 07:34:44 +0000 | [diff] [blame] | 41 | |
Eric Christopher | 50880d0 | 2010-09-18 18:52:28 +0000 | [diff] [blame] | 42 | // Include the pieces auto'gened from the target description |
| 43 | #include "PTXGenDAGISel.inc" |
| 44 | |
Che-Liang Chiou | 3f8e617 | 2010-11-30 07:34:44 +0000 | [diff] [blame] | 45 | private: |
Che-Liang Chiou | 88d3367 | 2011-03-18 11:08:52 +0000 | [diff] [blame] | 46 | // We need this only because we can't match intruction BRAdp |
| 47 | // pattern (PTXbrcond bb:$d, ...) in PTXInstrInfo.td |
| 48 | SDNode *SelectBRCOND(SDNode *Node); |
| 49 | |
Justin Holewinski | 5422a0f | 2011-09-22 16:45:46 +0000 | [diff] [blame] | 50 | SDNode *SelectREADPARAM(SDNode *Node); |
| 51 | SDNode *SelectWRITEPARAM(SDNode *Node); |
Justin Holewinski | 6b8990d | 2011-09-26 16:20:25 +0000 | [diff] [blame^] | 52 | SDNode *SelectFrameIndex(SDNode *Node); |
Justin Holewinski | 5422a0f | 2011-09-22 16:45:46 +0000 | [diff] [blame] | 53 | |
Che-Liang Chiou | fc7072c | 2010-12-22 10:38:51 +0000 | [diff] [blame] | 54 | bool isImm(const SDValue &operand); |
| 55 | bool SelectImm(const SDValue &operand, SDValue &imm); |
Che-Liang Chiou | f48817c | 2011-03-02 07:36:48 +0000 | [diff] [blame] | 56 | |
| 57 | const PTXSubtarget& getSubtarget() const; |
Eric Christopher | 50880d0 | 2010-09-18 18:52:28 +0000 | [diff] [blame] | 58 | }; // class PTXDAGToDAGISel |
| 59 | } // namespace |
| 60 | |
| 61 | // createPTXISelDag - This pass converts a legalized DAG into a |
| 62 | // PTX-specific DAG, ready for instruction scheduling |
| 63 | FunctionPass *llvm::createPTXISelDag(PTXTargetMachine &TM, |
| 64 | CodeGenOpt::Level OptLevel) { |
| 65 | return new PTXDAGToDAGISel(TM, OptLevel); |
| 66 | } |
| 67 | |
| 68 | PTXDAGToDAGISel::PTXDAGToDAGISel(PTXTargetMachine &TM, |
| 69 | CodeGenOpt::Level OptLevel) |
| 70 | : SelectionDAGISel(TM, OptLevel) {} |
| 71 | |
| 72 | SDNode *PTXDAGToDAGISel::Select(SDNode *Node) { |
Che-Liang Chiou | 88d3367 | 2011-03-18 11:08:52 +0000 | [diff] [blame] | 73 | switch (Node->getOpcode()) { |
Che-Liang Chiou | 88d3367 | 2011-03-18 11:08:52 +0000 | [diff] [blame] | 74 | case ISD::BRCOND: |
| 75 | return SelectBRCOND(Node); |
Justin Holewinski | 5422a0f | 2011-09-22 16:45:46 +0000 | [diff] [blame] | 76 | case PTXISD::READ_PARAM: |
| 77 | return SelectREADPARAM(Node); |
| 78 | case PTXISD::WRITE_PARAM: |
| 79 | return SelectWRITEPARAM(Node); |
Justin Holewinski | 6b8990d | 2011-09-26 16:20:25 +0000 | [diff] [blame^] | 80 | case ISD::FrameIndex: |
| 81 | return SelectFrameIndex(Node); |
Che-Liang Chiou | 88d3367 | 2011-03-18 11:08:52 +0000 | [diff] [blame] | 82 | default: |
| 83 | return SelectCode(Node); |
| 84 | } |
Che-Liang Chiou | 8e5d01c | 2011-02-10 12:01:24 +0000 | [diff] [blame] | 85 | } |
| 86 | |
Che-Liang Chiou | 88d3367 | 2011-03-18 11:08:52 +0000 | [diff] [blame] | 87 | SDNode *PTXDAGToDAGISel::SelectBRCOND(SDNode *Node) { |
| 88 | assert(Node->getNumOperands() >= 3); |
| 89 | |
| 90 | SDValue Chain = Node->getOperand(0); |
| 91 | SDValue Pred = Node->getOperand(1); |
| 92 | SDValue Target = Node->getOperand(2); // branch target |
| 93 | SDValue PredOp = CurDAG->getTargetConstant(PTX::PRED_NORMAL, MVT::i32); |
| 94 | DebugLoc dl = Node->getDebugLoc(); |
| 95 | |
| 96 | assert(Target.getOpcode() == ISD::BasicBlock); |
| 97 | assert(Pred.getValueType() == MVT::i1); |
| 98 | |
| 99 | // Emit BRAdp |
| 100 | SDValue Ops[] = { Target, Pred, PredOp, Chain }; |
| 101 | return CurDAG->getMachineNode(PTX::BRAdp, dl, MVT::Other, Ops, 4); |
| 102 | } |
| 103 | |
Justin Holewinski | 5422a0f | 2011-09-22 16:45:46 +0000 | [diff] [blame] | 104 | SDNode *PTXDAGToDAGISel::SelectREADPARAM(SDNode *Node) { |
| 105 | SDValue Chain = Node->getOperand(0); |
| 106 | SDValue Index = Node->getOperand(1); |
| 107 | |
| 108 | int OpCode; |
| 109 | |
| 110 | // Get the type of parameter we are reading |
| 111 | EVT VT = Node->getValueType(0); |
| 112 | assert(VT.isSimple() && "READ_PARAM only implemented for MVT types"); |
| 113 | |
| 114 | MVT Type = VT.getSimpleVT(); |
| 115 | |
| 116 | if (Type == MVT::i1) |
| 117 | OpCode = PTX::READPARAMPRED; |
| 118 | else if (Type == MVT::i16) |
| 119 | OpCode = PTX::READPARAMI16; |
| 120 | else if (Type == MVT::i32) |
| 121 | OpCode = PTX::READPARAMI32; |
| 122 | else if (Type == MVT::i64) |
| 123 | OpCode = PTX::READPARAMI64; |
| 124 | else if (Type == MVT::f32) |
| 125 | OpCode = PTX::READPARAMF32; |
| 126 | else if (Type == MVT::f64) |
| 127 | OpCode = PTX::READPARAMF64; |
| 128 | |
| 129 | SDValue Pred = CurDAG->getRegister(PTX::NoRegister, MVT::i1); |
| 130 | SDValue PredOp = CurDAG->getTargetConstant(PTX::PRED_NORMAL, MVT::i32); |
| 131 | DebugLoc dl = Node->getDebugLoc(); |
| 132 | |
| 133 | SDValue Ops[] = { Index, Pred, PredOp, Chain }; |
| 134 | return CurDAG->getMachineNode(OpCode, dl, VT, Ops, 4); |
| 135 | } |
| 136 | |
| 137 | SDNode *PTXDAGToDAGISel::SelectWRITEPARAM(SDNode *Node) { |
| 138 | |
| 139 | SDValue Chain = Node->getOperand(0); |
| 140 | SDValue Value = Node->getOperand(1); |
| 141 | |
| 142 | int OpCode; |
| 143 | |
| 144 | //Node->dumpr(CurDAG); |
| 145 | |
| 146 | // Get the type of parameter we are writing |
| 147 | EVT VT = Value->getValueType(0); |
| 148 | assert(VT.isSimple() && "WRITE_PARAM only implemented for MVT types"); |
| 149 | |
| 150 | MVT Type = VT.getSimpleVT(); |
| 151 | |
| 152 | if (Type == MVT::i1) |
| 153 | OpCode = PTX::WRITEPARAMPRED; |
| 154 | else if (Type == MVT::i16) |
| 155 | OpCode = PTX::WRITEPARAMI16; |
| 156 | else if (Type == MVT::i32) |
| 157 | OpCode = PTX::WRITEPARAMI32; |
| 158 | else if (Type == MVT::i64) |
| 159 | OpCode = PTX::WRITEPARAMI64; |
| 160 | else if (Type == MVT::f32) |
| 161 | OpCode = PTX::WRITEPARAMF32; |
| 162 | else if (Type == MVT::f64) |
| 163 | OpCode = PTX::WRITEPARAMF64; |
| 164 | else |
| 165 | llvm_unreachable("Invalid type in SelectWRITEPARAM"); |
| 166 | |
| 167 | SDValue Pred = CurDAG->getRegister(PTX::NoRegister, MVT::i1); |
| 168 | SDValue PredOp = CurDAG->getTargetConstant(PTX::PRED_NORMAL, MVT::i32); |
| 169 | DebugLoc dl = Node->getDebugLoc(); |
| 170 | |
| 171 | SDValue Ops[] = { Value, Pred, PredOp, Chain }; |
| 172 | SDNode* Ret = CurDAG->getMachineNode(OpCode, dl, MVT::Other, Ops, 4); |
| 173 | |
| 174 | //dbgs() << "SelectWRITEPARAM produced:\n\t"; |
| 175 | //Ret->dumpr(CurDAG); |
| 176 | |
| 177 | return Ret; |
| 178 | } |
| 179 | |
Justin Holewinski | 6b8990d | 2011-09-26 16:20:25 +0000 | [diff] [blame^] | 180 | SDNode *PTXDAGToDAGISel::SelectFrameIndex(SDNode *Node) { |
| 181 | int FI = cast<FrameIndexSDNode>(Node)->getIndex(); |
| 182 | //dbgs() << "Selecting FrameIndex at index " << FI << "\n"; |
| 183 | SDValue TFI = CurDAG->getTargetFrameIndex(FI, Node->getValueType(0)); |
| 184 | |
| 185 | //unsigned OpCode = PTX::LOAD_LOCAL_F32; |
| 186 | |
| 187 | //for (SDNode::use_iterator i = Node->use_begin(), e = Node->use_end(); |
| 188 | // i != e; ++i) { |
| 189 | // SDNode *Use = *i; |
| 190 | // dbgs() << "USE: "; |
| 191 | // Use->dumpr(CurDAG); |
| 192 | //} |
| 193 | |
| 194 | return Node; |
| 195 | //return CurDAG->getMachineNode(OpCode, Node->getDebugLoc(), |
| 196 | // Node->getValueType(0), TFI); |
| 197 | } |
| 198 | |
Che-Liang Chiou | fc7072c | 2010-12-22 10:38:51 +0000 | [diff] [blame] | 199 | // Match memory operand of the form [reg+reg] |
| 200 | bool PTXDAGToDAGISel::SelectADDRrr(SDValue &Addr, SDValue &R1, SDValue &R2) { |
| 201 | if (Addr.getOpcode() != ISD::ADD || Addr.getNumOperands() < 2 || |
| 202 | isImm(Addr.getOperand(0)) || isImm(Addr.getOperand(1))) |
| 203 | return false; |
| 204 | |
Justin Holewinski | d662576 | 2011-03-23 16:58:51 +0000 | [diff] [blame] | 205 | assert(Addr.getValueType().isSimple() && "Type must be simple"); |
| 206 | |
Che-Liang Chiou | c88e91b | 2011-01-01 11:58:58 +0000 | [diff] [blame] | 207 | R1 = Addr; |
Justin Holewinski | d662576 | 2011-03-23 16:58:51 +0000 | [diff] [blame] | 208 | R2 = CurDAG->getTargetConstant(0, Addr.getValueType().getSimpleVT()); |
| 209 | |
Che-Liang Chiou | fc7072c | 2010-12-22 10:38:51 +0000 | [diff] [blame] | 210 | return true; |
| 211 | } |
| 212 | |
| 213 | // Match memory operand of the form [reg], [imm+reg], and [reg+imm] |
Che-Liang Chiou | 3f8e617 | 2010-11-30 07:34:44 +0000 | [diff] [blame] | 214 | bool PTXDAGToDAGISel::SelectADDRri(SDValue &Addr, SDValue &Base, |
| 215 | SDValue &Offset) { |
Che-Liang Chiou | fc7072c | 2010-12-22 10:38:51 +0000 | [diff] [blame] | 216 | if (Addr.getOpcode() != ISD::ADD) { |
Che-Liang Chiou | c88e91b | 2011-01-01 11:58:58 +0000 | [diff] [blame] | 217 | // let SelectADDRii handle the [imm] case |
Che-Liang Chiou | fc7072c | 2010-12-22 10:38:51 +0000 | [diff] [blame] | 218 | if (isImm(Addr)) |
| 219 | return false; |
Che-Liang Chiou | c88e91b | 2011-01-01 11:58:58 +0000 | [diff] [blame] | 220 | // it is [reg] |
Justin Holewinski | d662576 | 2011-03-23 16:58:51 +0000 | [diff] [blame] | 221 | |
| 222 | assert(Addr.getValueType().isSimple() && "Type must be simple"); |
| 223 | |
Che-Liang Chiou | fc7072c | 2010-12-22 10:38:51 +0000 | [diff] [blame] | 224 | Base = Addr; |
Justin Holewinski | d662576 | 2011-03-23 16:58:51 +0000 | [diff] [blame] | 225 | Offset = CurDAG->getTargetConstant(0, Addr.getValueType().getSimpleVT()); |
| 226 | |
Che-Liang Chiou | fc7072c | 2010-12-22 10:38:51 +0000 | [diff] [blame] | 227 | return true; |
| 228 | } |
| 229 | |
Che-Liang Chiou | c88e91b | 2011-01-01 11:58:58 +0000 | [diff] [blame] | 230 | if (Addr.getNumOperands() < 2) |
| 231 | return false; |
| 232 | |
Che-Liang Chiou | fc7072c | 2010-12-22 10:38:51 +0000 | [diff] [blame] | 233 | // let SelectADDRii handle the [imm+imm] case |
Che-Liang Chiou | c88e91b | 2011-01-01 11:58:58 +0000 | [diff] [blame] | 234 | if (isImm(Addr.getOperand(0)) && isImm(Addr.getOperand(1))) |
Che-Liang Chiou | fc7072c | 2010-12-22 10:38:51 +0000 | [diff] [blame] | 235 | return false; |
Che-Liang Chiou | 3f8e617 | 2010-11-30 07:34:44 +0000 | [diff] [blame] | 236 | |
| 237 | // try [reg+imm] and [imm+reg] |
Che-Liang Chiou | fc7072c | 2010-12-22 10:38:51 +0000 | [diff] [blame] | 238 | for (int i = 0; i < 2; i ++) |
| 239 | if (SelectImm(Addr.getOperand(1-i), Offset)) { |
| 240 | Base = Addr.getOperand(i); |
| 241 | return true; |
| 242 | } |
Che-Liang Chiou | 3f8e617 | 2010-11-30 07:34:44 +0000 | [diff] [blame] | 243 | |
Che-Liang Chiou | c88e91b | 2011-01-01 11:58:58 +0000 | [diff] [blame] | 244 | // neither [reg+imm] nor [imm+reg] |
Che-Liang Chiou | fc7072c | 2010-12-22 10:38:51 +0000 | [diff] [blame] | 245 | return false; |
Che-Liang Chiou | 3f8e617 | 2010-11-30 07:34:44 +0000 | [diff] [blame] | 246 | } |
| 247 | |
| 248 | // Match memory operand of the form [imm+imm] and [imm] |
| 249 | bool PTXDAGToDAGISel::SelectADDRii(SDValue &Addr, SDValue &Base, |
| 250 | SDValue &Offset) { |
Che-Liang Chiou | fc7072c | 2010-12-22 10:38:51 +0000 | [diff] [blame] | 251 | // is [imm+imm]? |
Che-Liang Chiou | 3f8e617 | 2010-11-30 07:34:44 +0000 | [diff] [blame] | 252 | if (Addr.getOpcode() == ISD::ADD) { |
| 253 | return SelectImm(Addr.getOperand(0), Base) && |
| 254 | SelectImm(Addr.getOperand(1), Offset); |
| 255 | } |
| 256 | |
Che-Liang Chiou | fc7072c | 2010-12-22 10:38:51 +0000 | [diff] [blame] | 257 | // is [imm]? |
Che-Liang Chiou | 3f8e617 | 2010-11-30 07:34:44 +0000 | [diff] [blame] | 258 | if (SelectImm(Addr, Base)) { |
Justin Holewinski | d662576 | 2011-03-23 16:58:51 +0000 | [diff] [blame] | 259 | assert(Addr.getValueType().isSimple() && "Type must be simple"); |
| 260 | |
| 261 | Offset = CurDAG->getTargetConstant(0, Addr.getValueType().getSimpleVT()); |
| 262 | |
Che-Liang Chiou | 3f8e617 | 2010-11-30 07:34:44 +0000 | [diff] [blame] | 263 | return true; |
| 264 | } |
| 265 | |
| 266 | return false; |
| 267 | } |
| 268 | |
Justin Holewinski | 6b8990d | 2011-09-26 16:20:25 +0000 | [diff] [blame^] | 269 | // Match memory operand of the form [reg], [imm+reg], and [reg+imm] |
| 270 | bool PTXDAGToDAGISel::SelectADDRlocal(SDValue &Addr, SDValue &Base, |
| 271 | SDValue &Offset) { |
| 272 | if (Addr.getOpcode() != ISD::ADD) { |
| 273 | // let SelectADDRii handle the [imm] case |
| 274 | if (isImm(Addr)) |
| 275 | return false; |
| 276 | // it is [reg] |
| 277 | |
| 278 | assert(Addr.getValueType().isSimple() && "Type must be simple"); |
| 279 | |
| 280 | Base = Addr; |
| 281 | Offset = CurDAG->getTargetConstant(0, Addr.getValueType().getSimpleVT()); |
| 282 | |
| 283 | return true; |
| 284 | } |
| 285 | |
| 286 | if (Addr.getNumOperands() < 2) |
| 287 | return false; |
| 288 | |
| 289 | // let SelectADDRii handle the [imm+imm] case |
| 290 | if (isImm(Addr.getOperand(0)) && isImm(Addr.getOperand(1))) |
| 291 | return false; |
| 292 | |
| 293 | // try [reg+imm] and [imm+reg] |
| 294 | for (int i = 0; i < 2; i ++) |
| 295 | if (SelectImm(Addr.getOperand(1-i), Offset)) { |
| 296 | Base = Addr.getOperand(i); |
| 297 | return true; |
| 298 | } |
| 299 | |
| 300 | // neither [reg+imm] nor [imm+reg] |
| 301 | return false; |
| 302 | } |
| 303 | |
Che-Liang Chiou | 3f8e617 | 2010-11-30 07:34:44 +0000 | [diff] [blame] | 304 | bool PTXDAGToDAGISel::isImm(const SDValue &operand) { |
| 305 | return ConstantSDNode::classof(operand.getNode()); |
| 306 | } |
| 307 | |
| 308 | bool PTXDAGToDAGISel::SelectImm(const SDValue &operand, SDValue &imm) { |
| 309 | SDNode *node = operand.getNode(); |
| 310 | if (!ConstantSDNode::classof(node)) |
| 311 | return false; |
| 312 | |
| 313 | ConstantSDNode *CN = cast<ConstantSDNode>(node); |
Justin Holewinski | d662576 | 2011-03-23 16:58:51 +0000 | [diff] [blame] | 314 | imm = CurDAG->getTargetConstant(*CN->getConstantIntValue(), |
| 315 | operand.getValueType()); |
Che-Liang Chiou | 3f8e617 | 2010-11-30 07:34:44 +0000 | [diff] [blame] | 316 | return true; |
| 317 | } |
Che-Liang Chiou | f48817c | 2011-03-02 07:36:48 +0000 | [diff] [blame] | 318 | |
| 319 | const PTXSubtarget& PTXDAGToDAGISel::getSubtarget() const |
| 320 | { |
| 321 | return TM.getSubtarget<PTXSubtarget>(); |
| 322 | } |
| 323 | |