blob: c8d04b46cb58ab9e7f0c0ef013bfd143cf68dcf1 [file] [log] [blame]
Chris Lattner4ee451d2007-12-29 20:36:04 +00001//===-- SPUISelDAGToDAG.cpp - CellSPU pattern matching inst selector ------===//
Scott Michel266bc8f2007-12-04 22:23:35 +00002//
3// The LLVM Compiler Infrastructure
4//
Chris Lattner4ee451d2007-12-29 20:36:04 +00005// This file is distributed under the University of Illinois Open Source
6// License. See LICENSE.TXT for details.
Scott Michel266bc8f2007-12-04 22:23:35 +00007//
8//===----------------------------------------------------------------------===//
9//
10// This file defines a pattern matching instruction selector for the Cell SPU,
11// converting from a legalized dag to a SPU-target dag.
12//
13//===----------------------------------------------------------------------===//
14
15#include "SPU.h"
16#include "SPUTargetMachine.h"
17#include "SPUISelLowering.h"
18#include "SPUHazardRecognizers.h"
19#include "SPUFrameInfo.h"
Scott Michel203b2d62008-04-30 00:30:08 +000020#include "SPURegisterNames.h"
Scott Michel266bc8f2007-12-04 22:23:35 +000021#include "llvm/CodeGen/MachineConstantPool.h"
22#include "llvm/CodeGen/MachineInstrBuilder.h"
23#include "llvm/CodeGen/MachineFunction.h"
Scott Michel266bc8f2007-12-04 22:23:35 +000024#include "llvm/CodeGen/SelectionDAG.h"
25#include "llvm/CodeGen/SelectionDAGISel.h"
26#include "llvm/Target/TargetOptions.h"
27#include "llvm/ADT/Statistic.h"
28#include "llvm/Constants.h"
29#include "llvm/GlobalValue.h"
30#include "llvm/Intrinsics.h"
31#include "llvm/Support/Debug.h"
32#include "llvm/Support/MathExtras.h"
33#include "llvm/Support/Compiler.h"
Scott Michel266bc8f2007-12-04 22:23:35 +000034#include <queue>
35#include <set>
36
37using namespace llvm;
38
39namespace {
40 //! ConstantSDNode predicate for i32 sign-extended, 10-bit immediates
41 bool
42 isI64IntS10Immediate(ConstantSDNode *CN)
43 {
Scott Michel78c47fa2008-03-10 16:58:52 +000044 return isS10Constant(CN->getSignExtended());
Scott Michel266bc8f2007-12-04 22:23:35 +000045 }
46
47 //! ConstantSDNode predicate for i32 sign-extended, 10-bit immediates
48 bool
49 isI32IntS10Immediate(ConstantSDNode *CN)
50 {
Scott Michel78c47fa2008-03-10 16:58:52 +000051 return isS10Constant(CN->getSignExtended());
Scott Michel266bc8f2007-12-04 22:23:35 +000052 }
53
54#if 0
55 //! SDNode predicate for sign-extended, 10-bit immediate values
56 bool
57 isI32IntS10Immediate(SDNode *N)
58 {
59 return (N->getOpcode() == ISD::Constant
60 && isI32IntS10Immediate(cast<ConstantSDNode>(N)));
61 }
62#endif
63
Scott Michel504c3692007-12-17 22:32:34 +000064 //! ConstantSDNode predicate for i32 unsigned 10-bit immediate values
65 bool
66 isI32IntU10Immediate(ConstantSDNode *CN)
67 {
Scott Michel79698f62008-03-20 00:51:36 +000068 return isU10Constant(CN->getSignExtended());
Scott Michel504c3692007-12-17 22:32:34 +000069 }
70
Scott Michel266bc8f2007-12-04 22:23:35 +000071 //! ConstantSDNode predicate for i16 sign-extended, 10-bit immediate values
72 bool
73 isI16IntS10Immediate(ConstantSDNode *CN)
74 {
Scott Michel79698f62008-03-20 00:51:36 +000075 return isS10Constant(CN->getSignExtended());
Scott Michel266bc8f2007-12-04 22:23:35 +000076 }
77
78 //! SDNode predicate for i16 sign-extended, 10-bit immediate values
79 bool
80 isI16IntS10Immediate(SDNode *N)
81 {
82 return (N->getOpcode() == ISD::Constant
83 && isI16IntS10Immediate(cast<ConstantSDNode>(N)));
84 }
85
Scott Michelec2a08f2007-12-15 00:38:50 +000086 //! ConstantSDNode predicate for i16 unsigned 10-bit immediate values
87 bool
88 isI16IntU10Immediate(ConstantSDNode *CN)
89 {
90 return isU10Constant((short) CN->getValue());
91 }
92
93 //! SDNode predicate for i16 sign-extended, 10-bit immediate values
94 bool
95 isI16IntU10Immediate(SDNode *N)
96 {
97 return (N->getOpcode() == ISD::Constant
98 && isI16IntU10Immediate(cast<ConstantSDNode>(N)));
99 }
100
Scott Michel266bc8f2007-12-04 22:23:35 +0000101 //! ConstantSDNode predicate for signed 16-bit values
102 /*!
103 \arg CN The constant SelectionDAG node holding the value
104 \arg Imm The returned 16-bit value, if returning true
105
106 This predicate tests the value in \a CN to see whether it can be
107 represented as a 16-bit, sign-extended quantity. Returns true if
108 this is the case.
109 */
110 bool
111 isIntS16Immediate(ConstantSDNode *CN, short &Imm)
112 {
Duncan Sands83ec4b62008-06-06 12:08:01 +0000113 MVT vt = CN->getValueType(0);
Scott Michel266bc8f2007-12-04 22:23:35 +0000114 Imm = (short) CN->getValue();
Duncan Sands8e4eb092008-06-08 20:54:56 +0000115 if (vt.getSimpleVT() >= MVT::i1 && vt.getSimpleVT() <= MVT::i16) {
Scott Michel266bc8f2007-12-04 22:23:35 +0000116 return true;
117 } else if (vt == MVT::i32) {
118 int32_t i_val = (int32_t) CN->getValue();
119 short s_val = (short) i_val;
120 return i_val == s_val;
121 } else {
122 int64_t i_val = (int64_t) CN->getValue();
123 short s_val = (short) i_val;
124 return i_val == s_val;
125 }
126
127 return false;
128 }
129
130 //! SDNode predicate for signed 16-bit values.
131 bool
132 isIntS16Immediate(SDNode *N, short &Imm)
133 {
134 return (N->getOpcode() == ISD::Constant
135 && isIntS16Immediate(cast<ConstantSDNode>(N), Imm));
136 }
137
138 //! ConstantFPSDNode predicate for representing floats as 16-bit sign ext.
139 static bool
140 isFPS16Immediate(ConstantFPSDNode *FPN, short &Imm)
141 {
Duncan Sands83ec4b62008-06-06 12:08:01 +0000142 MVT vt = FPN->getValueType(0);
Scott Michel266bc8f2007-12-04 22:23:35 +0000143 if (vt == MVT::f32) {
Chris Lattnerd3ada752007-12-22 22:45:38 +0000144 int val = FloatToBits(FPN->getValueAPF().convertToFloat());
Scott Michel266bc8f2007-12-04 22:23:35 +0000145 int sval = (int) ((val << 16) >> 16);
146 Imm = (short) val;
147 return val == sval;
148 }
149
150 return false;
151 }
152
Scott Michel053c1da2008-01-29 02:16:57 +0000153 bool
Dan Gohman475871a2008-07-27 21:46:04 +0000154 isHighLow(const SDValue &Op)
Scott Michel053c1da2008-01-29 02:16:57 +0000155 {
156 return (Op.getOpcode() == SPUISD::IndirectAddr
157 && ((Op.getOperand(0).getOpcode() == SPUISD::Hi
158 && Op.getOperand(1).getOpcode() == SPUISD::Lo)
159 || (Op.getOperand(0).getOpcode() == SPUISD::Lo
160 && Op.getOperand(1).getOpcode() == SPUISD::Hi)));
161 }
162
Scott Michel266bc8f2007-12-04 22:23:35 +0000163 //===------------------------------------------------------------------===//
Duncan Sands83ec4b62008-06-06 12:08:01 +0000164 //! MVT to "useful stuff" mapping structure:
Scott Michel266bc8f2007-12-04 22:23:35 +0000165
166 struct valtype_map_s {
Duncan Sands83ec4b62008-06-06 12:08:01 +0000167 MVT VT;
Scott Michel7f9ba9b2008-01-30 02:55:46 +0000168 unsigned ldresult_ins; /// LDRESULT instruction (0 = undefined)
Scott Michela59d4692008-02-23 18:41:37 +0000169 bool ldresult_imm; /// LDRESULT instruction requires immediate?
Scott Michel7f9ba9b2008-01-30 02:55:46 +0000170 int prefslot_byte; /// Byte offset of the "preferred" slot
Scott Michel266bc8f2007-12-04 22:23:35 +0000171 };
172
173 const valtype_map_s valtype_map[] = {
Scott Michela59d4692008-02-23 18:41:37 +0000174 { MVT::i1, 0, false, 3 },
175 { MVT::i8, SPU::ORBIr8, true, 3 },
176 { MVT::i16, SPU::ORHIr16, true, 2 },
177 { MVT::i32, SPU::ORIr32, true, 0 },
178 { MVT::i64, SPU::ORr64, false, 0 },
179 { MVT::f32, SPU::ORf32, false, 0 },
180 { MVT::f64, SPU::ORf64, false, 0 },
Scott Michel58c58182008-01-17 20:38:41 +0000181 // vector types... (sigh!)
Scott Michela59d4692008-02-23 18:41:37 +0000182 { MVT::v16i8, 0, false, 0 },
183 { MVT::v8i16, 0, false, 0 },
184 { MVT::v4i32, 0, false, 0 },
185 { MVT::v2i64, 0, false, 0 },
186 { MVT::v4f32, 0, false, 0 },
187 { MVT::v2f64, 0, false, 0 }
Scott Michel266bc8f2007-12-04 22:23:35 +0000188 };
189
190 const size_t n_valtype_map = sizeof(valtype_map) / sizeof(valtype_map[0]);
191
Duncan Sands83ec4b62008-06-06 12:08:01 +0000192 const valtype_map_s *getValueTypeMapEntry(MVT VT)
Scott Michel266bc8f2007-12-04 22:23:35 +0000193 {
194 const valtype_map_s *retval = 0;
195 for (size_t i = 0; i < n_valtype_map; ++i) {
196 if (valtype_map[i].VT == VT) {
Scott Michel7f9ba9b2008-01-30 02:55:46 +0000197 retval = valtype_map + i;
198 break;
Scott Michel266bc8f2007-12-04 22:23:35 +0000199 }
200 }
201
202
203#ifndef NDEBUG
204 if (retval == 0) {
205 cerr << "SPUISelDAGToDAG.cpp: getValueTypeMapEntry returns NULL for "
Duncan Sands83ec4b62008-06-06 12:08:01 +0000206 << VT.getMVTString()
Scott Michel7f9ba9b2008-01-30 02:55:46 +0000207 << "\n";
Scott Michel266bc8f2007-12-04 22:23:35 +0000208 abort();
209 }
210#endif
211
212 return retval;
213 }
214}
215
Dan Gohman844731a2008-05-13 00:00:25 +0000216namespace {
217
Scott Michel266bc8f2007-12-04 22:23:35 +0000218//===--------------------------------------------------------------------===//
219/// SPUDAGToDAGISel - Cell SPU-specific code to select SPU machine
220/// instructions for SelectionDAG operations.
221///
222class SPUDAGToDAGISel :
223 public SelectionDAGISel
224{
225 SPUTargetMachine &TM;
226 SPUTargetLowering &SPUtli;
227 unsigned GlobalBaseReg;
228
229public:
Dan Gohman1002c022008-07-07 18:00:37 +0000230 explicit SPUDAGToDAGISel(SPUTargetMachine &tm) :
Scott Michel266bc8f2007-12-04 22:23:35 +0000231 SelectionDAGISel(*tm.getTargetLowering()),
232 TM(tm),
233 SPUtli(*tm.getTargetLowering())
234 {}
235
236 virtual bool runOnFunction(Function &Fn) {
237 // Make sure we re-emit a set of the global base reg if necessary
238 GlobalBaseReg = 0;
239 SelectionDAGISel::runOnFunction(Fn);
240 return true;
241 }
242
243 /// getI32Imm - Return a target constant with the specified value, of type
244 /// i32.
Dan Gohman475871a2008-07-27 21:46:04 +0000245 inline SDValue getI32Imm(uint32_t Imm) {
Scott Michel266bc8f2007-12-04 22:23:35 +0000246 return CurDAG->getTargetConstant(Imm, MVT::i32);
247 }
248
249 /// getI64Imm - Return a target constant with the specified value, of type
250 /// i64.
Dan Gohman475871a2008-07-27 21:46:04 +0000251 inline SDValue getI64Imm(uint64_t Imm) {
Scott Michel266bc8f2007-12-04 22:23:35 +0000252 return CurDAG->getTargetConstant(Imm, MVT::i64);
253 }
254
255 /// getSmallIPtrImm - Return a target constant of pointer type.
Dan Gohman475871a2008-07-27 21:46:04 +0000256 inline SDValue getSmallIPtrImm(unsigned Imm) {
Scott Michel266bc8f2007-12-04 22:23:35 +0000257 return CurDAG->getTargetConstant(Imm, SPUtli.getPointerTy());
258 }
259
260 /// Select - Convert the specified operand from a target-independent to a
261 /// target-specific node if it hasn't already been changed.
Dan Gohman475871a2008-07-27 21:46:04 +0000262 SDNode *Select(SDValue Op);
Scott Michel266bc8f2007-12-04 22:23:35 +0000263
Scott Michel266bc8f2007-12-04 22:23:35 +0000264 //! Returns true if the address N is an A-form (local store) address
Dan Gohman475871a2008-07-27 21:46:04 +0000265 bool SelectAFormAddr(SDValue Op, SDValue N, SDValue &Base,
266 SDValue &Index);
Scott Michel266bc8f2007-12-04 22:23:35 +0000267
268 //! D-form address predicate
Dan Gohman475871a2008-07-27 21:46:04 +0000269 bool SelectDFormAddr(SDValue Op, SDValue N, SDValue &Base,
270 SDValue &Index);
Scott Michel7f9ba9b2008-01-30 02:55:46 +0000271
272 /// Alternate D-form address using i7 offset predicate
Dan Gohman475871a2008-07-27 21:46:04 +0000273 bool SelectDForm2Addr(SDValue Op, SDValue N, SDValue &Disp,
274 SDValue &Base);
Scott Michel7f9ba9b2008-01-30 02:55:46 +0000275
276 /// D-form address selection workhorse
Dan Gohman475871a2008-07-27 21:46:04 +0000277 bool DFormAddressPredicate(SDValue Op, SDValue N, SDValue &Disp,
278 SDValue &Base, int minOffset, int maxOffset);
Scott Michel266bc8f2007-12-04 22:23:35 +0000279
280 //! Address predicate if N can be expressed as an indexed [r+r] operation.
Dan Gohman475871a2008-07-27 21:46:04 +0000281 bool SelectXFormAddr(SDValue Op, SDValue N, SDValue &Base,
282 SDValue &Index);
Scott Michel266bc8f2007-12-04 22:23:35 +0000283
284 /// SelectInlineAsmMemoryOperand - Implement addressing mode selection for
285 /// inline asm expressions.
Dan Gohman475871a2008-07-27 21:46:04 +0000286 virtual bool SelectInlineAsmMemoryOperand(const SDValue &Op,
Scott Michel7f9ba9b2008-01-30 02:55:46 +0000287 char ConstraintCode,
Dan Gohman475871a2008-07-27 21:46:04 +0000288 std::vector<SDValue> &OutOps,
Scott Michel7f9ba9b2008-01-30 02:55:46 +0000289 SelectionDAG &DAG) {
Dan Gohman475871a2008-07-27 21:46:04 +0000290 SDValue Op0, Op1;
Scott Michel266bc8f2007-12-04 22:23:35 +0000291 switch (ConstraintCode) {
292 default: return true;
293 case 'm': // memory
294 if (!SelectDFormAddr(Op, Op, Op0, Op1)
Scott Michel7f9ba9b2008-01-30 02:55:46 +0000295 && !SelectAFormAddr(Op, Op, Op0, Op1))
296 SelectXFormAddr(Op, Op, Op0, Op1);
Scott Michel266bc8f2007-12-04 22:23:35 +0000297 break;
298 case 'o': // offsetable
299 if (!SelectDFormAddr(Op, Op, Op0, Op1)
Scott Michel7f9ba9b2008-01-30 02:55:46 +0000300 && !SelectAFormAddr(Op, Op, Op0, Op1)) {
301 Op0 = Op;
302 AddToISelQueue(Op0); // r+0.
303 Op1 = getSmallIPtrImm(0);
Scott Michel266bc8f2007-12-04 22:23:35 +0000304 }
305 break;
306 case 'v': // not offsetable
307#if 1
308 assert(0 && "InlineAsmMemoryOperand 'v' constraint not handled.");
309#else
310 SelectAddrIdxOnly(Op, Op, Op0, Op1);
311#endif
312 break;
313 }
314
315 OutOps.push_back(Op0);
316 OutOps.push_back(Op1);
317 return false;
318 }
319
Evan Chengdb8d56b2008-06-30 20:45:06 +0000320 /// InstructionSelect - This callback is invoked by
Scott Michel266bc8f2007-12-04 22:23:35 +0000321 /// SelectionDAGISel when it has created a SelectionDAG for us to codegen.
Evan Chengdb8d56b2008-06-30 20:45:06 +0000322 virtual void InstructionSelect(SelectionDAG &DAG);
Scott Michel266bc8f2007-12-04 22:23:35 +0000323
324 virtual const char *getPassName() const {
325 return "Cell SPU DAG->DAG Pattern Instruction Selection";
326 }
327
328 /// CreateTargetHazardRecognizer - Return the hazard recognizer to use for
329 /// this target when scheduling the DAG.
330 virtual HazardRecognizer *CreateTargetHazardRecognizer() {
331 const TargetInstrInfo *II = SPUtli.getTargetMachine().getInstrInfo();
332 assert(II && "No InstrInfo?");
333 return new SPUHazardRecognizer(*II);
334 }
335
336 // Include the pieces autogenerated from the target description.
337#include "SPUGenDAGISel.inc"
338};
339
Dan Gohman844731a2008-05-13 00:00:25 +0000340}
341
Evan Chengdb8d56b2008-06-30 20:45:06 +0000342/// InstructionSelect - This callback is invoked by
Scott Michel266bc8f2007-12-04 22:23:35 +0000343/// SelectionDAGISel when it has created a SelectionDAG for us to codegen.
344void
Evan Chengdb8d56b2008-06-30 20:45:06 +0000345SPUDAGToDAGISel::InstructionSelect(SelectionDAG &DAG)
Scott Michel266bc8f2007-12-04 22:23:35 +0000346{
347 DEBUG(BB->dump());
348
349 // Select target instructions for the DAG.
Dan Gohmanad3460c2008-08-21 16:36:34 +0000350 SelectRoot();
Scott Michel266bc8f2007-12-04 22:23:35 +0000351 DAG.RemoveDeadNodes();
Scott Michel266bc8f2007-12-04 22:23:35 +0000352}
353
Scott Michel266bc8f2007-12-04 22:23:35 +0000354/*!
355 \arg Op The ISD instructio operand
356 \arg N The address to be tested
357 \arg Base The base address
358 \arg Index The base address index
359 */
360bool
Dan Gohman475871a2008-07-27 21:46:04 +0000361SPUDAGToDAGISel::SelectAFormAddr(SDValue Op, SDValue N, SDValue &Base,
362 SDValue &Index) {
Scott Michel266bc8f2007-12-04 22:23:35 +0000363 // These match the addr256k operand type:
Duncan Sands83ec4b62008-06-06 12:08:01 +0000364 MVT OffsVT = MVT::i16;
Dan Gohman475871a2008-07-27 21:46:04 +0000365 SDValue Zero = CurDAG->getTargetConstant(0, OffsVT);
Scott Michel266bc8f2007-12-04 22:23:35 +0000366
367 switch (N.getOpcode()) {
368 case ISD::Constant:
Scott Michel9de5d0d2008-01-11 02:53:15 +0000369 case ISD::ConstantPool:
370 case ISD::GlobalAddress:
371 cerr << "SPU SelectAFormAddr: Constant/Pool/Global not lowered.\n";
372 abort();
373 /*NOTREACHED*/
374
Scott Michel053c1da2008-01-29 02:16:57 +0000375 case ISD::TargetConstant:
Scott Michel9de5d0d2008-01-11 02:53:15 +0000376 case ISD::TargetGlobalAddress:
Scott Michel053c1da2008-01-29 02:16:57 +0000377 case ISD::TargetJumpTable:
378 cerr << "SPUSelectAFormAddr: Target Constant/Pool/Global not wrapped as "
379 << "A-form address.\n";
380 abort();
381 /*NOTREACHED*/
Scott Michel266bc8f2007-12-04 22:23:35 +0000382
Scott Michel053c1da2008-01-29 02:16:57 +0000383 case SPUISD::AFormAddr:
384 // Just load from memory if there's only a single use of the location,
385 // otherwise, this will get handled below with D-form offset addresses
386 if (N.hasOneUse()) {
Dan Gohman475871a2008-07-27 21:46:04 +0000387 SDValue Op0 = N.getOperand(0);
Scott Michel053c1da2008-01-29 02:16:57 +0000388 switch (Op0.getOpcode()) {
389 case ISD::TargetConstantPool:
390 case ISD::TargetJumpTable:
391 Base = Op0;
392 Index = Zero;
393 return true;
394
395 case ISD::TargetGlobalAddress: {
396 GlobalAddressSDNode *GSDN = cast<GlobalAddressSDNode>(Op0);
397 GlobalValue *GV = GSDN->getGlobal();
398 if (GV->getAlignment() == 16) {
399 Base = Op0;
400 Index = Zero;
401 return true;
402 }
403 break;
404 }
405 }
406 }
407 break;
408 }
Scott Michel266bc8f2007-12-04 22:23:35 +0000409 return false;
410}
411
Scott Michel7f9ba9b2008-01-30 02:55:46 +0000412bool
Dan Gohman475871a2008-07-27 21:46:04 +0000413SPUDAGToDAGISel::SelectDForm2Addr(SDValue Op, SDValue N, SDValue &Disp,
414 SDValue &Base) {
Scott Michel203b2d62008-04-30 00:30:08 +0000415 const int minDForm2Offset = -(1 << 7);
416 const int maxDForm2Offset = (1 << 7) - 1;
417 return DFormAddressPredicate(Op, N, Disp, Base, minDForm2Offset,
418 maxDForm2Offset);
Scott Michel7f9ba9b2008-01-30 02:55:46 +0000419}
420
Scott Michel266bc8f2007-12-04 22:23:35 +0000421/*!
422 \arg Op The ISD instruction (ignored)
423 \arg N The address to be tested
424 \arg Base Base address register/pointer
425 \arg Index Base address index
426
427 Examine the input address by a base register plus a signed 10-bit
428 displacement, [r+I10] (D-form address).
429
430 \return true if \a N is a D-form address with \a Base and \a Index set
Dan Gohman475871a2008-07-27 21:46:04 +0000431 to non-empty SDValue instances.
Scott Michel266bc8f2007-12-04 22:23:35 +0000432*/
433bool
Dan Gohman475871a2008-07-27 21:46:04 +0000434SPUDAGToDAGISel::SelectDFormAddr(SDValue Op, SDValue N, SDValue &Base,
435 SDValue &Index) {
Scott Michel7f9ba9b2008-01-30 02:55:46 +0000436 return DFormAddressPredicate(Op, N, Base, Index,
437 SPUFrameInfo::minFrameOffset(),
438 SPUFrameInfo::maxFrameOffset());
439}
440
441bool
Dan Gohman475871a2008-07-27 21:46:04 +0000442SPUDAGToDAGISel::DFormAddressPredicate(SDValue Op, SDValue N, SDValue &Base,
443 SDValue &Index, int minOffset,
Scott Michel7f9ba9b2008-01-30 02:55:46 +0000444 int maxOffset) {
Scott Michel266bc8f2007-12-04 22:23:35 +0000445 unsigned Opc = N.getOpcode();
Duncan Sands83ec4b62008-06-06 12:08:01 +0000446 MVT PtrTy = SPUtli.getPointerTy();
Scott Michel266bc8f2007-12-04 22:23:35 +0000447
Scott Michel053c1da2008-01-29 02:16:57 +0000448 if (Opc == ISD::FrameIndex) {
449 // Stack frame index must be less than 512 (divided by 16):
Scott Michel203b2d62008-04-30 00:30:08 +0000450 FrameIndexSDNode *FIN = dyn_cast<FrameIndexSDNode>(N);
451 int FI = int(FIN->getIndex());
Scott Michel266bc8f2007-12-04 22:23:35 +0000452 DEBUG(cerr << "SelectDFormAddr: ISD::FrameIndex = "
Scott Michel203b2d62008-04-30 00:30:08 +0000453 << FI << "\n");
454 if (SPUFrameInfo::FItoStackOffset(FI) < maxOffset) {
Scott Michel266bc8f2007-12-04 22:23:35 +0000455 Base = CurDAG->getTargetConstant(0, PtrTy);
Scott Michel203b2d62008-04-30 00:30:08 +0000456 Index = CurDAG->getTargetFrameIndex(FI, PtrTy);
Scott Michel266bc8f2007-12-04 22:23:35 +0000457 return true;
458 }
459 } else if (Opc == ISD::ADD) {
460 // Generated by getelementptr
Dan Gohman475871a2008-07-27 21:46:04 +0000461 const SDValue Op0 = N.getOperand(0);
462 const SDValue Op1 = N.getOperand(1);
Scott Michel266bc8f2007-12-04 22:23:35 +0000463
Scott Michel053c1da2008-01-29 02:16:57 +0000464 if ((Op0.getOpcode() == SPUISD::Hi && Op1.getOpcode() == SPUISD::Lo)
465 || (Op1.getOpcode() == SPUISD::Hi && Op0.getOpcode() == SPUISD::Lo)) {
466 Base = CurDAG->getTargetConstant(0, PtrTy);
467 Index = N;
468 return true;
469 } else if (Op1.getOpcode() == ISD::Constant
470 || Op1.getOpcode() == ISD::TargetConstant) {
Scott Michel9de5d0d2008-01-11 02:53:15 +0000471 ConstantSDNode *CN = dyn_cast<ConstantSDNode>(Op1);
Scott Michel053c1da2008-01-29 02:16:57 +0000472 int32_t offset = int32_t(CN->getSignExtended());
Scott Michel9de5d0d2008-01-11 02:53:15 +0000473
Scott Michel053c1da2008-01-29 02:16:57 +0000474 if (Op0.getOpcode() == ISD::FrameIndex) {
Scott Michel203b2d62008-04-30 00:30:08 +0000475 FrameIndexSDNode *FIN = dyn_cast<FrameIndexSDNode>(Op0);
476 int FI = int(FIN->getIndex());
Scott Michel9de5d0d2008-01-11 02:53:15 +0000477 DEBUG(cerr << "SelectDFormAddr: ISD::ADD offset = " << offset
Scott Michel203b2d62008-04-30 00:30:08 +0000478 << " frame index = " << FI << "\n");
Scott Michel9de5d0d2008-01-11 02:53:15 +0000479
Scott Michel203b2d62008-04-30 00:30:08 +0000480 if (SPUFrameInfo::FItoStackOffset(FI) < maxOffset) {
Scott Michel9de5d0d2008-01-11 02:53:15 +0000481 Base = CurDAG->getTargetConstant(offset, PtrTy);
Scott Michel203b2d62008-04-30 00:30:08 +0000482 Index = CurDAG->getTargetFrameIndex(FI, PtrTy);
Scott Michel9de5d0d2008-01-11 02:53:15 +0000483 return true;
484 }
Scott Michel7f9ba9b2008-01-30 02:55:46 +0000485 } else if (offset > minOffset && offset < maxOffset) {
Scott Michel9de5d0d2008-01-11 02:53:15 +0000486 Base = CurDAG->getTargetConstant(offset, PtrTy);
Scott Michel053c1da2008-01-29 02:16:57 +0000487 Index = Op0;
488 return true;
489 }
490 } else if (Op0.getOpcode() == ISD::Constant
491 || Op0.getOpcode() == ISD::TargetConstant) {
492 ConstantSDNode *CN = dyn_cast<ConstantSDNode>(Op0);
493 int32_t offset = int32_t(CN->getSignExtended());
494
495 if (Op1.getOpcode() == ISD::FrameIndex) {
Scott Michel203b2d62008-04-30 00:30:08 +0000496 FrameIndexSDNode *FIN = dyn_cast<FrameIndexSDNode>(Op1);
497 int FI = int(FIN->getIndex());
Scott Michel053c1da2008-01-29 02:16:57 +0000498 DEBUG(cerr << "SelectDFormAddr: ISD::ADD offset = " << offset
Scott Michel203b2d62008-04-30 00:30:08 +0000499 << " frame index = " << FI << "\n");
Scott Michel053c1da2008-01-29 02:16:57 +0000500
Scott Michel203b2d62008-04-30 00:30:08 +0000501 if (SPUFrameInfo::FItoStackOffset(FI) < maxOffset) {
Scott Michel053c1da2008-01-29 02:16:57 +0000502 Base = CurDAG->getTargetConstant(offset, PtrTy);
Scott Michel203b2d62008-04-30 00:30:08 +0000503 Index = CurDAG->getTargetFrameIndex(FI, PtrTy);
Scott Michel9de5d0d2008-01-11 02:53:15 +0000504 return true;
505 }
Scott Michel7f9ba9b2008-01-30 02:55:46 +0000506 } else if (offset > minOffset && offset < maxOffset) {
Scott Michel053c1da2008-01-29 02:16:57 +0000507 Base = CurDAG->getTargetConstant(offset, PtrTy);
508 Index = Op1;
509 return true;
Scott Michel9de5d0d2008-01-11 02:53:15 +0000510 }
Scott Michel053c1da2008-01-29 02:16:57 +0000511 }
512 } else if (Opc == SPUISD::IndirectAddr) {
513 // Indirect with constant offset -> D-Form address
Dan Gohman475871a2008-07-27 21:46:04 +0000514 const SDValue Op0 = N.getOperand(0);
515 const SDValue Op1 = N.getOperand(1);
Scott Michel497e8882008-01-11 21:01:19 +0000516
Scott Michel7f9ba9b2008-01-30 02:55:46 +0000517 if (Op0.getOpcode() == SPUISD::Hi
518 && Op1.getOpcode() == SPUISD::Lo) {
Scott Michel053c1da2008-01-29 02:16:57 +0000519 // (SPUindirect (SPUhi <arg>, 0), (SPUlo <arg>, 0))
Scott Michel9de5d0d2008-01-11 02:53:15 +0000520 Base = CurDAG->getTargetConstant(0, PtrTy);
Scott Michel053c1da2008-01-29 02:16:57 +0000521 Index = N;
Scott Michel9de5d0d2008-01-11 02:53:15 +0000522 return true;
Scott Michel7f9ba9b2008-01-30 02:55:46 +0000523 } else if (isa<ConstantSDNode>(Op0) || isa<ConstantSDNode>(Op1)) {
524 int32_t offset = 0;
Dan Gohman475871a2008-07-27 21:46:04 +0000525 SDValue idxOp;
Scott Michel7f9ba9b2008-01-30 02:55:46 +0000526
527 if (isa<ConstantSDNode>(Op1)) {
528 ConstantSDNode *CN = cast<ConstantSDNode>(Op1);
529 offset = int32_t(CN->getSignExtended());
530 idxOp = Op0;
531 } else if (isa<ConstantSDNode>(Op0)) {
532 ConstantSDNode *CN = cast<ConstantSDNode>(Op0);
533 offset = int32_t(CN->getSignExtended());
534 idxOp = Op1;
535 }
536
537 if (offset >= minOffset && offset <= maxOffset) {
538 Base = CurDAG->getTargetConstant(offset, PtrTy);
539 Index = idxOp;
540 return true;
541 }
Scott Michel9de5d0d2008-01-11 02:53:15 +0000542 }
Scott Michel053c1da2008-01-29 02:16:57 +0000543 } else if (Opc == SPUISD::AFormAddr) {
544 Base = CurDAG->getTargetConstant(0, N.getValueType());
545 Index = N;
Scott Michel58c58182008-01-17 20:38:41 +0000546 return true;
Scott Michel7f9ba9b2008-01-30 02:55:46 +0000547 } else if (Opc == SPUISD::LDRESULT) {
548 Base = CurDAG->getTargetConstant(0, N.getValueType());
549 Index = N;
550 return true;
Scott Michel266bc8f2007-12-04 22:23:35 +0000551 }
Scott Michel266bc8f2007-12-04 22:23:35 +0000552 return false;
553}
554
555/*!
556 \arg Op The ISD instruction operand
557 \arg N The address operand
558 \arg Base The base pointer operand
559 \arg Index The offset/index operand
560
561 If the address \a N can be expressed as a [r + s10imm] address, returns false.
562 Otherwise, creates two operands, Base and Index that will become the [r+r]
563 address.
564*/
565bool
Dan Gohman475871a2008-07-27 21:46:04 +0000566SPUDAGToDAGISel::SelectXFormAddr(SDValue Op, SDValue N, SDValue &Base,
567 SDValue &Index) {
Scott Michel266bc8f2007-12-04 22:23:35 +0000568 if (SelectAFormAddr(Op, N, Base, Index)
569 || SelectDFormAddr(Op, N, Base, Index))
570 return false;
571
Scott Michel053c1da2008-01-29 02:16:57 +0000572 // All else fails, punt and use an X-form address:
573 Base = N.getOperand(0);
574 Index = N.getOperand(1);
575 return true;
Scott Michel58c58182008-01-17 20:38:41 +0000576}
577
Scott Michel266bc8f2007-12-04 22:23:35 +0000578//! Convert the operand from a target-independent to a target-specific node
579/*!
580 */
581SDNode *
Dan Gohman475871a2008-07-27 21:46:04 +0000582SPUDAGToDAGISel::Select(SDValue Op) {
Scott Michel266bc8f2007-12-04 22:23:35 +0000583 SDNode *N = Op.Val;
584 unsigned Opc = N->getOpcode();
Scott Michel58c58182008-01-17 20:38:41 +0000585 int n_ops = -1;
586 unsigned NewOpc;
Duncan Sands83ec4b62008-06-06 12:08:01 +0000587 MVT OpVT = Op.getValueType();
Dan Gohman475871a2008-07-27 21:46:04 +0000588 SDValue Ops[8];
Scott Michel266bc8f2007-12-04 22:23:35 +0000589
Dan Gohmane8be6c62008-07-17 19:10:17 +0000590 if (N->isMachineOpcode()) {
Scott Michel266bc8f2007-12-04 22:23:35 +0000591 return NULL; // Already selected.
592 } else if (Opc == ISD::FrameIndex) {
Scott Michel203b2d62008-04-30 00:30:08 +0000593 // Selects to (add $sp, FI * stackSlotSize)
594 int FI =
595 SPUFrameInfo::FItoStackOffset(cast<FrameIndexSDNode>(N)->getIndex());
Duncan Sands83ec4b62008-06-06 12:08:01 +0000596 MVT PtrVT = SPUtli.getPointerTy();
Scott Michel266bc8f2007-12-04 22:23:35 +0000597
Scott Michel203b2d62008-04-30 00:30:08 +0000598 // Adjust stack slot to actual offset in frame:
599 if (isS10Constant(FI)) {
600 DEBUG(cerr << "SPUDAGToDAGISel: Replacing FrameIndex with AIr32 $sp, "
601 << FI
602 << "\n");
603 NewOpc = SPU::AIr32;
604 Ops[0] = CurDAG->getRegister(SPU::R1, PtrVT);
605 Ops[1] = CurDAG->getTargetConstant(FI, PtrVT);
606 n_ops = 2;
607 } else {
608 DEBUG(cerr << "SPUDAGToDAGISel: Replacing FrameIndex with Ar32 $sp, "
609 << FI
610 << "\n");
611 NewOpc = SPU::Ar32;
612 Ops[0] = CurDAG->getRegister(SPU::R1, PtrVT);
613 Ops[1] = CurDAG->getConstant(FI, PtrVT);
614 n_ops = 2;
615
616 AddToISelQueue(Ops[1]);
617 }
Scott Michel58c58182008-01-17 20:38:41 +0000618 } else if (Opc == ISD::ZERO_EXTEND) {
619 // (zero_extend:i16 (and:i8 <arg>, <const>))
Dan Gohman475871a2008-07-27 21:46:04 +0000620 const SDValue &Op1 = N->getOperand(0);
Scott Michel58c58182008-01-17 20:38:41 +0000621
622 if (Op.getValueType() == MVT::i16 && Op1.getValueType() == MVT::i8) {
623 if (Op1.getOpcode() == ISD::AND) {
624 // Fold this into a single ANDHI. This is often seen in expansions of i1
625 // to i8, then i8 to i16 in logical/branching operations.
626 DEBUG(cerr << "CellSPU: Coalescing (zero_extend:i16 (and:i8 "
627 "<arg>, <const>))\n");
Scott Michela59d4692008-02-23 18:41:37 +0000628 NewOpc = SPU::ANDHIi8i16;
Scott Michel58c58182008-01-17 20:38:41 +0000629 Ops[0] = Op1.getOperand(0);
630 Ops[1] = Op1.getOperand(1);
631 n_ops = 2;
632 }
633 }
Scott Michel266bc8f2007-12-04 22:23:35 +0000634 } else if (Opc == SPUISD::LDRESULT) {
635 // Custom select instructions for LDRESULT
Duncan Sands83ec4b62008-06-06 12:08:01 +0000636 MVT VT = N->getValueType(0);
Dan Gohman475871a2008-07-27 21:46:04 +0000637 SDValue Arg = N->getOperand(0);
638 SDValue Chain = N->getOperand(1);
Scott Michel266bc8f2007-12-04 22:23:35 +0000639 SDNode *Result;
Scott Michela59d4692008-02-23 18:41:37 +0000640 const valtype_map_s *vtm = getValueTypeMapEntry(VT);
641
642 if (vtm->ldresult_ins == 0) {
643 cerr << "LDRESULT for unsupported type: "
Duncan Sands83ec4b62008-06-06 12:08:01 +0000644 << VT.getMVTString()
Scott Michela59d4692008-02-23 18:41:37 +0000645 << "\n";
646 abort();
647 }
Scott Michel266bc8f2007-12-04 22:23:35 +0000648
649 AddToISelQueue(Arg);
Scott Michela59d4692008-02-23 18:41:37 +0000650 Opc = vtm->ldresult_ins;
651 if (vtm->ldresult_imm) {
Dan Gohman475871a2008-07-27 21:46:04 +0000652 SDValue Zero = CurDAG->getTargetConstant(0, VT);
Scott Michel86c041f2007-12-20 00:44:13 +0000653
654 AddToISelQueue(Zero);
Scott Michel58c58182008-01-17 20:38:41 +0000655 Result = CurDAG->getTargetNode(Opc, VT, MVT::Other, Arg, Zero, Chain);
Scott Michel86c041f2007-12-20 00:44:13 +0000656 } else {
Scott Michel58c58182008-01-17 20:38:41 +0000657 Result = CurDAG->getTargetNode(Opc, MVT::Other, Arg, Arg, Chain);
Scott Michel86c041f2007-12-20 00:44:13 +0000658 }
659
Dan Gohman475871a2008-07-27 21:46:04 +0000660 Chain = SDValue(Result, 1);
Scott Michel86c041f2007-12-20 00:44:13 +0000661 AddToISelQueue(Chain);
662
Scott Michel266bc8f2007-12-04 22:23:35 +0000663 return Result;
Scott Michel053c1da2008-01-29 02:16:57 +0000664 } else if (Opc == SPUISD::IndirectAddr) {
Dan Gohman475871a2008-07-27 21:46:04 +0000665 SDValue Op0 = Op.getOperand(0);
Scott Michel7f9ba9b2008-01-30 02:55:46 +0000666 if (Op0.getOpcode() == SPUISD::LDRESULT) {
667 /* || Op0.getOpcode() == SPUISD::AFormAddr) */
668 // (IndirectAddr (LDRESULT, imm))
Dan Gohman475871a2008-07-27 21:46:04 +0000669 SDValue Op1 = Op.getOperand(1);
Duncan Sands83ec4b62008-06-06 12:08:01 +0000670 MVT VT = Op.getValueType();
Scott Michel58c58182008-01-17 20:38:41 +0000671
Scott Michel7f9ba9b2008-01-30 02:55:46 +0000672 DEBUG(cerr << "CellSPU: IndirectAddr(LDRESULT, imm):\nOp0 = ");
Scott Michel58c58182008-01-17 20:38:41 +0000673 DEBUG(Op.getOperand(0).Val->dump(CurDAG));
674 DEBUG(cerr << "\nOp1 = ");
675 DEBUG(Op.getOperand(1).Val->dump(CurDAG));
676 DEBUG(cerr << "\n");
677
678 if (Op1.getOpcode() == ISD::Constant) {
679 ConstantSDNode *CN = cast<ConstantSDNode>(Op1);
680 Op1 = CurDAG->getTargetConstant(CN->getValue(), VT);
Scott Michel7f9ba9b2008-01-30 02:55:46 +0000681 NewOpc = (isI32IntS10Immediate(CN) ? SPU::AIr32 : SPU::Ar32);
682 AddToISelQueue(Op0);
683 AddToISelQueue(Op1);
684 Ops[0] = Op0;
685 Ops[1] = Op1;
686 n_ops = 2;
Scott Michel58c58182008-01-17 20:38:41 +0000687 }
Scott Michel58c58182008-01-17 20:38:41 +0000688 }
Scott Michel266bc8f2007-12-04 22:23:35 +0000689 }
690
Scott Michel58c58182008-01-17 20:38:41 +0000691 if (n_ops > 0) {
692 if (N->hasOneUse())
693 return CurDAG->SelectNodeTo(N, NewOpc, OpVT, Ops, n_ops);
694 else
695 return CurDAG->getTargetNode(NewOpc, OpVT, Ops, n_ops);
696 } else
697 return SelectCode(Op);
Scott Michel266bc8f2007-12-04 22:23:35 +0000698}
699
700/// createPPCISelDag - This pass converts a legalized DAG into a
701/// SPU-specific DAG, ready for instruction scheduling.
702///
703FunctionPass *llvm::createSPUISelDag(SPUTargetMachine &TM) {
704 return new SPUDAGToDAGISel(TM);
705}