blob: faae9b2f22aecd36912c9f7bf3c4855792599c15 [file] [log] [blame]
Nate Begeman21e463b2005-10-16 05:39:50 +00001//===-- PPCISelDAGToDAG.cpp - PPC --pattern matching inst selector --------===//
Chris Lattnera5a91b12005-08-17 19:33:03 +00002//
3// The LLVM Compiler Infrastructure
4//
Chris Lattner4ee451d2007-12-29 20:36:04 +00005// This file is distributed under the University of Illinois Open Source
6// License. See LICENSE.TXT for details.
Chris Lattnera5a91b12005-08-17 19:33:03 +00007//
8//===----------------------------------------------------------------------===//
9//
Nate Begeman21e463b2005-10-16 05:39:50 +000010// This file defines a pattern matching instruction selector for PowerPC,
Chris Lattnera5a91b12005-08-17 19:33:03 +000011// converting from a legalized dag to a PPC dag.
12//
13//===----------------------------------------------------------------------===//
14
Chris Lattner95b2c7d2006-12-19 22:59:26 +000015#define DEBUG_TYPE "ppc-codegen"
Chris Lattner26689592005-10-14 23:51:18 +000016#include "PPC.h"
Chris Lattnerdf4ed632006-11-17 22:10:59 +000017#include "PPCPredicates.h"
Chris Lattner16e71f22005-10-14 23:59:06 +000018#include "PPCTargetMachine.h"
Chris Lattner4416f1a2005-08-19 22:38:53 +000019#include "llvm/CodeGen/MachineInstrBuilder.h"
20#include "llvm/CodeGen/MachineFunction.h"
Dan Gohmanad2afc22009-07-31 18:16:33 +000021#include "llvm/CodeGen/MachineFunctionAnalysis.h"
Chris Lattner84bc5422007-12-31 04:13:23 +000022#include "llvm/CodeGen/MachineRegisterInfo.h"
Chris Lattnera5a91b12005-08-17 19:33:03 +000023#include "llvm/CodeGen/SelectionDAG.h"
24#include "llvm/CodeGen/SelectionDAGISel.h"
25#include "llvm/Target/TargetOptions.h"
Chris Lattner2fe76e52005-08-25 04:47:18 +000026#include "llvm/Constants.h"
Chris Lattner9062d9a2009-04-17 00:26:12 +000027#include "llvm/Function.h"
Chris Lattner4416f1a2005-08-19 22:38:53 +000028#include "llvm/GlobalValue.h"
Chris Lattner420736d2006-03-25 06:47:10 +000029#include "llvm/Intrinsics.h"
Chris Lattnera5a91b12005-08-17 19:33:03 +000030#include "llvm/Support/Debug.h"
31#include "llvm/Support/MathExtras.h"
Torok Edwindac237e2009-07-08 20:53:28 +000032#include "llvm/Support/ErrorHandling.h"
33#include "llvm/Support/raw_ostream.h"
Chris Lattnera5a91b12005-08-17 19:33:03 +000034using namespace llvm;
35
36namespace {
Chris Lattnera5a91b12005-08-17 19:33:03 +000037 //===--------------------------------------------------------------------===//
Nate Begeman1d9d7422005-10-18 00:28:58 +000038 /// PPCDAGToDAGISel - PPC specific code to select PPC machine
Chris Lattnera5a91b12005-08-17 19:33:03 +000039 /// instructions for SelectionDAG operations.
40 ///
Nick Lewycky6726b6d2009-10-25 06:33:48 +000041 class PPCDAGToDAGISel : public SelectionDAGISel {
Dan Gohmand858e902010-04-17 15:26:15 +000042 const PPCTargetMachine &TM;
43 const PPCTargetLowering &PPCLowering;
Evan Cheng152b7e12007-10-23 06:42:42 +000044 const PPCSubtarget &PPCSubTarget;
Chris Lattner4416f1a2005-08-19 22:38:53 +000045 unsigned GlobalBaseReg;
Chris Lattnera5a91b12005-08-17 19:33:03 +000046 public:
Dan Gohman1002c022008-07-07 18:00:37 +000047 explicit PPCDAGToDAGISel(PPCTargetMachine &tm)
Dan Gohman79ce2762009-01-15 19:20:50 +000048 : SelectionDAGISel(tm), TM(tm),
Evan Cheng152b7e12007-10-23 06:42:42 +000049 PPCLowering(*TM.getTargetLowering()),
50 PPCSubTarget(*TM.getSubtargetImpl()) {}
Andrew Trick6e8f4c42010-12-24 04:28:06 +000051
Dan Gohmanad2afc22009-07-31 18:16:33 +000052 virtual bool runOnMachineFunction(MachineFunction &MF) {
Chris Lattner4416f1a2005-08-19 22:38:53 +000053 // Make sure we re-emit a set of the global base reg if necessary
54 GlobalBaseReg = 0;
Dan Gohmanad2afc22009-07-31 18:16:33 +000055 SelectionDAGISel::runOnMachineFunction(MF);
Andrew Trick6e8f4c42010-12-24 04:28:06 +000056
Dan Gohmanad2afc22009-07-31 18:16:33 +000057 InsertVRSaveCode(MF);
Chris Lattner4bb18952006-03-16 18:25:23 +000058 return true;
Chris Lattner4416f1a2005-08-19 22:38:53 +000059 }
Andrew Trick6e8f4c42010-12-24 04:28:06 +000060
Chris Lattnera5a91b12005-08-17 19:33:03 +000061 /// getI32Imm - Return a target constant with the specified value, of type
62 /// i32.
Dan Gohman475871a2008-07-27 21:46:04 +000063 inline SDValue getI32Imm(unsigned Imm) {
Owen Anderson825b72b2009-08-11 20:47:22 +000064 return CurDAG->getTargetConstant(Imm, MVT::i32);
Chris Lattnera5a91b12005-08-17 19:33:03 +000065 }
Chris Lattner4416f1a2005-08-19 22:38:53 +000066
Chris Lattnerc08f9022006-06-27 00:04:13 +000067 /// getI64Imm - Return a target constant with the specified value, of type
68 /// i64.
Dan Gohman475871a2008-07-27 21:46:04 +000069 inline SDValue getI64Imm(uint64_t Imm) {
Owen Anderson825b72b2009-08-11 20:47:22 +000070 return CurDAG->getTargetConstant(Imm, MVT::i64);
Chris Lattnerc08f9022006-06-27 00:04:13 +000071 }
Andrew Trick6e8f4c42010-12-24 04:28:06 +000072
Chris Lattnerc08f9022006-06-27 00:04:13 +000073 /// getSmallIPtrImm - Return a target constant of pointer type.
Dan Gohman475871a2008-07-27 21:46:04 +000074 inline SDValue getSmallIPtrImm(unsigned Imm) {
Chris Lattnerc08f9022006-06-27 00:04:13 +000075 return CurDAG->getTargetConstant(Imm, PPCLowering.getPointerTy());
76 }
Andrew Trick6e8f4c42010-12-24 04:28:06 +000077
78 /// isRunOfOnes - Returns true iff Val consists of one contiguous run of 1s
Nate Begemanf42f1332006-09-22 05:01:56 +000079 /// with any number of 0s on either side. The 1s are allowed to wrap from
80 /// LSB to MSB, so 0x000FFF0, 0x0000FFFF, and 0xFF0000FF are all runs.
81 /// 0x0F0F0000 is not, since all 1s are not contiguous.
82 static bool isRunOfOnes(unsigned Val, unsigned &MB, unsigned &ME);
83
84
85 /// isRotateAndMask - Returns true if Mask and Shift can be folded into a
86 /// rotate and mask opcode and mask operation.
Dale Johannesenb60d5192009-11-24 01:09:07 +000087 static bool isRotateAndMask(SDNode *N, unsigned Mask, bool isShiftMask,
Nate Begemanf42f1332006-09-22 05:01:56 +000088 unsigned &SH, unsigned &MB, unsigned &ME);
Andrew Trick6e8f4c42010-12-24 04:28:06 +000089
Chris Lattner4416f1a2005-08-19 22:38:53 +000090 /// getGlobalBaseReg - insert code into the entry mbb to materialize the PIC
91 /// base register. Return the virtual register that holds this value.
Evan Cheng9ade2182006-08-26 05:34:46 +000092 SDNode *getGlobalBaseReg();
Andrew Trick6e8f4c42010-12-24 04:28:06 +000093
Chris Lattnera5a91b12005-08-17 19:33:03 +000094 // Select - Convert the specified operand from a target-independent to a
95 // target-specific node if it hasn't already been changed.
Dan Gohmaneeb3a002010-01-05 01:24:18 +000096 SDNode *Select(SDNode *N);
Andrew Trick6e8f4c42010-12-24 04:28:06 +000097
Nate Begeman02b88a42005-08-19 00:38:14 +000098 SDNode *SelectBitfieldInsert(SDNode *N);
99
Chris Lattner2fbb4572005-08-21 18:50:37 +0000100 /// SelectCC - Select a comparison of the specified values with the
101 /// specified condition code, returning the CR# of the expression.
Dale Johannesenf5f5dce2009-02-06 19:16:40 +0000102 SDValue SelectCC(SDValue LHS, SDValue RHS, ISD::CondCode CC, DebugLoc dl);
Chris Lattner2fbb4572005-08-21 18:50:37 +0000103
Nate Begeman7fd1edd2005-12-19 23:25:09 +0000104 /// SelectAddrImm - Returns true if the address N can be represented by
105 /// a base register plus a signed 16-bit displacement [r+imm].
Chris Lattner52a261b2010-09-21 20:31:19 +0000106 bool SelectAddrImm(SDValue N, SDValue &Disp,
Dan Gohman475871a2008-07-27 21:46:04 +0000107 SDValue &Base) {
Chris Lattnerfc5b1ab2006-11-08 02:15:41 +0000108 return PPCLowering.SelectAddressRegImm(N, Disp, Base, *CurDAG);
109 }
Andrew Trick6e8f4c42010-12-24 04:28:06 +0000110
Chris Lattner74531e42006-11-16 00:41:37 +0000111 /// SelectAddrImmOffs - Return true if the operand is valid for a preinc
112 /// immediate field. Because preinc imms have already been validated, just
113 /// accept it.
Chris Lattner52a261b2010-09-21 20:31:19 +0000114 bool SelectAddrImmOffs(SDValue N, SDValue &Out) const {
Chris Lattner74531e42006-11-16 00:41:37 +0000115 Out = N;
116 return true;
117 }
Andrew Trick6e8f4c42010-12-24 04:28:06 +0000118
Nate Begeman7fd1edd2005-12-19 23:25:09 +0000119 /// SelectAddrIdx - Given the specified addressed, check to see if it can be
120 /// represented as an indexed [r+r] operation. Returns false if it can
121 /// be represented by [r+imm], which are preferred.
Chris Lattner52a261b2010-09-21 20:31:19 +0000122 bool SelectAddrIdx(SDValue N, SDValue &Base, SDValue &Index) {
Chris Lattnerfc5b1ab2006-11-08 02:15:41 +0000123 return PPCLowering.SelectAddressRegReg(N, Base, Index, *CurDAG);
124 }
Andrew Trick6e8f4c42010-12-24 04:28:06 +0000125
Nate Begeman7fd1edd2005-12-19 23:25:09 +0000126 /// SelectAddrIdxOnly - Given the specified addressed, force it to be
127 /// represented as an indexed [r+r] operation.
Chris Lattner52a261b2010-09-21 20:31:19 +0000128 bool SelectAddrIdxOnly(SDValue N, SDValue &Base, SDValue &Index) {
Chris Lattnerfc5b1ab2006-11-08 02:15:41 +0000129 return PPCLowering.SelectAddressRegRegOnly(N, Base, Index, *CurDAG);
130 }
Chris Lattner9944b762005-08-21 22:31:09 +0000131
Chris Lattnere5ba5802006-03-22 05:26:03 +0000132 /// SelectAddrImmShift - Returns true if the address N can be represented by
133 /// a base register plus a signed 14-bit displacement [r+imm*4]. Suitable
134 /// for use by STD and friends.
Chris Lattner52a261b2010-09-21 20:31:19 +0000135 bool SelectAddrImmShift(SDValue N, SDValue &Disp, SDValue &Base) {
Chris Lattnerfc5b1ab2006-11-08 02:15:41 +0000136 return PPCLowering.SelectAddressRegImmShift(N, Disp, Base, *CurDAG);
137 }
Andrew Trick6e8f4c42010-12-24 04:28:06 +0000138
Chris Lattnere5d88612006-02-24 02:13:12 +0000139 /// SelectInlineAsmMemoryOperand - Implement addressing mode selection for
Dale Johannesen5cfd4dd2009-08-18 00:18:39 +0000140 /// inline asm expressions. It is always correct to compute the value into
141 /// a register. The case of adding a (possibly relocatable) constant to a
142 /// register can be improved, but it is wrong to substitute Reg+Reg for
143 /// Reg in an asm, because the load or store opcode would have to change.
144 virtual bool SelectInlineAsmMemoryOperand(const SDValue &Op,
Chris Lattnere5d88612006-02-24 02:13:12 +0000145 char ConstraintCode,
Dan Gohmanf350b272008-08-23 02:25:05 +0000146 std::vector<SDValue> &OutOps) {
Dale Johannesen5cfd4dd2009-08-18 00:18:39 +0000147 OutOps.push_back(Op);
Chris Lattnere5d88612006-02-24 02:13:12 +0000148 return false;
149 }
Andrew Trick6e8f4c42010-12-24 04:28:06 +0000150
Dan Gohmanad2afc22009-07-31 18:16:33 +0000151 void InsertVRSaveCode(MachineFunction &MF);
Chris Lattner4bb18952006-03-16 18:25:23 +0000152
Chris Lattnera5a91b12005-08-17 19:33:03 +0000153 virtual const char *getPassName() const {
154 return "PowerPC DAG->DAG Pattern Instruction Selection";
Andrew Trick6e8f4c42010-12-24 04:28:06 +0000155 }
156
Chris Lattneraf165382005-09-13 22:03:06 +0000157// Include the pieces autogenerated from the target description.
Chris Lattner4c7b43b2005-10-14 23:37:35 +0000158#include "PPCGenDAGISel.inc"
Andrew Trick6e8f4c42010-12-24 04:28:06 +0000159
Chris Lattnerbd937b92005-10-06 18:45:51 +0000160private:
Dan Gohmaneeb3a002010-01-05 01:24:18 +0000161 SDNode *SelectSETCC(SDNode *N);
Chris Lattnera5a91b12005-08-17 19:33:03 +0000162 };
163}
164
Chris Lattner4bb18952006-03-16 18:25:23 +0000165/// InsertVRSaveCode - Once the entire function has been instruction selected,
166/// all virtual registers are created and all machine instructions are built,
167/// check to see if we need to save/restore VRSAVE. If so, do it.
Dan Gohmanad2afc22009-07-31 18:16:33 +0000168void PPCDAGToDAGISel::InsertVRSaveCode(MachineFunction &Fn) {
Chris Lattner1877ec92006-03-13 21:52:10 +0000169 // Check to see if this function uses vector registers, which means we have to
Andrew Trick6e8f4c42010-12-24 04:28:06 +0000170 // save and restore the VRSAVE register and update it with the regs we use.
Chris Lattner1877ec92006-03-13 21:52:10 +0000171 //
Dan Gohmanf451cb82010-02-10 16:03:48 +0000172 // In this case, there will be virtual registers of vector type created
Chris Lattner1877ec92006-03-13 21:52:10 +0000173 // by the scheduler. Detect them now.
Chris Lattner1877ec92006-03-13 21:52:10 +0000174 bool HasVectorVReg = false;
Jakob Stoklund Olesenb2581352011-01-08 23:11:11 +0000175 for (unsigned i = 0, e = RegInfo->getNumVirtRegs(); i != e; ++i) {
176 unsigned Reg = TargetRegisterInfo::index2VirtReg(i);
177 if (RegInfo->getRegClass(Reg) == &PPC::VRRCRegClass) {
Chris Lattner1877ec92006-03-13 21:52:10 +0000178 HasVectorVReg = true;
179 break;
180 }
Jakob Stoklund Olesenb2581352011-01-08 23:11:11 +0000181 }
Chris Lattner4bb18952006-03-16 18:25:23 +0000182 if (!HasVectorVReg) return; // nothing to do.
Andrew Trick6e8f4c42010-12-24 04:28:06 +0000183
Chris Lattner1877ec92006-03-13 21:52:10 +0000184 // If we have a vector register, we want to emit code into the entry and exit
185 // blocks to save and restore the VRSAVE register. We do this here (instead
186 // of marking all vector instructions as clobbering VRSAVE) for two reasons:
187 //
188 // 1. This (trivially) reduces the load on the register allocator, by not
189 // having to represent the live range of the VRSAVE register.
190 // 2. This (more significantly) allows us to create a temporary virtual
191 // register to hold the saved VRSAVE value, allowing this temporary to be
192 // register allocated, instead of forcing it to be spilled to the stack.
Chris Lattner4bb18952006-03-16 18:25:23 +0000193
194 // Create two vregs - one to hold the VRSAVE register that is live-in to the
195 // function and one for the value after having bits or'd into it.
Chris Lattner84bc5422007-12-31 04:13:23 +0000196 unsigned InVRSAVE = RegInfo->createVirtualRegister(&PPC::GPRCRegClass);
197 unsigned UpdatedVRSAVE = RegInfo->createVirtualRegister(&PPC::GPRCRegClass);
Andrew Trick6e8f4c42010-12-24 04:28:06 +0000198
Evan Chengc0f64ff2006-11-27 23:37:22 +0000199 const TargetInstrInfo &TII = *TM.getInstrInfo();
Chris Lattner4bb18952006-03-16 18:25:23 +0000200 MachineBasicBlock &EntryBB = *Fn.begin();
Chris Lattnerc7f3ace2010-04-02 20:16:16 +0000201 DebugLoc dl;
Chris Lattner4bb18952006-03-16 18:25:23 +0000202 // Emit the following code into the entry block:
203 // InVRSAVE = MFVRSAVE
204 // UpdatedVRSAVE = UPDATE_VRSAVE InVRSAVE
205 // MTVRSAVE UpdatedVRSAVE
206 MachineBasicBlock::iterator IP = EntryBB.begin(); // Insert Point
Dale Johannesen536a2f12009-02-13 02:27:39 +0000207 BuildMI(EntryBB, IP, dl, TII.get(PPC::MFVRSAVE), InVRSAVE);
208 BuildMI(EntryBB, IP, dl, TII.get(PPC::UPDATE_VRSAVE),
Chris Lattner69244302008-01-07 01:56:04 +0000209 UpdatedVRSAVE).addReg(InVRSAVE);
Dale Johannesen536a2f12009-02-13 02:27:39 +0000210 BuildMI(EntryBB, IP, dl, TII.get(PPC::MTVRSAVE)).addReg(UpdatedVRSAVE);
Andrew Trick6e8f4c42010-12-24 04:28:06 +0000211
Chris Lattner4bb18952006-03-16 18:25:23 +0000212 // Find all return blocks, outputting a restore in each epilog.
Chris Lattner4bb18952006-03-16 18:25:23 +0000213 for (MachineFunction::iterator BB = Fn.begin(), E = Fn.end(); BB != E; ++BB) {
Chris Lattner749c6f62008-01-07 07:27:27 +0000214 if (!BB->empty() && BB->back().getDesc().isReturn()) {
Chris Lattner4bb18952006-03-16 18:25:23 +0000215 IP = BB->end(); --IP;
Andrew Trick6e8f4c42010-12-24 04:28:06 +0000216
Chris Lattner4bb18952006-03-16 18:25:23 +0000217 // Skip over all terminator instructions, which are part of the return
218 // sequence.
219 MachineBasicBlock::iterator I2 = IP;
Chris Lattner749c6f62008-01-07 07:27:27 +0000220 while (I2 != BB->begin() && (--I2)->getDesc().isTerminator())
Chris Lattner4bb18952006-03-16 18:25:23 +0000221 IP = I2;
Andrew Trick6e8f4c42010-12-24 04:28:06 +0000222
Chris Lattner4bb18952006-03-16 18:25:23 +0000223 // Emit: MTVRSAVE InVRSave
Dale Johannesen536a2f12009-02-13 02:27:39 +0000224 BuildMI(*BB, IP, dl, TII.get(PPC::MTVRSAVE)).addReg(InVRSAVE);
Andrew Trick6e8f4c42010-12-24 04:28:06 +0000225 }
Chris Lattner1877ec92006-03-13 21:52:10 +0000226 }
Chris Lattnerbd937b92005-10-06 18:45:51 +0000227}
Chris Lattner6cd40d52005-09-03 01:17:22 +0000228
Chris Lattner4bb18952006-03-16 18:25:23 +0000229
Chris Lattner4416f1a2005-08-19 22:38:53 +0000230/// getGlobalBaseReg - Output the instructions required to put the
231/// base address to use for accessing globals into a register.
232///
Evan Cheng9ade2182006-08-26 05:34:46 +0000233SDNode *PPCDAGToDAGISel::getGlobalBaseReg() {
Chris Lattner4416f1a2005-08-19 22:38:53 +0000234 if (!GlobalBaseReg) {
Evan Chengc0f64ff2006-11-27 23:37:22 +0000235 const TargetInstrInfo &TII = *TM.getInstrInfo();
Chris Lattner4416f1a2005-08-19 22:38:53 +0000236 // Insert the set of GlobalBaseReg into the first MBB of the function
Dan Gohmanbd51c672009-08-15 02:07:36 +0000237 MachineBasicBlock &FirstMBB = MF->front();
Chris Lattner4416f1a2005-08-19 22:38:53 +0000238 MachineBasicBlock::iterator MBBI = FirstMBB.begin();
Chris Lattnerc7f3ace2010-04-02 20:16:16 +0000239 DebugLoc dl;
Chris Lattnerc08f9022006-06-27 00:04:13 +0000240
Owen Anderson825b72b2009-08-11 20:47:22 +0000241 if (PPCLowering.getPointerTy() == MVT::i32) {
Chris Lattner84bc5422007-12-31 04:13:23 +0000242 GlobalBaseReg = RegInfo->createVirtualRegister(PPC::GPRCRegisterClass);
Dale Johannesen536a2f12009-02-13 02:27:39 +0000243 BuildMI(FirstMBB, MBBI, dl, TII.get(PPC::MovePCtoLR), PPC::LR);
244 BuildMI(FirstMBB, MBBI, dl, TII.get(PPC::MFLR), GlobalBaseReg);
Chris Lattnerd1043422006-11-14 18:43:11 +0000245 } else {
Chris Lattner84bc5422007-12-31 04:13:23 +0000246 GlobalBaseReg = RegInfo->createVirtualRegister(PPC::G8RCRegisterClass);
Dale Johannesen536a2f12009-02-13 02:27:39 +0000247 BuildMI(FirstMBB, MBBI, dl, TII.get(PPC::MovePCtoLR8), PPC::LR8);
248 BuildMI(FirstMBB, MBBI, dl, TII.get(PPC::MFLR8), GlobalBaseReg);
Chris Lattnerd1043422006-11-14 18:43:11 +0000249 }
Chris Lattner4416f1a2005-08-19 22:38:53 +0000250 }
Gabor Greif93c53e52008-08-31 15:37:04 +0000251 return CurDAG->getRegister(GlobalBaseReg,
252 PPCLowering.getPointerTy()).getNode();
Chris Lattnerc08f9022006-06-27 00:04:13 +0000253}
254
255/// isIntS16Immediate - This method tests to see if the node is either a 32-bit
256/// or 64-bit immediate, and if the value can be accurately represented as a
257/// sign extension from a 16-bit value. If so, this returns true and the
258/// immediate.
259static bool isIntS16Immediate(SDNode *N, short &Imm) {
260 if (N->getOpcode() != ISD::Constant)
261 return false;
262
Dan Gohmanf5aeb1a2008-09-12 16:56:44 +0000263 Imm = (short)cast<ConstantSDNode>(N)->getZExtValue();
Owen Anderson825b72b2009-08-11 20:47:22 +0000264 if (N->getValueType(0) == MVT::i32)
Dan Gohmanf5aeb1a2008-09-12 16:56:44 +0000265 return Imm == (int32_t)cast<ConstantSDNode>(N)->getZExtValue();
Chris Lattnerc08f9022006-06-27 00:04:13 +0000266 else
Dan Gohmanf5aeb1a2008-09-12 16:56:44 +0000267 return Imm == (int64_t)cast<ConstantSDNode>(N)->getZExtValue();
Chris Lattnerc08f9022006-06-27 00:04:13 +0000268}
269
Dan Gohman475871a2008-07-27 21:46:04 +0000270static bool isIntS16Immediate(SDValue Op, short &Imm) {
Gabor Greifba36cb52008-08-28 21:40:38 +0000271 return isIntS16Immediate(Op.getNode(), Imm);
Chris Lattner4416f1a2005-08-19 22:38:53 +0000272}
273
274
Chris Lattnerc08f9022006-06-27 00:04:13 +0000275/// isInt32Immediate - This method tests to see if the node is a 32-bit constant
276/// operand. If so Imm will receive the 32-bit value.
277static bool isInt32Immediate(SDNode *N, unsigned &Imm) {
Owen Anderson825b72b2009-08-11 20:47:22 +0000278 if (N->getOpcode() == ISD::Constant && N->getValueType(0) == MVT::i32) {
Dan Gohmanf5aeb1a2008-09-12 16:56:44 +0000279 Imm = cast<ConstantSDNode>(N)->getZExtValue();
Nate Begeman0f3257a2005-08-18 05:00:13 +0000280 return true;
281 }
282 return false;
283}
284
Chris Lattnerc08f9022006-06-27 00:04:13 +0000285/// isInt64Immediate - This method tests to see if the node is a 64-bit constant
286/// operand. If so Imm will receive the 64-bit value.
287static bool isInt64Immediate(SDNode *N, uint64_t &Imm) {
Owen Anderson825b72b2009-08-11 20:47:22 +0000288 if (N->getOpcode() == ISD::Constant && N->getValueType(0) == MVT::i64) {
Dan Gohmanf5aeb1a2008-09-12 16:56:44 +0000289 Imm = cast<ConstantSDNode>(N)->getZExtValue();
Chris Lattnerc08f9022006-06-27 00:04:13 +0000290 return true;
291 }
292 return false;
293}
294
295// isInt32Immediate - This method tests to see if a constant operand.
296// If so Imm will receive the 32 bit value.
Dan Gohman475871a2008-07-27 21:46:04 +0000297static bool isInt32Immediate(SDValue N, unsigned &Imm) {
Gabor Greifba36cb52008-08-28 21:40:38 +0000298 return isInt32Immediate(N.getNode(), Imm);
Chris Lattnerc08f9022006-06-27 00:04:13 +0000299}
300
301
302// isOpcWithIntImmediate - This method tests to see if the node is a specific
303// opcode and that it has a immediate integer right operand.
304// If so Imm will receive the 32 bit value.
305static bool isOpcWithIntImmediate(SDNode *N, unsigned Opc, unsigned& Imm) {
Gabor Greif93c53e52008-08-31 15:37:04 +0000306 return N->getOpcode() == Opc
307 && isInt32Immediate(N->getOperand(1).getNode(), Imm);
Chris Lattnerc08f9022006-06-27 00:04:13 +0000308}
309
Nate Begemanf42f1332006-09-22 05:01:56 +0000310bool PPCDAGToDAGISel::isRunOfOnes(unsigned Val, unsigned &MB, unsigned &ME) {
Nate Begemancffc32b2005-08-18 07:30:46 +0000311 if (isShiftedMask_32(Val)) {
312 // look for the first non-zero bit
313 MB = CountLeadingZeros_32(Val);
314 // look for the first zero bit after the run of ones
315 ME = CountLeadingZeros_32((Val - 1) ^ Val);
316 return true;
Chris Lattner2fe76e52005-08-25 04:47:18 +0000317 } else {
318 Val = ~Val; // invert mask
319 if (isShiftedMask_32(Val)) {
320 // effectively look for the first zero bit
321 ME = CountLeadingZeros_32(Val) - 1;
322 // effectively look for the first one bit after the run of zeros
323 MB = CountLeadingZeros_32((Val - 1) ^ Val) + 1;
324 return true;
325 }
Nate Begemancffc32b2005-08-18 07:30:46 +0000326 }
327 // no run present
328 return false;
329}
330
Andrew Trick6e8f4c42010-12-24 04:28:06 +0000331bool PPCDAGToDAGISel::isRotateAndMask(SDNode *N, unsigned Mask,
332 bool isShiftMask, unsigned &SH,
Nate Begemanf42f1332006-09-22 05:01:56 +0000333 unsigned &MB, unsigned &ME) {
Nate Begemanda32c9e2005-10-19 00:05:37 +0000334 // Don't even go down this path for i64, since different logic will be
335 // necessary for rldicl/rldicr/rldimi.
Owen Anderson825b72b2009-08-11 20:47:22 +0000336 if (N->getValueType(0) != MVT::i32)
Nate Begemanda32c9e2005-10-19 00:05:37 +0000337 return false;
338
Nate Begemancffc32b2005-08-18 07:30:46 +0000339 unsigned Shift = 32;
340 unsigned Indeterminant = ~0; // bit mask marking indeterminant results
341 unsigned Opcode = N->getOpcode();
Chris Lattner15055732005-08-30 00:59:16 +0000342 if (N->getNumOperands() != 2 ||
Gabor Greifba36cb52008-08-28 21:40:38 +0000343 !isInt32Immediate(N->getOperand(1).getNode(), Shift) || (Shift > 31))
Nate Begemancffc32b2005-08-18 07:30:46 +0000344 return false;
Andrew Trick6e8f4c42010-12-24 04:28:06 +0000345
Nate Begemancffc32b2005-08-18 07:30:46 +0000346 if (Opcode == ISD::SHL) {
347 // apply shift left to mask if it comes first
Dale Johannesenb60d5192009-11-24 01:09:07 +0000348 if (isShiftMask) Mask = Mask << Shift;
Nate Begemancffc32b2005-08-18 07:30:46 +0000349 // determine which bits are made indeterminant by shift
350 Indeterminant = ~(0xFFFFFFFFu << Shift);
Andrew Trick6e8f4c42010-12-24 04:28:06 +0000351 } else if (Opcode == ISD::SRL) {
Nate Begemancffc32b2005-08-18 07:30:46 +0000352 // apply shift right to mask if it comes first
Dale Johannesenb60d5192009-11-24 01:09:07 +0000353 if (isShiftMask) Mask = Mask >> Shift;
Nate Begemancffc32b2005-08-18 07:30:46 +0000354 // determine which bits are made indeterminant by shift
355 Indeterminant = ~(0xFFFFFFFFu >> Shift);
356 // adjust for the left rotate
357 Shift = 32 - Shift;
Nate Begemanf42f1332006-09-22 05:01:56 +0000358 } else if (Opcode == ISD::ROTL) {
359 Indeterminant = 0;
Nate Begemancffc32b2005-08-18 07:30:46 +0000360 } else {
361 return false;
362 }
Andrew Trick6e8f4c42010-12-24 04:28:06 +0000363
Nate Begemancffc32b2005-08-18 07:30:46 +0000364 // if the mask doesn't intersect any Indeterminant bits
365 if (Mask && !(Mask & Indeterminant)) {
Chris Lattner0949ed52006-05-12 16:29:37 +0000366 SH = Shift & 31;
Nate Begemancffc32b2005-08-18 07:30:46 +0000367 // make sure the mask is still a mask (wrap arounds may not be)
368 return isRunOfOnes(Mask, MB, ME);
369 }
370 return false;
371}
372
Nate Begeman02b88a42005-08-19 00:38:14 +0000373/// SelectBitfieldInsert - turn an or of two masked values into
374/// the rotate left word immediate then mask insert (rlwimi) instruction.
Nate Begeman1d9d7422005-10-18 00:28:58 +0000375SDNode *PPCDAGToDAGISel::SelectBitfieldInsert(SDNode *N) {
Dan Gohman475871a2008-07-27 21:46:04 +0000376 SDValue Op0 = N->getOperand(0);
377 SDValue Op1 = N->getOperand(1);
Dale Johannesened2eee62009-02-06 01:31:28 +0000378 DebugLoc dl = N->getDebugLoc();
Andrew Trick6e8f4c42010-12-24 04:28:06 +0000379
Dan Gohmanb3564aa2008-02-27 01:23:58 +0000380 APInt LKZ, LKO, RKZ, RKO;
381 CurDAG->ComputeMaskedBits(Op0, APInt::getAllOnesValue(32), LKZ, LKO);
382 CurDAG->ComputeMaskedBits(Op1, APInt::getAllOnesValue(32), RKZ, RKO);
Andrew Trick6e8f4c42010-12-24 04:28:06 +0000383
Dan Gohmanb3564aa2008-02-27 01:23:58 +0000384 unsigned TargetMask = LKZ.getZExtValue();
385 unsigned InsertMask = RKZ.getZExtValue();
Andrew Trick6e8f4c42010-12-24 04:28:06 +0000386
Nate Begeman4667f2c2006-05-08 17:38:32 +0000387 if ((TargetMask | InsertMask) == 0xFFFFFFFF) {
388 unsigned Op0Opc = Op0.getOpcode();
389 unsigned Op1Opc = Op1.getOpcode();
390 unsigned Value, SH = 0;
391 TargetMask = ~TargetMask;
392 InsertMask = ~InsertMask;
Nate Begeman77f361f2006-05-07 00:23:38 +0000393
Nate Begeman4667f2c2006-05-08 17:38:32 +0000394 // If the LHS has a foldable shift and the RHS does not, then swap it to the
395 // RHS so that we can fold the shift into the insert.
Nate Begeman77f361f2006-05-07 00:23:38 +0000396 if (Op0Opc == ISD::AND && Op1Opc == ISD::AND) {
397 if (Op0.getOperand(0).getOpcode() == ISD::SHL ||
398 Op0.getOperand(0).getOpcode() == ISD::SRL) {
399 if (Op1.getOperand(0).getOpcode() != ISD::SHL &&
400 Op1.getOperand(0).getOpcode() != ISD::SRL) {
401 std::swap(Op0, Op1);
402 std::swap(Op0Opc, Op1Opc);
Nate Begeman4667f2c2006-05-08 17:38:32 +0000403 std::swap(TargetMask, InsertMask);
Nate Begeman77f361f2006-05-07 00:23:38 +0000404 }
Nate Begeman02b88a42005-08-19 00:38:14 +0000405 }
Nate Begeman4667f2c2006-05-08 17:38:32 +0000406 } else if (Op0Opc == ISD::SHL || Op0Opc == ISD::SRL) {
407 if (Op1Opc == ISD::AND && Op1.getOperand(0).getOpcode() != ISD::SHL &&
408 Op1.getOperand(0).getOpcode() != ISD::SRL) {
409 std::swap(Op0, Op1);
410 std::swap(Op0Opc, Op1Opc);
411 std::swap(TargetMask, InsertMask);
412 }
Nate Begeman02b88a42005-08-19 00:38:14 +0000413 }
Andrew Trick6e8f4c42010-12-24 04:28:06 +0000414
Nate Begeman77f361f2006-05-07 00:23:38 +0000415 unsigned MB, ME;
Chris Lattner0949ed52006-05-12 16:29:37 +0000416 if (InsertMask && isRunOfOnes(InsertMask, MB, ME)) {
Dale Johannesen5ca12462009-11-20 22:16:40 +0000417 SDValue Tmp1, Tmp2;
Nate Begeman77f361f2006-05-07 00:23:38 +0000418
419 if ((Op1Opc == ISD::SHL || Op1Opc == ISD::SRL) &&
Chris Lattnerc08f9022006-06-27 00:04:13 +0000420 isInt32Immediate(Op1.getOperand(1), Value)) {
Nate Begeman77f361f2006-05-07 00:23:38 +0000421 Op1 = Op1.getOperand(0);
422 SH = (Op1Opc == ISD::SHL) ? Value : 32 - Value;
423 }
424 if (Op1Opc == ISD::AND) {
425 unsigned SHOpc = Op1.getOperand(0).getOpcode();
426 if ((SHOpc == ISD::SHL || SHOpc == ISD::SRL) &&
Chris Lattnerc08f9022006-06-27 00:04:13 +0000427 isInt32Immediate(Op1.getOperand(0).getOperand(1), Value)) {
Nate Begeman77f361f2006-05-07 00:23:38 +0000428 Op1 = Op1.getOperand(0).getOperand(0);
429 SH = (SHOpc == ISD::SHL) ? Value : 32 - Value;
430 } else {
431 Op1 = Op1.getOperand(0);
432 }
433 }
Dale Johannesen5ca12462009-11-20 22:16:40 +0000434
Chris Lattner0949ed52006-05-12 16:29:37 +0000435 SH &= 31;
Dale Johannesen5ca12462009-11-20 22:16:40 +0000436 SDValue Ops[] = { Op0, Op1, getI32Imm(SH), getI32Imm(MB),
Evan Cheng0b828e02006-08-27 08:14:06 +0000437 getI32Imm(ME) };
Dan Gohman602b0c82009-09-25 18:54:59 +0000438 return CurDAG->getMachineNode(PPC::RLWIMI, dl, MVT::i32, Ops, 5);
Nate Begeman02b88a42005-08-19 00:38:14 +0000439 }
Nate Begeman02b88a42005-08-19 00:38:14 +0000440 }
441 return 0;
442}
443
Chris Lattner2fbb4572005-08-21 18:50:37 +0000444/// SelectCC - Select a comparison of the specified values with the specified
445/// condition code, returning the CR# of the expression.
Dan Gohman475871a2008-07-27 21:46:04 +0000446SDValue PPCDAGToDAGISel::SelectCC(SDValue LHS, SDValue RHS,
Dale Johannesenf5f5dce2009-02-06 19:16:40 +0000447 ISD::CondCode CC, DebugLoc dl) {
Chris Lattner2fbb4572005-08-21 18:50:37 +0000448 // Always select the LHS.
Chris Lattnerc08f9022006-06-27 00:04:13 +0000449 unsigned Opc;
Andrew Trick6e8f4c42010-12-24 04:28:06 +0000450
Owen Anderson825b72b2009-08-11 20:47:22 +0000451 if (LHS.getValueType() == MVT::i32) {
Chris Lattner529c2332006-06-27 00:10:13 +0000452 unsigned Imm;
Chris Lattner3836dbd2006-09-20 04:25:47 +0000453 if (CC == ISD::SETEQ || CC == ISD::SETNE) {
454 if (isInt32Immediate(RHS, Imm)) {
455 // SETEQ/SETNE comparison with 16-bit immediate, fold it.
Benjamin Kramer34247a02010-03-29 21:13:41 +0000456 if (isUInt<16>(Imm))
Dan Gohman602b0c82009-09-25 18:54:59 +0000457 return SDValue(CurDAG->getMachineNode(PPC::CMPLWI, dl, MVT::i32, LHS,
458 getI32Imm(Imm & 0xFFFF)), 0);
Chris Lattner3836dbd2006-09-20 04:25:47 +0000459 // If this is a 16-bit signed immediate, fold it.
Benjamin Kramer34247a02010-03-29 21:13:41 +0000460 if (isInt<16>((int)Imm))
Dan Gohman602b0c82009-09-25 18:54:59 +0000461 return SDValue(CurDAG->getMachineNode(PPC::CMPWI, dl, MVT::i32, LHS,
462 getI32Imm(Imm & 0xFFFF)), 0);
Andrew Trick6e8f4c42010-12-24 04:28:06 +0000463
Chris Lattner3836dbd2006-09-20 04:25:47 +0000464 // For non-equality comparisons, the default code would materialize the
465 // constant, then compare against it, like this:
466 // lis r2, 4660
Andrew Trick6e8f4c42010-12-24 04:28:06 +0000467 // ori r2, r2, 22136
Chris Lattner3836dbd2006-09-20 04:25:47 +0000468 // cmpw cr0, r3, r2
469 // Since we are just comparing for equality, we can emit this instead:
470 // xoris r0,r3,0x1234
471 // cmplwi cr0,r0,0x5678
472 // beq cr0,L6
Dan Gohman602b0c82009-09-25 18:54:59 +0000473 SDValue Xor(CurDAG->getMachineNode(PPC::XORIS, dl, MVT::i32, LHS,
474 getI32Imm(Imm >> 16)), 0);
475 return SDValue(CurDAG->getMachineNode(PPC::CMPLWI, dl, MVT::i32, Xor,
476 getI32Imm(Imm & 0xFFFF)), 0);
Chris Lattner3836dbd2006-09-20 04:25:47 +0000477 }
478 Opc = PPC::CMPLW;
479 } else if (ISD::isUnsignedIntSetCC(CC)) {
Benjamin Kramer34247a02010-03-29 21:13:41 +0000480 if (isInt32Immediate(RHS, Imm) && isUInt<16>(Imm))
Dan Gohman602b0c82009-09-25 18:54:59 +0000481 return SDValue(CurDAG->getMachineNode(PPC::CMPLWI, dl, MVT::i32, LHS,
482 getI32Imm(Imm & 0xFFFF)), 0);
Chris Lattnerc08f9022006-06-27 00:04:13 +0000483 Opc = PPC::CMPLW;
484 } else {
485 short SImm;
486 if (isIntS16Immediate(RHS, SImm))
Dan Gohman602b0c82009-09-25 18:54:59 +0000487 return SDValue(CurDAG->getMachineNode(PPC::CMPWI, dl, MVT::i32, LHS,
488 getI32Imm((int)SImm & 0xFFFF)),
Chris Lattnerc08f9022006-06-27 00:04:13 +0000489 0);
490 Opc = PPC::CMPW;
491 }
Owen Anderson825b72b2009-08-11 20:47:22 +0000492 } else if (LHS.getValueType() == MVT::i64) {
Chris Lattnerc08f9022006-06-27 00:04:13 +0000493 uint64_t Imm;
Chris Lattner71176242006-09-20 04:33:27 +0000494 if (CC == ISD::SETEQ || CC == ISD::SETNE) {
Gabor Greifba36cb52008-08-28 21:40:38 +0000495 if (isInt64Immediate(RHS.getNode(), Imm)) {
Chris Lattner71176242006-09-20 04:33:27 +0000496 // SETEQ/SETNE comparison with 16-bit immediate, fold it.
Benjamin Kramer34247a02010-03-29 21:13:41 +0000497 if (isUInt<16>(Imm))
Dan Gohman602b0c82009-09-25 18:54:59 +0000498 return SDValue(CurDAG->getMachineNode(PPC::CMPLDI, dl, MVT::i64, LHS,
499 getI32Imm(Imm & 0xFFFF)), 0);
Chris Lattner71176242006-09-20 04:33:27 +0000500 // If this is a 16-bit signed immediate, fold it.
Benjamin Kramer34247a02010-03-29 21:13:41 +0000501 if (isInt<16>(Imm))
Dan Gohman602b0c82009-09-25 18:54:59 +0000502 return SDValue(CurDAG->getMachineNode(PPC::CMPDI, dl, MVT::i64, LHS,
503 getI32Imm(Imm & 0xFFFF)), 0);
Andrew Trick6e8f4c42010-12-24 04:28:06 +0000504
Chris Lattner71176242006-09-20 04:33:27 +0000505 // For non-equality comparisons, the default code would materialize the
506 // constant, then compare against it, like this:
507 // lis r2, 4660
Andrew Trick6e8f4c42010-12-24 04:28:06 +0000508 // ori r2, r2, 22136
Chris Lattner71176242006-09-20 04:33:27 +0000509 // cmpd cr0, r3, r2
510 // Since we are just comparing for equality, we can emit this instead:
511 // xoris r0,r3,0x1234
512 // cmpldi cr0,r0,0x5678
513 // beq cr0,L6
Benjamin Kramer34247a02010-03-29 21:13:41 +0000514 if (isUInt<32>(Imm)) {
Dan Gohman602b0c82009-09-25 18:54:59 +0000515 SDValue Xor(CurDAG->getMachineNode(PPC::XORIS8, dl, MVT::i64, LHS,
516 getI64Imm(Imm >> 16)), 0);
517 return SDValue(CurDAG->getMachineNode(PPC::CMPLDI, dl, MVT::i64, Xor,
518 getI64Imm(Imm & 0xFFFF)), 0);
Chris Lattner71176242006-09-20 04:33:27 +0000519 }
520 }
521 Opc = PPC::CMPLD;
522 } else if (ISD::isUnsignedIntSetCC(CC)) {
Benjamin Kramer34247a02010-03-29 21:13:41 +0000523 if (isInt64Immediate(RHS.getNode(), Imm) && isUInt<16>(Imm))
Dan Gohman602b0c82009-09-25 18:54:59 +0000524 return SDValue(CurDAG->getMachineNode(PPC::CMPLDI, dl, MVT::i64, LHS,
525 getI64Imm(Imm & 0xFFFF)), 0);
Chris Lattnerc08f9022006-06-27 00:04:13 +0000526 Opc = PPC::CMPLD;
527 } else {
528 short SImm;
529 if (isIntS16Immediate(RHS, SImm))
Dan Gohman602b0c82009-09-25 18:54:59 +0000530 return SDValue(CurDAG->getMachineNode(PPC::CMPDI, dl, MVT::i64, LHS,
531 getI64Imm(SImm & 0xFFFF)),
Chris Lattnerc08f9022006-06-27 00:04:13 +0000532 0);
533 Opc = PPC::CMPD;
534 }
Owen Anderson825b72b2009-08-11 20:47:22 +0000535 } else if (LHS.getValueType() == MVT::f32) {
Chris Lattnerc08f9022006-06-27 00:04:13 +0000536 Opc = PPC::FCMPUS;
Chris Lattner2fbb4572005-08-21 18:50:37 +0000537 } else {
Owen Anderson825b72b2009-08-11 20:47:22 +0000538 assert(LHS.getValueType() == MVT::f64 && "Unknown vt!");
Chris Lattnerc08f9022006-06-27 00:04:13 +0000539 Opc = PPC::FCMPUD;
Chris Lattner2fbb4572005-08-21 18:50:37 +0000540 }
Dan Gohman602b0c82009-09-25 18:54:59 +0000541 return SDValue(CurDAG->getMachineNode(Opc, dl, MVT::i32, LHS, RHS), 0);
Chris Lattner2fbb4572005-08-21 18:50:37 +0000542}
543
Chris Lattnerdf4ed632006-11-17 22:10:59 +0000544static PPC::Predicate getPredicateForSetCC(ISD::CondCode CC) {
Chris Lattner2fbb4572005-08-21 18:50:37 +0000545 switch (CC) {
Chris Lattner5d634ce2006-05-25 16:54:16 +0000546 case ISD::SETUEQ:
Dale Johannesen53e4e442008-11-07 22:54:33 +0000547 case ISD::SETONE:
548 case ISD::SETOLE:
549 case ISD::SETOGE:
Torok Edwinc23197a2009-07-14 16:55:14 +0000550 llvm_unreachable("Should be lowered by legalize!");
551 default: llvm_unreachable("Unknown condition!");
Dale Johannesen53e4e442008-11-07 22:54:33 +0000552 case ISD::SETOEQ:
Chris Lattnerdf4ed632006-11-17 22:10:59 +0000553 case ISD::SETEQ: return PPC::PRED_EQ;
Chris Lattner5d634ce2006-05-25 16:54:16 +0000554 case ISD::SETUNE:
Chris Lattnerdf4ed632006-11-17 22:10:59 +0000555 case ISD::SETNE: return PPC::PRED_NE;
Dale Johannesen53e4e442008-11-07 22:54:33 +0000556 case ISD::SETOLT:
Chris Lattnerdf4ed632006-11-17 22:10:59 +0000557 case ISD::SETLT: return PPC::PRED_LT;
Chris Lattner2fbb4572005-08-21 18:50:37 +0000558 case ISD::SETULE:
Chris Lattnerdf4ed632006-11-17 22:10:59 +0000559 case ISD::SETLE: return PPC::PRED_LE;
Dale Johannesen53e4e442008-11-07 22:54:33 +0000560 case ISD::SETOGT:
Chris Lattnerdf4ed632006-11-17 22:10:59 +0000561 case ISD::SETGT: return PPC::PRED_GT;
Chris Lattner2fbb4572005-08-21 18:50:37 +0000562 case ISD::SETUGE:
Chris Lattnerdf4ed632006-11-17 22:10:59 +0000563 case ISD::SETGE: return PPC::PRED_GE;
Chris Lattnerdf4ed632006-11-17 22:10:59 +0000564 case ISD::SETO: return PPC::PRED_NU;
565 case ISD::SETUO: return PPC::PRED_UN;
Dale Johannesen53e4e442008-11-07 22:54:33 +0000566 // These two are invalid for floating point. Assume we have int.
567 case ISD::SETULT: return PPC::PRED_LT;
568 case ISD::SETUGT: return PPC::PRED_GT;
Chris Lattner2fbb4572005-08-21 18:50:37 +0000569 }
Chris Lattner2fbb4572005-08-21 18:50:37 +0000570}
571
Chris Lattner64906a02005-08-25 20:08:18 +0000572/// getCRIdxForSetCC - Return the index of the condition register field
573/// associated with the SetCC condition, and whether or not the field is
574/// treated as inverted. That is, lt = 0; ge = 0 inverted.
Chris Lattnerfe39edd2008-01-08 06:46:30 +0000575///
576/// If this returns with Other != -1, then the returned comparison is an or of
577/// two simpler comparisons. In this case, Invert is guaranteed to be false.
578static unsigned getCRIdxForSetCC(ISD::CondCode CC, bool &Invert, int &Other) {
579 Invert = false;
580 Other = -1;
Chris Lattner64906a02005-08-25 20:08:18 +0000581 switch (CC) {
Torok Edwinc23197a2009-07-14 16:55:14 +0000582 default: llvm_unreachable("Unknown condition!");
Chris Lattnerfe39edd2008-01-08 06:46:30 +0000583 case ISD::SETOLT:
584 case ISD::SETLT: return 0; // Bit #0 = SETOLT
585 case ISD::SETOGT:
586 case ISD::SETGT: return 1; // Bit #1 = SETOGT
587 case ISD::SETOEQ:
588 case ISD::SETEQ: return 2; // Bit #2 = SETOEQ
589 case ISD::SETUO: return 3; // Bit #3 = SETUO
Chris Lattner64906a02005-08-25 20:08:18 +0000590 case ISD::SETUGE:
Chris Lattnerfe39edd2008-01-08 06:46:30 +0000591 case ISD::SETGE: Invert = true; return 0; // !Bit #0 = SETUGE
Chris Lattner64906a02005-08-25 20:08:18 +0000592 case ISD::SETULE:
Chris Lattnerfe39edd2008-01-08 06:46:30 +0000593 case ISD::SETLE: Invert = true; return 1; // !Bit #1 = SETULE
Chris Lattner8e2a04e2006-05-25 18:06:16 +0000594 case ISD::SETUNE:
Chris Lattnerfe39edd2008-01-08 06:46:30 +0000595 case ISD::SETNE: Invert = true; return 2; // !Bit #2 = SETUNE
596 case ISD::SETO: Invert = true; return 3; // !Bit #3 = SETO
Andrew Trick6e8f4c42010-12-24 04:28:06 +0000597 case ISD::SETUEQ:
598 case ISD::SETOGE:
599 case ISD::SETOLE:
Dale Johannesen53e4e442008-11-07 22:54:33 +0000600 case ISD::SETONE:
Torok Edwinc23197a2009-07-14 16:55:14 +0000601 llvm_unreachable("Invalid branch code: should be expanded by legalize");
Dale Johannesen53e4e442008-11-07 22:54:33 +0000602 // These are invalid for floating point. Assume integer.
603 case ISD::SETULT: return 0;
604 case ISD::SETUGT: return 1;
Chris Lattner64906a02005-08-25 20:08:18 +0000605 }
606 return 0;
607}
Chris Lattner9944b762005-08-21 22:31:09 +0000608
Dan Gohmaneeb3a002010-01-05 01:24:18 +0000609SDNode *PPCDAGToDAGISel::SelectSETCC(SDNode *N) {
Dale Johannesena05dca42009-02-04 23:02:30 +0000610 DebugLoc dl = N->getDebugLoc();
Chris Lattner222adac2005-10-06 19:03:35 +0000611 unsigned Imm;
612 ISD::CondCode CC = cast<CondCodeSDNode>(N->getOperand(2))->get();
Chris Lattnerc08f9022006-06-27 00:04:13 +0000613 if (isInt32Immediate(N->getOperand(1), Imm)) {
Chris Lattner222adac2005-10-06 19:03:35 +0000614 // We can codegen setcc op, imm very efficiently compared to a brcond.
615 // Check for those cases here.
616 // setcc op, 0
617 if (Imm == 0) {
Dan Gohman475871a2008-07-27 21:46:04 +0000618 SDValue Op = N->getOperand(0);
Chris Lattner222adac2005-10-06 19:03:35 +0000619 switch (CC) {
Chris Lattnerdabb8292005-10-21 21:17:10 +0000620 default: break;
Evan Cheng0b828e02006-08-27 08:14:06 +0000621 case ISD::SETEQ: {
Dan Gohman602b0c82009-09-25 18:54:59 +0000622 Op = SDValue(CurDAG->getMachineNode(PPC::CNTLZW, dl, MVT::i32, Op), 0);
Dan Gohman475871a2008-07-27 21:46:04 +0000623 SDValue Ops[] = { Op, getI32Imm(27), getI32Imm(5), getI32Imm(31) };
Owen Anderson825b72b2009-08-11 20:47:22 +0000624 return CurDAG->SelectNodeTo(N, PPC::RLWINM, MVT::i32, Ops, 4);
Evan Cheng0b828e02006-08-27 08:14:06 +0000625 }
Chris Lattnerdabb8292005-10-21 21:17:10 +0000626 case ISD::SETNE: {
Dan Gohman475871a2008-07-27 21:46:04 +0000627 SDValue AD =
Chris Lattnerf1b4eaf2010-12-21 02:38:05 +0000628 SDValue(CurDAG->getMachineNode(PPC::ADDIC, dl, MVT::i32, MVT::Glue,
Dan Gohman602b0c82009-09-25 18:54:59 +0000629 Op, getI32Imm(~0U)), 0);
Andrew Trick6e8f4c42010-12-24 04:28:06 +0000630 return CurDAG->SelectNodeTo(N, PPC::SUBFE, MVT::i32, AD, Op,
Evan Cheng95514ba2006-08-26 08:00:10 +0000631 AD.getValue(1));
Chris Lattner222adac2005-10-06 19:03:35 +0000632 }
Evan Cheng0b828e02006-08-27 08:14:06 +0000633 case ISD::SETLT: {
Dan Gohman475871a2008-07-27 21:46:04 +0000634 SDValue Ops[] = { Op, getI32Imm(1), getI32Imm(31), getI32Imm(31) };
Owen Anderson825b72b2009-08-11 20:47:22 +0000635 return CurDAG->SelectNodeTo(N, PPC::RLWINM, MVT::i32, Ops, 4);
Evan Cheng0b828e02006-08-27 08:14:06 +0000636 }
Chris Lattnerdabb8292005-10-21 21:17:10 +0000637 case ISD::SETGT: {
Dan Gohman475871a2008-07-27 21:46:04 +0000638 SDValue T =
Dan Gohman602b0c82009-09-25 18:54:59 +0000639 SDValue(CurDAG->getMachineNode(PPC::NEG, dl, MVT::i32, Op), 0);
640 T = SDValue(CurDAG->getMachineNode(PPC::ANDC, dl, MVT::i32, T, Op), 0);
Dan Gohman475871a2008-07-27 21:46:04 +0000641 SDValue Ops[] = { T, getI32Imm(1), getI32Imm(31), getI32Imm(31) };
Owen Anderson825b72b2009-08-11 20:47:22 +0000642 return CurDAG->SelectNodeTo(N, PPC::RLWINM, MVT::i32, Ops, 4);
Chris Lattnerdabb8292005-10-21 21:17:10 +0000643 }
644 }
Chris Lattner222adac2005-10-06 19:03:35 +0000645 } else if (Imm == ~0U) { // setcc op, -1
Dan Gohman475871a2008-07-27 21:46:04 +0000646 SDValue Op = N->getOperand(0);
Chris Lattner222adac2005-10-06 19:03:35 +0000647 switch (CC) {
Chris Lattnerdabb8292005-10-21 21:17:10 +0000648 default: break;
649 case ISD::SETEQ:
Chris Lattnerf1b4eaf2010-12-21 02:38:05 +0000650 Op = SDValue(CurDAG->getMachineNode(PPC::ADDIC, dl, MVT::i32, MVT::Glue,
Dan Gohman602b0c82009-09-25 18:54:59 +0000651 Op, getI32Imm(1)), 0);
Andrew Trick6e8f4c42010-12-24 04:28:06 +0000652 return CurDAG->SelectNodeTo(N, PPC::ADDZE, MVT::i32,
653 SDValue(CurDAG->getMachineNode(PPC::LI, dl,
Dan Gohman602b0c82009-09-25 18:54:59 +0000654 MVT::i32,
655 getI32Imm(0)), 0),
Dale Johannesena05dca42009-02-04 23:02:30 +0000656 Op.getValue(1));
Chris Lattnerdabb8292005-10-21 21:17:10 +0000657 case ISD::SETNE: {
Dan Gohman602b0c82009-09-25 18:54:59 +0000658 Op = SDValue(CurDAG->getMachineNode(PPC::NOR, dl, MVT::i32, Op, Op), 0);
Chris Lattnerf1b4eaf2010-12-21 02:38:05 +0000659 SDNode *AD = CurDAG->getMachineNode(PPC::ADDIC, dl, MVT::i32, MVT::Glue,
Dan Gohman602b0c82009-09-25 18:54:59 +0000660 Op, getI32Imm(~0U));
Owen Anderson825b72b2009-08-11 20:47:22 +0000661 return CurDAG->SelectNodeTo(N, PPC::SUBFE, MVT::i32, SDValue(AD, 0),
Dan Gohman475871a2008-07-27 21:46:04 +0000662 Op, SDValue(AD, 1));
Chris Lattner222adac2005-10-06 19:03:35 +0000663 }
Chris Lattnerdabb8292005-10-21 21:17:10 +0000664 case ISD::SETLT: {
Dan Gohman602b0c82009-09-25 18:54:59 +0000665 SDValue AD = SDValue(CurDAG->getMachineNode(PPC::ADDI, dl, MVT::i32, Op,
666 getI32Imm(1)), 0);
667 SDValue AN = SDValue(CurDAG->getMachineNode(PPC::AND, dl, MVT::i32, AD,
668 Op), 0);
Dan Gohman475871a2008-07-27 21:46:04 +0000669 SDValue Ops[] = { AN, getI32Imm(1), getI32Imm(31), getI32Imm(31) };
Owen Anderson825b72b2009-08-11 20:47:22 +0000670 return CurDAG->SelectNodeTo(N, PPC::RLWINM, MVT::i32, Ops, 4);
Chris Lattnerdabb8292005-10-21 21:17:10 +0000671 }
Evan Cheng0b828e02006-08-27 08:14:06 +0000672 case ISD::SETGT: {
Dan Gohman475871a2008-07-27 21:46:04 +0000673 SDValue Ops[] = { Op, getI32Imm(1), getI32Imm(31), getI32Imm(31) };
Andrew Trick6e8f4c42010-12-24 04:28:06 +0000674 Op = SDValue(CurDAG->getMachineNode(PPC::RLWINM, dl, MVT::i32, Ops, 4),
Dale Johannesena05dca42009-02-04 23:02:30 +0000675 0);
Andrew Trick6e8f4c42010-12-24 04:28:06 +0000676 return CurDAG->SelectNodeTo(N, PPC::XORI, MVT::i32, Op,
Evan Cheng95514ba2006-08-26 08:00:10 +0000677 getI32Imm(1));
Chris Lattnerdabb8292005-10-21 21:17:10 +0000678 }
Evan Cheng0b828e02006-08-27 08:14:06 +0000679 }
Chris Lattner222adac2005-10-06 19:03:35 +0000680 }
681 }
Andrew Trick6e8f4c42010-12-24 04:28:06 +0000682
Chris Lattner222adac2005-10-06 19:03:35 +0000683 bool Inv;
Chris Lattnerfe39edd2008-01-08 06:46:30 +0000684 int OtherCondIdx;
685 unsigned Idx = getCRIdxForSetCC(CC, Inv, OtherCondIdx);
Dale Johannesenf5f5dce2009-02-06 19:16:40 +0000686 SDValue CCReg = SelectCC(N->getOperand(0), N->getOperand(1), CC, dl);
Dan Gohman475871a2008-07-27 21:46:04 +0000687 SDValue IntCR;
Andrew Trick6e8f4c42010-12-24 04:28:06 +0000688
Chris Lattner222adac2005-10-06 19:03:35 +0000689 // Force the ccreg into CR7.
Owen Anderson825b72b2009-08-11 20:47:22 +0000690 SDValue CR7Reg = CurDAG->getRegister(PPC::CR7, MVT::i32);
Andrew Trick6e8f4c42010-12-24 04:28:06 +0000691
Dan Gohman475871a2008-07-27 21:46:04 +0000692 SDValue InFlag(0, 0); // Null incoming flag value.
Andrew Trick6e8f4c42010-12-24 04:28:06 +0000693 CCReg = CurDAG->getCopyToReg(CurDAG->getEntryNode(), dl, CR7Reg, CCReg,
Chris Lattnerdb1cb2b2005-12-01 03:50:19 +0000694 InFlag).getValue(1);
Andrew Trick6e8f4c42010-12-24 04:28:06 +0000695
Chris Lattnerfe39edd2008-01-08 06:46:30 +0000696 if (PPCSubTarget.isGigaProcessor() && OtherCondIdx == -1)
Dan Gohman602b0c82009-09-25 18:54:59 +0000697 IntCR = SDValue(CurDAG->getMachineNode(PPC::MFOCRF, dl, MVT::i32, CR7Reg,
698 CCReg), 0);
Dale Johannesen5f07d522010-05-20 17:48:26 +0000699 else
700 IntCR = SDValue(CurDAG->getMachineNode(PPC::MFCRpseud, dl, MVT::i32,
701 CR7Reg, CCReg), 0);
Andrew Trick6e8f4c42010-12-24 04:28:06 +0000702
Dan Gohman475871a2008-07-27 21:46:04 +0000703 SDValue Ops[] = { IntCR, getI32Imm((32-(3-Idx)) & 31),
Evan Cheng0b828e02006-08-27 08:14:06 +0000704 getI32Imm(31), getI32Imm(31) };
Chris Lattnerfe39edd2008-01-08 06:46:30 +0000705 if (OtherCondIdx == -1 && !Inv)
Owen Anderson825b72b2009-08-11 20:47:22 +0000706 return CurDAG->SelectNodeTo(N, PPC::RLWINM, MVT::i32, Ops, 4);
Chris Lattnerfe39edd2008-01-08 06:46:30 +0000707
708 // Get the specified bit.
Dan Gohman475871a2008-07-27 21:46:04 +0000709 SDValue Tmp =
Dan Gohman602b0c82009-09-25 18:54:59 +0000710 SDValue(CurDAG->getMachineNode(PPC::RLWINM, dl, MVT::i32, Ops, 4), 0);
Chris Lattnerfe39edd2008-01-08 06:46:30 +0000711 if (Inv) {
712 assert(OtherCondIdx == -1 && "Can't have split plus negation");
Owen Anderson825b72b2009-08-11 20:47:22 +0000713 return CurDAG->SelectNodeTo(N, PPC::XORI, MVT::i32, Tmp, getI32Imm(1));
Chris Lattner222adac2005-10-06 19:03:35 +0000714 }
Chris Lattnerfe39edd2008-01-08 06:46:30 +0000715
716 // Otherwise, we have to turn an operation like SETONE -> SETOLT | SETOGT.
717 // We already got the bit for the first part of the comparison (e.g. SETULE).
718
719 // Get the other bit of the comparison.
720 Ops[1] = getI32Imm((32-(3-OtherCondIdx)) & 31);
Andrew Trick6e8f4c42010-12-24 04:28:06 +0000721 SDValue OtherCond =
Dan Gohman602b0c82009-09-25 18:54:59 +0000722 SDValue(CurDAG->getMachineNode(PPC::RLWINM, dl, MVT::i32, Ops, 4), 0);
Chris Lattnerfe39edd2008-01-08 06:46:30 +0000723
Owen Anderson825b72b2009-08-11 20:47:22 +0000724 return CurDAG->SelectNodeTo(N, PPC::OR, MVT::i32, Tmp, OtherCond);
Chris Lattner222adac2005-10-06 19:03:35 +0000725}
Chris Lattner2b63e4c2005-10-06 18:56:10 +0000726
Chris Lattner6a16f6a2005-10-06 19:07:45 +0000727
Chris Lattnera5a91b12005-08-17 19:33:03 +0000728// Select - Convert the specified operand from a target-independent to a
729// target-specific node if it hasn't already been changed.
Dan Gohmaneeb3a002010-01-05 01:24:18 +0000730SDNode *PPCDAGToDAGISel::Select(SDNode *N) {
731 DebugLoc dl = N->getDebugLoc();
Dan Gohmane8be6c62008-07-17 19:10:17 +0000732 if (N->isMachineOpcode())
Evan Cheng64a752f2006-08-11 09:08:15 +0000733 return NULL; // Already selected.
Chris Lattnerd3d2cf52005-09-29 00:59:32 +0000734
Chris Lattnera5a91b12005-08-17 19:33:03 +0000735 switch (N->getOpcode()) {
Chris Lattner19c09072005-09-07 23:45:15 +0000736 default: break;
Andrew Trick6e8f4c42010-12-24 04:28:06 +0000737
Jim Laskey78f97f32006-12-12 13:23:43 +0000738 case ISD::Constant: {
Owen Anderson825b72b2009-08-11 20:47:22 +0000739 if (N->getValueType(0) == MVT::i64) {
Jim Laskey78f97f32006-12-12 13:23:43 +0000740 // Get 64 bit value.
Dan Gohmanf5aeb1a2008-09-12 16:56:44 +0000741 int64_t Imm = cast<ConstantSDNode>(N)->getZExtValue();
Jim Laskey78f97f32006-12-12 13:23:43 +0000742 // Assume no remaining bits.
743 unsigned Remainder = 0;
744 // Assume no shift required.
745 unsigned Shift = 0;
Andrew Trick6e8f4c42010-12-24 04:28:06 +0000746
Jim Laskey78f97f32006-12-12 13:23:43 +0000747 // If it can't be represented as a 32 bit value.
Benjamin Kramer34247a02010-03-29 21:13:41 +0000748 if (!isInt<32>(Imm)) {
Jim Laskey78f97f32006-12-12 13:23:43 +0000749 Shift = CountTrailingZeros_64(Imm);
750 int64_t ImmSh = static_cast<uint64_t>(Imm) >> Shift;
Andrew Trick6e8f4c42010-12-24 04:28:06 +0000751
Jim Laskey78f97f32006-12-12 13:23:43 +0000752 // If the shifted value fits 32 bits.
Benjamin Kramer34247a02010-03-29 21:13:41 +0000753 if (isInt<32>(ImmSh)) {
Jim Laskey78f97f32006-12-12 13:23:43 +0000754 // Go with the shifted value.
755 Imm = ImmSh;
756 } else {
757 // Still stuck with a 64 bit value.
758 Remainder = Imm;
759 Shift = 32;
760 Imm >>= 32;
761 }
762 }
Andrew Trick6e8f4c42010-12-24 04:28:06 +0000763
Jim Laskey78f97f32006-12-12 13:23:43 +0000764 // Intermediate operand.
765 SDNode *Result;
766
767 // Handle first 32 bits.
768 unsigned Lo = Imm & 0xFFFF;
769 unsigned Hi = (Imm >> 16) & 0xFFFF;
Andrew Trick6e8f4c42010-12-24 04:28:06 +0000770
Jim Laskey78f97f32006-12-12 13:23:43 +0000771 // Simple value.
Benjamin Kramer34247a02010-03-29 21:13:41 +0000772 if (isInt<16>(Imm)) {
Jim Laskey78f97f32006-12-12 13:23:43 +0000773 // Just the Lo bits.
Dan Gohman602b0c82009-09-25 18:54:59 +0000774 Result = CurDAG->getMachineNode(PPC::LI8, dl, MVT::i64, getI32Imm(Lo));
Jim Laskey78f97f32006-12-12 13:23:43 +0000775 } else if (Lo) {
776 // Handle the Hi bits.
777 unsigned OpC = Hi ? PPC::LIS8 : PPC::LI8;
Dan Gohman602b0c82009-09-25 18:54:59 +0000778 Result = CurDAG->getMachineNode(OpC, dl, MVT::i64, getI32Imm(Hi));
Jim Laskey78f97f32006-12-12 13:23:43 +0000779 // And Lo bits.
Dan Gohman602b0c82009-09-25 18:54:59 +0000780 Result = CurDAG->getMachineNode(PPC::ORI8, dl, MVT::i64,
781 SDValue(Result, 0), getI32Imm(Lo));
Jim Laskey78f97f32006-12-12 13:23:43 +0000782 } else {
783 // Just the Hi bits.
Dan Gohman602b0c82009-09-25 18:54:59 +0000784 Result = CurDAG->getMachineNode(PPC::LIS8, dl, MVT::i64, getI32Imm(Hi));
Jim Laskey78f97f32006-12-12 13:23:43 +0000785 }
Andrew Trick6e8f4c42010-12-24 04:28:06 +0000786
Jim Laskey78f97f32006-12-12 13:23:43 +0000787 // If no shift, we're done.
788 if (!Shift) return Result;
789
790 // Shift for next step if the upper 32-bits were not zero.
791 if (Imm) {
Dan Gohman602b0c82009-09-25 18:54:59 +0000792 Result = CurDAG->getMachineNode(PPC::RLDICR, dl, MVT::i64,
793 SDValue(Result, 0),
794 getI32Imm(Shift),
795 getI32Imm(63 - Shift));
Jim Laskey78f97f32006-12-12 13:23:43 +0000796 }
797
798 // Add in the last bits as required.
799 if ((Hi = (Remainder >> 16) & 0xFFFF)) {
Dan Gohman602b0c82009-09-25 18:54:59 +0000800 Result = CurDAG->getMachineNode(PPC::ORIS8, dl, MVT::i64,
801 SDValue(Result, 0), getI32Imm(Hi));
Andrew Trick6e8f4c42010-12-24 04:28:06 +0000802 }
Jim Laskey78f97f32006-12-12 13:23:43 +0000803 if ((Lo = Remainder & 0xFFFF)) {
Dan Gohman602b0c82009-09-25 18:54:59 +0000804 Result = CurDAG->getMachineNode(PPC::ORI8, dl, MVT::i64,
805 SDValue(Result, 0), getI32Imm(Lo));
Jim Laskey78f97f32006-12-12 13:23:43 +0000806 }
Andrew Trick6e8f4c42010-12-24 04:28:06 +0000807
Jim Laskey78f97f32006-12-12 13:23:43 +0000808 return Result;
809 }
810 break;
811 }
Andrew Trick6e8f4c42010-12-24 04:28:06 +0000812
Evan Cheng34167212006-02-09 00:37:58 +0000813 case ISD::SETCC:
Dan Gohmaneeb3a002010-01-05 01:24:18 +0000814 return SelectSETCC(N);
Evan Cheng34167212006-02-09 00:37:58 +0000815 case PPCISD::GlobalBaseReg:
Evan Cheng9ade2182006-08-26 05:34:46 +0000816 return getGlobalBaseReg();
Andrew Trick6e8f4c42010-12-24 04:28:06 +0000817
Chris Lattnere28e40a2005-08-25 00:45:43 +0000818 case ISD::FrameIndex: {
819 int FI = cast<FrameIndexSDNode>(N)->getIndex();
Dan Gohmaneeb3a002010-01-05 01:24:18 +0000820 SDValue TFI = CurDAG->getTargetFrameIndex(FI, N->getValueType(0));
821 unsigned Opc = N->getValueType(0) == MVT::i32 ? PPC::ADDI : PPC::ADDI8;
Chris Lattnerccbe2ec2006-08-15 23:48:22 +0000822 if (N->hasOneUse())
Dan Gohmaneeb3a002010-01-05 01:24:18 +0000823 return CurDAG->SelectNodeTo(N, Opc, N->getValueType(0), TFI,
Evan Cheng95514ba2006-08-26 08:00:10 +0000824 getSmallIPtrImm(0));
Dan Gohmaneeb3a002010-01-05 01:24:18 +0000825 return CurDAG->getMachineNode(Opc, dl, N->getValueType(0), TFI,
Dan Gohman602b0c82009-09-25 18:54:59 +0000826 getSmallIPtrImm(0));
Chris Lattnere28e40a2005-08-25 00:45:43 +0000827 }
Chris Lattner6d92cad2006-03-26 10:06:40 +0000828
829 case PPCISD::MFCR: {
Dan Gohman475871a2008-07-27 21:46:04 +0000830 SDValue InFlag = N->getOperand(1);
Chris Lattner6d92cad2006-03-26 10:06:40 +0000831 // Use MFOCRF if supported.
Evan Cheng152b7e12007-10-23 06:42:42 +0000832 if (PPCSubTarget.isGigaProcessor())
Dan Gohman602b0c82009-09-25 18:54:59 +0000833 return CurDAG->getMachineNode(PPC::MFOCRF, dl, MVT::i32,
834 N->getOperand(0), InFlag);
Chris Lattner6d92cad2006-03-26 10:06:40 +0000835 else
Dale Johannesen5f07d522010-05-20 17:48:26 +0000836 return CurDAG->getMachineNode(PPC::MFCRpseud, dl, MVT::i32,
837 N->getOperand(0), InFlag);
Chris Lattner6d92cad2006-03-26 10:06:40 +0000838 }
Andrew Trick6e8f4c42010-12-24 04:28:06 +0000839
Chris Lattner88add102005-09-28 22:50:24 +0000840 case ISD::SDIV: {
Nate Begeman405e3ec2005-10-21 00:02:42 +0000841 // FIXME: since this depends on the setting of the carry flag from the srawi
842 // we should really be making notes about that for the scheduler.
Andrew Trick6e8f4c42010-12-24 04:28:06 +0000843 // FIXME: It sure would be nice if we could cheaply recognize the
Nate Begeman405e3ec2005-10-21 00:02:42 +0000844 // srl/add/sra pattern the dag combiner will generate for this as
845 // sra/addze rather than having to handle sdiv ourselves. oh well.
Chris Lattner8784a232005-08-25 17:50:06 +0000846 unsigned Imm;
Chris Lattnerc08f9022006-06-27 00:04:13 +0000847 if (isInt32Immediate(N->getOperand(1), Imm)) {
Dan Gohman475871a2008-07-27 21:46:04 +0000848 SDValue N0 = N->getOperand(0);
Chris Lattner8784a232005-08-25 17:50:06 +0000849 if ((signed)Imm > 0 && isPowerOf2_32(Imm)) {
Evan Cheng7e9b26f2006-02-09 07:17:49 +0000850 SDNode *Op =
Chris Lattnerf1b4eaf2010-12-21 02:38:05 +0000851 CurDAG->getMachineNode(PPC::SRAWI, dl, MVT::i32, MVT::Glue,
Dan Gohman602b0c82009-09-25 18:54:59 +0000852 N0, getI32Imm(Log2_32(Imm)));
Andrew Trick6e8f4c42010-12-24 04:28:06 +0000853 return CurDAG->SelectNodeTo(N, PPC::ADDZE, MVT::i32,
Dan Gohman475871a2008-07-27 21:46:04 +0000854 SDValue(Op, 0), SDValue(Op, 1));
Chris Lattner8784a232005-08-25 17:50:06 +0000855 } else if ((signed)Imm < 0 && isPowerOf2_32(-Imm)) {
Evan Cheng7e9b26f2006-02-09 07:17:49 +0000856 SDNode *Op =
Chris Lattnerf1b4eaf2010-12-21 02:38:05 +0000857 CurDAG->getMachineNode(PPC::SRAWI, dl, MVT::i32, MVT::Glue,
Dan Gohman602b0c82009-09-25 18:54:59 +0000858 N0, getI32Imm(Log2_32(-Imm)));
Dan Gohman475871a2008-07-27 21:46:04 +0000859 SDValue PT =
Dan Gohman602b0c82009-09-25 18:54:59 +0000860 SDValue(CurDAG->getMachineNode(PPC::ADDZE, dl, MVT::i32,
861 SDValue(Op, 0), SDValue(Op, 1)),
Evan Cheng7e9b26f2006-02-09 07:17:49 +0000862 0);
Owen Anderson825b72b2009-08-11 20:47:22 +0000863 return CurDAG->SelectNodeTo(N, PPC::NEG, MVT::i32, PT);
Chris Lattner8784a232005-08-25 17:50:06 +0000864 }
865 }
Andrew Trick6e8f4c42010-12-24 04:28:06 +0000866
Chris Lattner237733e2005-09-29 23:33:31 +0000867 // Other cases are autogenerated.
868 break;
Chris Lattner047b9522005-08-25 22:04:30 +0000869 }
Andrew Trick6e8f4c42010-12-24 04:28:06 +0000870
Chris Lattner4eab7142006-11-10 02:08:47 +0000871 case ISD::LOAD: {
872 // Handle preincrement loads.
Dan Gohmaneeb3a002010-01-05 01:24:18 +0000873 LoadSDNode *LD = cast<LoadSDNode>(N);
Owen Andersone50ed302009-08-10 22:56:29 +0000874 EVT LoadedVT = LD->getMemoryVT();
Andrew Trick6e8f4c42010-12-24 04:28:06 +0000875
Chris Lattner4eab7142006-11-10 02:08:47 +0000876 // Normal loads are handled by code generated from the .td file.
877 if (LD->getAddressingMode() != ISD::PRE_INC)
878 break;
Andrew Trick6e8f4c42010-12-24 04:28:06 +0000879
Dan Gohman475871a2008-07-27 21:46:04 +0000880 SDValue Offset = LD->getOffset();
Chris Lattner5b3bbc72006-11-11 04:53:30 +0000881 if (isa<ConstantSDNode>(Offset) ||
882 Offset.getOpcode() == ISD::TargetGlobalAddress) {
Andrew Trick6e8f4c42010-12-24 04:28:06 +0000883
Chris Lattner0851b4f2006-11-15 19:55:13 +0000884 unsigned Opcode;
885 bool isSExt = LD->getExtensionType() == ISD::SEXTLOAD;
Owen Anderson825b72b2009-08-11 20:47:22 +0000886 if (LD->getValueType(0) != MVT::i64) {
Chris Lattner0851b4f2006-11-15 19:55:13 +0000887 // Handle PPC32 integer and normal FP loads.
Owen Anderson825b72b2009-08-11 20:47:22 +0000888 assert((!isSExt || LoadedVT == MVT::i16) && "Invalid sext update load");
889 switch (LoadedVT.getSimpleVT().SimpleTy) {
Torok Edwinc23197a2009-07-14 16:55:14 +0000890 default: llvm_unreachable("Invalid PPC load type!");
Owen Anderson825b72b2009-08-11 20:47:22 +0000891 case MVT::f64: Opcode = PPC::LFDU; break;
892 case MVT::f32: Opcode = PPC::LFSU; break;
893 case MVT::i32: Opcode = PPC::LWZU; break;
894 case MVT::i16: Opcode = isSExt ? PPC::LHAU : PPC::LHZU; break;
895 case MVT::i1:
896 case MVT::i8: Opcode = PPC::LBZU; break;
Chris Lattner0851b4f2006-11-15 19:55:13 +0000897 }
898 } else {
Owen Anderson825b72b2009-08-11 20:47:22 +0000899 assert(LD->getValueType(0) == MVT::i64 && "Unknown load result type!");
900 assert((!isSExt || LoadedVT == MVT::i16) && "Invalid sext update load");
901 switch (LoadedVT.getSimpleVT().SimpleTy) {
Torok Edwinc23197a2009-07-14 16:55:14 +0000902 default: llvm_unreachable("Invalid PPC load type!");
Owen Anderson825b72b2009-08-11 20:47:22 +0000903 case MVT::i64: Opcode = PPC::LDU; break;
904 case MVT::i32: Opcode = PPC::LWZU8; break;
905 case MVT::i16: Opcode = isSExt ? PPC::LHAU8 : PPC::LHZU8; break;
906 case MVT::i1:
907 case MVT::i8: Opcode = PPC::LBZU8; break;
Chris Lattner0851b4f2006-11-15 19:55:13 +0000908 }
909 }
Andrew Trick6e8f4c42010-12-24 04:28:06 +0000910
Dan Gohman475871a2008-07-27 21:46:04 +0000911 SDValue Chain = LD->getChain();
912 SDValue Base = LD->getBasePtr();
Dan Gohman475871a2008-07-27 21:46:04 +0000913 SDValue Ops[] = { Offset, Base, Chain };
Chris Lattner4eab7142006-11-10 02:08:47 +0000914 // FIXME: PPC64
Dan Gohman602b0c82009-09-25 18:54:59 +0000915 return CurDAG->getMachineNode(Opcode, dl, LD->getValueType(0),
916 PPCLowering.getPointerTy(),
917 MVT::Other, Ops, 3);
Chris Lattner4eab7142006-11-10 02:08:47 +0000918 } else {
Torok Edwinc23197a2009-07-14 16:55:14 +0000919 llvm_unreachable("R+R preindex loads not supported yet!");
Chris Lattner4eab7142006-11-10 02:08:47 +0000920 }
921 }
Andrew Trick6e8f4c42010-12-24 04:28:06 +0000922
Nate Begemancffc32b2005-08-18 07:30:46 +0000923 case ISD::AND: {
Nate Begemanf42f1332006-09-22 05:01:56 +0000924 unsigned Imm, Imm2, SH, MB, ME;
925
Nate Begemancffc32b2005-08-18 07:30:46 +0000926 // If this is an and of a value rotated between 0 and 31 bits and then and'd
927 // with a mask, emit rlwinm
Chris Lattnerc08f9022006-06-27 00:04:13 +0000928 if (isInt32Immediate(N->getOperand(1), Imm) &&
Gabor Greifba36cb52008-08-28 21:40:38 +0000929 isRotateAndMask(N->getOperand(0).getNode(), Imm, false, SH, MB, ME)) {
Dan Gohman475871a2008-07-27 21:46:04 +0000930 SDValue Val = N->getOperand(0).getOperand(0);
Dan Gohman475871a2008-07-27 21:46:04 +0000931 SDValue Ops[] = { Val, getI32Imm(SH), getI32Imm(MB), getI32Imm(ME) };
Owen Anderson825b72b2009-08-11 20:47:22 +0000932 return CurDAG->SelectNodeTo(N, PPC::RLWINM, MVT::i32, Ops, 4);
Nate Begemancffc32b2005-08-18 07:30:46 +0000933 }
Nate Begemanf42f1332006-09-22 05:01:56 +0000934 // If this is just a masked value where the input is not handled above, and
935 // is not a rotate-left (handled by a pattern in the .td file), emit rlwinm
936 if (isInt32Immediate(N->getOperand(1), Imm) &&
Andrew Trick6e8f4c42010-12-24 04:28:06 +0000937 isRunOfOnes(Imm, MB, ME) &&
Nate Begemanf42f1332006-09-22 05:01:56 +0000938 N->getOperand(0).getOpcode() != ISD::ROTL) {
Dan Gohman475871a2008-07-27 21:46:04 +0000939 SDValue Val = N->getOperand(0);
Dan Gohman475871a2008-07-27 21:46:04 +0000940 SDValue Ops[] = { Val, getI32Imm(0), getI32Imm(MB), getI32Imm(ME) };
Owen Anderson825b72b2009-08-11 20:47:22 +0000941 return CurDAG->SelectNodeTo(N, PPC::RLWINM, MVT::i32, Ops, 4);
Nate Begemanf42f1332006-09-22 05:01:56 +0000942 }
943 // AND X, 0 -> 0, not "rlwinm 32".
944 if (isInt32Immediate(N->getOperand(1), Imm) && (Imm == 0)) {
Dan Gohman475871a2008-07-27 21:46:04 +0000945 ReplaceUses(SDValue(N, 0), N->getOperand(1));
Nate Begemanf42f1332006-09-22 05:01:56 +0000946 return NULL;
947 }
Nate Begeman50fb3c42005-12-24 01:00:15 +0000948 // ISD::OR doesn't get all the bitfield insertion fun.
949 // (and (or x, c1), c2) where isRunOfOnes(~(c1^c2)) is a bitfield insert
Andrew Trick6e8f4c42010-12-24 04:28:06 +0000950 if (isInt32Immediate(N->getOperand(1), Imm) &&
Nate Begeman50fb3c42005-12-24 01:00:15 +0000951 N->getOperand(0).getOpcode() == ISD::OR &&
Chris Lattnerc08f9022006-06-27 00:04:13 +0000952 isInt32Immediate(N->getOperand(0).getOperand(1), Imm2)) {
Chris Lattnerc9a5ef52006-01-05 18:32:49 +0000953 unsigned MB, ME;
Nate Begeman50fb3c42005-12-24 01:00:15 +0000954 Imm = ~(Imm^Imm2);
955 if (isRunOfOnes(Imm, MB, ME)) {
Dan Gohman475871a2008-07-27 21:46:04 +0000956 SDValue Ops[] = { N->getOperand(0).getOperand(0),
Evan Cheng0b828e02006-08-27 08:14:06 +0000957 N->getOperand(0).getOperand(1),
958 getI32Imm(0), getI32Imm(MB),getI32Imm(ME) };
Dan Gohman602b0c82009-09-25 18:54:59 +0000959 return CurDAG->getMachineNode(PPC::RLWIMI, dl, MVT::i32, Ops, 5);
Nate Begeman50fb3c42005-12-24 01:00:15 +0000960 }
961 }
Andrew Trick6e8f4c42010-12-24 04:28:06 +0000962
Chris Lattner237733e2005-09-29 23:33:31 +0000963 // Other cases are autogenerated.
964 break;
Nate Begemancffc32b2005-08-18 07:30:46 +0000965 }
Nate Begeman02b88a42005-08-19 00:38:14 +0000966 case ISD::OR:
Owen Anderson825b72b2009-08-11 20:47:22 +0000967 if (N->getValueType(0) == MVT::i32)
Chris Lattnerccbe2ec2006-08-15 23:48:22 +0000968 if (SDNode *I = SelectBitfieldInsert(N))
969 return I;
Andrew Trick6e8f4c42010-12-24 04:28:06 +0000970
Chris Lattner237733e2005-09-29 23:33:31 +0000971 // Other cases are autogenerated.
972 break;
Nate Begemanc15ed442005-08-18 23:38:00 +0000973 case ISD::SHL: {
974 unsigned Imm, SH, MB, ME;
Gabor Greifba36cb52008-08-28 21:40:38 +0000975 if (isOpcWithIntImmediate(N->getOperand(0).getNode(), ISD::AND, Imm) &&
Nate Begeman2d5aff72005-10-19 18:42:01 +0000976 isRotateAndMask(N, Imm, true, SH, MB, ME)) {
Dan Gohman475871a2008-07-27 21:46:04 +0000977 SDValue Ops[] = { N->getOperand(0).getOperand(0),
Evan Cheng0b828e02006-08-27 08:14:06 +0000978 getI32Imm(SH), getI32Imm(MB), getI32Imm(ME) };
Owen Anderson825b72b2009-08-11 20:47:22 +0000979 return CurDAG->SelectNodeTo(N, PPC::RLWINM, MVT::i32, Ops, 4);
Nate Begeman8d948322005-10-19 01:12:32 +0000980 }
Andrew Trick6e8f4c42010-12-24 04:28:06 +0000981
Nate Begeman2d5aff72005-10-19 18:42:01 +0000982 // Other cases are autogenerated.
983 break;
Nate Begemanc15ed442005-08-18 23:38:00 +0000984 }
985 case ISD::SRL: {
986 unsigned Imm, SH, MB, ME;
Gabor Greifba36cb52008-08-28 21:40:38 +0000987 if (isOpcWithIntImmediate(N->getOperand(0).getNode(), ISD::AND, Imm) &&
Andrew Trick6e8f4c42010-12-24 04:28:06 +0000988 isRotateAndMask(N, Imm, true, SH, MB, ME)) {
Dan Gohman475871a2008-07-27 21:46:04 +0000989 SDValue Ops[] = { N->getOperand(0).getOperand(0),
Evan Cheng0b828e02006-08-27 08:14:06 +0000990 getI32Imm(SH), getI32Imm(MB), getI32Imm(ME) };
Owen Anderson825b72b2009-08-11 20:47:22 +0000991 return CurDAG->SelectNodeTo(N, PPC::RLWINM, MVT::i32, Ops, 4);
Nate Begeman8d948322005-10-19 01:12:32 +0000992 }
Andrew Trick6e8f4c42010-12-24 04:28:06 +0000993
Nate Begeman2d5aff72005-10-19 18:42:01 +0000994 // Other cases are autogenerated.
995 break;
Nate Begemanc15ed442005-08-18 23:38:00 +0000996 }
Chris Lattner13794f52005-08-26 18:46:49 +0000997 case ISD::SELECT_CC: {
998 ISD::CondCode CC = cast<CondCodeSDNode>(N->getOperand(4))->get();
Andrew Trick6e8f4c42010-12-24 04:28:06 +0000999
Chris Lattnerc08f9022006-06-27 00:04:13 +00001000 // Handle the setcc cases here. select_cc lhs, 0, 1, 0, cc
Chris Lattner13794f52005-08-26 18:46:49 +00001001 if (ConstantSDNode *N1C = dyn_cast<ConstantSDNode>(N->getOperand(1)))
1002 if (ConstantSDNode *N2C = dyn_cast<ConstantSDNode>(N->getOperand(2)))
1003 if (ConstantSDNode *N3C = dyn_cast<ConstantSDNode>(N->getOperand(3)))
1004 if (N1C->isNullValue() && N3C->isNullValue() &&
Dan Gohmanf5aeb1a2008-09-12 16:56:44 +00001005 N2C->getZExtValue() == 1ULL && CC == ISD::SETNE &&
Chris Lattnerc08f9022006-06-27 00:04:13 +00001006 // FIXME: Implement this optzn for PPC64.
Owen Anderson825b72b2009-08-11 20:47:22 +00001007 N->getValueType(0) == MVT::i32) {
Evan Cheng7e9b26f2006-02-09 07:17:49 +00001008 SDNode *Tmp =
Chris Lattnerf1b4eaf2010-12-21 02:38:05 +00001009 CurDAG->getMachineNode(PPC::ADDIC, dl, MVT::i32, MVT::Glue,
Dan Gohman602b0c82009-09-25 18:54:59 +00001010 N->getOperand(0), getI32Imm(~0U));
Owen Anderson825b72b2009-08-11 20:47:22 +00001011 return CurDAG->SelectNodeTo(N, PPC::SUBFE, MVT::i32,
Dan Gohman475871a2008-07-27 21:46:04 +00001012 SDValue(Tmp, 0), N->getOperand(0),
1013 SDValue(Tmp, 1));
Chris Lattner13794f52005-08-26 18:46:49 +00001014 }
Chris Lattner8a2d3ca2005-08-26 21:23:58 +00001015
Dale Johannesenf5f5dce2009-02-06 19:16:40 +00001016 SDValue CCReg = SelectCC(N->getOperand(0), N->getOperand(1), CC, dl);
Chris Lattnerdf4ed632006-11-17 22:10:59 +00001017 unsigned BROpc = getPredicateForSetCC(CC);
Chris Lattner8a2d3ca2005-08-26 21:23:58 +00001018
Chris Lattner919c0322005-10-01 01:35:02 +00001019 unsigned SelectCCOp;
Owen Anderson825b72b2009-08-11 20:47:22 +00001020 if (N->getValueType(0) == MVT::i32)
Chris Lattnerc08f9022006-06-27 00:04:13 +00001021 SelectCCOp = PPC::SELECT_CC_I4;
Owen Anderson825b72b2009-08-11 20:47:22 +00001022 else if (N->getValueType(0) == MVT::i64)
Chris Lattnerc08f9022006-06-27 00:04:13 +00001023 SelectCCOp = PPC::SELECT_CC_I8;
Owen Anderson825b72b2009-08-11 20:47:22 +00001024 else if (N->getValueType(0) == MVT::f32)
Chris Lattner919c0322005-10-01 01:35:02 +00001025 SelectCCOp = PPC::SELECT_CC_F4;
Owen Anderson825b72b2009-08-11 20:47:22 +00001026 else if (N->getValueType(0) == MVT::f64)
Chris Lattner919c0322005-10-01 01:35:02 +00001027 SelectCCOp = PPC::SELECT_CC_F8;
Chris Lattner710ff322006-04-08 22:45:08 +00001028 else
1029 SelectCCOp = PPC::SELECT_CC_VRRC;
1030
Dan Gohman475871a2008-07-27 21:46:04 +00001031 SDValue Ops[] = { CCReg, N->getOperand(2), N->getOperand(3),
Evan Cheng0b828e02006-08-27 08:14:06 +00001032 getI32Imm(BROpc) };
1033 return CurDAG->SelectNodeTo(N, SelectCCOp, N->getValueType(0), Ops, 4);
Chris Lattner13794f52005-08-26 18:46:49 +00001034 }
Chris Lattner18258c62006-11-17 22:37:34 +00001035 case PPCISD::COND_BRANCH: {
Dan Gohmancbb7ab22008-11-05 17:16:24 +00001036 // Op #0 is the Chain.
Chris Lattner18258c62006-11-17 22:37:34 +00001037 // Op #1 is the PPC::PRED_* number.
1038 // Op #2 is the CR#
1039 // Op #3 is the Dest MBB
Dan Gohman8be6bbe2008-11-05 04:14:16 +00001040 // Op #4 is the Flag.
Evan Cheng2bda17c2007-06-29 01:25:06 +00001041 // Prevent PPC::PRED_* from being selected into LI.
Dan Gohman475871a2008-07-27 21:46:04 +00001042 SDValue Pred =
Dan Gohmanf5aeb1a2008-09-12 16:56:44 +00001043 getI32Imm(cast<ConstantSDNode>(N->getOperand(1))->getZExtValue());
Dan Gohman475871a2008-07-27 21:46:04 +00001044 SDValue Ops[] = { Pred, N->getOperand(2), N->getOperand(3),
Chris Lattner18258c62006-11-17 22:37:34 +00001045 N->getOperand(0), N->getOperand(4) };
Owen Anderson825b72b2009-08-11 20:47:22 +00001046 return CurDAG->SelectNodeTo(N, PPC::BCC, MVT::Other, Ops, 5);
Chris Lattner18258c62006-11-17 22:37:34 +00001047 }
Nate Begeman81e80972006-03-17 01:40:33 +00001048 case ISD::BR_CC: {
Chris Lattner2fbb4572005-08-21 18:50:37 +00001049 ISD::CondCode CC = cast<CondCodeSDNode>(N->getOperand(1))->get();
Dale Johannesenf5f5dce2009-02-06 19:16:40 +00001050 SDValue CondCode = SelectCC(N->getOperand(2), N->getOperand(3), CC, dl);
Andrew Trick6e8f4c42010-12-24 04:28:06 +00001051 SDValue Ops[] = { getI32Imm(getPredicateForSetCC(CC)), CondCode,
Evan Cheng0b828e02006-08-27 08:14:06 +00001052 N->getOperand(4), N->getOperand(0) };
Owen Anderson825b72b2009-08-11 20:47:22 +00001053 return CurDAG->SelectNodeTo(N, PPC::BCC, MVT::Other, Ops, 4);
Chris Lattner2fbb4572005-08-21 18:50:37 +00001054 }
Nate Begeman37efe672006-04-22 18:53:45 +00001055 case ISD::BRIND: {
Chris Lattnercf006312006-06-10 01:15:02 +00001056 // FIXME: Should custom lower this.
Dan Gohman475871a2008-07-27 21:46:04 +00001057 SDValue Chain = N->getOperand(0);
1058 SDValue Target = N->getOperand(1);
Owen Anderson825b72b2009-08-11 20:47:22 +00001059 unsigned Opc = Target.getValueType() == MVT::i32 ? PPC::MTCTR : PPC::MTCTR8;
Dan Gohman602b0c82009-09-25 18:54:59 +00001060 Chain = SDValue(CurDAG->getMachineNode(Opc, dl, MVT::Other, Target,
1061 Chain), 0);
Owen Anderson825b72b2009-08-11 20:47:22 +00001062 return CurDAG->SelectNodeTo(N, PPC::BCTR, MVT::Other, Chain);
Nate Begeman37efe672006-04-22 18:53:45 +00001063 }
Chris Lattnera5a91b12005-08-17 19:33:03 +00001064 }
Andrew Trick6e8f4c42010-12-24 04:28:06 +00001065
Dan Gohmaneeb3a002010-01-05 01:24:18 +00001066 return SelectCode(N);
Chris Lattnera5a91b12005-08-17 19:33:03 +00001067}
1068
1069
Chris Lattnercf006312006-06-10 01:15:02 +00001070
Andrew Trick6e8f4c42010-12-24 04:28:06 +00001071/// createPPCISelDag - This pass converts a legalized DAG into a
Chris Lattnera5a91b12005-08-17 19:33:03 +00001072/// PowerPC-specific DAG, ready for instruction scheduling.
1073///
Evan Chengc4c62572006-03-13 23:20:37 +00001074FunctionPass *llvm::createPPCISelDag(PPCTargetMachine &TM) {
Nate Begeman1d9d7422005-10-18 00:28:58 +00001075 return new PPCDAGToDAGISel(TM);
Chris Lattnera5a91b12005-08-17 19:33:03 +00001076}
1077