blob: 53e87d10f292f4740c5bd729f3df5b07e8a35d2d [file] [log] [blame]
Dan Gohmanb0cf29c2008-08-13 20:19:35 +00001///===-- FastISel.cpp - Implementation of the FastISel class --------------===//
2//
3// The LLVM Compiler Infrastructure
4//
5// This file is distributed under the University of Illinois Open Source
6// License. See LICENSE.TXT for details.
7//
8//===----------------------------------------------------------------------===//
9//
10// This file contains the implementation of the FastISel class.
11//
12//===----------------------------------------------------------------------===//
13
Dan Gohman6f2766d2008-08-19 22:31:46 +000014#include "llvm/Instructions.h"
Dan Gohmanb0cf29c2008-08-13 20:19:35 +000015#include "llvm/CodeGen/FastISel.h"
16#include "llvm/CodeGen/MachineInstrBuilder.h"
17#include "llvm/CodeGen/MachineRegisterInfo.h"
Evan Cheng83785c82008-08-20 22:45:34 +000018#include "llvm/Target/TargetData.h"
Dan Gohmanb0cf29c2008-08-13 20:19:35 +000019#include "llvm/Target/TargetInstrInfo.h"
Evan Cheng83785c82008-08-20 22:45:34 +000020#include "llvm/Target/TargetLowering.h"
Dan Gohmanbb466332008-08-20 21:05:57 +000021#include "llvm/Target/TargetMachine.h"
Dan Gohmanb0cf29c2008-08-13 20:19:35 +000022using namespace llvm;
23
Dan Gohmanbdedd442008-08-20 00:11:48 +000024/// SelectBinaryOp - Select and emit code for a binary operator instruction,
25/// which has an opcode which directly corresponds to the given ISD opcode.
26///
27bool FastISel::SelectBinaryOp(Instruction *I, ISD::NodeType ISDOpcode,
28 DenseMap<const Value*, unsigned> &ValueMap) {
Dan Gohmanbdedd442008-08-20 00:11:48 +000029 MVT VT = MVT::getMVT(I->getType(), /*HandleUnknown=*/true);
30 if (VT == MVT::Other || !VT.isSimple())
31 // Unhandled type. Halt "fast" selection and bail.
32 return false;
33
Dan Gohmand5fe57d2008-08-21 01:41:07 +000034 unsigned Op0 = ValueMap[I->getOperand(0)];
35 if (Op0 == 0)
36 // Unhandled operand. Halt "fast" selection and bail.
37 return false;
38
39 // Check if the second operand is a constant and handle it appropriately.
40 if (ConstantInt *CI = dyn_cast<ConstantInt>(I->getOperand(1))) {
41 unsigned ResultReg = FastEmit_ri_(VT.getSimpleVT(), ISDOpcode, Op0,
42 CI->getZExtValue(), VT.getSimpleVT());
43 if (ResultReg == 0)
44 // Target-specific code wasn't able to find a machine opcode for
45 // the given ISD opcode and type. Halt "fast" selection and bail.
46 return false;
47
48 // We successfully emitted code for the given LLVM Instruction.
49 ValueMap[I] = ResultReg;
50 return true;
51 }
52
53 unsigned Op1 = ValueMap[I->getOperand(1)];
54 if (Op1 == 0)
55 // Unhandled operand. Halt "fast" selection and bail.
56 return false;
57
Dan Gohmanbdedd442008-08-20 00:11:48 +000058 unsigned ResultReg = FastEmit_rr(VT.getSimpleVT(), ISDOpcode, Op0, Op1);
59 if (ResultReg == 0)
60 // Target-specific code wasn't able to find a machine opcode for
61 // the given ISD opcode and type. Halt "fast" selection and bail.
62 return false;
63
Dan Gohman8014e862008-08-20 00:23:20 +000064 // We successfully emitted code for the given LLVM Instruction.
Dan Gohmanbdedd442008-08-20 00:11:48 +000065 ValueMap[I] = ResultReg;
66 return true;
67}
68
69bool FastISel::SelectGetElementPtr(Instruction *I,
70 DenseMap<const Value*, unsigned> &ValueMap) {
Evan Cheng83785c82008-08-20 22:45:34 +000071 unsigned N = ValueMap[I->getOperand(0)];
72 if (N == 0)
73 // Unhandled operand. Halt "fast" selection and bail.
74 return false;
75
76 const Type *Ty = I->getOperand(0)->getType();
Dan Gohman7a0e6592008-08-21 17:25:26 +000077 MVT::SimpleValueType VT = TLI.getPointerTy().getSimpleVT();
Evan Cheng83785c82008-08-20 22:45:34 +000078 for (GetElementPtrInst::op_iterator OI = I->op_begin()+1, E = I->op_end();
79 OI != E; ++OI) {
80 Value *Idx = *OI;
81 if (const StructType *StTy = dyn_cast<StructType>(Ty)) {
82 unsigned Field = cast<ConstantInt>(Idx)->getZExtValue();
83 if (Field) {
84 // N = N + Offset
85 uint64_t Offs = TD.getStructLayout(StTy)->getElementOffset(Field);
86 // FIXME: This can be optimized by combining the add with a
87 // subsequent one.
Dan Gohman7a0e6592008-08-21 17:25:26 +000088 N = FastEmit_ri_(VT, ISD::ADD, N, Offs, VT);
Evan Cheng83785c82008-08-20 22:45:34 +000089 if (N == 0)
90 // Unhandled operand. Halt "fast" selection and bail.
91 return false;
92 }
93 Ty = StTy->getElementType(Field);
94 } else {
95 Ty = cast<SequentialType>(Ty)->getElementType();
96
97 // If this is a constant subscript, handle it quickly.
98 if (ConstantInt *CI = dyn_cast<ConstantInt>(Idx)) {
99 if (CI->getZExtValue() == 0) continue;
100 uint64_t Offs =
101 TD.getABITypeSize(Ty)*cast<ConstantInt>(CI)->getSExtValue();
Dan Gohman7a0e6592008-08-21 17:25:26 +0000102 N = FastEmit_ri_(VT, ISD::ADD, N, Offs, VT);
Evan Cheng83785c82008-08-20 22:45:34 +0000103 if (N == 0)
104 // Unhandled operand. Halt "fast" selection and bail.
105 return false;
106 continue;
107 }
108
109 // N = N + Idx * ElementSize;
110 uint64_t ElementSize = TD.getABITypeSize(Ty);
111 unsigned IdxN = ValueMap[Idx];
112 if (IdxN == 0)
113 // Unhandled operand. Halt "fast" selection and bail.
114 return false;
115
116 // If the index is smaller or larger than intptr_t, truncate or extend
117 // it.
Evan Cheng2076aa82008-08-21 01:19:11 +0000118 MVT IdxVT = MVT::getMVT(Idx->getType(), /*HandleUnknown=*/false);
Evan Cheng83785c82008-08-20 22:45:34 +0000119 if (IdxVT.bitsLT(VT))
Dan Gohman7a0e6592008-08-21 17:25:26 +0000120 IdxN = FastEmit_r(VT, ISD::SIGN_EXTEND, IdxN);
Evan Cheng83785c82008-08-20 22:45:34 +0000121 else if (IdxVT.bitsGT(VT))
Dan Gohman7a0e6592008-08-21 17:25:26 +0000122 IdxN = FastEmit_r(VT, ISD::TRUNCATE, IdxN);
Evan Cheng83785c82008-08-20 22:45:34 +0000123 if (IdxN == 0)
124 // Unhandled operand. Halt "fast" selection and bail.
125 return false;
126
Dan Gohmanf93cf792008-08-21 17:37:05 +0000127 if (ElementSize != 1)
128 IdxN = FastEmit_ri_(VT, ISD::MUL, IdxN, ElementSize, VT);
Evan Cheng83785c82008-08-20 22:45:34 +0000129 if (IdxN == 0)
130 // Unhandled operand. Halt "fast" selection and bail.
131 return false;
Dan Gohman7a0e6592008-08-21 17:25:26 +0000132 N = FastEmit_rr(VT, ISD::ADD, N, IdxN);
Evan Cheng83785c82008-08-20 22:45:34 +0000133 if (N == 0)
134 // Unhandled operand. Halt "fast" selection and bail.
135 return false;
136 }
137 }
138
139 // We successfully emitted code for the given LLVM Instruction.
140 ValueMap[I] = N;
141 return true;
Dan Gohmanbdedd442008-08-20 00:11:48 +0000142}
143
Dan Gohmanb0cf29c2008-08-13 20:19:35 +0000144BasicBlock::iterator
Dan Gohmanb7864a92008-08-20 18:09:02 +0000145FastISel::SelectInstructions(BasicBlock::iterator Begin,
146 BasicBlock::iterator End,
Dan Gohmanbb466332008-08-20 21:05:57 +0000147 DenseMap<const Value*, unsigned> &ValueMap,
Dan Gohman6ecf5092008-08-23 02:44:46 +0000148 DenseMap<const BasicBlock*,
Dan Gohman3c8f36f2008-08-22 21:28:19 +0000149 MachineBasicBlock *> &MBBMap,
Dan Gohmanbb466332008-08-20 21:05:57 +0000150 MachineBasicBlock *mbb) {
151 MBB = mbb;
Dan Gohmanb0cf29c2008-08-13 20:19:35 +0000152 BasicBlock::iterator I = Begin;
153
154 for (; I != End; ++I) {
155 switch (I->getOpcode()) {
Dan Gohman8014e862008-08-20 00:23:20 +0000156 case Instruction::Add: {
157 ISD::NodeType Opc = I->getType()->isFPOrFPVector() ? ISD::FADD : ISD::ADD;
158 if (!SelectBinaryOp(I, Opc, ValueMap)) return I; break;
159 }
160 case Instruction::Sub: {
161 ISD::NodeType Opc = I->getType()->isFPOrFPVector() ? ISD::FSUB : ISD::SUB;
162 if (!SelectBinaryOp(I, Opc, ValueMap)) return I; break;
163 }
164 case Instruction::Mul: {
165 ISD::NodeType Opc = I->getType()->isFPOrFPVector() ? ISD::FMUL : ISD::MUL;
166 if (!SelectBinaryOp(I, Opc, ValueMap)) return I; break;
167 }
Dan Gohmanbdedd442008-08-20 00:11:48 +0000168 case Instruction::SDiv:
169 if (!SelectBinaryOp(I, ISD::SDIV, ValueMap)) return I; break;
170 case Instruction::UDiv:
171 if (!SelectBinaryOp(I, ISD::UDIV, ValueMap)) return I; break;
172 case Instruction::FDiv:
173 if (!SelectBinaryOp(I, ISD::FDIV, ValueMap)) return I; break;
174 case Instruction::SRem:
175 if (!SelectBinaryOp(I, ISD::SREM, ValueMap)) return I; break;
176 case Instruction::URem:
177 if (!SelectBinaryOp(I, ISD::UREM, ValueMap)) return I; break;
178 case Instruction::FRem:
179 if (!SelectBinaryOp(I, ISD::FREM, ValueMap)) return I; break;
180 case Instruction::Shl:
181 if (!SelectBinaryOp(I, ISD::SHL, ValueMap)) return I; break;
182 case Instruction::LShr:
183 if (!SelectBinaryOp(I, ISD::SRL, ValueMap)) return I; break;
184 case Instruction::AShr:
185 if (!SelectBinaryOp(I, ISD::SRA, ValueMap)) return I; break;
186 case Instruction::And:
187 if (!SelectBinaryOp(I, ISD::AND, ValueMap)) return I; break;
188 case Instruction::Or:
189 if (!SelectBinaryOp(I, ISD::OR, ValueMap)) return I; break;
190 case Instruction::Xor:
191 if (!SelectBinaryOp(I, ISD::XOR, ValueMap)) return I; break;
192
193 case Instruction::GetElementPtr:
194 if (!SelectGetElementPtr(I, ValueMap)) return I;
Dan Gohmanb0cf29c2008-08-13 20:19:35 +0000195 break;
Dan Gohmanbdedd442008-08-20 00:11:48 +0000196
Dan Gohman6f2766d2008-08-19 22:31:46 +0000197 case Instruction::Br: {
198 BranchInst *BI = cast<BranchInst>(I);
199
Dan Gohmane6798b72008-08-20 01:17:01 +0000200 if (BI->isUnconditional()) {
Dan Gohman3c8f36f2008-08-22 21:28:19 +0000201 MachineFunction::iterator NextMBB =
Dan Gohmane6798b72008-08-20 01:17:01 +0000202 next(MachineFunction::iterator(MBB));
Dan Gohman3c8f36f2008-08-22 21:28:19 +0000203 BasicBlock *LLVMSucc = BI->getSuccessor(0);
204 MachineBasicBlock *MSucc = MBBMap[LLVMSucc];
205
206 if (NextMBB != MF.end() && MSucc == NextMBB) {
207 // The unconditional fall-through case, which needs no instructions.
208 } else {
209 // The unconditional branch case.
210 TII.InsertBranch(*MBB, MSucc, NULL, SmallVector<MachineOperand, 0>());
Dan Gohmane6798b72008-08-20 01:17:01 +0000211 }
Dan Gohman3c8f36f2008-08-22 21:28:19 +0000212 MBB->addSuccessor(MSucc);
213 break;
Dan Gohman6f2766d2008-08-19 22:31:46 +0000214 }
215
Dan Gohman3c8f36f2008-08-22 21:28:19 +0000216 // Conditional branches are not handed yet.
217 // Halt "fast" selection and bail.
Dan Gohman6f2766d2008-08-19 22:31:46 +0000218 return I;
219 }
Dan Gohman3b7753b2008-08-22 17:37:48 +0000220
221 case Instruction::PHI:
222 // PHI nodes are already emitted.
223 break;
Owen Anderson6d0c25e2008-08-25 20:20:32 +0000224
225 case Instruction::BitCast:
226 // BitCast consists of either an immediate to register move
227 // or a register to register move.
228 if (ConstantInt* CI = dyn_cast<ConstantInt>(I->getOperand(0))) {
229 if (I->getType()->isInteger()) {
230 MVT VT = MVT::getMVT(I->getType(), /*HandleUnknown=*/false);
231 ValueMap[I] = FastEmit_i(VT.getSimpleVT(), ISD::Constant,
232 CI->getZExtValue());
233 break;
234 } else
235 // TODO: Support vector and fp constants.
236 return I;
Owen Andersond894f1d2008-08-25 21:32:34 +0000237 } else if (!isa<Constant>(I->getOperand(0))) {
238 // Bitcasts of non-constant values become reg-reg copies.
239 MVT SrcVT = MVT::getMVT(I->getOperand(0)->getType());
240 MVT DstVT = MVT::getMVT(I->getOperand(0)->getType());
241
242 if (SrcVT == MVT::Other || !SrcVT.isSimple() ||
243 DstVT == MVT::Other || !DstVT.isSimple() ||
244 !TLI.isTypeLegal(SrcVT) || !TLI.isTypeLegal(DstVT))
245 // Unhandled type. Halt "fast" selection and bail.
246 return I;
247 if (!TLI.isConvertLegal(SrcVT, DstVT))
248 // Illegal conversion. Halt "fast" selection and bail.
Evan Chengb41aec52008-08-25 22:20:39 +0000249 return I;
Owen Andersond894f1d2008-08-25 21:32:34 +0000250
251 // Otherwise, insert a register-to-register copy.
252 TargetRegisterClass* SrcClass = TLI.getRegClassFor(SrcVT);
253 TargetRegisterClass* DstClass = TLI.getRegClassFor(DstVT);
254 unsigned Op0 = ValueMap[I->getOperand(0)];
255 unsigned ResultReg = createResultReg(DstClass);
256
257 if (Op0 == 0)
258 // Unhandled operand. Halt "fast" selection and bail.
259 return false;
260
261 TII.copyRegToReg(*MBB, MBB->end(), ResultReg, Op0, DstClass, SrcClass);
262 ValueMap[I] = ResultReg;
263
264 break;
Owen Anderson6d0c25e2008-08-25 20:20:32 +0000265 } else
Owen Andersond894f1d2008-08-25 21:32:34 +0000266 // Casting a non-integral constant?
Owen Anderson6d0c25e2008-08-25 20:20:32 +0000267 return I;
Dan Gohman3b7753b2008-08-22 17:37:48 +0000268
Dan Gohmanb0cf29c2008-08-13 20:19:35 +0000269 default:
270 // Unhandled instruction. Halt "fast" selection and bail.
271 return I;
272 }
273 }
274
275 return I;
276}
277
Dan Gohmanbb466332008-08-20 21:05:57 +0000278FastISel::FastISel(MachineFunction &mf)
Dan Gohman22bb3112008-08-22 00:20:26 +0000279 : MF(mf),
280 MRI(mf.getRegInfo()),
281 TM(mf.getTarget()),
282 TD(*TM.getTargetData()),
283 TII(*TM.getInstrInfo()),
284 TLI(*TM.getTargetLowering()) {
Dan Gohmanbb466332008-08-20 21:05:57 +0000285}
286
Dan Gohmane285a742008-08-14 21:51:29 +0000287FastISel::~FastISel() {}
288
Dan Gohmanb0cf29c2008-08-13 20:19:35 +0000289unsigned FastISel::FastEmit_(MVT::SimpleValueType, ISD::NodeType) {
290 return 0;
291}
292
293unsigned FastISel::FastEmit_r(MVT::SimpleValueType, ISD::NodeType,
294 unsigned /*Op0*/) {
295 return 0;
296}
297
298unsigned FastISel::FastEmit_rr(MVT::SimpleValueType, ISD::NodeType,
299 unsigned /*Op0*/, unsigned /*Op0*/) {
300 return 0;
301}
302
Owen Anderson6d0c25e2008-08-25 20:20:32 +0000303unsigned FastISel::FastEmit_i(MVT::SimpleValueType, ISD::NodeType,
304 uint64_t /*Imm*/) {
Evan Cheng83785c82008-08-20 22:45:34 +0000305 return 0;
306}
307
308unsigned FastISel::FastEmit_ri(MVT::SimpleValueType, ISD::NodeType,
Dan Gohmand5fe57d2008-08-21 01:41:07 +0000309 unsigned /*Op0*/, uint64_t /*Imm*/) {
310 return 0;
311}
312
313unsigned FastISel::FastEmit_rri(MVT::SimpleValueType, ISD::NodeType,
314 unsigned /*Op0*/, unsigned /*Op1*/,
315 uint64_t /*Imm*/) {
Evan Cheng83785c82008-08-20 22:45:34 +0000316 return 0;
317}
318
319/// FastEmit_ri_ - This method is a wrapper of FastEmit_ri. It first tries
320/// to emit an instruction with an immediate operand using FastEmit_ri.
321/// If that fails, it materializes the immediate into a register and try
322/// FastEmit_rr instead.
323unsigned FastISel::FastEmit_ri_(MVT::SimpleValueType VT, ISD::NodeType Opcode,
Dan Gohmand5fe57d2008-08-21 01:41:07 +0000324 unsigned Op0, uint64_t Imm,
325 MVT::SimpleValueType ImmType) {
Evan Cheng83785c82008-08-20 22:45:34 +0000326 unsigned ResultReg = 0;
327 // First check if immediate type is legal. If not, we can't use the ri form.
328 if (TLI.getOperationAction(ISD::Constant, ImmType) == TargetLowering::Legal)
Dan Gohmand5fe57d2008-08-21 01:41:07 +0000329 ResultReg = FastEmit_ri(VT, Opcode, Op0, Imm);
Evan Cheng83785c82008-08-20 22:45:34 +0000330 if (ResultReg != 0)
331 return ResultReg;
Owen Anderson6d0c25e2008-08-25 20:20:32 +0000332 unsigned MaterialReg = FastEmit_i(ImmType, ISD::Constant, Imm);
Dan Gohmand5fe57d2008-08-21 01:41:07 +0000333 if (MaterialReg == 0)
334 return 0;
335 return FastEmit_rr(VT, Opcode, Op0, MaterialReg);
336}
337
338unsigned FastISel::createResultReg(const TargetRegisterClass* RC) {
339 return MRI.createVirtualRegister(RC);
Evan Cheng83785c82008-08-20 22:45:34 +0000340}
341
Dan Gohmanb0cf29c2008-08-13 20:19:35 +0000342unsigned FastISel::FastEmitInst_(unsigned MachineInstOpcode,
Dan Gohman77ad7962008-08-20 18:09:38 +0000343 const TargetRegisterClass* RC) {
Dan Gohmand5fe57d2008-08-21 01:41:07 +0000344 unsigned ResultReg = createResultReg(RC);
Dan Gohmanbb466332008-08-20 21:05:57 +0000345 const TargetInstrDesc &II = TII.get(MachineInstOpcode);
Dan Gohmanb0cf29c2008-08-13 20:19:35 +0000346
Dan Gohmanfd903942008-08-20 23:53:10 +0000347 BuildMI(MBB, II, ResultReg);
Dan Gohmanb0cf29c2008-08-13 20:19:35 +0000348 return ResultReg;
349}
350
351unsigned FastISel::FastEmitInst_r(unsigned MachineInstOpcode,
352 const TargetRegisterClass *RC,
353 unsigned Op0) {
Dan Gohmand5fe57d2008-08-21 01:41:07 +0000354 unsigned ResultReg = createResultReg(RC);
Dan Gohmanbb466332008-08-20 21:05:57 +0000355 const TargetInstrDesc &II = TII.get(MachineInstOpcode);
Dan Gohmanb0cf29c2008-08-13 20:19:35 +0000356
Dan Gohmanfd903942008-08-20 23:53:10 +0000357 BuildMI(MBB, II, ResultReg).addReg(Op0);
Dan Gohmanb0cf29c2008-08-13 20:19:35 +0000358 return ResultReg;
359}
360
361unsigned FastISel::FastEmitInst_rr(unsigned MachineInstOpcode,
362 const TargetRegisterClass *RC,
363 unsigned Op0, unsigned Op1) {
Dan Gohmand5fe57d2008-08-21 01:41:07 +0000364 unsigned ResultReg = createResultReg(RC);
Dan Gohmanbb466332008-08-20 21:05:57 +0000365 const TargetInstrDesc &II = TII.get(MachineInstOpcode);
Dan Gohmanb0cf29c2008-08-13 20:19:35 +0000366
Dan Gohmanfd903942008-08-20 23:53:10 +0000367 BuildMI(MBB, II, ResultReg).addReg(Op0).addReg(Op1);
Dan Gohmanb0cf29c2008-08-13 20:19:35 +0000368 return ResultReg;
369}
Dan Gohmand5fe57d2008-08-21 01:41:07 +0000370
371unsigned FastISel::FastEmitInst_ri(unsigned MachineInstOpcode,
372 const TargetRegisterClass *RC,
373 unsigned Op0, uint64_t Imm) {
374 unsigned ResultReg = createResultReg(RC);
375 const TargetInstrDesc &II = TII.get(MachineInstOpcode);
376
377 BuildMI(MBB, II, ResultReg).addReg(Op0).addImm(Imm);
378 return ResultReg;
379}
380
381unsigned FastISel::FastEmitInst_rri(unsigned MachineInstOpcode,
382 const TargetRegisterClass *RC,
383 unsigned Op0, unsigned Op1, uint64_t Imm) {
384 unsigned ResultReg = createResultReg(RC);
385 const TargetInstrDesc &II = TII.get(MachineInstOpcode);
386
387 BuildMI(MBB, II, ResultReg).addReg(Op0).addReg(Op1).addImm(Imm);
388 return ResultReg;
389}
Owen Anderson6d0c25e2008-08-25 20:20:32 +0000390
391unsigned FastISel::FastEmitInst_i(unsigned MachineInstOpcode,
392 const TargetRegisterClass *RC,
393 uint64_t Imm) {
394 unsigned ResultReg = createResultReg(RC);
395 const TargetInstrDesc &II = TII.get(MachineInstOpcode);
396
397 BuildMI(MBB, II, ResultReg).addImm(Imm);
398 return ResultReg;
Evan Chengb41aec52008-08-25 22:20:39 +0000399}