blob: d7edf1575b3304047f8e98de06ed62f266ed5a0e [file] [log] [blame]
Chris Lattner035dfbe2002-08-09 20:08:06 +00001//===-- InstrForest.cpp - Build instruction forest for inst selection -----===//
2//
Vikram S. Adve70bc4b52001-07-21 12:41:50 +00003// The key goal is to group instructions into a single
4// tree if one or more of them might be potentially combined into a single
5// complex instruction in the target machine.
6// Since this grouping is completely machine-independent, we do it as
7// aggressive as possible to exploit any possible taret instructions.
8// In particular, we group two instructions O and I if:
9// (1) Instruction O computes an operand used by instruction I,
10// and (2) O and I are part of the same basic block,
11// and (3) O has only a single use, viz., I.
12//
Chris Lattner035dfbe2002-08-09 20:08:06 +000013//===----------------------------------------------------------------------===//
Vikram S. Adve70bc4b52001-07-21 12:41:50 +000014
Chris Lattner942d99e2001-07-21 22:59:56 +000015#include "llvm/CodeGen/InstrForest.h"
Chris Lattnera8bbb6b2002-02-03 07:31:41 +000016#include "llvm/CodeGen/MachineCodeForInstruction.h"
Chris Lattner79df7c02002-03-26 18:01:55 +000017#include "llvm/Function.h"
Vikram S. Adve70bc4b52001-07-21 12:41:50 +000018#include "llvm/iTerminators.h"
19#include "llvm/iMemory.h"
Chris Lattner31bcdb82002-04-28 19:55:58 +000020#include "llvm/Constant.h"
Chris Lattner86e91872002-04-29 18:48:55 +000021#include "llvm/Type.h"
Chris Lattner7e583cf2001-07-21 20:58:30 +000022#include "llvm/CodeGen/MachineInstr.h"
Chris Lattnercee8f9a2001-11-27 00:03:19 +000023#include "Support/STLExtras.h"
Chris Lattner697954c2002-01-20 22:54:45 +000024using std::cerr;
25using std::vector;
Vikram S. Adve70bc4b52001-07-21 12:41:50 +000026
27//------------------------------------------------------------------------
28// class InstrTreeNode
29//------------------------------------------------------------------------
30
Vikram S. Adve4c31fb52001-09-18 12:54:27 +000031void
32InstrTreeNode::dump(int dumpChildren, int indent) const
33{
Chris Lattnerd268ad62001-09-11 23:52:11 +000034 dumpNode(indent);
Vikram S. Adve70bc4b52001-07-21 12:41:50 +000035
Vikram S. Adve4c31fb52001-09-18 12:54:27 +000036 if (dumpChildren)
37 {
38 if (LeftChild)
39 LeftChild->dump(dumpChildren, indent+1);
40 if (RightChild)
41 RightChild->dump(dumpChildren, indent+1);
42 }
Vikram S. Adve70bc4b52001-07-21 12:41:50 +000043}
44
45
Chris Lattner4ddb4c82001-09-12 01:28:49 +000046InstructionNode::InstructionNode(Instruction* I)
Vikram S. Adved95919c2002-03-24 03:24:00 +000047 : InstrTreeNode(NTInstructionNode, I),
48 codeIsFoldedIntoParent(false)
Vikram S. Adve4c31fb52001-09-18 12:54:27 +000049{
Chris Lattner4ddb4c82001-09-12 01:28:49 +000050 opLabel = I->getOpcode();
Vikram S. Adve70bc4b52001-07-21 12:41:50 +000051
52 // Distinguish special cases of some instructions such as Ret and Br
53 //
Chris Lattnerb00c5822001-10-02 03:41:24 +000054 if (opLabel == Instruction::Ret && cast<ReturnInst>(I)->getReturnValue())
Vikram S. Adve4c31fb52001-09-18 12:54:27 +000055 {
56 opLabel = RetValueOp; // ret(value) operation
Vikram S. Adve70bc4b52001-07-21 12:41:50 +000057 }
Chris Lattnerb00c5822001-10-02 03:41:24 +000058 else if (opLabel ==Instruction::Br && !cast<BranchInst>(I)->isUnconditional())
Vikram S. Adve4c31fb52001-09-18 12:54:27 +000059 {
60 opLabel = BrCondOp; // br(cond) operation
61 }
62 else if (opLabel >= Instruction::SetEQ && opLabel <= Instruction::SetGT)
63 {
64 opLabel = SetCCOp; // common label for all SetCC ops
65 }
66 else if (opLabel == Instruction::Alloca && I->getNumOperands() > 0)
67 {
68 opLabel = AllocaN; // Alloca(ptr, N) operation
69 }
70 else if ((opLabel == Instruction::Load ||
71 opLabel == Instruction::GetElementPtr) &&
Chris Lattner65ea1712001-11-14 11:27:58 +000072 cast<MemAccessInst>(I)->hasIndices())
Vikram S. Adve4c31fb52001-09-18 12:54:27 +000073 {
74 opLabel = opLabel + 100; // load/getElem with index vector
75 }
Vikram S. Advebe495262001-11-08 04:47:06 +000076 else if (opLabel == Instruction::And ||
77 opLabel == Instruction::Or ||
78 opLabel == Instruction::Xor ||
79 opLabel == Instruction::Not)
80 {
81 // Distinguish bitwise operators from logical operators!
82 if (I->getType() != Type::BoolTy)
83 opLabel = opLabel + 100; // bitwise operator
84 }
Vikram S. Adve4c31fb52001-09-18 12:54:27 +000085 else if (opLabel == Instruction::Cast)
86 {
87 const Type *ITy = I->getType();
88 switch(ITy->getPrimitiveID())
89 {
90 case Type::BoolTyID: opLabel = ToBoolTy; break;
91 case Type::UByteTyID: opLabel = ToUByteTy; break;
92 case Type::SByteTyID: opLabel = ToSByteTy; break;
93 case Type::UShortTyID: opLabel = ToUShortTy; break;
94 case Type::ShortTyID: opLabel = ToShortTy; break;
95 case Type::UIntTyID: opLabel = ToUIntTy; break;
96 case Type::IntTyID: opLabel = ToIntTy; break;
97 case Type::ULongTyID: opLabel = ToULongTy; break;
98 case Type::LongTyID: opLabel = ToLongTy; break;
99 case Type::FloatTyID: opLabel = ToFloatTy; break;
100 case Type::DoubleTyID: opLabel = ToDoubleTy; break;
101 case Type::ArrayTyID: opLabel = ToArrayTy; break;
102 case Type::PointerTyID: opLabel = ToPointerTy; break;
103 default:
104 // Just use `Cast' opcode otherwise. It's probably ignored.
105 break;
106 }
107 }
Vikram S. Adve70bc4b52001-07-21 12:41:50 +0000108}
109
Vikram S. Adve70bc4b52001-07-21 12:41:50 +0000110
Vikram S. Adve4c31fb52001-09-18 12:54:27 +0000111void
112InstructionNode::dumpNode(int indent) const
113{
Vikram S. Adve70bc4b52001-07-21 12:41:50 +0000114 for (int i=0; i < indent; i++)
Chris Lattner697954c2002-01-20 22:54:45 +0000115 cerr << " ";
Vikram S. Adve70bc4b52001-07-21 12:41:50 +0000116
Chris Lattner697954c2002-01-20 22:54:45 +0000117 cerr << getInstruction()->getOpcodeName();
Chris Lattnera8bbb6b2002-02-03 07:31:41 +0000118 const MachineCodeForInstruction &mvec =
119 MachineCodeForInstruction::get(getInstruction());
120
Chris Lattner035dfbe2002-08-09 20:08:06 +0000121 if (!mvec.empty())
Chris Lattner697954c2002-01-20 22:54:45 +0000122 cerr << "\tMachine Instructions: ";
Chris Lattnera8bbb6b2002-02-03 07:31:41 +0000123
Chris Lattner035dfbe2002-08-09 20:08:06 +0000124 for (unsigned i = 0; i < mvec.size(); ++i) {
Vikram S. Advebf82a422002-07-08 23:01:46 +0000125 mvec[i]->dump();
Chris Lattnera8bbb6b2002-02-03 07:31:41 +0000126 if (i < mvec.size() - 1)
127 cerr << "; ";
128 }
Vikram S. Adve70bc4b52001-07-21 12:41:50 +0000129
Chris Lattner697954c2002-01-20 22:54:45 +0000130 cerr << "\n";
Vikram S. Adve70bc4b52001-07-21 12:41:50 +0000131}
132
133
Vikram S. Adve4c31fb52001-09-18 12:54:27 +0000134void
135VRegListNode::dumpNode(int indent) const
136{
Vikram S. Adve70bc4b52001-07-21 12:41:50 +0000137 for (int i=0; i < indent; i++)
Chris Lattner697954c2002-01-20 22:54:45 +0000138 cerr << " ";
Vikram S. Adve70bc4b52001-07-21 12:41:50 +0000139
Chris Lattner697954c2002-01-20 22:54:45 +0000140 cerr << "List" << "\n";
Vikram S. Adve70bc4b52001-07-21 12:41:50 +0000141}
142
143
Vikram S. Adve4c31fb52001-09-18 12:54:27 +0000144void
145VRegNode::dumpNode(int indent) const
146{
Vikram S. Adve70bc4b52001-07-21 12:41:50 +0000147 for (int i=0; i < indent; i++)
Chris Lattner697954c2002-01-20 22:54:45 +0000148 cerr << " ";
Vikram S. Adve70bc4b52001-07-21 12:41:50 +0000149
Chris Lattner697954c2002-01-20 22:54:45 +0000150 cerr << "VReg " << getValue() << "\t(type "
151 << (int) getValue()->getValueType() << ")" << "\n";
Vikram S. Adve70bc4b52001-07-21 12:41:50 +0000152}
153
Vikram S. Adve4c31fb52001-09-18 12:54:27 +0000154void
155ConstantNode::dumpNode(int indent) const
156{
Vikram S. Adve70bc4b52001-07-21 12:41:50 +0000157 for (int i=0; i < indent; i++)
Chris Lattner697954c2002-01-20 22:54:45 +0000158 cerr << " ";
Vikram S. Adve70bc4b52001-07-21 12:41:50 +0000159
Chris Lattner697954c2002-01-20 22:54:45 +0000160 cerr << "Constant " << getValue() << "\t(type "
161 << (int) getValue()->getValueType() << ")" << "\n";
Vikram S. Adve70bc4b52001-07-21 12:41:50 +0000162}
163
Vikram S. Adve4c31fb52001-09-18 12:54:27 +0000164void
165LabelNode::dumpNode(int indent) const
166{
Vikram S. Adve70bc4b52001-07-21 12:41:50 +0000167 for (int i=0; i < indent; i++)
Chris Lattner697954c2002-01-20 22:54:45 +0000168 cerr << " ";
Vikram S. Adve70bc4b52001-07-21 12:41:50 +0000169
Chris Lattner697954c2002-01-20 22:54:45 +0000170 cerr << "Label " << getValue() << "\n";
Vikram S. Adve70bc4b52001-07-21 12:41:50 +0000171}
172
173//------------------------------------------------------------------------
174// class InstrForest
175//
176// A forest of instruction trees, usually for a single method.
177//------------------------------------------------------------------------
178
Chris Lattner79df7c02002-03-26 18:01:55 +0000179InstrForest::InstrForest(Function *F)
Vikram S. Adve4c31fb52001-09-18 12:54:27 +0000180{
Chris Lattner0b12b5f2002-06-25 16:13:21 +0000181 for (Function::iterator BB = F->begin(), FE = F->end(); BB != FE; ++BB) {
182 for(BasicBlock::iterator I = BB->begin(), E = BB->end(); I != E; ++I)
183 buildTreeForInstruction(I);
Chris Lattner221d6882002-02-12 21:07:25 +0000184 }
Vikram S. Adve4c31fb52001-09-18 12:54:27 +0000185}
186
187InstrForest::~InstrForest()
188{
Chris Lattner7884cd12002-04-08 23:09:07 +0000189 for_each(treeRoots.begin(), treeRoots.end(), deleter<InstructionNode>);
Vikram S. Adve4c31fb52001-09-18 12:54:27 +0000190}
191
192void
193InstrForest::dump() const
194{
Vikram S. Adved95919c2002-03-24 03:24:00 +0000195 for (const_root_iterator I = roots_begin(); I != roots_end(); ++I)
Chris Lattner4ddb4c82001-09-12 01:28:49 +0000196 (*I)->dump(/*dumpChildren*/ 1, /*indent*/ 0);
Vikram S. Adve70bc4b52001-07-21 12:41:50 +0000197}
198
Vikram S. Adve4c31fb52001-09-18 12:54:27 +0000199inline void
Vikram S. Adved95919c2002-03-24 03:24:00 +0000200InstrForest::eraseRoot(InstructionNode* node)
201{
202 for (RootSet::reverse_iterator RI=treeRoots.rbegin(), RE=treeRoots.rend();
203 RI != RE; ++RI)
204 if (*RI == node)
205 treeRoots.erase(RI.base()-1);
206}
207
208inline void
Vikram S. Adve4c31fb52001-09-18 12:54:27 +0000209InstrForest::noteTreeNodeForInstr(Instruction *instr,
210 InstructionNode *treeNode)
211{
Vikram S. Adve70bc4b52001-07-21 12:41:50 +0000212 assert(treeNode->getNodeType() == InstrTreeNode::NTInstructionNode);
213 (*this)[instr] = treeNode;
Vikram S. Adved95919c2002-03-24 03:24:00 +0000214 treeRoots.push_back(treeNode); // mark node as root of a new tree
Vikram S. Adve70bc4b52001-07-21 12:41:50 +0000215}
216
217
Vikram S. Adve4c31fb52001-09-18 12:54:27 +0000218inline void
Vikram S. Adved95919c2002-03-24 03:24:00 +0000219InstrForest::setLeftChild(InstrTreeNode *parent, InstrTreeNode *child)
Vikram S. Adve4c31fb52001-09-18 12:54:27 +0000220{
Vikram S. Adved95919c2002-03-24 03:24:00 +0000221 parent->LeftChild = child;
222 child->Parent = parent;
223 if (child->getNodeType() == InstrTreeNode::NTInstructionNode)
224 eraseRoot((InstructionNode*) child); // no longer a tree root
Vikram S. Adve70bc4b52001-07-21 12:41:50 +0000225}
226
Vikram S. Adve4c31fb52001-09-18 12:54:27 +0000227inline void
Vikram S. Adved95919c2002-03-24 03:24:00 +0000228InstrForest::setRightChild(InstrTreeNode *parent, InstrTreeNode *child)
Vikram S. Adve4c31fb52001-09-18 12:54:27 +0000229{
Vikram S. Adved95919c2002-03-24 03:24:00 +0000230 parent->RightChild = child;
231 child->Parent = parent;
232 if (child->getNodeType() == InstrTreeNode::NTInstructionNode)
233 eraseRoot((InstructionNode*) child); // no longer a tree root
Vikram S. Adve70bc4b52001-07-21 12:41:50 +0000234}
235
236
Vikram S. Adve4c31fb52001-09-18 12:54:27 +0000237InstructionNode*
238InstrForest::buildTreeForInstruction(Instruction *instr)
239{
240 InstructionNode *treeNode = getTreeNodeForInstr(instr);
241 if (treeNode)
242 {
243 // treeNode has already been constructed for this instruction
244 assert(treeNode->getInstruction() == instr);
245 return treeNode;
246 }
Vikram S. Adve70bc4b52001-07-21 12:41:50 +0000247
248 // Otherwise, create a new tree node for this instruction.
249 //
Vikram S. Adve4c31fb52001-09-18 12:54:27 +0000250 treeNode = new InstructionNode(instr);
251 noteTreeNodeForInstr(instr, treeNode);
252
253 if (instr->getOpcode() == Instruction::Call)
254 { // Operands of call instruction
255 return treeNode;
256 }
Vikram S. Adve70bc4b52001-07-21 12:41:50 +0000257
258 // If the instruction has more than 2 instruction operands,
Vikram S. Advee4e77f92001-07-31 21:49:53 +0000259 // then we need to create artificial list nodes to hold them.
Vikram S. Adve4c31fb52001-09-18 12:54:27 +0000260 // (Note that we only count operands that get tree nodes, and not
Vikram S. Advee4e77f92001-07-31 21:49:53 +0000261 // others such as branch labels for a branch or switch instruction.)
Vikram S. Adve70bc4b52001-07-21 12:41:50 +0000262 //
263 // To do this efficiently, we'll walk all operands, build treeNodes
Vikram S. Advee4e77f92001-07-31 21:49:53 +0000264 // for all appropriate operands and save them in an array. We then
265 // insert children at the end, creating list nodes where needed.
Vikram S. Adve70bc4b52001-07-21 12:41:50 +0000266 // As a performance optimization, allocate a child array only
267 // if a fixed array is too small.
268 //
269 int numChildren = 0;
Chris Lattner4ddb4c82001-09-12 01:28:49 +0000270 InstrTreeNode **childArray =
Chris Lattner7884cd12002-04-08 23:09:07 +0000271 (InstrTreeNode **)alloca(instr->getNumOperands()*sizeof(InstrTreeNode *));
Vikram S. Adve70bc4b52001-07-21 12:41:50 +0000272
273 //
274 // Walk the operands of the instruction
275 //
Vikram S. Adve4c31fb52001-09-18 12:54:27 +0000276 for (Instruction::op_iterator O = instr->op_begin(); O!=instr->op_end(); ++O)
277 {
278 Value* operand = *O;
Vikram S. Adve70bc4b52001-07-21 12:41:50 +0000279
Vikram S. Adve4c31fb52001-09-18 12:54:27 +0000280 // Check if the operand is a data value, not an branch label, type,
281 // method or module. If the operand is an address type (i.e., label
282 // or method) that is used in an non-branching operation, e.g., `add'.
283 // that should be considered a data value.
Chris Lattner4ddb4c82001-09-12 01:28:49 +0000284
Vikram S. Adve4c31fb52001-09-18 12:54:27 +0000285 // Check latter condition here just to simplify the next IF.
286 bool includeAddressOperand =
Chris Lattner79df7c02002-03-26 18:01:55 +0000287 (isa<BasicBlock>(operand) || isa<Function>(operand))
Vikram S. Adve4c31fb52001-09-18 12:54:27 +0000288 && !instr->isTerminator();
Chris Lattner4ddb4c82001-09-12 01:28:49 +0000289
Chris Lattner1d87bcf2001-10-01 20:11:19 +0000290 if (includeAddressOperand || isa<Instruction>(operand) ||
Chris Lattner73e21422002-04-09 19:48:49 +0000291 isa<Constant>(operand) || isa<Argument>(operand) ||
Chris Lattner1d87bcf2001-10-01 20:11:19 +0000292 isa<GlobalVariable>(operand))
Vikram S. Adve4c31fb52001-09-18 12:54:27 +0000293 {
294 // This operand is a data value
Chris Lattner4ddb4c82001-09-12 01:28:49 +0000295
Vikram S. Adve4c31fb52001-09-18 12:54:27 +0000296 // An instruction that computes the incoming value is added as a
297 // child of the current instruction if:
298 // the value has only a single use
299 // AND both instructions are in the same basic block.
300 // AND the current instruction is not a PHI (because the incoming
301 // value is conceptually in a predecessor block,
302 // even though it may be in the same static block)
303 //
304 // (Note that if the value has only a single use (viz., `instr'),
305 // the def of the value can be safely moved just before instr
306 // and therefore it is safe to combine these two instructions.)
307 //
308 // In all other cases, the virtual register holding the value
309 // is used directly, i.e., made a child of the instruction node.
310 //
311 InstrTreeNode* opTreeNode;
Chris Lattner1d87bcf2001-10-01 20:11:19 +0000312 if (isa<Instruction>(operand) && operand->use_size() == 1 &&
313 cast<Instruction>(operand)->getParent() == instr->getParent() &&
Chris Lattner7884cd12002-04-08 23:09:07 +0000314 instr->getOpcode() != Instruction::PHINode &&
Vikram S. Adve64c2ced2001-09-30 23:45:08 +0000315 instr->getOpcode() != Instruction::Call)
Vikram S. Adve4c31fb52001-09-18 12:54:27 +0000316 {
317 // Recursively create a treeNode for it.
318 opTreeNode = buildTreeForInstruction((Instruction*)operand);
319 }
Chris Lattnere9bb2df2001-12-03 22:26:30 +0000320 else if (Constant *CPV = dyn_cast<Constant>(operand))
Vikram S. Adve4c31fb52001-09-18 12:54:27 +0000321 {
322 // Create a leaf node for a constant
323 opTreeNode = new ConstantNode(CPV);
324 }
325 else
326 {
327 // Create a leaf node for the virtual register
328 opTreeNode = new VRegNode(operand);
329 }
Chris Lattner4ddb4c82001-09-12 01:28:49 +0000330
Vikram S. Adve4c31fb52001-09-18 12:54:27 +0000331 childArray[numChildren++] = opTreeNode;
332 }
Vikram S. Adve70bc4b52001-07-21 12:41:50 +0000333 }
334
335 //--------------------------------------------------------------------
336 // Add any selected operands as children in the tree.
337 // Certain instructions can have more than 2 in some instances (viz.,
338 // a CALL or a memory access -- LOAD, STORE, and GetElemPtr -- to an
339 // array or struct). Make the operands of every such instruction into
340 // a right-leaning binary tree with the operand nodes at the leaves
341 // and VRegList nodes as internal nodes.
342 //--------------------------------------------------------------------
343
Chris Lattner4ddb4c82001-09-12 01:28:49 +0000344 InstrTreeNode *parent = treeNode;
Vikram S. Adve70bc4b52001-07-21 12:41:50 +0000345
Vikram S. Adve4c31fb52001-09-18 12:54:27 +0000346 if (numChildren > 2)
347 {
348 unsigned instrOpcode = treeNode->getInstruction()->getOpcode();
349 assert(instrOpcode == Instruction::PHINode ||
350 instrOpcode == Instruction::Call ||
351 instrOpcode == Instruction::Load ||
352 instrOpcode == Instruction::Store ||
353 instrOpcode == Instruction::GetElementPtr);
354 }
Vikram S. Adve70bc4b52001-07-21 12:41:50 +0000355
356 // Insert the first child as a direct child
357 if (numChildren >= 1)
Chris Lattner4ddb4c82001-09-12 01:28:49 +0000358 setLeftChild(parent, childArray[0]);
359
360 int n;
Vikram S. Adve70bc4b52001-07-21 12:41:50 +0000361
362 // Create a list node for children 2 .. N-1, if any
Vikram S. Adve4c31fb52001-09-18 12:54:27 +0000363 for (n = numChildren-1; n >= 2; n--)
364 {
365 // We have more than two children
366 InstrTreeNode *listNode = new VRegListNode();
367 setRightChild(parent, listNode);
368 setLeftChild(listNode, childArray[numChildren - n]);
369 parent = listNode;
370 }
Vikram S. Adve70bc4b52001-07-21 12:41:50 +0000371
372 // Now insert the last remaining child (if any).
Vikram S. Adve4c31fb52001-09-18 12:54:27 +0000373 if (numChildren >= 2)
374 {
375 assert(n == 1);
376 setRightChild(parent, childArray[numChildren - 1]);
377 }
Vikram S. Adve70bc4b52001-07-21 12:41:50 +0000378
Vikram S. Adve70bc4b52001-07-21 12:41:50 +0000379 return treeNode;
380}