blob: eb9e7f940ed0a266ef2a330d434daf5b292a4724 [file] [log] [blame]
Chris Lattner035dfbe2002-08-09 20:08:06 +00001//===-- InstrForest.cpp - Build instruction forest for inst selection -----===//
2//
Vikram S. Adve70bc4b52001-07-21 12:41:50 +00003// The key goal is to group instructions into a single
4// tree if one or more of them might be potentially combined into a single
5// complex instruction in the target machine.
6// Since this grouping is completely machine-independent, we do it as
7// aggressive as possible to exploit any possible taret instructions.
8// In particular, we group two instructions O and I if:
9// (1) Instruction O computes an operand used by instruction I,
10// and (2) O and I are part of the same basic block,
11// and (3) O has only a single use, viz., I.
12//
Chris Lattner035dfbe2002-08-09 20:08:06 +000013//===----------------------------------------------------------------------===//
Vikram S. Adve70bc4b52001-07-21 12:41:50 +000014
Chris Lattner942d99e2001-07-21 22:59:56 +000015#include "llvm/CodeGen/InstrForest.h"
Chris Lattnera8bbb6b2002-02-03 07:31:41 +000016#include "llvm/CodeGen/MachineCodeForInstruction.h"
Chris Lattner79df7c02002-03-26 18:01:55 +000017#include "llvm/Function.h"
Vikram S. Adve70bc4b52001-07-21 12:41:50 +000018#include "llvm/iTerminators.h"
19#include "llvm/iMemory.h"
Chris Lattner31bcdb82002-04-28 19:55:58 +000020#include "llvm/Constant.h"
Chris Lattner86e91872002-04-29 18:48:55 +000021#include "llvm/Type.h"
Chris Lattner7e583cf2001-07-21 20:58:30 +000022#include "llvm/CodeGen/MachineInstr.h"
Chris Lattnercee8f9a2001-11-27 00:03:19 +000023#include "Support/STLExtras.h"
Chris Lattner697954c2002-01-20 22:54:45 +000024using std::cerr;
25using std::vector;
Vikram S. Adve70bc4b52001-07-21 12:41:50 +000026
27//------------------------------------------------------------------------
28// class InstrTreeNode
29//------------------------------------------------------------------------
30
Vikram S. Adve4c31fb52001-09-18 12:54:27 +000031void
32InstrTreeNode::dump(int dumpChildren, int indent) const
33{
Chris Lattnerd268ad62001-09-11 23:52:11 +000034 dumpNode(indent);
Vikram S. Adve70bc4b52001-07-21 12:41:50 +000035
Vikram S. Adve4c31fb52001-09-18 12:54:27 +000036 if (dumpChildren)
37 {
38 if (LeftChild)
39 LeftChild->dump(dumpChildren, indent+1);
40 if (RightChild)
41 RightChild->dump(dumpChildren, indent+1);
42 }
Vikram S. Adve70bc4b52001-07-21 12:41:50 +000043}
44
45
Chris Lattner4ddb4c82001-09-12 01:28:49 +000046InstructionNode::InstructionNode(Instruction* I)
Vikram S. Adved95919c2002-03-24 03:24:00 +000047 : InstrTreeNode(NTInstructionNode, I),
48 codeIsFoldedIntoParent(false)
Vikram S. Adve4c31fb52001-09-18 12:54:27 +000049{
Chris Lattner4ddb4c82001-09-12 01:28:49 +000050 opLabel = I->getOpcode();
Vikram S. Adve70bc4b52001-07-21 12:41:50 +000051
52 // Distinguish special cases of some instructions such as Ret and Br
53 //
Chris Lattnerb00c5822001-10-02 03:41:24 +000054 if (opLabel == Instruction::Ret && cast<ReturnInst>(I)->getReturnValue())
Vikram S. Adve4c31fb52001-09-18 12:54:27 +000055 {
56 opLabel = RetValueOp; // ret(value) operation
Vikram S. Adve70bc4b52001-07-21 12:41:50 +000057 }
Chris Lattnerb00c5822001-10-02 03:41:24 +000058 else if (opLabel ==Instruction::Br && !cast<BranchInst>(I)->isUnconditional())
Vikram S. Adve4c31fb52001-09-18 12:54:27 +000059 {
60 opLabel = BrCondOp; // br(cond) operation
61 }
62 else if (opLabel >= Instruction::SetEQ && opLabel <= Instruction::SetGT)
63 {
64 opLabel = SetCCOp; // common label for all SetCC ops
65 }
66 else if (opLabel == Instruction::Alloca && I->getNumOperands() > 0)
67 {
68 opLabel = AllocaN; // Alloca(ptr, N) operation
69 }
70 else if ((opLabel == Instruction::Load ||
71 opLabel == Instruction::GetElementPtr) &&
Chris Lattner65ea1712001-11-14 11:27:58 +000072 cast<MemAccessInst>(I)->hasIndices())
Vikram S. Adve4c31fb52001-09-18 12:54:27 +000073 {
74 opLabel = opLabel + 100; // load/getElem with index vector
75 }
Vikram S. Adve85af1312002-08-15 14:19:22 +000076 else if (opLabel == Instruction::Xor &&
77 BinaryOperator::isNot(I))
78 {
79 opLabel = (I->getType() == Type::BoolTy)? NotOp // boolean Not operator
80 : BNotOp; // bitwise Not operator
81 }
Vikram S. Advebe495262001-11-08 04:47:06 +000082 else if (opLabel == Instruction::And ||
83 opLabel == Instruction::Or ||
Vikram S. Adve85af1312002-08-15 14:19:22 +000084 opLabel == Instruction::Xor)
Vikram S. Advebe495262001-11-08 04:47:06 +000085 {
86 // Distinguish bitwise operators from logical operators!
87 if (I->getType() != Type::BoolTy)
88 opLabel = opLabel + 100; // bitwise operator
89 }
Vikram S. Adve4c31fb52001-09-18 12:54:27 +000090 else if (opLabel == Instruction::Cast)
91 {
92 const Type *ITy = I->getType();
93 switch(ITy->getPrimitiveID())
94 {
95 case Type::BoolTyID: opLabel = ToBoolTy; break;
96 case Type::UByteTyID: opLabel = ToUByteTy; break;
97 case Type::SByteTyID: opLabel = ToSByteTy; break;
98 case Type::UShortTyID: opLabel = ToUShortTy; break;
99 case Type::ShortTyID: opLabel = ToShortTy; break;
100 case Type::UIntTyID: opLabel = ToUIntTy; break;
101 case Type::IntTyID: opLabel = ToIntTy; break;
102 case Type::ULongTyID: opLabel = ToULongTy; break;
103 case Type::LongTyID: opLabel = ToLongTy; break;
104 case Type::FloatTyID: opLabel = ToFloatTy; break;
105 case Type::DoubleTyID: opLabel = ToDoubleTy; break;
106 case Type::ArrayTyID: opLabel = ToArrayTy; break;
107 case Type::PointerTyID: opLabel = ToPointerTy; break;
108 default:
109 // Just use `Cast' opcode otherwise. It's probably ignored.
110 break;
111 }
112 }
Vikram S. Adve70bc4b52001-07-21 12:41:50 +0000113}
114
Vikram S. Adve70bc4b52001-07-21 12:41:50 +0000115
Vikram S. Adve4c31fb52001-09-18 12:54:27 +0000116void
117InstructionNode::dumpNode(int indent) const
118{
Vikram S. Adve70bc4b52001-07-21 12:41:50 +0000119 for (int i=0; i < indent; i++)
Chris Lattner697954c2002-01-20 22:54:45 +0000120 cerr << " ";
Vikram S. Adveda920aa2002-08-22 02:59:46 +0000121 cerr << getInstruction()->getOpcodeName()
122 << " [label " << getOpLabel() << "]" << "\n";
Vikram S. Adve70bc4b52001-07-21 12:41:50 +0000123}
124
125
Vikram S. Adve4c31fb52001-09-18 12:54:27 +0000126void
127VRegListNode::dumpNode(int indent) const
128{
Vikram S. Adve70bc4b52001-07-21 12:41:50 +0000129 for (int i=0; i < indent; i++)
Chris Lattner697954c2002-01-20 22:54:45 +0000130 cerr << " ";
Vikram S. Adve70bc4b52001-07-21 12:41:50 +0000131
Chris Lattner697954c2002-01-20 22:54:45 +0000132 cerr << "List" << "\n";
Vikram S. Adve70bc4b52001-07-21 12:41:50 +0000133}
134
135
Vikram S. Adve4c31fb52001-09-18 12:54:27 +0000136void
137VRegNode::dumpNode(int indent) const
138{
Vikram S. Adve70bc4b52001-07-21 12:41:50 +0000139 for (int i=0; i < indent; i++)
Chris Lattner697954c2002-01-20 22:54:45 +0000140 cerr << " ";
Vikram S. Adve70bc4b52001-07-21 12:41:50 +0000141
Chris Lattner697954c2002-01-20 22:54:45 +0000142 cerr << "VReg " << getValue() << "\t(type "
143 << (int) getValue()->getValueType() << ")" << "\n";
Vikram S. Adve70bc4b52001-07-21 12:41:50 +0000144}
145
Vikram S. Adve4c31fb52001-09-18 12:54:27 +0000146void
147ConstantNode::dumpNode(int indent) const
148{
Vikram S. Adve70bc4b52001-07-21 12:41:50 +0000149 for (int i=0; i < indent; i++)
Chris Lattner697954c2002-01-20 22:54:45 +0000150 cerr << " ";
Vikram S. Adve70bc4b52001-07-21 12:41:50 +0000151
Chris Lattner697954c2002-01-20 22:54:45 +0000152 cerr << "Constant " << getValue() << "\t(type "
153 << (int) getValue()->getValueType() << ")" << "\n";
Vikram S. Adve70bc4b52001-07-21 12:41:50 +0000154}
155
Vikram S. Adve4c31fb52001-09-18 12:54:27 +0000156void
157LabelNode::dumpNode(int indent) const
158{
Vikram S. Adve70bc4b52001-07-21 12:41:50 +0000159 for (int i=0; i < indent; i++)
Chris Lattner697954c2002-01-20 22:54:45 +0000160 cerr << " ";
Vikram S. Adve70bc4b52001-07-21 12:41:50 +0000161
Chris Lattner697954c2002-01-20 22:54:45 +0000162 cerr << "Label " << getValue() << "\n";
Vikram S. Adve70bc4b52001-07-21 12:41:50 +0000163}
164
165//------------------------------------------------------------------------
166// class InstrForest
167//
168// A forest of instruction trees, usually for a single method.
169//------------------------------------------------------------------------
170
Chris Lattner79df7c02002-03-26 18:01:55 +0000171InstrForest::InstrForest(Function *F)
Vikram S. Adve4c31fb52001-09-18 12:54:27 +0000172{
Chris Lattner0b12b5f2002-06-25 16:13:21 +0000173 for (Function::iterator BB = F->begin(), FE = F->end(); BB != FE; ++BB) {
174 for(BasicBlock::iterator I = BB->begin(), E = BB->end(); I != E; ++I)
175 buildTreeForInstruction(I);
Chris Lattner221d6882002-02-12 21:07:25 +0000176 }
Vikram S. Adve4c31fb52001-09-18 12:54:27 +0000177}
178
179InstrForest::~InstrForest()
180{
Chris Lattner7884cd12002-04-08 23:09:07 +0000181 for_each(treeRoots.begin(), treeRoots.end(), deleter<InstructionNode>);
Vikram S. Adve4c31fb52001-09-18 12:54:27 +0000182}
183
184void
185InstrForest::dump() const
186{
Vikram S. Adved95919c2002-03-24 03:24:00 +0000187 for (const_root_iterator I = roots_begin(); I != roots_end(); ++I)
Chris Lattner4ddb4c82001-09-12 01:28:49 +0000188 (*I)->dump(/*dumpChildren*/ 1, /*indent*/ 0);
Vikram S. Adve70bc4b52001-07-21 12:41:50 +0000189}
190
Vikram S. Adve4c31fb52001-09-18 12:54:27 +0000191inline void
Vikram S. Adved95919c2002-03-24 03:24:00 +0000192InstrForest::eraseRoot(InstructionNode* node)
193{
194 for (RootSet::reverse_iterator RI=treeRoots.rbegin(), RE=treeRoots.rend();
195 RI != RE; ++RI)
196 if (*RI == node)
197 treeRoots.erase(RI.base()-1);
198}
199
200inline void
Vikram S. Adve4c31fb52001-09-18 12:54:27 +0000201InstrForest::noteTreeNodeForInstr(Instruction *instr,
202 InstructionNode *treeNode)
203{
Vikram S. Adve70bc4b52001-07-21 12:41:50 +0000204 assert(treeNode->getNodeType() == InstrTreeNode::NTInstructionNode);
205 (*this)[instr] = treeNode;
Vikram S. Adved95919c2002-03-24 03:24:00 +0000206 treeRoots.push_back(treeNode); // mark node as root of a new tree
Vikram S. Adve70bc4b52001-07-21 12:41:50 +0000207}
208
209
Vikram S. Adve4c31fb52001-09-18 12:54:27 +0000210inline void
Vikram S. Adved95919c2002-03-24 03:24:00 +0000211InstrForest::setLeftChild(InstrTreeNode *parent, InstrTreeNode *child)
Vikram S. Adve4c31fb52001-09-18 12:54:27 +0000212{
Vikram S. Adved95919c2002-03-24 03:24:00 +0000213 parent->LeftChild = child;
214 child->Parent = parent;
215 if (child->getNodeType() == InstrTreeNode::NTInstructionNode)
216 eraseRoot((InstructionNode*) child); // no longer a tree root
Vikram S. Adve70bc4b52001-07-21 12:41:50 +0000217}
218
Vikram S. Adve4c31fb52001-09-18 12:54:27 +0000219inline void
Vikram S. Adved95919c2002-03-24 03:24:00 +0000220InstrForest::setRightChild(InstrTreeNode *parent, InstrTreeNode *child)
Vikram S. Adve4c31fb52001-09-18 12:54:27 +0000221{
Vikram S. Adved95919c2002-03-24 03:24:00 +0000222 parent->RightChild = child;
223 child->Parent = parent;
224 if (child->getNodeType() == InstrTreeNode::NTInstructionNode)
225 eraseRoot((InstructionNode*) child); // no longer a tree root
Vikram S. Adve70bc4b52001-07-21 12:41:50 +0000226}
227
228
Vikram S. Adve4c31fb52001-09-18 12:54:27 +0000229InstructionNode*
230InstrForest::buildTreeForInstruction(Instruction *instr)
231{
232 InstructionNode *treeNode = getTreeNodeForInstr(instr);
233 if (treeNode)
234 {
235 // treeNode has already been constructed for this instruction
236 assert(treeNode->getInstruction() == instr);
237 return treeNode;
238 }
Vikram S. Adve70bc4b52001-07-21 12:41:50 +0000239
240 // Otherwise, create a new tree node for this instruction.
241 //
Vikram S. Adve4c31fb52001-09-18 12:54:27 +0000242 treeNode = new InstructionNode(instr);
243 noteTreeNodeForInstr(instr, treeNode);
244
245 if (instr->getOpcode() == Instruction::Call)
246 { // Operands of call instruction
247 return treeNode;
248 }
Vikram S. Adve70bc4b52001-07-21 12:41:50 +0000249
250 // If the instruction has more than 2 instruction operands,
Vikram S. Advee4e77f92001-07-31 21:49:53 +0000251 // then we need to create artificial list nodes to hold them.
Vikram S. Adve4c31fb52001-09-18 12:54:27 +0000252 // (Note that we only count operands that get tree nodes, and not
Vikram S. Advee4e77f92001-07-31 21:49:53 +0000253 // others such as branch labels for a branch or switch instruction.)
Vikram S. Adve70bc4b52001-07-21 12:41:50 +0000254 //
255 // To do this efficiently, we'll walk all operands, build treeNodes
Vikram S. Advee4e77f92001-07-31 21:49:53 +0000256 // for all appropriate operands and save them in an array. We then
257 // insert children at the end, creating list nodes where needed.
Vikram S. Adve70bc4b52001-07-21 12:41:50 +0000258 // As a performance optimization, allocate a child array only
259 // if a fixed array is too small.
260 //
261 int numChildren = 0;
Chris Lattner4ddb4c82001-09-12 01:28:49 +0000262 InstrTreeNode **childArray =
Chris Lattner7884cd12002-04-08 23:09:07 +0000263 (InstrTreeNode **)alloca(instr->getNumOperands()*sizeof(InstrTreeNode *));
Vikram S. Adve70bc4b52001-07-21 12:41:50 +0000264
265 //
266 // Walk the operands of the instruction
267 //
Vikram S. Adve4c31fb52001-09-18 12:54:27 +0000268 for (Instruction::op_iterator O = instr->op_begin(); O!=instr->op_end(); ++O)
269 {
270 Value* operand = *O;
Vikram S. Adve70bc4b52001-07-21 12:41:50 +0000271
Vikram S. Adve4c31fb52001-09-18 12:54:27 +0000272 // Check if the operand is a data value, not an branch label, type,
273 // method or module. If the operand is an address type (i.e., label
274 // or method) that is used in an non-branching operation, e.g., `add'.
275 // that should be considered a data value.
Chris Lattner4ddb4c82001-09-12 01:28:49 +0000276
Vikram S. Adve4c31fb52001-09-18 12:54:27 +0000277 // Check latter condition here just to simplify the next IF.
278 bool includeAddressOperand =
Chris Lattner79df7c02002-03-26 18:01:55 +0000279 (isa<BasicBlock>(operand) || isa<Function>(operand))
Vikram S. Adve4c31fb52001-09-18 12:54:27 +0000280 && !instr->isTerminator();
Chris Lattner4ddb4c82001-09-12 01:28:49 +0000281
Chris Lattner1d87bcf2001-10-01 20:11:19 +0000282 if (includeAddressOperand || isa<Instruction>(operand) ||
Chris Lattner73e21422002-04-09 19:48:49 +0000283 isa<Constant>(operand) || isa<Argument>(operand) ||
Chris Lattner1d87bcf2001-10-01 20:11:19 +0000284 isa<GlobalVariable>(operand))
Vikram S. Adve4c31fb52001-09-18 12:54:27 +0000285 {
286 // This operand is a data value
Chris Lattner4ddb4c82001-09-12 01:28:49 +0000287
Vikram S. Adve4c31fb52001-09-18 12:54:27 +0000288 // An instruction that computes the incoming value is added as a
289 // child of the current instruction if:
290 // the value has only a single use
291 // AND both instructions are in the same basic block.
292 // AND the current instruction is not a PHI (because the incoming
293 // value is conceptually in a predecessor block,
294 // even though it may be in the same static block)
295 //
296 // (Note that if the value has only a single use (viz., `instr'),
297 // the def of the value can be safely moved just before instr
298 // and therefore it is safe to combine these two instructions.)
299 //
300 // In all other cases, the virtual register holding the value
301 // is used directly, i.e., made a child of the instruction node.
302 //
303 InstrTreeNode* opTreeNode;
Chris Lattner1d87bcf2001-10-01 20:11:19 +0000304 if (isa<Instruction>(operand) && operand->use_size() == 1 &&
305 cast<Instruction>(operand)->getParent() == instr->getParent() &&
Chris Lattner7884cd12002-04-08 23:09:07 +0000306 instr->getOpcode() != Instruction::PHINode &&
Vikram S. Adve64c2ced2001-09-30 23:45:08 +0000307 instr->getOpcode() != Instruction::Call)
Vikram S. Adve4c31fb52001-09-18 12:54:27 +0000308 {
309 // Recursively create a treeNode for it.
310 opTreeNode = buildTreeForInstruction((Instruction*)operand);
311 }
Chris Lattnere9bb2df2001-12-03 22:26:30 +0000312 else if (Constant *CPV = dyn_cast<Constant>(operand))
Vikram S. Adve4c31fb52001-09-18 12:54:27 +0000313 {
314 // Create a leaf node for a constant
315 opTreeNode = new ConstantNode(CPV);
316 }
317 else
318 {
319 // Create a leaf node for the virtual register
320 opTreeNode = new VRegNode(operand);
321 }
Chris Lattner4ddb4c82001-09-12 01:28:49 +0000322
Vikram S. Adve4c31fb52001-09-18 12:54:27 +0000323 childArray[numChildren++] = opTreeNode;
324 }
Vikram S. Adve70bc4b52001-07-21 12:41:50 +0000325 }
326
327 //--------------------------------------------------------------------
328 // Add any selected operands as children in the tree.
329 // Certain instructions can have more than 2 in some instances (viz.,
330 // a CALL or a memory access -- LOAD, STORE, and GetElemPtr -- to an
331 // array or struct). Make the operands of every such instruction into
332 // a right-leaning binary tree with the operand nodes at the leaves
333 // and VRegList nodes as internal nodes.
334 //--------------------------------------------------------------------
335
Chris Lattner4ddb4c82001-09-12 01:28:49 +0000336 InstrTreeNode *parent = treeNode;
Vikram S. Adve70bc4b52001-07-21 12:41:50 +0000337
Vikram S. Adve4c31fb52001-09-18 12:54:27 +0000338 if (numChildren > 2)
339 {
340 unsigned instrOpcode = treeNode->getInstruction()->getOpcode();
341 assert(instrOpcode == Instruction::PHINode ||
342 instrOpcode == Instruction::Call ||
343 instrOpcode == Instruction::Load ||
344 instrOpcode == Instruction::Store ||
345 instrOpcode == Instruction::GetElementPtr);
346 }
Vikram S. Adve70bc4b52001-07-21 12:41:50 +0000347
348 // Insert the first child as a direct child
349 if (numChildren >= 1)
Chris Lattner4ddb4c82001-09-12 01:28:49 +0000350 setLeftChild(parent, childArray[0]);
351
352 int n;
Vikram S. Adve70bc4b52001-07-21 12:41:50 +0000353
354 // Create a list node for children 2 .. N-1, if any
Vikram S. Adve4c31fb52001-09-18 12:54:27 +0000355 for (n = numChildren-1; n >= 2; n--)
356 {
357 // We have more than two children
358 InstrTreeNode *listNode = new VRegListNode();
359 setRightChild(parent, listNode);
360 setLeftChild(listNode, childArray[numChildren - n]);
361 parent = listNode;
362 }
Vikram S. Adve70bc4b52001-07-21 12:41:50 +0000363
364 // Now insert the last remaining child (if any).
Vikram S. Adve4c31fb52001-09-18 12:54:27 +0000365 if (numChildren >= 2)
366 {
367 assert(n == 1);
368 setRightChild(parent, childArray[numChildren - 1]);
369 }
Vikram S. Adve70bc4b52001-07-21 12:41:50 +0000370
Vikram S. Adve70bc4b52001-07-21 12:41:50 +0000371 return treeNode;
372}