blob: 4913a89ea6110b9b88d4147cb70c53d507de7d8a [file] [log] [blame]
Chris Lattner476e6df2001-12-03 17:28:42 +00001//===- IndVarSimplify.cpp - Induction Variable Elimination ----------------===//
2//
3// InductionVariableSimplify - Transform induction variables in a program
4// to all use a single cannonical induction variable per loop.
5//
6//===----------------------------------------------------------------------===//
7
Chris Lattnerb4cfa7f2002-05-07 20:03:00 +00008#include "llvm/Transforms/Scalar.h"
Chris Lattner476e6df2001-12-03 17:28:42 +00009#include "llvm/Analysis/InductionVariable.h"
10#include "llvm/Analysis/LoopInfo.h"
Chris Lattner71cbd422002-05-22 17:17:27 +000011#include "llvm/Analysis/Writer.h"
Chris Lattner476e6df2001-12-03 17:28:42 +000012#include "llvm/iPHINode.h"
Chris Lattner91daaab2001-12-04 04:32:29 +000013#include "llvm/iOther.h"
14#include "llvm/Type.h"
Chris Lattnerca142372002-04-28 19:55:58 +000015#include "llvm/Constants.h"
Chris Lattner83d485b2002-02-12 22:39:50 +000016#include "llvm/Support/CFG.h"
Chris Lattner476e6df2001-12-03 17:28:42 +000017#include "Support/STLExtras.h"
Chris Lattner0b18c1d2002-05-10 15:38:35 +000018#include "Support/StatisticReporter.h"
Anand Shukla2bc64192002-06-25 21:07:58 +000019#include <iostream>
Chris Lattner0b18c1d2002-05-10 15:38:35 +000020
21static Statistic<> NumRemoved ("indvars\t\t- Number of aux indvars removed");
22static Statistic<> NumInserted("indvars\t\t- Number of cannonical indvars added");
Chris Lattner476e6df2001-12-03 17:28:42 +000023
Chris Lattner91daaab2001-12-04 04:32:29 +000024
25// InsertCast - Cast Val to Ty, setting a useful name on the cast if Val has a
26// name...
27//
28static Instruction *InsertCast(Instruction *Val, const Type *Ty,
29 BasicBlock::iterator It) {
30 Instruction *Cast = new CastInst(Val, Ty);
31 if (Val->hasName()) Cast->setName(Val->getName()+"-casted");
32 Val->getParent()->getInstList().insert(It, Cast);
33 return Cast;
34}
35
Chris Lattner78dd56f2002-04-28 16:21:30 +000036static bool TransformLoop(LoopInfo *Loops, Loop *Loop) {
Chris Lattner476e6df2001-12-03 17:28:42 +000037 // Transform all subloops before this loop...
38 bool Changed = reduce_apply_bool(Loop->getSubLoops().begin(),
39 Loop->getSubLoops().end(),
Chris Lattner7f74a562002-01-20 22:54:45 +000040 std::bind1st(std::ptr_fun(TransformLoop), Loops));
Chris Lattner476e6df2001-12-03 17:28:42 +000041 // Get the header node for this loop. All of the phi nodes that could be
42 // induction variables must live in this basic block.
Chris Lattner0b18c1d2002-05-10 15:38:35 +000043 //
44 BasicBlock *Header = Loop->getBlocks().front();
Chris Lattner476e6df2001-12-03 17:28:42 +000045
46 // Loop over all of the PHI nodes in the basic block, calculating the
47 // induction variables that they represent... stuffing the induction variable
48 // info into a vector...
49 //
Chris Lattner7f74a562002-01-20 22:54:45 +000050 std::vector<InductionVariable> IndVars; // Induction variables for block
Chris Lattner113f4f42002-06-25 16:13:24 +000051 BasicBlock::iterator AfterPHIIt = Header->begin();
52 for (; PHINode *PN = dyn_cast<PHINode>(&*AfterPHIIt); ++AfterPHIIt)
Chris Lattner476e6df2001-12-03 17:28:42 +000053 IndVars.push_back(InductionVariable(PN, Loops));
Chris Lattner113f4f42002-06-25 16:13:24 +000054 // AfterPHIIt now points to first nonphi instruction...
Chris Lattner476e6df2001-12-03 17:28:42 +000055
Chris Lattner91daaab2001-12-04 04:32:29 +000056 // If there are no phi nodes in this basic block, there can't be indvars...
Chris Lattner476e6df2001-12-03 17:28:42 +000057 if (IndVars.empty()) return Changed;
58
59 // Loop over the induction variables, looking for a cannonical induction
60 // variable, and checking to make sure they are not all unknown induction
61 // variables.
62 //
63 bool FoundIndVars = false;
64 InductionVariable *Cannonical = 0;
65 for (unsigned i = 0; i < IndVars.size(); ++i) {
66 if (IndVars[i].InductionType == InductionVariable::Cannonical)
67 Cannonical = &IndVars[i];
68 if (IndVars[i].InductionType != InductionVariable::Unknown)
69 FoundIndVars = true;
70 }
71
72 // No induction variables, bail early... don't add a cannonnical indvar
73 if (!FoundIndVars) return Changed;
74
75 // Okay, we want to convert other induction variables to use a cannonical
76 // indvar. If we don't have one, add one now...
77 if (!Cannonical) {
Chris Lattner91daaab2001-12-04 04:32:29 +000078 // Create the PHI node for the new induction variable
79 PHINode *PN = new PHINode(Type::UIntTy, "cann-indvar");
Chris Lattner476e6df2001-12-03 17:28:42 +000080
Chris Lattner91daaab2001-12-04 04:32:29 +000081 // Insert the phi node at the end of the other phi nodes...
Chris Lattner113f4f42002-06-25 16:13:24 +000082 AfterPHIIt = ++Header->getInstList().insert(AfterPHIIt, PN);
Chris Lattner91daaab2001-12-04 04:32:29 +000083
84 // Create the increment instruction to add one to the counter...
85 Instruction *Add = BinaryOperator::create(Instruction::Add, PN,
86 ConstantUInt::get(Type::UIntTy,1),
87 "add1-indvar");
88
89 // Insert the add instruction after all of the PHI nodes...
Chris Lattner113f4f42002-06-25 16:13:24 +000090 Header->getInstList().insert(AfterPHIIt, Add);
Chris Lattner91daaab2001-12-04 04:32:29 +000091
92 // Figure out which block is incoming and which is the backedge for the loop
93 BasicBlock *Incoming, *BackEdgeBlock;
Chris Lattner83d485b2002-02-12 22:39:50 +000094 pred_iterator PI = pred_begin(Header);
95 assert(PI != pred_end(Header) && "Loop headers should have 2 preds!");
Chris Lattner91daaab2001-12-04 04:32:29 +000096 if (Loop->contains(*PI)) { // First pred is back edge...
97 BackEdgeBlock = *PI++;
98 Incoming = *PI++;
99 } else {
100 Incoming = *PI++;
101 BackEdgeBlock = *PI++;
102 }
Chris Lattner83d485b2002-02-12 22:39:50 +0000103 assert(PI == pred_end(Header) && "Loop headers should have 2 preds!");
Chris Lattner91daaab2001-12-04 04:32:29 +0000104
105 // Add incoming values for the PHI node...
Chris Lattner2716b5e2002-04-27 02:25:14 +0000106 PN->addIncoming(Constant::getNullValue(Type::UIntTy), Incoming);
Chris Lattner91daaab2001-12-04 04:32:29 +0000107 PN->addIncoming(Add, BackEdgeBlock);
108
109 // Analyze the new induction variable...
110 IndVars.push_back(InductionVariable(PN, Loops));
111 assert(IndVars.back().InductionType == InductionVariable::Cannonical &&
112 "Just inserted cannonical indvar that is not cannonical!");
113 Cannonical = &IndVars.back();
Chris Lattner0b18c1d2002-05-10 15:38:35 +0000114 ++NumInserted;
Chris Lattner67439402001-12-05 19:41:33 +0000115 Changed = true;
Chris Lattner91daaab2001-12-04 04:32:29 +0000116 }
117
Anand Shukla2bc64192002-06-25 21:07:58 +0000118 DEBUG(std::cerr << "Induction variables:\n");
Chris Lattner91daaab2001-12-04 04:32:29 +0000119
120 // Get the current loop iteration count, which is always the value of the
121 // cannonical phi node...
122 //
123 PHINode *IterCount = Cannonical->Phi;
124
125 // Loop through and replace all of the auxillary induction variables with
126 // references to the primary induction variable...
127 //
Chris Lattner91daaab2001-12-04 04:32:29 +0000128 for (unsigned i = 0; i < IndVars.size(); ++i) {
129 InductionVariable *IV = &IndVars[i];
Chris Lattner71cbd422002-05-22 17:17:27 +0000130
Anand Shukla2bc64192002-06-25 21:07:58 +0000131 DEBUG(std::cerr << IV);
Chris Lattner71cbd422002-05-22 17:17:27 +0000132
Chris Lattnerd23d7522001-12-04 08:13:06 +0000133 // Don't modify the cannonical indvar or unrecognized indvars...
134 if (IV != Cannonical && IV->InductionType != InductionVariable::Unknown) {
Chris Lattner91daaab2001-12-04 04:32:29 +0000135 Instruction *Val = IterCount;
136 if (!isa<ConstantInt>(IV->Step) || // If the step != 1
137 !cast<ConstantInt>(IV->Step)->equalsInt(1)) {
Chris Lattner7f74a562002-01-20 22:54:45 +0000138 std::string Name; // Create a scale by the step value...
Chris Lattner91daaab2001-12-04 04:32:29 +0000139 if (IV->Phi->hasName()) Name = IV->Phi->getName()+"-scale";
140
141 // If the types are not compatible, insert a cast now...
142 if (Val->getType() != IV->Step->getType())
Chris Lattner113f4f42002-06-25 16:13:24 +0000143 Val = InsertCast(Val, IV->Step->getType(), AfterPHIIt);
Chris Lattner91daaab2001-12-04 04:32:29 +0000144
145 Val = BinaryOperator::create(Instruction::Mul, Val, IV->Step, Name);
146 // Insert the phi node at the end of the other phi nodes...
Chris Lattner113f4f42002-06-25 16:13:24 +0000147 Header->getInstList().insert(AfterPHIIt, Val);
Chris Lattner91daaab2001-12-04 04:32:29 +0000148 }
149
150 if (!isa<Constant>(IV->Start) || // If the start != 0
151 !cast<Constant>(IV->Start)->isNullValue()) {
Chris Lattner7f74a562002-01-20 22:54:45 +0000152 std::string Name; // Create a offset by the start value...
Chris Lattner91daaab2001-12-04 04:32:29 +0000153 if (IV->Phi->hasName()) Name = IV->Phi->getName()+"-offset";
154
155 // If the types are not compatible, insert a cast now...
156 if (Val->getType() != IV->Start->getType())
Chris Lattner113f4f42002-06-25 16:13:24 +0000157 Val = InsertCast(Val, IV->Start->getType(), AfterPHIIt);
Chris Lattner91daaab2001-12-04 04:32:29 +0000158
159 Val = BinaryOperator::create(Instruction::Add, Val, IV->Start, Name);
160 // Insert the phi node at the end of the other phi nodes...
Chris Lattner113f4f42002-06-25 16:13:24 +0000161 Header->getInstList().insert(AfterPHIIt, Val);
Chris Lattner91daaab2001-12-04 04:32:29 +0000162 }
163
164 // If the PHI node has a different type than val is, insert a cast now...
165 if (Val->getType() != IV->Phi->getType())
Chris Lattner113f4f42002-06-25 16:13:24 +0000166 Val = InsertCast(Val, IV->Phi->getType(), AfterPHIIt);
Chris Lattner91daaab2001-12-04 04:32:29 +0000167
168 // Replace all uses of the old PHI node with the new computed value...
169 IV->Phi->replaceAllUsesWith(Val);
170
171 // Move the PHI name to it's new equivalent value...
Chris Lattner7f74a562002-01-20 22:54:45 +0000172 std::string OldName = IV->Phi->getName();
Chris Lattner91daaab2001-12-04 04:32:29 +0000173 IV->Phi->setName("");
174 Val->setName(OldName);
175
176 // Delete the old, now unused, phi node...
Chris Lattner113f4f42002-06-25 16:13:24 +0000177 Header->getInstList().erase(IV->Phi);
Chris Lattner67439402001-12-05 19:41:33 +0000178 Changed = true;
Chris Lattner0b18c1d2002-05-10 15:38:35 +0000179 ++NumRemoved;
Chris Lattner91daaab2001-12-04 04:32:29 +0000180 }
Chris Lattner476e6df2001-12-03 17:28:42 +0000181 }
182
183 return Changed;
184}
185
Chris Lattner04805fa2002-02-26 21:46:54 +0000186namespace {
Chris Lattnerc8e66542002-04-27 06:56:12 +0000187 struct InductionVariableSimplify : public FunctionPass {
Chris Lattner37104aa2002-04-29 14:57:45 +0000188 const char *getPassName() const {
189 return "Induction Variable Cannonicalize";
190 }
191
Chris Lattner113f4f42002-06-25 16:13:24 +0000192 virtual bool runOnFunction(Function &) {
Chris Lattner0b18c1d2002-05-10 15:38:35 +0000193 LoopInfo &LI = getAnalysis<LoopInfo>();
194
195 // Induction Variables live in the header nodes of loops
196 return reduce_apply_bool(LI.getTopLevelLoops().begin(),
197 LI.getTopLevelLoops().end(),
198 std::bind1st(std::ptr_fun(TransformLoop), &LI));
Chris Lattner04805fa2002-02-26 21:46:54 +0000199 }
200
Chris Lattnerc8e66542002-04-27 06:56:12 +0000201 virtual void getAnalysisUsage(AnalysisUsage &AU) const {
Chris Lattner78dd56f2002-04-28 16:21:30 +0000202 AU.addRequired(LoopInfo::ID);
Chris Lattnerf12cc842002-04-28 21:27:06 +0000203 AU.preservesCFG();
Chris Lattner04805fa2002-02-26 21:46:54 +0000204 }
205 };
Chris Lattnerd5d56782002-01-31 00:45:11 +0000206}
207
Chris Lattner04805fa2002-02-26 21:46:54 +0000208Pass *createIndVarSimplifyPass() {
209 return new InductionVariableSimplify();
Chris Lattnerd5d56782002-01-31 00:45:11 +0000210}
Chris Lattner04805fa2002-02-26 21:46:54 +0000211