blob: a5411d4eb8d993e1b25a879aa168538a02d43371 [file] [log] [blame]
Owen Andersonf3dd3e22006-05-26 21:11:53 +00001//===-- LCSSA.cpp - Convert loops into loop-closed SSA form ---------------===//
Owen Anderson8eca8912006-05-26 13:58:26 +00002//
3// The LLVM Compiler Infrastructure
4//
5// This file was developed by Owen Anderson and is distributed under the
6// University of Illinois Open Source License. See LICENSE.TXT for details.
7//
8//===----------------------------------------------------------------------===//
9//
10// This pass transforms loops by placing phi nodes at the end of the loops for
11// all values that are live across the loop boundary. For example, it turns
12// the left into the right code:
13//
14// for (...) for (...)
15// if (c) if(c)
16// X1 = ... X1 = ...
17// else else
18// X2 = ... X2 = ...
19// X3 = phi(X1, X2) X3 = phi(X1, X2)
20// ... = X3 + 4 X4 = phi(X3)
21// ... = X4 + 4
22//
23// This is still valid LLVM; the extra phi nodes are purely redundant, and will
24// be trivially eliminated by InstCombine. The major benefit of this
25// transformation is that it makes many other loop optimizations, such as
26// LoopUnswitching, simpler.
27//
28//===----------------------------------------------------------------------===//
29
Owen Andersonf3dd3e22006-05-26 21:11:53 +000030#include "llvm/Transforms/Scalar.h"
Owen Anderson8eca8912006-05-26 13:58:26 +000031#include "llvm/Pass.h"
32#include "llvm/Function.h"
33#include "llvm/Instructions.h"
Owen Andersoneb338152006-06-04 00:02:23 +000034#include "llvm/ADT/SetVector.h"
Owen Andersonb4e16992006-05-27 00:31:37 +000035#include "llvm/ADT/Statistic.h"
Owen Andersonf3dd3e22006-05-26 21:11:53 +000036#include "llvm/Analysis/Dominators.h"
Owen Anderson8eca8912006-05-26 13:58:26 +000037#include "llvm/Analysis/LoopInfo.h"
38#include "llvm/Support/CFG.h"
Owen Andersonf3dd3e22006-05-26 21:11:53 +000039#include <algorithm>
Owen Anderson1310e422006-05-27 18:47:11 +000040#include <map>
Owen Anderson8eca8912006-05-26 13:58:26 +000041
42using namespace llvm;
43
44namespace {
Owen Anderson152d0632006-05-28 19:33:28 +000045 static Statistic<> NumLCSSA("lcssa",
46 "Number of live out of a loop variables");
Owen Andersonb4e16992006-05-27 00:31:37 +000047
Owen Anderson8eca8912006-05-26 13:58:26 +000048 class LCSSA : public FunctionPass {
49 public:
Owen Andersonb4e16992006-05-27 00:31:37 +000050
51
Owen Anderson8eca8912006-05-26 13:58:26 +000052 LoopInfo *LI; // Loop information
Owen Anderson766f90b2006-06-04 00:55:19 +000053 DominatorTree *DT; // Dominator Tree for the current Function...
Owen Andersonf3dd3e22006-05-26 21:11:53 +000054 DominanceFrontier *DF; // Current Dominance Frontier
Owen Andersoneb338152006-06-04 00:02:23 +000055 std::vector<BasicBlock*> *LoopBlocks;
Owen Anderson8eca8912006-05-26 13:58:26 +000056
57 virtual bool runOnFunction(Function &F);
Owen Anderson6e047ab2006-05-26 21:19:17 +000058 bool visitSubloop(Loop* L);
Owen Andersondad8c572006-05-31 20:55:06 +000059 void processInstruction(Instruction* Instr,
Owen Andersondad8c572006-05-31 20:55:06 +000060 const std::vector<BasicBlock*>& exitBlocks);
Owen Anderson8eca8912006-05-26 13:58:26 +000061
62 /// This transformation requires natural loop information & requires that
Owen Andersonb4e16992006-05-27 00:31:37 +000063 /// loop preheaders be inserted into the CFG. It maintains both of these,
64 /// as well as the CFG. It also requires dominator information.
Owen Anderson8eca8912006-05-26 13:58:26 +000065 ///
66 virtual void getAnalysisUsage(AnalysisUsage &AU) const {
Owen Andersonf3dd3e22006-05-26 21:11:53 +000067 AU.setPreservesCFG();
Owen Anderson8eca8912006-05-26 13:58:26 +000068 AU.addRequiredID(LoopSimplifyID);
69 AU.addPreservedID(LoopSimplifyID);
70 AU.addRequired<LoopInfo>();
Owen Anderson1310e422006-05-27 18:47:11 +000071 AU.addRequired<DominatorTree>();
Owen Andersonf3dd3e22006-05-26 21:11:53 +000072 AU.addRequired<DominanceFrontier>();
Owen Anderson8eca8912006-05-26 13:58:26 +000073 }
74 private:
Owen Andersoneb338152006-06-04 00:02:23 +000075 SetVector<Instruction*> getLoopValuesUsedOutsideLoop(Loop *L);
Owen Andersondad8c572006-05-31 20:55:06 +000076 Instruction *getValueDominatingBlock(BasicBlock *BB,
Owen Andersoneb338152006-06-04 00:02:23 +000077 std::map<BasicBlock*, Instruction*>& PotDoms);
78
79 bool inLoopBlocks(BasicBlock* B) { return std::binary_search(
80 LoopBlocks->begin(), LoopBlocks->end(), B); }
Owen Anderson8eca8912006-05-26 13:58:26 +000081 };
82
83 RegisterOpt<LCSSA> X("lcssa", "Loop-Closed SSA Form Pass");
84}
85
86FunctionPass *llvm::createLCSSAPass() { return new LCSSA(); }
87
88bool LCSSA::runOnFunction(Function &F) {
89 bool changed = false;
90 LI = &getAnalysis<LoopInfo>();
Owen Andersonf3dd3e22006-05-26 21:11:53 +000091 DF = &getAnalysis<DominanceFrontier>();
92 DT = &getAnalysis<DominatorTree>();
Owen Andersoneb338152006-06-04 00:02:23 +000093 LoopBlocks = new std::vector<BasicBlock*>;
Owen Anderson8eca8912006-05-26 13:58:26 +000094
95 for (LoopInfo::iterator I = LI->begin(), E = LI->end(); I != E; ++I) {
Owen Andersonf3dd3e22006-05-26 21:11:53 +000096 changed |= visitSubloop(*I);
Owen Anderson8eca8912006-05-26 13:58:26 +000097 }
98
99 return changed;
100}
101
Owen Andersonf3dd3e22006-05-26 21:11:53 +0000102bool LCSSA::visitSubloop(Loop* L) {
103 for (Loop::iterator I = L->begin(), E = L->end(); I != E; ++I)
104 visitSubloop(*I);
105
106 // Speed up queries by creating a sorted list of blocks
Owen Andersoneb338152006-06-04 00:02:23 +0000107 LoopBlocks->clear();
108 LoopBlocks->insert(LoopBlocks->end(), L->block_begin(), L->block_end());
109 std::sort(LoopBlocks->begin(), LoopBlocks->end());
Owen Andersonf3dd3e22006-05-26 21:11:53 +0000110
Owen Andersoneb338152006-06-04 00:02:23 +0000111 SetVector<Instruction*> AffectedValues = getLoopValuesUsedOutsideLoop(L);
Owen Anderson8eca8912006-05-26 13:58:26 +0000112
Owen Andersondad8c572006-05-31 20:55:06 +0000113 // If no values are affected, we can save a lot of work, since we know that
114 // nothing will be changed.
115 if (AffectedValues.empty())
116 return false;
117
Owen Anderson8eca8912006-05-26 13:58:26 +0000118 std::vector<BasicBlock*> exitBlocks;
119 L->getExitBlocks(exitBlocks);
120
Owen Anderson1310e422006-05-27 18:47:11 +0000121
122 // Iterate over all affected values for this loop and insert Phi nodes
123 // for them in the appropriate exit blocks
Owen Andersondad8c572006-05-31 20:55:06 +0000124
Owen Andersoneb338152006-06-04 00:02:23 +0000125 for (SetVector<Instruction*>::iterator I = AffectedValues.begin(),
Owen Andersonf3dd3e22006-05-26 21:11:53 +0000126 E = AffectedValues.end(); I != E; ++I) {
Owen Andersoneb338152006-06-04 00:02:23 +0000127 processInstruction(*I, exitBlocks);
Owen Anderson1310e422006-05-27 18:47:11 +0000128 }
Owen Anderson8a8f2782006-05-29 01:00:00 +0000129
Owen Andersonf3dd3e22006-05-26 21:11:53 +0000130 return true; // FIXME: Should be more intelligent in our return value.
Owen Anderson8eca8912006-05-26 13:58:26 +0000131}
132
Owen Andersondad8c572006-05-31 20:55:06 +0000133/// processInstruction -
134void LCSSA::processInstruction(Instruction* Instr,
Owen Andersondad8c572006-05-31 20:55:06 +0000135 const std::vector<BasicBlock*>& exitBlocks)
136{
137 ++NumLCSSA; // We are applying the transformation
138
139 std::map<BasicBlock*, Instruction*> Phis;
Owen Andersond00eacc2006-06-03 23:22:50 +0000140
141 // Add the base instruction to the Phis list. This makes tracking down
142 // the dominating values easier when we're filling in Phi nodes. This will
143 // be removed later, before we perform use replacement.
Owen Andersondad8c572006-05-31 20:55:06 +0000144 Phis[Instr->getParent()] = Instr;
145
146 // Phi nodes that need to be IDF-processed
147 std::vector<PHINode*> workList;
148
149 for (std::vector<BasicBlock*>::const_iterator BBI = exitBlocks.begin(),
Owen Andersoncd76fa02006-06-01 06:05:47 +0000150 BBE = exitBlocks.end(); BBI != BBE; ++BBI)
151 if (DT->getNode(Instr->getParent())->dominates(DT->getNode(*BBI))) {
Owen Anderson766f90b2006-06-04 00:55:19 +0000152 PHINode *phi = new PHINode(Instr->getType(), Instr->getName()+".lcssa",
153 (*BBI)->begin());
Owen Andersoncd76fa02006-06-01 06:05:47 +0000154 workList.push_back(phi);
155 Phis[*BBI] = phi;
156 }
Owen Andersondad8c572006-05-31 20:55:06 +0000157
Owen Andersond00eacc2006-06-03 23:22:50 +0000158 // Phi nodes that need to have their incoming values filled.
159 std::vector<PHINode*> needIncomingValues;
160
Owen Andersondad8c572006-05-31 20:55:06 +0000161 // Calculate the IDF of these LCSSA Phi nodes, inserting new Phi's where
Owen Andersoneb338152006-06-04 00:02:23 +0000162 // necessary. Keep track of these new Phi's in the "Phis" map.
Owen Andersondad8c572006-05-31 20:55:06 +0000163 while (!workList.empty()) {
164 PHINode *CurPHI = workList.back();
165 workList.pop_back();
166
Owen Andersond00eacc2006-06-03 23:22:50 +0000167 // Even though we've removed this Phi from the work list, we still need
168 // to fill in its incoming values.
169 needIncomingValues.push_back(CurPHI);
170
Owen Andersondad8c572006-05-31 20:55:06 +0000171 // Get the current Phi's DF, and insert Phi nodes. Add these new
172 // nodes to our worklist.
173 DominanceFrontier::const_iterator it = DF->find(CurPHI->getParent());
174 if (it != DF->end()) {
175 const DominanceFrontier::DomSetType &S = it->second;
176 for (DominanceFrontier::DomSetType::const_iterator P = S.begin(),
177 PE = S.end(); P != PE; ++P) {
Owen Anderson766f90b2006-06-04 00:55:19 +0000178 if (DT->getNode(Instr->getParent())->dominates(DT->getNode(*P))) {
179 Instruction *&Phi = Phis[*P];
180 if (Phi == 0) {
181 // Still doesn't have operands...
182 Phi = new PHINode(Instr->getType(), Instr->getName()+".lcssa",
183 (*P)->begin());
Owen Andersondad8c572006-05-31 20:55:06 +0000184
Owen Anderson766f90b2006-06-04 00:55:19 +0000185 workList.push_back(cast<PHINode>(Phi));
186 }
Owen Andersondad8c572006-05-31 20:55:06 +0000187 }
188 }
189 }
Owen Andersond00eacc2006-06-03 23:22:50 +0000190 }
191
192 // Fill in all Phis we've inserted that need their incoming values filled in.
193 for (std::vector<PHINode*>::iterator IVI = needIncomingValues.begin(),
194 IVE = needIncomingValues.end(); IVI != IVE; ++IVI) {
195 for (pred_iterator PI = pred_begin((*IVI)->getParent()),
196 E = pred_end((*IVI)->getParent()); PI != E; ++PI)
197 (*IVI)->addIncoming(getValueDominatingBlock(*PI, Phis),
Owen Andersondad8c572006-05-31 20:55:06 +0000198 *PI);
199 }
200
201 // Find all uses of the affected value, and replace them with the
202 // appropriate Phi.
203 std::vector<Instruction*> Uses;
204 for (Instruction::use_iterator UI = Instr->use_begin(), UE = Instr->use_end();
205 UI != UE; ++UI) {
206 Instruction* use = cast<Instruction>(*UI);
Owen Anderson766f90b2006-06-04 00:55:19 +0000207 // Don't need to update uses within the loop body.
208 if (!inLoopBlocks(use->getParent()))
Owen Andersondad8c572006-05-31 20:55:06 +0000209 Uses.push_back(use);
210 }
211
Owen Andersondad8c572006-05-31 20:55:06 +0000212 for (std::vector<Instruction*>::iterator II = Uses.begin(), IE = Uses.end();
213 II != IE; ++II) {
Owen Andersoncd76fa02006-06-01 06:05:47 +0000214 if (PHINode* phi = dyn_cast<PHINode>(*II)) {
215 for (unsigned int i = 0; i < phi->getNumIncomingValues(); ++i) {
Owen Andersoneb338152006-06-04 00:02:23 +0000216 if (phi->getIncomingValue(i) == Instr) {
217 Instruction* dominator =
Owen Andersoncd76fa02006-06-01 06:05:47 +0000218 getValueDominatingBlock(phi->getIncomingBlock(i), Phis);
Owen Andersoncd76fa02006-06-01 06:05:47 +0000219 phi->setIncomingValue(i, dominator);
Owen Andersoneb338152006-06-04 00:02:23 +0000220 }
Owen Andersoncd76fa02006-06-01 06:05:47 +0000221 }
222 } else {
Owen Andersoneb338152006-06-04 00:02:23 +0000223 Value *NewVal = getValueDominatingBlock((*II)->getParent(), Phis);
224 (*II)->replaceUsesOfWith(Instr, NewVal);
Owen Andersoncd76fa02006-06-01 06:05:47 +0000225 }
Owen Andersondad8c572006-05-31 20:55:06 +0000226 }
227}
228
Owen Andersonf3dd3e22006-05-26 21:11:53 +0000229/// getLoopValuesUsedOutsideLoop - Return any values defined in the loop that
230/// are used by instructions outside of it.
Owen Andersoneb338152006-06-04 00:02:23 +0000231SetVector<Instruction*> LCSSA::getLoopValuesUsedOutsideLoop(Loop *L) {
Owen Andersondad8c572006-05-31 20:55:06 +0000232
233 // FIXME: For large loops, we may be able to avoid a lot of use-scanning
234 // by using dominance information. In particular, if a block does not
235 // dominate any of the loop exits, then none of the values defined in the
236 // block could be used outside the loop.
237
Owen Andersoneb338152006-06-04 00:02:23 +0000238 SetVector<Instruction*> AffectedValues;
Owen Anderson8eca8912006-05-26 13:58:26 +0000239 for (Loop::block_iterator BB = L->block_begin(), E = L->block_end();
240 BB != E; ++BB) {
241 for (BasicBlock::iterator I = (*BB)->begin(), E = (*BB)->end(); I != E; ++I)
242 for (Value::use_iterator UI = I->use_begin(), E = I->use_end(); UI != E;
243 ++UI) {
244 BasicBlock *UserBB = cast<Instruction>(*UI)->getParent();
Owen Andersoneb338152006-06-04 00:02:23 +0000245 if (!std::binary_search(LoopBlocks->begin(), LoopBlocks->end(), UserBB))
246 {
Owen Anderson8eca8912006-05-26 13:58:26 +0000247 AffectedValues.insert(I);
Owen Andersondad8c572006-05-31 20:55:06 +0000248 break;
249 }
Owen Anderson8eca8912006-05-26 13:58:26 +0000250 }
251 }
252 return AffectedValues;
Owen Andersonf3dd3e22006-05-26 21:11:53 +0000253}
Owen Andersondad8c572006-05-31 20:55:06 +0000254
255Instruction *LCSSA::getValueDominatingBlock(BasicBlock *BB,
Owen Andersoneb338152006-06-04 00:02:23 +0000256 std::map<BasicBlock*, Instruction*>& PotDoms) {
Owen Andersoncd76fa02006-06-01 06:05:47 +0000257 DominatorTree::Node* bbNode = DT->getNode(BB);
258 while (bbNode != 0) {
259 std::map<BasicBlock*, Instruction*>::iterator I =
260 PotDoms.find(bbNode->getBlock());
261 if (I != PotDoms.end()) {
262 return (*I).second;
263 }
264 bbNode = bbNode->getIDom();
265 }
Owen Andersondad8c572006-05-31 20:55:06 +0000266
Owen Andersoncd76fa02006-06-01 06:05:47 +0000267 assert(0 && "No dominating value found.");
Owen Andersondad8c572006-05-31 20:55:06 +0000268
269 return 0;
270}