blob: 6829921ad5bd82f454101cbe1ed2de811e88e796 [file] [log] [blame]
Owen Andersonf3dd3e22006-05-26 21:11:53 +00001//===-- LCSSA.cpp - Convert loops into loop-closed SSA form ---------------===//
Owen Anderson8eca8912006-05-26 13:58:26 +00002//
3// The LLVM Compiler Infrastructure
4//
5// This file was developed by Owen Anderson and is distributed under the
6// University of Illinois Open Source License. See LICENSE.TXT for details.
7//
8//===----------------------------------------------------------------------===//
9//
10// This pass transforms loops by placing phi nodes at the end of the loops for
11// all values that are live across the loop boundary. For example, it turns
12// the left into the right code:
13//
14// for (...) for (...)
15// if (c) if(c)
16// X1 = ... X1 = ...
17// else else
18// X2 = ... X2 = ...
19// X3 = phi(X1, X2) X3 = phi(X1, X2)
20// ... = X3 + 4 X4 = phi(X3)
21// ... = X4 + 4
22//
23// This is still valid LLVM; the extra phi nodes are purely redundant, and will
24// be trivially eliminated by InstCombine. The major benefit of this
25// transformation is that it makes many other loop optimizations, such as
26// LoopUnswitching, simpler.
27//
28//===----------------------------------------------------------------------===//
29
Owen Andersonf3dd3e22006-05-26 21:11:53 +000030#include "llvm/Transforms/Scalar.h"
Owen Anderson8eca8912006-05-26 13:58:26 +000031#include "llvm/Pass.h"
32#include "llvm/Function.h"
33#include "llvm/Instructions.h"
Owen Andersoneb338152006-06-04 00:02:23 +000034#include "llvm/ADT/SetVector.h"
Owen Andersonb4e16992006-05-27 00:31:37 +000035#include "llvm/ADT/Statistic.h"
Owen Andersonf3dd3e22006-05-26 21:11:53 +000036#include "llvm/Analysis/Dominators.h"
Owen Anderson8eca8912006-05-26 13:58:26 +000037#include "llvm/Analysis/LoopInfo.h"
38#include "llvm/Support/CFG.h"
Owen Andersonf3dd3e22006-05-26 21:11:53 +000039#include <algorithm>
Owen Anderson1310e422006-05-27 18:47:11 +000040#include <map>
Owen Anderson8eca8912006-05-26 13:58:26 +000041
42using namespace llvm;
43
44namespace {
Owen Anderson152d0632006-05-28 19:33:28 +000045 static Statistic<> NumLCSSA("lcssa",
46 "Number of live out of a loop variables");
Owen Andersonb4e16992006-05-27 00:31:37 +000047
Owen Anderson8eca8912006-05-26 13:58:26 +000048 class LCSSA : public FunctionPass {
49 public:
Owen Andersonb4e16992006-05-27 00:31:37 +000050
51
Owen Anderson8eca8912006-05-26 13:58:26 +000052 LoopInfo *LI; // Loop information
Owen Andersonf3dd3e22006-05-26 21:11:53 +000053 DominatorTree *DT; // Dominator Tree for the current Loop...
54 DominanceFrontier *DF; // Current Dominance Frontier
Owen Andersoneb338152006-06-04 00:02:23 +000055 std::vector<BasicBlock*> *LoopBlocks;
Owen Anderson8eca8912006-05-26 13:58:26 +000056
57 virtual bool runOnFunction(Function &F);
Owen Anderson6e047ab2006-05-26 21:19:17 +000058 bool visitSubloop(Loop* L);
Owen Andersondad8c572006-05-31 20:55:06 +000059 void processInstruction(Instruction* Instr,
Owen Andersondad8c572006-05-31 20:55:06 +000060 const std::vector<BasicBlock*>& exitBlocks);
Owen Anderson8eca8912006-05-26 13:58:26 +000061
62 /// This transformation requires natural loop information & requires that
Owen Andersonb4e16992006-05-27 00:31:37 +000063 /// loop preheaders be inserted into the CFG. It maintains both of these,
64 /// as well as the CFG. It also requires dominator information.
Owen Anderson8eca8912006-05-26 13:58:26 +000065 ///
66 virtual void getAnalysisUsage(AnalysisUsage &AU) const {
Owen Andersonf3dd3e22006-05-26 21:11:53 +000067 AU.setPreservesCFG();
Owen Anderson8eca8912006-05-26 13:58:26 +000068 AU.addRequiredID(LoopSimplifyID);
69 AU.addPreservedID(LoopSimplifyID);
70 AU.addRequired<LoopInfo>();
Owen Anderson1310e422006-05-27 18:47:11 +000071 AU.addRequired<DominatorTree>();
Owen Andersonf3dd3e22006-05-26 21:11:53 +000072 AU.addRequired<DominanceFrontier>();
Owen Anderson8eca8912006-05-26 13:58:26 +000073 }
74 private:
Owen Andersoneb338152006-06-04 00:02:23 +000075 SetVector<Instruction*> getLoopValuesUsedOutsideLoop(Loop *L);
Owen Andersondad8c572006-05-31 20:55:06 +000076 Instruction *getValueDominatingBlock(BasicBlock *BB,
Owen Andersoneb338152006-06-04 00:02:23 +000077 std::map<BasicBlock*, Instruction*>& PotDoms);
78
79 bool inLoopBlocks(BasicBlock* B) { return std::binary_search(
80 LoopBlocks->begin(), LoopBlocks->end(), B); }
Owen Anderson8eca8912006-05-26 13:58:26 +000081 };
82
83 RegisterOpt<LCSSA> X("lcssa", "Loop-Closed SSA Form Pass");
84}
85
86FunctionPass *llvm::createLCSSAPass() { return new LCSSA(); }
87
88bool LCSSA::runOnFunction(Function &F) {
89 bool changed = false;
90 LI = &getAnalysis<LoopInfo>();
Owen Andersonf3dd3e22006-05-26 21:11:53 +000091 DF = &getAnalysis<DominanceFrontier>();
92 DT = &getAnalysis<DominatorTree>();
Owen Andersoneb338152006-06-04 00:02:23 +000093 LoopBlocks = new std::vector<BasicBlock*>;
Owen Anderson8eca8912006-05-26 13:58:26 +000094
95 for (LoopInfo::iterator I = LI->begin(), E = LI->end(); I != E; ++I) {
Owen Andersonf3dd3e22006-05-26 21:11:53 +000096 changed |= visitSubloop(*I);
Owen Anderson8eca8912006-05-26 13:58:26 +000097 }
98
99 return changed;
100}
101
Owen Andersonf3dd3e22006-05-26 21:11:53 +0000102bool LCSSA::visitSubloop(Loop* L) {
103 for (Loop::iterator I = L->begin(), E = L->end(); I != E; ++I)
104 visitSubloop(*I);
105
106 // Speed up queries by creating a sorted list of blocks
Owen Andersoneb338152006-06-04 00:02:23 +0000107 LoopBlocks->clear();
108 LoopBlocks->insert(LoopBlocks->end(), L->block_begin(), L->block_end());
109 std::sort(LoopBlocks->begin(), LoopBlocks->end());
Owen Andersonf3dd3e22006-05-26 21:11:53 +0000110
Owen Andersoneb338152006-06-04 00:02:23 +0000111 SetVector<Instruction*> AffectedValues = getLoopValuesUsedOutsideLoop(L);
Owen Anderson8eca8912006-05-26 13:58:26 +0000112
Owen Andersondad8c572006-05-31 20:55:06 +0000113 // If no values are affected, we can save a lot of work, since we know that
114 // nothing will be changed.
115 if (AffectedValues.empty())
116 return false;
117
Owen Anderson8eca8912006-05-26 13:58:26 +0000118 std::vector<BasicBlock*> exitBlocks;
119 L->getExitBlocks(exitBlocks);
120
Owen Anderson1310e422006-05-27 18:47:11 +0000121
122 // Iterate over all affected values for this loop and insert Phi nodes
123 // for them in the appropriate exit blocks
Owen Andersondad8c572006-05-31 20:55:06 +0000124
Owen Andersoneb338152006-06-04 00:02:23 +0000125 for (SetVector<Instruction*>::iterator I = AffectedValues.begin(),
Owen Andersonf3dd3e22006-05-26 21:11:53 +0000126 E = AffectedValues.end(); I != E; ++I) {
Owen Andersoneb338152006-06-04 00:02:23 +0000127 processInstruction(*I, exitBlocks);
Owen Anderson1310e422006-05-27 18:47:11 +0000128 }
Owen Anderson8a8f2782006-05-29 01:00:00 +0000129
Owen Andersonf3dd3e22006-05-26 21:11:53 +0000130 return true; // FIXME: Should be more intelligent in our return value.
Owen Anderson8eca8912006-05-26 13:58:26 +0000131}
132
Owen Andersondad8c572006-05-31 20:55:06 +0000133/// processInstruction -
134void LCSSA::processInstruction(Instruction* Instr,
Owen Andersondad8c572006-05-31 20:55:06 +0000135 const std::vector<BasicBlock*>& exitBlocks)
136{
137 ++NumLCSSA; // We are applying the transformation
138
139 std::map<BasicBlock*, Instruction*> Phis;
Owen Andersond00eacc2006-06-03 23:22:50 +0000140
141 // Add the base instruction to the Phis list. This makes tracking down
142 // the dominating values easier when we're filling in Phi nodes. This will
143 // be removed later, before we perform use replacement.
Owen Andersondad8c572006-05-31 20:55:06 +0000144 Phis[Instr->getParent()] = Instr;
145
146 // Phi nodes that need to be IDF-processed
147 std::vector<PHINode*> workList;
148
149 for (std::vector<BasicBlock*>::const_iterator BBI = exitBlocks.begin(),
Owen Andersoncd76fa02006-06-01 06:05:47 +0000150 BBE = exitBlocks.end(); BBI != BBE; ++BBI)
151 if (DT->getNode(Instr->getParent())->dominates(DT->getNode(*BBI))) {
152 PHINode *phi = new PHINode(Instr->getType(), "lcssa", (*BBI)->begin());
153 workList.push_back(phi);
154 Phis[*BBI] = phi;
155 }
Owen Andersondad8c572006-05-31 20:55:06 +0000156
Owen Andersond00eacc2006-06-03 23:22:50 +0000157 // Phi nodes that need to have their incoming values filled.
158 std::vector<PHINode*> needIncomingValues;
159
Owen Andersondad8c572006-05-31 20:55:06 +0000160 // Calculate the IDF of these LCSSA Phi nodes, inserting new Phi's where
Owen Andersoneb338152006-06-04 00:02:23 +0000161 // necessary. Keep track of these new Phi's in the "Phis" map.
Owen Andersondad8c572006-05-31 20:55:06 +0000162 while (!workList.empty()) {
163 PHINode *CurPHI = workList.back();
164 workList.pop_back();
165
Owen Andersond00eacc2006-06-03 23:22:50 +0000166 // Even though we've removed this Phi from the work list, we still need
167 // to fill in its incoming values.
168 needIncomingValues.push_back(CurPHI);
169
Owen Andersondad8c572006-05-31 20:55:06 +0000170 // Get the current Phi's DF, and insert Phi nodes. Add these new
171 // nodes to our worklist.
172 DominanceFrontier::const_iterator it = DF->find(CurPHI->getParent());
173 if (it != DF->end()) {
174 const DominanceFrontier::DomSetType &S = it->second;
175 for (DominanceFrontier::DomSetType::const_iterator P = S.begin(),
176 PE = S.end(); P != PE; ++P) {
Owen Andersoneb338152006-06-04 00:02:23 +0000177 Instruction *&Phi = Phis[*P];
178 if (Phi == 0) {
Owen Andersondad8c572006-05-31 20:55:06 +0000179 // Still doesn't have operands...
Owen Andersoneb338152006-06-04 00:02:23 +0000180 Phi = new PHINode(Instr->getType(), "lcssa", (*P)->begin());
Owen Andersondad8c572006-05-31 20:55:06 +0000181
Owen Andersoneb338152006-06-04 00:02:23 +0000182 workList.push_back(cast<PHINode>(Phi));
Owen Andersondad8c572006-05-31 20:55:06 +0000183 }
184 }
185 }
Owen Andersond00eacc2006-06-03 23:22:50 +0000186 }
187
188 // Fill in all Phis we've inserted that need their incoming values filled in.
189 for (std::vector<PHINode*>::iterator IVI = needIncomingValues.begin(),
190 IVE = needIncomingValues.end(); IVI != IVE; ++IVI) {
191 for (pred_iterator PI = pred_begin((*IVI)->getParent()),
192 E = pred_end((*IVI)->getParent()); PI != E; ++PI)
193 (*IVI)->addIncoming(getValueDominatingBlock(*PI, Phis),
Owen Andersondad8c572006-05-31 20:55:06 +0000194 *PI);
195 }
196
197 // Find all uses of the affected value, and replace them with the
198 // appropriate Phi.
199 std::vector<Instruction*> Uses;
200 for (Instruction::use_iterator UI = Instr->use_begin(), UE = Instr->use_end();
201 UI != UE; ++UI) {
202 Instruction* use = cast<Instruction>(*UI);
Owen Andersoneb338152006-06-04 00:02:23 +0000203 // Don't need to update uses within the loop body, and we don't want to
204 // overwrite the Phi nodes that we inserted into the exit blocks either.
205 if (!inLoopBlocks(use->getParent()) &&
Owen Andersondad8c572006-05-31 20:55:06 +0000206 !(std::binary_search(exitBlocks.begin(), exitBlocks.end(),
207 use->getParent()) && isa<PHINode>(use)))
208 Uses.push_back(use);
209 }
210
Owen Andersond00eacc2006-06-03 23:22:50 +0000211 // Deliberately remove the initial instruction from Phis set. It would mess
212 // up use-replacement.
Owen Andersondad8c572006-05-31 20:55:06 +0000213 Phis.erase(Instr->getParent());
214
215 for (std::vector<Instruction*>::iterator II = Uses.begin(), IE = Uses.end();
216 II != IE; ++II) {
Owen Andersoncd76fa02006-06-01 06:05:47 +0000217 if (PHINode* phi = dyn_cast<PHINode>(*II)) {
218 for (unsigned int i = 0; i < phi->getNumIncomingValues(); ++i) {
Owen Andersoneb338152006-06-04 00:02:23 +0000219 if (phi->getIncomingValue(i) == Instr) {
220 Instruction* dominator =
Owen Andersoncd76fa02006-06-01 06:05:47 +0000221 getValueDominatingBlock(phi->getIncomingBlock(i), Phis);
Owen Andersoncd76fa02006-06-01 06:05:47 +0000222 phi->setIncomingValue(i, dominator);
Owen Andersoneb338152006-06-04 00:02:23 +0000223 }
Owen Andersoncd76fa02006-06-01 06:05:47 +0000224 }
225 } else {
Owen Andersoneb338152006-06-04 00:02:23 +0000226 Value *NewVal = getValueDominatingBlock((*II)->getParent(), Phis);
227 (*II)->replaceUsesOfWith(Instr, NewVal);
Owen Andersoncd76fa02006-06-01 06:05:47 +0000228 }
Owen Andersondad8c572006-05-31 20:55:06 +0000229 }
230}
231
Owen Andersonf3dd3e22006-05-26 21:11:53 +0000232/// getLoopValuesUsedOutsideLoop - Return any values defined in the loop that
233/// are used by instructions outside of it.
Owen Andersoneb338152006-06-04 00:02:23 +0000234SetVector<Instruction*> LCSSA::getLoopValuesUsedOutsideLoop(Loop *L) {
Owen Andersondad8c572006-05-31 20:55:06 +0000235
236 // FIXME: For large loops, we may be able to avoid a lot of use-scanning
237 // by using dominance information. In particular, if a block does not
238 // dominate any of the loop exits, then none of the values defined in the
239 // block could be used outside the loop.
240
Owen Andersoneb338152006-06-04 00:02:23 +0000241 SetVector<Instruction*> AffectedValues;
Owen Anderson8eca8912006-05-26 13:58:26 +0000242 for (Loop::block_iterator BB = L->block_begin(), E = L->block_end();
243 BB != E; ++BB) {
244 for (BasicBlock::iterator I = (*BB)->begin(), E = (*BB)->end(); I != E; ++I)
245 for (Value::use_iterator UI = I->use_begin(), E = I->use_end(); UI != E;
246 ++UI) {
247 BasicBlock *UserBB = cast<Instruction>(*UI)->getParent();
Owen Andersoneb338152006-06-04 00:02:23 +0000248 if (!std::binary_search(LoopBlocks->begin(), LoopBlocks->end(), UserBB))
249 {
Owen Anderson8eca8912006-05-26 13:58:26 +0000250 AffectedValues.insert(I);
Owen Andersondad8c572006-05-31 20:55:06 +0000251 break;
252 }
Owen Anderson8eca8912006-05-26 13:58:26 +0000253 }
254 }
255 return AffectedValues;
Owen Andersonf3dd3e22006-05-26 21:11:53 +0000256}
Owen Andersondad8c572006-05-31 20:55:06 +0000257
258Instruction *LCSSA::getValueDominatingBlock(BasicBlock *BB,
Owen Andersoneb338152006-06-04 00:02:23 +0000259 std::map<BasicBlock*, Instruction*>& PotDoms) {
Owen Andersoncd76fa02006-06-01 06:05:47 +0000260 DominatorTree::Node* bbNode = DT->getNode(BB);
261 while (bbNode != 0) {
262 std::map<BasicBlock*, Instruction*>::iterator I =
263 PotDoms.find(bbNode->getBlock());
264 if (I != PotDoms.end()) {
265 return (*I).second;
266 }
267 bbNode = bbNode->getIDom();
268 }
Owen Andersondad8c572006-05-31 20:55:06 +0000269
Owen Andersoncd76fa02006-06-01 06:05:47 +0000270 assert(0 && "No dominating value found.");
Owen Andersondad8c572006-05-31 20:55:06 +0000271
272 return 0;
273}