blob: 08615c4e14e5e107dfa03f13ad5f6e7efa362a6a [file] [log] [blame]
Devang Patel16a31c42007-02-22 08:56:17 +00001//===- LoopPass.cpp - Loop Pass and Loop Pass Manager ---------------------===//
2//
3// The LLVM Compiler Infrastructure
4//
Chris Lattner4ee451d2007-12-29 20:36:04 +00005// This file is distributed under the University of Illinois Open Source
6// License. See LICENSE.TXT for details.
Devang Patel16a31c42007-02-22 08:56:17 +00007//
8//===----------------------------------------------------------------------===//
9//
10// This file implements LoopPass and LPPassManager. All loop optimization
11// and transformation passes are derived from LoopPass. LPPassManager is
12// responsible for managing LoopPasses.
13//
14//===----------------------------------------------------------------------===//
15
16#include "llvm/Analysis/LoopPass.h"
17using namespace llvm;
18
19//===----------------------------------------------------------------------===//
20// LPPassManager
21//
Devang Patel794fd752007-05-01 21:15:47 +000022
Devang Patel19974732007-05-03 01:11:54 +000023char LPPassManager::ID = 0;
Devang Patel16a31c42007-02-22 08:56:17 +000024
Devang Patel794fd752007-05-01 21:15:47 +000025LPPassManager::LPPassManager(int Depth)
Dan Gohmanae73dc12008-09-04 17:05:41 +000026 : FunctionPass(&ID), PMDataManager(Depth) {
Devang Patel8ded5852007-02-23 00:16:44 +000027 skipThisLoop = false;
28 redoThisLoop = false;
Devang Patel7a9a0692007-03-06 18:38:33 +000029 LI = NULL;
30 CurrentLoop = NULL;
Devang Pateld0e6e332007-02-22 23:30:07 +000031}
32
Dan Gohmane6acf362008-07-11 22:51:32 +000033/// Delete loop from the loop queue and loop hierarchy (LoopInfo).
Devang Patel5afdc7d2007-02-23 00:10:16 +000034void LPPassManager::deleteLoopFromQueue(Loop *L) {
Devang Patel7a9a0692007-03-06 18:38:33 +000035
36 if (Loop *ParentLoop = L->getParentLoop()) { // Not a top-level loop.
37 // Reparent all of the blocks in this loop. Since BBLoop had a parent,
38 // they are now all in it.
39 for (Loop::block_iterator I = L->block_begin(), E = L->block_end();
40 I != E; ++I)
41 if (LI->getLoopFor(*I) == L) // Don't change blocks in subloops.
42 LI->changeLoopFor(*I, ParentLoop);
43
44 // Remove the loop from its parent loop.
45 for (Loop::iterator I = ParentLoop->begin(), E = ParentLoop->end();;
46 ++I) {
47 assert(I != E && "Couldn't find loop");
48 if (*I == L) {
49 ParentLoop->removeChildLoop(I);
50 break;
51 }
52 }
53
54 // Move all subloops into the parent loop.
Dan Gohmancb406c22007-10-03 19:26:29 +000055 while (!L->empty())
Devang Patel7a9a0692007-03-06 18:38:33 +000056 ParentLoop->addChildLoop(L->removeChildLoop(L->end()-1));
57 } else {
58 // Reparent all of the blocks in this loop. Since BBLoop had no parent,
59 // they no longer in a loop at all.
60
61 for (unsigned i = 0; i != L->getBlocks().size(); ++i) {
62 // Don't change blocks in subloops.
63 if (LI->getLoopFor(L->getBlocks()[i]) == L) {
64 LI->removeBlock(L->getBlocks()[i]);
65 --i;
66 }
67 }
68
69 // Remove the loop from the top-level LoopInfo object.
70 for (LoopInfo::iterator I = LI->begin(), E = LI->end();; ++I) {
71 assert(I != E && "Couldn't find loop");
72 if (*I == L) {
73 LI->removeLoop(I);
74 break;
75 }
76 }
77
78 // Move all of the subloops to the top-level.
Dan Gohmancb406c22007-10-03 19:26:29 +000079 while (!L->empty())
Devang Patel7a9a0692007-03-06 18:38:33 +000080 LI->addTopLevelLoop(L->removeChildLoop(L->end()-1));
81 }
82
83 delete L;
84
85 // If L is current loop then skip rest of the passes and let
86 // runOnFunction remove L from LQ. Otherwise, remove L from LQ now
87 // and continue applying other passes on CurrentLoop.
88 if (CurrentLoop == L) {
89 skipThisLoop = true;
90 return;
91 }
92
93 for (std::deque<Loop *>::iterator I = LQ.begin(),
94 E = LQ.end(); I != E; ++I) {
95 if (*I == L) {
96 LQ.erase(I);
97 break;
98 }
99 }
Devang Patel5afdc7d2007-02-23 00:10:16 +0000100}
101
Devang Patela885c062007-03-06 19:00:02 +0000102// Inset loop into loop nest (LoopInfo) and loop queue (LQ).
103void LPPassManager::insertLoop(Loop *L, Loop *ParentLoop) {
104
105 assert (CurrentLoop != L && "Cannot insert CurrentLoop");
106
107 // Insert into loop nest
108 if (ParentLoop)
109 ParentLoop->addChildLoop(L);
110 else
111 LI->addTopLevelLoop(L);
112
113 // Insert L into loop queue
114 if (L == CurrentLoop)
115 redoLoop(L);
116 else if (!ParentLoop)
117 // This is top level loop.
118 LQ.push_front(L);
119 else {
120 // Insert L after ParentLoop
121 for (std::deque<Loop *>::iterator I = LQ.begin(),
122 E = LQ.end(); I != E; ++I) {
123 if (*I == ParentLoop) {
124 // deque does not support insert after.
125 ++I;
126 LQ.insert(I, 1, L);
127 break;
128 }
129 }
130 }
131}
132
Devang Patel8ded5852007-02-23 00:16:44 +0000133// Reoptimize this loop. LPPassManager will re-insert this loop into the
134// queue. This allows LoopPass to change loop nest for the loop. This
135// utility may send LPPassManager into infinite loops so use caution.
136void LPPassManager::redoLoop(Loop *L) {
Devang Patel1bc89362007-03-07 00:26:10 +0000137 assert (CurrentLoop == L && "Can redo only CurrentLoop");
Devang Patel8ded5852007-02-23 00:16:44 +0000138 redoThisLoop = true;
139}
140
Devang Patelc7e49c02007-07-31 08:00:57 +0000141/// cloneBasicBlockSimpleAnalysis - Invoke cloneBasicBlockAnalysis hook for
142/// all loop passes.
143void LPPassManager::cloneBasicBlockSimpleAnalysis(BasicBlock *From,
144 BasicBlock *To, Loop *L) {
145 for (unsigned Index = 0; Index < getNumContainedPasses(); ++Index) {
146 Pass *P = getContainedPass(Index);
147 LoopPass *LP = dynamic_cast<LoopPass *>(P);
148 LP->cloneBasicBlockAnalysis(From, To, L);
149 }
150}
151
152/// deleteSimpleAnalysisValue - Invoke deleteAnalysisValue hook for all passes.
153void LPPassManager::deleteSimpleAnalysisValue(Value *V, Loop *L) {
Devang Patel575ec802009-03-25 23:57:48 +0000154 if (BasicBlock *BB = dyn_cast<BasicBlock>(V)) {
155 for (BasicBlock::iterator BI = BB->begin(), BE = BB->end(); BI != BE;
156 ++BI) {
157 Instruction &I = *BI;
158 deleteSimpleAnalysisValue(&I, L);
159 }
160 }
Devang Patelc7e49c02007-07-31 08:00:57 +0000161 for (unsigned Index = 0; Index < getNumContainedPasses(); ++Index) {
162 Pass *P = getContainedPass(Index);
163 LoopPass *LP = dynamic_cast<LoopPass *>(P);
164 LP->deleteAnalysisValue(V, L);
165 }
166}
167
168
Devang Patel643a79b2007-02-22 23:45:15 +0000169// Recurse through all subloops and all loops into LQ.
Devang Patel30159722007-03-06 02:30:46 +0000170static void addLoopIntoQueue(Loop *L, std::deque<Loop *> &LQ) {
Devang Patel622adea2007-03-06 19:50:49 +0000171 LQ.push_back(L);
Devang Patel643a79b2007-02-22 23:45:15 +0000172 for (Loop::iterator I = L->begin(), E = L->end(); I != E; ++I)
173 addLoopIntoQueue(*I, LQ);
Devang Patel643a79b2007-02-22 23:45:15 +0000174}
175
Devang Patelc37177e2007-03-06 19:11:25 +0000176/// Pass Manager itself does not invalidate any analysis info.
177void LPPassManager::getAnalysisUsage(AnalysisUsage &Info) const {
178 // LPPassManager needs LoopInfo. In the long term LoopInfo class will
179 // become part of LPPassManager.
180 Info.addRequired<LoopInfo>();
181 Info.setPreservesAll();
182}
183
Devang Patel16a31c42007-02-22 08:56:17 +0000184/// run - Execute all of the passes scheduled for execution. Keep track of
185/// whether any of the passes modifies the function, and if so, return true.
186bool LPPassManager::runOnFunction(Function &F) {
Devang Patelc37177e2007-03-06 19:11:25 +0000187 LI = &getAnalysis<LoopInfo>();
Devang Patel16a31c42007-02-22 08:56:17 +0000188 bool Changed = false;
189
Devang Patel70c09c52008-07-03 07:02:30 +0000190 // Collect inherited analysis from Module level pass manager.
191 populateInheritedAnalysis(TPM->activeStack);
192
Devang Patel643a79b2007-02-22 23:45:15 +0000193 // Populate Loop Queue
Devang Patelc37177e2007-03-06 19:11:25 +0000194 for (LoopInfo::iterator I = LI->begin(), E = LI->end(); I != E; ++I)
Devang Patel643a79b2007-02-22 23:45:15 +0000195 addLoopIntoQueue(*I, LQ);
196
Torok Edwin1970a892009-06-29 18:49:09 +0000197 if (LQ.empty()) // No loops, skip calling finalizers
198 return false;
199
Devang Patela5057d02007-03-06 16:59:03 +0000200 // Initialization
201 for (std::deque<Loop *>::const_iterator I = LQ.begin(), E = LQ.end();
202 I != E; ++I) {
203 Loop *L = *I;
204 for (unsigned Index = 0; Index < getNumContainedPasses(); ++Index) {
205 Pass *P = getContainedPass(Index);
206 LoopPass *LP = dynamic_cast<LoopPass *>(P);
207 if (LP)
208 Changed |= LP->doInitialization(L, *this);
209 }
210 }
211
Devang Patel16a31c42007-02-22 08:56:17 +0000212 // Walk Loops
Devang Patel30159722007-03-06 02:30:46 +0000213 while (!LQ.empty()) {
Devang Patel643a79b2007-02-22 23:45:15 +0000214
Devang Patel7a9a0692007-03-06 18:38:33 +0000215 CurrentLoop = LQ.back();
Devang Patel5afdc7d2007-02-23 00:10:16 +0000216 skipThisLoop = false;
Devang Patel8ded5852007-02-23 00:16:44 +0000217 redoThisLoop = false;
Devang Patel5afdc7d2007-02-23 00:10:16 +0000218
Devang Patel16a31c42007-02-22 08:56:17 +0000219 // Run all passes on current SCC
220 for (unsigned Index = 0; Index < getNumContainedPasses(); ++Index) {
Devang Patel16a31c42007-02-22 08:56:17 +0000221 Pass *P = getContainedPass(Index);
Devang Patel16a31c42007-02-22 08:56:17 +0000222
Devang Patel7f997612007-03-05 20:01:30 +0000223 dumpPassInfo(P, EXECUTION_MSG, ON_LOOP_MSG, "");
Chris Lattner0dabb7e2008-08-08 15:14:09 +0000224 dumpRequiredSet(P);
Devang Patel16a31c42007-02-22 08:56:17 +0000225
226 initializeAnalysisImpl(P);
227
Devang Patel16a31c42007-02-22 08:56:17 +0000228 LoopPass *LP = dynamic_cast<LoopPass *>(P);
Chris Lattnerd6f16582009-03-06 06:45:05 +0000229 {
230 PassManagerPrettyStackEntry X(LP, *CurrentLoop->getHeader());
231 StartPassTimer(P);
232 assert(LP && "Invalid LPPassManager member");
233 Changed |= LP->runOnLoop(CurrentLoop, *this);
234 StopPassTimer(P);
235 }
Devang Patel16a31c42007-02-22 08:56:17 +0000236
237 if (Changed)
Devang Patel7f997612007-03-05 20:01:30 +0000238 dumpPassInfo(P, MODIFICATION_MSG, ON_LOOP_MSG, "");
Chris Lattner0dabb7e2008-08-08 15:14:09 +0000239 dumpPreservedSet(P);
Devang Patel58e0ef12007-07-19 18:02:32 +0000240
Dan Gohmandd12de62009-09-03 15:09:24 +0000241 if (!skipThisLoop)
242 verifyPreservedAnalysis(LP);
243
Devang Patel16a31c42007-02-22 08:56:17 +0000244 removeNotPreservedAnalysis(P);
245 recordAvailableAnalysis(P);
Devang Patel7f997612007-03-05 20:01:30 +0000246 removeDeadPasses(P, "", ON_LOOP_MSG);
Devang Patel5afdc7d2007-02-23 00:10:16 +0000247
Devang Patel844a3d12008-07-01 19:50:56 +0000248 // If dominator information is available then verify the info if requested.
Devang Patel5b57e722008-07-01 17:44:24 +0000249 verifyDomInfo(*LP, F);
250
Devang Patel5afdc7d2007-02-23 00:10:16 +0000251 if (skipThisLoop)
252 // Do not run other passes on this loop.
253 break;
Devang Patel16a31c42007-02-22 08:56:17 +0000254 }
Devang Patel643a79b2007-02-22 23:45:15 +0000255
256 // Pop the loop from queue after running all passes.
Devang Patel30159722007-03-06 02:30:46 +0000257 LQ.pop_back();
Devang Patel8ded5852007-02-23 00:16:44 +0000258
259 if (redoThisLoop)
Devang Patel7a9a0692007-03-06 18:38:33 +0000260 LQ.push_back(CurrentLoop);
Devang Patel16a31c42007-02-22 08:56:17 +0000261 }
Devang Patela5057d02007-03-06 16:59:03 +0000262
263 // Finalization
264 for (unsigned Index = 0; Index < getNumContainedPasses(); ++Index) {
265 Pass *P = getContainedPass(Index);
266 LoopPass *LP = dynamic_cast <LoopPass *>(P);
267 if (LP)
268 Changed |= LP->doFinalization();
269 }
Devang Patel16a31c42007-02-22 08:56:17 +0000270
271 return Changed;
272}
273
Dan Gohman189c6352009-02-17 19:41:26 +0000274/// Print passes managed by this manager
275void LPPassManager::dumpPassStructure(unsigned Offset) {
Chris Lattner103289e2009-08-23 07:19:13 +0000276 errs().indent(Offset*2) << "Loop Pass Manager\n";
Dan Gohman189c6352009-02-17 19:41:26 +0000277 for (unsigned Index = 0; Index < getNumContainedPasses(); ++Index) {
278 Pass *P = getContainedPass(Index);
279 P->dumpPassStructure(Offset + 1);
280 dumpLastUses(P, Offset+1);
281 }
282}
283
Devang Patel16a31c42007-02-22 08:56:17 +0000284
Devang Patelbfd59052007-02-23 00:36:57 +0000285//===----------------------------------------------------------------------===//
286// LoopPass
287
Devang Patel22033be2007-03-06 17:59:37 +0000288// Check if this pass is suitable for the current LPPassManager, if
289// available. This pass P is not suitable for a LPPassManager if P
290// is not preserving higher level analysis info used by other
291// LPPassManager passes. In such case, pop LPPassManager from the
292// stack. This will force assignPassManager() to create new
293// LPPassManger as expected.
294void LoopPass::preparePassManager(PMStack &PMS) {
295
296 // Find LPPassManager
Duncan Sands20d824b2007-07-19 09:42:01 +0000297 while (!PMS.empty() &&
298 PMS.top()->getPassManagerType() > PMT_LoopPassManager)
299 PMS.pop();
Devang Patel22033be2007-03-06 17:59:37 +0000300
301 LPPassManager *LPPM = dynamic_cast<LPPassManager *>(PMS.top());
302
303 // If this pass is destroying high level information that is used
304 // by other passes that are managed by LPM then do not insert
305 // this pass in current LPM. Use new LPPassManager.
306 if (LPPM && !LPPM->preserveHigherLevelAnalysis(this))
307 PMS.pop();
308}
309
Devang Patelbfd59052007-02-23 00:36:57 +0000310/// Assign pass manager to manage this pass.
311void LoopPass::assignPassManager(PMStack &PMS,
312 PassManagerType PreferredType) {
313 // Find LPPassManager
Duncan Sands20d824b2007-07-19 09:42:01 +0000314 while (!PMS.empty() &&
315 PMS.top()->getPassManagerType() > PMT_LoopPassManager)
316 PMS.pop();
Devang Patelbfd59052007-02-23 00:36:57 +0000317
318 LPPassManager *LPPM = dynamic_cast<LPPassManager *>(PMS.top());
319
320 // Create new Loop Pass Manager if it does not exist.
321 if (!LPPM) {
322
323 assert (!PMS.empty() && "Unable to create Loop Pass Manager");
324 PMDataManager *PMD = PMS.top();
325
326 // [1] Create new Call Graph Pass Manager
327 LPPM = new LPPassManager(PMD->getDepth() + 1);
Devang Patel1bc89362007-03-07 00:26:10 +0000328 LPPM->populateInheritedAnalysis(PMS);
Devang Patelbfd59052007-02-23 00:36:57 +0000329
330 // [2] Set up new manager's top level manager
331 PMTopLevelManager *TPM = PMD->getTopLevelManager();
332 TPM->addIndirectPassManager(LPPM);
333
334 // [3] Assign manager to manage this new manager. This may create
335 // and push new managers into PMS
336 Pass *P = dynamic_cast<Pass *>(LPPM);
Devang Patelc37177e2007-03-06 19:11:25 +0000337 TPM->schedulePass(P);
Devang Patelbfd59052007-02-23 00:36:57 +0000338
339 // [4] Push new manager into PMS
340 PMS.push(LPPM);
341 }
342
343 LPPM->add(this);
344}