blob: e297ab420731f7976c5aad9270603c710a2ed205 [file] [log] [blame]
Devang Patel16a31c42007-02-22 08:56:17 +00001//===- LoopPass.cpp - Loop Pass and Loop Pass Manager ---------------------===//
2//
3// The LLVM Compiler Infrastructure
4//
Chris Lattner4ee451d2007-12-29 20:36:04 +00005// This file is distributed under the University of Illinois Open Source
6// License. See LICENSE.TXT for details.
Devang Patel16a31c42007-02-22 08:56:17 +00007//
8//===----------------------------------------------------------------------===//
9//
10// This file implements LoopPass and LPPassManager. All loop optimization
11// and transformation passes are derived from LoopPass. LPPassManager is
12// responsible for managing LoopPasses.
13//
14//===----------------------------------------------------------------------===//
15
16#include "llvm/Analysis/LoopPass.h"
17using namespace llvm;
18
19//===----------------------------------------------------------------------===//
20// LPPassManager
21//
Devang Patel794fd752007-05-01 21:15:47 +000022
Devang Patel19974732007-05-03 01:11:54 +000023char LPPassManager::ID = 0;
Devang Patel16a31c42007-02-22 08:56:17 +000024
Devang Patel794fd752007-05-01 21:15:47 +000025LPPassManager::LPPassManager(int Depth)
Dan Gohmanae73dc12008-09-04 17:05:41 +000026 : FunctionPass(&ID), PMDataManager(Depth) {
Devang Patel8ded5852007-02-23 00:16:44 +000027 skipThisLoop = false;
28 redoThisLoop = false;
Devang Patel7a9a0692007-03-06 18:38:33 +000029 LI = NULL;
30 CurrentLoop = NULL;
Devang Pateld0e6e332007-02-22 23:30:07 +000031}
32
Dan Gohmane6acf362008-07-11 22:51:32 +000033/// Delete loop from the loop queue and loop hierarchy (LoopInfo).
Devang Patel5afdc7d2007-02-23 00:10:16 +000034void LPPassManager::deleteLoopFromQueue(Loop *L) {
Devang Patel7a9a0692007-03-06 18:38:33 +000035
36 if (Loop *ParentLoop = L->getParentLoop()) { // Not a top-level loop.
37 // Reparent all of the blocks in this loop. Since BBLoop had a parent,
38 // they are now all in it.
39 for (Loop::block_iterator I = L->block_begin(), E = L->block_end();
40 I != E; ++I)
41 if (LI->getLoopFor(*I) == L) // Don't change blocks in subloops.
42 LI->changeLoopFor(*I, ParentLoop);
43
44 // Remove the loop from its parent loop.
45 for (Loop::iterator I = ParentLoop->begin(), E = ParentLoop->end();;
46 ++I) {
47 assert(I != E && "Couldn't find loop");
48 if (*I == L) {
49 ParentLoop->removeChildLoop(I);
50 break;
51 }
52 }
53
54 // Move all subloops into the parent loop.
Dan Gohmancb406c22007-10-03 19:26:29 +000055 while (!L->empty())
Devang Patel7a9a0692007-03-06 18:38:33 +000056 ParentLoop->addChildLoop(L->removeChildLoop(L->end()-1));
57 } else {
58 // Reparent all of the blocks in this loop. Since BBLoop had no parent,
59 // they no longer in a loop at all.
60
61 for (unsigned i = 0; i != L->getBlocks().size(); ++i) {
62 // Don't change blocks in subloops.
63 if (LI->getLoopFor(L->getBlocks()[i]) == L) {
64 LI->removeBlock(L->getBlocks()[i]);
65 --i;
66 }
67 }
68
69 // Remove the loop from the top-level LoopInfo object.
70 for (LoopInfo::iterator I = LI->begin(), E = LI->end();; ++I) {
71 assert(I != E && "Couldn't find loop");
72 if (*I == L) {
73 LI->removeLoop(I);
74 break;
75 }
76 }
77
78 // Move all of the subloops to the top-level.
Dan Gohmancb406c22007-10-03 19:26:29 +000079 while (!L->empty())
Devang Patel7a9a0692007-03-06 18:38:33 +000080 LI->addTopLevelLoop(L->removeChildLoop(L->end()-1));
81 }
82
83 delete L;
84
85 // If L is current loop then skip rest of the passes and let
86 // runOnFunction remove L from LQ. Otherwise, remove L from LQ now
87 // and continue applying other passes on CurrentLoop.
88 if (CurrentLoop == L) {
89 skipThisLoop = true;
90 return;
91 }
92
93 for (std::deque<Loop *>::iterator I = LQ.begin(),
94 E = LQ.end(); I != E; ++I) {
95 if (*I == L) {
96 LQ.erase(I);
97 break;
98 }
99 }
Devang Patel5afdc7d2007-02-23 00:10:16 +0000100}
101
Devang Patela885c062007-03-06 19:00:02 +0000102// Inset loop into loop nest (LoopInfo) and loop queue (LQ).
103void LPPassManager::insertLoop(Loop *L, Loop *ParentLoop) {
104
105 assert (CurrentLoop != L && "Cannot insert CurrentLoop");
106
107 // Insert into loop nest
108 if (ParentLoop)
109 ParentLoop->addChildLoop(L);
110 else
111 LI->addTopLevelLoop(L);
112
Dan Gohman3069b312009-09-27 23:49:43 +0000113 insertLoopIntoQueue(L);
114}
115
116void LPPassManager::insertLoopIntoQueue(Loop *L) {
Devang Patela885c062007-03-06 19:00:02 +0000117 // Insert L into loop queue
118 if (L == CurrentLoop)
119 redoLoop(L);
Dan Gohman3069b312009-09-27 23:49:43 +0000120 else if (!L->getParentLoop())
Devang Patela885c062007-03-06 19:00:02 +0000121 // This is top level loop.
122 LQ.push_front(L);
123 else {
Dan Gohman3069b312009-09-27 23:49:43 +0000124 // Insert L after the parent loop.
Devang Patela885c062007-03-06 19:00:02 +0000125 for (std::deque<Loop *>::iterator I = LQ.begin(),
126 E = LQ.end(); I != E; ++I) {
Dan Gohman3069b312009-09-27 23:49:43 +0000127 if (*I == L->getParentLoop()) {
Devang Patela885c062007-03-06 19:00:02 +0000128 // deque does not support insert after.
129 ++I;
130 LQ.insert(I, 1, L);
131 break;
132 }
133 }
134 }
135}
136
Devang Patel8ded5852007-02-23 00:16:44 +0000137// Reoptimize this loop. LPPassManager will re-insert this loop into the
138// queue. This allows LoopPass to change loop nest for the loop. This
139// utility may send LPPassManager into infinite loops so use caution.
140void LPPassManager::redoLoop(Loop *L) {
Devang Patel1bc89362007-03-07 00:26:10 +0000141 assert (CurrentLoop == L && "Can redo only CurrentLoop");
Devang Patel8ded5852007-02-23 00:16:44 +0000142 redoThisLoop = true;
143}
144
Devang Patelc7e49c02007-07-31 08:00:57 +0000145/// cloneBasicBlockSimpleAnalysis - Invoke cloneBasicBlockAnalysis hook for
146/// all loop passes.
147void LPPassManager::cloneBasicBlockSimpleAnalysis(BasicBlock *From,
148 BasicBlock *To, Loop *L) {
149 for (unsigned Index = 0; Index < getNumContainedPasses(); ++Index) {
150 Pass *P = getContainedPass(Index);
151 LoopPass *LP = dynamic_cast<LoopPass *>(P);
152 LP->cloneBasicBlockAnalysis(From, To, L);
153 }
154}
155
156/// deleteSimpleAnalysisValue - Invoke deleteAnalysisValue hook for all passes.
157void LPPassManager::deleteSimpleAnalysisValue(Value *V, Loop *L) {
Devang Patel575ec802009-03-25 23:57:48 +0000158 if (BasicBlock *BB = dyn_cast<BasicBlock>(V)) {
159 for (BasicBlock::iterator BI = BB->begin(), BE = BB->end(); BI != BE;
160 ++BI) {
161 Instruction &I = *BI;
162 deleteSimpleAnalysisValue(&I, L);
163 }
164 }
Devang Patelc7e49c02007-07-31 08:00:57 +0000165 for (unsigned Index = 0; Index < getNumContainedPasses(); ++Index) {
166 Pass *P = getContainedPass(Index);
167 LoopPass *LP = dynamic_cast<LoopPass *>(P);
168 LP->deleteAnalysisValue(V, L);
169 }
170}
171
172
Devang Patel643a79b2007-02-22 23:45:15 +0000173// Recurse through all subloops and all loops into LQ.
Devang Patel30159722007-03-06 02:30:46 +0000174static void addLoopIntoQueue(Loop *L, std::deque<Loop *> &LQ) {
Devang Patel622adea2007-03-06 19:50:49 +0000175 LQ.push_back(L);
Devang Patel643a79b2007-02-22 23:45:15 +0000176 for (Loop::iterator I = L->begin(), E = L->end(); I != E; ++I)
177 addLoopIntoQueue(*I, LQ);
Devang Patel643a79b2007-02-22 23:45:15 +0000178}
179
Devang Patelc37177e2007-03-06 19:11:25 +0000180/// Pass Manager itself does not invalidate any analysis info.
181void LPPassManager::getAnalysisUsage(AnalysisUsage &Info) const {
182 // LPPassManager needs LoopInfo. In the long term LoopInfo class will
183 // become part of LPPassManager.
184 Info.addRequired<LoopInfo>();
185 Info.setPreservesAll();
186}
187
Devang Patel16a31c42007-02-22 08:56:17 +0000188/// run - Execute all of the passes scheduled for execution. Keep track of
189/// whether any of the passes modifies the function, and if so, return true.
190bool LPPassManager::runOnFunction(Function &F) {
Devang Patelc37177e2007-03-06 19:11:25 +0000191 LI = &getAnalysis<LoopInfo>();
Devang Patel16a31c42007-02-22 08:56:17 +0000192 bool Changed = false;
193
Devang Patel70c09c52008-07-03 07:02:30 +0000194 // Collect inherited analysis from Module level pass manager.
195 populateInheritedAnalysis(TPM->activeStack);
196
Devang Patel643a79b2007-02-22 23:45:15 +0000197 // Populate Loop Queue
Devang Patelc37177e2007-03-06 19:11:25 +0000198 for (LoopInfo::iterator I = LI->begin(), E = LI->end(); I != E; ++I)
Devang Patel643a79b2007-02-22 23:45:15 +0000199 addLoopIntoQueue(*I, LQ);
200
Torok Edwin1970a892009-06-29 18:49:09 +0000201 if (LQ.empty()) // No loops, skip calling finalizers
202 return false;
203
Devang Patela5057d02007-03-06 16:59:03 +0000204 // Initialization
205 for (std::deque<Loop *>::const_iterator I = LQ.begin(), E = LQ.end();
206 I != E; ++I) {
207 Loop *L = *I;
208 for (unsigned Index = 0; Index < getNumContainedPasses(); ++Index) {
209 Pass *P = getContainedPass(Index);
210 LoopPass *LP = dynamic_cast<LoopPass *>(P);
211 if (LP)
212 Changed |= LP->doInitialization(L, *this);
213 }
214 }
215
Devang Patel16a31c42007-02-22 08:56:17 +0000216 // Walk Loops
Devang Patel30159722007-03-06 02:30:46 +0000217 while (!LQ.empty()) {
Devang Patel643a79b2007-02-22 23:45:15 +0000218
Devang Patel7a9a0692007-03-06 18:38:33 +0000219 CurrentLoop = LQ.back();
Devang Patel5afdc7d2007-02-23 00:10:16 +0000220 skipThisLoop = false;
Devang Patel8ded5852007-02-23 00:16:44 +0000221 redoThisLoop = false;
Devang Patel5afdc7d2007-02-23 00:10:16 +0000222
Dan Gohman1edaef62009-09-27 23:52:07 +0000223 // Run all passes on the current Loop.
Devang Patel16a31c42007-02-22 08:56:17 +0000224 for (unsigned Index = 0; Index < getNumContainedPasses(); ++Index) {
Devang Patel16a31c42007-02-22 08:56:17 +0000225 Pass *P = getContainedPass(Index);
Devang Patel16a31c42007-02-22 08:56:17 +0000226
Devang Patel7f997612007-03-05 20:01:30 +0000227 dumpPassInfo(P, EXECUTION_MSG, ON_LOOP_MSG, "");
Chris Lattner0dabb7e2008-08-08 15:14:09 +0000228 dumpRequiredSet(P);
Devang Patel16a31c42007-02-22 08:56:17 +0000229
230 initializeAnalysisImpl(P);
231
Devang Patel16a31c42007-02-22 08:56:17 +0000232 LoopPass *LP = dynamic_cast<LoopPass *>(P);
Dan Gohmanf3f0c892009-09-28 00:10:28 +0000233 assert(LP && "Invalid LPPassManager member");
Chris Lattnerd6f16582009-03-06 06:45:05 +0000234 {
235 PassManagerPrettyStackEntry X(LP, *CurrentLoop->getHeader());
Dan Gohman5c12ada2009-09-28 00:07:05 +0000236 Timer *T = StartPassTimer(P);
Chris Lattnerd6f16582009-03-06 06:45:05 +0000237 Changed |= LP->runOnLoop(CurrentLoop, *this);
Dan Gohman5c12ada2009-09-28 00:07:05 +0000238 StopPassTimer(P, T);
Chris Lattnerd6f16582009-03-06 06:45:05 +0000239 }
Devang Patel16a31c42007-02-22 08:56:17 +0000240
241 if (Changed)
Devang Patel7f997612007-03-05 20:01:30 +0000242 dumpPassInfo(P, MODIFICATION_MSG, ON_LOOP_MSG, "");
Chris Lattner0dabb7e2008-08-08 15:14:09 +0000243 dumpPreservedSet(P);
Devang Patel58e0ef12007-07-19 18:02:32 +0000244
Dan Gohmandd12de62009-09-03 15:09:24 +0000245 if (!skipThisLoop)
246 verifyPreservedAnalysis(LP);
247
Devang Patel16a31c42007-02-22 08:56:17 +0000248 removeNotPreservedAnalysis(P);
249 recordAvailableAnalysis(P);
Devang Patel7f997612007-03-05 20:01:30 +0000250 removeDeadPasses(P, "", ON_LOOP_MSG);
Devang Patel5afdc7d2007-02-23 00:10:16 +0000251
Devang Patel844a3d12008-07-01 19:50:56 +0000252 // If dominator information is available then verify the info if requested.
Devang Patel5b57e722008-07-01 17:44:24 +0000253 verifyDomInfo(*LP, F);
254
Devang Patel5afdc7d2007-02-23 00:10:16 +0000255 if (skipThisLoop)
256 // Do not run other passes on this loop.
257 break;
Devang Patel16a31c42007-02-22 08:56:17 +0000258 }
Devang Patel643a79b2007-02-22 23:45:15 +0000259
Dan Gohman97029012009-09-27 23:43:07 +0000260 // If the loop was deleted, release all the loop passes. This frees up
261 // some memory, and avoids trouble with the pass manager trying to call
262 // verifyAnalysis on them.
263 if (skipThisLoop)
264 for (unsigned Index = 0; Index < getNumContainedPasses(); ++Index) {
265 Pass *P = getContainedPass(Index);
266 freePass(P, "", ON_LOOP_MSG);
267 }
268
Devang Patel643a79b2007-02-22 23:45:15 +0000269 // Pop the loop from queue after running all passes.
Devang Patel30159722007-03-06 02:30:46 +0000270 LQ.pop_back();
Devang Patel8ded5852007-02-23 00:16:44 +0000271
272 if (redoThisLoop)
Devang Patel7a9a0692007-03-06 18:38:33 +0000273 LQ.push_back(CurrentLoop);
Devang Patel16a31c42007-02-22 08:56:17 +0000274 }
Devang Patela5057d02007-03-06 16:59:03 +0000275
276 // Finalization
277 for (unsigned Index = 0; Index < getNumContainedPasses(); ++Index) {
278 Pass *P = getContainedPass(Index);
279 LoopPass *LP = dynamic_cast <LoopPass *>(P);
280 if (LP)
281 Changed |= LP->doFinalization();
282 }
Devang Patel16a31c42007-02-22 08:56:17 +0000283
284 return Changed;
285}
286
Dan Gohman189c6352009-02-17 19:41:26 +0000287/// Print passes managed by this manager
288void LPPassManager::dumpPassStructure(unsigned Offset) {
Chris Lattner103289e2009-08-23 07:19:13 +0000289 errs().indent(Offset*2) << "Loop Pass Manager\n";
Dan Gohman189c6352009-02-17 19:41:26 +0000290 for (unsigned Index = 0; Index < getNumContainedPasses(); ++Index) {
291 Pass *P = getContainedPass(Index);
292 P->dumpPassStructure(Offset + 1);
293 dumpLastUses(P, Offset+1);
294 }
295}
296
Devang Patel16a31c42007-02-22 08:56:17 +0000297
Devang Patelbfd59052007-02-23 00:36:57 +0000298//===----------------------------------------------------------------------===//
299// LoopPass
300
Devang Patel22033be2007-03-06 17:59:37 +0000301// Check if this pass is suitable for the current LPPassManager, if
302// available. This pass P is not suitable for a LPPassManager if P
303// is not preserving higher level analysis info used by other
304// LPPassManager passes. In such case, pop LPPassManager from the
305// stack. This will force assignPassManager() to create new
306// LPPassManger as expected.
307void LoopPass::preparePassManager(PMStack &PMS) {
308
309 // Find LPPassManager
Duncan Sands20d824b2007-07-19 09:42:01 +0000310 while (!PMS.empty() &&
311 PMS.top()->getPassManagerType() > PMT_LoopPassManager)
312 PMS.pop();
Devang Patel22033be2007-03-06 17:59:37 +0000313
314 LPPassManager *LPPM = dynamic_cast<LPPassManager *>(PMS.top());
315
316 // If this pass is destroying high level information that is used
317 // by other passes that are managed by LPM then do not insert
318 // this pass in current LPM. Use new LPPassManager.
319 if (LPPM && !LPPM->preserveHigherLevelAnalysis(this))
320 PMS.pop();
321}
322
Devang Patelbfd59052007-02-23 00:36:57 +0000323/// Assign pass manager to manage this pass.
324void LoopPass::assignPassManager(PMStack &PMS,
325 PassManagerType PreferredType) {
326 // Find LPPassManager
Duncan Sands20d824b2007-07-19 09:42:01 +0000327 while (!PMS.empty() &&
328 PMS.top()->getPassManagerType() > PMT_LoopPassManager)
329 PMS.pop();
Devang Patelbfd59052007-02-23 00:36:57 +0000330
331 LPPassManager *LPPM = dynamic_cast<LPPassManager *>(PMS.top());
332
333 // Create new Loop Pass Manager if it does not exist.
334 if (!LPPM) {
335
336 assert (!PMS.empty() && "Unable to create Loop Pass Manager");
337 PMDataManager *PMD = PMS.top();
338
339 // [1] Create new Call Graph Pass Manager
340 LPPM = new LPPassManager(PMD->getDepth() + 1);
Devang Patel1bc89362007-03-07 00:26:10 +0000341 LPPM->populateInheritedAnalysis(PMS);
Devang Patelbfd59052007-02-23 00:36:57 +0000342
343 // [2] Set up new manager's top level manager
344 PMTopLevelManager *TPM = PMD->getTopLevelManager();
345 TPM->addIndirectPassManager(LPPM);
346
347 // [3] Assign manager to manage this new manager. This may create
348 // and push new managers into PMS
349 Pass *P = dynamic_cast<Pass *>(LPPM);
Devang Patelc37177e2007-03-06 19:11:25 +0000350 TPM->schedulePass(P);
Devang Patelbfd59052007-02-23 00:36:57 +0000351
352 // [4] Push new manager into PMS
353 PMS.push(LPPM);
354 }
355
356 LPPM->add(this);
357}