blob: f26c0eb6668f0dafecb4cd166f626a0538a2f732 [file] [log] [blame]
Devang Patel16a31c42007-02-22 08:56:17 +00001//===- LoopPass.cpp - Loop Pass and Loop Pass Manager ---------------------===//
2//
3// The LLVM Compiler Infrastructure
4//
Chris Lattner4ee451d2007-12-29 20:36:04 +00005// This file is distributed under the University of Illinois Open Source
6// License. See LICENSE.TXT for details.
Devang Patel16a31c42007-02-22 08:56:17 +00007//
8//===----------------------------------------------------------------------===//
9//
10// This file implements LoopPass and LPPassManager. All loop optimization
11// and transformation passes are derived from LoopPass. LPPassManager is
12// responsible for managing LoopPasses.
13//
14//===----------------------------------------------------------------------===//
15
16#include "llvm/Analysis/LoopPass.h"
Chris Lattnera782e752010-03-30 04:03:22 +000017#include "llvm/Support/Timer.h"
Devang Patel16a31c42007-02-22 08:56:17 +000018using namespace llvm;
19
20//===----------------------------------------------------------------------===//
21// LPPassManager
22//
Devang Patel794fd752007-05-01 21:15:47 +000023
Devang Patel19974732007-05-03 01:11:54 +000024char LPPassManager::ID = 0;
Devang Patel16a31c42007-02-22 08:56:17 +000025
Devang Patel794fd752007-05-01 21:15:47 +000026LPPassManager::LPPassManager(int Depth)
Dan Gohmanae73dc12008-09-04 17:05:41 +000027 : FunctionPass(&ID), PMDataManager(Depth) {
Devang Patel8ded5852007-02-23 00:16:44 +000028 skipThisLoop = false;
29 redoThisLoop = false;
Devang Patel7a9a0692007-03-06 18:38:33 +000030 LI = NULL;
31 CurrentLoop = NULL;
Devang Pateld0e6e332007-02-22 23:30:07 +000032}
33
Dan Gohmane6acf362008-07-11 22:51:32 +000034/// Delete loop from the loop queue and loop hierarchy (LoopInfo).
Devang Patel5afdc7d2007-02-23 00:10:16 +000035void LPPassManager::deleteLoopFromQueue(Loop *L) {
Devang Patel7a9a0692007-03-06 18:38:33 +000036
37 if (Loop *ParentLoop = L->getParentLoop()) { // Not a top-level loop.
38 // Reparent all of the blocks in this loop. Since BBLoop had a parent,
39 // they are now all in it.
40 for (Loop::block_iterator I = L->block_begin(), E = L->block_end();
41 I != E; ++I)
42 if (LI->getLoopFor(*I) == L) // Don't change blocks in subloops.
43 LI->changeLoopFor(*I, ParentLoop);
44
45 // Remove the loop from its parent loop.
46 for (Loop::iterator I = ParentLoop->begin(), E = ParentLoop->end();;
47 ++I) {
48 assert(I != E && "Couldn't find loop");
49 if (*I == L) {
50 ParentLoop->removeChildLoop(I);
51 break;
52 }
53 }
54
55 // Move all subloops into the parent loop.
Dan Gohmancb406c22007-10-03 19:26:29 +000056 while (!L->empty())
Devang Patel7a9a0692007-03-06 18:38:33 +000057 ParentLoop->addChildLoop(L->removeChildLoop(L->end()-1));
58 } else {
59 // Reparent all of the blocks in this loop. Since BBLoop had no parent,
60 // they no longer in a loop at all.
61
62 for (unsigned i = 0; i != L->getBlocks().size(); ++i) {
63 // Don't change blocks in subloops.
64 if (LI->getLoopFor(L->getBlocks()[i]) == L) {
65 LI->removeBlock(L->getBlocks()[i]);
66 --i;
67 }
68 }
69
70 // Remove the loop from the top-level LoopInfo object.
71 for (LoopInfo::iterator I = LI->begin(), E = LI->end();; ++I) {
72 assert(I != E && "Couldn't find loop");
73 if (*I == L) {
74 LI->removeLoop(I);
75 break;
76 }
77 }
78
79 // Move all of the subloops to the top-level.
Dan Gohmancb406c22007-10-03 19:26:29 +000080 while (!L->empty())
Devang Patel7a9a0692007-03-06 18:38:33 +000081 LI->addTopLevelLoop(L->removeChildLoop(L->end()-1));
82 }
83
84 delete L;
85
86 // If L is current loop then skip rest of the passes and let
87 // runOnFunction remove L from LQ. Otherwise, remove L from LQ now
88 // and continue applying other passes on CurrentLoop.
89 if (CurrentLoop == L) {
90 skipThisLoop = true;
91 return;
92 }
93
94 for (std::deque<Loop *>::iterator I = LQ.begin(),
95 E = LQ.end(); I != E; ++I) {
96 if (*I == L) {
97 LQ.erase(I);
98 break;
99 }
100 }
Devang Patel5afdc7d2007-02-23 00:10:16 +0000101}
102
Devang Patela885c062007-03-06 19:00:02 +0000103// Inset loop into loop nest (LoopInfo) and loop queue (LQ).
104void LPPassManager::insertLoop(Loop *L, Loop *ParentLoop) {
105
106 assert (CurrentLoop != L && "Cannot insert CurrentLoop");
107
108 // Insert into loop nest
109 if (ParentLoop)
110 ParentLoop->addChildLoop(L);
111 else
112 LI->addTopLevelLoop(L);
113
Dan Gohman3069b312009-09-27 23:49:43 +0000114 insertLoopIntoQueue(L);
115}
116
117void LPPassManager::insertLoopIntoQueue(Loop *L) {
Devang Patela885c062007-03-06 19:00:02 +0000118 // Insert L into loop queue
119 if (L == CurrentLoop)
120 redoLoop(L);
Dan Gohman3069b312009-09-27 23:49:43 +0000121 else if (!L->getParentLoop())
Devang Patela885c062007-03-06 19:00:02 +0000122 // This is top level loop.
123 LQ.push_front(L);
124 else {
Dan Gohman3069b312009-09-27 23:49:43 +0000125 // Insert L after the parent loop.
Devang Patela885c062007-03-06 19:00:02 +0000126 for (std::deque<Loop *>::iterator I = LQ.begin(),
127 E = LQ.end(); I != E; ++I) {
Dan Gohman3069b312009-09-27 23:49:43 +0000128 if (*I == L->getParentLoop()) {
Devang Patela885c062007-03-06 19:00:02 +0000129 // deque does not support insert after.
130 ++I;
131 LQ.insert(I, 1, L);
132 break;
133 }
134 }
135 }
136}
137
Devang Patel8ded5852007-02-23 00:16:44 +0000138// Reoptimize this loop. LPPassManager will re-insert this loop into the
139// queue. This allows LoopPass to change loop nest for the loop. This
140// utility may send LPPassManager into infinite loops so use caution.
141void LPPassManager::redoLoop(Loop *L) {
Devang Patel1bc89362007-03-07 00:26:10 +0000142 assert (CurrentLoop == L && "Can redo only CurrentLoop");
Devang Patel8ded5852007-02-23 00:16:44 +0000143 redoThisLoop = true;
144}
145
Devang Patelc7e49c02007-07-31 08:00:57 +0000146/// cloneBasicBlockSimpleAnalysis - Invoke cloneBasicBlockAnalysis hook for
147/// all loop passes.
148void LPPassManager::cloneBasicBlockSimpleAnalysis(BasicBlock *From,
149 BasicBlock *To, Loop *L) {
150 for (unsigned Index = 0; Index < getNumContainedPasses(); ++Index) {
Chris Lattner77c95ed2010-01-22 05:37:10 +0000151 LoopPass *LP = (LoopPass *)getContainedPass(Index);
Devang Patelc7e49c02007-07-31 08:00:57 +0000152 LP->cloneBasicBlockAnalysis(From, To, L);
153 }
154}
155
156/// deleteSimpleAnalysisValue - Invoke deleteAnalysisValue hook for all passes.
157void LPPassManager::deleteSimpleAnalysisValue(Value *V, Loop *L) {
Devang Patel575ec802009-03-25 23:57:48 +0000158 if (BasicBlock *BB = dyn_cast<BasicBlock>(V)) {
159 for (BasicBlock::iterator BI = BB->begin(), BE = BB->end(); BI != BE;
160 ++BI) {
161 Instruction &I = *BI;
162 deleteSimpleAnalysisValue(&I, L);
163 }
164 }
Devang Patelc7e49c02007-07-31 08:00:57 +0000165 for (unsigned Index = 0; Index < getNumContainedPasses(); ++Index) {
Chris Lattner77c95ed2010-01-22 05:37:10 +0000166 LoopPass *LP = (LoopPass *)getContainedPass(Index);
Devang Patelc7e49c02007-07-31 08:00:57 +0000167 LP->deleteAnalysisValue(V, L);
168 }
169}
170
171
Devang Patel643a79b2007-02-22 23:45:15 +0000172// Recurse through all subloops and all loops into LQ.
Devang Patel30159722007-03-06 02:30:46 +0000173static void addLoopIntoQueue(Loop *L, std::deque<Loop *> &LQ) {
Devang Patel622adea2007-03-06 19:50:49 +0000174 LQ.push_back(L);
Devang Patel643a79b2007-02-22 23:45:15 +0000175 for (Loop::iterator I = L->begin(), E = L->end(); I != E; ++I)
176 addLoopIntoQueue(*I, LQ);
Devang Patel643a79b2007-02-22 23:45:15 +0000177}
178
Devang Patelc37177e2007-03-06 19:11:25 +0000179/// Pass Manager itself does not invalidate any analysis info.
180void LPPassManager::getAnalysisUsage(AnalysisUsage &Info) const {
181 // LPPassManager needs LoopInfo. In the long term LoopInfo class will
182 // become part of LPPassManager.
183 Info.addRequired<LoopInfo>();
184 Info.setPreservesAll();
185}
186
Devang Patel16a31c42007-02-22 08:56:17 +0000187/// run - Execute all of the passes scheduled for execution. Keep track of
188/// whether any of the passes modifies the function, and if so, return true.
189bool LPPassManager::runOnFunction(Function &F) {
Devang Patelc37177e2007-03-06 19:11:25 +0000190 LI = &getAnalysis<LoopInfo>();
Devang Patel16a31c42007-02-22 08:56:17 +0000191 bool Changed = false;
192
Devang Patel70c09c52008-07-03 07:02:30 +0000193 // Collect inherited analysis from Module level pass manager.
194 populateInheritedAnalysis(TPM->activeStack);
195
Devang Patel643a79b2007-02-22 23:45:15 +0000196 // Populate Loop Queue
Devang Patelc37177e2007-03-06 19:11:25 +0000197 for (LoopInfo::iterator I = LI->begin(), E = LI->end(); I != E; ++I)
Devang Patel643a79b2007-02-22 23:45:15 +0000198 addLoopIntoQueue(*I, LQ);
199
Torok Edwin1970a892009-06-29 18:49:09 +0000200 if (LQ.empty()) // No loops, skip calling finalizers
201 return false;
202
Devang Patela5057d02007-03-06 16:59:03 +0000203 // Initialization
204 for (std::deque<Loop *>::const_iterator I = LQ.begin(), E = LQ.end();
205 I != E; ++I) {
206 Loop *L = *I;
207 for (unsigned Index = 0; Index < getNumContainedPasses(); ++Index) {
Chris Lattner77c95ed2010-01-22 05:37:10 +0000208 LoopPass *P = (LoopPass*)getContainedPass(Index);
209 Changed |= P->doInitialization(L, *this);
Devang Patela5057d02007-03-06 16:59:03 +0000210 }
211 }
212
Devang Patel16a31c42007-02-22 08:56:17 +0000213 // Walk Loops
Devang Patel30159722007-03-06 02:30:46 +0000214 while (!LQ.empty()) {
Devang Patel643a79b2007-02-22 23:45:15 +0000215
Devang Patel7a9a0692007-03-06 18:38:33 +0000216 CurrentLoop = LQ.back();
Devang Patel5afdc7d2007-02-23 00:10:16 +0000217 skipThisLoop = false;
Devang Patel8ded5852007-02-23 00:16:44 +0000218 redoThisLoop = false;
Devang Patel5afdc7d2007-02-23 00:10:16 +0000219
Dan Gohman1edaef62009-09-27 23:52:07 +0000220 // Run all passes on the current Loop.
Devang Patel16a31c42007-02-22 08:56:17 +0000221 for (unsigned Index = 0; Index < getNumContainedPasses(); ++Index) {
Chris Lattner77c95ed2010-01-22 05:37:10 +0000222 LoopPass *P = (LoopPass*)getContainedPass(Index);
Devang Patel16a31c42007-02-22 08:56:17 +0000223
Dan Gohman6d594a92009-09-28 15:07:18 +0000224 dumpPassInfo(P, EXECUTION_MSG, ON_LOOP_MSG,
225 CurrentLoop->getHeader()->getNameStr());
Chris Lattner0dabb7e2008-08-08 15:14:09 +0000226 dumpRequiredSet(P);
Devang Patel16a31c42007-02-22 08:56:17 +0000227
228 initializeAnalysisImpl(P);
229
Chris Lattnerd6f16582009-03-06 06:45:05 +0000230 {
Chris Lattner77c95ed2010-01-22 05:37:10 +0000231 PassManagerPrettyStackEntry X(P, *CurrentLoop->getHeader());
Chris Lattnera782e752010-03-30 04:03:22 +0000232 TimeRegion PassTimer(getPassTimer(P));
233
Chris Lattner77c95ed2010-01-22 05:37:10 +0000234 Changed |= P->runOnLoop(CurrentLoop, *this);
Chris Lattnerd6f16582009-03-06 06:45:05 +0000235 }
Devang Patel16a31c42007-02-22 08:56:17 +0000236
237 if (Changed)
Dan Gohman6d594a92009-09-28 15:07:18 +0000238 dumpPassInfo(P, MODIFICATION_MSG, ON_LOOP_MSG,
Dan Gohman322b95c2009-09-28 15:40:01 +0000239 skipThisLoop ? "<deleted>" :
240 CurrentLoop->getHeader()->getNameStr());
Chris Lattner0dabb7e2008-08-08 15:14:09 +0000241 dumpPreservedSet(P);
Devang Patel58e0ef12007-07-19 18:02:32 +0000242
Dan Gohman9450b0e2009-09-28 00:27:48 +0000243 if (!skipThisLoop) {
244 // Manually check that this loop is still healthy. This is done
245 // instead of relying on LoopInfo::verifyLoop since LoopInfo
246 // is a function pass and it's really expensive to verify every
247 // loop in the function every time. That level of checking can be
248 // enabled with the -verify-loop-info option.
Chris Lattnera782e752010-03-30 04:03:22 +0000249 {
250 TimeRegion PassTimer(getPassTimer(LI));
251 CurrentLoop->verifyLoop();
252 }
Dan Gohman9450b0e2009-09-28 00:27:48 +0000253
254 // Then call the regular verifyAnalysis functions.
Chris Lattner77c95ed2010-01-22 05:37:10 +0000255 verifyPreservedAnalysis(P);
Dan Gohman9450b0e2009-09-28 00:27:48 +0000256 }
Dan Gohmandd12de62009-09-03 15:09:24 +0000257
Devang Patel16a31c42007-02-22 08:56:17 +0000258 removeNotPreservedAnalysis(P);
259 recordAvailableAnalysis(P);
Dan Gohman6d594a92009-09-28 15:07:18 +0000260 removeDeadPasses(P,
261 skipThisLoop ? "<deleted>" :
262 CurrentLoop->getHeader()->getNameStr(),
263 ON_LOOP_MSG);
Devang Patel5afdc7d2007-02-23 00:10:16 +0000264
265 if (skipThisLoop)
266 // Do not run other passes on this loop.
267 break;
Devang Patel16a31c42007-02-22 08:56:17 +0000268 }
Devang Patel643a79b2007-02-22 23:45:15 +0000269
Dan Gohman97029012009-09-27 23:43:07 +0000270 // If the loop was deleted, release all the loop passes. This frees up
271 // some memory, and avoids trouble with the pass manager trying to call
272 // verifyAnalysis on them.
273 if (skipThisLoop)
274 for (unsigned Index = 0; Index < getNumContainedPasses(); ++Index) {
275 Pass *P = getContainedPass(Index);
Dan Gohman6d594a92009-09-28 15:07:18 +0000276 freePass(P, "<deleted>", ON_LOOP_MSG);
Dan Gohman97029012009-09-27 23:43:07 +0000277 }
278
Devang Patel643a79b2007-02-22 23:45:15 +0000279 // Pop the loop from queue after running all passes.
Devang Patel30159722007-03-06 02:30:46 +0000280 LQ.pop_back();
Devang Patel8ded5852007-02-23 00:16:44 +0000281
282 if (redoThisLoop)
Devang Patel7a9a0692007-03-06 18:38:33 +0000283 LQ.push_back(CurrentLoop);
Devang Patel16a31c42007-02-22 08:56:17 +0000284 }
Devang Patela5057d02007-03-06 16:59:03 +0000285
286 // Finalization
287 for (unsigned Index = 0; Index < getNumContainedPasses(); ++Index) {
Chris Lattner77c95ed2010-01-22 05:37:10 +0000288 LoopPass *P = (LoopPass *)getContainedPass(Index);
289 Changed |= P->doFinalization();
Devang Patela5057d02007-03-06 16:59:03 +0000290 }
Devang Patel16a31c42007-02-22 08:56:17 +0000291
292 return Changed;
293}
294
Dan Gohman189c6352009-02-17 19:41:26 +0000295/// Print passes managed by this manager
296void LPPassManager::dumpPassStructure(unsigned Offset) {
Chris Lattner103289e2009-08-23 07:19:13 +0000297 errs().indent(Offset*2) << "Loop Pass Manager\n";
Dan Gohman189c6352009-02-17 19:41:26 +0000298 for (unsigned Index = 0; Index < getNumContainedPasses(); ++Index) {
299 Pass *P = getContainedPass(Index);
300 P->dumpPassStructure(Offset + 1);
301 dumpLastUses(P, Offset+1);
302 }
303}
304
Devang Patel16a31c42007-02-22 08:56:17 +0000305
Devang Patelbfd59052007-02-23 00:36:57 +0000306//===----------------------------------------------------------------------===//
307// LoopPass
308
Devang Patel22033be2007-03-06 17:59:37 +0000309// Check if this pass is suitable for the current LPPassManager, if
310// available. This pass P is not suitable for a LPPassManager if P
311// is not preserving higher level analysis info used by other
312// LPPassManager passes. In such case, pop LPPassManager from the
313// stack. This will force assignPassManager() to create new
314// LPPassManger as expected.
315void LoopPass::preparePassManager(PMStack &PMS) {
316
317 // Find LPPassManager
Duncan Sands20d824b2007-07-19 09:42:01 +0000318 while (!PMS.empty() &&
319 PMS.top()->getPassManagerType() > PMT_LoopPassManager)
320 PMS.pop();
Devang Patel22033be2007-03-06 17:59:37 +0000321
Devang Patel22033be2007-03-06 17:59:37 +0000322 // If this pass is destroying high level information that is used
323 // by other passes that are managed by LPM then do not insert
324 // this pass in current LPM. Use new LPPassManager.
Chris Lattner77c95ed2010-01-22 05:37:10 +0000325 if (PMS.top()->getPassManagerType() == PMT_LoopPassManager &&
326 !PMS.top()->preserveHigherLevelAnalysis(this))
Devang Patel22033be2007-03-06 17:59:37 +0000327 PMS.pop();
328}
329
Devang Patelbfd59052007-02-23 00:36:57 +0000330/// Assign pass manager to manage this pass.
331void LoopPass::assignPassManager(PMStack &PMS,
332 PassManagerType PreferredType) {
333 // Find LPPassManager
Duncan Sands20d824b2007-07-19 09:42:01 +0000334 while (!PMS.empty() &&
335 PMS.top()->getPassManagerType() > PMT_LoopPassManager)
336 PMS.pop();
Devang Patelbfd59052007-02-23 00:36:57 +0000337
Chris Lattner77c95ed2010-01-22 05:37:10 +0000338 LPPassManager *LPPM;
339 if (PMS.top()->getPassManagerType() == PMT_LoopPassManager)
340 LPPM = (LPPassManager*)PMS.top();
341 else {
342 // Create new Loop Pass Manager if it does not exist.
Devang Patelbfd59052007-02-23 00:36:57 +0000343 assert (!PMS.empty() && "Unable to create Loop Pass Manager");
344 PMDataManager *PMD = PMS.top();
345
346 // [1] Create new Call Graph Pass Manager
347 LPPM = new LPPassManager(PMD->getDepth() + 1);
Devang Patel1bc89362007-03-07 00:26:10 +0000348 LPPM->populateInheritedAnalysis(PMS);
Devang Patelbfd59052007-02-23 00:36:57 +0000349
350 // [2] Set up new manager's top level manager
351 PMTopLevelManager *TPM = PMD->getTopLevelManager();
352 TPM->addIndirectPassManager(LPPM);
353
354 // [3] Assign manager to manage this new manager. This may create
355 // and push new managers into PMS
Chris Lattner77c95ed2010-01-22 05:37:10 +0000356 Pass *P = LPPM->getAsPass();
Devang Patelc37177e2007-03-06 19:11:25 +0000357 TPM->schedulePass(P);
Devang Patelbfd59052007-02-23 00:36:57 +0000358
359 // [4] Push new manager into PMS
360 PMS.push(LPPM);
361 }
362
363 LPPM->add(this);
364}