blob: 10e3f297f9c51dd138171a0f40f7cded30f3e638 [file] [log] [blame]
Devang Patel16a31c42007-02-22 08:56:17 +00001//===- LoopPass.cpp - Loop Pass and Loop Pass Manager ---------------------===//
2//
3// The LLVM Compiler Infrastructure
4//
Chris Lattner4ee451d2007-12-29 20:36:04 +00005// This file is distributed under the University of Illinois Open Source
6// License. See LICENSE.TXT for details.
Devang Patel16a31c42007-02-22 08:56:17 +00007//
8//===----------------------------------------------------------------------===//
9//
10// This file implements LoopPass and LPPassManager. All loop optimization
11// and transformation passes are derived from LoopPass. LPPassManager is
12// responsible for managing LoopPasses.
13//
14//===----------------------------------------------------------------------===//
15
16#include "llvm/Analysis/LoopPass.h"
Devang Patel6af531f2011-03-10 00:21:25 +000017#include "llvm/DebugInfoProbe.h"
David Greene5c8aa952010-04-02 23:17:14 +000018#include "llvm/Assembly/PrintModulePass.h"
19#include "llvm/Support/Debug.h"
Devang Patel6af531f2011-03-10 00:21:25 +000020#include "llvm/Support/ManagedStatic.h"
Chris Lattnera782e752010-03-30 04:03:22 +000021#include "llvm/Support/Timer.h"
Devang Patel16a31c42007-02-22 08:56:17 +000022using namespace llvm;
23
David Greene5c8aa952010-04-02 23:17:14 +000024namespace {
25
26/// PrintLoopPass - Print a Function corresponding to a Loop.
27///
28class PrintLoopPass : public LoopPass {
29private:
30 std::string Banner;
31 raw_ostream &Out; // raw_ostream to print on.
32
33public:
34 static char ID;
David Greene5c8aa952010-04-02 23:17:14 +000035 PrintLoopPass(const std::string &B, raw_ostream &o)
Owen Anderson90c579d2010-08-06 18:33:48 +000036 : LoopPass(ID), Banner(B), Out(o) {}
David Greene5c8aa952010-04-02 23:17:14 +000037
38 virtual void getAnalysisUsage(AnalysisUsage &AU) const {
39 AU.setPreservesAll();
40 }
41
42 bool runOnLoop(Loop *L, LPPassManager &) {
43 Out << Banner;
44 for (Loop::block_iterator b = L->block_begin(), be = L->block_end();
45 b != be;
46 ++b) {
47 (*b)->print(Out);
48 }
49 return false;
50 }
51};
52
53char PrintLoopPass::ID = 0;
54}
55
Devang Patel16a31c42007-02-22 08:56:17 +000056//===----------------------------------------------------------------------===//
Devang Patel6af531f2011-03-10 00:21:25 +000057// DebugInfoProbe
58
59static DebugInfoProbeInfo *TheDebugProbe;
60static void createDebugInfoProbe() {
61 if (TheDebugProbe) return;
62
63 // Constructed the first time this is called. This guarantees that the
64 // object will be constructed, if -enable-debug-info-probe is set,
65 // before static globals, thus it will be destroyed before them.
66 static ManagedStatic<DebugInfoProbeInfo> DIP;
67 TheDebugProbe = &*DIP;
68}
69
70//===----------------------------------------------------------------------===//
Devang Patel16a31c42007-02-22 08:56:17 +000071// LPPassManager
72//
Devang Patel794fd752007-05-01 21:15:47 +000073
Devang Patel19974732007-05-03 01:11:54 +000074char LPPassManager::ID = 0;
Devang Patel16a31c42007-02-22 08:56:17 +000075
Devang Patel794fd752007-05-01 21:15:47 +000076LPPassManager::LPPassManager(int Depth)
Owen Anderson90c579d2010-08-06 18:33:48 +000077 : FunctionPass(ID), PMDataManager(Depth) {
Devang Patel8ded5852007-02-23 00:16:44 +000078 skipThisLoop = false;
79 redoThisLoop = false;
Devang Patel7a9a0692007-03-06 18:38:33 +000080 LI = NULL;
81 CurrentLoop = NULL;
Devang Pateld0e6e332007-02-22 23:30:07 +000082}
83
Dan Gohmane6acf362008-07-11 22:51:32 +000084/// Delete loop from the loop queue and loop hierarchy (LoopInfo).
Devang Patel5afdc7d2007-02-23 00:10:16 +000085void LPPassManager::deleteLoopFromQueue(Loop *L) {
Devang Patel7a9a0692007-03-06 18:38:33 +000086
87 if (Loop *ParentLoop = L->getParentLoop()) { // Not a top-level loop.
88 // Reparent all of the blocks in this loop. Since BBLoop had a parent,
89 // they are now all in it.
90 for (Loop::block_iterator I = L->block_begin(), E = L->block_end();
91 I != E; ++I)
92 if (LI->getLoopFor(*I) == L) // Don't change blocks in subloops.
93 LI->changeLoopFor(*I, ParentLoop);
94
95 // Remove the loop from its parent loop.
96 for (Loop::iterator I = ParentLoop->begin(), E = ParentLoop->end();;
97 ++I) {
98 assert(I != E && "Couldn't find loop");
99 if (*I == L) {
100 ParentLoop->removeChildLoop(I);
101 break;
102 }
103 }
104
105 // Move all subloops into the parent loop.
Dan Gohmancb406c22007-10-03 19:26:29 +0000106 while (!L->empty())
Devang Patel7a9a0692007-03-06 18:38:33 +0000107 ParentLoop->addChildLoop(L->removeChildLoop(L->end()-1));
108 } else {
109 // Reparent all of the blocks in this loop. Since BBLoop had no parent,
110 // they no longer in a loop at all.
111
112 for (unsigned i = 0; i != L->getBlocks().size(); ++i) {
113 // Don't change blocks in subloops.
114 if (LI->getLoopFor(L->getBlocks()[i]) == L) {
115 LI->removeBlock(L->getBlocks()[i]);
116 --i;
117 }
118 }
119
120 // Remove the loop from the top-level LoopInfo object.
121 for (LoopInfo::iterator I = LI->begin(), E = LI->end();; ++I) {
122 assert(I != E && "Couldn't find loop");
123 if (*I == L) {
124 LI->removeLoop(I);
125 break;
126 }
127 }
128
129 // Move all of the subloops to the top-level.
Dan Gohmancb406c22007-10-03 19:26:29 +0000130 while (!L->empty())
Devang Patel7a9a0692007-03-06 18:38:33 +0000131 LI->addTopLevelLoop(L->removeChildLoop(L->end()-1));
132 }
133
134 delete L;
135
136 // If L is current loop then skip rest of the passes and let
137 // runOnFunction remove L from LQ. Otherwise, remove L from LQ now
138 // and continue applying other passes on CurrentLoop.
139 if (CurrentLoop == L) {
140 skipThisLoop = true;
141 return;
142 }
143
144 for (std::deque<Loop *>::iterator I = LQ.begin(),
145 E = LQ.end(); I != E; ++I) {
146 if (*I == L) {
147 LQ.erase(I);
148 break;
149 }
150 }
Devang Patel5afdc7d2007-02-23 00:10:16 +0000151}
152
Devang Patela885c062007-03-06 19:00:02 +0000153// Inset loop into loop nest (LoopInfo) and loop queue (LQ).
154void LPPassManager::insertLoop(Loop *L, Loop *ParentLoop) {
155
156 assert (CurrentLoop != L && "Cannot insert CurrentLoop");
157
158 // Insert into loop nest
159 if (ParentLoop)
160 ParentLoop->addChildLoop(L);
161 else
162 LI->addTopLevelLoop(L);
163
Dan Gohman3069b312009-09-27 23:49:43 +0000164 insertLoopIntoQueue(L);
165}
166
167void LPPassManager::insertLoopIntoQueue(Loop *L) {
Devang Patela885c062007-03-06 19:00:02 +0000168 // Insert L into loop queue
169 if (L == CurrentLoop)
170 redoLoop(L);
Dan Gohman3069b312009-09-27 23:49:43 +0000171 else if (!L->getParentLoop())
Devang Patela885c062007-03-06 19:00:02 +0000172 // This is top level loop.
173 LQ.push_front(L);
174 else {
Dan Gohman3069b312009-09-27 23:49:43 +0000175 // Insert L after the parent loop.
Devang Patela885c062007-03-06 19:00:02 +0000176 for (std::deque<Loop *>::iterator I = LQ.begin(),
177 E = LQ.end(); I != E; ++I) {
Dan Gohman3069b312009-09-27 23:49:43 +0000178 if (*I == L->getParentLoop()) {
Devang Patela885c062007-03-06 19:00:02 +0000179 // deque does not support insert after.
180 ++I;
181 LQ.insert(I, 1, L);
182 break;
183 }
184 }
185 }
186}
187
Devang Patel8ded5852007-02-23 00:16:44 +0000188// Reoptimize this loop. LPPassManager will re-insert this loop into the
189// queue. This allows LoopPass to change loop nest for the loop. This
190// utility may send LPPassManager into infinite loops so use caution.
191void LPPassManager::redoLoop(Loop *L) {
Devang Patel1bc89362007-03-07 00:26:10 +0000192 assert (CurrentLoop == L && "Can redo only CurrentLoop");
Devang Patel8ded5852007-02-23 00:16:44 +0000193 redoThisLoop = true;
194}
195
Devang Patelc7e49c02007-07-31 08:00:57 +0000196/// cloneBasicBlockSimpleAnalysis - Invoke cloneBasicBlockAnalysis hook for
197/// all loop passes.
198void LPPassManager::cloneBasicBlockSimpleAnalysis(BasicBlock *From,
199 BasicBlock *To, Loop *L) {
200 for (unsigned Index = 0; Index < getNumContainedPasses(); ++Index) {
Dan Gohmanbd4d66d2010-08-11 20:34:43 +0000201 LoopPass *LP = getContainedPass(Index);
Devang Patelc7e49c02007-07-31 08:00:57 +0000202 LP->cloneBasicBlockAnalysis(From, To, L);
203 }
204}
205
206/// deleteSimpleAnalysisValue - Invoke deleteAnalysisValue hook for all passes.
207void LPPassManager::deleteSimpleAnalysisValue(Value *V, Loop *L) {
Devang Patel575ec802009-03-25 23:57:48 +0000208 if (BasicBlock *BB = dyn_cast<BasicBlock>(V)) {
209 for (BasicBlock::iterator BI = BB->begin(), BE = BB->end(); BI != BE;
210 ++BI) {
211 Instruction &I = *BI;
212 deleteSimpleAnalysisValue(&I, L);
213 }
214 }
Devang Patelc7e49c02007-07-31 08:00:57 +0000215 for (unsigned Index = 0; Index < getNumContainedPasses(); ++Index) {
Dan Gohmanbd4d66d2010-08-11 20:34:43 +0000216 LoopPass *LP = getContainedPass(Index);
Devang Patelc7e49c02007-07-31 08:00:57 +0000217 LP->deleteAnalysisValue(V, L);
218 }
219}
220
221
Devang Patel643a79b2007-02-22 23:45:15 +0000222// Recurse through all subloops and all loops into LQ.
Devang Patel30159722007-03-06 02:30:46 +0000223static void addLoopIntoQueue(Loop *L, std::deque<Loop *> &LQ) {
Devang Patel622adea2007-03-06 19:50:49 +0000224 LQ.push_back(L);
Devang Patel643a79b2007-02-22 23:45:15 +0000225 for (Loop::iterator I = L->begin(), E = L->end(); I != E; ++I)
226 addLoopIntoQueue(*I, LQ);
Devang Patel643a79b2007-02-22 23:45:15 +0000227}
228
Devang Patelc37177e2007-03-06 19:11:25 +0000229/// Pass Manager itself does not invalidate any analysis info.
230void LPPassManager::getAnalysisUsage(AnalysisUsage &Info) const {
231 // LPPassManager needs LoopInfo. In the long term LoopInfo class will
232 // become part of LPPassManager.
233 Info.addRequired<LoopInfo>();
234 Info.setPreservesAll();
235}
236
Devang Patel16a31c42007-02-22 08:56:17 +0000237/// run - Execute all of the passes scheduled for execution. Keep track of
238/// whether any of the passes modifies the function, and if so, return true.
239bool LPPassManager::runOnFunction(Function &F) {
Devang Patelc37177e2007-03-06 19:11:25 +0000240 LI = &getAnalysis<LoopInfo>();
Devang Patel16a31c42007-02-22 08:56:17 +0000241 bool Changed = false;
Devang Patel6af531f2011-03-10 00:21:25 +0000242 createDebugInfoProbe();
Devang Patel16a31c42007-02-22 08:56:17 +0000243
Devang Patel70c09c52008-07-03 07:02:30 +0000244 // Collect inherited analysis from Module level pass manager.
245 populateInheritedAnalysis(TPM->activeStack);
246
Devang Patel643a79b2007-02-22 23:45:15 +0000247 // Populate Loop Queue
Devang Patelc37177e2007-03-06 19:11:25 +0000248 for (LoopInfo::iterator I = LI->begin(), E = LI->end(); I != E; ++I)
Devang Patel643a79b2007-02-22 23:45:15 +0000249 addLoopIntoQueue(*I, LQ);
250
Torok Edwin1970a892009-06-29 18:49:09 +0000251 if (LQ.empty()) // No loops, skip calling finalizers
252 return false;
253
Devang Patela5057d02007-03-06 16:59:03 +0000254 // Initialization
255 for (std::deque<Loop *>::const_iterator I = LQ.begin(), E = LQ.end();
256 I != E; ++I) {
257 Loop *L = *I;
258 for (unsigned Index = 0; Index < getNumContainedPasses(); ++Index) {
Dan Gohmanbd4d66d2010-08-11 20:34:43 +0000259 LoopPass *P = getContainedPass(Index);
Chris Lattner77c95ed2010-01-22 05:37:10 +0000260 Changed |= P->doInitialization(L, *this);
Devang Patela5057d02007-03-06 16:59:03 +0000261 }
262 }
263
Devang Patel16a31c42007-02-22 08:56:17 +0000264 // Walk Loops
Devang Patel30159722007-03-06 02:30:46 +0000265 while (!LQ.empty()) {
Devang Patel643a79b2007-02-22 23:45:15 +0000266
Devang Patel7a9a0692007-03-06 18:38:33 +0000267 CurrentLoop = LQ.back();
Devang Patel5afdc7d2007-02-23 00:10:16 +0000268 skipThisLoop = false;
Devang Patel8ded5852007-02-23 00:16:44 +0000269 redoThisLoop = false;
Devang Patel5afdc7d2007-02-23 00:10:16 +0000270
Dan Gohman1edaef62009-09-27 23:52:07 +0000271 // Run all passes on the current Loop.
Devang Patel16a31c42007-02-22 08:56:17 +0000272 for (unsigned Index = 0; Index < getNumContainedPasses(); ++Index) {
Dan Gohmanbd4d66d2010-08-11 20:34:43 +0000273 LoopPass *P = getContainedPass(Index);
Dan Gohman6d594a92009-09-28 15:07:18 +0000274 dumpPassInfo(P, EXECUTION_MSG, ON_LOOP_MSG,
Benjamin Kramer41d43eb2010-03-31 16:06:22 +0000275 CurrentLoop->getHeader()->getName());
Chris Lattner0dabb7e2008-08-08 15:14:09 +0000276 dumpRequiredSet(P);
Devang Patel16a31c42007-02-22 08:56:17 +0000277
278 initializeAnalysisImpl(P);
Devang Patel6af531f2011-03-10 00:21:25 +0000279 if (TheDebugProbe)
280 TheDebugProbe->initialize(P, F);
Chris Lattnerd6f16582009-03-06 06:45:05 +0000281 {
Chris Lattner77c95ed2010-01-22 05:37:10 +0000282 PassManagerPrettyStackEntry X(P, *CurrentLoop->getHeader());
Chris Lattnera782e752010-03-30 04:03:22 +0000283 TimeRegion PassTimer(getPassTimer(P));
284
Chris Lattner77c95ed2010-01-22 05:37:10 +0000285 Changed |= P->runOnLoop(CurrentLoop, *this);
Chris Lattnerd6f16582009-03-06 06:45:05 +0000286 }
Devang Patel6af531f2011-03-10 00:21:25 +0000287 if (TheDebugProbe)
288 TheDebugProbe->finalize(P, F);
Devang Patel16a31c42007-02-22 08:56:17 +0000289
290 if (Changed)
Dan Gohman6d594a92009-09-28 15:07:18 +0000291 dumpPassInfo(P, MODIFICATION_MSG, ON_LOOP_MSG,
Dan Gohman322b95c2009-09-28 15:40:01 +0000292 skipThisLoop ? "<deleted>" :
Benjamin Kramer41d43eb2010-03-31 16:06:22 +0000293 CurrentLoop->getHeader()->getName());
Chris Lattner0dabb7e2008-08-08 15:14:09 +0000294 dumpPreservedSet(P);
Devang Patel58e0ef12007-07-19 18:02:32 +0000295
Dan Gohman9450b0e2009-09-28 00:27:48 +0000296 if (!skipThisLoop) {
297 // Manually check that this loop is still healthy. This is done
298 // instead of relying on LoopInfo::verifyLoop since LoopInfo
299 // is a function pass and it's really expensive to verify every
300 // loop in the function every time. That level of checking can be
301 // enabled with the -verify-loop-info option.
Chris Lattnera782e752010-03-30 04:03:22 +0000302 {
303 TimeRegion PassTimer(getPassTimer(LI));
304 CurrentLoop->verifyLoop();
305 }
Dan Gohman9450b0e2009-09-28 00:27:48 +0000306
307 // Then call the regular verifyAnalysis functions.
Chris Lattner77c95ed2010-01-22 05:37:10 +0000308 verifyPreservedAnalysis(P);
Dan Gohman9450b0e2009-09-28 00:27:48 +0000309 }
Dan Gohmandd12de62009-09-03 15:09:24 +0000310
Devang Patel16a31c42007-02-22 08:56:17 +0000311 removeNotPreservedAnalysis(P);
312 recordAvailableAnalysis(P);
Dan Gohman6d594a92009-09-28 15:07:18 +0000313 removeDeadPasses(P,
314 skipThisLoop ? "<deleted>" :
Benjamin Kramer41d43eb2010-03-31 16:06:22 +0000315 CurrentLoop->getHeader()->getName(),
Dan Gohman6d594a92009-09-28 15:07:18 +0000316 ON_LOOP_MSG);
Devang Patel5afdc7d2007-02-23 00:10:16 +0000317
318 if (skipThisLoop)
319 // Do not run other passes on this loop.
320 break;
Devang Patel16a31c42007-02-22 08:56:17 +0000321 }
Devang Patel643a79b2007-02-22 23:45:15 +0000322
Dan Gohman97029012009-09-27 23:43:07 +0000323 // If the loop was deleted, release all the loop passes. This frees up
324 // some memory, and avoids trouble with the pass manager trying to call
325 // verifyAnalysis on them.
326 if (skipThisLoop)
327 for (unsigned Index = 0; Index < getNumContainedPasses(); ++Index) {
328 Pass *P = getContainedPass(Index);
Dan Gohman6d594a92009-09-28 15:07:18 +0000329 freePass(P, "<deleted>", ON_LOOP_MSG);
Dan Gohman97029012009-09-27 23:43:07 +0000330 }
331
Devang Patel643a79b2007-02-22 23:45:15 +0000332 // Pop the loop from queue after running all passes.
Devang Patel30159722007-03-06 02:30:46 +0000333 LQ.pop_back();
Devang Patel8ded5852007-02-23 00:16:44 +0000334
335 if (redoThisLoop)
Devang Patel7a9a0692007-03-06 18:38:33 +0000336 LQ.push_back(CurrentLoop);
Devang Patel16a31c42007-02-22 08:56:17 +0000337 }
Devang Patela5057d02007-03-06 16:59:03 +0000338
339 // Finalization
340 for (unsigned Index = 0; Index < getNumContainedPasses(); ++Index) {
Dan Gohmanbd4d66d2010-08-11 20:34:43 +0000341 LoopPass *P = getContainedPass(Index);
Chris Lattner77c95ed2010-01-22 05:37:10 +0000342 Changed |= P->doFinalization();
Devang Patela5057d02007-03-06 16:59:03 +0000343 }
Devang Patel16a31c42007-02-22 08:56:17 +0000344
345 return Changed;
346}
347
Dan Gohman189c6352009-02-17 19:41:26 +0000348/// Print passes managed by this manager
349void LPPassManager::dumpPassStructure(unsigned Offset) {
Chris Lattner103289e2009-08-23 07:19:13 +0000350 errs().indent(Offset*2) << "Loop Pass Manager\n";
Dan Gohman189c6352009-02-17 19:41:26 +0000351 for (unsigned Index = 0; Index < getNumContainedPasses(); ++Index) {
352 Pass *P = getContainedPass(Index);
Dan Gohman8a757ae2010-08-19 01:29:07 +0000353 P->dumpPassStructure(Offset + 1);
Dan Gohman189c6352009-02-17 19:41:26 +0000354 dumpLastUses(P, Offset+1);
355 }
356}
357
Devang Patel16a31c42007-02-22 08:56:17 +0000358
Devang Patelbfd59052007-02-23 00:36:57 +0000359//===----------------------------------------------------------------------===//
360// LoopPass
361
David Greene5c8aa952010-04-02 23:17:14 +0000362Pass *LoopPass::createPrinterPass(raw_ostream &O,
363 const std::string &Banner) const {
364 return new PrintLoopPass(Banner, O);
365}
366
Devang Patel22033be2007-03-06 17:59:37 +0000367// Check if this pass is suitable for the current LPPassManager, if
368// available. This pass P is not suitable for a LPPassManager if P
369// is not preserving higher level analysis info used by other
370// LPPassManager passes. In such case, pop LPPassManager from the
371// stack. This will force assignPassManager() to create new
372// LPPassManger as expected.
373void LoopPass::preparePassManager(PMStack &PMS) {
374
375 // Find LPPassManager
Duncan Sands20d824b2007-07-19 09:42:01 +0000376 while (!PMS.empty() &&
377 PMS.top()->getPassManagerType() > PMT_LoopPassManager)
378 PMS.pop();
Devang Patel22033be2007-03-06 17:59:37 +0000379
Devang Patel22033be2007-03-06 17:59:37 +0000380 // If this pass is destroying high level information that is used
381 // by other passes that are managed by LPM then do not insert
382 // this pass in current LPM. Use new LPPassManager.
Chris Lattner77c95ed2010-01-22 05:37:10 +0000383 if (PMS.top()->getPassManagerType() == PMT_LoopPassManager &&
384 !PMS.top()->preserveHigherLevelAnalysis(this))
Devang Patel22033be2007-03-06 17:59:37 +0000385 PMS.pop();
386}
387
Devang Patelbfd59052007-02-23 00:36:57 +0000388/// Assign pass manager to manage this pass.
389void LoopPass::assignPassManager(PMStack &PMS,
390 PassManagerType PreferredType) {
391 // Find LPPassManager
Duncan Sands20d824b2007-07-19 09:42:01 +0000392 while (!PMS.empty() &&
393 PMS.top()->getPassManagerType() > PMT_LoopPassManager)
394 PMS.pop();
Devang Patelbfd59052007-02-23 00:36:57 +0000395
Chris Lattner77c95ed2010-01-22 05:37:10 +0000396 LPPassManager *LPPM;
397 if (PMS.top()->getPassManagerType() == PMT_LoopPassManager)
398 LPPM = (LPPassManager*)PMS.top();
399 else {
400 // Create new Loop Pass Manager if it does not exist.
Devang Patelbfd59052007-02-23 00:36:57 +0000401 assert (!PMS.empty() && "Unable to create Loop Pass Manager");
402 PMDataManager *PMD = PMS.top();
403
404 // [1] Create new Call Graph Pass Manager
405 LPPM = new LPPassManager(PMD->getDepth() + 1);
Devang Patel1bc89362007-03-07 00:26:10 +0000406 LPPM->populateInheritedAnalysis(PMS);
Devang Patelbfd59052007-02-23 00:36:57 +0000407
408 // [2] Set up new manager's top level manager
409 PMTopLevelManager *TPM = PMD->getTopLevelManager();
410 TPM->addIndirectPassManager(LPPM);
411
412 // [3] Assign manager to manage this new manager. This may create
413 // and push new managers into PMS
Chris Lattner77c95ed2010-01-22 05:37:10 +0000414 Pass *P = LPPM->getAsPass();
Devang Patelc37177e2007-03-06 19:11:25 +0000415 TPM->schedulePass(P);
Devang Patelbfd59052007-02-23 00:36:57 +0000416
417 // [4] Push new manager into PMS
418 PMS.push(LPPM);
419 }
420
421 LPPM->add(this);
422}