blob: acf2ba63bd321d650ac5952bc138314efec16f80 [file] [log] [blame]
Devang Patel16a31c42007-02-22 08:56:17 +00001//===- LoopPass.cpp - Loop Pass and Loop Pass Manager ---------------------===//
2//
3// The LLVM Compiler Infrastructure
4//
Chris Lattner4ee451d2007-12-29 20:36:04 +00005// This file is distributed under the University of Illinois Open Source
6// License. See LICENSE.TXT for details.
Devang Patel16a31c42007-02-22 08:56:17 +00007//
8//===----------------------------------------------------------------------===//
9//
10// This file implements LoopPass and LPPassManager. All loop optimization
11// and transformation passes are derived from LoopPass. LPPassManager is
12// responsible for managing LoopPasses.
13//
14//===----------------------------------------------------------------------===//
15
16#include "llvm/Analysis/LoopPass.h"
David Greene5c8aa952010-04-02 23:17:14 +000017#include "llvm/Assembly/PrintModulePass.h"
18#include "llvm/Support/Debug.h"
Chris Lattnera782e752010-03-30 04:03:22 +000019#include "llvm/Support/Timer.h"
Devang Patel16a31c42007-02-22 08:56:17 +000020using namespace llvm;
21
David Greene5c8aa952010-04-02 23:17:14 +000022namespace {
23
24/// PrintLoopPass - Print a Function corresponding to a Loop.
25///
26class PrintLoopPass : public LoopPass {
27private:
28 std::string Banner;
29 raw_ostream &Out; // raw_ostream to print on.
30
31public:
32 static char ID;
David Greene5c8aa952010-04-02 23:17:14 +000033 PrintLoopPass(const std::string &B, raw_ostream &o)
Owen Anderson90c579d2010-08-06 18:33:48 +000034 : LoopPass(ID), Banner(B), Out(o) {}
David Greene5c8aa952010-04-02 23:17:14 +000035
36 virtual void getAnalysisUsage(AnalysisUsage &AU) const {
37 AU.setPreservesAll();
38 }
39
40 bool runOnLoop(Loop *L, LPPassManager &) {
41 Out << Banner;
42 for (Loop::block_iterator b = L->block_begin(), be = L->block_end();
43 b != be;
44 ++b) {
45 (*b)->print(Out);
46 }
47 return false;
48 }
49};
50
51char PrintLoopPass::ID = 0;
52}
53
Devang Patel16a31c42007-02-22 08:56:17 +000054//===----------------------------------------------------------------------===//
55// LPPassManager
56//
Devang Patel794fd752007-05-01 21:15:47 +000057
Devang Patel19974732007-05-03 01:11:54 +000058char LPPassManager::ID = 0;
Devang Patel16a31c42007-02-22 08:56:17 +000059
Andrew Trick0e122d12011-08-29 17:07:00 +000060LPPassManager::LPPassManager()
61 : FunctionPass(ID), PMDataManager() {
Devang Patel8ded5852007-02-23 00:16:44 +000062 skipThisLoop = false;
63 redoThisLoop = false;
Devang Patel7a9a0692007-03-06 18:38:33 +000064 LI = NULL;
65 CurrentLoop = NULL;
Devang Pateld0e6e332007-02-22 23:30:07 +000066}
67
Andrew Trick882bcc62011-08-03 23:45:50 +000068/// Delete loop from the loop queue and loop hierarchy (LoopInfo).
Devang Patel5afdc7d2007-02-23 00:10:16 +000069void LPPassManager::deleteLoopFromQueue(Loop *L) {
Devang Patel7a9a0692007-03-06 18:38:33 +000070
Andrew Trickfb62b8d2011-08-10 23:22:57 +000071 LI->updateUnloop(L);
Devang Patel7a9a0692007-03-06 18:38:33 +000072
73 // If L is current loop then skip rest of the passes and let
74 // runOnFunction remove L from LQ. Otherwise, remove L from LQ now
75 // and continue applying other passes on CurrentLoop.
Andrew Trickfb62b8d2011-08-10 23:22:57 +000076 if (CurrentLoop == L)
Devang Patel7a9a0692007-03-06 18:38:33 +000077 skipThisLoop = true;
Andrew Trickfb62b8d2011-08-10 23:22:57 +000078
79 delete L;
80
81 if (skipThisLoop)
Devang Patel7a9a0692007-03-06 18:38:33 +000082 return;
Devang Patel7a9a0692007-03-06 18:38:33 +000083
84 for (std::deque<Loop *>::iterator I = LQ.begin(),
85 E = LQ.end(); I != E; ++I) {
86 if (*I == L) {
87 LQ.erase(I);
88 break;
89 }
90 }
Devang Patel5afdc7d2007-02-23 00:10:16 +000091}
92
Devang Patela885c062007-03-06 19:00:02 +000093// Inset loop into loop nest (LoopInfo) and loop queue (LQ).
94void LPPassManager::insertLoop(Loop *L, Loop *ParentLoop) {
95
96 assert (CurrentLoop != L && "Cannot insert CurrentLoop");
97
98 // Insert into loop nest
99 if (ParentLoop)
100 ParentLoop->addChildLoop(L);
101 else
102 LI->addTopLevelLoop(L);
103
Dan Gohman3069b312009-09-27 23:49:43 +0000104 insertLoopIntoQueue(L);
105}
106
107void LPPassManager::insertLoopIntoQueue(Loop *L) {
Devang Patela885c062007-03-06 19:00:02 +0000108 // Insert L into loop queue
Andrew Trick882bcc62011-08-03 23:45:50 +0000109 if (L == CurrentLoop)
Devang Patela885c062007-03-06 19:00:02 +0000110 redoLoop(L);
Dan Gohman3069b312009-09-27 23:49:43 +0000111 else if (!L->getParentLoop())
Andrew Trick882bcc62011-08-03 23:45:50 +0000112 // This is top level loop.
Devang Patela885c062007-03-06 19:00:02 +0000113 LQ.push_front(L);
114 else {
Dan Gohman3069b312009-09-27 23:49:43 +0000115 // Insert L after the parent loop.
Devang Patela885c062007-03-06 19:00:02 +0000116 for (std::deque<Loop *>::iterator I = LQ.begin(),
117 E = LQ.end(); I != E; ++I) {
Dan Gohman3069b312009-09-27 23:49:43 +0000118 if (*I == L->getParentLoop()) {
Devang Patela885c062007-03-06 19:00:02 +0000119 // deque does not support insert after.
120 ++I;
121 LQ.insert(I, 1, L);
122 break;
123 }
124 }
125 }
126}
127
Devang Patel8ded5852007-02-23 00:16:44 +0000128// Reoptimize this loop. LPPassManager will re-insert this loop into the
129// queue. This allows LoopPass to change loop nest for the loop. This
130// utility may send LPPassManager into infinite loops so use caution.
131void LPPassManager::redoLoop(Loop *L) {
Devang Patel1bc89362007-03-07 00:26:10 +0000132 assert (CurrentLoop == L && "Can redo only CurrentLoop");
Devang Patel8ded5852007-02-23 00:16:44 +0000133 redoThisLoop = true;
134}
135
Devang Patelc7e49c02007-07-31 08:00:57 +0000136/// cloneBasicBlockSimpleAnalysis - Invoke cloneBasicBlockAnalysis hook for
137/// all loop passes.
Andrew Trick882bcc62011-08-03 23:45:50 +0000138void LPPassManager::cloneBasicBlockSimpleAnalysis(BasicBlock *From,
Devang Patelc7e49c02007-07-31 08:00:57 +0000139 BasicBlock *To, Loop *L) {
Andrew Trick882bcc62011-08-03 23:45:50 +0000140 for (unsigned Index = 0; Index < getNumContainedPasses(); ++Index) {
Dan Gohmanbd4d66d2010-08-11 20:34:43 +0000141 LoopPass *LP = getContainedPass(Index);
Devang Patelc7e49c02007-07-31 08:00:57 +0000142 LP->cloneBasicBlockAnalysis(From, To, L);
143 }
144}
145
146/// deleteSimpleAnalysisValue - Invoke deleteAnalysisValue hook for all passes.
147void LPPassManager::deleteSimpleAnalysisValue(Value *V, Loop *L) {
Devang Patel575ec802009-03-25 23:57:48 +0000148 if (BasicBlock *BB = dyn_cast<BasicBlock>(V)) {
Andrew Trick882bcc62011-08-03 23:45:50 +0000149 for (BasicBlock::iterator BI = BB->begin(), BE = BB->end(); BI != BE;
Devang Patel575ec802009-03-25 23:57:48 +0000150 ++BI) {
151 Instruction &I = *BI;
152 deleteSimpleAnalysisValue(&I, L);
153 }
154 }
Andrew Trick882bcc62011-08-03 23:45:50 +0000155 for (unsigned Index = 0; Index < getNumContainedPasses(); ++Index) {
Dan Gohmanbd4d66d2010-08-11 20:34:43 +0000156 LoopPass *LP = getContainedPass(Index);
Devang Patelc7e49c02007-07-31 08:00:57 +0000157 LP->deleteAnalysisValue(V, L);
158 }
159}
160
161
Devang Patel643a79b2007-02-22 23:45:15 +0000162// Recurse through all subloops and all loops into LQ.
Devang Patel30159722007-03-06 02:30:46 +0000163static void addLoopIntoQueue(Loop *L, std::deque<Loop *> &LQ) {
Devang Patel622adea2007-03-06 19:50:49 +0000164 LQ.push_back(L);
Andrew Trickc9b1e252012-06-26 04:11:38 +0000165 for (Loop::reverse_iterator I = L->rbegin(), E = L->rend(); I != E; ++I)
Devang Patel643a79b2007-02-22 23:45:15 +0000166 addLoopIntoQueue(*I, LQ);
Devang Patel643a79b2007-02-22 23:45:15 +0000167}
168
Devang Patelc37177e2007-03-06 19:11:25 +0000169/// Pass Manager itself does not invalidate any analysis info.
170void LPPassManager::getAnalysisUsage(AnalysisUsage &Info) const {
Andrew Trick882bcc62011-08-03 23:45:50 +0000171 // LPPassManager needs LoopInfo. In the long term LoopInfo class will
Devang Patelc37177e2007-03-06 19:11:25 +0000172 // become part of LPPassManager.
173 Info.addRequired<LoopInfo>();
174 Info.setPreservesAll();
175}
176
Devang Patel16a31c42007-02-22 08:56:17 +0000177/// run - Execute all of the passes scheduled for execution. Keep track of
178/// whether any of the passes modifies the function, and if so, return true.
179bool LPPassManager::runOnFunction(Function &F) {
Devang Patelc37177e2007-03-06 19:11:25 +0000180 LI = &getAnalysis<LoopInfo>();
Devang Patel16a31c42007-02-22 08:56:17 +0000181 bool Changed = false;
182
Devang Patel70c09c52008-07-03 07:02:30 +0000183 // Collect inherited analysis from Module level pass manager.
184 populateInheritedAnalysis(TPM->activeStack);
185
Andrew Trickc9b1e252012-06-26 04:11:38 +0000186 // Populate the loop queue in reverse program order. There is no clear need to
187 // process sibling loops in either forward or reverse order. There may be some
188 // advantage in deleting uses in a later loop before optimizing the
189 // definitions in an earlier loop. If we find a clear reason to process in
190 // forward order, then a forward variant of LoopPassManager should be created.
Andrew Trick360fef52013-07-20 23:10:31 +0000191 //
192 // Note that LoopInfo::iterator visits loops in reverse program
193 // order. Here, reverse_iterator gives us a forward order, and the LoopQueue
194 // reverses the order a third time by popping from the back.
Andrew Trickc9b1e252012-06-26 04:11:38 +0000195 for (LoopInfo::reverse_iterator I = LI->rbegin(), E = LI->rend(); I != E; ++I)
Devang Patel643a79b2007-02-22 23:45:15 +0000196 addLoopIntoQueue(*I, LQ);
197
Torok Edwin1970a892009-06-29 18:49:09 +0000198 if (LQ.empty()) // No loops, skip calling finalizers
199 return false;
200
Devang Patela5057d02007-03-06 16:59:03 +0000201 // Initialization
202 for (std::deque<Loop *>::const_iterator I = LQ.begin(), E = LQ.end();
203 I != E; ++I) {
204 Loop *L = *I;
Andrew Trick882bcc62011-08-03 23:45:50 +0000205 for (unsigned Index = 0; Index < getNumContainedPasses(); ++Index) {
Dan Gohmanbd4d66d2010-08-11 20:34:43 +0000206 LoopPass *P = getContainedPass(Index);
Chris Lattner77c95ed2010-01-22 05:37:10 +0000207 Changed |= P->doInitialization(L, *this);
Devang Patela5057d02007-03-06 16:59:03 +0000208 }
209 }
210
Devang Patel16a31c42007-02-22 08:56:17 +0000211 // Walk Loops
Devang Patel30159722007-03-06 02:30:46 +0000212 while (!LQ.empty()) {
Andrew Trick882bcc62011-08-03 23:45:50 +0000213
Devang Patel7a9a0692007-03-06 18:38:33 +0000214 CurrentLoop = LQ.back();
Devang Patel5afdc7d2007-02-23 00:10:16 +0000215 skipThisLoop = false;
Devang Patel8ded5852007-02-23 00:16:44 +0000216 redoThisLoop = false;
Devang Patel5afdc7d2007-02-23 00:10:16 +0000217
Dan Gohman1edaef62009-09-27 23:52:07 +0000218 // Run all passes on the current Loop.
Andrew Trick882bcc62011-08-03 23:45:50 +0000219 for (unsigned Index = 0; Index < getNumContainedPasses(); ++Index) {
Dan Gohmanbd4d66d2010-08-11 20:34:43 +0000220 LoopPass *P = getContainedPass(Index);
Eric Christopher9e7e6092012-03-23 03:54:05 +0000221
Dan Gohman6d594a92009-09-28 15:07:18 +0000222 dumpPassInfo(P, EXECUTION_MSG, ON_LOOP_MSG,
Benjamin Kramer41d43eb2010-03-31 16:06:22 +0000223 CurrentLoop->getHeader()->getName());
Chris Lattner0dabb7e2008-08-08 15:14:09 +0000224 dumpRequiredSet(P);
Devang Patel16a31c42007-02-22 08:56:17 +0000225
226 initializeAnalysisImpl(P);
Eric Christopher9e7e6092012-03-23 03:54:05 +0000227
Chris Lattnerd6f16582009-03-06 06:45:05 +0000228 {
Chris Lattner77c95ed2010-01-22 05:37:10 +0000229 PassManagerPrettyStackEntry X(P, *CurrentLoop->getHeader());
Chris Lattnera782e752010-03-30 04:03:22 +0000230 TimeRegion PassTimer(getPassTimer(P));
231
Chris Lattner77c95ed2010-01-22 05:37:10 +0000232 Changed |= P->runOnLoop(CurrentLoop, *this);
Chris Lattnerd6f16582009-03-06 06:45:05 +0000233 }
Devang Patel16a31c42007-02-22 08:56:17 +0000234
235 if (Changed)
Dan Gohman6d594a92009-09-28 15:07:18 +0000236 dumpPassInfo(P, MODIFICATION_MSG, ON_LOOP_MSG,
Dan Gohman322b95c2009-09-28 15:40:01 +0000237 skipThisLoop ? "<deleted>" :
Benjamin Kramer41d43eb2010-03-31 16:06:22 +0000238 CurrentLoop->getHeader()->getName());
Chris Lattner0dabb7e2008-08-08 15:14:09 +0000239 dumpPreservedSet(P);
Devang Patel58e0ef12007-07-19 18:02:32 +0000240
Dan Gohman9450b0e2009-09-28 00:27:48 +0000241 if (!skipThisLoop) {
242 // Manually check that this loop is still healthy. This is done
243 // instead of relying on LoopInfo::verifyLoop since LoopInfo
244 // is a function pass and it's really expensive to verify every
245 // loop in the function every time. That level of checking can be
246 // enabled with the -verify-loop-info option.
Chris Lattnera782e752010-03-30 04:03:22 +0000247 {
248 TimeRegion PassTimer(getPassTimer(LI));
249 CurrentLoop->verifyLoop();
250 }
Dan Gohman9450b0e2009-09-28 00:27:48 +0000251
252 // Then call the regular verifyAnalysis functions.
Chris Lattner77c95ed2010-01-22 05:37:10 +0000253 verifyPreservedAnalysis(P);
Dan Gohman9450b0e2009-09-28 00:27:48 +0000254 }
Dan Gohmandd12de62009-09-03 15:09:24 +0000255
Devang Patel16a31c42007-02-22 08:56:17 +0000256 removeNotPreservedAnalysis(P);
257 recordAvailableAnalysis(P);
Dan Gohman6d594a92009-09-28 15:07:18 +0000258 removeDeadPasses(P,
259 skipThisLoop ? "<deleted>" :
Benjamin Kramer41d43eb2010-03-31 16:06:22 +0000260 CurrentLoop->getHeader()->getName(),
Dan Gohman6d594a92009-09-28 15:07:18 +0000261 ON_LOOP_MSG);
Devang Patel5afdc7d2007-02-23 00:10:16 +0000262
263 if (skipThisLoop)
264 // Do not run other passes on this loop.
265 break;
Devang Patel16a31c42007-02-22 08:56:17 +0000266 }
Andrew Trick882bcc62011-08-03 23:45:50 +0000267
Dan Gohman97029012009-09-27 23:43:07 +0000268 // If the loop was deleted, release all the loop passes. This frees up
269 // some memory, and avoids trouble with the pass manager trying to call
270 // verifyAnalysis on them.
271 if (skipThisLoop)
Andrew Trick882bcc62011-08-03 23:45:50 +0000272 for (unsigned Index = 0; Index < getNumContainedPasses(); ++Index) {
Dan Gohman97029012009-09-27 23:43:07 +0000273 Pass *P = getContainedPass(Index);
Dan Gohman6d594a92009-09-28 15:07:18 +0000274 freePass(P, "<deleted>", ON_LOOP_MSG);
Dan Gohman97029012009-09-27 23:43:07 +0000275 }
276
Devang Patel643a79b2007-02-22 23:45:15 +0000277 // Pop the loop from queue after running all passes.
Devang Patel30159722007-03-06 02:30:46 +0000278 LQ.pop_back();
Andrew Trick882bcc62011-08-03 23:45:50 +0000279
Devang Patel8ded5852007-02-23 00:16:44 +0000280 if (redoThisLoop)
Devang Patel7a9a0692007-03-06 18:38:33 +0000281 LQ.push_back(CurrentLoop);
Devang Patel16a31c42007-02-22 08:56:17 +0000282 }
Andrew Trick882bcc62011-08-03 23:45:50 +0000283
Devang Patela5057d02007-03-06 16:59:03 +0000284 // Finalization
285 for (unsigned Index = 0; Index < getNumContainedPasses(); ++Index) {
Dan Gohmanbd4d66d2010-08-11 20:34:43 +0000286 LoopPass *P = getContainedPass(Index);
Chris Lattner77c95ed2010-01-22 05:37:10 +0000287 Changed |= P->doFinalization();
Devang Patela5057d02007-03-06 16:59:03 +0000288 }
Devang Patel16a31c42007-02-22 08:56:17 +0000289
290 return Changed;
291}
292
Dan Gohman189c6352009-02-17 19:41:26 +0000293/// Print passes managed by this manager
294void LPPassManager::dumpPassStructure(unsigned Offset) {
Chris Lattner103289e2009-08-23 07:19:13 +0000295 errs().indent(Offset*2) << "Loop Pass Manager\n";
Dan Gohman189c6352009-02-17 19:41:26 +0000296 for (unsigned Index = 0; Index < getNumContainedPasses(); ++Index) {
297 Pass *P = getContainedPass(Index);
Dan Gohman8a757ae2010-08-19 01:29:07 +0000298 P->dumpPassStructure(Offset + 1);
Dan Gohman189c6352009-02-17 19:41:26 +0000299 dumpLastUses(P, Offset+1);
300 }
301}
302
Devang Patel16a31c42007-02-22 08:56:17 +0000303
Devang Patelbfd59052007-02-23 00:36:57 +0000304//===----------------------------------------------------------------------===//
305// LoopPass
306
David Greene5c8aa952010-04-02 23:17:14 +0000307Pass *LoopPass::createPrinterPass(raw_ostream &O,
308 const std::string &Banner) const {
309 return new PrintLoopPass(Banner, O);
310}
311
Devang Patel22033be2007-03-06 17:59:37 +0000312// Check if this pass is suitable for the current LPPassManager, if
313// available. This pass P is not suitable for a LPPassManager if P
314// is not preserving higher level analysis info used by other
315// LPPassManager passes. In such case, pop LPPassManager from the
316// stack. This will force assignPassManager() to create new
317// LPPassManger as expected.
318void LoopPass::preparePassManager(PMStack &PMS) {
319
Andrew Trick882bcc62011-08-03 23:45:50 +0000320 // Find LPPassManager
Duncan Sands20d824b2007-07-19 09:42:01 +0000321 while (!PMS.empty() &&
322 PMS.top()->getPassManagerType() > PMT_LoopPassManager)
323 PMS.pop();
Devang Patel22033be2007-03-06 17:59:37 +0000324
Devang Patel22033be2007-03-06 17:59:37 +0000325 // If this pass is destroying high level information that is used
326 // by other passes that are managed by LPM then do not insert
327 // this pass in current LPM. Use new LPPassManager.
Chris Lattner77c95ed2010-01-22 05:37:10 +0000328 if (PMS.top()->getPassManagerType() == PMT_LoopPassManager &&
Andrew Trick882bcc62011-08-03 23:45:50 +0000329 !PMS.top()->preserveHigherLevelAnalysis(this))
Devang Patel22033be2007-03-06 17:59:37 +0000330 PMS.pop();
331}
332
Devang Patelbfd59052007-02-23 00:36:57 +0000333/// Assign pass manager to manage this pass.
334void LoopPass::assignPassManager(PMStack &PMS,
335 PassManagerType PreferredType) {
Andrew Trick882bcc62011-08-03 23:45:50 +0000336 // Find LPPassManager
Duncan Sands20d824b2007-07-19 09:42:01 +0000337 while (!PMS.empty() &&
338 PMS.top()->getPassManagerType() > PMT_LoopPassManager)
339 PMS.pop();
Devang Patelbfd59052007-02-23 00:36:57 +0000340
Chris Lattner77c95ed2010-01-22 05:37:10 +0000341 LPPassManager *LPPM;
342 if (PMS.top()->getPassManagerType() == PMT_LoopPassManager)
343 LPPM = (LPPassManager*)PMS.top();
344 else {
Andrew Trick882bcc62011-08-03 23:45:50 +0000345 // Create new Loop Pass Manager if it does not exist.
Devang Patelbfd59052007-02-23 00:36:57 +0000346 assert (!PMS.empty() && "Unable to create Loop Pass Manager");
347 PMDataManager *PMD = PMS.top();
348
Andrew Trick0e122d12011-08-29 17:07:00 +0000349 // [1] Create new Loop Pass Manager
350 LPPM = new LPPassManager();
Devang Patel1bc89362007-03-07 00:26:10 +0000351 LPPM->populateInheritedAnalysis(PMS);
Devang Patelbfd59052007-02-23 00:36:57 +0000352
353 // [2] Set up new manager's top level manager
354 PMTopLevelManager *TPM = PMD->getTopLevelManager();
355 TPM->addIndirectPassManager(LPPM);
356
357 // [3] Assign manager to manage this new manager. This may create
358 // and push new managers into PMS
Chris Lattner77c95ed2010-01-22 05:37:10 +0000359 Pass *P = LPPM->getAsPass();
Devang Patelc37177e2007-03-06 19:11:25 +0000360 TPM->schedulePass(P);
Devang Patelbfd59052007-02-23 00:36:57 +0000361
362 // [4] Push new manager into PMS
363 PMS.push(LPPM);
364 }
365
366 LPPM->add(this);
367}