blob: e24a9e46fc1577a3a6104ff2818dbcc226937c4c [file] [log] [blame]
Devang Patel20525d22007-02-22 08:56:17 +00001//===- LoopPass.cpp - Loop Pass and Loop Pass Manager ---------------------===//
2//
3// The LLVM Compiler Infrastructure
4//
Chris Lattnerf3ebc3f2007-12-29 20:36:04 +00005// This file is distributed under the University of Illinois Open Source
6// License. See LICENSE.TXT for details.
Devang Patel20525d22007-02-22 08:56:17 +00007//
8//===----------------------------------------------------------------------===//
9//
10// This file implements LoopPass and LPPassManager. All loop optimization
11// and transformation passes are derived from LoopPass. LPPassManager is
12// responsible for managing LoopPasses.
13//
14//===----------------------------------------------------------------------===//
15
16#include "llvm/Analysis/LoopPass.h"
Chandler Carruthb8ddc702014-01-12 11:10:32 +000017#include "llvm/IR/IRPrintingPasses.h"
Juergen Ributzka34390c72014-05-16 02:33:15 +000018#include "llvm/IR/LLVMContext.h"
Justin Bognerc2b98f02015-11-04 22:24:08 +000019#include "llvm/IR/PassManager.h"
David Greene9b063df2010-04-02 23:17:14 +000020#include "llvm/Support/Debug.h"
Chris Lattner707431c2010-03-30 04:03:22 +000021#include "llvm/Support/Timer.h"
Benjamin Kramer16132e62015-03-23 18:07:13 +000022#include "llvm/Support/raw_ostream.h"
Devang Patel20525d22007-02-22 08:56:17 +000023using namespace llvm;
24
Chandler Carruthe96dd892014-04-21 22:55:11 +000025#define DEBUG_TYPE "loop-pass-manager"
26
David Greene9b063df2010-04-02 23:17:14 +000027namespace {
28
29/// PrintLoopPass - Print a Function corresponding to a Loop.
30///
Justin Bognerc2b98f02015-11-04 22:24:08 +000031class PrintLoopPassWrapper : public LoopPass {
32 PrintLoopPass P;
David Greene9b063df2010-04-02 23:17:14 +000033
34public:
35 static char ID;
Justin Bognerc2b98f02015-11-04 22:24:08 +000036 PrintLoopPassWrapper() : LoopPass(ID) {}
37 PrintLoopPassWrapper(raw_ostream &OS, const std::string &Banner)
38 : LoopPass(ID), P(OS, Banner) {}
David Greene9b063df2010-04-02 23:17:14 +000039
Craig Toppere9ba7592014-03-05 07:30:04 +000040 void getAnalysisUsage(AnalysisUsage &AU) const override {
David Greene9b063df2010-04-02 23:17:14 +000041 AU.setPreservesAll();
42 }
43
Craig Toppere9ba7592014-03-05 07:30:04 +000044 bool runOnLoop(Loop *L, LPPassManager &) override {
Weiming Zhao0f1762c2016-01-06 22:55:03 +000045 auto BBI = find_if(L->blocks().begin(), L->blocks().end(),
46 [](BasicBlock *BB) { return BB; });
47 if (BBI != L->blocks().end() &&
48 isFunctionInPrintList((*BBI)->getParent()->getName()))
49 P.run(*L);
David Greene9b063df2010-04-02 23:17:14 +000050 return false;
51 }
52};
53
Justin Bognerc2b98f02015-11-04 22:24:08 +000054char PrintLoopPassWrapper::ID = 0;
Alexander Kornienkof00654e2015-06-23 09:49:53 +000055}
David Greene9b063df2010-04-02 23:17:14 +000056
Devang Patel20525d22007-02-22 08:56:17 +000057//===----------------------------------------------------------------------===//
58// LPPassManager
59//
Devang Patel09f162c2007-05-01 21:15:47 +000060
Devang Patel8c78a0b2007-05-03 01:11:54 +000061char LPPassManager::ID = 0;
Devang Patel20525d22007-02-22 08:56:17 +000062
Andrew Trick08966212011-08-29 17:07:00 +000063LPPassManager::LPPassManager()
64 : FunctionPass(ID), PMDataManager() {
Craig Topper9f008862014-04-15 04:59:12 +000065 LI = nullptr;
66 CurrentLoop = nullptr;
Devang Patelde7d4902007-02-22 23:30:07 +000067}
68
Devang Patelef7ac132007-03-06 19:00:02 +000069// Inset loop into loop nest (LoopInfo) and loop queue (LQ).
Justin Bogner35e46cd2015-10-22 21:21:32 +000070Loop &LPPassManager::addLoop(Loop *ParentLoop) {
71 // Create a new loop. LI will take ownership.
72 Loop *L = new Loop();
Devang Patelef7ac132007-03-06 19:00:02 +000073
Justin Bogner35e46cd2015-10-22 21:21:32 +000074 // Insert into the loop nest and the loop queue.
75 if (!ParentLoop) {
76 // This is the top level loop.
Devang Patelef7ac132007-03-06 19:00:02 +000077 LI->addTopLevelLoop(L);
Devang Patelef7ac132007-03-06 19:00:02 +000078 LQ.push_front(L);
Justin Bogner35e46cd2015-10-22 21:21:32 +000079 return *L;
80 }
81
82 ParentLoop->addChildLoop(L);
83 // Insert L into the loop queue after the parent loop.
84 for (auto I = LQ.begin(), E = LQ.end(); I != E; ++I) {
85 if (*I == L->getParentLoop()) {
86 // deque does not support insert after.
87 ++I;
88 LQ.insert(I, 1, L);
89 break;
Devang Patelef7ac132007-03-06 19:00:02 +000090 }
91 }
Justin Bogner35e46cd2015-10-22 21:21:32 +000092 return *L;
Devang Patelef7ac132007-03-06 19:00:02 +000093}
94
Devang Patelcc2b2332007-07-31 08:00:57 +000095/// cloneBasicBlockSimpleAnalysis - Invoke cloneBasicBlockAnalysis hook for
96/// all loop passes.
Andrew Trickf898cbd2011-08-03 23:45:50 +000097void LPPassManager::cloneBasicBlockSimpleAnalysis(BasicBlock *From,
Devang Patelcc2b2332007-07-31 08:00:57 +000098 BasicBlock *To, Loop *L) {
Andrew Trickf898cbd2011-08-03 23:45:50 +000099 for (unsigned Index = 0; Index < getNumContainedPasses(); ++Index) {
Dan Gohmana97e78b2010-08-11 20:34:43 +0000100 LoopPass *LP = getContainedPass(Index);
Devang Patelcc2b2332007-07-31 08:00:57 +0000101 LP->cloneBasicBlockAnalysis(From, To, L);
102 }
103}
104
105/// deleteSimpleAnalysisValue - Invoke deleteAnalysisValue hook for all passes.
106void LPPassManager::deleteSimpleAnalysisValue(Value *V, Loop *L) {
Devang Patel45556182009-03-25 23:57:48 +0000107 if (BasicBlock *BB = dyn_cast<BasicBlock>(V)) {
Andrew Trickf898cbd2011-08-03 23:45:50 +0000108 for (BasicBlock::iterator BI = BB->begin(), BE = BB->end(); BI != BE;
Devang Patel45556182009-03-25 23:57:48 +0000109 ++BI) {
110 Instruction &I = *BI;
111 deleteSimpleAnalysisValue(&I, L);
112 }
113 }
Andrew Trickf898cbd2011-08-03 23:45:50 +0000114 for (unsigned Index = 0; Index < getNumContainedPasses(); ++Index) {
Dan Gohmana97e78b2010-08-11 20:34:43 +0000115 LoopPass *LP = getContainedPass(Index);
Devang Patelcc2b2332007-07-31 08:00:57 +0000116 LP->deleteAnalysisValue(V, L);
117 }
118}
119
David Peixotto0d4d5e62014-09-24 16:48:31 +0000120/// Invoke deleteAnalysisLoop hook for all passes.
121void LPPassManager::deleteSimpleAnalysisLoop(Loop *L) {
122 for (unsigned Index = 0; Index < getNumContainedPasses(); ++Index) {
123 LoopPass *LP = getContainedPass(Index);
124 LP->deleteAnalysisLoop(L);
125 }
126}
127
Devang Patelcc2b2332007-07-31 08:00:57 +0000128
Devang Patel51705712007-02-22 23:45:15 +0000129// Recurse through all subloops and all loops into LQ.
Devang Patela8c81c522007-03-06 02:30:46 +0000130static void addLoopIntoQueue(Loop *L, std::deque<Loop *> &LQ) {
Devang Pateldb0db972007-03-06 19:50:49 +0000131 LQ.push_back(L);
Andrew Trickfb2ba3e2012-06-26 04:11:38 +0000132 for (Loop::reverse_iterator I = L->rbegin(), E = L->rend(); I != E; ++I)
Devang Patel51705712007-02-22 23:45:15 +0000133 addLoopIntoQueue(*I, LQ);
Devang Patel51705712007-02-22 23:45:15 +0000134}
135
Devang Patel4a8725c2007-03-06 19:11:25 +0000136/// Pass Manager itself does not invalidate any analysis info.
137void LPPassManager::getAnalysisUsage(AnalysisUsage &Info) const {
Andrew Trickf898cbd2011-08-03 23:45:50 +0000138 // LPPassManager needs LoopInfo. In the long term LoopInfo class will
Devang Patel4a8725c2007-03-06 19:11:25 +0000139 // become part of LPPassManager.
Chandler Carruth4f8f3072015-01-17 14:16:18 +0000140 Info.addRequired<LoopInfoWrapperPass>();
Devang Patel4a8725c2007-03-06 19:11:25 +0000141 Info.setPreservesAll();
142}
143
Devang Patel20525d22007-02-22 08:56:17 +0000144/// run - Execute all of the passes scheduled for execution. Keep track of
145/// whether any of the passes modifies the function, and if so, return true.
146bool LPPassManager::runOnFunction(Function &F) {
Chandler Carruth4f8f3072015-01-17 14:16:18 +0000147 auto &LIWP = getAnalysis<LoopInfoWrapperPass>();
148 LI = &LIWP.getLoopInfo();
Devang Patel20525d22007-02-22 08:56:17 +0000149 bool Changed = false;
150
Devang Patel874a3a02008-07-03 07:02:30 +0000151 // Collect inherited analysis from Module level pass manager.
152 populateInheritedAnalysis(TPM->activeStack);
153
Andrew Trickfb2ba3e2012-06-26 04:11:38 +0000154 // Populate the loop queue in reverse program order. There is no clear need to
155 // process sibling loops in either forward or reverse order. There may be some
156 // advantage in deleting uses in a later loop before optimizing the
157 // definitions in an earlier loop. If we find a clear reason to process in
158 // forward order, then a forward variant of LoopPassManager should be created.
Andrew Trickb5f3c442013-07-20 23:10:31 +0000159 //
160 // Note that LoopInfo::iterator visits loops in reverse program
161 // order. Here, reverse_iterator gives us a forward order, and the LoopQueue
162 // reverses the order a third time by popping from the back.
Andrew Trickfb2ba3e2012-06-26 04:11:38 +0000163 for (LoopInfo::reverse_iterator I = LI->rbegin(), E = LI->rend(); I != E; ++I)
Devang Patel51705712007-02-22 23:45:15 +0000164 addLoopIntoQueue(*I, LQ);
165
Torok Edwin24c78352009-06-29 18:49:09 +0000166 if (LQ.empty()) // No loops, skip calling finalizers
167 return false;
168
Devang Patel84ffc222007-03-06 16:59:03 +0000169 // Initialization
170 for (std::deque<Loop *>::const_iterator I = LQ.begin(), E = LQ.end();
171 I != E; ++I) {
172 Loop *L = *I;
Andrew Trickf898cbd2011-08-03 23:45:50 +0000173 for (unsigned Index = 0; Index < getNumContainedPasses(); ++Index) {
Dan Gohmana97e78b2010-08-11 20:34:43 +0000174 LoopPass *P = getContainedPass(Index);
Chris Lattner9efd4fc2010-01-22 05:37:10 +0000175 Changed |= P->doInitialization(L, *this);
Devang Patel84ffc222007-03-06 16:59:03 +0000176 }
177 }
178
Devang Patel20525d22007-02-22 08:56:17 +0000179 // Walk Loops
Devang Patela8c81c522007-03-06 02:30:46 +0000180 while (!LQ.empty()) {
Andrew Trickf898cbd2011-08-03 23:45:50 +0000181
Justin Bogner6e9810c2015-12-16 00:01:02 +0000182 CurrentLoop = LQ.back();
Dan Gohmanb0934cd2009-09-27 23:52:07 +0000183 // Run all passes on the current Loop.
Andrew Trickf898cbd2011-08-03 23:45:50 +0000184 for (unsigned Index = 0; Index < getNumContainedPasses(); ++Index) {
Dan Gohmana97e78b2010-08-11 20:34:43 +0000185 LoopPass *P = getContainedPass(Index);
Eric Christopher3c0d5162012-03-23 03:54:05 +0000186
Dan Gohman0bd312a2009-09-28 15:07:18 +0000187 dumpPassInfo(P, EXECUTION_MSG, ON_LOOP_MSG,
Benjamin Kramerf4512a32010-03-31 16:06:22 +0000188 CurrentLoop->getHeader()->getName());
Chris Lattner4c493d92008-08-08 15:14:09 +0000189 dumpRequiredSet(P);
Devang Patel20525d22007-02-22 08:56:17 +0000190
191 initializeAnalysisImpl(P);
Eric Christopher3c0d5162012-03-23 03:54:05 +0000192
Chris Lattner4c1e9542009-03-06 06:45:05 +0000193 {
Chris Lattner9efd4fc2010-01-22 05:37:10 +0000194 PassManagerPrettyStackEntry X(P, *CurrentLoop->getHeader());
Chris Lattner707431c2010-03-30 04:03:22 +0000195 TimeRegion PassTimer(getPassTimer(P));
196
Chris Lattner9efd4fc2010-01-22 05:37:10 +0000197 Changed |= P->runOnLoop(CurrentLoop, *this);
Chris Lattner4c1e9542009-03-06 06:45:05 +0000198 }
Devang Patel20525d22007-02-22 08:56:17 +0000199
200 if (Changed)
Dan Gohman0bd312a2009-09-28 15:07:18 +0000201 dumpPassInfo(P, MODIFICATION_MSG, ON_LOOP_MSG,
Justin Bogner6e9810c2015-12-16 00:01:02 +0000202 CurrentLoop->isUnloop()
203 ? "<deleted>"
204 : CurrentLoop->getHeader()->getName());
Chris Lattner4c493d92008-08-08 15:14:09 +0000205 dumpPreservedSet(P);
Devang Patela273d1c2007-07-19 18:02:32 +0000206
Justin Bogner6e9810c2015-12-16 00:01:02 +0000207 if (CurrentLoop->isUnloop()) {
208 // Notify passes that the loop is being deleted.
209 deleteSimpleAnalysisLoop(CurrentLoop);
210 } else {
Dan Gohman4dbb3012009-09-28 00:27:48 +0000211 // Manually check that this loop is still healthy. This is done
212 // instead of relying on LoopInfo::verifyLoop since LoopInfo
213 // is a function pass and it's really expensive to verify every
214 // loop in the function every time. That level of checking can be
215 // enabled with the -verify-loop-info option.
Chris Lattner707431c2010-03-30 04:03:22 +0000216 {
Chandler Carruth4f8f3072015-01-17 14:16:18 +0000217 TimeRegion PassTimer(getPassTimer(&LIWP));
Chris Lattner707431c2010-03-30 04:03:22 +0000218 CurrentLoop->verifyLoop();
219 }
Dan Gohman4dbb3012009-09-28 00:27:48 +0000220
221 // Then call the regular verifyAnalysis functions.
Chris Lattner9efd4fc2010-01-22 05:37:10 +0000222 verifyPreservedAnalysis(P);
Juergen Ributzka34390c72014-05-16 02:33:15 +0000223
224 F.getContext().yield();
Dan Gohman4dbb3012009-09-28 00:27:48 +0000225 }
Dan Gohman96a26bd2009-09-03 15:09:24 +0000226
Devang Patel20525d22007-02-22 08:56:17 +0000227 removeNotPreservedAnalysis(P);
228 recordAvailableAnalysis(P);
Justin Bogner6e9810c2015-12-16 00:01:02 +0000229 removeDeadPasses(P, CurrentLoop->isUnloop()
230 ? "<deleted>"
231 : CurrentLoop->getHeader()->getName(),
Dan Gohman0bd312a2009-09-28 15:07:18 +0000232 ON_LOOP_MSG);
Devang Patel4e335c62007-02-23 00:10:16 +0000233
Justin Bogner6e9810c2015-12-16 00:01:02 +0000234 if (CurrentLoop->isUnloop())
Devang Patel4e335c62007-02-23 00:10:16 +0000235 // Do not run other passes on this loop.
236 break;
Devang Patel20525d22007-02-22 08:56:17 +0000237 }
Andrew Trickf898cbd2011-08-03 23:45:50 +0000238
Dan Gohman37a996642009-09-27 23:43:07 +0000239 // If the loop was deleted, release all the loop passes. This frees up
240 // some memory, and avoids trouble with the pass manager trying to call
241 // verifyAnalysis on them.
Justin Bogner6e9810c2015-12-16 00:01:02 +0000242 if (CurrentLoop->isUnloop()) {
Andrew Trickf898cbd2011-08-03 23:45:50 +0000243 for (unsigned Index = 0; Index < getNumContainedPasses(); ++Index) {
Dan Gohman37a996642009-09-27 23:43:07 +0000244 Pass *P = getContainedPass(Index);
Dan Gohman0bd312a2009-09-28 15:07:18 +0000245 freePass(P, "<deleted>", ON_LOOP_MSG);
Dan Gohman37a996642009-09-27 23:43:07 +0000246 }
Justin Bogner6e9810c2015-12-16 00:01:02 +0000247 delete CurrentLoop;
248 }
Dan Gohman37a996642009-09-27 23:43:07 +0000249
Devang Patel51705712007-02-22 23:45:15 +0000250 // Pop the loop from queue after running all passes.
Devang Patela8c81c522007-03-06 02:30:46 +0000251 LQ.pop_back();
Devang Patel20525d22007-02-22 08:56:17 +0000252 }
Andrew Trickf898cbd2011-08-03 23:45:50 +0000253
Devang Patel84ffc222007-03-06 16:59:03 +0000254 // Finalization
255 for (unsigned Index = 0; Index < getNumContainedPasses(); ++Index) {
Dan Gohmana97e78b2010-08-11 20:34:43 +0000256 LoopPass *P = getContainedPass(Index);
Chris Lattner9efd4fc2010-01-22 05:37:10 +0000257 Changed |= P->doFinalization();
Devang Patel84ffc222007-03-06 16:59:03 +0000258 }
Devang Patel20525d22007-02-22 08:56:17 +0000259
260 return Changed;
261}
262
Dan Gohman143206d2009-02-17 19:41:26 +0000263/// Print passes managed by this manager
264void LPPassManager::dumpPassStructure(unsigned Offset) {
Chris Lattner4883d902009-08-23 07:19:13 +0000265 errs().indent(Offset*2) << "Loop Pass Manager\n";
Dan Gohman143206d2009-02-17 19:41:26 +0000266 for (unsigned Index = 0; Index < getNumContainedPasses(); ++Index) {
267 Pass *P = getContainedPass(Index);
Dan Gohmanf71c5212010-08-19 01:29:07 +0000268 P->dumpPassStructure(Offset + 1);
Dan Gohman143206d2009-02-17 19:41:26 +0000269 dumpLastUses(P, Offset+1);
270 }
271}
272
Devang Patel20525d22007-02-22 08:56:17 +0000273
Devang Patel55c38272007-02-23 00:36:57 +0000274//===----------------------------------------------------------------------===//
275// LoopPass
276
David Greene9b063df2010-04-02 23:17:14 +0000277Pass *LoopPass::createPrinterPass(raw_ostream &O,
278 const std::string &Banner) const {
Justin Bognerc2b98f02015-11-04 22:24:08 +0000279 return new PrintLoopPassWrapper(O, Banner);
David Greene9b063df2010-04-02 23:17:14 +0000280}
281
Devang Patel16993842007-03-06 17:59:37 +0000282// Check if this pass is suitable for the current LPPassManager, if
283// available. This pass P is not suitable for a LPPassManager if P
284// is not preserving higher level analysis info used by other
285// LPPassManager passes. In such case, pop LPPassManager from the
286// stack. This will force assignPassManager() to create new
287// LPPassManger as expected.
288void LoopPass::preparePassManager(PMStack &PMS) {
289
Andrew Trickf898cbd2011-08-03 23:45:50 +0000290 // Find LPPassManager
Duncan Sands60f28bf2007-07-19 09:42:01 +0000291 while (!PMS.empty() &&
292 PMS.top()->getPassManagerType() > PMT_LoopPassManager)
293 PMS.pop();
Devang Patel16993842007-03-06 17:59:37 +0000294
Devang Patel16993842007-03-06 17:59:37 +0000295 // If this pass is destroying high level information that is used
296 // by other passes that are managed by LPM then do not insert
297 // this pass in current LPM. Use new LPPassManager.
Chris Lattner9efd4fc2010-01-22 05:37:10 +0000298 if (PMS.top()->getPassManagerType() == PMT_LoopPassManager &&
Andrew Trickf898cbd2011-08-03 23:45:50 +0000299 !PMS.top()->preserveHigherLevelAnalysis(this))
Devang Patel16993842007-03-06 17:59:37 +0000300 PMS.pop();
301}
302
Devang Patel55c38272007-02-23 00:36:57 +0000303/// Assign pass manager to manage this pass.
304void LoopPass::assignPassManager(PMStack &PMS,
305 PassManagerType PreferredType) {
Andrew Trickf898cbd2011-08-03 23:45:50 +0000306 // Find LPPassManager
Duncan Sands60f28bf2007-07-19 09:42:01 +0000307 while (!PMS.empty() &&
308 PMS.top()->getPassManagerType() > PMT_LoopPassManager)
309 PMS.pop();
Devang Patel55c38272007-02-23 00:36:57 +0000310
Chris Lattner9efd4fc2010-01-22 05:37:10 +0000311 LPPassManager *LPPM;
312 if (PMS.top()->getPassManagerType() == PMT_LoopPassManager)
313 LPPM = (LPPassManager*)PMS.top();
314 else {
Andrew Trickf898cbd2011-08-03 23:45:50 +0000315 // Create new Loop Pass Manager if it does not exist.
Devang Patel55c38272007-02-23 00:36:57 +0000316 assert (!PMS.empty() && "Unable to create Loop Pass Manager");
317 PMDataManager *PMD = PMS.top();
318
Andrew Trick08966212011-08-29 17:07:00 +0000319 // [1] Create new Loop Pass Manager
320 LPPM = new LPPassManager();
Devang Patel901a27d2007-03-07 00:26:10 +0000321 LPPM->populateInheritedAnalysis(PMS);
Devang Patel55c38272007-02-23 00:36:57 +0000322
323 // [2] Set up new manager's top level manager
324 PMTopLevelManager *TPM = PMD->getTopLevelManager();
325 TPM->addIndirectPassManager(LPPM);
326
327 // [3] Assign manager to manage this new manager. This may create
328 // and push new managers into PMS
Chris Lattner9efd4fc2010-01-22 05:37:10 +0000329 Pass *P = LPPM->getAsPass();
Devang Patel4a8725c2007-03-06 19:11:25 +0000330 TPM->schedulePass(P);
Devang Patel55c38272007-02-23 00:36:57 +0000331
332 // [4] Push new manager into PMS
333 PMS.push(LPPM);
334 }
335
336 LPPM->add(this);
337}
Paul Robinsonaf4e64d2014-02-06 00:07:05 +0000338
339// Containing function has Attribute::OptimizeNone and transformation
340// passes should skip it.
Paul Robinson0c12b1d22014-02-26 01:23:26 +0000341bool LoopPass::skipOptnoneFunction(const Loop *L) const {
342 const Function *F = L->getHeader()->getParent();
Paul Robinsonaf4e64d2014-02-06 00:07:05 +0000343 if (F && F->hasFnAttribute(Attribute::OptimizeNone)) {
344 // FIXME: Report this to dbgs() only once per function.
345 DEBUG(dbgs() << "Skipping pass '" << getPassName()
346 << "' in function " << F->getName() << "\n");
347 // FIXME: Delete loop from pass manager's queue?
348 return true;
349 }
350 return false;
351}