blob: 5ab686aa831a3eedc8d12d698a095793559fa9b9 [file] [log] [blame]
Owen Anderson0396cd32008-04-29 20:06:54 +00001//===- LoopDeletion.cpp - Dead Loop Deletion Pass ---------------===//
Owen Anderson0ff77082008-04-29 00:38:34 +00002//
3// The LLVM Compiler Infrastructure
4//
5// This file is distributed under the University of Illinois Open Source
6// License. See LICENSE.TXT for details.
7//
8//===----------------------------------------------------------------------===//
9//
Gordon Henriksena8a118b2008-05-08 17:46:35 +000010// This file implements the Dead Loop Deletion Pass. This pass is responsible
11// for eliminating loops with non-infinite computable trip counts that have no
12// side effects or volatile instructions, and do not contribute to the
13// computation of the function's return value.
Owen Anderson0ff77082008-04-29 00:38:34 +000014//
15//===----------------------------------------------------------------------===//
16
Owen Anderson0ff77082008-04-29 00:38:34 +000017#include "llvm/Transforms/Scalar.h"
Owen Anderson0ff77082008-04-29 00:38:34 +000018#include "llvm/ADT/SmallVector.h"
Chandler Carruthd04a8d42012-12-03 16:50:05 +000019#include "llvm/ADT/Statistic.h"
Chandler Carruthd04a8d42012-12-03 16:50:05 +000020#include "llvm/Analysis/LoopPass.h"
21#include "llvm/Analysis/ScalarEvolution.h"
Stephen Hines36b56882014-04-23 16:57:46 -070022#include "llvm/IR/Dominators.h"
Owen Anderson0ff77082008-04-29 00:38:34 +000023using namespace llvm;
24
Stephen Hinesdce4a402014-05-29 02:49:00 -070025#define DEBUG_TYPE "loop-delete"
26
Owen Anderson0ff77082008-04-29 00:38:34 +000027STATISTIC(NumDeleted, "Number of loops deleted");
28
29namespace {
Chris Lattner3e8b6632009-09-02 06:11:42 +000030 class LoopDeletion : public LoopPass {
Owen Anderson0ff77082008-04-29 00:38:34 +000031 public:
32 static char ID; // Pass ID, replacement for typeid
Owen Anderson081c34b2010-10-19 17:21:58 +000033 LoopDeletion() : LoopPass(ID) {
34 initializeLoopDeletionPass(*PassRegistry::getPassRegistry());
35 }
Nadav Rotema94d6e82012-07-24 10:51:42 +000036
Owen Anderson0ff77082008-04-29 00:38:34 +000037 // Possibly eliminate loop L if it is dead.
Stephen Hines36b56882014-04-23 16:57:46 -070038 bool runOnLoop(Loop *L, LPPassManager &LPM) override;
Nadav Rotema94d6e82012-07-24 10:51:42 +000039
Stephen Hines36b56882014-04-23 16:57:46 -070040 void getAnalysisUsage(AnalysisUsage &AU) const override {
41 AU.addRequired<DominatorTreeWrapperPass>();
Owen Anderson0ff77082008-04-29 00:38:34 +000042 AU.addRequired<LoopInfo>();
Dan Gohman052f0002010-07-26 18:11:16 +000043 AU.addRequired<ScalarEvolution>();
Owen Anderson0ff77082008-04-29 00:38:34 +000044 AU.addRequiredID(LoopSimplifyID);
45 AU.addRequiredID(LCSSAID);
Nadav Rotema94d6e82012-07-24 10:51:42 +000046
Owen Anderson0db198d2008-05-16 04:32:45 +000047 AU.addPreserved<ScalarEvolution>();
Stephen Hines36b56882014-04-23 16:57:46 -070048 AU.addPreserved<DominatorTreeWrapperPass>();
Owen Anderson0ff77082008-04-29 00:38:34 +000049 AU.addPreserved<LoopInfo>();
50 AU.addPreservedID(LoopSimplifyID);
51 AU.addPreservedID(LCSSAID);
52 }
Jakub Staszak89c4dc62013-03-18 23:31:30 +000053
54 private:
Craig Toppera0ec3f92013-07-14 04:42:23 +000055 bool isLoopDead(Loop *L, SmallVectorImpl<BasicBlock *> &exitingBlocks,
56 SmallVectorImpl<BasicBlock *> &exitBlocks,
Jakub Staszak89c4dc62013-03-18 23:31:30 +000057 bool &Changed, BasicBlock *Preheader);
58
Owen Anderson0ff77082008-04-29 00:38:34 +000059 };
Owen Anderson0ff77082008-04-29 00:38:34 +000060}
Nadav Rotema94d6e82012-07-24 10:51:42 +000061
Dan Gohman844731a2008-05-13 00:00:25 +000062char LoopDeletion::ID = 0;
Owen Anderson2ab36d32010-10-12 19:48:12 +000063INITIALIZE_PASS_BEGIN(LoopDeletion, "loop-deletion",
64 "Delete dead loops", false, false)
Stephen Hines36b56882014-04-23 16:57:46 -070065INITIALIZE_PASS_DEPENDENCY(DominatorTreeWrapperPass)
Owen Anderson2ab36d32010-10-12 19:48:12 +000066INITIALIZE_PASS_DEPENDENCY(LoopInfo)
67INITIALIZE_PASS_DEPENDENCY(ScalarEvolution)
68INITIALIZE_PASS_DEPENDENCY(LoopSimplify)
69INITIALIZE_PASS_DEPENDENCY(LCSSA)
Owen Anderson2ab36d32010-10-12 19:48:12 +000070INITIALIZE_PASS_END(LoopDeletion, "loop-deletion",
Owen Andersonce665bd2010-10-07 22:25:06 +000071 "Delete dead loops", false, false)
Owen Anderson0ff77082008-04-29 00:38:34 +000072
Jakub Staszak89c4dc62013-03-18 23:31:30 +000073Pass *llvm::createLoopDeletionPass() {
Owen Anderson0396cd32008-04-29 20:06:54 +000074 return new LoopDeletion();
Owen Anderson0ff77082008-04-29 00:38:34 +000075}
76
Jakub Staszak89c4dc62013-03-18 23:31:30 +000077/// isLoopDead - Determined if a loop is dead. This assumes that we've already
Owen Anderson9862f312008-04-29 20:59:33 +000078/// checked for unique exit and exiting blocks, and that the code is in LCSSA
79/// form.
Jakub Staszak89c4dc62013-03-18 23:31:30 +000080bool LoopDeletion::isLoopDead(Loop *L,
Craig Toppera0ec3f92013-07-14 04:42:23 +000081 SmallVectorImpl<BasicBlock *> &exitingBlocks,
82 SmallVectorImpl<BasicBlock *> &exitBlocks,
Dan Gohmanbdc017e2009-07-15 01:25:43 +000083 bool &Changed, BasicBlock *Preheader) {
Jakub Staszak89c4dc62013-03-18 23:31:30 +000084 BasicBlock *exitBlock = exitBlocks[0];
Nadav Rotema94d6e82012-07-24 10:51:42 +000085
Owen Anderson0ff77082008-04-29 00:38:34 +000086 // Make sure that all PHI entries coming from the loop are loop invariant.
Owen Anderson9862f312008-04-29 20:59:33 +000087 // Because the code is in LCSSA form, any values used outside of the loop
88 // must pass through a PHI in the exit block, meaning that this check is
89 // sufficient to guarantee that no loop-variant values are used outside
90 // of the loop.
Owen Anderson0ff77082008-04-29 00:38:34 +000091 BasicBlock::iterator BI = exitBlock->begin();
Jakub Staszak89c4dc62013-03-18 23:31:30 +000092 while (PHINode *P = dyn_cast<PHINode>(BI)) {
93 Value *incoming = P->getIncomingValueForBlock(exitingBlocks[0]);
Cameron Zwarichc4f3d512011-02-22 22:25:39 +000094
95 // Make sure all exiting blocks produce the same incoming value for the exit
96 // block. If there are different incoming values for different exiting
97 // blocks, then it is impossible to statically determine which value should
98 // be used.
Jakub Staszak89c4dc62013-03-18 23:31:30 +000099 for (unsigned i = 1, e = exitingBlocks.size(); i < e; ++i) {
Cameron Zwarichc4f3d512011-02-22 22:25:39 +0000100 if (incoming != P->getIncomingValueForBlock(exitingBlocks[i]))
101 return false;
102 }
Nadav Rotema94d6e82012-07-24 10:51:42 +0000103
Jakub Staszak89c4dc62013-03-18 23:31:30 +0000104 if (Instruction *I = dyn_cast<Instruction>(incoming))
Dan Gohmanbdc017e2009-07-15 01:25:43 +0000105 if (!L->makeLoopInvariant(I, Changed, Preheader->getTerminator()))
Owen Anderson0ff77082008-04-29 00:38:34 +0000106 return false;
Cameron Zwarichc4f3d512011-02-22 22:25:39 +0000107
Dan Gohmanfe601042010-06-22 15:08:57 +0000108 ++BI;
Owen Anderson0ff77082008-04-29 00:38:34 +0000109 }
Nadav Rotema94d6e82012-07-24 10:51:42 +0000110
Owen Anderson0ff77082008-04-29 00:38:34 +0000111 // Make sure that no instructions in the block have potential side-effects.
Owen Anderson9862f312008-04-29 20:59:33 +0000112 // This includes instructions that could write to memory, and loads that are
113 // marked volatile. This could be made more aggressive by using aliasing
114 // information to identify readonly and readnone calls.
Owen Anderson0ff77082008-04-29 00:38:34 +0000115 for (Loop::block_iterator LI = L->block_begin(), LE = L->block_end();
116 LI != LE; ++LI) {
117 for (BasicBlock::iterator BI = (*LI)->begin(), BE = (*LI)->end();
118 BI != BE; ++BI) {
Duncan Sands7af1c782009-05-06 06:49:50 +0000119 if (BI->mayHaveSideEffects())
Owen Anderson0ff77082008-04-29 00:38:34 +0000120 return false;
121 }
122 }
Nadav Rotema94d6e82012-07-24 10:51:42 +0000123
Owen Anderson0ff77082008-04-29 00:38:34 +0000124 return true;
125}
126
Owen Anderson5f8b3442008-04-29 06:34:55 +0000127/// runOnLoop - Remove dead loops, by which we mean loops that do not impact the
Nadav Rotema94d6e82012-07-24 10:51:42 +0000128/// observable behavior of the program other than finite running time. Note
Owen Anderson5f8b3442008-04-29 06:34:55 +0000129/// we do ensure that this never remove a loop that might be infinite, as doing
130/// so could change the halting/non-halting nature of a program.
Owen Anderson9862f312008-04-29 20:59:33 +0000131/// NOTE: This entire process relies pretty heavily on LoopSimplify and LCSSA
132/// in order to make various safety checks work.
Jakub Staszak89c4dc62013-03-18 23:31:30 +0000133bool LoopDeletion::runOnLoop(Loop *L, LPPassManager &LPM) {
Stephen Hines36b56882014-04-23 16:57:46 -0700134 if (skipOptnoneFunction(L))
135 return false;
136
Nadav Rotema94d6e82012-07-24 10:51:42 +0000137 // We can only remove the loop if there is a preheader that we can
Owen Anderson0ff77082008-04-29 00:38:34 +0000138 // branch from after removing it.
Jakub Staszak89c4dc62013-03-18 23:31:30 +0000139 BasicBlock *preheader = L->getLoopPreheader();
Owen Anderson0ff77082008-04-29 00:38:34 +0000140 if (!preheader)
141 return false;
Nadav Rotema94d6e82012-07-24 10:51:42 +0000142
Dan Gohman32cc5f42009-11-05 21:47:04 +0000143 // If LoopSimplify form is not available, stay out of trouble.
144 if (!L->hasDedicatedExits())
145 return false;
146
Owen Anderson0ff77082008-04-29 00:38:34 +0000147 // We can't remove loops that contain subloops. If the subloops were dead,
148 // they would already have been removed in earlier executions of this pass.
149 if (L->begin() != L->end())
150 return false;
Nadav Rotema94d6e82012-07-24 10:51:42 +0000151
Owen Anderson0db198d2008-05-16 04:32:45 +0000152 SmallVector<BasicBlock*, 4> exitingBlocks;
153 L->getExitingBlocks(exitingBlocks);
Nadav Rotema94d6e82012-07-24 10:51:42 +0000154
Owen Anderson0db198d2008-05-16 04:32:45 +0000155 SmallVector<BasicBlock*, 4> exitBlocks;
156 L->getUniqueExitBlocks(exitBlocks);
Nadav Rotema94d6e82012-07-24 10:51:42 +0000157
Owen Anderson0db198d2008-05-16 04:32:45 +0000158 // We require that the loop only have a single exit block. Otherwise, we'd
159 // be in the situation of needing to be able to solve statically which exit
160 // block will be branched to, or trying to preserve the branching logic in
161 // a loop invariant manner.
162 if (exitBlocks.size() != 1)
Owen Anderson9862f312008-04-29 20:59:33 +0000163 return false;
Nadav Rotema94d6e82012-07-24 10:51:42 +0000164
Owen Anderson0ff77082008-04-29 00:38:34 +0000165 // Finally, we have to check that the loop really is dead.
Dan Gohmanbdc017e2009-07-15 01:25:43 +0000166 bool Changed = false;
Jakub Staszak89c4dc62013-03-18 23:31:30 +0000167 if (!isLoopDead(L, exitingBlocks, exitBlocks, Changed, preheader))
Dan Gohmanbdc017e2009-07-15 01:25:43 +0000168 return Changed;
Nadav Rotema94d6e82012-07-24 10:51:42 +0000169
Owen Anderson0db198d2008-05-16 04:32:45 +0000170 // Don't remove loops for which we can't solve the trip count.
171 // They could be infinite, in which case we'd be changing program behavior.
Jakub Staszak89c4dc62013-03-18 23:31:30 +0000172 ScalarEvolution &SE = getAnalysis<ScalarEvolution>();
Dan Gohman934af9c2009-10-23 17:10:01 +0000173 const SCEV *S = SE.getMaxBackedgeTakenCount(L);
Owen Anderson0db198d2008-05-16 04:32:45 +0000174 if (isa<SCEVCouldNotCompute>(S))
Dan Gohmanbdc017e2009-07-15 01:25:43 +0000175 return Changed;
Nadav Rotema94d6e82012-07-24 10:51:42 +0000176
Owen Anderson9862f312008-04-29 20:59:33 +0000177 // Now that we know the removal is safe, remove the loop by changing the
Nadav Rotema94d6e82012-07-24 10:51:42 +0000178 // branch from the preheader to go to the single exit block.
Jakub Staszak89c4dc62013-03-18 23:31:30 +0000179 BasicBlock *exitBlock = exitBlocks[0];
Nadav Rotema94d6e82012-07-24 10:51:42 +0000180
Owen Andersone54cfdb2008-04-29 00:45:15 +0000181 // Because we're deleting a large chunk of code at once, the sequence in which
182 // we remove things is very important to avoid invalidation issues. Don't
183 // mess with this unless you have good reason and know what you're doing.
Dan Gohman85ebb0f2009-07-08 19:14:29 +0000184
185 // Tell ScalarEvolution that the loop is deleted. Do this before
186 // deleting the loop so that ScalarEvolution can look at the loop
187 // to determine what it needs to clean up.
Dan Gohman4c7279a2009-10-31 15:04:55 +0000188 SE.forgetLoop(L);
Dan Gohman85ebb0f2009-07-08 19:14:29 +0000189
Owen Andersone54cfdb2008-04-29 00:45:15 +0000190 // Connect the preheader directly to the exit block.
Jakub Staszak89c4dc62013-03-18 23:31:30 +0000191 TerminatorInst *TI = preheader->getTerminator();
Owen Anderson9862f312008-04-29 20:59:33 +0000192 TI->replaceUsesOfWith(L->getHeader(), exitBlock);
193
Owen Andersone54cfdb2008-04-29 00:45:15 +0000194 // Rewrite phis in the exit block to get their inputs from
195 // the preheader instead of the exiting block.
Jakub Staszak89c4dc62013-03-18 23:31:30 +0000196 BasicBlock *exitingBlock = exitingBlocks[0];
Owen Anderson0ff77082008-04-29 00:38:34 +0000197 BasicBlock::iterator BI = exitBlock->begin();
Jakub Staszak89c4dc62013-03-18 23:31:30 +0000198 while (PHINode *P = dyn_cast<PHINode>(BI)) {
Jay Foad69254f62011-06-21 10:02:43 +0000199 int j = P->getBasicBlockIndex(exitingBlock);
200 assert(j >= 0 && "Can't find exiting block in exit block's phi node!");
201 P->setIncomingBlock(j, preheader);
Cameron Zwarichc4f3d512011-02-22 22:25:39 +0000202 for (unsigned i = 1; i < exitingBlocks.size(); ++i)
203 P->removeIncomingValue(exitingBlocks[i]);
Dan Gohmanfe601042010-06-22 15:08:57 +0000204 ++BI;
Owen Anderson0ff77082008-04-29 00:38:34 +0000205 }
Nadav Rotema94d6e82012-07-24 10:51:42 +0000206
Owen Anderson9862f312008-04-29 20:59:33 +0000207 // Update the dominator tree and remove the instructions and blocks that will
208 // be deleted from the reference counting scheme.
Stephen Hines36b56882014-04-23 16:57:46 -0700209 DominatorTree &DT = getAnalysis<DominatorTreeWrapperPass>().getDomTree();
Devang Patel85bbd572011-01-12 19:12:45 +0000210 SmallVector<DomTreeNode*, 8> ChildNodes;
Owen Anderson0ff77082008-04-29 00:38:34 +0000211 for (Loop::block_iterator LI = L->block_begin(), LE = L->block_end();
212 LI != LE; ++LI) {
Owen Andersone54cfdb2008-04-29 00:45:15 +0000213 // Move all of the block's children to be children of the preheader, which
214 // allows us to remove the domtree entry for the block.
Devang Patel85bbd572011-01-12 19:12:45 +0000215 ChildNodes.insert(ChildNodes.begin(), DT[*LI]->begin(), DT[*LI]->end());
Craig Topper6227d5c2013-07-04 01:31:24 +0000216 for (SmallVectorImpl<DomTreeNode *>::iterator DI = ChildNodes.begin(),
Dan Gohmand0a90b92009-02-24 01:21:53 +0000217 DE = ChildNodes.end(); DI != DE; ++DI) {
Owen Anderson0ff77082008-04-29 00:38:34 +0000218 DT.changeImmediateDominator(*DI, DT[preheader]);
Dan Gohmand0a90b92009-02-24 01:21:53 +0000219 }
Nadav Rotema94d6e82012-07-24 10:51:42 +0000220
Owen Anderson9862f312008-04-29 20:59:33 +0000221 ChildNodes.clear();
Owen Anderson0ff77082008-04-29 00:38:34 +0000222 DT.eraseNode(*LI);
Dan Gohmand0a90b92009-02-24 01:21:53 +0000223
Owen Anderson0db198d2008-05-16 04:32:45 +0000224 // Remove the block from the reference counting scheme, so that we can
225 // delete it freely later.
Owen Anderson0ff77082008-04-29 00:38:34 +0000226 (*LI)->dropAllReferences();
227 }
Nadav Rotema94d6e82012-07-24 10:51:42 +0000228
Owen Andersone54cfdb2008-04-29 00:45:15 +0000229 // Erase the instructions and the blocks without having to worry
230 // about ordering because we already dropped the references.
Owen Anderson9862f312008-04-29 20:59:33 +0000231 // NOTE: This iteration is safe because erasing the block does not remove its
232 // entry from the loop's block list. We do that in the next section.
Owen Anderson0ff77082008-04-29 00:38:34 +0000233 for (Loop::block_iterator LI = L->block_begin(), LE = L->block_end();
Owen Andersoncd5e6dd2008-05-29 08:15:48 +0000234 LI != LE; ++LI)
Owen Anderson0ff77082008-04-29 00:38:34 +0000235 (*LI)->eraseFromParent();
Dan Gohmane2abdd32009-02-23 17:10:29 +0000236
Owen Andersone54cfdb2008-04-29 00:45:15 +0000237 // Finally, the blocks from loopinfo. This has to happen late because
238 // otherwise our loop iterators won't work.
Jakub Staszak89c4dc62013-03-18 23:31:30 +0000239 LoopInfo &loopInfo = getAnalysis<LoopInfo>();
Owen Anderson0ff77082008-04-29 00:38:34 +0000240 SmallPtrSet<BasicBlock*, 8> blocks;
241 blocks.insert(L->block_begin(), L->block_end());
242 for (SmallPtrSet<BasicBlock*,8>::iterator I = blocks.begin(),
243 E = blocks.end(); I != E; ++I)
244 loopInfo.removeBlock(*I);
Nadav Rotema94d6e82012-07-24 10:51:42 +0000245
Owen Andersone54cfdb2008-04-29 00:45:15 +0000246 // The last step is to inform the loop pass manager that we've
247 // eliminated this loop.
Owen Anderson0ff77082008-04-29 00:38:34 +0000248 LPM.deleteLoopFromQueue(L);
Dan Gohmanbdc017e2009-07-15 01:25:43 +0000249 Changed = true;
Nadav Rotema94d6e82012-07-24 10:51:42 +0000250
Dan Gohmanfe601042010-06-22 15:08:57 +0000251 ++NumDeleted;
Nadav Rotema94d6e82012-07-24 10:51:42 +0000252
Dan Gohmanbdc017e2009-07-15 01:25:43 +0000253 return Changed;
Owen Anderson0ff77082008-04-29 00:38:34 +0000254}