blob: 65126728c7fc885308e8ab8389ea88cc3bf4c416 [file] [log] [blame]
Owen Anderson0396cd32008-04-29 20:06:54 +00001//===- LoopDeletion.cpp - Dead Loop Deletion Pass ---------------===//
Owen Anderson0ff77082008-04-29 00:38:34 +00002//
3// The LLVM Compiler Infrastructure
4//
5// This file is distributed under the University of Illinois Open Source
6// License. See LICENSE.TXT for details.
7//
8//===----------------------------------------------------------------------===//
9//
Gordon Henriksena8a118b2008-05-08 17:46:35 +000010// This file implements the Dead Loop Deletion Pass. This pass is responsible
11// for eliminating loops with non-infinite computable trip counts that have no
12// side effects or volatile instructions, and do not contribute to the
13// computation of the function's return value.
Owen Anderson0ff77082008-04-29 00:38:34 +000014//
15//===----------------------------------------------------------------------===//
16
Owen Anderson0396cd32008-04-29 20:06:54 +000017#define DEBUG_TYPE "loop-delete"
Owen Anderson0ff77082008-04-29 00:38:34 +000018
19#include "llvm/Transforms/Scalar.h"
Owen Anderson0ff77082008-04-29 00:38:34 +000020#include "llvm/Analysis/LoopPass.h"
Owen Anderson0db198d2008-05-16 04:32:45 +000021#include "llvm/Analysis/ScalarEvolution.h"
Owen Anderson0ff77082008-04-29 00:38:34 +000022#include "llvm/ADT/Statistic.h"
23#include "llvm/ADT/SmallVector.h"
24
25using namespace llvm;
26
27STATISTIC(NumDeleted, "Number of loops deleted");
28
29namespace {
Owen Anderson0396cd32008-04-29 20:06:54 +000030 class VISIBILITY_HIDDEN LoopDeletion : public LoopPass {
Owen Anderson0ff77082008-04-29 00:38:34 +000031 public:
32 static char ID; // Pass ID, replacement for typeid
Dan Gohmanae73dc12008-09-04 17:05:41 +000033 LoopDeletion() : LoopPass(&ID) {}
Owen Anderson0ff77082008-04-29 00:38:34 +000034
35 // Possibly eliminate loop L if it is dead.
36 bool runOnLoop(Loop* L, LPPassManager& LPM);
37
Owen Anderson9862f312008-04-29 20:59:33 +000038 bool SingleDominatingExit(Loop* L,
39 SmallVector<BasicBlock*, 4>& exitingBlocks);
40 bool IsLoopDead(Loop* L, SmallVector<BasicBlock*, 4>& exitingBlocks,
41 SmallVector<BasicBlock*, 4>& exitBlocks);
Owen Anderson0ff77082008-04-29 00:38:34 +000042 bool IsLoopInvariantInst(Instruction *I, Loop* L);
43
44 virtual void getAnalysisUsage(AnalysisUsage& AU) const {
Owen Anderson0db198d2008-05-16 04:32:45 +000045 AU.addRequired<ScalarEvolution>();
Owen Anderson0ff77082008-04-29 00:38:34 +000046 AU.addRequired<DominatorTree>();
47 AU.addRequired<LoopInfo>();
48 AU.addRequiredID(LoopSimplifyID);
49 AU.addRequiredID(LCSSAID);
50
Owen Anderson0db198d2008-05-16 04:32:45 +000051 AU.addPreserved<ScalarEvolution>();
Owen Anderson0ff77082008-04-29 00:38:34 +000052 AU.addPreserved<DominatorTree>();
53 AU.addPreserved<LoopInfo>();
54 AU.addPreservedID(LoopSimplifyID);
55 AU.addPreservedID(LCSSAID);
Dan Gohmand0a90b92009-02-24 01:21:53 +000056 AU.addPreserved<DominanceFrontier>();
Owen Anderson0ff77082008-04-29 00:38:34 +000057 }
58 };
Owen Anderson0ff77082008-04-29 00:38:34 +000059}
Dan Gohman844731a2008-05-13 00:00:25 +000060
61char LoopDeletion::ID = 0;
62static RegisterPass<LoopDeletion> X("loop-deletion", "Delete dead loops");
Owen Anderson0ff77082008-04-29 00:38:34 +000063
Daniel Dunbar394f0442008-10-22 23:32:42 +000064Pass* llvm::createLoopDeletionPass() {
Owen Anderson0396cd32008-04-29 20:06:54 +000065 return new LoopDeletion();
Owen Anderson0ff77082008-04-29 00:38:34 +000066}
67
Owen Anderson9862f312008-04-29 20:59:33 +000068/// SingleDominatingExit - Checks that there is only a single blocks that
Owen Anderson0db198d2008-05-16 04:32:45 +000069/// branches out of the loop, and that it also g the latch block. Loops
Owen Anderson9862f312008-04-29 20:59:33 +000070/// with multiple or non-latch-dominating exiting blocks could be dead, but we'd
71/// have to do more extensive analysis to make sure, for instance, that the
Owen Anderson0db198d2008-05-16 04:32:45 +000072/// control flow logic involved was or could be made loop-invariant.
Owen Anderson9862f312008-04-29 20:59:33 +000073bool LoopDeletion::SingleDominatingExit(Loop* L,
74 SmallVector<BasicBlock*, 4>& exitingBlocks) {
Owen Anderson0ff77082008-04-29 00:38:34 +000075
76 if (exitingBlocks.size() != 1)
Owen Anderson9862f312008-04-29 20:59:33 +000077 return false;
Owen Anderson0ff77082008-04-29 00:38:34 +000078
79 BasicBlock* latch = L->getLoopLatch();
80 if (!latch)
Owen Anderson9862f312008-04-29 20:59:33 +000081 return false;
Owen Anderson0ff77082008-04-29 00:38:34 +000082
83 DominatorTree& DT = getAnalysis<DominatorTree>();
Owen Anderson0db198d2008-05-16 04:32:45 +000084 return DT.dominates(exitingBlocks[0], latch);
Owen Anderson0ff77082008-04-29 00:38:34 +000085}
86
Owen Anderson9862f312008-04-29 20:59:33 +000087/// IsLoopInvariantInst - Checks if an instruction is invariant with respect to
88/// a loop, which is defined as being true if all of its operands are defined
89/// outside of the loop. These instructions can be hoisted out of the loop
90/// if their results are needed. This could be made more aggressive by
91/// recursively checking the operands for invariance, but it's not clear that
92/// it's worth it.
Owen Anderson0396cd32008-04-29 20:06:54 +000093bool LoopDeletion::IsLoopInvariantInst(Instruction *I, Loop* L) {
Owen Anderson0ff77082008-04-29 00:38:34 +000094 // PHI nodes are not loop invariant if defined in the loop.
95 if (isa<PHINode>(I) && L->contains(I->getParent()))
96 return false;
97
98 // The instruction is loop invariant if all of its operands are loop-invariant
99 for (unsigned i = 0, e = I->getNumOperands(); i != e; ++i)
100 if (!L->isLoopInvariant(I->getOperand(i)))
101 return false;
Owen Anderson0db198d2008-05-16 04:32:45 +0000102
Owen Anderson0ff77082008-04-29 00:38:34 +0000103 // If we got this far, the instruction is loop invariant!
104 return true;
105}
106
Owen Anderson9862f312008-04-29 20:59:33 +0000107/// IsLoopDead - Determined if a loop is dead. This assumes that we've already
108/// checked for unique exit and exiting blocks, and that the code is in LCSSA
109/// form.
110bool LoopDeletion::IsLoopDead(Loop* L,
111 SmallVector<BasicBlock*, 4>& exitingBlocks,
112 SmallVector<BasicBlock*, 4>& exitBlocks) {
Owen Anderson0ff77082008-04-29 00:38:34 +0000113 BasicBlock* exitingBlock = exitingBlocks[0];
Owen Anderson0ff77082008-04-29 00:38:34 +0000114 BasicBlock* exitBlock = exitBlocks[0];
115
116 // Make sure that all PHI entries coming from the loop are loop invariant.
Owen Anderson9862f312008-04-29 20:59:33 +0000117 // Because the code is in LCSSA form, any values used outside of the loop
118 // must pass through a PHI in the exit block, meaning that this check is
119 // sufficient to guarantee that no loop-variant values are used outside
120 // of the loop.
Owen Anderson0ff77082008-04-29 00:38:34 +0000121 BasicBlock::iterator BI = exitBlock->begin();
122 while (PHINode* P = dyn_cast<PHINode>(BI)) {
123 Value* incoming = P->getIncomingValueForBlock(exitingBlock);
124 if (Instruction* I = dyn_cast<Instruction>(incoming))
125 if (!IsLoopInvariantInst(I, L))
126 return false;
127
128 BI++;
129 }
130
131 // Make sure that no instructions in the block have potential side-effects.
Owen Anderson9862f312008-04-29 20:59:33 +0000132 // This includes instructions that could write to memory, and loads that are
133 // marked volatile. This could be made more aggressive by using aliasing
134 // information to identify readonly and readnone calls.
Owen Anderson0ff77082008-04-29 00:38:34 +0000135 for (Loop::block_iterator LI = L->block_begin(), LE = L->block_end();
136 LI != LE; ++LI) {
137 for (BasicBlock::iterator BI = (*LI)->begin(), BE = (*LI)->end();
138 BI != BE; ++BI) {
Duncan Sands7af1c782009-05-06 06:49:50 +0000139 if (BI->mayHaveSideEffects())
Owen Anderson0ff77082008-04-29 00:38:34 +0000140 return false;
141 }
142 }
143
144 return true;
145}
146
Owen Anderson5f8b3442008-04-29 06:34:55 +0000147/// runOnLoop - Remove dead loops, by which we mean loops that do not impact the
148/// observable behavior of the program other than finite running time. Note
149/// we do ensure that this never remove a loop that might be infinite, as doing
150/// so could change the halting/non-halting nature of a program.
Owen Anderson9862f312008-04-29 20:59:33 +0000151/// NOTE: This entire process relies pretty heavily on LoopSimplify and LCSSA
152/// in order to make various safety checks work.
Owen Anderson0396cd32008-04-29 20:06:54 +0000153bool LoopDeletion::runOnLoop(Loop* L, LPPassManager& LPM) {
Owen Anderson0ff77082008-04-29 00:38:34 +0000154 // We can only remove the loop if there is a preheader that we can
155 // branch from after removing it.
156 BasicBlock* preheader = L->getLoopPreheader();
157 if (!preheader)
158 return false;
159
160 // We can't remove loops that contain subloops. If the subloops were dead,
161 // they would already have been removed in earlier executions of this pass.
162 if (L->begin() != L->end())
163 return false;
164
Owen Anderson0db198d2008-05-16 04:32:45 +0000165 SmallVector<BasicBlock*, 4> exitingBlocks;
166 L->getExitingBlocks(exitingBlocks);
167
168 SmallVector<BasicBlock*, 4> exitBlocks;
169 L->getUniqueExitBlocks(exitBlocks);
170
171 // We require that the loop only have a single exit block. Otherwise, we'd
172 // be in the situation of needing to be able to solve statically which exit
173 // block will be branched to, or trying to preserve the branching logic in
174 // a loop invariant manner.
175 if (exitBlocks.size() != 1)
Owen Anderson9862f312008-04-29 20:59:33 +0000176 return false;
177
Owen Anderson0ff77082008-04-29 00:38:34 +0000178 // Loops with multiple exits or exits that don't dominate the latch
179 // are too complicated to handle correctly.
Owen Anderson9862f312008-04-29 20:59:33 +0000180 if (!SingleDominatingExit(L, exitingBlocks))
Owen Anderson0ff77082008-04-29 00:38:34 +0000181 return false;
182
183 // Finally, we have to check that the loop really is dead.
Owen Anderson9862f312008-04-29 20:59:33 +0000184 if (!IsLoopDead(L, exitingBlocks, exitBlocks))
Owen Anderson0ff77082008-04-29 00:38:34 +0000185 return false;
186
Owen Anderson0db198d2008-05-16 04:32:45 +0000187 // Don't remove loops for which we can't solve the trip count.
188 // They could be infinite, in which case we'd be changing program behavior.
189 ScalarEvolution& SE = getAnalysis<ScalarEvolution>();
Dan Gohman46bdfb02009-02-24 18:55:53 +0000190 SCEVHandle S = SE.getBackedgeTakenCount(L);
Owen Anderson0db198d2008-05-16 04:32:45 +0000191 if (isa<SCEVCouldNotCompute>(S))
192 return false;
193
Owen Anderson9862f312008-04-29 20:59:33 +0000194 // Now that we know the removal is safe, remove the loop by changing the
Owen Anderson8b23bb72008-05-06 20:55:16 +0000195 // branch from the preheader to go to the single exit block.
Owen Anderson0ff77082008-04-29 00:38:34 +0000196 BasicBlock* exitBlock = exitBlocks[0];
Owen Anderson8b23bb72008-05-06 20:55:16 +0000197 BasicBlock* exitingBlock = exitingBlocks[0];
Owen Anderson0ff77082008-04-29 00:38:34 +0000198
Owen Andersone54cfdb2008-04-29 00:45:15 +0000199 // Because we're deleting a large chunk of code at once, the sequence in which
200 // we remove things is very important to avoid invalidation issues. Don't
201 // mess with this unless you have good reason and know what you're doing.
202
203 // Move simple loop-invariant expressions out of the loop, since they
204 // might be needed by the exit phis.
Owen Anderson0ff77082008-04-29 00:38:34 +0000205 for (Loop::block_iterator LI = L->block_begin(), LE = L->block_end();
206 LI != LE; ++LI)
207 for (BasicBlock::iterator BI = (*LI)->begin(), BE = (*LI)->end();
208 BI != BE; ) {
209 Instruction* I = BI++;
Dan Gohmancb41e6b2008-06-23 23:23:49 +0000210 if (!I->use_empty() && IsLoopInvariantInst(I, L))
Owen Anderson0ff77082008-04-29 00:38:34 +0000211 I->moveBefore(preheader->getTerminator());
212 }
213
Owen Andersone54cfdb2008-04-29 00:45:15 +0000214 // Connect the preheader directly to the exit block.
Owen Anderson0ff77082008-04-29 00:38:34 +0000215 TerminatorInst* TI = preheader->getTerminator();
Owen Anderson9862f312008-04-29 20:59:33 +0000216 TI->replaceUsesOfWith(L->getHeader(), exitBlock);
217
Owen Andersone54cfdb2008-04-29 00:45:15 +0000218 // Rewrite phis in the exit block to get their inputs from
219 // the preheader instead of the exiting block.
Owen Anderson0ff77082008-04-29 00:38:34 +0000220 BasicBlock::iterator BI = exitBlock->begin();
221 while (PHINode* P = dyn_cast<PHINode>(BI)) {
Owen Anderson8b23bb72008-05-06 20:55:16 +0000222 P->replaceUsesOfWith(exitingBlock, preheader);
Owen Anderson0ff77082008-04-29 00:38:34 +0000223 BI++;
224 }
225
Owen Anderson9862f312008-04-29 20:59:33 +0000226 // Update the dominator tree and remove the instructions and blocks that will
227 // be deleted from the reference counting scheme.
Owen Anderson0ff77082008-04-29 00:38:34 +0000228 DominatorTree& DT = getAnalysis<DominatorTree>();
Dan Gohmand0a90b92009-02-24 01:21:53 +0000229 DominanceFrontier* DF = getAnalysisIfAvailable<DominanceFrontier>();
Owen Anderson9862f312008-04-29 20:59:33 +0000230 SmallPtrSet<DomTreeNode*, 8> ChildNodes;
Owen Anderson0ff77082008-04-29 00:38:34 +0000231 for (Loop::block_iterator LI = L->block_begin(), LE = L->block_end();
232 LI != LE; ++LI) {
Owen Andersone54cfdb2008-04-29 00:45:15 +0000233 // Move all of the block's children to be children of the preheader, which
234 // allows us to remove the domtree entry for the block.
Owen Anderson9862f312008-04-29 20:59:33 +0000235 ChildNodes.insert(DT[*LI]->begin(), DT[*LI]->end());
236 for (SmallPtrSet<DomTreeNode*, 8>::iterator DI = ChildNodes.begin(),
Dan Gohmand0a90b92009-02-24 01:21:53 +0000237 DE = ChildNodes.end(); DI != DE; ++DI) {
Owen Anderson0ff77082008-04-29 00:38:34 +0000238 DT.changeImmediateDominator(*DI, DT[preheader]);
Dan Gohmand0a90b92009-02-24 01:21:53 +0000239 if (DF) DF->changeImmediateDominator((*DI)->getBlock(), preheader, &DT);
240 }
Owen Anderson0ff77082008-04-29 00:38:34 +0000241
Owen Anderson9862f312008-04-29 20:59:33 +0000242 ChildNodes.clear();
Owen Anderson0ff77082008-04-29 00:38:34 +0000243 DT.eraseNode(*LI);
Dan Gohmand0a90b92009-02-24 01:21:53 +0000244 if (DF) DF->removeBlock(*LI);
245
Owen Anderson0db198d2008-05-16 04:32:45 +0000246 // Remove the block from the reference counting scheme, so that we can
247 // delete it freely later.
Owen Anderson0ff77082008-04-29 00:38:34 +0000248 (*LI)->dropAllReferences();
249 }
250
Dan Gohman9a936502009-05-02 17:29:26 +0000251 // Tell ScalarEvolution that the loop is deleted. Do this before
252 // deleting the loop so that ScalarEvolution can look at the loop
253 // to determine what it needs to clean up.
254 SE.forgetLoopBackedgeTakenCount(L);
255
Owen Andersone54cfdb2008-04-29 00:45:15 +0000256 // Erase the instructions and the blocks without having to worry
257 // about ordering because we already dropped the references.
Owen Anderson9862f312008-04-29 20:59:33 +0000258 // NOTE: This iteration is safe because erasing the block does not remove its
259 // entry from the loop's block list. We do that in the next section.
Owen Anderson0ff77082008-04-29 00:38:34 +0000260 for (Loop::block_iterator LI = L->block_begin(), LE = L->block_end();
Owen Andersoncd5e6dd2008-05-29 08:15:48 +0000261 LI != LE; ++LI)
Owen Anderson0ff77082008-04-29 00:38:34 +0000262 (*LI)->eraseFromParent();
Dan Gohmane2abdd32009-02-23 17:10:29 +0000263
Owen Andersone54cfdb2008-04-29 00:45:15 +0000264 // Finally, the blocks from loopinfo. This has to happen late because
265 // otherwise our loop iterators won't work.
Owen Anderson0ff77082008-04-29 00:38:34 +0000266 LoopInfo& loopInfo = getAnalysis<LoopInfo>();
267 SmallPtrSet<BasicBlock*, 8> blocks;
268 blocks.insert(L->block_begin(), L->block_end());
269 for (SmallPtrSet<BasicBlock*,8>::iterator I = blocks.begin(),
270 E = blocks.end(); I != E; ++I)
271 loopInfo.removeBlock(*I);
272
Owen Andersone54cfdb2008-04-29 00:45:15 +0000273 // The last step is to inform the loop pass manager that we've
274 // eliminated this loop.
Owen Anderson0ff77082008-04-29 00:38:34 +0000275 LPM.deleteLoopFromQueue(L);
276
277 NumDeleted++;
278
279 return true;
280}