blob: 4971ab88ab46c332f0eb2414c58926591e598d95 [file] [log] [blame]
Owen Anderson2306a1e2008-04-29 20:06:54 +00001//===- LoopDeletion.cpp - Dead Loop Deletion Pass ---------------===//
Owen Anderson94ad7022008-04-29 00:38:34 +00002//
3// The LLVM Compiler Infrastructure
4//
5// This file is distributed under the University of Illinois Open Source
6// License. See LICENSE.TXT for details.
7//
8//===----------------------------------------------------------------------===//
9//
Gordon Henriksen829046b2008-05-08 17:46:35 +000010// This file implements the Dead Loop Deletion Pass. This pass is responsible
11// for eliminating loops with non-infinite computable trip counts that have no
12// side effects or volatile instructions, and do not contribute to the
13// computation of the function's return value.
Owen Anderson94ad7022008-04-29 00:38:34 +000014//
15//===----------------------------------------------------------------------===//
16
Owen Anderson94ad7022008-04-29 00:38:34 +000017#include "llvm/Transforms/Scalar.h"
Owen Anderson94ad7022008-04-29 00:38:34 +000018#include "llvm/ADT/SmallVector.h"
Chandler Carruthed0881b2012-12-03 16:50:05 +000019#include "llvm/ADT/Statistic.h"
James Molloyefbba722015-09-10 10:22:12 +000020#include "llvm/Analysis/GlobalsModRef.h"
Chandler Carruthed0881b2012-12-03 16:50:05 +000021#include "llvm/Analysis/LoopPass.h"
22#include "llvm/Analysis/ScalarEvolution.h"
Chandler Carruth5ad5f152014-01-13 09:26:24 +000023#include "llvm/IR/Dominators.h"
Owen Anderson94ad7022008-04-29 00:38:34 +000024using namespace llvm;
25
Chandler Carruth964daaa2014-04-22 02:55:47 +000026#define DEBUG_TYPE "loop-delete"
27
Owen Anderson94ad7022008-04-29 00:38:34 +000028STATISTIC(NumDeleted, "Number of loops deleted");
29
30namespace {
Chris Lattner2dd09db2009-09-02 06:11:42 +000031 class LoopDeletion : public LoopPass {
Owen Anderson94ad7022008-04-29 00:38:34 +000032 public:
33 static char ID; // Pass ID, replacement for typeid
Owen Anderson6c18d1a2010-10-19 17:21:58 +000034 LoopDeletion() : LoopPass(ID) {
35 initializeLoopDeletionPass(*PassRegistry::getPassRegistry());
36 }
Nadav Rotem465834c2012-07-24 10:51:42 +000037
Owen Anderson94ad7022008-04-29 00:38:34 +000038 // Possibly eliminate loop L if it is dead.
Craig Topper3e4c6972014-03-05 09:10:37 +000039 bool runOnLoop(Loop *L, LPPassManager &LPM) override;
Nadav Rotem465834c2012-07-24 10:51:42 +000040
Craig Topper3e4c6972014-03-05 09:10:37 +000041 void getAnalysisUsage(AnalysisUsage &AU) const override {
Chandler Carruth73523022014-01-13 13:07:17 +000042 AU.addRequired<DominatorTreeWrapperPass>();
Chandler Carruth4f8f3072015-01-17 14:16:18 +000043 AU.addRequired<LoopInfoWrapperPass>();
Chandler Carruth2f1fd162015-08-17 02:08:17 +000044 AU.addRequired<ScalarEvolutionWrapperPass>();
Owen Anderson94ad7022008-04-29 00:38:34 +000045 AU.addRequiredID(LoopSimplifyID);
46 AU.addRequiredID(LCSSAID);
Nadav Rotem465834c2012-07-24 10:51:42 +000047
Chandler Carruth2f1fd162015-08-17 02:08:17 +000048 AU.addPreserved<ScalarEvolutionWrapperPass>();
Chandler Carruth73523022014-01-13 13:07:17 +000049 AU.addPreserved<DominatorTreeWrapperPass>();
Chandler Carruth4f8f3072015-01-17 14:16:18 +000050 AU.addPreserved<LoopInfoWrapperPass>();
James Molloyefbba722015-09-10 10:22:12 +000051 AU.addPreserved<GlobalsAAWrapperPass>();
Owen Anderson94ad7022008-04-29 00:38:34 +000052 AU.addPreservedID(LoopSimplifyID);
53 AU.addPreservedID(LCSSAID);
54 }
Jakub Staszakbc421ef2013-03-18 23:31:30 +000055
56 private:
Craig Topperb94011f2013-07-14 04:42:23 +000057 bool isLoopDead(Loop *L, SmallVectorImpl<BasicBlock *> &exitingBlocks,
58 SmallVectorImpl<BasicBlock *> &exitBlocks,
Jakub Staszakbc421ef2013-03-18 23:31:30 +000059 bool &Changed, BasicBlock *Preheader);
60
Owen Anderson94ad7022008-04-29 00:38:34 +000061 };
Alexander Kornienkof00654e2015-06-23 09:49:53 +000062}
Nadav Rotem465834c2012-07-24 10:51:42 +000063
Dan Gohmand78c4002008-05-13 00:00:25 +000064char LoopDeletion::ID = 0;
Owen Anderson8ac477f2010-10-12 19:48:12 +000065INITIALIZE_PASS_BEGIN(LoopDeletion, "loop-deletion",
66 "Delete dead loops", false, false)
Chandler Carruth73523022014-01-13 13:07:17 +000067INITIALIZE_PASS_DEPENDENCY(DominatorTreeWrapperPass)
Chandler Carruth4f8f3072015-01-17 14:16:18 +000068INITIALIZE_PASS_DEPENDENCY(LoopInfoWrapperPass)
Chandler Carruth2f1fd162015-08-17 02:08:17 +000069INITIALIZE_PASS_DEPENDENCY(ScalarEvolutionWrapperPass)
Owen Anderson8ac477f2010-10-12 19:48:12 +000070INITIALIZE_PASS_DEPENDENCY(LoopSimplify)
71INITIALIZE_PASS_DEPENDENCY(LCSSA)
Owen Anderson8ac477f2010-10-12 19:48:12 +000072INITIALIZE_PASS_END(LoopDeletion, "loop-deletion",
Owen Andersondf7a4f22010-10-07 22:25:06 +000073 "Delete dead loops", false, false)
Owen Anderson94ad7022008-04-29 00:38:34 +000074
Jakub Staszakbc421ef2013-03-18 23:31:30 +000075Pass *llvm::createLoopDeletionPass() {
Owen Anderson2306a1e2008-04-29 20:06:54 +000076 return new LoopDeletion();
Owen Anderson94ad7022008-04-29 00:38:34 +000077}
78
Jakub Staszakbc421ef2013-03-18 23:31:30 +000079/// isLoopDead - Determined if a loop is dead. This assumes that we've already
Owen Andersone6746002008-04-29 20:59:33 +000080/// checked for unique exit and exiting blocks, and that the code is in LCSSA
81/// form.
Jakub Staszakbc421ef2013-03-18 23:31:30 +000082bool LoopDeletion::isLoopDead(Loop *L,
Craig Topperb94011f2013-07-14 04:42:23 +000083 SmallVectorImpl<BasicBlock *> &exitingBlocks,
84 SmallVectorImpl<BasicBlock *> &exitBlocks,
Dan Gohmanc43e4792009-07-15 01:25:43 +000085 bool &Changed, BasicBlock *Preheader) {
Jakub Staszakbc421ef2013-03-18 23:31:30 +000086 BasicBlock *exitBlock = exitBlocks[0];
Nadav Rotem465834c2012-07-24 10:51:42 +000087
Owen Anderson94ad7022008-04-29 00:38:34 +000088 // Make sure that all PHI entries coming from the loop are loop invariant.
Owen Andersone6746002008-04-29 20:59:33 +000089 // Because the code is in LCSSA form, any values used outside of the loop
90 // must pass through a PHI in the exit block, meaning that this check is
91 // sufficient to guarantee that no loop-variant values are used outside
92 // of the loop.
Owen Anderson94ad7022008-04-29 00:38:34 +000093 BasicBlock::iterator BI = exitBlock->begin();
Jakub Staszakbc421ef2013-03-18 23:31:30 +000094 while (PHINode *P = dyn_cast<PHINode>(BI)) {
95 Value *incoming = P->getIncomingValueForBlock(exitingBlocks[0]);
Cameron Zwarich82630852011-02-22 22:25:39 +000096
97 // Make sure all exiting blocks produce the same incoming value for the exit
98 // block. If there are different incoming values for different exiting
99 // blocks, then it is impossible to statically determine which value should
100 // be used.
Jakub Staszakbc421ef2013-03-18 23:31:30 +0000101 for (unsigned i = 1, e = exitingBlocks.size(); i < e; ++i) {
Cameron Zwarich82630852011-02-22 22:25:39 +0000102 if (incoming != P->getIncomingValueForBlock(exitingBlocks[i]))
103 return false;
104 }
Nadav Rotem465834c2012-07-24 10:51:42 +0000105
Jakub Staszakbc421ef2013-03-18 23:31:30 +0000106 if (Instruction *I = dyn_cast<Instruction>(incoming))
Dan Gohmanc43e4792009-07-15 01:25:43 +0000107 if (!L->makeLoopInvariant(I, Changed, Preheader->getTerminator()))
Owen Anderson94ad7022008-04-29 00:38:34 +0000108 return false;
Cameron Zwarich82630852011-02-22 22:25:39 +0000109
Dan Gohmand2d1ae12010-06-22 15:08:57 +0000110 ++BI;
Owen Anderson94ad7022008-04-29 00:38:34 +0000111 }
Nadav Rotem465834c2012-07-24 10:51:42 +0000112
Owen Anderson94ad7022008-04-29 00:38:34 +0000113 // Make sure that no instructions in the block have potential side-effects.
Owen Andersone6746002008-04-29 20:59:33 +0000114 // This includes instructions that could write to memory, and loads that are
115 // marked volatile. This could be made more aggressive by using aliasing
116 // information to identify readonly and readnone calls.
Owen Anderson94ad7022008-04-29 00:38:34 +0000117 for (Loop::block_iterator LI = L->block_begin(), LE = L->block_end();
118 LI != LE; ++LI) {
119 for (BasicBlock::iterator BI = (*LI)->begin(), BE = (*LI)->end();
120 BI != BE; ++BI) {
Duncan Sands1efabaa2009-05-06 06:49:50 +0000121 if (BI->mayHaveSideEffects())
Owen Anderson94ad7022008-04-29 00:38:34 +0000122 return false;
123 }
124 }
Nadav Rotem465834c2012-07-24 10:51:42 +0000125
Owen Anderson94ad7022008-04-29 00:38:34 +0000126 return true;
127}
128
Owen Anderson304ef22f2008-04-29 06:34:55 +0000129/// runOnLoop - Remove dead loops, by which we mean loops that do not impact the
Nadav Rotem465834c2012-07-24 10:51:42 +0000130/// observable behavior of the program other than finite running time. Note
Owen Anderson304ef22f2008-04-29 06:34:55 +0000131/// we do ensure that this never remove a loop that might be infinite, as doing
132/// so could change the halting/non-halting nature of a program.
Owen Andersone6746002008-04-29 20:59:33 +0000133/// NOTE: This entire process relies pretty heavily on LoopSimplify and LCSSA
134/// in order to make various safety checks work.
Jakub Staszakbc421ef2013-03-18 23:31:30 +0000135bool LoopDeletion::runOnLoop(Loop *L, LPPassManager &LPM) {
Paul Robinsonaf4e64d2014-02-06 00:07:05 +0000136 if (skipOptnoneFunction(L))
137 return false;
138
Nadav Rotem465834c2012-07-24 10:51:42 +0000139 // We can only remove the loop if there is a preheader that we can
Owen Anderson94ad7022008-04-29 00:38:34 +0000140 // branch from after removing it.
Jakub Staszakbc421ef2013-03-18 23:31:30 +0000141 BasicBlock *preheader = L->getLoopPreheader();
Owen Anderson94ad7022008-04-29 00:38:34 +0000142 if (!preheader)
143 return false;
Nadav Rotem465834c2012-07-24 10:51:42 +0000144
Dan Gohmandca7ac32009-11-05 21:47:04 +0000145 // If LoopSimplify form is not available, stay out of trouble.
146 if (!L->hasDedicatedExits())
147 return false;
148
Owen Anderson94ad7022008-04-29 00:38:34 +0000149 // We can't remove loops that contain subloops. If the subloops were dead,
150 // they would already have been removed in earlier executions of this pass.
151 if (L->begin() != L->end())
152 return false;
Nadav Rotem465834c2012-07-24 10:51:42 +0000153
Owen Andersonad5f2112008-05-16 04:32:45 +0000154 SmallVector<BasicBlock*, 4> exitingBlocks;
155 L->getExitingBlocks(exitingBlocks);
Nadav Rotem465834c2012-07-24 10:51:42 +0000156
Owen Andersonad5f2112008-05-16 04:32:45 +0000157 SmallVector<BasicBlock*, 4> exitBlocks;
158 L->getUniqueExitBlocks(exitBlocks);
Nadav Rotem465834c2012-07-24 10:51:42 +0000159
Owen Andersonad5f2112008-05-16 04:32:45 +0000160 // We require that the loop only have a single exit block. Otherwise, we'd
161 // be in the situation of needing to be able to solve statically which exit
162 // block will be branched to, or trying to preserve the branching logic in
163 // a loop invariant manner.
164 if (exitBlocks.size() != 1)
Owen Andersone6746002008-04-29 20:59:33 +0000165 return false;
Nadav Rotem465834c2012-07-24 10:51:42 +0000166
Owen Anderson94ad7022008-04-29 00:38:34 +0000167 // Finally, we have to check that the loop really is dead.
Dan Gohmanc43e4792009-07-15 01:25:43 +0000168 bool Changed = false;
Jakub Staszakbc421ef2013-03-18 23:31:30 +0000169 if (!isLoopDead(L, exitingBlocks, exitBlocks, Changed, preheader))
Dan Gohmanc43e4792009-07-15 01:25:43 +0000170 return Changed;
Nadav Rotem465834c2012-07-24 10:51:42 +0000171
Owen Andersonad5f2112008-05-16 04:32:45 +0000172 // Don't remove loops for which we can't solve the trip count.
173 // They could be infinite, in which case we'd be changing program behavior.
Chandler Carruth2f1fd162015-08-17 02:08:17 +0000174 ScalarEvolution &SE = getAnalysis<ScalarEvolutionWrapperPass>().getSE();
Dan Gohman41d00ac2009-10-23 17:10:01 +0000175 const SCEV *S = SE.getMaxBackedgeTakenCount(L);
Owen Andersonad5f2112008-05-16 04:32:45 +0000176 if (isa<SCEVCouldNotCompute>(S))
Dan Gohmanc43e4792009-07-15 01:25:43 +0000177 return Changed;
Nadav Rotem465834c2012-07-24 10:51:42 +0000178
Owen Andersone6746002008-04-29 20:59:33 +0000179 // Now that we know the removal is safe, remove the loop by changing the
Nadav Rotem465834c2012-07-24 10:51:42 +0000180 // branch from the preheader to go to the single exit block.
Jakub Staszakbc421ef2013-03-18 23:31:30 +0000181 BasicBlock *exitBlock = exitBlocks[0];
Nadav Rotem465834c2012-07-24 10:51:42 +0000182
Owen Anderson586216e2008-04-29 00:45:15 +0000183 // Because we're deleting a large chunk of code at once, the sequence in which
184 // we remove things is very important to avoid invalidation issues. Don't
185 // mess with this unless you have good reason and know what you're doing.
Dan Gohman7bb31732009-07-08 19:14:29 +0000186
187 // Tell ScalarEvolution that the loop is deleted. Do this before
188 // deleting the loop so that ScalarEvolution can look at the loop
189 // to determine what it needs to clean up.
Dan Gohman880c92a2009-10-31 15:04:55 +0000190 SE.forgetLoop(L);
Dan Gohman7bb31732009-07-08 19:14:29 +0000191
Owen Anderson586216e2008-04-29 00:45:15 +0000192 // Connect the preheader directly to the exit block.
Jakub Staszakbc421ef2013-03-18 23:31:30 +0000193 TerminatorInst *TI = preheader->getTerminator();
Owen Andersone6746002008-04-29 20:59:33 +0000194 TI->replaceUsesOfWith(L->getHeader(), exitBlock);
195
Owen Anderson586216e2008-04-29 00:45:15 +0000196 // Rewrite phis in the exit block to get their inputs from
197 // the preheader instead of the exiting block.
Jakub Staszakbc421ef2013-03-18 23:31:30 +0000198 BasicBlock *exitingBlock = exitingBlocks[0];
Owen Anderson94ad7022008-04-29 00:38:34 +0000199 BasicBlock::iterator BI = exitBlock->begin();
Jakub Staszakbc421ef2013-03-18 23:31:30 +0000200 while (PHINode *P = dyn_cast<PHINode>(BI)) {
Jay Foad25127ab2011-06-21 10:02:43 +0000201 int j = P->getBasicBlockIndex(exitingBlock);
202 assert(j >= 0 && "Can't find exiting block in exit block's phi node!");
203 P->setIncomingBlock(j, preheader);
Cameron Zwarich82630852011-02-22 22:25:39 +0000204 for (unsigned i = 1; i < exitingBlocks.size(); ++i)
205 P->removeIncomingValue(exitingBlocks[i]);
Dan Gohmand2d1ae12010-06-22 15:08:57 +0000206 ++BI;
Owen Anderson94ad7022008-04-29 00:38:34 +0000207 }
Nadav Rotem465834c2012-07-24 10:51:42 +0000208
Owen Andersone6746002008-04-29 20:59:33 +0000209 // Update the dominator tree and remove the instructions and blocks that will
210 // be deleted from the reference counting scheme.
Chandler Carruth73523022014-01-13 13:07:17 +0000211 DominatorTree &DT = getAnalysis<DominatorTreeWrapperPass>().getDomTree();
Devang Patel30f3ebb2011-01-12 19:12:45 +0000212 SmallVector<DomTreeNode*, 8> ChildNodes;
Owen Anderson94ad7022008-04-29 00:38:34 +0000213 for (Loop::block_iterator LI = L->block_begin(), LE = L->block_end();
214 LI != LE; ++LI) {
Owen Anderson586216e2008-04-29 00:45:15 +0000215 // Move all of the block's children to be children of the preheader, which
216 // allows us to remove the domtree entry for the block.
Devang Patel30f3ebb2011-01-12 19:12:45 +0000217 ChildNodes.insert(ChildNodes.begin(), DT[*LI]->begin(), DT[*LI]->end());
Craig Topperaf0dea12013-07-04 01:31:24 +0000218 for (SmallVectorImpl<DomTreeNode *>::iterator DI = ChildNodes.begin(),
Dan Gohmane6698842009-02-24 01:21:53 +0000219 DE = ChildNodes.end(); DI != DE; ++DI) {
Owen Anderson94ad7022008-04-29 00:38:34 +0000220 DT.changeImmediateDominator(*DI, DT[preheader]);
Dan Gohmane6698842009-02-24 01:21:53 +0000221 }
Nadav Rotem465834c2012-07-24 10:51:42 +0000222
Owen Andersone6746002008-04-29 20:59:33 +0000223 ChildNodes.clear();
Owen Anderson94ad7022008-04-29 00:38:34 +0000224 DT.eraseNode(*LI);
Dan Gohmane6698842009-02-24 01:21:53 +0000225
Owen Andersonad5f2112008-05-16 04:32:45 +0000226 // Remove the block from the reference counting scheme, so that we can
227 // delete it freely later.
Owen Anderson94ad7022008-04-29 00:38:34 +0000228 (*LI)->dropAllReferences();
229 }
Nadav Rotem465834c2012-07-24 10:51:42 +0000230
Owen Anderson586216e2008-04-29 00:45:15 +0000231 // Erase the instructions and the blocks without having to worry
232 // about ordering because we already dropped the references.
Owen Andersone6746002008-04-29 20:59:33 +0000233 // NOTE: This iteration is safe because erasing the block does not remove its
234 // entry from the loop's block list. We do that in the next section.
Owen Anderson94ad7022008-04-29 00:38:34 +0000235 for (Loop::block_iterator LI = L->block_begin(), LE = L->block_end();
Owen Andersonf4aece52008-05-29 08:15:48 +0000236 LI != LE; ++LI)
Owen Anderson94ad7022008-04-29 00:38:34 +0000237 (*LI)->eraseFromParent();
Dan Gohmane5914112009-02-23 17:10:29 +0000238
Owen Anderson586216e2008-04-29 00:45:15 +0000239 // Finally, the blocks from loopinfo. This has to happen late because
240 // otherwise our loop iterators won't work.
Chandler Carruth4f8f3072015-01-17 14:16:18 +0000241 LoopInfo &loopInfo = getAnalysis<LoopInfoWrapperPass>().getLoopInfo();
Owen Anderson94ad7022008-04-29 00:38:34 +0000242 SmallPtrSet<BasicBlock*, 8> blocks;
243 blocks.insert(L->block_begin(), L->block_end());
Craig Topper46276792014-08-24 23:23:06 +0000244 for (BasicBlock *BB : blocks)
245 loopInfo.removeBlock(BB);
Nadav Rotem465834c2012-07-24 10:51:42 +0000246
Owen Anderson586216e2008-04-29 00:45:15 +0000247 // The last step is to inform the loop pass manager that we've
248 // eliminated this loop.
Owen Anderson94ad7022008-04-29 00:38:34 +0000249 LPM.deleteLoopFromQueue(L);
Dan Gohmanc43e4792009-07-15 01:25:43 +0000250 Changed = true;
Nadav Rotem465834c2012-07-24 10:51:42 +0000251
Dan Gohmand2d1ae12010-06-22 15:08:57 +0000252 ++NumDeleted;
Nadav Rotem465834c2012-07-24 10:51:42 +0000253
Dan Gohmanc43e4792009-07-15 01:25:43 +0000254 return Changed;
Owen Anderson94ad7022008-04-29 00:38:34 +0000255}