blob: 5a4c8448c53c564193ed2a94ed862eec3e426472 [file] [log] [blame]
Owen Anderson2306a1e2008-04-29 20:06:54 +00001//===- LoopDeletion.cpp - Dead Loop Deletion Pass ---------------===//
Owen Anderson94ad7022008-04-29 00:38:34 +00002//
3// The LLVM Compiler Infrastructure
4//
5// This file is distributed under the University of Illinois Open Source
6// License. See LICENSE.TXT for details.
7//
8//===----------------------------------------------------------------------===//
9//
Gordon Henriksen829046b2008-05-08 17:46:35 +000010// This file implements the Dead Loop Deletion Pass. This pass is responsible
11// for eliminating loops with non-infinite computable trip counts that have no
12// side effects or volatile instructions, and do not contribute to the
13// computation of the function's return value.
Owen Anderson94ad7022008-04-29 00:38:34 +000014//
15//===----------------------------------------------------------------------===//
16
Jun Bum Limc837af32016-07-14 18:28:29 +000017#include "llvm/Transforms/Scalar/LoopDeletion.h"
Owen Anderson94ad7022008-04-29 00:38:34 +000018#include "llvm/ADT/SmallVector.h"
Chandler Carruthed0881b2012-12-03 16:50:05 +000019#include "llvm/ADT/Statistic.h"
James Molloyefbba722015-09-10 10:22:12 +000020#include "llvm/Analysis/GlobalsModRef.h"
Chandler Carruthed0881b2012-12-03 16:50:05 +000021#include "llvm/Analysis/LoopPass.h"
Chandler Carruth5ad5f152014-01-13 09:26:24 +000022#include "llvm/IR/Dominators.h"
Jun Bum Limc837af32016-07-14 18:28:29 +000023#include "llvm/Transforms/Scalar.h"
Chandler Carruth3bab7e12017-01-11 09:43:56 +000024#include "llvm/Transforms/Scalar/LoopPassManager.h"
Chandler Carruth31088a92016-02-19 10:45:18 +000025#include "llvm/Transforms/Utils/LoopUtils.h"
Owen Anderson94ad7022008-04-29 00:38:34 +000026using namespace llvm;
27
Chandler Carruth964daaa2014-04-22 02:55:47 +000028#define DEBUG_TYPE "loop-delete"
29
Owen Anderson94ad7022008-04-29 00:38:34 +000030STATISTIC(NumDeleted, "Number of loops deleted");
31
Jakub Staszakbc421ef2013-03-18 23:31:30 +000032/// isLoopDead - Determined if a loop is dead. This assumes that we've already
Owen Andersone6746002008-04-29 20:59:33 +000033/// checked for unique exit and exiting blocks, and that the code is in LCSSA
34/// form.
Jun Bum Limc837af32016-07-14 18:28:29 +000035bool LoopDeletionPass::isLoopDead(Loop *L, ScalarEvolution &SE,
Chandler Carruth04a73872017-01-17 21:51:39 +000036 SmallVectorImpl<BasicBlock *> &ExitingBlocks,
37 SmallVectorImpl<BasicBlock *> &ExitBlocks,
Jun Bum Limc837af32016-07-14 18:28:29 +000038 bool &Changed, BasicBlock *Preheader) {
Chandler Carruth04a73872017-01-17 21:51:39 +000039 BasicBlock *ExitBlock = ExitBlocks[0];
Nadav Rotem465834c2012-07-24 10:51:42 +000040
Owen Anderson94ad7022008-04-29 00:38:34 +000041 // Make sure that all PHI entries coming from the loop are loop invariant.
Owen Andersone6746002008-04-29 20:59:33 +000042 // Because the code is in LCSSA form, any values used outside of the loop
43 // must pass through a PHI in the exit block, meaning that this check is
44 // sufficient to guarantee that no loop-variant values are used outside
45 // of the loop.
Chandler Carruth04a73872017-01-17 21:51:39 +000046 BasicBlock::iterator BI = ExitBlock->begin();
Sanjoy Das905fc272016-05-03 17:50:02 +000047 bool AllEntriesInvariant = true;
48 bool AllOutgoingValuesSame = true;
Jakub Staszakbc421ef2013-03-18 23:31:30 +000049 while (PHINode *P = dyn_cast<PHINode>(BI)) {
Chandler Carruth04a73872017-01-17 21:51:39 +000050 Value *incoming = P->getIncomingValueForBlock(ExitingBlocks[0]);
Cameron Zwarich82630852011-02-22 22:25:39 +000051
52 // Make sure all exiting blocks produce the same incoming value for the exit
53 // block. If there are different incoming values for different exiting
54 // blocks, then it is impossible to statically determine which value should
55 // be used.
Sanjoy Das7e7a5a02016-05-03 17:50:06 +000056 AllOutgoingValuesSame =
Chandler Carruth04a73872017-01-17 21:51:39 +000057 all_of(makeArrayRef(ExitingBlocks).slice(1), [&](BasicBlock *BB) {
Sanjoy Das7e7a5a02016-05-03 17:50:06 +000058 return incoming == P->getIncomingValueForBlock(BB);
59 });
Nadav Rotem465834c2012-07-24 10:51:42 +000060
Sanjoy Das905fc272016-05-03 17:50:02 +000061 if (!AllOutgoingValuesSame)
62 break;
63
Jakub Staszakbc421ef2013-03-18 23:31:30 +000064 if (Instruction *I = dyn_cast<Instruction>(incoming))
Sanjoy Das905fc272016-05-03 17:50:02 +000065 if (!L->makeLoopInvariant(I, Changed, Preheader->getTerminator())) {
66 AllEntriesInvariant = false;
67 break;
68 }
Cameron Zwarich82630852011-02-22 22:25:39 +000069
Dan Gohmand2d1ae12010-06-22 15:08:57 +000070 ++BI;
Owen Anderson94ad7022008-04-29 00:38:34 +000071 }
Nadav Rotem465834c2012-07-24 10:51:42 +000072
Sanjoy Das905fc272016-05-03 17:50:02 +000073 if (Changed)
74 SE.forgetLoopDispositions(L);
75
76 if (!AllEntriesInvariant || !AllOutgoingValuesSame)
77 return false;
78
Owen Anderson94ad7022008-04-29 00:38:34 +000079 // Make sure that no instructions in the block have potential side-effects.
Owen Andersone6746002008-04-29 20:59:33 +000080 // This includes instructions that could write to memory, and loads that are
81 // marked volatile. This could be made more aggressive by using aliasing
82 // information to identify readonly and readnone calls.
Owen Anderson94ad7022008-04-29 00:38:34 +000083 for (Loop::block_iterator LI = L->block_begin(), LE = L->block_end();
84 LI != LE; ++LI) {
Benjamin Kramer135f7352016-06-26 12:28:59 +000085 for (Instruction &I : **LI) {
86 if (I.mayHaveSideEffects())
Owen Anderson94ad7022008-04-29 00:38:34 +000087 return false;
88 }
89 }
Nadav Rotem465834c2012-07-24 10:51:42 +000090
Owen Anderson94ad7022008-04-29 00:38:34 +000091 return true;
92}
93
Jun Bum Limc837af32016-07-14 18:28:29 +000094/// Remove dead loops, by which we mean loops that do not impact the observable
95/// behavior of the program other than finite running time. Note we do ensure
96/// that this never remove a loop that might be infinite, as doing so could
97/// change the halting/non-halting nature of a program. NOTE: This entire
98/// process relies pretty heavily on LoopSimplify and LCSSA in order to make
99/// various safety checks work.
100bool LoopDeletionPass::runImpl(Loop *L, DominatorTree &DT, ScalarEvolution &SE,
Chandler Carruth04a73872017-01-17 21:51:39 +0000101 LoopInfo &LI) {
Sanjoy Das979a11d2016-02-21 17:11:59 +0000102 assert(L->isLCSSAForm(DT) && "Expected LCSSA!");
103
Nadav Rotem465834c2012-07-24 10:51:42 +0000104 // We can only remove the loop if there is a preheader that we can
Owen Anderson94ad7022008-04-29 00:38:34 +0000105 // branch from after removing it.
Jakub Staszakbc421ef2013-03-18 23:31:30 +0000106 BasicBlock *preheader = L->getLoopPreheader();
Owen Anderson94ad7022008-04-29 00:38:34 +0000107 if (!preheader)
108 return false;
Nadav Rotem465834c2012-07-24 10:51:42 +0000109
Dan Gohmandca7ac32009-11-05 21:47:04 +0000110 // If LoopSimplify form is not available, stay out of trouble.
111 if (!L->hasDedicatedExits())
112 return false;
113
Owen Anderson94ad7022008-04-29 00:38:34 +0000114 // We can't remove loops that contain subloops. If the subloops were dead,
115 // they would already have been removed in earlier executions of this pass.
116 if (L->begin() != L->end())
117 return false;
Nadav Rotem465834c2012-07-24 10:51:42 +0000118
Chandler Carruth04a73872017-01-17 21:51:39 +0000119 SmallVector<BasicBlock *, 4> ExitingBlocks;
120 L->getExitingBlocks(ExitingBlocks);
Nadav Rotem465834c2012-07-24 10:51:42 +0000121
Chandler Carruth04a73872017-01-17 21:51:39 +0000122 SmallVector<BasicBlock *, 4> ExitBlocks;
123 L->getUniqueExitBlocks(ExitBlocks);
Nadav Rotem465834c2012-07-24 10:51:42 +0000124
Owen Andersonad5f2112008-05-16 04:32:45 +0000125 // We require that the loop only have a single exit block. Otherwise, we'd
126 // be in the situation of needing to be able to solve statically which exit
127 // block will be branched to, or trying to preserve the branching logic in
128 // a loop invariant manner.
Chandler Carruth04a73872017-01-17 21:51:39 +0000129 if (ExitBlocks.size() != 1)
Owen Andersone6746002008-04-29 20:59:33 +0000130 return false;
Nadav Rotem465834c2012-07-24 10:51:42 +0000131
Owen Anderson94ad7022008-04-29 00:38:34 +0000132 // Finally, we have to check that the loop really is dead.
Dan Gohmanc43e4792009-07-15 01:25:43 +0000133 bool Changed = false;
Chandler Carruth04a73872017-01-17 21:51:39 +0000134 if (!isLoopDead(L, SE, ExitingBlocks, ExitBlocks, Changed, preheader))
Dan Gohmanc43e4792009-07-15 01:25:43 +0000135 return Changed;
Nadav Rotem465834c2012-07-24 10:51:42 +0000136
Owen Andersonad5f2112008-05-16 04:32:45 +0000137 // Don't remove loops for which we can't solve the trip count.
138 // They could be infinite, in which case we'd be changing program behavior.
Dan Gohman41d00ac2009-10-23 17:10:01 +0000139 const SCEV *S = SE.getMaxBackedgeTakenCount(L);
Owen Andersonad5f2112008-05-16 04:32:45 +0000140 if (isa<SCEVCouldNotCompute>(S))
Dan Gohmanc43e4792009-07-15 01:25:43 +0000141 return Changed;
Nadav Rotem465834c2012-07-24 10:51:42 +0000142
Owen Andersone6746002008-04-29 20:59:33 +0000143 // Now that we know the removal is safe, remove the loop by changing the
Nadav Rotem465834c2012-07-24 10:51:42 +0000144 // branch from the preheader to go to the single exit block.
Chandler Carruth04a73872017-01-17 21:51:39 +0000145 BasicBlock *ExitBlock = ExitBlocks[0];
Nadav Rotem465834c2012-07-24 10:51:42 +0000146
Owen Anderson586216e2008-04-29 00:45:15 +0000147 // Because we're deleting a large chunk of code at once, the sequence in which
148 // we remove things is very important to avoid invalidation issues. Don't
149 // mess with this unless you have good reason and know what you're doing.
Dan Gohman7bb31732009-07-08 19:14:29 +0000150
151 // Tell ScalarEvolution that the loop is deleted. Do this before
152 // deleting the loop so that ScalarEvolution can look at the loop
153 // to determine what it needs to clean up.
Dan Gohman880c92a2009-10-31 15:04:55 +0000154 SE.forgetLoop(L);
Dan Gohman7bb31732009-07-08 19:14:29 +0000155
Owen Anderson586216e2008-04-29 00:45:15 +0000156 // Connect the preheader directly to the exit block.
Jakub Staszakbc421ef2013-03-18 23:31:30 +0000157 TerminatorInst *TI = preheader->getTerminator();
Chandler Carruth04a73872017-01-17 21:51:39 +0000158 TI->replaceUsesOfWith(L->getHeader(), ExitBlock);
Owen Andersone6746002008-04-29 20:59:33 +0000159
Owen Anderson586216e2008-04-29 00:45:15 +0000160 // Rewrite phis in the exit block to get their inputs from
161 // the preheader instead of the exiting block.
Chandler Carruth04a73872017-01-17 21:51:39 +0000162 BasicBlock *exitingBlock = ExitingBlocks[0];
163 BasicBlock::iterator BI = ExitBlock->begin();
Jakub Staszakbc421ef2013-03-18 23:31:30 +0000164 while (PHINode *P = dyn_cast<PHINode>(BI)) {
Jay Foad25127ab2011-06-21 10:02:43 +0000165 int j = P->getBasicBlockIndex(exitingBlock);
166 assert(j >= 0 && "Can't find exiting block in exit block's phi node!");
167 P->setIncomingBlock(j, preheader);
Chandler Carruth04a73872017-01-17 21:51:39 +0000168 for (unsigned i = 1; i < ExitingBlocks.size(); ++i)
169 P->removeIncomingValue(ExitingBlocks[i]);
Dan Gohmand2d1ae12010-06-22 15:08:57 +0000170 ++BI;
Owen Anderson94ad7022008-04-29 00:38:34 +0000171 }
Nadav Rotem465834c2012-07-24 10:51:42 +0000172
Owen Andersone6746002008-04-29 20:59:33 +0000173 // Update the dominator tree and remove the instructions and blocks that will
174 // be deleted from the reference counting scheme.
Devang Patel30f3ebb2011-01-12 19:12:45 +0000175 SmallVector<DomTreeNode*, 8> ChildNodes;
Owen Anderson94ad7022008-04-29 00:38:34 +0000176 for (Loop::block_iterator LI = L->block_begin(), LE = L->block_end();
177 LI != LE; ++LI) {
Owen Anderson586216e2008-04-29 00:45:15 +0000178 // Move all of the block's children to be children of the preheader, which
179 // allows us to remove the domtree entry for the block.
Devang Patel30f3ebb2011-01-12 19:12:45 +0000180 ChildNodes.insert(ChildNodes.begin(), DT[*LI]->begin(), DT[*LI]->end());
Benjamin Kramer135f7352016-06-26 12:28:59 +0000181 for (DomTreeNode *ChildNode : ChildNodes) {
182 DT.changeImmediateDominator(ChildNode, DT[preheader]);
Dan Gohmane6698842009-02-24 01:21:53 +0000183 }
Nadav Rotem465834c2012-07-24 10:51:42 +0000184
Owen Andersone6746002008-04-29 20:59:33 +0000185 ChildNodes.clear();
Owen Anderson94ad7022008-04-29 00:38:34 +0000186 DT.eraseNode(*LI);
Dan Gohmane6698842009-02-24 01:21:53 +0000187
Owen Andersonad5f2112008-05-16 04:32:45 +0000188 // Remove the block from the reference counting scheme, so that we can
189 // delete it freely later.
Owen Anderson94ad7022008-04-29 00:38:34 +0000190 (*LI)->dropAllReferences();
191 }
Nadav Rotem465834c2012-07-24 10:51:42 +0000192
Owen Anderson586216e2008-04-29 00:45:15 +0000193 // Erase the instructions and the blocks without having to worry
194 // about ordering because we already dropped the references.
Owen Andersone6746002008-04-29 20:59:33 +0000195 // NOTE: This iteration is safe because erasing the block does not remove its
196 // entry from the loop's block list. We do that in the next section.
Owen Anderson94ad7022008-04-29 00:38:34 +0000197 for (Loop::block_iterator LI = L->block_begin(), LE = L->block_end();
Owen Andersonf4aece52008-05-29 08:15:48 +0000198 LI != LE; ++LI)
Owen Anderson94ad7022008-04-29 00:38:34 +0000199 (*LI)->eraseFromParent();
Dan Gohmane5914112009-02-23 17:10:29 +0000200
Owen Anderson586216e2008-04-29 00:45:15 +0000201 // Finally, the blocks from loopinfo. This has to happen late because
202 // otherwise our loop iterators won't work.
Jun Bum Limc837af32016-07-14 18:28:29 +0000203
204 SmallPtrSet<BasicBlock *, 8> blocks;
Owen Anderson94ad7022008-04-29 00:38:34 +0000205 blocks.insert(L->block_begin(), L->block_end());
Craig Topper46276792014-08-24 23:23:06 +0000206 for (BasicBlock *BB : blocks)
Chandler Carruth04a73872017-01-17 21:51:39 +0000207 LI.removeBlock(BB);
Nadav Rotem465834c2012-07-24 10:51:42 +0000208
Justin Bogner883a3ea2015-12-16 18:40:20 +0000209 // The last step is to update LoopInfo now that we've eliminated this loop.
Chandler Carruth04a73872017-01-17 21:51:39 +0000210 LI.markAsRemoved(L);
Dan Gohmanc43e4792009-07-15 01:25:43 +0000211 Changed = true;
Nadav Rotem465834c2012-07-24 10:51:42 +0000212
Dan Gohmand2d1ae12010-06-22 15:08:57 +0000213 ++NumDeleted;
Nadav Rotem465834c2012-07-24 10:51:42 +0000214
Dan Gohmanc43e4792009-07-15 01:25:43 +0000215 return Changed;
Owen Anderson94ad7022008-04-29 00:38:34 +0000216}
Jun Bum Limc837af32016-07-14 18:28:29 +0000217
Chandler Carruth410eaeb2017-01-11 06:23:21 +0000218PreservedAnalyses LoopDeletionPass::run(Loop &L, LoopAnalysisManager &AM,
219 LoopStandardAnalysisResults &AR,
220 LPMUpdater &) {
221 bool Changed = runImpl(&L, AR.DT, AR.SE, AR.LI);
Jun Bum Limc837af32016-07-14 18:28:29 +0000222 if (!Changed)
223 return PreservedAnalyses::all();
224
225 return getLoopPassPreservedAnalyses();
226}
227
228namespace {
229class LoopDeletionLegacyPass : public LoopPass {
230public:
231 static char ID; // Pass ID, replacement for typeid
232 LoopDeletionLegacyPass() : LoopPass(ID) {
233 initializeLoopDeletionLegacyPassPass(*PassRegistry::getPassRegistry());
234 }
235
236 // Possibly eliminate loop L if it is dead.
237 bool runOnLoop(Loop *L, LPPassManager &) override;
238
239 void getAnalysisUsage(AnalysisUsage &AU) const override {
240 getLoopAnalysisUsage(AU);
241 }
242};
243}
244
245char LoopDeletionLegacyPass::ID = 0;
246INITIALIZE_PASS_BEGIN(LoopDeletionLegacyPass, "loop-deletion",
247 "Delete dead loops", false, false)
248INITIALIZE_PASS_DEPENDENCY(LoopPass)
249INITIALIZE_PASS_END(LoopDeletionLegacyPass, "loop-deletion",
250 "Delete dead loops", false, false)
251
252Pass *llvm::createLoopDeletionPass() { return new LoopDeletionLegacyPass(); }
253
254bool LoopDeletionLegacyPass::runOnLoop(Loop *L, LPPassManager &) {
255 if (skipLoop(L))
256 return false;
257
258 DominatorTree &DT = getAnalysis<DominatorTreeWrapperPass>().getDomTree();
259 ScalarEvolution &SE = getAnalysis<ScalarEvolutionWrapperPass>().getSE();
Chandler Carruth04a73872017-01-17 21:51:39 +0000260 LoopInfo &LI = getAnalysis<LoopInfoWrapperPass>().getLoopInfo();
Jun Bum Limc837af32016-07-14 18:28:29 +0000261
262 LoopDeletionPass Impl;
Chandler Carruth04a73872017-01-17 21:51:39 +0000263 return Impl.runImpl(L, DT, SE, LI);
Jun Bum Limc837af32016-07-14 18:28:29 +0000264}