blob: 3151ccd279c41e73da82fa1b18415e31b0edeadc [file] [log] [blame]
Owen Anderson2306a1e2008-04-29 20:06:54 +00001//===- LoopDeletion.cpp - Dead Loop Deletion Pass ---------------===//
Owen Anderson94ad7022008-04-29 00:38:34 +00002//
3// The LLVM Compiler Infrastructure
4//
5// This file is distributed under the University of Illinois Open Source
6// License. See LICENSE.TXT for details.
7//
8//===----------------------------------------------------------------------===//
9//
Gordon Henriksen829046b2008-05-08 17:46:35 +000010// This file implements the Dead Loop Deletion Pass. This pass is responsible
11// for eliminating loops with non-infinite computable trip counts that have no
12// side effects or volatile instructions, and do not contribute to the
13// computation of the function's return value.
Owen Anderson94ad7022008-04-29 00:38:34 +000014//
15//===----------------------------------------------------------------------===//
16
Jun Bum Limc837af32016-07-14 18:28:29 +000017#include "llvm/Transforms/Scalar/LoopDeletion.h"
Owen Anderson94ad7022008-04-29 00:38:34 +000018#include "llvm/ADT/SmallVector.h"
Chandler Carruthed0881b2012-12-03 16:50:05 +000019#include "llvm/ADT/Statistic.h"
James Molloyefbba722015-09-10 10:22:12 +000020#include "llvm/Analysis/GlobalsModRef.h"
Chandler Carruthed0881b2012-12-03 16:50:05 +000021#include "llvm/Analysis/LoopPass.h"
Chandler Carruth5ad5f152014-01-13 09:26:24 +000022#include "llvm/IR/Dominators.h"
Anna Thomas53c8d952017-05-03 11:47:11 +000023#include "llvm/IR/PatternMatch.h"
Jun Bum Limc837af32016-07-14 18:28:29 +000024#include "llvm/Transforms/Scalar.h"
Chandler Carruth3bab7e12017-01-11 09:43:56 +000025#include "llvm/Transforms/Scalar/LoopPassManager.h"
Chandler Carruth31088a92016-02-19 10:45:18 +000026#include "llvm/Transforms/Utils/LoopUtils.h"
Owen Anderson94ad7022008-04-29 00:38:34 +000027using namespace llvm;
28
Chandler Carruth964daaa2014-04-22 02:55:47 +000029#define DEBUG_TYPE "loop-delete"
30
Owen Anderson94ad7022008-04-29 00:38:34 +000031STATISTIC(NumDeleted, "Number of loops deleted");
32
Anna Thomas53c8d952017-05-03 11:47:11 +000033/// This function deletes dead loops. The caller of this function needs to
34/// guarantee that the loop is infact dead. Here we handle two kinds of dead
35/// loop. The first kind (\p isLoopDead) is where only invariant values from
36/// within the loop are used outside of it. The second kind (\p
37/// isLoopNeverExecuted) is where the loop is provably never executed. We can
38/// always remove never executed loops since they will not cause any
39/// difference to program behaviour.
40///
41/// This also updates the relevant analysis information in \p DT, \p SE, and \p
42/// LI. It also updates the loop PM if an updater struct is provided.
43// TODO: This function will be used by loop-simplifyCFG as well. So, move this
44// to LoopUtils.cpp
45static void deleteDeadLoop(Loop *L, DominatorTree &DT, ScalarEvolution &SE,
46 LoopInfo &LI, bool LoopIsNeverExecuted,
47 LPMUpdater *Updater = nullptr);
Chandler Carruth26169f002017-01-17 22:07:26 +000048/// Determines if a loop is dead.
49///
50/// This assumes that we've already checked for unique exit and exiting blocks,
51/// and that the code is in LCSSA form.
52static bool isLoopDead(Loop *L, ScalarEvolution &SE,
53 SmallVectorImpl<BasicBlock *> &ExitingBlocks,
54 BasicBlock *ExitBlock, bool &Changed,
55 BasicBlock *Preheader) {
Owen Anderson94ad7022008-04-29 00:38:34 +000056 // Make sure that all PHI entries coming from the loop are loop invariant.
Owen Andersone6746002008-04-29 20:59:33 +000057 // Because the code is in LCSSA form, any values used outside of the loop
58 // must pass through a PHI in the exit block, meaning that this check is
59 // sufficient to guarantee that no loop-variant values are used outside
60 // of the loop.
Chandler Carruth04a73872017-01-17 21:51:39 +000061 BasicBlock::iterator BI = ExitBlock->begin();
Sanjoy Das905fc272016-05-03 17:50:02 +000062 bool AllEntriesInvariant = true;
63 bool AllOutgoingValuesSame = true;
Jakub Staszakbc421ef2013-03-18 23:31:30 +000064 while (PHINode *P = dyn_cast<PHINode>(BI)) {
Chandler Carruth04a73872017-01-17 21:51:39 +000065 Value *incoming = P->getIncomingValueForBlock(ExitingBlocks[0]);
Cameron Zwarich82630852011-02-22 22:25:39 +000066
67 // Make sure all exiting blocks produce the same incoming value for the exit
68 // block. If there are different incoming values for different exiting
69 // blocks, then it is impossible to statically determine which value should
70 // be used.
Sanjoy Das7e7a5a02016-05-03 17:50:06 +000071 AllOutgoingValuesSame =
Chandler Carruth04a73872017-01-17 21:51:39 +000072 all_of(makeArrayRef(ExitingBlocks).slice(1), [&](BasicBlock *BB) {
Sanjoy Das7e7a5a02016-05-03 17:50:06 +000073 return incoming == P->getIncomingValueForBlock(BB);
74 });
Nadav Rotem465834c2012-07-24 10:51:42 +000075
Sanjoy Das905fc272016-05-03 17:50:02 +000076 if (!AllOutgoingValuesSame)
77 break;
78
Jakub Staszakbc421ef2013-03-18 23:31:30 +000079 if (Instruction *I = dyn_cast<Instruction>(incoming))
Sanjoy Das905fc272016-05-03 17:50:02 +000080 if (!L->makeLoopInvariant(I, Changed, Preheader->getTerminator())) {
81 AllEntriesInvariant = false;
82 break;
83 }
Cameron Zwarich82630852011-02-22 22:25:39 +000084
Dan Gohmand2d1ae12010-06-22 15:08:57 +000085 ++BI;
Owen Anderson94ad7022008-04-29 00:38:34 +000086 }
Nadav Rotem465834c2012-07-24 10:51:42 +000087
Sanjoy Das905fc272016-05-03 17:50:02 +000088 if (Changed)
89 SE.forgetLoopDispositions(L);
90
91 if (!AllEntriesInvariant || !AllOutgoingValuesSame)
92 return false;
93
Owen Anderson94ad7022008-04-29 00:38:34 +000094 // Make sure that no instructions in the block have potential side-effects.
Owen Andersone6746002008-04-29 20:59:33 +000095 // This includes instructions that could write to memory, and loads that are
Xin Tongdf4dff32017-02-23 23:47:10 +000096 // marked volatile.
Davide Italiano49a0aac2017-02-26 07:08:20 +000097 for (auto &I : L->blocks())
98 if (any_of(*I, [](Instruction &I) { return I.mayHaveSideEffects(); }))
99 return false;
Owen Anderson94ad7022008-04-29 00:38:34 +0000100 return true;
101}
102
Anna Thomas53c8d952017-05-03 11:47:11 +0000103/// This function returns true if there is no viable path from the
104/// entry block to the header of \p L. Right now, it only does
105/// a local search to save compile time.
106static bool isLoopNeverExecuted(Loop *L) {
107 using namespace PatternMatch;
108
109 auto *Preheader = L->getLoopPreheader();
110 // TODO: We can relax this constraint, since we just need a loop
111 // predecessor.
112 assert(Preheader && "Needs preheader!");
113
114 if (Preheader == &Preheader->getParent()->getEntryBlock())
115 return false;
116 // All predecessors of the preheader should have a constant conditional
117 // branch, with the loop's preheader as not-taken.
118 for (auto *Pred: predecessors(Preheader)) {
119 BasicBlock *Taken, *NotTaken;
120 ConstantInt *Cond;
121 if (!match(Pred->getTerminator(),
122 m_Br(m_ConstantInt(Cond), Taken, NotTaken)))
123 return false;
124 if (!Cond->getZExtValue())
125 std::swap(Taken, NotTaken);
126 if (Taken == Preheader)
127 return false;
128 }
129 assert(!pred_empty(Preheader) &&
130 "Preheader should have predecessors at this point!");
131 // All the predecessors have the loop preheader as not-taken target.
132 return true;
133}
134
Chandler Carruth26169f002017-01-17 22:07:26 +0000135/// Remove a loop if it is dead.
136///
137/// A loop is considered dead if it does not impact the observable behavior of
138/// the program other than finite running time. This never removes a loop that
Anna Thomas53c8d952017-05-03 11:47:11 +0000139/// might be infinite (unless it is never executed), as doing so could change
140/// the halting/non-halting nature of a program.
Chandler Carruth26169f002017-01-17 22:07:26 +0000141///
142/// This entire process relies pretty heavily on LoopSimplify form and LCSSA in
143/// order to make various safety checks work.
144///
Chandler Carruth027340f2017-02-11 00:09:30 +0000145/// \returns true if any changes were made. This may mutate the loop even if it
146/// is unable to delete it due to hoisting trivially loop invariant
147/// instructions out of the loop.
Chandler Carruth26169f002017-01-17 22:07:26 +0000148static bool deleteLoopIfDead(Loop *L, DominatorTree &DT, ScalarEvolution &SE,
Chandler Carruth027340f2017-02-11 00:09:30 +0000149 LoopInfo &LI, LPMUpdater *Updater = nullptr) {
Sanjoy Das979a11d2016-02-21 17:11:59 +0000150 assert(L->isLCSSAForm(DT) && "Expected LCSSA!");
151
Nadav Rotem465834c2012-07-24 10:51:42 +0000152 // We can only remove the loop if there is a preheader that we can
Owen Anderson94ad7022008-04-29 00:38:34 +0000153 // branch from after removing it.
Chandler Carruthaa885c92017-01-17 22:19:56 +0000154 BasicBlock *Preheader = L->getLoopPreheader();
155 if (!Preheader)
Owen Anderson94ad7022008-04-29 00:38:34 +0000156 return false;
Nadav Rotem465834c2012-07-24 10:51:42 +0000157
Dan Gohmandca7ac32009-11-05 21:47:04 +0000158 // If LoopSimplify form is not available, stay out of trouble.
159 if (!L->hasDedicatedExits())
160 return false;
161
Owen Anderson94ad7022008-04-29 00:38:34 +0000162 // We can't remove loops that contain subloops. If the subloops were dead,
163 // they would already have been removed in earlier executions of this pass.
164 if (L->begin() != L->end())
165 return false;
Nadav Rotem465834c2012-07-24 10:51:42 +0000166
Anna Thomas53c8d952017-05-03 11:47:11 +0000167
168 BasicBlock *ExitBlock = L->getUniqueExitBlock();
169
170 if (ExitBlock && isLoopNeverExecuted(L)) {
171 deleteDeadLoop(L, DT, SE, LI, true /* LoopIsNeverExecuted */, Updater);
172 ++NumDeleted;
173 return true;
174 }
175
176 // The remaining checks below are for a loop being dead because all statements
177 // in the loop are invariant.
Chandler Carruth04a73872017-01-17 21:51:39 +0000178 SmallVector<BasicBlock *, 4> ExitingBlocks;
179 L->getExitingBlocks(ExitingBlocks);
Nadav Rotem465834c2012-07-24 10:51:42 +0000180
Owen Andersonad5f2112008-05-16 04:32:45 +0000181 // We require that the loop only have a single exit block. Otherwise, we'd
182 // be in the situation of needing to be able to solve statically which exit
183 // block will be branched to, or trying to preserve the branching logic in
184 // a loop invariant manner.
Chandler Carruth80de5e62017-01-17 22:28:52 +0000185 if (!ExitBlock)
Owen Andersone6746002008-04-29 20:59:33 +0000186 return false;
Nadav Rotem465834c2012-07-24 10:51:42 +0000187
Owen Anderson94ad7022008-04-29 00:38:34 +0000188 // Finally, we have to check that the loop really is dead.
Chandler Carruth027340f2017-02-11 00:09:30 +0000189 bool Changed = false;
Chandler Carruthaa885c92017-01-17 22:19:56 +0000190 if (!isLoopDead(L, SE, ExitingBlocks, ExitBlock, Changed, Preheader))
Chandler Carruth027340f2017-02-11 00:09:30 +0000191 return Changed;
Nadav Rotem465834c2012-07-24 10:51:42 +0000192
Owen Andersonad5f2112008-05-16 04:32:45 +0000193 // Don't remove loops for which we can't solve the trip count.
194 // They could be infinite, in which case we'd be changing program behavior.
Dan Gohman41d00ac2009-10-23 17:10:01 +0000195 const SCEV *S = SE.getMaxBackedgeTakenCount(L);
Owen Andersonad5f2112008-05-16 04:32:45 +0000196 if (isa<SCEVCouldNotCompute>(S))
Chandler Carruth027340f2017-02-11 00:09:30 +0000197 return Changed;
Nadav Rotem465834c2012-07-24 10:51:42 +0000198
Anna Thomas53c8d952017-05-03 11:47:11 +0000199 deleteDeadLoop(L, DT, SE, LI, false /* LoopIsNeverExecuted */, Updater);
200 ++NumDeleted;
201
202 return true;
203}
204
205static void deleteDeadLoop(Loop *L, DominatorTree &DT, ScalarEvolution &SE,
206 LoopInfo &LI, bool LoopIsNeverExecuted,
207 LPMUpdater *Updater) {
208 assert(L->isLCSSAForm(DT) && "Expected LCSSA!");
209 auto *Preheader = L->getLoopPreheader();
210 assert(Preheader && "Preheader should exist!");
211
Owen Andersone6746002008-04-29 20:59:33 +0000212 // Now that we know the removal is safe, remove the loop by changing the
Nadav Rotem465834c2012-07-24 10:51:42 +0000213 // branch from the preheader to go to the single exit block.
Chandler Carruthbb7e4b42017-01-17 22:00:52 +0000214 //
Owen Anderson586216e2008-04-29 00:45:15 +0000215 // Because we're deleting a large chunk of code at once, the sequence in which
Chandler Carruthbd551e92017-01-17 22:09:28 +0000216 // we remove things is very important to avoid invalidation issues.
Dan Gohman7bb31732009-07-08 19:14:29 +0000217
Chandler Carruth027340f2017-02-11 00:09:30 +0000218 // If we have an LPM updater, tell it about the loop being removed.
219 if (Updater)
220 Updater->markLoopAsDeleted(*L);
221
Dan Gohman7bb31732009-07-08 19:14:29 +0000222 // Tell ScalarEvolution that the loop is deleted. Do this before
223 // deleting the loop so that ScalarEvolution can look at the loop
224 // to determine what it needs to clean up.
Dan Gohman880c92a2009-10-31 15:04:55 +0000225 SE.forgetLoop(L);
Dan Gohman7bb31732009-07-08 19:14:29 +0000226
Anna Thomas53c8d952017-05-03 11:47:11 +0000227 auto *ExitBlock = L->getUniqueExitBlock();
228 assert(ExitBlock && "Should have a unique exit block!");
Owen Andersone6746002008-04-29 20:59:33 +0000229
Anna Thomas53c8d952017-05-03 11:47:11 +0000230 // Connect the preheader directly to the exit block.
231 // Even when the loop is never executed, we cannot remove the edge from the
232 // source block to the exit block. Consider the case where the unexecuted loop
233 // branches back to an outer loop. If we deleted the loop and removed the edge
234 // coming to this inner loop, this will break the outer loop structure (by
235 // deleting the backedge of the outer loop). If the outer loop is indeed a
236 // non-loop, it will be deleted in a future iteration of loop deletion pass.
237 Preheader->getTerminator()->replaceUsesOfWith(L->getHeader(), ExitBlock);
238
239 SmallVector<BasicBlock *, 4> ExitingBlocks;
240 L->getExitingBlocks(ExitingBlocks);
241 // Rewrite phis in the exit block to get their inputs from the Preheader
242 // instead of the exiting block.
Chandler Carruth8aaad7c2017-01-18 02:43:01 +0000243 BasicBlock *ExitingBlock = ExitingBlocks[0];
Chandler Carruth04a73872017-01-17 21:51:39 +0000244 BasicBlock::iterator BI = ExitBlock->begin();
Jakub Staszakbc421ef2013-03-18 23:31:30 +0000245 while (PHINode *P = dyn_cast<PHINode>(BI)) {
Chandler Carruth8aaad7c2017-01-18 02:43:01 +0000246 int j = P->getBasicBlockIndex(ExitingBlock);
Jay Foad25127ab2011-06-21 10:02:43 +0000247 assert(j >= 0 && "Can't find exiting block in exit block's phi node!");
Anna Thomas53c8d952017-05-03 11:47:11 +0000248 if (LoopIsNeverExecuted)
249 P->setIncomingValue(j, UndefValue::get(P->getType()));
Chandler Carruthaa885c92017-01-17 22:19:56 +0000250 P->setIncomingBlock(j, Preheader);
Chandler Carruth04a73872017-01-17 21:51:39 +0000251 for (unsigned i = 1; i < ExitingBlocks.size(); ++i)
252 P->removeIncomingValue(ExitingBlocks[i]);
Dan Gohmand2d1ae12010-06-22 15:08:57 +0000253 ++BI;
Owen Anderson94ad7022008-04-29 00:38:34 +0000254 }
Nadav Rotem465834c2012-07-24 10:51:42 +0000255
Owen Andersone6746002008-04-29 20:59:33 +0000256 // Update the dominator tree and remove the instructions and blocks that will
257 // be deleted from the reference counting scheme.
Devang Patel30f3ebb2011-01-12 19:12:45 +0000258 SmallVector<DomTreeNode*, 8> ChildNodes;
Owen Anderson94ad7022008-04-29 00:38:34 +0000259 for (Loop::block_iterator LI = L->block_begin(), LE = L->block_end();
260 LI != LE; ++LI) {
Chandler Carruthaa885c92017-01-17 22:19:56 +0000261 // Move all of the block's children to be children of the Preheader, which
Owen Anderson586216e2008-04-29 00:45:15 +0000262 // allows us to remove the domtree entry for the block.
Devang Patel30f3ebb2011-01-12 19:12:45 +0000263 ChildNodes.insert(ChildNodes.begin(), DT[*LI]->begin(), DT[*LI]->end());
Benjamin Kramer135f7352016-06-26 12:28:59 +0000264 for (DomTreeNode *ChildNode : ChildNodes) {
Chandler Carruthaa885c92017-01-17 22:19:56 +0000265 DT.changeImmediateDominator(ChildNode, DT[Preheader]);
Dan Gohmane6698842009-02-24 01:21:53 +0000266 }
Nadav Rotem465834c2012-07-24 10:51:42 +0000267
Owen Andersone6746002008-04-29 20:59:33 +0000268 ChildNodes.clear();
Owen Anderson94ad7022008-04-29 00:38:34 +0000269 DT.eraseNode(*LI);
Dan Gohmane6698842009-02-24 01:21:53 +0000270
Owen Andersonad5f2112008-05-16 04:32:45 +0000271 // Remove the block from the reference counting scheme, so that we can
272 // delete it freely later.
Owen Anderson94ad7022008-04-29 00:38:34 +0000273 (*LI)->dropAllReferences();
274 }
Nadav Rotem465834c2012-07-24 10:51:42 +0000275
Owen Anderson586216e2008-04-29 00:45:15 +0000276 // Erase the instructions and the blocks without having to worry
277 // about ordering because we already dropped the references.
Owen Andersone6746002008-04-29 20:59:33 +0000278 // NOTE: This iteration is safe because erasing the block does not remove its
279 // entry from the loop's block list. We do that in the next section.
Owen Anderson94ad7022008-04-29 00:38:34 +0000280 for (Loop::block_iterator LI = L->block_begin(), LE = L->block_end();
Owen Andersonf4aece52008-05-29 08:15:48 +0000281 LI != LE; ++LI)
Owen Anderson94ad7022008-04-29 00:38:34 +0000282 (*LI)->eraseFromParent();
Dan Gohmane5914112009-02-23 17:10:29 +0000283
Owen Anderson586216e2008-04-29 00:45:15 +0000284 // Finally, the blocks from loopinfo. This has to happen late because
285 // otherwise our loop iterators won't work.
Jun Bum Limc837af32016-07-14 18:28:29 +0000286
287 SmallPtrSet<BasicBlock *, 8> blocks;
Owen Anderson94ad7022008-04-29 00:38:34 +0000288 blocks.insert(L->block_begin(), L->block_end());
Craig Topper46276792014-08-24 23:23:06 +0000289 for (BasicBlock *BB : blocks)
Chandler Carruth04a73872017-01-17 21:51:39 +0000290 LI.removeBlock(BB);
Nadav Rotem465834c2012-07-24 10:51:42 +0000291
Justin Bogner883a3ea2015-12-16 18:40:20 +0000292 // The last step is to update LoopInfo now that we've eliminated this loop.
Chandler Carruth04a73872017-01-17 21:51:39 +0000293 LI.markAsRemoved(L);
Owen Anderson94ad7022008-04-29 00:38:34 +0000294}
Jun Bum Limc837af32016-07-14 18:28:29 +0000295
Chandler Carruth410eaeb2017-01-11 06:23:21 +0000296PreservedAnalyses LoopDeletionPass::run(Loop &L, LoopAnalysisManager &AM,
297 LoopStandardAnalysisResults &AR,
Chandler Carruthd50c5fb2017-01-18 02:41:26 +0000298 LPMUpdater &Updater) {
Chandler Carruth027340f2017-02-11 00:09:30 +0000299 if (!deleteLoopIfDead(&L, AR.DT, AR.SE, AR.LI, &Updater))
Jun Bum Limc837af32016-07-14 18:28:29 +0000300 return PreservedAnalyses::all();
301
302 return getLoopPassPreservedAnalyses();
303}
304
305namespace {
306class LoopDeletionLegacyPass : public LoopPass {
307public:
308 static char ID; // Pass ID, replacement for typeid
309 LoopDeletionLegacyPass() : LoopPass(ID) {
310 initializeLoopDeletionLegacyPassPass(*PassRegistry::getPassRegistry());
311 }
312
313 // Possibly eliminate loop L if it is dead.
314 bool runOnLoop(Loop *L, LPPassManager &) override;
315
316 void getAnalysisUsage(AnalysisUsage &AU) const override {
317 getLoopAnalysisUsage(AU);
318 }
319};
320}
321
322char LoopDeletionLegacyPass::ID = 0;
323INITIALIZE_PASS_BEGIN(LoopDeletionLegacyPass, "loop-deletion",
324 "Delete dead loops", false, false)
325INITIALIZE_PASS_DEPENDENCY(LoopPass)
326INITIALIZE_PASS_END(LoopDeletionLegacyPass, "loop-deletion",
327 "Delete dead loops", false, false)
328
329Pass *llvm::createLoopDeletionPass() { return new LoopDeletionLegacyPass(); }
330
331bool LoopDeletionLegacyPass::runOnLoop(Loop *L, LPPassManager &) {
332 if (skipLoop(L))
333 return false;
Jun Bum Limc837af32016-07-14 18:28:29 +0000334 DominatorTree &DT = getAnalysis<DominatorTreeWrapperPass>().getDomTree();
335 ScalarEvolution &SE = getAnalysis<ScalarEvolutionWrapperPass>().getSE();
Chandler Carruth04a73872017-01-17 21:51:39 +0000336 LoopInfo &LI = getAnalysis<LoopInfoWrapperPass>().getLoopInfo();
Jun Bum Limc837af32016-07-14 18:28:29 +0000337
Chandler Carruth027340f2017-02-11 00:09:30 +0000338 return deleteLoopIfDead(L, DT, SE, LI);
Jun Bum Limc837af32016-07-14 18:28:29 +0000339}