blob: ab1a9393c526c7c05377945ea4364405544a42ea [file] [log] [blame]
Cameron Zwarich832f6112011-01-03 00:25:16 +00001//===- LoopInstSimplify.cpp - Loop Instruction Simplification Pass --------===//
2//
3// The LLVM Compiler Infrastructure
4//
5// This file is distributed under the University of Illinois Open Source
6// License. See LICENSE.TXT for details.
7//
8//===----------------------------------------------------------------------===//
9//
10// This pass performs lightweight instruction simplification on loop bodies.
11//
12//===----------------------------------------------------------------------===//
13
Chandler Carruthd04a8d42012-12-03 16:50:05 +000014#include "llvm/Transforms/Scalar.h"
Jakub Staszak4fa57932013-02-09 01:04:28 +000015#include "llvm/ADT/STLExtras.h"
Stephen Hines36b56882014-04-23 16:57:46 -070016#include "llvm/ADT/Statistic.h"
Cameron Zwarich832f6112011-01-03 00:25:16 +000017#include "llvm/Analysis/InstructionSimplify.h"
Cameron Zwaricha1cb5852011-01-04 00:12:46 +000018#include "llvm/Analysis/LoopInfo.h"
Cameron Zwariche389ab12011-01-05 05:15:53 +000019#include "llvm/Analysis/LoopPass.h"
Chandler Carruth0b8c9a82013-01-02 11:36:10 +000020#include "llvm/IR/DataLayout.h"
Stephen Hines36b56882014-04-23 16:57:46 -070021#include "llvm/IR/Dominators.h"
Chandler Carruth0b8c9a82013-01-02 11:36:10 +000022#include "llvm/IR/Instructions.h"
Chandler Carruthd04a8d42012-12-03 16:50:05 +000023#include "llvm/Support/Debug.h"
Chad Rosier618c1db2011-12-01 03:08:23 +000024#include "llvm/Target/TargetLibraryInfo.h"
Cameron Zwarich832f6112011-01-03 00:25:16 +000025#include "llvm/Transforms/Utils/Local.h"
Cameron Zwarich832f6112011-01-03 00:25:16 +000026using namespace llvm;
27
Stephen Hinesdce4a402014-05-29 02:49:00 -070028#define DEBUG_TYPE "loop-instsimplify"
29
Cameron Zwarich832f6112011-01-03 00:25:16 +000030STATISTIC(NumSimplified, "Number of redundant instructions simplified");
31
32namespace {
Cameron Zwariche389ab12011-01-05 05:15:53 +000033 class LoopInstSimplify : public LoopPass {
Cameron Zwarich832f6112011-01-03 00:25:16 +000034 public:
35 static char ID; // Pass ID, replacement for typeid
Cameron Zwariche389ab12011-01-05 05:15:53 +000036 LoopInstSimplify() : LoopPass(ID) {
Cameron Zwarich832f6112011-01-03 00:25:16 +000037 initializeLoopInstSimplifyPass(*PassRegistry::getPassRegistry());
38 }
39
Stephen Hines36b56882014-04-23 16:57:46 -070040 bool runOnLoop(Loop*, LPPassManager&) override;
Cameron Zwarich832f6112011-01-03 00:25:16 +000041
Stephen Hines36b56882014-04-23 16:57:46 -070042 void getAnalysisUsage(AnalysisUsage &AU) const override {
Cameron Zwarich832f6112011-01-03 00:25:16 +000043 AU.setPreservesCFG();
Cameron Zwarich832f6112011-01-03 00:25:16 +000044 AU.addRequired<LoopInfo>();
Cameron Zwariche389ab12011-01-05 05:15:53 +000045 AU.addRequiredID(LoopSimplifyID);
Cameron Zwariche7d78652011-01-09 12:35:16 +000046 AU.addPreservedID(LoopSimplifyID);
Cameron Zwarich832f6112011-01-03 00:25:16 +000047 AU.addPreservedID(LCSSAID);
Cameron Zwarichfae0abe2011-02-11 06:08:25 +000048 AU.addPreserved("scalar-evolution");
Chad Rosier618c1db2011-12-01 03:08:23 +000049 AU.addRequired<TargetLibraryInfo>();
Cameron Zwarich832f6112011-01-03 00:25:16 +000050 }
51 };
52}
Nadav Rotema94d6e82012-07-24 10:51:42 +000053
Cameron Zwarich832f6112011-01-03 00:25:16 +000054char LoopInstSimplify::ID = 0;
55INITIALIZE_PASS_BEGIN(LoopInstSimplify, "loop-instsimplify",
56 "Simplify instructions in loops", false, false)
Chad Rosier618c1db2011-12-01 03:08:23 +000057INITIALIZE_PASS_DEPENDENCY(TargetLibraryInfo)
Stephen Hines36b56882014-04-23 16:57:46 -070058INITIALIZE_PASS_DEPENDENCY(DominatorTreeWrapperPass)
Cameron Zwarich832f6112011-01-03 00:25:16 +000059INITIALIZE_PASS_DEPENDENCY(LoopInfo)
60INITIALIZE_PASS_DEPENDENCY(LCSSA)
61INITIALIZE_PASS_END(LoopInstSimplify, "loop-instsimplify",
62 "Simplify instructions in loops", false, false)
63
Cameron Zwarichb434acb2011-01-08 17:07:11 +000064Pass *llvm::createLoopInstSimplifyPass() {
Cameron Zwarich832f6112011-01-03 00:25:16 +000065 return new LoopInstSimplify();
66}
67
Cameron Zwariche389ab12011-01-05 05:15:53 +000068bool LoopInstSimplify::runOnLoop(Loop *L, LPPassManager &LPM) {
Stephen Hines36b56882014-04-23 16:57:46 -070069 if (skipOptnoneFunction(L))
70 return false;
71
72 DominatorTreeWrapperPass *DTWP =
73 getAnalysisIfAvailable<DominatorTreeWrapperPass>();
Stephen Hinesdce4a402014-05-29 02:49:00 -070074 DominatorTree *DT = DTWP ? &DTWP->getDomTree() : nullptr;
Cameron Zwarich64573ae2011-01-04 18:19:19 +000075 LoopInfo *LI = &getAnalysis<LoopInfo>();
Stephen Hines36b56882014-04-23 16:57:46 -070076 DataLayoutPass *DLP = getAnalysisIfAvailable<DataLayoutPass>();
Stephen Hinesdce4a402014-05-29 02:49:00 -070077 const DataLayout *DL = DLP ? &DLP->getDataLayout() : nullptr;
Chad Rosier618c1db2011-12-01 03:08:23 +000078 const TargetLibraryInfo *TLI = &getAnalysis<TargetLibraryInfo>();
Cameron Zwarich832f6112011-01-03 00:25:16 +000079
Cameron Zwariche389ab12011-01-05 05:15:53 +000080 SmallVector<BasicBlock*, 8> ExitBlocks;
81 L->getUniqueExitBlocks(ExitBlocks);
82 array_pod_sort(ExitBlocks.begin(), ExitBlocks.end());
83
Cameron Zwarich08602ab2011-01-05 05:47:47 +000084 SmallPtrSet<const Instruction*, 8> S1, S2, *ToSimplify = &S1, *Next = &S2;
85
Cameron Zwarich8368ac32011-01-08 15:52:22 +000086 // The bit we are stealing from the pointer represents whether this basic
87 // block is the header of a subloop, in which case we only process its phis.
88 typedef PointerIntPair<BasicBlock*, 1> WorklistItem;
89 SmallVector<WorklistItem, 16> VisitStack;
Cameron Zwariche389ab12011-01-05 05:15:53 +000090 SmallPtrSet<BasicBlock*, 32> Visited;
91
Cameron Zwarich832f6112011-01-03 00:25:16 +000092 bool Changed = false;
93 bool LocalChanged;
94 do {
95 LocalChanged = false;
96
Cameron Zwariche389ab12011-01-05 05:15:53 +000097 VisitStack.clear();
98 Visited.clear();
99
Cameron Zwarich8368ac32011-01-08 15:52:22 +0000100 VisitStack.push_back(WorklistItem(L->getHeader(), false));
Cameron Zwariche389ab12011-01-05 05:15:53 +0000101
102 while (!VisitStack.empty()) {
Cameron Zwarich8368ac32011-01-08 15:52:22 +0000103 WorklistItem Item = VisitStack.pop_back_val();
Cameron Zwarichb434acb2011-01-08 17:07:11 +0000104 BasicBlock *BB = Item.getPointer();
Cameron Zwarich8368ac32011-01-08 15:52:22 +0000105 bool IsSubloopHeader = Item.getInt();
Cameron Zwariche389ab12011-01-05 05:15:53 +0000106
107 // Simplify instructions in the current basic block.
108 for (BasicBlock::iterator BI = BB->begin(), BE = BB->end(); BI != BE;) {
Cameron Zwarich64573ae2011-01-04 18:19:19 +0000109 Instruction *I = BI++;
Cameron Zwarich08602ab2011-01-05 05:47:47 +0000110
111 // The first time through the loop ToSimplify is empty and we try to
112 // simplify all instructions. On later iterations ToSimplify is not
113 // empty and we only bother simplifying instructions that are in it.
114 if (!ToSimplify->empty() && !ToSimplify->count(I))
115 continue;
116
Cameron Zwarich832f6112011-01-03 00:25:16 +0000117 // Don't bother simplifying unused instructions.
118 if (!I->use_empty()) {
Stephen Hines36b56882014-04-23 16:57:46 -0700119 Value *V = SimplifyInstruction(I, DL, TLI, DT);
Cameron Zwaricha1cb5852011-01-04 00:12:46 +0000120 if (V && LI->replacementPreservesLCSSAForm(I, V)) {
Cameron Zwarich08602ab2011-01-05 05:47:47 +0000121 // Mark all uses for resimplification next time round the loop.
Stephen Hines36b56882014-04-23 16:57:46 -0700122 for (User *U : I->users())
123 Next->insert(cast<Instruction>(U));
Cameron Zwarich08602ab2011-01-05 05:47:47 +0000124
Cameron Zwarich832f6112011-01-03 00:25:16 +0000125 I->replaceAllUsesWith(V);
126 LocalChanged = true;
127 ++NumSimplified;
128 }
129 }
Stephen Hinesdce4a402014-05-29 02:49:00 -0700130 bool res = RecursivelyDeleteTriviallyDeadInstructions(I, TLI);
131 if (res) {
132 // RecursivelyDeleteTriviallyDeadInstruction can remove
133 // more than one instruction, so simply incrementing the
134 // iterator does not work. When instructions get deleted
135 // re-iterate instead.
136 BI = BB->begin(); BE = BB->end();
137 LocalChanged |= res;
138 }
Cameron Zwarich8368ac32011-01-08 15:52:22 +0000139
140 if (IsSubloopHeader && !isa<PHINode>(I))
141 break;
Cameron Zwarich832f6112011-01-03 00:25:16 +0000142 }
Cameron Zwarich832f6112011-01-03 00:25:16 +0000143
Cameron Zwarich8368ac32011-01-08 15:52:22 +0000144 // Add all successors to the worklist, except for loop exit blocks and the
145 // bodies of subloops. We visit the headers of loops so that we can process
146 // their phis, but we contract the rest of the subloop body and only follow
147 // edges leading back to the original loop.
Cameron Zwariche389ab12011-01-05 05:15:53 +0000148 for (succ_iterator SI = succ_begin(BB), SE = succ_end(BB); SI != SE;
149 ++SI) {
150 BasicBlock *SuccBB = *SI;
Cameron Zwarich8368ac32011-01-08 15:52:22 +0000151 if (!Visited.insert(SuccBB))
152 continue;
153
154 const Loop *SuccLoop = LI->getLoopFor(SuccBB);
155 if (SuccLoop && SuccLoop->getHeader() == SuccBB
156 && L->contains(SuccLoop)) {
157 VisitStack.push_back(WorklistItem(SuccBB, true));
158
159 SmallVector<BasicBlock*, 8> SubLoopExitBlocks;
160 SuccLoop->getExitBlocks(SubLoopExitBlocks);
161
162 for (unsigned i = 0; i < SubLoopExitBlocks.size(); ++i) {
163 BasicBlock *ExitBB = SubLoopExitBlocks[i];
164 if (LI->getLoopFor(ExitBB) == L && Visited.insert(ExitBB))
165 VisitStack.push_back(WorklistItem(ExitBB, false));
166 }
167
168 continue;
169 }
170
Cameron Zwariche389ab12011-01-05 05:15:53 +0000171 bool IsExitBlock = std::binary_search(ExitBlocks.begin(),
Cameron Zwarich8368ac32011-01-08 15:52:22 +0000172 ExitBlocks.end(), SuccBB);
173 if (IsExitBlock)
174 continue;
175
176 VisitStack.push_back(WorklistItem(SuccBB, false));
Cameron Zwariche389ab12011-01-05 05:15:53 +0000177 }
178 }
179
Cameron Zwarich08602ab2011-01-05 05:47:47 +0000180 // Place the list of instructions to simplify on the next loop iteration
181 // into ToSimplify.
182 std::swap(ToSimplify, Next);
183 Next->clear();
184
Cameron Zwaricha1cb5852011-01-04 00:12:46 +0000185 Changed |= LocalChanged;
Cameron Zwarich832f6112011-01-03 00:25:16 +0000186 } while (LocalChanged);
187
Cameron Zwarich832f6112011-01-03 00:25:16 +0000188 return Changed;
189}