blob: d6ed9d333009aadc36487cf8f4ab252100ed8547 [file] [log] [blame]
Cameron Zwarichcab9a0a2011-01-03 00:25:16 +00001//===- LoopInstSimplify.cpp - Loop Instruction Simplification Pass --------===//
2//
3// The LLVM Compiler Infrastructure
4//
5// This file is distributed under the University of Illinois Open Source
6// License. See LICENSE.TXT for details.
7//
8//===----------------------------------------------------------------------===//
9//
10// This pass performs lightweight instruction simplification on loop bodies.
11//
12//===----------------------------------------------------------------------===//
13
14#define DEBUG_TYPE "loop-instsimplify"
Chandler Carruthed0881b2012-12-03 16:50:05 +000015#include "llvm/Transforms/Scalar.h"
Jakub Staszakf23980a2013-02-09 01:04:28 +000016#include "llvm/ADT/STLExtras.h"
Chandler Carruth8a8cd2b2014-01-07 11:48:04 +000017#include "llvm/ADT/Statistic.h"
Cameron Zwarichcab9a0a2011-01-03 00:25:16 +000018#include "llvm/Analysis/InstructionSimplify.h"
Cameron Zwariche9249692011-01-04 00:12:46 +000019#include "llvm/Analysis/LoopInfo.h"
Cameron Zwarich4c51d122011-01-05 05:15:53 +000020#include "llvm/Analysis/LoopPass.h"
Chandler Carruth9fb823b2013-01-02 11:36:10 +000021#include "llvm/IR/DataLayout.h"
Chandler Carruth5ad5f152014-01-13 09:26:24 +000022#include "llvm/IR/Dominators.h"
Chandler Carruth9fb823b2013-01-02 11:36:10 +000023#include "llvm/IR/Instructions.h"
Chandler Carruthed0881b2012-12-03 16:50:05 +000024#include "llvm/Support/Debug.h"
Chad Rosierc24b86f2011-12-01 03:08:23 +000025#include "llvm/Target/TargetLibraryInfo.h"
Cameron Zwarichcab9a0a2011-01-03 00:25:16 +000026#include "llvm/Transforms/Utils/Local.h"
Cameron Zwarichcab9a0a2011-01-03 00:25:16 +000027using namespace llvm;
28
29STATISTIC(NumSimplified, "Number of redundant instructions simplified");
30
31namespace {
Cameron Zwarich4c51d122011-01-05 05:15:53 +000032 class LoopInstSimplify : public LoopPass {
Cameron Zwarichcab9a0a2011-01-03 00:25:16 +000033 public:
34 static char ID; // Pass ID, replacement for typeid
Cameron Zwarich4c51d122011-01-05 05:15:53 +000035 LoopInstSimplify() : LoopPass(ID) {
Cameron Zwarichcab9a0a2011-01-03 00:25:16 +000036 initializeLoopInstSimplifyPass(*PassRegistry::getPassRegistry());
37 }
38
Cameron Zwarich4c51d122011-01-05 05:15:53 +000039 bool runOnLoop(Loop*, LPPassManager&);
Cameron Zwarichcab9a0a2011-01-03 00:25:16 +000040
Cameron Zwarichb2a41e92011-01-04 18:19:19 +000041 virtual void getAnalysisUsage(AnalysisUsage &AU) const {
Cameron Zwarichcab9a0a2011-01-03 00:25:16 +000042 AU.setPreservesCFG();
Cameron Zwarichcab9a0a2011-01-03 00:25:16 +000043 AU.addRequired<LoopInfo>();
Cameron Zwarich4c51d122011-01-05 05:15:53 +000044 AU.addRequiredID(LoopSimplifyID);
Cameron Zwaricha42e5912011-01-09 12:35:16 +000045 AU.addPreservedID(LoopSimplifyID);
Cameron Zwarichcab9a0a2011-01-03 00:25:16 +000046 AU.addPreservedID(LCSSAID);
Cameron Zwarich25cb63c2011-02-11 06:08:25 +000047 AU.addPreserved("scalar-evolution");
Chad Rosierc24b86f2011-12-01 03:08:23 +000048 AU.addRequired<TargetLibraryInfo>();
Cameron Zwarichcab9a0a2011-01-03 00:25:16 +000049 }
50 };
51}
Nadav Rotem465834c2012-07-24 10:51:42 +000052
Cameron Zwarichcab9a0a2011-01-03 00:25:16 +000053char LoopInstSimplify::ID = 0;
54INITIALIZE_PASS_BEGIN(LoopInstSimplify, "loop-instsimplify",
55 "Simplify instructions in loops", false, false)
Chad Rosierc24b86f2011-12-01 03:08:23 +000056INITIALIZE_PASS_DEPENDENCY(TargetLibraryInfo)
Chandler Carruth73523022014-01-13 13:07:17 +000057INITIALIZE_PASS_DEPENDENCY(DominatorTreeWrapperPass)
Cameron Zwarichcab9a0a2011-01-03 00:25:16 +000058INITIALIZE_PASS_DEPENDENCY(LoopInfo)
59INITIALIZE_PASS_DEPENDENCY(LCSSA)
60INITIALIZE_PASS_END(LoopInstSimplify, "loop-instsimplify",
61 "Simplify instructions in loops", false, false)
62
Cameron Zwarichb4ab2572011-01-08 17:07:11 +000063Pass *llvm::createLoopInstSimplifyPass() {
Cameron Zwarichcab9a0a2011-01-03 00:25:16 +000064 return new LoopInstSimplify();
65}
66
Cameron Zwarich4c51d122011-01-05 05:15:53 +000067bool LoopInstSimplify::runOnLoop(Loop *L, LPPassManager &LPM) {
Chandler Carruth73523022014-01-13 13:07:17 +000068 DominatorTreeWrapperPass *DTWP =
69 getAnalysisIfAvailable<DominatorTreeWrapperPass>();
70 DominatorTree *DT = DTWP ? &DTWP->getDomTree() : 0;
Cameron Zwarichb2a41e92011-01-04 18:19:19 +000071 LoopInfo *LI = &getAnalysis<LoopInfo>();
Micah Villmowcdfe20b2012-10-08 16:38:25 +000072 const DataLayout *TD = getAnalysisIfAvailable<DataLayout>();
Chad Rosierc24b86f2011-12-01 03:08:23 +000073 const TargetLibraryInfo *TLI = &getAnalysis<TargetLibraryInfo>();
Cameron Zwarichcab9a0a2011-01-03 00:25:16 +000074
Cameron Zwarich4c51d122011-01-05 05:15:53 +000075 SmallVector<BasicBlock*, 8> ExitBlocks;
76 L->getUniqueExitBlocks(ExitBlocks);
77 array_pod_sort(ExitBlocks.begin(), ExitBlocks.end());
78
Cameron Zwarich5a2bb992011-01-05 05:47:47 +000079 SmallPtrSet<const Instruction*, 8> S1, S2, *ToSimplify = &S1, *Next = &S2;
80
Cameron Zwarich80bd9af2011-01-08 15:52:22 +000081 // The bit we are stealing from the pointer represents whether this basic
82 // block is the header of a subloop, in which case we only process its phis.
83 typedef PointerIntPair<BasicBlock*, 1> WorklistItem;
84 SmallVector<WorklistItem, 16> VisitStack;
Cameron Zwarich4c51d122011-01-05 05:15:53 +000085 SmallPtrSet<BasicBlock*, 32> Visited;
86
Cameron Zwarichcab9a0a2011-01-03 00:25:16 +000087 bool Changed = false;
88 bool LocalChanged;
89 do {
90 LocalChanged = false;
91
Cameron Zwarich4c51d122011-01-05 05:15:53 +000092 VisitStack.clear();
93 Visited.clear();
94
Cameron Zwarich80bd9af2011-01-08 15:52:22 +000095 VisitStack.push_back(WorklistItem(L->getHeader(), false));
Cameron Zwarich4c51d122011-01-05 05:15:53 +000096
97 while (!VisitStack.empty()) {
Cameron Zwarich80bd9af2011-01-08 15:52:22 +000098 WorklistItem Item = VisitStack.pop_back_val();
Cameron Zwarichb4ab2572011-01-08 17:07:11 +000099 BasicBlock *BB = Item.getPointer();
Cameron Zwarich80bd9af2011-01-08 15:52:22 +0000100 bool IsSubloopHeader = Item.getInt();
Cameron Zwarich4c51d122011-01-05 05:15:53 +0000101
102 // Simplify instructions in the current basic block.
103 for (BasicBlock::iterator BI = BB->begin(), BE = BB->end(); BI != BE;) {
Cameron Zwarichb2a41e92011-01-04 18:19:19 +0000104 Instruction *I = BI++;
Cameron Zwarich5a2bb992011-01-05 05:47:47 +0000105
106 // The first time through the loop ToSimplify is empty and we try to
107 // simplify all instructions. On later iterations ToSimplify is not
108 // empty and we only bother simplifying instructions that are in it.
109 if (!ToSimplify->empty() && !ToSimplify->count(I))
110 continue;
111
Cameron Zwarichcab9a0a2011-01-03 00:25:16 +0000112 // Don't bother simplifying unused instructions.
113 if (!I->use_empty()) {
Chad Rosierc24b86f2011-12-01 03:08:23 +0000114 Value *V = SimplifyInstruction(I, TD, TLI, DT);
Cameron Zwariche9249692011-01-04 00:12:46 +0000115 if (V && LI->replacementPreservesLCSSAForm(I, V)) {
Cameron Zwarich5a2bb992011-01-05 05:47:47 +0000116 // Mark all uses for resimplification next time round the loop.
117 for (Value::use_iterator UI = I->use_begin(), UE = I->use_end();
118 UI != UE; ++UI)
119 Next->insert(cast<Instruction>(*UI));
120
Cameron Zwarichcab9a0a2011-01-03 00:25:16 +0000121 I->replaceAllUsesWith(V);
122 LocalChanged = true;
123 ++NumSimplified;
124 }
125 }
Benjamin Kramer8bcc9712012-08-29 15:32:21 +0000126 LocalChanged |= RecursivelyDeleteTriviallyDeadInstructions(I, TLI);
Cameron Zwarich80bd9af2011-01-08 15:52:22 +0000127
128 if (IsSubloopHeader && !isa<PHINode>(I))
129 break;
Cameron Zwarichcab9a0a2011-01-03 00:25:16 +0000130 }
Cameron Zwarichcab9a0a2011-01-03 00:25:16 +0000131
Cameron Zwarich80bd9af2011-01-08 15:52:22 +0000132 // Add all successors to the worklist, except for loop exit blocks and the
133 // bodies of subloops. We visit the headers of loops so that we can process
134 // their phis, but we contract the rest of the subloop body and only follow
135 // edges leading back to the original loop.
Cameron Zwarich4c51d122011-01-05 05:15:53 +0000136 for (succ_iterator SI = succ_begin(BB), SE = succ_end(BB); SI != SE;
137 ++SI) {
138 BasicBlock *SuccBB = *SI;
Cameron Zwarich80bd9af2011-01-08 15:52:22 +0000139 if (!Visited.insert(SuccBB))
140 continue;
141
142 const Loop *SuccLoop = LI->getLoopFor(SuccBB);
143 if (SuccLoop && SuccLoop->getHeader() == SuccBB
144 && L->contains(SuccLoop)) {
145 VisitStack.push_back(WorklistItem(SuccBB, true));
146
147 SmallVector<BasicBlock*, 8> SubLoopExitBlocks;
148 SuccLoop->getExitBlocks(SubLoopExitBlocks);
149
150 for (unsigned i = 0; i < SubLoopExitBlocks.size(); ++i) {
151 BasicBlock *ExitBB = SubLoopExitBlocks[i];
152 if (LI->getLoopFor(ExitBB) == L && Visited.insert(ExitBB))
153 VisitStack.push_back(WorklistItem(ExitBB, false));
154 }
155
156 continue;
157 }
158
Cameron Zwarich4c51d122011-01-05 05:15:53 +0000159 bool IsExitBlock = std::binary_search(ExitBlocks.begin(),
Cameron Zwarich80bd9af2011-01-08 15:52:22 +0000160 ExitBlocks.end(), SuccBB);
161 if (IsExitBlock)
162 continue;
163
164 VisitStack.push_back(WorklistItem(SuccBB, false));
Cameron Zwarich4c51d122011-01-05 05:15:53 +0000165 }
166 }
167
Cameron Zwarich5a2bb992011-01-05 05:47:47 +0000168 // Place the list of instructions to simplify on the next loop iteration
169 // into ToSimplify.
170 std::swap(ToSimplify, Next);
171 Next->clear();
172
Cameron Zwariche9249692011-01-04 00:12:46 +0000173 Changed |= LocalChanged;
Cameron Zwarichcab9a0a2011-01-03 00:25:16 +0000174 } while (LocalChanged);
175
Cameron Zwarichcab9a0a2011-01-03 00:25:16 +0000176 return Changed;
177}