blob: 91158b429ea1da14484bfec619f67a09183c9f6d [file] [log] [blame]
Chris Lattner4186ad52008-05-14 20:38:44 +00001//===- SimplifyCFGPass.cpp - CFG Simplification Pass ----------------------===//
Misha Brukmanfd939082005-04-21 23:48:37 +00002//
John Criswellb576c942003-10-20 19:43:21 +00003// The LLVM Compiler Infrastructure
4//
Chris Lattner4ee451d2007-12-29 20:36:04 +00005// This file is distributed under the University of Illinois Open Source
6// License. See LICENSE.TXT for details.
Misha Brukmanfd939082005-04-21 23:48:37 +00007//
John Criswellb576c942003-10-20 19:43:21 +00008//===----------------------------------------------------------------------===//
Chris Lattner573527b2002-05-21 20:49:37 +00009//
Chris Lattner4cf4b692007-12-03 19:43:18 +000010// This file implements dead code elimination and basic block merging, along
11// with a collection of other peephole control flow optimizations. For example:
Chris Lattner573527b2002-05-21 20:49:37 +000012//
Gordon Henriksenc86b6772007-11-04 16:15:04 +000013// * Removes basic blocks with no predecessors.
14// * Merges a basic block into its predecessor if there is only one and the
Chris Lattner573527b2002-05-21 20:49:37 +000015// predecessor only has one successor.
Gordon Henriksenc86b6772007-11-04 16:15:04 +000016// * Eliminates PHI nodes for basic blocks with a single predecessor.
17// * Eliminates a basic block that only contains an unconditional branch.
Chris Lattner4cf4b692007-12-03 19:43:18 +000018// * Changes invoke instructions to nounwind functions to be calls.
19// * Change things like "if (x) if (y)" into "if (x&y)".
20// * etc..
Chris Lattner573527b2002-05-21 20:49:37 +000021//
22//===----------------------------------------------------------------------===//
23
Chris Lattner0e5f4992006-12-19 21:40:18 +000024#define DEBUG_TYPE "simplifycfg"
Chris Lattner573527b2002-05-21 20:49:37 +000025#include "llvm/Transforms/Scalar.h"
26#include "llvm/Transforms/Utils/Local.h"
Chris Lattnerfc5c1bb02004-10-18 03:00:50 +000027#include "llvm/Constants.h"
28#include "llvm/Instructions.h"
Bill Wendlingead138b2010-03-14 10:40:55 +000029#include "llvm/IntrinsicInst.h"
Chris Lattner573527b2002-05-21 20:49:37 +000030#include "llvm/Module.h"
Devang Pateleaf42ab2008-09-23 23:03:40 +000031#include "llvm/Attributes.h"
Chris Lattner573527b2002-05-21 20:49:37 +000032#include "llvm/Support/CFG.h"
33#include "llvm/Pass.h"
Jakob Stoklund Olesen58e9ee82010-02-05 22:03:18 +000034#include "llvm/Target/TargetData.h"
Chris Lattnerb42c8f72007-11-13 07:32:38 +000035#include "llvm/ADT/SmallVector.h"
Chris Lattner55091782007-03-04 04:20:48 +000036#include "llvm/ADT/SmallPtrSet.h"
Reid Spencer551ccae2004-09-01 22:55:40 +000037#include "llvm/ADT/Statistic.h"
Chris Lattnerd7456022004-01-09 06:02:20 +000038using namespace llvm;
Brian Gaeked0fde302003-11-11 22:41:34 +000039
Chris Lattner0e5f4992006-12-19 21:40:18 +000040STATISTIC(NumSimpl, "Number of blocks simplified");
Chris Lattnera92f6962002-10-01 22:38:41 +000041
Chris Lattner0e5f4992006-12-19 21:40:18 +000042namespace {
Chris Lattner3e8b6632009-09-02 06:11:42 +000043 struct CFGSimplifyPass : public FunctionPass {
Nick Lewyckyecd94c82007-05-06 13:37:16 +000044 static char ID; // Pass identification, replacement for typeid
Owen Anderson081c34b2010-10-19 17:21:58 +000045 CFGSimplifyPass() : FunctionPass(ID) {
46 initializeCFGSimplifyPassPass(*PassRegistry::getPassRegistry());
47 }
Devang Patel794fd752007-05-01 21:15:47 +000048
Chris Lattner7e708292002-06-25 16:13:24 +000049 virtual bool runOnFunction(Function &F);
Chris Lattner573527b2002-05-21 20:49:37 +000050 };
51}
52
Dan Gohman844731a2008-05-13 00:00:25 +000053char CFGSimplifyPass::ID = 0;
Owen Andersond13db2c2010-07-21 22:09:45 +000054INITIALIZE_PASS(CFGSimplifyPass, "simplifycfg",
Owen Andersonce665bd2010-10-07 22:25:06 +000055 "Simplify the CFG", false, false)
Dan Gohman844731a2008-05-13 00:00:25 +000056
Brian Gaeked0fde302003-11-11 22:41:34 +000057// Public interface to the CFGSimplification pass
Chris Lattnerd7456022004-01-09 06:02:20 +000058FunctionPass *llvm::createCFGSimplificationPass() {
Chris Lattner573527b2002-05-21 20:49:37 +000059 return new CFGSimplifyPass();
60}
61
Chris Lattner1b12d882007-11-14 06:19:25 +000062/// ChangeToUnreachable - Insert an unreachable instruction before the specified
63/// instruction, making it and the rest of the code in the block dead.
Chris Lattnerc7d7e0c2010-05-08 22:15:59 +000064static void ChangeToUnreachable(Instruction *I, bool UseLLVMTrap) {
Chris Lattner1b12d882007-11-14 06:19:25 +000065 BasicBlock *BB = I->getParent();
66 // Loop over all of the successors, removing BB's entry from any PHI
67 // nodes.
68 for (succ_iterator SI = succ_begin(BB), SE = succ_end(BB); SI != SE; ++SI)
69 (*SI)->removePredecessor(BB);
70
Chris Lattnerc7d7e0c2010-05-08 22:15:59 +000071 // Insert a call to llvm.trap right before this. This turns the undefined
72 // behavior into a hard fail instead of falling through into random code.
73 if (UseLLVMTrap) {
74 Function *TrapFn =
75 Intrinsic::getDeclaration(BB->getParent()->getParent(), Intrinsic::trap);
Devang Patel7878f372011-04-27 17:59:27 +000076 CallInst *CallTrap = CallInst::Create(TrapFn, "", I);
77 CallTrap->setDebugLoc(I->getDebugLoc());
Chris Lattnerc7d7e0c2010-05-08 22:15:59 +000078 }
Owen Anderson1d0be152009-08-13 21:58:54 +000079 new UnreachableInst(I->getContext(), I);
Chris Lattner1b12d882007-11-14 06:19:25 +000080
81 // All instructions after this are dead.
82 BasicBlock::iterator BBI = I, BBE = BB->end();
83 while (BBI != BBE) {
84 if (!BBI->use_empty())
Owen Anderson9e9a0d52009-07-30 23:03:37 +000085 BBI->replaceAllUsesWith(UndefValue::get(BBI->getType()));
Chris Lattner1b12d882007-11-14 06:19:25 +000086 BB->getInstList().erase(BBI++);
87 }
88}
89
Duncan Sands73d4bb62007-11-22 22:24:59 +000090/// ChangeToCall - Convert the specified invoke into a normal call.
91static void ChangeToCall(InvokeInst *II) {
Gabor Greifc9f75002010-03-24 13:21:49 +000092 SmallVector<Value*, 8> Args(II->op_begin(), II->op_end() - 3);
Jay Foada3efbb12011-07-15 08:37:34 +000093 CallInst *NewCall = CallInst::Create(II->getCalledValue(), Args, "", II);
Duncan Sands73d4bb62007-11-22 22:24:59 +000094 NewCall->takeName(II);
95 NewCall->setCallingConv(II->getCallingConv());
Devang Patel05988662008-09-25 21:00:45 +000096 NewCall->setAttributes(II->getAttributes());
Devang Pateld6330892011-06-02 22:46:58 +000097 NewCall->setDebugLoc(II->getDebugLoc());
Duncan Sands73d4bb62007-11-22 22:24:59 +000098 II->replaceAllUsesWith(NewCall);
99
100 // Follow the call by a branch to the normal destination.
Gabor Greif051a9502008-04-06 20:25:17 +0000101 BranchInst::Create(II->getNormalDest(), II);
Nuno Lopes4ccb89c2012-07-02 16:14:47 +0000102
103 // Update PHI nodes in the unwind destination
104 II->getUnwindDest()->removePredecessor(II->getParent());
Nuno Lopes7f71f5f2012-06-28 22:32:27 +0000105 II->eraseFromParent();
Duncan Sands73d4bb62007-11-22 22:24:59 +0000106}
107
Chris Lattner55091782007-03-04 04:20:48 +0000108static bool MarkAliveBlocks(BasicBlock *BB,
Nick Lewycky2e0316f2009-11-23 03:34:29 +0000109 SmallPtrSet<BasicBlock*, 128> &Reachable) {
Chris Lattner1984a3282007-04-05 01:27:02 +0000110
Chris Lattnerb42c8f72007-11-13 07:32:38 +0000111 SmallVector<BasicBlock*, 128> Worklist;
Chris Lattner1984a3282007-04-05 01:27:02 +0000112 Worklist.push_back(BB);
113 bool Changed = false;
Dan Gohman321a8132010-01-05 16:27:25 +0000114 do {
115 BB = Worklist.pop_back_val();
Chris Lattner1984a3282007-04-05 01:27:02 +0000116
117 if (!Reachable.insert(BB))
118 continue;
Chris Lattner573527b2002-05-21 20:49:37 +0000119
Chris Lattner1984a3282007-04-05 01:27:02 +0000120 // Do a quick scan of the basic block, turning any obviously unreachable
121 // instructions into LLVM unreachable insts. The instruction combining pass
Duncan Sands73d4bb62007-11-22 22:24:59 +0000122 // canonicalizes unreachable insts into stores to null or undef.
Chris Lattner1b12d882007-11-14 06:19:25 +0000123 for (BasicBlock::iterator BBI = BB->begin(), E = BB->end(); BBI != E;++BBI){
124 if (CallInst *CI = dyn_cast<CallInst>(BBI)) {
Duncan Sands2b0e8992007-12-18 09:59:50 +0000125 if (CI->doesNotReturn()) {
Chris Lattner1b12d882007-11-14 06:19:25 +0000126 // If we found a call to a no-return function, insert an unreachable
127 // instruction after it. Make sure there isn't *already* one there
128 // though.
129 ++BBI;
130 if (!isa<UnreachableInst>(BBI)) {
Chris Lattnerc7d7e0c2010-05-08 22:15:59 +0000131 // Don't insert a call to llvm.trap right before the unreachable.
132 ChangeToUnreachable(BBI, false);
Chris Lattner1b12d882007-11-14 06:19:25 +0000133 Changed = true;
Chris Lattner1984a3282007-04-05 01:27:02 +0000134 }
135 break;
Chris Lattnerfc5c1bb02004-10-18 03:00:50 +0000136 }
Chris Lattner1b12d882007-11-14 06:19:25 +0000137 }
138
Chris Lattnerc4775e42009-11-01 18:42:03 +0000139 // Store to undef and store to null are undefined and used to signal that
140 // they should be changed to unreachable by passes that can't modify the
141 // CFG.
Chris Lattner69074a52009-06-12 21:01:07 +0000142 if (StoreInst *SI = dyn_cast<StoreInst>(BBI)) {
Benjamin Kramerc05cb8d2010-06-13 14:35:54 +0000143 // Don't touch volatile stores.
144 if (SI->isVolatile()) continue;
145
Chris Lattner69074a52009-06-12 21:01:07 +0000146 Value *Ptr = SI->getOperand(1);
Dale Johannesenfa196e32009-07-14 17:48:25 +0000147
148 if (isa<UndefValue>(Ptr) ||
149 (isa<ConstantPointerNull>(Ptr) &&
Chris Lattner8a67ac52009-08-30 20:06:40 +0000150 SI->getPointerAddressSpace() == 0)) {
Chris Lattnerc7d7e0c2010-05-08 22:15:59 +0000151 ChangeToUnreachable(SI, true);
Dale Johannesenfa196e32009-07-14 17:48:25 +0000152 Changed = true;
153 break;
154 }
Chris Lattner69074a52009-06-12 21:01:07 +0000155 }
Chris Lattner1b12d882007-11-14 06:19:25 +0000156 }
Chris Lattnerfc5c1bb02004-10-18 03:00:50 +0000157
Duncan Sands73d4bb62007-11-22 22:24:59 +0000158 // Turn invokes that call 'nounwind' functions into ordinary calls.
Nuno Lopes3769fe12012-06-25 17:11:47 +0000159 if (InvokeInst *II = dyn_cast<InvokeInst>(BB->getTerminator())) {
160 Value *Callee = II->getCalledValue();
161 if (isa<ConstantPointerNull>(Callee) || isa<UndefValue>(Callee)) {
162 ChangeToUnreachable(II, true);
163 Changed = true;
164 } else if (II->doesNotThrow()) {
Nuno Lopes7f71f5f2012-06-28 22:32:27 +0000165 if (II->use_empty() && II->onlyReadsMemory()) {
166 // jump to the normal destination branch.
167 BranchInst::Create(II->getNormalDest(), II);
168 II->eraseFromParent();
169 } else
170 ChangeToCall(II);
Duncan Sands73d4bb62007-11-22 22:24:59 +0000171 Changed = true;
172 }
Nuno Lopes3769fe12012-06-25 17:11:47 +0000173 }
Duncan Sands73d4bb62007-11-22 22:24:59 +0000174
Frits van Bommel5649ba72011-05-22 16:24:18 +0000175 Changed |= ConstantFoldTerminator(BB, true);
Chris Lattner1984a3282007-04-05 01:27:02 +0000176 for (succ_iterator SI = succ_begin(BB), SE = succ_end(BB); SI != SE; ++SI)
177 Worklist.push_back(*SI);
Dan Gohman321a8132010-01-05 16:27:25 +0000178 } while (!Worklist.empty());
Chris Lattner573527b2002-05-21 20:49:37 +0000179 return Changed;
180}
181
Devang Patel23790892008-09-08 22:14:17 +0000182/// RemoveUnreachableBlocksFromFn - Remove blocks that are not reachable, even
183/// if they are in a dead cycle. Return true if a change was made, false
184/// otherwise.
185static bool RemoveUnreachableBlocksFromFn(Function &F) {
Chris Lattnerb42c8f72007-11-13 07:32:38 +0000186 SmallPtrSet<BasicBlock*, 128> Reachable;
Nick Lewycky2e0316f2009-11-23 03:34:29 +0000187 bool Changed = MarkAliveBlocks(F.begin(), Reachable);
Chris Lattnerb42c8f72007-11-13 07:32:38 +0000188
Chris Lattner573527b2002-05-21 20:49:37 +0000189 // If there are unreachable blocks in the CFG...
Bill Wendling381802f2008-01-26 06:51:24 +0000190 if (Reachable.size() == F.size())
Chris Lattnerb42c8f72007-11-13 07:32:38 +0000191 return Changed;
192
193 assert(Reachable.size() < F.size());
194 NumSimpl += F.size()-Reachable.size();
195
196 // Loop over all of the basic blocks that are not reachable, dropping all of
197 // their internal references...
Chris Lattner13daadb2008-02-14 07:39:01 +0000198 for (Function::iterator BB = ++F.begin(), E = F.end(); BB != E; ++BB) {
199 if (Reachable.count(BB))
200 continue;
201
202 for (succ_iterator SI = succ_begin(BB), SE = succ_end(BB); SI != SE; ++SI)
203 if (Reachable.count(*SI))
204 (*SI)->removePredecessor(BB);
205 BB->dropAllReferences();
206 }
Chris Lattnerb42c8f72007-11-13 07:32:38 +0000207
208 for (Function::iterator I = ++F.begin(); I != F.end();)
209 if (!Reachable.count(I))
210 I = F.getBasicBlockList().erase(I);
211 else
212 ++I;
213
214 return true;
215}
Chris Lattner573527b2002-05-21 20:49:37 +0000216
Chris Lattner1a0e7082009-12-22 06:07:30 +0000217/// MergeEmptyReturnBlocks - If we have more than one empty (other than phi
218/// node) return blocks, merge them together to promote recursive block merging.
219static bool MergeEmptyReturnBlocks(Function &F) {
220 bool Changed = false;
221
222 BasicBlock *RetBlock = 0;
223
224 // Scan all the blocks in the function, looking for empty return blocks.
225 for (Function::iterator BBI = F.begin(), E = F.end(); BBI != E; ) {
226 BasicBlock &BB = *BBI++;
227
228 // Only look at return blocks.
229 ReturnInst *Ret = dyn_cast<ReturnInst>(BB.getTerminator());
230 if (Ret == 0) continue;
231
232 // Only look at the block if it is empty or the only other thing in it is a
233 // single PHI node that is the operand to the return.
234 if (Ret != &BB.front()) {
235 // Check for something else in the block.
236 BasicBlock::iterator I = Ret;
237 --I;
Bill Wendlingead138b2010-03-14 10:40:55 +0000238 // Skip over debug info.
239 while (isa<DbgInfoIntrinsic>(I) && I != BB.begin())
240 --I;
241 if (!isa<DbgInfoIntrinsic>(I) &&
242 (!isa<PHINode>(I) || I != BB.begin() ||
243 Ret->getNumOperands() == 0 ||
244 Ret->getOperand(0) != I))
Chris Lattner1a0e7082009-12-22 06:07:30 +0000245 continue;
246 }
Bill Wendlingead138b2010-03-14 10:40:55 +0000247
Chris Lattner1a0e7082009-12-22 06:07:30 +0000248 // If this is the first returning block, remember it and keep going.
249 if (RetBlock == 0) {
250 RetBlock = &BB;
251 continue;
252 }
253
254 // Otherwise, we found a duplicate return block. Merge the two.
255 Changed = true;
256
257 // Case when there is no input to the return or when the returned values
258 // agree is trivial. Note that they can't agree if there are phis in the
259 // blocks.
260 if (Ret->getNumOperands() == 0 ||
261 Ret->getOperand(0) ==
262 cast<ReturnInst>(RetBlock->getTerminator())->getOperand(0)) {
263 BB.replaceAllUsesWith(RetBlock);
264 BB.eraseFromParent();
265 continue;
266 }
267
268 // If the canonical return block has no PHI node, create one now.
269 PHINode *RetBlockPHI = dyn_cast<PHINode>(RetBlock->begin());
270 if (RetBlockPHI == 0) {
Devang Patelca704952010-03-15 19:05:46 +0000271 Value *InVal = cast<ReturnInst>(RetBlock->getTerminator())->getOperand(0);
Jay Foadd8b4fb42011-03-30 11:19:20 +0000272 pred_iterator PB = pred_begin(RetBlock), PE = pred_end(RetBlock);
Jay Foad3ecfc862011-03-30 11:28:46 +0000273 RetBlockPHI = PHINode::Create(Ret->getOperand(0)->getType(),
274 std::distance(PB, PE), "merge",
Chris Lattner1a0e7082009-12-22 06:07:30 +0000275 &RetBlock->front());
276
Jay Foadd8b4fb42011-03-30 11:19:20 +0000277 for (pred_iterator PI = PB; PI != PE; ++PI)
Chris Lattner1a0e7082009-12-22 06:07:30 +0000278 RetBlockPHI->addIncoming(InVal, *PI);
279 RetBlock->getTerminator()->setOperand(0, RetBlockPHI);
280 }
281
282 // Turn BB into a block that just unconditionally branches to the return
283 // block. This handles the case when the two return blocks have a common
284 // predecessor but that return different things.
285 RetBlockPHI->addIncoming(Ret->getOperand(0), &BB);
286 BB.getTerminator()->eraseFromParent();
287 BranchInst::Create(RetBlock, &BB);
288 }
289
290 return Changed;
291}
292
Chris Lattnerb42c8f72007-11-13 07:32:38 +0000293/// IterativeSimplifyCFG - Call SimplifyCFG on all the blocks in the function,
294/// iterating until no more changes are made.
Jakob Stoklund Olesen58e9ee82010-02-05 22:03:18 +0000295static bool IterativeSimplifyCFG(Function &F, const TargetData *TD) {
Chris Lattnerb42c8f72007-11-13 07:32:38 +0000296 bool Changed = false;
Chris Lattner573527b2002-05-21 20:49:37 +0000297 bool LocalChange = true;
298 while (LocalChange) {
299 LocalChange = false;
Chris Lattnerb42c8f72007-11-13 07:32:38 +0000300
Dan Gohmane2c6d132010-08-14 00:29:42 +0000301 // Loop over all of the basic blocks and remove them if they are unneeded...
Chris Lattner573527b2002-05-21 20:49:37 +0000302 //
Dan Gohmane2c6d132010-08-14 00:29:42 +0000303 for (Function::iterator BBIt = F.begin(); BBIt != F.end(); ) {
Jakob Stoklund Olesen58e9ee82010-02-05 22:03:18 +0000304 if (SimplifyCFG(BBIt++, TD)) {
Chris Lattner573527b2002-05-21 20:49:37 +0000305 LocalChange = true;
306 ++NumSimpl;
Chris Lattner573527b2002-05-21 20:49:37 +0000307 }
308 }
309 Changed |= LocalChange;
310 }
Chris Lattner573527b2002-05-21 20:49:37 +0000311 return Changed;
312}
Chris Lattnerb42c8f72007-11-13 07:32:38 +0000313
314// It is possible that we may require multiple passes over the code to fully
315// simplify the CFG.
316//
317bool CFGSimplifyPass::runOnFunction(Function &F) {
Jakob Stoklund Olesen58e9ee82010-02-05 22:03:18 +0000318 const TargetData *TD = getAnalysisIfAvailable<TargetData>();
Devang Patel23790892008-09-08 22:14:17 +0000319 bool EverChanged = RemoveUnreachableBlocksFromFn(F);
Chris Lattner1a0e7082009-12-22 06:07:30 +0000320 EverChanged |= MergeEmptyReturnBlocks(F);
Jakob Stoklund Olesen58e9ee82010-02-05 22:03:18 +0000321 EverChanged |= IterativeSimplifyCFG(F, TD);
322
Chris Lattnerb42c8f72007-11-13 07:32:38 +0000323 // If neither pass changed anything, we're done.
324 if (!EverChanged) return false;
325
326 // IterativeSimplifyCFG can (rarely) make some loops dead. If this happens,
Devang Patel23790892008-09-08 22:14:17 +0000327 // RemoveUnreachableBlocksFromFn is needed to nuke them, which means we should
Chris Lattnerb42c8f72007-11-13 07:32:38 +0000328 // iterate between the two optimizations. We structure the code like this to
329 // avoid reruning IterativeSimplifyCFG if the second pass of
Devang Patel23790892008-09-08 22:14:17 +0000330 // RemoveUnreachableBlocksFromFn doesn't do anything.
331 if (!RemoveUnreachableBlocksFromFn(F))
Chris Lattnerb42c8f72007-11-13 07:32:38 +0000332 return true;
Jakob Stoklund Olesen58e9ee82010-02-05 22:03:18 +0000333
Chris Lattnerb42c8f72007-11-13 07:32:38 +0000334 do {
Jakob Stoklund Olesen58e9ee82010-02-05 22:03:18 +0000335 EverChanged = IterativeSimplifyCFG(F, TD);
Devang Patel23790892008-09-08 22:14:17 +0000336 EverChanged |= RemoveUnreachableBlocksFromFn(F);
Chris Lattnerb42c8f72007-11-13 07:32:38 +0000337 } while (EverChanged);
Jakob Stoklund Olesen58e9ee82010-02-05 22:03:18 +0000338
Chris Lattnerb42c8f72007-11-13 07:32:38 +0000339 return true;
340}