blob: 594369780ac396d83c44df9496e02b232160adc1 [file] [log] [blame]
Chris Lattner4186ad52008-05-14 20:38:44 +00001//===- SimplifyCFGPass.cpp - CFG Simplification Pass ----------------------===//
Misha Brukmanfd939082005-04-21 23:48:37 +00002//
John Criswellb576c942003-10-20 19:43:21 +00003// The LLVM Compiler Infrastructure
4//
Chris Lattner4ee451d2007-12-29 20:36:04 +00005// This file is distributed under the University of Illinois Open Source
6// License. See LICENSE.TXT for details.
Misha Brukmanfd939082005-04-21 23:48:37 +00007//
John Criswellb576c942003-10-20 19:43:21 +00008//===----------------------------------------------------------------------===//
Chris Lattner573527b2002-05-21 20:49:37 +00009//
Chris Lattner4cf4b692007-12-03 19:43:18 +000010// This file implements dead code elimination and basic block merging, along
11// with a collection of other peephole control flow optimizations. For example:
Chris Lattner573527b2002-05-21 20:49:37 +000012//
Gordon Henriksenc86b6772007-11-04 16:15:04 +000013// * Removes basic blocks with no predecessors.
14// * Merges a basic block into its predecessor if there is only one and the
Chris Lattner573527b2002-05-21 20:49:37 +000015// predecessor only has one successor.
Gordon Henriksenc86b6772007-11-04 16:15:04 +000016// * Eliminates PHI nodes for basic blocks with a single predecessor.
17// * Eliminates a basic block that only contains an unconditional branch.
Chris Lattner4cf4b692007-12-03 19:43:18 +000018// * Changes invoke instructions to nounwind functions to be calls.
19// * Change things like "if (x) if (y)" into "if (x&y)".
20// * etc..
Chris Lattner573527b2002-05-21 20:49:37 +000021//
22//===----------------------------------------------------------------------===//
23
Chris Lattner0e5f4992006-12-19 21:40:18 +000024#define DEBUG_TYPE "simplifycfg"
Chris Lattner573527b2002-05-21 20:49:37 +000025#include "llvm/Transforms/Scalar.h"
26#include "llvm/Transforms/Utils/Local.h"
Chris Lattnerfc5c1bb02004-10-18 03:00:50 +000027#include "llvm/Constants.h"
28#include "llvm/Instructions.h"
Bill Wendlingead138b2010-03-14 10:40:55 +000029#include "llvm/IntrinsicInst.h"
Chris Lattner573527b2002-05-21 20:49:37 +000030#include "llvm/Module.h"
Devang Pateleaf42ab2008-09-23 23:03:40 +000031#include "llvm/Attributes.h"
Chris Lattner573527b2002-05-21 20:49:37 +000032#include "llvm/Support/CFG.h"
33#include "llvm/Pass.h"
Jakob Stoklund Olesen58e9ee82010-02-05 22:03:18 +000034#include "llvm/Target/TargetData.h"
Chris Lattnerb42c8f72007-11-13 07:32:38 +000035#include "llvm/ADT/SmallVector.h"
Chris Lattner55091782007-03-04 04:20:48 +000036#include "llvm/ADT/SmallPtrSet.h"
Reid Spencer551ccae2004-09-01 22:55:40 +000037#include "llvm/ADT/Statistic.h"
Chris Lattnerd7456022004-01-09 06:02:20 +000038using namespace llvm;
Brian Gaeked0fde302003-11-11 22:41:34 +000039
Chris Lattner0e5f4992006-12-19 21:40:18 +000040STATISTIC(NumSimpl, "Number of blocks simplified");
Chris Lattnera92f6962002-10-01 22:38:41 +000041
Chris Lattner0e5f4992006-12-19 21:40:18 +000042namespace {
Chris Lattner3e8b6632009-09-02 06:11:42 +000043 struct CFGSimplifyPass : public FunctionPass {
Nick Lewyckyecd94c82007-05-06 13:37:16 +000044 static char ID; // Pass identification, replacement for typeid
Owen Anderson081c34b2010-10-19 17:21:58 +000045 CFGSimplifyPass() : FunctionPass(ID) {
46 initializeCFGSimplifyPassPass(*PassRegistry::getPassRegistry());
47 }
Devang Patel794fd752007-05-01 21:15:47 +000048
Chris Lattner7e708292002-06-25 16:13:24 +000049 virtual bool runOnFunction(Function &F);
Chris Lattner573527b2002-05-21 20:49:37 +000050 };
51}
52
Dan Gohman844731a2008-05-13 00:00:25 +000053char CFGSimplifyPass::ID = 0;
Owen Andersond13db2c2010-07-21 22:09:45 +000054INITIALIZE_PASS(CFGSimplifyPass, "simplifycfg",
Owen Andersonce665bd2010-10-07 22:25:06 +000055 "Simplify the CFG", false, false)
Dan Gohman844731a2008-05-13 00:00:25 +000056
Brian Gaeked0fde302003-11-11 22:41:34 +000057// Public interface to the CFGSimplification pass
Chris Lattnerd7456022004-01-09 06:02:20 +000058FunctionPass *llvm::createCFGSimplificationPass() {
Chris Lattner573527b2002-05-21 20:49:37 +000059 return new CFGSimplifyPass();
60}
61
Chris Lattner1b12d882007-11-14 06:19:25 +000062/// ChangeToUnreachable - Insert an unreachable instruction before the specified
63/// instruction, making it and the rest of the code in the block dead.
Chris Lattnerc7d7e0c2010-05-08 22:15:59 +000064static void ChangeToUnreachable(Instruction *I, bool UseLLVMTrap) {
Chris Lattner1b12d882007-11-14 06:19:25 +000065 BasicBlock *BB = I->getParent();
66 // Loop over all of the successors, removing BB's entry from any PHI
67 // nodes.
68 for (succ_iterator SI = succ_begin(BB), SE = succ_end(BB); SI != SE; ++SI)
69 (*SI)->removePredecessor(BB);
70
Chris Lattnerc7d7e0c2010-05-08 22:15:59 +000071 // Insert a call to llvm.trap right before this. This turns the undefined
72 // behavior into a hard fail instead of falling through into random code.
73 if (UseLLVMTrap) {
74 Function *TrapFn =
75 Intrinsic::getDeclaration(BB->getParent()->getParent(), Intrinsic::trap);
Devang Patel7878f372011-04-27 17:59:27 +000076 CallInst *CallTrap = CallInst::Create(TrapFn, "", I);
77 CallTrap->setDebugLoc(I->getDebugLoc());
Chris Lattnerc7d7e0c2010-05-08 22:15:59 +000078 }
Owen Anderson1d0be152009-08-13 21:58:54 +000079 new UnreachableInst(I->getContext(), I);
Chris Lattner1b12d882007-11-14 06:19:25 +000080
81 // All instructions after this are dead.
82 BasicBlock::iterator BBI = I, BBE = BB->end();
83 while (BBI != BBE) {
84 if (!BBI->use_empty())
Owen Anderson9e9a0d52009-07-30 23:03:37 +000085 BBI->replaceAllUsesWith(UndefValue::get(BBI->getType()));
Chris Lattner1b12d882007-11-14 06:19:25 +000086 BB->getInstList().erase(BBI++);
87 }
88}
89
Duncan Sands73d4bb62007-11-22 22:24:59 +000090/// ChangeToCall - Convert the specified invoke into a normal call.
91static void ChangeToCall(InvokeInst *II) {
92 BasicBlock *BB = II->getParent();
Gabor Greifc9f75002010-03-24 13:21:49 +000093 SmallVector<Value*, 8> Args(II->op_begin(), II->op_end() - 3);
Jay Foada3efbb12011-07-15 08:37:34 +000094 CallInst *NewCall = CallInst::Create(II->getCalledValue(), Args, "", II);
Duncan Sands73d4bb62007-11-22 22:24:59 +000095 NewCall->takeName(II);
96 NewCall->setCallingConv(II->getCallingConv());
Devang Patel05988662008-09-25 21:00:45 +000097 NewCall->setAttributes(II->getAttributes());
Devang Pateld6330892011-06-02 22:46:58 +000098 NewCall->setDebugLoc(II->getDebugLoc());
Duncan Sands73d4bb62007-11-22 22:24:59 +000099 II->replaceAllUsesWith(NewCall);
100
101 // Follow the call by a branch to the normal destination.
Gabor Greif051a9502008-04-06 20:25:17 +0000102 BranchInst::Create(II->getNormalDest(), II);
Duncan Sands73d4bb62007-11-22 22:24:59 +0000103
104 // Update PHI nodes in the unwind destination
105 II->getUnwindDest()->removePredecessor(BB);
106 BB->getInstList().erase(II);
Duncan Sands73d4bb62007-11-22 22:24:59 +0000107}
108
Chris Lattner55091782007-03-04 04:20:48 +0000109static bool MarkAliveBlocks(BasicBlock *BB,
Nick Lewycky2e0316f2009-11-23 03:34:29 +0000110 SmallPtrSet<BasicBlock*, 128> &Reachable) {
Chris Lattner1984a3282007-04-05 01:27:02 +0000111
Chris Lattnerb42c8f72007-11-13 07:32:38 +0000112 SmallVector<BasicBlock*, 128> Worklist;
Chris Lattner1984a3282007-04-05 01:27:02 +0000113 Worklist.push_back(BB);
114 bool Changed = false;
Dan Gohman321a8132010-01-05 16:27:25 +0000115 do {
116 BB = Worklist.pop_back_val();
Chris Lattner1984a3282007-04-05 01:27:02 +0000117
118 if (!Reachable.insert(BB))
119 continue;
Chris Lattner573527b2002-05-21 20:49:37 +0000120
Chris Lattner1984a3282007-04-05 01:27:02 +0000121 // Do a quick scan of the basic block, turning any obviously unreachable
122 // instructions into LLVM unreachable insts. The instruction combining pass
Duncan Sands73d4bb62007-11-22 22:24:59 +0000123 // canonicalizes unreachable insts into stores to null or undef.
Chris Lattner1b12d882007-11-14 06:19:25 +0000124 for (BasicBlock::iterator BBI = BB->begin(), E = BB->end(); BBI != E;++BBI){
125 if (CallInst *CI = dyn_cast<CallInst>(BBI)) {
Duncan Sands2b0e8992007-12-18 09:59:50 +0000126 if (CI->doesNotReturn()) {
Chris Lattner1b12d882007-11-14 06:19:25 +0000127 // If we found a call to a no-return function, insert an unreachable
128 // instruction after it. Make sure there isn't *already* one there
129 // though.
130 ++BBI;
131 if (!isa<UnreachableInst>(BBI)) {
Chris Lattnerc7d7e0c2010-05-08 22:15:59 +0000132 // Don't insert a call to llvm.trap right before the unreachable.
133 ChangeToUnreachable(BBI, false);
Chris Lattner1b12d882007-11-14 06:19:25 +0000134 Changed = true;
Chris Lattner1984a3282007-04-05 01:27:02 +0000135 }
136 break;
Chris Lattnerfc5c1bb02004-10-18 03:00:50 +0000137 }
Chris Lattner1b12d882007-11-14 06:19:25 +0000138 }
139
Chris Lattnerc4775e42009-11-01 18:42:03 +0000140 // Store to undef and store to null are undefined and used to signal that
141 // they should be changed to unreachable by passes that can't modify the
142 // CFG.
Chris Lattner69074a52009-06-12 21:01:07 +0000143 if (StoreInst *SI = dyn_cast<StoreInst>(BBI)) {
Benjamin Kramerc05cb8d2010-06-13 14:35:54 +0000144 // Don't touch volatile stores.
145 if (SI->isVolatile()) continue;
146
Chris Lattner69074a52009-06-12 21:01:07 +0000147 Value *Ptr = SI->getOperand(1);
Dale Johannesenfa196e32009-07-14 17:48:25 +0000148
149 if (isa<UndefValue>(Ptr) ||
150 (isa<ConstantPointerNull>(Ptr) &&
Chris Lattner8a67ac52009-08-30 20:06:40 +0000151 SI->getPointerAddressSpace() == 0)) {
Chris Lattnerc7d7e0c2010-05-08 22:15:59 +0000152 ChangeToUnreachable(SI, true);
Dale Johannesenfa196e32009-07-14 17:48:25 +0000153 Changed = true;
154 break;
155 }
Chris Lattner69074a52009-06-12 21:01:07 +0000156 }
Chris Lattner1b12d882007-11-14 06:19:25 +0000157 }
Chris Lattnerfc5c1bb02004-10-18 03:00:50 +0000158
Duncan Sands73d4bb62007-11-22 22:24:59 +0000159 // Turn invokes that call 'nounwind' functions into ordinary calls.
Nuno Lopes3769fe12012-06-25 17:11:47 +0000160 if (InvokeInst *II = dyn_cast<InvokeInst>(BB->getTerminator())) {
161 Value *Callee = II->getCalledValue();
162 if (isa<ConstantPointerNull>(Callee) || isa<UndefValue>(Callee)) {
163 ChangeToUnreachable(II, true);
164 Changed = true;
165 } else if (II->doesNotThrow()) {
Duncan Sands73d4bb62007-11-22 22:24:59 +0000166 ChangeToCall(II);
167 Changed = true;
168 }
Nuno Lopes3769fe12012-06-25 17:11:47 +0000169 }
Duncan Sands73d4bb62007-11-22 22:24:59 +0000170
Frits van Bommel5649ba72011-05-22 16:24:18 +0000171 Changed |= ConstantFoldTerminator(BB, true);
Chris Lattner1984a3282007-04-05 01:27:02 +0000172 for (succ_iterator SI = succ_begin(BB), SE = succ_end(BB); SI != SE; ++SI)
173 Worklist.push_back(*SI);
Dan Gohman321a8132010-01-05 16:27:25 +0000174 } while (!Worklist.empty());
Chris Lattner573527b2002-05-21 20:49:37 +0000175 return Changed;
176}
177
Devang Patel23790892008-09-08 22:14:17 +0000178/// RemoveUnreachableBlocksFromFn - Remove blocks that are not reachable, even
179/// if they are in a dead cycle. Return true if a change was made, false
180/// otherwise.
181static bool RemoveUnreachableBlocksFromFn(Function &F) {
Chris Lattnerb42c8f72007-11-13 07:32:38 +0000182 SmallPtrSet<BasicBlock*, 128> Reachable;
Nick Lewycky2e0316f2009-11-23 03:34:29 +0000183 bool Changed = MarkAliveBlocks(F.begin(), Reachable);
Chris Lattnerb42c8f72007-11-13 07:32:38 +0000184
Chris Lattner573527b2002-05-21 20:49:37 +0000185 // If there are unreachable blocks in the CFG...
Bill Wendling381802f2008-01-26 06:51:24 +0000186 if (Reachable.size() == F.size())
Chris Lattnerb42c8f72007-11-13 07:32:38 +0000187 return Changed;
188
189 assert(Reachable.size() < F.size());
190 NumSimpl += F.size()-Reachable.size();
191
192 // Loop over all of the basic blocks that are not reachable, dropping all of
193 // their internal references...
Chris Lattner13daadb2008-02-14 07:39:01 +0000194 for (Function::iterator BB = ++F.begin(), E = F.end(); BB != E; ++BB) {
195 if (Reachable.count(BB))
196 continue;
197
198 for (succ_iterator SI = succ_begin(BB), SE = succ_end(BB); SI != SE; ++SI)
199 if (Reachable.count(*SI))
200 (*SI)->removePredecessor(BB);
201 BB->dropAllReferences();
202 }
Chris Lattnerb42c8f72007-11-13 07:32:38 +0000203
204 for (Function::iterator I = ++F.begin(); I != F.end();)
205 if (!Reachable.count(I))
206 I = F.getBasicBlockList().erase(I);
207 else
208 ++I;
209
210 return true;
211}
Chris Lattner573527b2002-05-21 20:49:37 +0000212
Chris Lattner1a0e7082009-12-22 06:07:30 +0000213/// MergeEmptyReturnBlocks - If we have more than one empty (other than phi
214/// node) return blocks, merge them together to promote recursive block merging.
215static bool MergeEmptyReturnBlocks(Function &F) {
216 bool Changed = false;
217
218 BasicBlock *RetBlock = 0;
219
220 // Scan all the blocks in the function, looking for empty return blocks.
221 for (Function::iterator BBI = F.begin(), E = F.end(); BBI != E; ) {
222 BasicBlock &BB = *BBI++;
223
224 // Only look at return blocks.
225 ReturnInst *Ret = dyn_cast<ReturnInst>(BB.getTerminator());
226 if (Ret == 0) continue;
227
228 // Only look at the block if it is empty or the only other thing in it is a
229 // single PHI node that is the operand to the return.
230 if (Ret != &BB.front()) {
231 // Check for something else in the block.
232 BasicBlock::iterator I = Ret;
233 --I;
Bill Wendlingead138b2010-03-14 10:40:55 +0000234 // Skip over debug info.
235 while (isa<DbgInfoIntrinsic>(I) && I != BB.begin())
236 --I;
237 if (!isa<DbgInfoIntrinsic>(I) &&
238 (!isa<PHINode>(I) || I != BB.begin() ||
239 Ret->getNumOperands() == 0 ||
240 Ret->getOperand(0) != I))
Chris Lattner1a0e7082009-12-22 06:07:30 +0000241 continue;
242 }
Bill Wendlingead138b2010-03-14 10:40:55 +0000243
Chris Lattner1a0e7082009-12-22 06:07:30 +0000244 // If this is the first returning block, remember it and keep going.
245 if (RetBlock == 0) {
246 RetBlock = &BB;
247 continue;
248 }
249
250 // Otherwise, we found a duplicate return block. Merge the two.
251 Changed = true;
252
253 // Case when there is no input to the return or when the returned values
254 // agree is trivial. Note that they can't agree if there are phis in the
255 // blocks.
256 if (Ret->getNumOperands() == 0 ||
257 Ret->getOperand(0) ==
258 cast<ReturnInst>(RetBlock->getTerminator())->getOperand(0)) {
259 BB.replaceAllUsesWith(RetBlock);
260 BB.eraseFromParent();
261 continue;
262 }
263
264 // If the canonical return block has no PHI node, create one now.
265 PHINode *RetBlockPHI = dyn_cast<PHINode>(RetBlock->begin());
266 if (RetBlockPHI == 0) {
Devang Patelca704952010-03-15 19:05:46 +0000267 Value *InVal = cast<ReturnInst>(RetBlock->getTerminator())->getOperand(0);
Jay Foadd8b4fb42011-03-30 11:19:20 +0000268 pred_iterator PB = pred_begin(RetBlock), PE = pred_end(RetBlock);
Jay Foad3ecfc862011-03-30 11:28:46 +0000269 RetBlockPHI = PHINode::Create(Ret->getOperand(0)->getType(),
270 std::distance(PB, PE), "merge",
Chris Lattner1a0e7082009-12-22 06:07:30 +0000271 &RetBlock->front());
272
Jay Foadd8b4fb42011-03-30 11:19:20 +0000273 for (pred_iterator PI = PB; PI != PE; ++PI)
Chris Lattner1a0e7082009-12-22 06:07:30 +0000274 RetBlockPHI->addIncoming(InVal, *PI);
275 RetBlock->getTerminator()->setOperand(0, RetBlockPHI);
276 }
277
278 // Turn BB into a block that just unconditionally branches to the return
279 // block. This handles the case when the two return blocks have a common
280 // predecessor but that return different things.
281 RetBlockPHI->addIncoming(Ret->getOperand(0), &BB);
282 BB.getTerminator()->eraseFromParent();
283 BranchInst::Create(RetBlock, &BB);
284 }
285
286 return Changed;
287}
288
Chris Lattnerb42c8f72007-11-13 07:32:38 +0000289/// IterativeSimplifyCFG - Call SimplifyCFG on all the blocks in the function,
290/// iterating until no more changes are made.
Jakob Stoklund Olesen58e9ee82010-02-05 22:03:18 +0000291static bool IterativeSimplifyCFG(Function &F, const TargetData *TD) {
Chris Lattnerb42c8f72007-11-13 07:32:38 +0000292 bool Changed = false;
Chris Lattner573527b2002-05-21 20:49:37 +0000293 bool LocalChange = true;
294 while (LocalChange) {
295 LocalChange = false;
Chris Lattnerb42c8f72007-11-13 07:32:38 +0000296
Dan Gohmane2c6d132010-08-14 00:29:42 +0000297 // Loop over all of the basic blocks and remove them if they are unneeded...
Chris Lattner573527b2002-05-21 20:49:37 +0000298 //
Dan Gohmane2c6d132010-08-14 00:29:42 +0000299 for (Function::iterator BBIt = F.begin(); BBIt != F.end(); ) {
Jakob Stoklund Olesen58e9ee82010-02-05 22:03:18 +0000300 if (SimplifyCFG(BBIt++, TD)) {
Chris Lattner573527b2002-05-21 20:49:37 +0000301 LocalChange = true;
302 ++NumSimpl;
Chris Lattner573527b2002-05-21 20:49:37 +0000303 }
304 }
305 Changed |= LocalChange;
306 }
Chris Lattner573527b2002-05-21 20:49:37 +0000307 return Changed;
308}
Chris Lattnerb42c8f72007-11-13 07:32:38 +0000309
310// It is possible that we may require multiple passes over the code to fully
311// simplify the CFG.
312//
313bool CFGSimplifyPass::runOnFunction(Function &F) {
Jakob Stoklund Olesen58e9ee82010-02-05 22:03:18 +0000314 const TargetData *TD = getAnalysisIfAvailable<TargetData>();
Devang Patel23790892008-09-08 22:14:17 +0000315 bool EverChanged = RemoveUnreachableBlocksFromFn(F);
Chris Lattner1a0e7082009-12-22 06:07:30 +0000316 EverChanged |= MergeEmptyReturnBlocks(F);
Jakob Stoklund Olesen58e9ee82010-02-05 22:03:18 +0000317 EverChanged |= IterativeSimplifyCFG(F, TD);
318
Chris Lattnerb42c8f72007-11-13 07:32:38 +0000319 // If neither pass changed anything, we're done.
320 if (!EverChanged) return false;
321
322 // IterativeSimplifyCFG can (rarely) make some loops dead. If this happens,
Devang Patel23790892008-09-08 22:14:17 +0000323 // RemoveUnreachableBlocksFromFn is needed to nuke them, which means we should
Chris Lattnerb42c8f72007-11-13 07:32:38 +0000324 // iterate between the two optimizations. We structure the code like this to
325 // avoid reruning IterativeSimplifyCFG if the second pass of
Devang Patel23790892008-09-08 22:14:17 +0000326 // RemoveUnreachableBlocksFromFn doesn't do anything.
327 if (!RemoveUnreachableBlocksFromFn(F))
Chris Lattnerb42c8f72007-11-13 07:32:38 +0000328 return true;
Jakob Stoklund Olesen58e9ee82010-02-05 22:03:18 +0000329
Chris Lattnerb42c8f72007-11-13 07:32:38 +0000330 do {
Jakob Stoklund Olesen58e9ee82010-02-05 22:03:18 +0000331 EverChanged = IterativeSimplifyCFG(F, TD);
Devang Patel23790892008-09-08 22:14:17 +0000332 EverChanged |= RemoveUnreachableBlocksFromFn(F);
Chris Lattnerb42c8f72007-11-13 07:32:38 +0000333 } while (EverChanged);
Jakob Stoklund Olesen58e9ee82010-02-05 22:03:18 +0000334
Chris Lattnerb42c8f72007-11-13 07:32:38 +0000335 return true;
336}