blob: 5f7eb9e3801e1415bdce9ba09d53e39d21ea6569 [file] [log] [blame]
Chris Lattner01d1ee32002-05-21 20:50:24 +00001//===- SimplifyCFG.cpp - Code to perform CFG simplification ---------------===//
Misha Brukmanfd939082005-04-21 23:48:37 +00002//
John Criswellb576c942003-10-20 19:43:21 +00003// The LLVM Compiler Infrastructure
4//
Chris Lattner4ee451d2007-12-29 20:36:04 +00005// This file is distributed under the University of Illinois Open Source
6// License. See LICENSE.TXT for details.
Misha Brukmanfd939082005-04-21 23:48:37 +00007//
John Criswellb576c942003-10-20 19:43:21 +00008//===----------------------------------------------------------------------===//
Chris Lattner01d1ee32002-05-21 20:50:24 +00009//
Chris Lattnerbb190ac2002-10-08 21:36:33 +000010// Peephole optimize the CFG.
Chris Lattner01d1ee32002-05-21 20:50:24 +000011//
12//===----------------------------------------------------------------------===//
13
Chris Lattner218a8222004-06-20 01:13:18 +000014#define DEBUG_TYPE "simplifycfg"
Chris Lattner01d1ee32002-05-21 20:50:24 +000015#include "llvm/Transforms/Utils/Local.h"
Chris Lattner723c66d2004-02-11 03:36:04 +000016#include "llvm/Constants.h"
17#include "llvm/Instructions.h"
Devang Patel383d7ed2009-02-03 22:12:02 +000018#include "llvm/IntrinsicInst.h"
Chris Lattner0d560082004-02-24 05:38:11 +000019#include "llvm/Type.h"
Reid Spencerc1030572007-01-19 21:13:56 +000020#include "llvm/DerivedTypes.h"
Dale Johannesenf8bc3002009-05-13 18:25:07 +000021#include "llvm/GlobalVariable.h"
Chris Lattner302ba6f2010-12-14 06:17:25 +000022#include "llvm/Analysis/InstructionSimplify.h"
Jakob Stoklund Olesen58e9ee82010-02-05 22:03:18 +000023#include "llvm/Target/TargetData.h"
Chris Lattnereaba3a12005-09-19 23:49:37 +000024#include "llvm/Transforms/Utils/BasicBlockUtils.h"
Dan Gohman2c635662009-10-30 22:39:04 +000025#include "llvm/ADT/DenseMap.h"
Chris Lattner93e985f2007-02-13 02:10:56 +000026#include "llvm/ADT/SmallVector.h"
Chris Lattnerc9951232007-04-02 01:44:59 +000027#include "llvm/ADT/SmallPtrSet.h"
Evan Cheng502a4f52008-06-12 21:15:59 +000028#include "llvm/ADT/Statistic.h"
Chris Lattner6d4d21e2010-12-13 02:00:58 +000029#include "llvm/ADT/STLExtras.h"
Chris Lattner302ba6f2010-12-14 06:17:25 +000030#include "llvm/Support/CFG.h"
31#include "llvm/Support/Debug.h"
32#include "llvm/Support/raw_ostream.h"
Chris Lattner01d1ee32002-05-21 20:50:24 +000033#include <algorithm>
Chris Lattnerd52c2612004-02-24 07:23:58 +000034#include <set>
Chris Lattner698f96f2004-10-18 04:07:22 +000035#include <map>
Chris Lattnerf7703df2004-01-09 06:12:26 +000036using namespace llvm;
Brian Gaeked0fde302003-11-11 22:41:34 +000037
Evan Cheng502a4f52008-06-12 21:15:59 +000038STATISTIC(NumSpeculations, "Number of speculative executed instructions");
39
Jakob Stoklund Olesen58e9ee82010-02-05 22:03:18 +000040namespace {
41class SimplifyCFGOpt {
42 const TargetData *const TD;
43
Jakob Stoklund Olesen58e9ee82010-02-05 22:03:18 +000044 Value *isValueEqualityComparison(TerminatorInst *TI);
45 BasicBlock *GetValueEqualityComparisonCases(TerminatorInst *TI,
46 std::vector<std::pair<ConstantInt*, BasicBlock*> > &Cases);
47 bool SimplifyEqualityComparisonWithOnlyPredecessor(TerminatorInst *TI,
48 BasicBlock *Pred);
49 bool FoldValueComparisonIntoPredecessors(TerminatorInst *TI);
50
Chris Lattner3d512132010-12-13 06:25:44 +000051 bool SimplifyReturn(ReturnInst *RI);
52 bool SimplifyUnwind(UnwindInst *UI);
53 bool SimplifyUnreachable(UnreachableInst *UI);
54 bool SimplifySwitch(SwitchInst *SI);
55 bool SimplifyIndirectBr(IndirectBrInst *IBI);
56 bool SimplifyUncondBranch(BranchInst *BI);
57 bool SimplifyCondBranch(BranchInst *BI);
58
Jakob Stoklund Olesen58e9ee82010-02-05 22:03:18 +000059public:
60 explicit SimplifyCFGOpt(const TargetData *td) : TD(td) {}
61 bool run(BasicBlock *BB);
62};
63}
64
Chris Lattner2bdcb562005-08-03 00:19:45 +000065/// SafeToMergeTerminators - Return true if it is safe to merge these two
66/// terminator instructions together.
67///
68static bool SafeToMergeTerminators(TerminatorInst *SI1, TerminatorInst *SI2) {
69 if (SI1 == SI2) return false; // Can't merge with self!
70
71 // It is not safe to merge these two switch instructions if they have a common
72 // successor, and if that successor has a PHI node, and if *that* PHI node has
73 // conflicting incoming values from the two switch blocks.
74 BasicBlock *SI1BB = SI1->getParent();
75 BasicBlock *SI2BB = SI2->getParent();
Chris Lattnerc9951232007-04-02 01:44:59 +000076 SmallPtrSet<BasicBlock*, 16> SI1Succs(succ_begin(SI1BB), succ_end(SI1BB));
Chris Lattner2bdcb562005-08-03 00:19:45 +000077
78 for (succ_iterator I = succ_begin(SI2BB), E = succ_end(SI2BB); I != E; ++I)
79 if (SI1Succs.count(*I))
80 for (BasicBlock::iterator BBI = (*I)->begin();
81 isa<PHINode>(BBI); ++BBI) {
82 PHINode *PN = cast<PHINode>(BBI);
83 if (PN->getIncomingValueForBlock(SI1BB) !=
84 PN->getIncomingValueForBlock(SI2BB))
85 return false;
86 }
87
88 return true;
89}
90
91/// AddPredecessorToBlock - Update PHI nodes in Succ to indicate that there will
92/// now be entries in it from the 'NewPred' block. The values that will be
93/// flowing into the PHI nodes will be the same as those coming in from
94/// ExistPred, an existing predecessor of Succ.
95static void AddPredecessorToBlock(BasicBlock *Succ, BasicBlock *NewPred,
96 BasicBlock *ExistPred) {
Chris Lattner2bdcb562005-08-03 00:19:45 +000097 if (!isa<PHINode>(Succ->begin())) return; // Quick exit if nothing to do
98
Chris Lattner093a4382008-07-13 22:23:11 +000099 PHINode *PN;
100 for (BasicBlock::iterator I = Succ->begin();
101 (PN = dyn_cast<PHINode>(I)); ++I)
102 PN->addIncoming(PN->getIncomingValueForBlock(ExistPred), NewPred);
Chris Lattner2bdcb562005-08-03 00:19:45 +0000103}
104
Chris Lattner7e663482005-08-03 00:11:16 +0000105
Chris Lattner73c50a62010-12-14 07:00:00 +0000106/// GetIfCondition - Given a basic block (BB) with two predecessors (and at
107/// least one PHI node in it), check to see if the merge at this block is due
Chris Lattner723c66d2004-02-11 03:36:04 +0000108/// to an "if condition". If so, return the boolean condition that determines
109/// which entry into BB will be taken. Also, return by references the block
110/// that will be entered from if the condition is true, and the block that will
111/// be entered if the condition is false.
Misha Brukmanfd939082005-04-21 23:48:37 +0000112///
Chris Lattner995ba1b2010-12-14 07:15:21 +0000113/// This does no checking to see if the true/false blocks have large or unsavory
114/// instructions in them.
Chris Lattner73c50a62010-12-14 07:00:00 +0000115static Value *GetIfCondition(BasicBlock *BB, BasicBlock *&IfTrue,
116 BasicBlock *&IfFalse) {
117 PHINode *SomePHI = cast<PHINode>(BB->begin());
118 assert(SomePHI->getNumIncomingValues() == 2 &&
Chris Lattner723c66d2004-02-11 03:36:04 +0000119 "Function can only handle blocks with 2 predecessors!");
Chris Lattner73c50a62010-12-14 07:00:00 +0000120 BasicBlock *Pred1 = SomePHI->getIncomingBlock(0);
121 BasicBlock *Pred2 = SomePHI->getIncomingBlock(1);
Chris Lattner723c66d2004-02-11 03:36:04 +0000122
123 // We can only handle branches. Other control flow will be lowered to
124 // branches if possible anyway.
Chris Lattner995ba1b2010-12-14 07:15:21 +0000125 BranchInst *Pred1Br = dyn_cast<BranchInst>(Pred1->getTerminator());
126 BranchInst *Pred2Br = dyn_cast<BranchInst>(Pred2->getTerminator());
127 if (Pred1Br == 0 || Pred2Br == 0)
Chris Lattner723c66d2004-02-11 03:36:04 +0000128 return 0;
Chris Lattner723c66d2004-02-11 03:36:04 +0000129
130 // Eliminate code duplication by ensuring that Pred1Br is conditional if
131 // either are.
132 if (Pred2Br->isConditional()) {
133 // If both branches are conditional, we don't have an "if statement". In
134 // reality, we could transform this case, but since the condition will be
135 // required anyway, we stand no chance of eliminating it, so the xform is
136 // probably not profitable.
137 if (Pred1Br->isConditional())
138 return 0;
139
140 std::swap(Pred1, Pred2);
141 std::swap(Pred1Br, Pred2Br);
142 }
143
144 if (Pred1Br->isConditional()) {
Chris Lattner995ba1b2010-12-14 07:15:21 +0000145 // The only thing we have to watch out for here is to make sure that Pred2
146 // doesn't have incoming edges from other blocks. If it does, the condition
147 // doesn't dominate BB.
148 if (Pred2->getSinglePredecessor() == 0)
149 return 0;
150
Chris Lattner723c66d2004-02-11 03:36:04 +0000151 // If we found a conditional branch predecessor, make sure that it branches
152 // to BB and Pred2Br. If it doesn't, this isn't an "if statement".
153 if (Pred1Br->getSuccessor(0) == BB &&
154 Pred1Br->getSuccessor(1) == Pred2) {
155 IfTrue = Pred1;
156 IfFalse = Pred2;
157 } else if (Pred1Br->getSuccessor(0) == Pred2 &&
158 Pred1Br->getSuccessor(1) == BB) {
159 IfTrue = Pred2;
160 IfFalse = Pred1;
161 } else {
162 // We know that one arm of the conditional goes to BB, so the other must
163 // go somewhere unrelated, and this must not be an "if statement".
164 return 0;
165 }
166
Chris Lattner723c66d2004-02-11 03:36:04 +0000167 return Pred1Br->getCondition();
168 }
169
170 // Ok, if we got here, both predecessors end with an unconditional branch to
171 // BB. Don't panic! If both blocks only have a single (identical)
172 // predecessor, and THAT is a conditional branch, then we're all ok!
Chris Lattner995ba1b2010-12-14 07:15:21 +0000173 BasicBlock *CommonPred = Pred1->getSinglePredecessor();
174 if (CommonPred == 0 || CommonPred != Pred2->getSinglePredecessor())
Chris Lattner723c66d2004-02-11 03:36:04 +0000175 return 0;
176
177 // Otherwise, if this is a conditional branch, then we can use it!
Chris Lattner995ba1b2010-12-14 07:15:21 +0000178 BranchInst *BI = dyn_cast<BranchInst>(CommonPred->getTerminator());
179 if (BI == 0) return 0;
180
181 assert(BI->isConditional() && "Two successors but not conditional?");
182 if (BI->getSuccessor(0) == Pred1) {
183 IfTrue = Pred1;
184 IfFalse = Pred2;
185 } else {
186 IfTrue = Pred2;
187 IfFalse = Pred1;
Chris Lattner723c66d2004-02-11 03:36:04 +0000188 }
Chris Lattner995ba1b2010-12-14 07:15:21 +0000189 return BI->getCondition();
Chris Lattner723c66d2004-02-11 03:36:04 +0000190}
191
Bill Wendling5049fa62009-01-19 23:43:56 +0000192/// DominatesMergePoint - If we have a merge point of an "if condition" as
193/// accepted above, return true if the specified value dominates the block. We
194/// don't handle the true generality of domination here, just a special case
195/// which works well enough for us.
196///
197/// If AggressiveInsts is non-null, and if V does not dominate BB, we check to
198/// see if V (which must be an instruction) is cheap to compute and is
199/// non-trapping. If both are true, the instruction is inserted into the set
200/// and true is returned.
Chris Lattner9c078662004-10-14 05:13:36 +0000201static bool DominatesMergePoint(Value *V, BasicBlock *BB,
202 std::set<Instruction*> *AggressiveInsts) {
Chris Lattner570751c2004-04-09 22:50:22 +0000203 Instruction *I = dyn_cast<Instruction>(V);
Chris Lattnerb74b1812006-10-20 00:42:07 +0000204 if (!I) {
205 // Non-instructions all dominate instructions, but not all constantexprs
206 // can be executed unconditionally.
207 if (ConstantExpr *C = dyn_cast<ConstantExpr>(V))
208 if (C->canTrap())
209 return false;
210 return true;
211 }
Chris Lattner570751c2004-04-09 22:50:22 +0000212 BasicBlock *PBB = I->getParent();
Chris Lattner723c66d2004-02-11 03:36:04 +0000213
Chris Lattnerda895d62005-02-27 06:18:25 +0000214 // We don't want to allow weird loops that might have the "if condition" in
Chris Lattner570751c2004-04-09 22:50:22 +0000215 // the bottom of this block.
216 if (PBB == BB) return false;
Chris Lattner723c66d2004-02-11 03:36:04 +0000217
Chris Lattner570751c2004-04-09 22:50:22 +0000218 // If this instruction is defined in a block that contains an unconditional
219 // branch to BB, then it must be in the 'conditional' part of the "if
220 // statement".
221 if (BranchInst *BI = dyn_cast<BranchInst>(PBB->getTerminator()))
222 if (BI->isUnconditional() && BI->getSuccessor(0) == BB) {
Chris Lattner9c078662004-10-14 05:13:36 +0000223 if (!AggressiveInsts) return false;
Chris Lattner570751c2004-04-09 22:50:22 +0000224 // Okay, it looks like the instruction IS in the "condition". Check to
Dan Gohman4bb31bf2010-03-30 20:04:57 +0000225 // see if it's a cheap instruction to unconditionally compute, and if it
Chris Lattner570751c2004-04-09 22:50:22 +0000226 // only uses stuff defined outside of the condition. If so, hoist it out.
Eli Friedman0b79a772009-07-17 04:28:42 +0000227 if (!I->isSafeToSpeculativelyExecute())
228 return false;
229
Chris Lattner570751c2004-04-09 22:50:22 +0000230 switch (I->getOpcode()) {
231 default: return false; // Cannot hoist this out safely.
Dale Johannesen3a56d142009-03-06 21:08:33 +0000232 case Instruction::Load: {
Eli Friedman0b79a772009-07-17 04:28:42 +0000233 // We have to check to make sure there are no instructions before the
234 // load in its basic block, as we are going to hoist the loop out to
235 // its predecessor.
Dale Johannesen3a56d142009-03-06 21:08:33 +0000236 BasicBlock::iterator IP = PBB->begin();
237 while (isa<DbgInfoIntrinsic>(IP))
238 IP++;
239 if (IP != BasicBlock::iterator(I))
Chris Lattner570751c2004-04-09 22:50:22 +0000240 return false;
241 break;
Dale Johannesen3a56d142009-03-06 21:08:33 +0000242 }
Chris Lattner570751c2004-04-09 22:50:22 +0000243 case Instruction::Add:
244 case Instruction::Sub:
245 case Instruction::And:
246 case Instruction::Or:
247 case Instruction::Xor:
248 case Instruction::Shl:
Reid Spencer3822ff52006-11-08 06:47:33 +0000249 case Instruction::LShr:
250 case Instruction::AShr:
Reid Spencere4d87aa2006-12-23 06:05:41 +0000251 case Instruction::ICmp:
Chris Lattner570751c2004-04-09 22:50:22 +0000252 break; // These are all cheap and non-trapping instructions.
253 }
Misha Brukmanfd939082005-04-21 23:48:37 +0000254
Chris Lattner570751c2004-04-09 22:50:22 +0000255 // Okay, we can only really hoist these out if their operands are not
256 // defined in the conditional region.
Gabor Greiff7ea3632008-06-10 22:03:26 +0000257 for (User::op_iterator i = I->op_begin(), e = I->op_end(); i != e; ++i)
258 if (!DominatesMergePoint(*i, BB, 0))
Chris Lattner570751c2004-04-09 22:50:22 +0000259 return false;
Chris Lattner9c078662004-10-14 05:13:36 +0000260 // Okay, it's safe to do this! Remember this instruction.
261 AggressiveInsts->insert(I);
Chris Lattner570751c2004-04-09 22:50:22 +0000262 }
263
Chris Lattner723c66d2004-02-11 03:36:04 +0000264 return true;
265}
Chris Lattner01d1ee32002-05-21 20:50:24 +0000266
Jakob Stoklund Olesen58e9ee82010-02-05 22:03:18 +0000267/// GetConstantInt - Extract ConstantInt from value, looking through IntToPtr
268/// and PointerNullValue. Return NULL if value is not a constant int.
Chris Lattner28acc132010-12-13 03:30:12 +0000269static ConstantInt *GetConstantInt(Value *V, const TargetData *TD) {
Jakob Stoklund Olesen58e9ee82010-02-05 22:03:18 +0000270 // Normal constant int.
271 ConstantInt *CI = dyn_cast<ConstantInt>(V);
Duncan Sands1df98592010-02-16 11:11:14 +0000272 if (CI || !TD || !isa<Constant>(V) || !V->getType()->isPointerTy())
Jakob Stoklund Olesen58e9ee82010-02-05 22:03:18 +0000273 return CI;
274
275 // This is some kind of pointer constant. Turn it into a pointer-sized
276 // ConstantInt if possible.
277 const IntegerType *PtrTy = TD->getIntPtrType(V->getContext());
278
279 // Null pointer means 0, see SelectionDAGBuilder::getValue(const Value*).
280 if (isa<ConstantPointerNull>(V))
281 return ConstantInt::get(PtrTy, 0);
282
283 // IntToPtr const int.
284 if (ConstantExpr *CE = dyn_cast<ConstantExpr>(V))
285 if (CE->getOpcode() == Instruction::IntToPtr)
286 if (ConstantInt *CI = dyn_cast<ConstantInt>(CE->getOperand(0))) {
287 // The constant is very likely to have the right type already.
288 if (CI->getType() == PtrTy)
289 return CI;
290 else
291 return cast<ConstantInt>
292 (ConstantExpr::getIntegerCast(CI, PtrTy, /*isSigned=*/false));
293 }
294 return 0;
295}
296
Chris Lattner0aa749b2010-12-13 04:26:26 +0000297/// GatherConstantCompares - Given a potentially 'or'd or 'and'd together
298/// collection of icmp eq/ne instructions that compare a value against a
299/// constant, return the value being compared, and stick the constant into the
300/// Values vector.
Chris Lattner28acc132010-12-13 03:30:12 +0000301static Value *
Chris Lattner0aa749b2010-12-13 04:26:26 +0000302GatherConstantCompares(Value *V, std::vector<ConstantInt*> &Vals, Value *&Extra,
303 const TargetData *TD, bool isEQ) {
304 Instruction *I = dyn_cast<Instruction>(V);
305 if (I == 0) return 0;
Chris Lattner9a2b72a2010-12-13 01:47:07 +0000306
Chris Lattner7312a222010-12-13 04:50:38 +0000307 // If this is an icmp against a constant, handle this as one of the cases.
Chris Lattner0aa749b2010-12-13 04:26:26 +0000308 if (ICmpInst *ICI = dyn_cast<ICmpInst>(I)) {
309 if (ICI->getPredicate() == (isEQ ? ICmpInst::ICMP_EQ : ICmpInst::ICMP_NE))
310 if (ConstantInt *C = GetConstantInt(I->getOperand(1), TD)) {
311 Vals.push_back(C);
312 return I->getOperand(0);
313 }
Chris Lattner662269d2010-12-13 04:18:32 +0000314 return 0;
315 }
316
Chris Lattner7312a222010-12-13 04:50:38 +0000317 // Otherwise, we can only handle an | or &, depending on isEQ.
Chris Lattner0aa749b2010-12-13 04:26:26 +0000318 if (I->getOpcode() != (isEQ ? Instruction::Or : Instruction::And))
Chris Lattner662269d2010-12-13 04:18:32 +0000319 return 0;
Chris Lattner662269d2010-12-13 04:18:32 +0000320
Chris Lattner7312a222010-12-13 04:50:38 +0000321 unsigned NumValsBeforeLHS = Vals.size();
Chris Lattner0aa749b2010-12-13 04:26:26 +0000322 if (Value *LHS = GatherConstantCompares(I->getOperand(0), Vals, Extra, TD,
323 isEQ)) {
Chris Lattner7312a222010-12-13 04:50:38 +0000324 unsigned NumVals = Vals.size();
Chris Lattner0aa749b2010-12-13 04:26:26 +0000325 if (Value *RHS = GatherConstantCompares(I->getOperand(1), Vals, Extra, TD,
326 isEQ)) {
327 if (LHS == RHS)
328 return LHS;
Chris Lattner92407e52010-12-13 07:41:29 +0000329 Vals.resize(NumVals);
Chris Lattner0aa749b2010-12-13 04:26:26 +0000330 }
Chris Lattner7312a222010-12-13 04:50:38 +0000331
332 // The RHS of the or/and can't be folded in and we haven't used "Extra" yet,
333 // set it and return success.
334 if (Extra == 0 || Extra == I->getOperand(1)) {
335 Extra = I->getOperand(1);
336 return LHS;
337 }
338
339 Vals.resize(NumValsBeforeLHS);
340 return 0;
Anton Korobeynikov07e6e562008-02-20 11:26:25 +0000341 }
Chris Lattner7312a222010-12-13 04:50:38 +0000342
343 // If the LHS can't be folded in, but Extra is available and RHS can, try to
344 // use LHS as Extra.
345 if (Extra == 0 || Extra == I->getOperand(0)) {
Chris Lattner92407e52010-12-13 07:41:29 +0000346 Value *OldExtra = Extra;
Chris Lattner7312a222010-12-13 04:50:38 +0000347 Extra = I->getOperand(0);
348 if (Value *RHS = GatherConstantCompares(I->getOperand(1), Vals, Extra, TD,
349 isEQ))
350 return RHS;
Chris Lattner92407e52010-12-13 07:41:29 +0000351 assert(Vals.size() == NumValsBeforeLHS);
352 Extra = OldExtra;
Chris Lattner7312a222010-12-13 04:50:38 +0000353 }
354
Chris Lattner0d560082004-02-24 05:38:11 +0000355 return 0;
356}
Chris Lattner0aa749b2010-12-13 04:26:26 +0000357
Eli Friedman080efb82008-12-16 20:54:32 +0000358static void EraseTerminatorInstAndDCECond(TerminatorInst *TI) {
359 Instruction* Cond = 0;
360 if (SwitchInst *SI = dyn_cast<SwitchInst>(TI)) {
361 Cond = dyn_cast<Instruction>(SI->getCondition());
362 } else if (BranchInst *BI = dyn_cast<BranchInst>(TI)) {
363 if (BI->isConditional())
364 Cond = dyn_cast<Instruction>(BI->getCondition());
Frits van Bommel7ac40c32010-12-05 18:29:03 +0000365 } else if (IndirectBrInst *IBI = dyn_cast<IndirectBrInst>(TI)) {
366 Cond = dyn_cast<Instruction>(IBI->getAddress());
Eli Friedman080efb82008-12-16 20:54:32 +0000367 }
368
369 TI->eraseFromParent();
370 if (Cond) RecursivelyDeleteTriviallyDeadInstructions(Cond);
371}
372
Chris Lattner9fd49552008-11-27 23:25:44 +0000373/// isValueEqualityComparison - Return true if the specified terminator checks
374/// to see if a value is equal to constant integer value.
Jakob Stoklund Olesen58e9ee82010-02-05 22:03:18 +0000375Value *SimplifyCFGOpt::isValueEqualityComparison(TerminatorInst *TI) {
376 Value *CV = 0;
Chris Lattner4bebf082004-03-16 19:45:22 +0000377 if (SwitchInst *SI = dyn_cast<SwitchInst>(TI)) {
378 // Do not permit merging of large switch instructions into their
379 // predecessors unless there is only one predecessor.
Jakob Stoklund Olesen58e9ee82010-02-05 22:03:18 +0000380 if (SI->getNumSuccessors()*std::distance(pred_begin(SI->getParent()),
381 pred_end(SI->getParent())) <= 128)
382 CV = SI->getCondition();
383 } else if (BranchInst *BI = dyn_cast<BranchInst>(TI))
Chris Lattner542f1492004-02-28 21:28:10 +0000384 if (BI->isConditional() && BI->getCondition()->hasOneUse())
Reid Spencere4d87aa2006-12-23 06:05:41 +0000385 if (ICmpInst *ICI = dyn_cast<ICmpInst>(BI->getCondition()))
386 if ((ICI->getPredicate() == ICmpInst::ICMP_EQ ||
387 ICI->getPredicate() == ICmpInst::ICMP_NE) &&
Chris Lattner28acc132010-12-13 03:30:12 +0000388 GetConstantInt(ICI->getOperand(1), TD))
Jakob Stoklund Olesen58e9ee82010-02-05 22:03:18 +0000389 CV = ICI->getOperand(0);
390
391 // Unwrap any lossless ptrtoint cast.
392 if (TD && CV && CV->getType() == TD->getIntPtrType(CV->getContext()))
393 if (PtrToIntInst *PTII = dyn_cast<PtrToIntInst>(CV))
394 CV = PTII->getOperand(0);
395 return CV;
Chris Lattner542f1492004-02-28 21:28:10 +0000396}
397
Bill Wendling5049fa62009-01-19 23:43:56 +0000398/// GetValueEqualityComparisonCases - Given a value comparison instruction,
399/// decode all of the 'cases' that it represents and return the 'default' block.
Jakob Stoklund Olesen58e9ee82010-02-05 22:03:18 +0000400BasicBlock *SimplifyCFGOpt::
Misha Brukmanfd939082005-04-21 23:48:37 +0000401GetValueEqualityComparisonCases(TerminatorInst *TI,
Chris Lattner542f1492004-02-28 21:28:10 +0000402 std::vector<std::pair<ConstantInt*,
403 BasicBlock*> > &Cases) {
404 if (SwitchInst *SI = dyn_cast<SwitchInst>(TI)) {
405 Cases.reserve(SI->getNumCases());
406 for (unsigned i = 1, e = SI->getNumCases(); i != e; ++i)
Chris Lattnerbe54dcc2005-02-26 18:33:28 +0000407 Cases.push_back(std::make_pair(SI->getCaseValue(i), SI->getSuccessor(i)));
Chris Lattner542f1492004-02-28 21:28:10 +0000408 return SI->getDefaultDest();
409 }
410
411 BranchInst *BI = cast<BranchInst>(TI);
Reid Spencere4d87aa2006-12-23 06:05:41 +0000412 ICmpInst *ICI = cast<ICmpInst>(BI->getCondition());
Chris Lattner28acc132010-12-13 03:30:12 +0000413 Cases.push_back(std::make_pair(GetConstantInt(ICI->getOperand(1), TD),
Reid Spencere4d87aa2006-12-23 06:05:41 +0000414 BI->getSuccessor(ICI->getPredicate() ==
415 ICmpInst::ICMP_NE)));
416 return BI->getSuccessor(ICI->getPredicate() == ICmpInst::ICMP_EQ);
Chris Lattner542f1492004-02-28 21:28:10 +0000417}
418
419
Bill Wendling5049fa62009-01-19 23:43:56 +0000420/// EliminateBlockCases - Given a vector of bb/value pairs, remove any entries
421/// in the list that match the specified block.
Misha Brukmanfd939082005-04-21 23:48:37 +0000422static void EliminateBlockCases(BasicBlock *BB,
Chris Lattner623369a2005-02-24 06:17:52 +0000423 std::vector<std::pair<ConstantInt*, BasicBlock*> > &Cases) {
424 for (unsigned i = 0, e = Cases.size(); i != e; ++i)
425 if (Cases[i].second == BB) {
426 Cases.erase(Cases.begin()+i);
427 --i; --e;
428 }
429}
430
Bill Wendling5049fa62009-01-19 23:43:56 +0000431/// ValuesOverlap - Return true if there are any keys in C1 that exist in C2 as
432/// well.
Chris Lattner623369a2005-02-24 06:17:52 +0000433static bool
434ValuesOverlap(std::vector<std::pair<ConstantInt*, BasicBlock*> > &C1,
435 std::vector<std::pair<ConstantInt*, BasicBlock*> > &C2) {
436 std::vector<std::pair<ConstantInt*, BasicBlock*> > *V1 = &C1, *V2 = &C2;
437
438 // Make V1 be smaller than V2.
439 if (V1->size() > V2->size())
440 std::swap(V1, V2);
441
442 if (V1->size() == 0) return false;
443 if (V1->size() == 1) {
444 // Just scan V2.
445 ConstantInt *TheVal = (*V1)[0].first;
446 for (unsigned i = 0, e = V2->size(); i != e; ++i)
447 if (TheVal == (*V2)[i].first)
448 return true;
449 }
450
451 // Otherwise, just sort both lists and compare element by element.
Chris Lattnerfca20f52010-12-13 03:24:30 +0000452 array_pod_sort(V1->begin(), V1->end());
453 array_pod_sort(V2->begin(), V2->end());
Chris Lattner623369a2005-02-24 06:17:52 +0000454 unsigned i1 = 0, i2 = 0, e1 = V1->size(), e2 = V2->size();
455 while (i1 != e1 && i2 != e2) {
456 if ((*V1)[i1].first == (*V2)[i2].first)
457 return true;
458 if ((*V1)[i1].first < (*V2)[i2].first)
459 ++i1;
460 else
461 ++i2;
462 }
463 return false;
464}
465
Bill Wendling5049fa62009-01-19 23:43:56 +0000466/// SimplifyEqualityComparisonWithOnlyPredecessor - If TI is known to be a
467/// terminator instruction and its block is known to only have a single
468/// predecessor block, check to see if that predecessor is also a value
469/// comparison with the same value, and if that comparison determines the
470/// outcome of this comparison. If so, simplify TI. This does a very limited
471/// form of jump threading.
Jakob Stoklund Olesen58e9ee82010-02-05 22:03:18 +0000472bool SimplifyCFGOpt::
473SimplifyEqualityComparisonWithOnlyPredecessor(TerminatorInst *TI,
474 BasicBlock *Pred) {
Chris Lattner623369a2005-02-24 06:17:52 +0000475 Value *PredVal = isValueEqualityComparison(Pred->getTerminator());
476 if (!PredVal) return false; // Not a value comparison in predecessor.
477
478 Value *ThisVal = isValueEqualityComparison(TI);
479 assert(ThisVal && "This isn't a value comparison!!");
480 if (ThisVal != PredVal) return false; // Different predicates.
481
482 // Find out information about when control will move from Pred to TI's block.
483 std::vector<std::pair<ConstantInt*, BasicBlock*> > PredCases;
484 BasicBlock *PredDef = GetValueEqualityComparisonCases(Pred->getTerminator(),
485 PredCases);
486 EliminateBlockCases(PredDef, PredCases); // Remove default from cases.
Misha Brukmanfd939082005-04-21 23:48:37 +0000487
Chris Lattner623369a2005-02-24 06:17:52 +0000488 // Find information about how control leaves this block.
489 std::vector<std::pair<ConstantInt*, BasicBlock*> > ThisCases;
490 BasicBlock *ThisDef = GetValueEqualityComparisonCases(TI, ThisCases);
491 EliminateBlockCases(ThisDef, ThisCases); // Remove default from cases.
492
493 // If TI's block is the default block from Pred's comparison, potentially
494 // simplify TI based on this knowledge.
495 if (PredDef == TI->getParent()) {
496 // If we are here, we know that the value is none of those cases listed in
497 // PredCases. If there are any cases in ThisCases that are in PredCases, we
498 // can simplify TI.
Chris Lattner9a2b72a2010-12-13 01:47:07 +0000499 if (!ValuesOverlap(PredCases, ThisCases))
500 return false;
501
502 if (isa<BranchInst>(TI)) {
503 // Okay, one of the successors of this condbr is dead. Convert it to a
504 // uncond br.
505 assert(ThisCases.size() == 1 && "Branch can only have one case!");
506 // Insert the new branch.
507 Instruction *NI = BranchInst::Create(ThisDef, TI);
508 (void) NI;
Chris Lattner623369a2005-02-24 06:17:52 +0000509
Chris Lattner9a2b72a2010-12-13 01:47:07 +0000510 // Remove PHI node entries for the dead edge.
511 ThisCases[0].second->removePredecessor(TI->getParent());
Chris Lattner623369a2005-02-24 06:17:52 +0000512
Chris Lattner9a2b72a2010-12-13 01:47:07 +0000513 DEBUG(dbgs() << "Threading pred instr: " << *Pred->getTerminator()
514 << "Through successor TI: " << *TI << "Leaving: " << *NI << "\n");
Chris Lattner623369a2005-02-24 06:17:52 +0000515
Chris Lattner9a2b72a2010-12-13 01:47:07 +0000516 EraseTerminatorInstAndDCECond(TI);
517 return true;
Chris Lattner623369a2005-02-24 06:17:52 +0000518 }
Chris Lattner9a2b72a2010-12-13 01:47:07 +0000519
520 SwitchInst *SI = cast<SwitchInst>(TI);
521 // Okay, TI has cases that are statically dead, prune them away.
522 SmallPtrSet<Constant*, 16> DeadCases;
Chris Lattner623369a2005-02-24 06:17:52 +0000523 for (unsigned i = 0, e = PredCases.size(); i != e; ++i)
Chris Lattner9a2b72a2010-12-13 01:47:07 +0000524 DeadCases.insert(PredCases[i].first);
Chris Lattner623369a2005-02-24 06:17:52 +0000525
David Greene89d6fd32010-01-05 01:26:52 +0000526 DEBUG(dbgs() << "Threading pred instr: " << *Pred->getTerminator()
Chris Lattner9a2b72a2010-12-13 01:47:07 +0000527 << "Through successor TI: " << *TI);
Chris Lattner623369a2005-02-24 06:17:52 +0000528
Chris Lattner9a2b72a2010-12-13 01:47:07 +0000529 for (unsigned i = SI->getNumCases()-1; i != 0; --i)
530 if (DeadCases.count(SI->getCaseValue(i))) {
531 SI->getSuccessor(i)->removePredecessor(TI->getParent());
532 SI->removeCase(i);
533 }
534
535 DEBUG(dbgs() << "Leaving: " << *TI << "\n");
Chris Lattner623369a2005-02-24 06:17:52 +0000536 return true;
537 }
Chris Lattner9a2b72a2010-12-13 01:47:07 +0000538
539 // Otherwise, TI's block must correspond to some matched value. Find out
540 // which value (or set of values) this is.
541 ConstantInt *TIV = 0;
542 BasicBlock *TIBB = TI->getParent();
543 for (unsigned i = 0, e = PredCases.size(); i != e; ++i)
544 if (PredCases[i].second == TIBB) {
545 if (TIV != 0)
546 return false; // Cannot handle multiple values coming to this block.
547 TIV = PredCases[i].first;
548 }
549 assert(TIV && "No edge from pred to succ?");
550
551 // Okay, we found the one constant that our value can be if we get into TI's
552 // BB. Find out which successor will unconditionally be branched to.
553 BasicBlock *TheRealDest = 0;
554 for (unsigned i = 0, e = ThisCases.size(); i != e; ++i)
555 if (ThisCases[i].first == TIV) {
556 TheRealDest = ThisCases[i].second;
557 break;
558 }
559
560 // If not handled by any explicit cases, it is handled by the default case.
561 if (TheRealDest == 0) TheRealDest = ThisDef;
562
563 // Remove PHI node entries for dead edges.
564 BasicBlock *CheckEdge = TheRealDest;
565 for (succ_iterator SI = succ_begin(TIBB), e = succ_end(TIBB); SI != e; ++SI)
566 if (*SI != CheckEdge)
567 (*SI)->removePredecessor(TIBB);
568 else
569 CheckEdge = 0;
570
571 // Insert the new branch.
572 Instruction *NI = BranchInst::Create(TheRealDest, TI);
573 (void) NI;
574
575 DEBUG(dbgs() << "Threading pred instr: " << *Pred->getTerminator()
576 << "Through successor TI: " << *TI << "Leaving: " << *NI << "\n");
577
578 EraseTerminatorInstAndDCECond(TI);
579 return true;
Chris Lattner623369a2005-02-24 06:17:52 +0000580}
581
Dale Johannesenc81f5442009-03-12 21:01:11 +0000582namespace {
583 /// ConstantIntOrdering - This class implements a stable ordering of constant
584 /// integers that does not depend on their address. This is important for
585 /// applications that sort ConstantInt's to ensure uniqueness.
586 struct ConstantIntOrdering {
587 bool operator()(const ConstantInt *LHS, const ConstantInt *RHS) const {
588 return LHS->getValue().ult(RHS->getValue());
589 }
590 };
591}
Dale Johannesena9537cf2009-03-12 01:00:26 +0000592
Chris Lattner6d4d21e2010-12-13 02:00:58 +0000593static int ConstantIntSortPredicate(const void *P1, const void *P2) {
594 const ConstantInt *LHS = *(const ConstantInt**)P1;
595 const ConstantInt *RHS = *(const ConstantInt**)P2;
Benjamin Kramercf8b3252010-12-13 18:20:38 +0000596 return LHS->getValue().ult(RHS->getValue()) ? 1 : -1;
Chris Lattner6d4d21e2010-12-13 02:00:58 +0000597}
598
Bill Wendling5049fa62009-01-19 23:43:56 +0000599/// FoldValueComparisonIntoPredecessors - The specified terminator is a value
600/// equality comparison instruction (either a switch or a branch on "X == c").
601/// See if any of the predecessors of the terminator block are value comparisons
602/// on the same value. If so, and if safe to do so, fold them together.
Jakob Stoklund Olesen58e9ee82010-02-05 22:03:18 +0000603bool SimplifyCFGOpt::FoldValueComparisonIntoPredecessors(TerminatorInst *TI) {
Chris Lattner542f1492004-02-28 21:28:10 +0000604 BasicBlock *BB = TI->getParent();
605 Value *CV = isValueEqualityComparison(TI); // CondVal
606 assert(CV && "Not a comparison?");
607 bool Changed = false;
608
Chris Lattner82442432008-02-18 07:42:56 +0000609 SmallVector<BasicBlock*, 16> Preds(pred_begin(BB), pred_end(BB));
Chris Lattner542f1492004-02-28 21:28:10 +0000610 while (!Preds.empty()) {
Dan Gohmane9d87f42009-05-06 17:22:41 +0000611 BasicBlock *Pred = Preds.pop_back_val();
Misha Brukmanfd939082005-04-21 23:48:37 +0000612
Chris Lattner542f1492004-02-28 21:28:10 +0000613 // See if the predecessor is a comparison with the same value.
614 TerminatorInst *PTI = Pred->getTerminator();
615 Value *PCV = isValueEqualityComparison(PTI); // PredCondVal
616
617 if (PCV == CV && SafeToMergeTerminators(TI, PTI)) {
618 // Figure out which 'cases' to copy from SI to PSI.
619 std::vector<std::pair<ConstantInt*, BasicBlock*> > BBCases;
620 BasicBlock *BBDefault = GetValueEqualityComparisonCases(TI, BBCases);
621
622 std::vector<std::pair<ConstantInt*, BasicBlock*> > PredCases;
623 BasicBlock *PredDefault = GetValueEqualityComparisonCases(PTI, PredCases);
624
625 // Based on whether the default edge from PTI goes to BB or not, fill in
626 // PredCases and PredDefault with the new switch cases we would like to
627 // build.
Chris Lattner82442432008-02-18 07:42:56 +0000628 SmallVector<BasicBlock*, 8> NewSuccessors;
Chris Lattner542f1492004-02-28 21:28:10 +0000629
630 if (PredDefault == BB) {
631 // If this is the default destination from PTI, only the edges in TI
632 // that don't occur in PTI, or that branch to BB will be activated.
Dale Johannesenc81f5442009-03-12 21:01:11 +0000633 std::set<ConstantInt*, ConstantIntOrdering> PTIHandled;
Chris Lattner542f1492004-02-28 21:28:10 +0000634 for (unsigned i = 0, e = PredCases.size(); i != e; ++i)
635 if (PredCases[i].second != BB)
636 PTIHandled.insert(PredCases[i].first);
637 else {
638 // The default destination is BB, we don't need explicit targets.
639 std::swap(PredCases[i], PredCases.back());
640 PredCases.pop_back();
641 --i; --e;
642 }
643
644 // Reconstruct the new switch statement we will be building.
645 if (PredDefault != BBDefault) {
646 PredDefault->removePredecessor(Pred);
647 PredDefault = BBDefault;
648 NewSuccessors.push_back(BBDefault);
649 }
650 for (unsigned i = 0, e = BBCases.size(); i != e; ++i)
651 if (!PTIHandled.count(BBCases[i].first) &&
652 BBCases[i].second != BBDefault) {
653 PredCases.push_back(BBCases[i]);
654 NewSuccessors.push_back(BBCases[i].second);
655 }
656
657 } else {
658 // If this is not the default destination from PSI, only the edges
659 // in SI that occur in PSI with a destination of BB will be
660 // activated.
Dale Johannesenc81f5442009-03-12 21:01:11 +0000661 std::set<ConstantInt*, ConstantIntOrdering> PTIHandled;
Chris Lattner542f1492004-02-28 21:28:10 +0000662 for (unsigned i = 0, e = PredCases.size(); i != e; ++i)
663 if (PredCases[i].second == BB) {
664 PTIHandled.insert(PredCases[i].first);
665 std::swap(PredCases[i], PredCases.back());
666 PredCases.pop_back();
667 --i; --e;
668 }
669
670 // Okay, now we know which constants were sent to BB from the
671 // predecessor. Figure out where they will all go now.
672 for (unsigned i = 0, e = BBCases.size(); i != e; ++i)
673 if (PTIHandled.count(BBCases[i].first)) {
674 // If this is one we are capable of getting...
675 PredCases.push_back(BBCases[i]);
676 NewSuccessors.push_back(BBCases[i].second);
677 PTIHandled.erase(BBCases[i].first);// This constant is taken care of
678 }
679
680 // If there are any constants vectored to BB that TI doesn't handle,
681 // they must go to the default destination of TI.
Dale Johannesenc81f5442009-03-12 21:01:11 +0000682 for (std::set<ConstantInt*, ConstantIntOrdering>::iterator I =
683 PTIHandled.begin(),
Chris Lattner542f1492004-02-28 21:28:10 +0000684 E = PTIHandled.end(); I != E; ++I) {
685 PredCases.push_back(std::make_pair(*I, BBDefault));
686 NewSuccessors.push_back(BBDefault);
687 }
688 }
689
690 // Okay, at this point, we know which new successor Pred will get. Make
691 // sure we update the number of entries in the PHI nodes for these
692 // successors.
693 for (unsigned i = 0, e = NewSuccessors.size(); i != e; ++i)
694 AddPredecessorToBlock(NewSuccessors[i], Pred, BB);
695
Jakob Stoklund Olesen58e9ee82010-02-05 22:03:18 +0000696 // Convert pointer to int before we switch.
Duncan Sands1df98592010-02-16 11:11:14 +0000697 if (CV->getType()->isPointerTy()) {
Jakob Stoklund Olesen58e9ee82010-02-05 22:03:18 +0000698 assert(TD && "Cannot switch on pointer without TargetData");
699 CV = new PtrToIntInst(CV, TD->getIntPtrType(CV->getContext()),
700 "magicptr", PTI);
701 }
702
Chris Lattner542f1492004-02-28 21:28:10 +0000703 // Now that the successors are updated, create the new Switch instruction.
Gabor Greifb1dbcd82008-05-15 10:04:30 +0000704 SwitchInst *NewSI = SwitchInst::Create(CV, PredDefault,
705 PredCases.size(), PTI);
Chris Lattner542f1492004-02-28 21:28:10 +0000706 for (unsigned i = 0, e = PredCases.size(); i != e; ++i)
707 NewSI->addCase(PredCases[i].first, PredCases[i].second);
Chris Lattner13b2f762005-01-01 16:02:12 +0000708
Eli Friedman080efb82008-12-16 20:54:32 +0000709 EraseTerminatorInstAndDCECond(PTI);
Chris Lattner13b2f762005-01-01 16:02:12 +0000710
Chris Lattner542f1492004-02-28 21:28:10 +0000711 // Okay, last check. If BB is still a successor of PSI, then we must
712 // have an infinite loop case. If so, add an infinitely looping block
713 // to handle the case to preserve the behavior of the code.
714 BasicBlock *InfLoopBlock = 0;
715 for (unsigned i = 0, e = NewSI->getNumSuccessors(); i != e; ++i)
716 if (NewSI->getSuccessor(i) == BB) {
717 if (InfLoopBlock == 0) {
Chris Lattner093a4382008-07-13 22:23:11 +0000718 // Insert it at the end of the function, because it's either code,
Chris Lattner542f1492004-02-28 21:28:10 +0000719 // or it won't matter if it's hot. :)
Owen Anderson1d0be152009-08-13 21:58:54 +0000720 InfLoopBlock = BasicBlock::Create(BB->getContext(),
721 "infloop", BB->getParent());
Gabor Greif051a9502008-04-06 20:25:17 +0000722 BranchInst::Create(InfLoopBlock, InfLoopBlock);
Chris Lattner542f1492004-02-28 21:28:10 +0000723 }
724 NewSI->setSuccessor(i, InfLoopBlock);
725 }
Misha Brukmanfd939082005-04-21 23:48:37 +0000726
Chris Lattner542f1492004-02-28 21:28:10 +0000727 Changed = true;
728 }
729 }
730 return Changed;
731}
732
Dale Johannesenc1f10402009-06-15 20:59:27 +0000733// isSafeToHoistInvoke - If we would need to insert a select that uses the
734// value of this invoke (comments in HoistThenElseCodeToIf explain why we
735// would need to do this), we can't hoist the invoke, as there is nowhere
736// to put the select in this case.
737static bool isSafeToHoistInvoke(BasicBlock *BB1, BasicBlock *BB2,
738 Instruction *I1, Instruction *I2) {
739 for (succ_iterator SI = succ_begin(BB1), E = succ_end(BB1); SI != E; ++SI) {
740 PHINode *PN;
741 for (BasicBlock::iterator BBI = SI->begin();
742 (PN = dyn_cast<PHINode>(BBI)); ++BBI) {
743 Value *BB1V = PN->getIncomingValueForBlock(BB1);
744 Value *BB2V = PN->getIncomingValueForBlock(BB2);
745 if (BB1V != BB2V && (BB1V==I1 || BB2V==I2)) {
746 return false;
747 }
748 }
749 }
750 return true;
751}
752
Chris Lattner6306d072005-08-03 17:59:45 +0000753/// HoistThenElseCodeToIf - Given a conditional branch that goes to BB1 and
Chris Lattner37dc9382004-11-30 00:29:14 +0000754/// BB2, hoist any common code in the two blocks up into the branch block. The
755/// caller of this function guarantees that BI's block dominates BB1 and BB2.
756static bool HoistThenElseCodeToIf(BranchInst *BI) {
757 // This does very trivial matching, with limited scanning, to find identical
758 // instructions in the two blocks. In particular, we don't want to get into
759 // O(M*N) situations here where M and N are the sizes of BB1 and BB2. As
760 // such, we currently just scan for obviously identical instructions in an
761 // identical order.
762 BasicBlock *BB1 = BI->getSuccessor(0); // The true destination.
763 BasicBlock *BB2 = BI->getSuccessor(1); // The false destination
764
Devang Patel65085cf2009-02-04 00:03:08 +0000765 BasicBlock::iterator BB1_Itr = BB1->begin();
766 BasicBlock::iterator BB2_Itr = BB2->begin();
767
768 Instruction *I1 = BB1_Itr++, *I2 = BB2_Itr++;
769 while (isa<DbgInfoIntrinsic>(I1))
770 I1 = BB1_Itr++;
771 while (isa<DbgInfoIntrinsic>(I2))
772 I2 = BB2_Itr++;
Dale Johannesenc1f10402009-06-15 20:59:27 +0000773 if (I1->getOpcode() != I2->getOpcode() || isa<PHINode>(I1) ||
Dan Gohman58cfa3b2009-08-25 22:11:20 +0000774 !I1->isIdenticalToWhenDefined(I2) ||
Dale Johannesenc1f10402009-06-15 20:59:27 +0000775 (isa<InvokeInst>(I1) && !isSafeToHoistInvoke(BB1, BB2, I1, I2)))
Chris Lattner37dc9382004-11-30 00:29:14 +0000776 return false;
777
778 // If we get here, we can hoist at least one instruction.
779 BasicBlock *BIParent = BI->getParent();
Chris Lattner37dc9382004-11-30 00:29:14 +0000780
781 do {
782 // If we are hoisting the terminator instruction, don't move one (making a
783 // broken BB), instead clone it, and remove BI.
784 if (isa<TerminatorInst>(I1))
785 goto HoistTerminator;
Misha Brukmanfd939082005-04-21 23:48:37 +0000786
Chris Lattner37dc9382004-11-30 00:29:14 +0000787 // For a normal instruction, we just move one to right before the branch,
788 // then replace all uses of the other with the first. Finally, we remove
789 // the now redundant second instruction.
790 BIParent->getInstList().splice(BI, BB1->getInstList(), I1);
791 if (!I2->use_empty())
792 I2->replaceAllUsesWith(I1);
Dan Gohman58cfa3b2009-08-25 22:11:20 +0000793 I1->intersectOptionalDataWith(I2);
Chris Lattner302ba6f2010-12-14 06:17:25 +0000794 I2->eraseFromParent();
Misha Brukmanfd939082005-04-21 23:48:37 +0000795
Devang Patel65085cf2009-02-04 00:03:08 +0000796 I1 = BB1_Itr++;
797 while (isa<DbgInfoIntrinsic>(I1))
798 I1 = BB1_Itr++;
799 I2 = BB2_Itr++;
800 while (isa<DbgInfoIntrinsic>(I2))
801 I2 = BB2_Itr++;
Dan Gohman58cfa3b2009-08-25 22:11:20 +0000802 } while (I1->getOpcode() == I2->getOpcode() &&
803 I1->isIdenticalToWhenDefined(I2));
Chris Lattner37dc9382004-11-30 00:29:14 +0000804
805 return true;
806
807HoistTerminator:
Dale Johannesenc1f10402009-06-15 20:59:27 +0000808 // It may not be possible to hoist an invoke.
809 if (isa<InvokeInst>(I1) && !isSafeToHoistInvoke(BB1, BB2, I1, I2))
810 return true;
811
Chris Lattner37dc9382004-11-30 00:29:14 +0000812 // Okay, it is safe to hoist the terminator.
Nick Lewycky67760642009-09-27 07:38:41 +0000813 Instruction *NT = I1->clone();
Chris Lattner37dc9382004-11-30 00:29:14 +0000814 BIParent->getInstList().insert(BI, NT);
Benjamin Kramerf0127052010-01-05 13:12:22 +0000815 if (!NT->getType()->isVoidTy()) {
Chris Lattner37dc9382004-11-30 00:29:14 +0000816 I1->replaceAllUsesWith(NT);
817 I2->replaceAllUsesWith(NT);
Chris Lattner86cc4232007-02-11 01:37:51 +0000818 NT->takeName(I1);
Chris Lattner37dc9382004-11-30 00:29:14 +0000819 }
820
821 // Hoisting one of the terminators from our successor is a great thing.
822 // Unfortunately, the successors of the if/else blocks may have PHI nodes in
823 // them. If they do, all PHI entries for BB1/BB2 must agree for all PHI
824 // nodes, so we insert select instruction to compute the final result.
825 std::map<std::pair<Value*,Value*>, SelectInst*> InsertedSelects;
826 for (succ_iterator SI = succ_begin(BB1), E = succ_end(BB1); SI != E; ++SI) {
827 PHINode *PN;
828 for (BasicBlock::iterator BBI = SI->begin();
Chris Lattner0f535c62004-11-30 07:47:34 +0000829 (PN = dyn_cast<PHINode>(BBI)); ++BBI) {
Chris Lattner37dc9382004-11-30 00:29:14 +0000830 Value *BB1V = PN->getIncomingValueForBlock(BB1);
831 Value *BB2V = PN->getIncomingValueForBlock(BB2);
Chris Lattner9a2b72a2010-12-13 01:47:07 +0000832 if (BB1V == BB2V) continue;
833
834 // These values do not agree. Insert a select instruction before NT
835 // that determines the right value.
836 SelectInst *&SI = InsertedSelects[std::make_pair(BB1V, BB2V)];
837 if (SI == 0)
838 SI = SelectInst::Create(BI->getCondition(), BB1V, BB2V,
839 BB1V->getName()+"."+BB2V->getName(), NT);
840 // Make the PHI node use the select for all incoming values for BB1/BB2
841 for (unsigned i = 0, e = PN->getNumIncomingValues(); i != e; ++i)
842 if (PN->getIncomingBlock(i) == BB1 || PN->getIncomingBlock(i) == BB2)
843 PN->setIncomingValue(i, SI);
Chris Lattner37dc9382004-11-30 00:29:14 +0000844 }
845 }
846
847 // Update any PHI nodes in our new successors.
848 for (succ_iterator SI = succ_begin(BB1), E = succ_end(BB1); SI != E; ++SI)
849 AddPredecessorToBlock(*SI, BIParent, BB1);
Misha Brukmanfd939082005-04-21 23:48:37 +0000850
Eli Friedman080efb82008-12-16 20:54:32 +0000851 EraseTerminatorInstAndDCECond(BI);
Chris Lattner37dc9382004-11-30 00:29:14 +0000852 return true;
853}
854
Evan Cheng4d09efd2008-06-07 08:52:29 +0000855/// SpeculativelyExecuteBB - Given a conditional branch that goes to BB1
856/// and an BB2 and the only successor of BB1 is BB2, hoist simple code
857/// (for now, restricted to a single instruction that's side effect free) from
858/// the BB1 into the branch block to speculatively execute it.
859static bool SpeculativelyExecuteBB(BranchInst *BI, BasicBlock *BB1) {
860 // Only speculatively execution a single instruction (not counting the
861 // terminator) for now.
Devang Patel06b1e672009-03-06 06:00:17 +0000862 Instruction *HInst = NULL;
863 Instruction *Term = BB1->getTerminator();
864 for (BasicBlock::iterator BBI = BB1->begin(), BBE = BB1->end();
865 BBI != BBE; ++BBI) {
866 Instruction *I = BBI;
867 // Skip debug info.
Chris Lattner9a2b72a2010-12-13 01:47:07 +0000868 if (isa<DbgInfoIntrinsic>(I)) continue;
869 if (I == Term) break;
Devang Patel06b1e672009-03-06 06:00:17 +0000870
Chris Lattner9a2b72a2010-12-13 01:47:07 +0000871 if (HInst)
Devang Patel06b1e672009-03-06 06:00:17 +0000872 return false;
Chris Lattner9a2b72a2010-12-13 01:47:07 +0000873 HInst = I;
Devang Patel06b1e672009-03-06 06:00:17 +0000874 }
875 if (!HInst)
876 return false;
Evan Cheng4d09efd2008-06-07 08:52:29 +0000877
Evan Cheng797d9512008-06-11 19:18:20 +0000878 // Be conservative for now. FP select instruction can often be expensive.
879 Value *BrCond = BI->getCondition();
Chris Lattner9a2b72a2010-12-13 01:47:07 +0000880 if (isa<FCmpInst>(BrCond))
Evan Cheng797d9512008-06-11 19:18:20 +0000881 return false;
882
Evan Cheng4d09efd2008-06-07 08:52:29 +0000883 // If BB1 is actually on the false edge of the conditional branch, remember
884 // to swap the select operands later.
885 bool Invert = false;
886 if (BB1 != BI->getSuccessor(0)) {
887 assert(BB1 == BI->getSuccessor(1) && "No edge from 'if' block?");
888 Invert = true;
889 }
890
891 // Turn
892 // BB:
893 // %t1 = icmp
894 // br i1 %t1, label %BB1, label %BB2
895 // BB1:
896 // %t3 = add %t2, c
897 // br label BB2
898 // BB2:
899 // =>
900 // BB:
901 // %t1 = icmp
902 // %t4 = add %t2, c
903 // %t3 = select i1 %t1, %t2, %t3
Devang Patel06b1e672009-03-06 06:00:17 +0000904 switch (HInst->getOpcode()) {
Evan Cheng4d09efd2008-06-07 08:52:29 +0000905 default: return false; // Not safe / profitable to hoist.
906 case Instruction::Add:
907 case Instruction::Sub:
Dan Gohmanae3a0be2009-06-04 22:49:04 +0000908 // Not worth doing for vector ops.
Duncan Sands1df98592010-02-16 11:11:14 +0000909 if (HInst->getType()->isVectorTy())
Chris Lattner9dd3b612009-01-18 23:22:07 +0000910 return false;
911 break;
Evan Cheng4d09efd2008-06-07 08:52:29 +0000912 case Instruction::And:
913 case Instruction::Or:
914 case Instruction::Xor:
915 case Instruction::Shl:
916 case Instruction::LShr:
917 case Instruction::AShr:
Chris Lattner9dd3b612009-01-18 23:22:07 +0000918 // Don't mess with vector operations.
Duncan Sands1df98592010-02-16 11:11:14 +0000919 if (HInst->getType()->isVectorTy())
Evan Chenge5334ea2008-06-25 07:50:12 +0000920 return false;
Evan Cheng4d09efd2008-06-07 08:52:29 +0000921 break; // These are all cheap and non-trapping instructions.
922 }
Chris Lattner6fe73bb2009-01-19 00:36:37 +0000923
924 // If the instruction is obviously dead, don't try to predicate it.
Devang Patel06b1e672009-03-06 06:00:17 +0000925 if (HInst->use_empty()) {
926 HInst->eraseFromParent();
Chris Lattner6fe73bb2009-01-19 00:36:37 +0000927 return true;
928 }
Evan Cheng4d09efd2008-06-07 08:52:29 +0000929
930 // Can we speculatively execute the instruction? And what is the value
931 // if the condition is false? Consider the phi uses, if the incoming value
932 // from the "if" block are all the same V, then V is the value of the
933 // select if the condition is false.
934 BasicBlock *BIParent = BI->getParent();
935 SmallVector<PHINode*, 4> PHIUses;
936 Value *FalseV = NULL;
Chris Lattner6fe73bb2009-01-19 00:36:37 +0000937
938 BasicBlock *BB2 = BB1->getTerminator()->getSuccessor(0);
Devang Patel06b1e672009-03-06 06:00:17 +0000939 for (Value::use_iterator UI = HInst->use_begin(), E = HInst->use_end();
Evan Cheng4d09efd2008-06-07 08:52:29 +0000940 UI != E; ++UI) {
Chris Lattner6fe73bb2009-01-19 00:36:37 +0000941 // Ignore any user that is not a PHI node in BB2. These can only occur in
942 // unreachable blocks, because they would not be dominated by the instr.
Gabor Greif20361b92010-07-22 11:43:44 +0000943 PHINode *PN = dyn_cast<PHINode>(*UI);
Chris Lattner6fe73bb2009-01-19 00:36:37 +0000944 if (!PN || PN->getParent() != BB2)
945 return false;
Evan Cheng4d09efd2008-06-07 08:52:29 +0000946 PHIUses.push_back(PN);
Chris Lattner6fe73bb2009-01-19 00:36:37 +0000947
Evan Cheng4d09efd2008-06-07 08:52:29 +0000948 Value *PHIV = PN->getIncomingValueForBlock(BIParent);
949 if (!FalseV)
950 FalseV = PHIV;
951 else if (FalseV != PHIV)
Chris Lattner6fe73bb2009-01-19 00:36:37 +0000952 return false; // Inconsistent value when condition is false.
Evan Cheng4d09efd2008-06-07 08:52:29 +0000953 }
Chris Lattner6fe73bb2009-01-19 00:36:37 +0000954
955 assert(FalseV && "Must have at least one user, and it must be a PHI");
Evan Cheng4d09efd2008-06-07 08:52:29 +0000956
Evan Cheng502a4f52008-06-12 21:15:59 +0000957 // Do not hoist the instruction if any of its operands are defined but not
958 // used in this BB. The transformation will prevent the operand from
959 // being sunk into the use block.
Devang Patel06b1e672009-03-06 06:00:17 +0000960 for (User::op_iterator i = HInst->op_begin(), e = HInst->op_end();
961 i != e; ++i) {
Evan Cheng502a4f52008-06-12 21:15:59 +0000962 Instruction *OpI = dyn_cast<Instruction>(*i);
963 if (OpI && OpI->getParent() == BIParent &&
964 !OpI->isUsedInBasicBlock(BIParent))
965 return false;
966 }
967
Devang Patel3d0a9a32008-09-18 22:50:42 +0000968 // If we get here, we can hoist the instruction. Try to place it
Dale Johannesen990afed2009-03-13 01:05:24 +0000969 // before the icmp instruction preceding the conditional branch.
Devang Patel3d0a9a32008-09-18 22:50:42 +0000970 BasicBlock::iterator InsertPos = BI;
Dale Johannesen990afed2009-03-13 01:05:24 +0000971 if (InsertPos != BIParent->begin())
972 --InsertPos;
973 // Skip debug info between condition and branch.
974 while (InsertPos != BIParent->begin() && isa<DbgInfoIntrinsic>(InsertPos))
Devang Patel3d0a9a32008-09-18 22:50:42 +0000975 --InsertPos;
Devang Patel20da1f02008-10-03 18:57:37 +0000976 if (InsertPos == BrCond && !isa<PHINode>(BrCond)) {
Devang Patel3d0a9a32008-09-18 22:50:42 +0000977 SmallPtrSet<Instruction *, 4> BB1Insns;
978 for(BasicBlock::iterator BB1I = BB1->begin(), BB1E = BB1->end();
979 BB1I != BB1E; ++BB1I)
980 BB1Insns.insert(BB1I);
981 for(Value::use_iterator UI = BrCond->use_begin(), UE = BrCond->use_end();
982 UI != UE; ++UI) {
983 Instruction *Use = cast<Instruction>(*UI);
Chris Lattner9a2b72a2010-12-13 01:47:07 +0000984 if (!BB1Insns.count(Use)) continue;
985
986 // If BrCond uses the instruction that place it just before
987 // branch instruction.
988 InsertPos = BI;
989 break;
Devang Patel3d0a9a32008-09-18 22:50:42 +0000990 }
991 } else
992 InsertPos = BI;
Devang Patel06b1e672009-03-06 06:00:17 +0000993 BIParent->getInstList().splice(InsertPos, BB1->getInstList(), HInst);
Evan Cheng4d09efd2008-06-07 08:52:29 +0000994
995 // Create a select whose true value is the speculatively executed value and
996 // false value is the previously determined FalseV.
997 SelectInst *SI;
998 if (Invert)
Devang Patel06b1e672009-03-06 06:00:17 +0000999 SI = SelectInst::Create(BrCond, FalseV, HInst,
1000 FalseV->getName() + "." + HInst->getName(), BI);
Evan Cheng4d09efd2008-06-07 08:52:29 +00001001 else
Devang Patel06b1e672009-03-06 06:00:17 +00001002 SI = SelectInst::Create(BrCond, HInst, FalseV,
1003 HInst->getName() + "." + FalseV->getName(), BI);
Evan Cheng4d09efd2008-06-07 08:52:29 +00001004
1005 // Make the PHI node use the select for all incoming values for "then" and
1006 // "if" blocks.
1007 for (unsigned i = 0, e = PHIUses.size(); i != e; ++i) {
1008 PHINode *PN = PHIUses[i];
1009 for (unsigned j = 0, ee = PN->getNumIncomingValues(); j != ee; ++j)
Chris Lattner9a2b72a2010-12-13 01:47:07 +00001010 if (PN->getIncomingBlock(j) == BB1 || PN->getIncomingBlock(j) == BIParent)
Evan Cheng4d09efd2008-06-07 08:52:29 +00001011 PN->setIncomingValue(j, SI);
1012 }
1013
Evan Cheng502a4f52008-06-12 21:15:59 +00001014 ++NumSpeculations;
Evan Cheng4d09efd2008-06-07 08:52:29 +00001015 return true;
1016}
1017
Chris Lattner2e42e362005-09-20 00:43:16 +00001018/// BlockIsSimpleEnoughToThreadThrough - Return true if we can thread a branch
1019/// across this block.
1020static bool BlockIsSimpleEnoughToThreadThrough(BasicBlock *BB) {
1021 BranchInst *BI = cast<BranchInst>(BB->getTerminator());
Chris Lattnere9487f02005-09-20 01:48:40 +00001022 unsigned Size = 0;
1023
Devang Patel9200c892009-03-10 18:00:05 +00001024 for (BasicBlock::iterator BBI = BB->begin(); &*BBI != BI; ++BBI) {
Dale Johannesen8483e542009-03-12 23:18:09 +00001025 if (isa<DbgInfoIntrinsic>(BBI))
1026 continue;
Chris Lattnere9487f02005-09-20 01:48:40 +00001027 if (Size > 10) return false; // Don't clone large BB's.
Dale Johannesen8483e542009-03-12 23:18:09 +00001028 ++Size;
Chris Lattner2e42e362005-09-20 00:43:16 +00001029
Dale Johannesen8483e542009-03-12 23:18:09 +00001030 // We can only support instructions that do not define values that are
Chris Lattnere9487f02005-09-20 01:48:40 +00001031 // live outside of the current basic block.
1032 for (Value::use_iterator UI = BBI->use_begin(), E = BBI->use_end();
1033 UI != E; ++UI) {
1034 Instruction *U = cast<Instruction>(*UI);
1035 if (U->getParent() != BB || isa<PHINode>(U)) return false;
1036 }
Chris Lattner2e42e362005-09-20 00:43:16 +00001037
1038 // Looks ok, continue checking.
1039 }
Chris Lattnere9487f02005-09-20 01:48:40 +00001040
Chris Lattner2e42e362005-09-20 00:43:16 +00001041 return true;
1042}
1043
Chris Lattnereaba3a12005-09-19 23:49:37 +00001044/// FoldCondBranchOnPHI - If we have a conditional branch on a PHI node value
1045/// that is defined in the same block as the branch and if any PHI entries are
1046/// constants, thread edges corresponding to that entry to be branches to their
1047/// ultimate destination.
Chris Lattner302ba6f2010-12-14 06:17:25 +00001048static bool FoldCondBranchOnPHI(BranchInst *BI, const TargetData *TD) {
Chris Lattnereaba3a12005-09-19 23:49:37 +00001049 BasicBlock *BB = BI->getParent();
1050 PHINode *PN = dyn_cast<PHINode>(BI->getCondition());
Chris Lattner9c88d982005-09-19 23:57:04 +00001051 // NOTE: we currently cannot transform this case if the PHI node is used
1052 // outside of the block.
Chris Lattner2e42e362005-09-20 00:43:16 +00001053 if (!PN || PN->getParent() != BB || !PN->hasOneUse())
1054 return false;
Chris Lattnereaba3a12005-09-19 23:49:37 +00001055
1056 // Degenerate case of a single entry PHI.
1057 if (PN->getNumIncomingValues() == 1) {
Chris Lattner29874e02008-12-03 19:44:02 +00001058 FoldSingleEntryPHINodes(PN->getParent());
Chris Lattnereaba3a12005-09-19 23:49:37 +00001059 return true;
1060 }
1061
1062 // Now we know that this block has multiple preds and two succs.
Chris Lattner2e42e362005-09-20 00:43:16 +00001063 if (!BlockIsSimpleEnoughToThreadThrough(BB)) return false;
Chris Lattnereaba3a12005-09-19 23:49:37 +00001064
1065 // Okay, this is a simple enough basic block. See if any phi values are
1066 // constants.
Zhou Sheng6b6b6ef2007-01-11 12:24:14 +00001067 for (unsigned i = 0, e = PN->getNumIncomingValues(); i != e; ++i) {
Chris Lattner9a2b72a2010-12-13 01:47:07 +00001068 ConstantInt *CB = dyn_cast<ConstantInt>(PN->getIncomingValue(i));
1069 if (CB == 0 || !CB->getType()->isIntegerTy(1)) continue;
1070
1071 // Okay, we now know that all edges from PredBB should be revectored to
1072 // branch to RealDest.
1073 BasicBlock *PredBB = PN->getIncomingBlock(i);
1074 BasicBlock *RealDest = BI->getSuccessor(!CB->getZExtValue());
1075
1076 if (RealDest == BB) continue; // Skip self loops.
1077
1078 // The dest block might have PHI nodes, other predecessors and other
1079 // difficult cases. Instead of being smart about this, just insert a new
1080 // block that jumps to the destination block, effectively splitting
1081 // the edge we are about to create.
1082 BasicBlock *EdgeBB = BasicBlock::Create(BB->getContext(),
1083 RealDest->getName()+".critedge",
1084 RealDest->getParent(), RealDest);
1085 BranchInst::Create(RealDest, EdgeBB);
Chris Lattner6de0a282010-12-14 07:09:42 +00001086
1087 // Update PHI nodes.
1088 AddPredecessorToBlock(RealDest, EdgeBB, BB);
Chris Lattner9a2b72a2010-12-13 01:47:07 +00001089
1090 // BB may have instructions that are being threaded over. Clone these
1091 // instructions into EdgeBB. We know that there will be no uses of the
1092 // cloned instructions outside of EdgeBB.
1093 BasicBlock::iterator InsertPt = EdgeBB->begin();
1094 DenseMap<Value*, Value*> TranslateMap; // Track translated values.
1095 for (BasicBlock::iterator BBI = BB->begin(); &*BBI != BI; ++BBI) {
1096 if (PHINode *PN = dyn_cast<PHINode>(BBI)) {
1097 TranslateMap[PN] = PN->getIncomingValueForBlock(PredBB);
1098 continue;
1099 }
1100 // Clone the instruction.
1101 Instruction *N = BBI->clone();
1102 if (BBI->hasName()) N->setName(BBI->getName()+".c");
1103
1104 // Update operands due to translation.
1105 for (User::op_iterator i = N->op_begin(), e = N->op_end();
1106 i != e; ++i) {
1107 DenseMap<Value*, Value*>::iterator PI = TranslateMap.find(*i);
1108 if (PI != TranslateMap.end())
1109 *i = PI->second;
1110 }
1111
1112 // Check for trivial simplification.
Chris Lattner302ba6f2010-12-14 06:17:25 +00001113 if (Value *V = SimplifyInstruction(N, TD)) {
1114 TranslateMap[BBI] = V;
1115 delete N; // Instruction folded away, don't need actual inst
Chris Lattner9a2b72a2010-12-13 01:47:07 +00001116 } else {
1117 // Insert the new instruction into its new home.
1118 EdgeBB->getInstList().insert(InsertPt, N);
1119 if (!BBI->use_empty())
1120 TranslateMap[BBI] = N;
1121 }
1122 }
1123
1124 // Loop over all of the edges from PredBB to BB, changing them to branch
1125 // to EdgeBB instead.
1126 TerminatorInst *PredBBTI = PredBB->getTerminator();
1127 for (unsigned i = 0, e = PredBBTI->getNumSuccessors(); i != e; ++i)
1128 if (PredBBTI->getSuccessor(i) == BB) {
1129 BB->removePredecessor(PredBB);
1130 PredBBTI->setSuccessor(i, EdgeBB);
1131 }
1132
1133 // Recurse, simplifying any other constants.
Chris Lattner302ba6f2010-12-14 06:17:25 +00001134 return FoldCondBranchOnPHI(BI, TD) | true;
Zhou Sheng6b6b6ef2007-01-11 12:24:14 +00001135 }
Chris Lattnereaba3a12005-09-19 23:49:37 +00001136
1137 return false;
1138}
1139
Chris Lattnerf58c1a52005-09-23 06:39:30 +00001140/// FoldTwoEntryPHINode - Given a BB that starts with the specified two-entry
1141/// PHI node, see if we can eliminate it.
Chris Lattner73c50a62010-12-14 07:00:00 +00001142static bool FoldTwoEntryPHINode(PHINode *PN, const TargetData *TD) {
Chris Lattnerf58c1a52005-09-23 06:39:30 +00001143 // Ok, this is a two entry PHI node. Check to see if this is a simple "if
1144 // statement", which has a very simple dominance structure. Basically, we
1145 // are trying to find the condition that is being branched on, which
1146 // subsequently causes this merge to happen. We really want control
1147 // dependence information for this check, but simplifycfg can't keep it up
1148 // to date, and this catches most of the cases we care about anyway.
Chris Lattnerf58c1a52005-09-23 06:39:30 +00001149 BasicBlock *BB = PN->getParent();
1150 BasicBlock *IfTrue, *IfFalse;
1151 Value *IfCond = GetIfCondition(BB, IfTrue, IfFalse);
1152 if (!IfCond) return false;
1153
Chris Lattner822a8792006-11-18 19:19:36 +00001154 // Okay, we found that we can merge this two-entry phi node into a select.
1155 // Doing so would require us to fold *all* two entry phi nodes in this block.
1156 // At some point this becomes non-profitable (particularly if the target
1157 // doesn't support cmov's). Only do this transformation if there are two or
1158 // fewer PHI nodes in this block.
1159 unsigned NumPhis = 0;
1160 for (BasicBlock::iterator I = BB->begin(); isa<PHINode>(I); ++NumPhis, ++I)
1161 if (NumPhis > 2)
1162 return false;
1163
Chris Lattnerf58c1a52005-09-23 06:39:30 +00001164 // Loop over the PHI's seeing if we can promote them all to select
1165 // instructions. While we are at it, keep track of the instructions
1166 // that need to be moved to the dominating block.
1167 std::set<Instruction*> AggressiveInsts;
1168
Chris Lattnerf58c1a52005-09-23 06:39:30 +00001169 BasicBlock::iterator AfterPHIIt = BB->begin();
1170 while (isa<PHINode>(AfterPHIIt)) {
1171 PHINode *PN = cast<PHINode>(AfterPHIIt++);
Chris Lattner07ff3532010-12-14 07:20:29 +00001172 if (Value *V = SimplifyInstruction(PN, TD)) {
1173 PN->replaceAllUsesWith(V);
1174 continue;
Chris Lattnerf58c1a52005-09-23 06:39:30 +00001175 }
Chris Lattner07ff3532010-12-14 07:20:29 +00001176
1177 if (!DominatesMergePoint(PN->getIncomingValue(0), BB, &AggressiveInsts) ||
1178 !DominatesMergePoint(PN->getIncomingValue(1), BB, &AggressiveInsts))
1179 return false;
Chris Lattnerf58c1a52005-09-23 06:39:30 +00001180 }
1181
Chris Lattnerf58c1a52005-09-23 06:39:30 +00001182 // If we all PHI nodes are promotable, check to make sure that all
1183 // instructions in the predecessor blocks can be promoted as well. If
1184 // not, we won't be able to get rid of the control flow, so it's not
1185 // worth promoting to select instructions.
1186 BasicBlock *DomBlock = 0, *IfBlock1 = 0, *IfBlock2 = 0;
1187 PN = cast<PHINode>(BB->begin());
1188 BasicBlock *Pred = PN->getIncomingBlock(0);
1189 if (cast<BranchInst>(Pred->getTerminator())->isUnconditional()) {
1190 IfBlock1 = Pred;
1191 DomBlock = *pred_begin(Pred);
Chris Lattnere0b18e52010-12-14 07:23:10 +00001192 for (BasicBlock::iterator I = Pred->begin(); !isa<TerminatorInst>(I); ++I)
Devang Patel383d7ed2009-02-03 22:12:02 +00001193 if (!AggressiveInsts.count(I) && !isa<DbgInfoIntrinsic>(I)) {
Chris Lattnerf58c1a52005-09-23 06:39:30 +00001194 // This is not an aggressive instruction that we can promote.
1195 // Because of this, we won't be able to get rid of the control
1196 // flow, so the xform is not worth it.
1197 return false;
1198 }
1199 }
1200
1201 Pred = PN->getIncomingBlock(1);
1202 if (cast<BranchInst>(Pred->getTerminator())->isUnconditional()) {
1203 IfBlock2 = Pred;
1204 DomBlock = *pred_begin(Pred);
Chris Lattnere0b18e52010-12-14 07:23:10 +00001205 for (BasicBlock::iterator I = Pred->begin(); !isa<TerminatorInst>(I); ++I)
Devang Patel383d7ed2009-02-03 22:12:02 +00001206 if (!AggressiveInsts.count(I) && !isa<DbgInfoIntrinsic>(I)) {
Chris Lattnerf58c1a52005-09-23 06:39:30 +00001207 // This is not an aggressive instruction that we can promote.
1208 // Because of this, we won't be able to get rid of the control
1209 // flow, so the xform is not worth it.
1210 return false;
1211 }
1212 }
Chris Lattnere0b18e52010-12-14 07:23:10 +00001213
1214 DEBUG(dbgs() << "FOUND IF CONDITION! " << *IfCond << " T: "
1215 << IfTrue->getName() << " F: " << IfFalse->getName() << "\n");
Chris Lattnerf58c1a52005-09-23 06:39:30 +00001216
1217 // If we can still promote the PHI nodes after this gauntlet of tests,
1218 // do all of the PHI's now.
1219
1220 // Move all 'aggressive' instructions, which are defined in the
1221 // conditional parts of the if's up to the dominating block.
Chris Lattner9a2b72a2010-12-13 01:47:07 +00001222 if (IfBlock1)
Chris Lattnerf58c1a52005-09-23 06:39:30 +00001223 DomBlock->getInstList().splice(DomBlock->getTerminator(),
Chris Lattner9a2b72a2010-12-13 01:47:07 +00001224 IfBlock1->getInstList(), IfBlock1->begin(),
Chris Lattnerf58c1a52005-09-23 06:39:30 +00001225 IfBlock1->getTerminator());
Chris Lattner9a2b72a2010-12-13 01:47:07 +00001226 if (IfBlock2)
Chris Lattnerf58c1a52005-09-23 06:39:30 +00001227 DomBlock->getInstList().splice(DomBlock->getTerminator(),
Chris Lattner9a2b72a2010-12-13 01:47:07 +00001228 IfBlock2->getInstList(), IfBlock2->begin(),
Chris Lattnerf58c1a52005-09-23 06:39:30 +00001229 IfBlock2->getTerminator());
Chris Lattnerf58c1a52005-09-23 06:39:30 +00001230
1231 while (PHINode *PN = dyn_cast<PHINode>(BB->begin())) {
1232 // Change the PHI node into a select instruction.
Chris Lattner9a2b72a2010-12-13 01:47:07 +00001233 Value *TrueVal = PN->getIncomingValue(PN->getIncomingBlock(0) == IfFalse);
1234 Value *FalseVal = PN->getIncomingValue(PN->getIncomingBlock(0) == IfTrue);
Chris Lattnerf58c1a52005-09-23 06:39:30 +00001235
Chris Lattner73c50a62010-12-14 07:00:00 +00001236 Value *NV;
1237 if (Value *V = SimplifySelectInst(IfCond, TrueVal, FalseVal, TD))
1238 NV = V;
1239 else if (TrueVal->getType()->isIntegerTy(1) && isa<ConstantInt>(TrueVal) &&
1240 cast<ConstantInt>(TrueVal)->isOne()) {
1241 if (Value *V = SimplifyOrInst(IfCond, FalseVal, TD))
1242 NV = V;
1243 else
1244 NV = BinaryOperator::CreateOr(IfCond, FalseVal, "", AfterPHIIt);
1245 } else
1246 NV = SelectInst::Create(IfCond, TrueVal, FalseVal, "", AfterPHIIt);
Chris Lattner86cc4232007-02-11 01:37:51 +00001247 PN->replaceAllUsesWith(NV);
1248 NV->takeName(PN);
Chris Lattner302ba6f2010-12-14 06:17:25 +00001249 PN->eraseFromParent();
Chris Lattnerf58c1a52005-09-23 06:39:30 +00001250 }
1251 return true;
1252}
Chris Lattnereaba3a12005-09-19 23:49:37 +00001253
Chris Lattnerc9e495c2008-04-24 00:01:19 +00001254/// SimplifyCondBranchToTwoReturns - If we found a conditional branch that goes
1255/// to two returning blocks, try to merge them together into one return,
1256/// introducing a select if the return values disagree.
1257static bool SimplifyCondBranchToTwoReturns(BranchInst *BI) {
1258 assert(BI->isConditional() && "Must be a conditional branch");
1259 BasicBlock *TrueSucc = BI->getSuccessor(0);
1260 BasicBlock *FalseSucc = BI->getSuccessor(1);
1261 ReturnInst *TrueRet = cast<ReturnInst>(TrueSucc->getTerminator());
1262 ReturnInst *FalseRet = cast<ReturnInst>(FalseSucc->getTerminator());
1263
1264 // Check to ensure both blocks are empty (just a return) or optionally empty
1265 // with PHI nodes. If there are other instructions, merging would cause extra
1266 // computation on one path or the other.
Chris Lattner9a2b72a2010-12-13 01:47:07 +00001267 if (!TrueSucc->getFirstNonPHIOrDbg()->isTerminator())
Devang Patel2cc86a12009-02-05 00:30:42 +00001268 return false;
Chris Lattner9a2b72a2010-12-13 01:47:07 +00001269 if (!FalseSucc->getFirstNonPHIOrDbg()->isTerminator())
Devang Patel2cc86a12009-02-05 00:30:42 +00001270 return false;
Chris Lattnerc9e495c2008-04-24 00:01:19 +00001271
1272 // Okay, we found a branch that is going to two return nodes. If
1273 // there is no return value for this function, just change the
1274 // branch into a return.
1275 if (FalseRet->getNumOperands() == 0) {
1276 TrueSucc->removePredecessor(BI->getParent());
1277 FalseSucc->removePredecessor(BI->getParent());
Owen Anderson1d0be152009-08-13 21:58:54 +00001278 ReturnInst::Create(BI->getContext(), 0, BI);
Eli Friedman080efb82008-12-16 20:54:32 +00001279 EraseTerminatorInstAndDCECond(BI);
Chris Lattnerc9e495c2008-04-24 00:01:19 +00001280 return true;
1281 }
1282
Dan Gohmanfc74abf2008-07-23 00:34:11 +00001283 // Otherwise, figure out what the true and false return values are
1284 // so we can insert a new select instruction.
1285 Value *TrueValue = TrueRet->getReturnValue();
1286 Value *FalseValue = FalseRet->getReturnValue();
Chris Lattnerc9e495c2008-04-24 00:01:19 +00001287
Dan Gohmanfc74abf2008-07-23 00:34:11 +00001288 // Unwrap any PHI nodes in the return blocks.
1289 if (PHINode *TVPN = dyn_cast_or_null<PHINode>(TrueValue))
1290 if (TVPN->getParent() == TrueSucc)
1291 TrueValue = TVPN->getIncomingValueForBlock(BI->getParent());
1292 if (PHINode *FVPN = dyn_cast_or_null<PHINode>(FalseValue))
1293 if (FVPN->getParent() == FalseSucc)
1294 FalseValue = FVPN->getIncomingValueForBlock(BI->getParent());
1295
1296 // In order for this transformation to be safe, we must be able to
1297 // unconditionally execute both operands to the return. This is
1298 // normally the case, but we could have a potentially-trapping
1299 // constant expression that prevents this transformation from being
1300 // safe.
1301 if (ConstantExpr *TCV = dyn_cast_or_null<ConstantExpr>(TrueValue))
1302 if (TCV->canTrap())
1303 return false;
1304 if (ConstantExpr *FCV = dyn_cast_or_null<ConstantExpr>(FalseValue))
1305 if (FCV->canTrap())
1306 return false;
1307
Chris Lattnerc9e495c2008-04-24 00:01:19 +00001308 // Okay, we collected all the mapped values and checked them for sanity, and
1309 // defined to really do this transformation. First, update the CFG.
1310 TrueSucc->removePredecessor(BI->getParent());
1311 FalseSucc->removePredecessor(BI->getParent());
1312
1313 // Insert select instructions where needed.
1314 Value *BrCond = BI->getCondition();
Dan Gohmanfc74abf2008-07-23 00:34:11 +00001315 if (TrueValue) {
Chris Lattnerc9e495c2008-04-24 00:01:19 +00001316 // Insert a select if the results differ.
Dan Gohmanfc74abf2008-07-23 00:34:11 +00001317 if (TrueValue == FalseValue || isa<UndefValue>(FalseValue)) {
1318 } else if (isa<UndefValue>(TrueValue)) {
1319 TrueValue = FalseValue;
1320 } else {
1321 TrueValue = SelectInst::Create(BrCond, TrueValue,
1322 FalseValue, "retval", BI);
Chris Lattnerc9e495c2008-04-24 00:01:19 +00001323 }
Chris Lattnerc9e495c2008-04-24 00:01:19 +00001324 }
1325
Dan Gohmanfc74abf2008-07-23 00:34:11 +00001326 Value *RI = !TrueValue ?
Owen Anderson1d0be152009-08-13 21:58:54 +00001327 ReturnInst::Create(BI->getContext(), BI) :
1328 ReturnInst::Create(BI->getContext(), TrueValue, BI);
Daniel Dunbare317bcc2009-08-23 10:29:55 +00001329 (void) RI;
Chris Lattnerc9e495c2008-04-24 00:01:19 +00001330
David Greene89d6fd32010-01-05 01:26:52 +00001331 DEBUG(dbgs() << "\nCHANGING BRANCH TO TWO RETURNS INTO SELECT:"
Chris Lattnerbdff5482009-08-23 04:37:46 +00001332 << "\n " << *BI << "NewRet = " << *RI
1333 << "TRUEBLOCK: " << *TrueSucc << "FALSEBLOCK: "<< *FalseSucc);
Chris Lattnerc9e495c2008-04-24 00:01:19 +00001334
Eli Friedman080efb82008-12-16 20:54:32 +00001335 EraseTerminatorInstAndDCECond(BI);
1336
Chris Lattnerc9e495c2008-04-24 00:01:19 +00001337 return true;
1338}
1339
Chris Lattner1347e872008-07-13 21:12:01 +00001340/// FoldBranchToCommonDest - If this basic block is ONLY a setcc and a branch,
1341/// and if a predecessor branches to us and one of our successors, fold the
1342/// setcc into the predecessor and use logical operations to pick the right
1343/// destination.
Dan Gohman4b35f832009-06-27 21:30:38 +00001344bool llvm::FoldBranchToCommonDest(BranchInst *BI) {
Chris Lattner093a4382008-07-13 22:23:11 +00001345 BasicBlock *BB = BI->getParent();
Chris Lattner1347e872008-07-13 21:12:01 +00001346 Instruction *Cond = dyn_cast<Instruction>(BI->getCondition());
Owen Andersone84178a2010-07-14 19:52:16 +00001347 if (Cond == 0 || (!isa<CmpInst>(Cond) && !isa<BinaryOperator>(Cond)) ||
1348 Cond->getParent() != BB || !Cond->hasOneUse())
1349 return false;
Chris Lattner093a4382008-07-13 22:23:11 +00001350
Chris Lattner1347e872008-07-13 21:12:01 +00001351 // Only allow this if the condition is a simple instruction that can be
1352 // executed unconditionally. It must be in the same block as the branch, and
1353 // must be at the front of the block.
Devang Pateld0a203d2009-02-04 21:39:48 +00001354 BasicBlock::iterator FrontIt = BB->front();
1355 // Ignore dbg intrinsics.
Chris Lattnerdaa02ab2010-12-13 07:00:06 +00001356 while (isa<DbgInfoIntrinsic>(FrontIt))
Devang Pateld0a203d2009-02-04 21:39:48 +00001357 ++FrontIt;
Owen Andersone84178a2010-07-14 19:52:16 +00001358
1359 // Allow a single instruction to be hoisted in addition to the compare
1360 // that feeds the branch. We later ensure that any values that _it_ uses
1361 // were also live in the predecessor, so that we don't unnecessarily create
1362 // register pressure or inhibit out-of-order execution.
1363 Instruction *BonusInst = 0;
1364 if (&*FrontIt != Cond &&
Owen Anderson2722dfa2010-07-15 16:38:22 +00001365 FrontIt->hasOneUse() && *FrontIt->use_begin() == Cond &&
1366 FrontIt->isSafeToSpeculativelyExecute()) {
Owen Andersone84178a2010-07-14 19:52:16 +00001367 BonusInst = &*FrontIt;
1368 ++FrontIt;
Devang Pateld0a203d2009-02-04 21:39:48 +00001369 }
Chris Lattner6ff645b2009-01-19 23:03:13 +00001370
Owen Andersone84178a2010-07-14 19:52:16 +00001371 // Only a single bonus inst is allowed.
1372 if (&*FrontIt != Cond)
1373 return false;
1374
Chris Lattner1347e872008-07-13 21:12:01 +00001375 // Make sure the instruction after the condition is the cond branch.
1376 BasicBlock::iterator CondIt = Cond; ++CondIt;
Devang Pateld0a203d2009-02-04 21:39:48 +00001377 // Ingore dbg intrinsics.
1378 while(isa<DbgInfoIntrinsic>(CondIt))
1379 ++CondIt;
1380 if (&*CondIt != BI) {
1381 assert (!isa<DbgInfoIntrinsic>(CondIt) && "Hey do not forget debug info!");
Chris Lattner1347e872008-07-13 21:12:01 +00001382 return false;
Devang Pateld0a203d2009-02-04 21:39:48 +00001383 }
Chris Lattner6ff645b2009-01-19 23:03:13 +00001384
1385 // Cond is known to be a compare or binary operator. Check to make sure that
1386 // neither operand is a potentially-trapping constant expression.
1387 if (ConstantExpr *CE = dyn_cast<ConstantExpr>(Cond->getOperand(0)))
1388 if (CE->canTrap())
1389 return false;
1390 if (ConstantExpr *CE = dyn_cast<ConstantExpr>(Cond->getOperand(1)))
1391 if (CE->canTrap())
1392 return false;
1393
Chris Lattner1347e872008-07-13 21:12:01 +00001394
1395 // Finally, don't infinitely unroll conditional loops.
1396 BasicBlock *TrueDest = BI->getSuccessor(0);
1397 BasicBlock *FalseDest = BI->getSuccessor(1);
1398 if (TrueDest == BB || FalseDest == BB)
1399 return false;
1400
1401 for (pred_iterator PI = pred_begin(BB), E = pred_end(BB); PI != E; ++PI) {
1402 BasicBlock *PredBlock = *PI;
1403 BranchInst *PBI = dyn_cast<BranchInst>(PredBlock->getTerminator());
Chris Lattner6ff645b2009-01-19 23:03:13 +00001404
Chris Lattner093a4382008-07-13 22:23:11 +00001405 // Check that we have two conditional branches. If there is a PHI node in
1406 // the common successor, verify that the same value flows in from both
1407 // blocks.
Chris Lattner1347e872008-07-13 21:12:01 +00001408 if (PBI == 0 || PBI->isUnconditional() ||
1409 !SafeToMergeTerminators(BI, PBI))
1410 continue;
1411
Owen Andersone84178a2010-07-14 19:52:16 +00001412 // Ensure that any values used in the bonus instruction are also used
1413 // by the terminator of the predecessor. This means that those values
1414 // must already have been resolved, so we won't be inhibiting the
1415 // out-of-order core by speculating them earlier.
1416 if (BonusInst) {
1417 // Collect the values used by the bonus inst
1418 SmallPtrSet<Value*, 4> UsedValues;
1419 for (Instruction::op_iterator OI = BonusInst->op_begin(),
1420 OE = BonusInst->op_end(); OI != OE; ++OI) {
1421 Value* V = *OI;
1422 if (!isa<Constant>(V))
1423 UsedValues.insert(V);
1424 }
1425
1426 SmallVector<std::pair<Value*, unsigned>, 4> Worklist;
1427 Worklist.push_back(std::make_pair(PBI->getOperand(0), 0));
1428
1429 // Walk up to four levels back up the use-def chain of the predecessor's
1430 // terminator to see if all those values were used. The choice of four
1431 // levels is arbitrary, to provide a compile-time-cost bound.
1432 while (!Worklist.empty()) {
1433 std::pair<Value*, unsigned> Pair = Worklist.back();
1434 Worklist.pop_back();
1435
1436 if (Pair.second >= 4) continue;
1437 UsedValues.erase(Pair.first);
1438 if (UsedValues.empty()) break;
1439
Chris Lattnerdaa02ab2010-12-13 07:00:06 +00001440 if (Instruction *I = dyn_cast<Instruction>(Pair.first)) {
Owen Andersone84178a2010-07-14 19:52:16 +00001441 for (Instruction::op_iterator OI = I->op_begin(), OE = I->op_end();
1442 OI != OE; ++OI)
1443 Worklist.push_back(std::make_pair(OI->get(), Pair.second+1));
1444 }
1445 }
1446
1447 if (!UsedValues.empty()) return false;
1448 }
1449
Chris Lattner36989092008-07-13 21:20:19 +00001450 Instruction::BinaryOps Opc;
1451 bool InvertPredCond = false;
1452
1453 if (PBI->getSuccessor(0) == TrueDest)
1454 Opc = Instruction::Or;
1455 else if (PBI->getSuccessor(1) == FalseDest)
1456 Opc = Instruction::And;
1457 else if (PBI->getSuccessor(0) == FalseDest)
1458 Opc = Instruction::And, InvertPredCond = true;
1459 else if (PBI->getSuccessor(1) == TrueDest)
1460 Opc = Instruction::Or, InvertPredCond = true;
1461 else
1462 continue;
1463
David Greene89d6fd32010-01-05 01:26:52 +00001464 DEBUG(dbgs() << "FOLDING BRANCH TO COMMON DEST:\n" << *PBI << *BB);
Chris Lattner6ff645b2009-01-19 23:03:13 +00001465
Chris Lattner36989092008-07-13 21:20:19 +00001466 // If we need to invert the condition in the pred block to match, do so now.
1467 if (InvertPredCond) {
Chris Lattnerdaa02ab2010-12-13 07:00:06 +00001468 Value *NewCond = PBI->getCondition();
1469
1470 if (NewCond->hasOneUse() && isa<CmpInst>(NewCond)) {
1471 CmpInst *CI = cast<CmpInst>(NewCond);
1472 CI->setPredicate(CI->getInversePredicate());
1473 } else {
1474 NewCond = BinaryOperator::CreateNot(NewCond,
Chris Lattner36989092008-07-13 21:20:19 +00001475 PBI->getCondition()->getName()+".not", PBI);
Chris Lattnerdaa02ab2010-12-13 07:00:06 +00001476 }
1477
Chris Lattner1347e872008-07-13 21:12:01 +00001478 PBI->setCondition(NewCond);
1479 BasicBlock *OldTrue = PBI->getSuccessor(0);
1480 BasicBlock *OldFalse = PBI->getSuccessor(1);
1481 PBI->setSuccessor(0, OldFalse);
1482 PBI->setSuccessor(1, OldTrue);
1483 }
Chris Lattner70087f32008-07-13 21:15:11 +00001484
Owen Andersone84178a2010-07-14 19:52:16 +00001485 // If we have a bonus inst, clone it into the predecessor block.
1486 Instruction *NewBonus = 0;
1487 if (BonusInst) {
1488 NewBonus = BonusInst->clone();
1489 PredBlock->getInstList().insert(PBI, NewBonus);
1490 NewBonus->takeName(BonusInst);
1491 BonusInst->setName(BonusInst->getName()+".old");
1492 }
1493
Chris Lattner36989092008-07-13 21:20:19 +00001494 // Clone Cond into the predecessor basic block, and or/and the
1495 // two conditions together.
Nick Lewycky67760642009-09-27 07:38:41 +00001496 Instruction *New = Cond->clone();
Owen Andersone84178a2010-07-14 19:52:16 +00001497 if (BonusInst) New->replaceUsesOfWith(BonusInst, NewBonus);
Chris Lattner36989092008-07-13 21:20:19 +00001498 PredBlock->getInstList().insert(PBI, New);
1499 New->takeName(Cond);
1500 Cond->setName(New->getName()+".old");
Chris Lattner70087f32008-07-13 21:15:11 +00001501
Chris Lattner36989092008-07-13 21:20:19 +00001502 Value *NewCond = BinaryOperator::Create(Opc, PBI->getCondition(),
1503 New, "or.cond", PBI);
1504 PBI->setCondition(NewCond);
1505 if (PBI->getSuccessor(0) == BB) {
1506 AddPredecessorToBlock(TrueDest, PredBlock, BB);
1507 PBI->setSuccessor(0, TrueDest);
Chris Lattner1347e872008-07-13 21:12:01 +00001508 }
Chris Lattner36989092008-07-13 21:20:19 +00001509 if (PBI->getSuccessor(1) == BB) {
1510 AddPredecessorToBlock(FalseDest, PredBlock, BB);
1511 PBI->setSuccessor(1, FalseDest);
1512 }
Chris Lattner117f8cf2010-12-14 05:57:30 +00001513 return true;
Chris Lattner1347e872008-07-13 21:12:01 +00001514 }
1515 return false;
1516}
1517
Chris Lattner867661a2008-07-13 21:53:26 +00001518/// SimplifyCondBranchToCondBranch - If we have a conditional branch as a
1519/// predecessor of another block, this function tries to simplify it. We know
1520/// that PBI and BI are both conditional branches, and BI is in one of the
1521/// successor blocks of PBI - PBI branches to BI.
1522static bool SimplifyCondBranchToCondBranch(BranchInst *PBI, BranchInst *BI) {
1523 assert(PBI->isConditional() && BI->isConditional());
1524 BasicBlock *BB = BI->getParent();
Dan Gohman4ae51262009-08-12 16:23:25 +00001525
Chris Lattner867661a2008-07-13 21:53:26 +00001526 // If this block ends with a branch instruction, and if there is a
1527 // predecessor that ends on a branch of the same condition, make
1528 // this conditional branch redundant.
1529 if (PBI->getCondition() == BI->getCondition() &&
1530 PBI->getSuccessor(0) != PBI->getSuccessor(1)) {
1531 // Okay, the outcome of this conditional branch is statically
1532 // knowable. If this block had a single pred, handle specially.
1533 if (BB->getSinglePredecessor()) {
1534 // Turn this into a branch on constant.
1535 bool CondIsTrue = PBI->getSuccessor(0) == BB;
Owen Anderson1d0be152009-08-13 21:58:54 +00001536 BI->setCondition(ConstantInt::get(Type::getInt1Ty(BB->getContext()),
1537 CondIsTrue));
Chris Lattner867661a2008-07-13 21:53:26 +00001538 return true; // Nuke the branch on constant.
1539 }
1540
1541 // Otherwise, if there are multiple predecessors, insert a PHI that merges
1542 // in the constant and simplify the block result. Subsequent passes of
1543 // simplifycfg will thread the block.
1544 if (BlockIsSimpleEnoughToThreadThrough(BB)) {
Owen Anderson1d0be152009-08-13 21:58:54 +00001545 PHINode *NewPN = PHINode::Create(Type::getInt1Ty(BB->getContext()),
Chris Lattner867661a2008-07-13 21:53:26 +00001546 BI->getCondition()->getName() + ".pr",
1547 BB->begin());
Chris Lattnereb388af2008-07-13 21:55:46 +00001548 // Okay, we're going to insert the PHI node. Since PBI is not the only
1549 // predecessor, compute the PHI'd conditional value for all of the preds.
1550 // Any predecessor where the condition is not computable we keep symbolic.
Gabor Greif62539832010-07-12 10:59:23 +00001551 for (pred_iterator PI = pred_begin(BB), E = pred_end(BB); PI != E; ++PI) {
1552 BasicBlock *P = *PI;
1553 if ((PBI = dyn_cast<BranchInst>(P->getTerminator())) &&
Chris Lattner867661a2008-07-13 21:53:26 +00001554 PBI != BI && PBI->isConditional() &&
1555 PBI->getCondition() == BI->getCondition() &&
1556 PBI->getSuccessor(0) != PBI->getSuccessor(1)) {
1557 bool CondIsTrue = PBI->getSuccessor(0) == BB;
Owen Anderson1d0be152009-08-13 21:58:54 +00001558 NewPN->addIncoming(ConstantInt::get(Type::getInt1Ty(BB->getContext()),
Gabor Greif62539832010-07-12 10:59:23 +00001559 CondIsTrue), P);
Chris Lattner867661a2008-07-13 21:53:26 +00001560 } else {
Gabor Greif62539832010-07-12 10:59:23 +00001561 NewPN->addIncoming(BI->getCondition(), P);
Chris Lattner867661a2008-07-13 21:53:26 +00001562 }
Gabor Greif62539832010-07-12 10:59:23 +00001563 }
Chris Lattner867661a2008-07-13 21:53:26 +00001564
1565 BI->setCondition(NewPN);
Chris Lattner867661a2008-07-13 21:53:26 +00001566 return true;
1567 }
1568 }
1569
1570 // If this is a conditional branch in an empty block, and if any
1571 // predecessors is a conditional branch to one of our destinations,
1572 // fold the conditions into logical ops and one cond br.
Zhou Shenga8d57fe2009-02-26 06:56:37 +00001573 BasicBlock::iterator BBI = BB->begin();
1574 // Ignore dbg intrinsics.
1575 while (isa<DbgInfoIntrinsic>(BBI))
1576 ++BBI;
1577 if (&*BBI != BI)
Chris Lattnerb8245122008-07-13 22:04:41 +00001578 return false;
Chris Lattner63bf29b2009-01-20 01:15:41 +00001579
1580
1581 if (ConstantExpr *CE = dyn_cast<ConstantExpr>(BI->getCondition()))
1582 if (CE->canTrap())
1583 return false;
Chris Lattnerb8245122008-07-13 22:04:41 +00001584
1585 int PBIOp, BIOp;
1586 if (PBI->getSuccessor(0) == BI->getSuccessor(0))
1587 PBIOp = BIOp = 0;
1588 else if (PBI->getSuccessor(0) == BI->getSuccessor(1))
1589 PBIOp = 0, BIOp = 1;
1590 else if (PBI->getSuccessor(1) == BI->getSuccessor(0))
1591 PBIOp = 1, BIOp = 0;
1592 else if (PBI->getSuccessor(1) == BI->getSuccessor(1))
1593 PBIOp = BIOp = 1;
1594 else
1595 return false;
Chris Lattner867661a2008-07-13 21:53:26 +00001596
Chris Lattnerb8245122008-07-13 22:04:41 +00001597 // Check to make sure that the other destination of this branch
1598 // isn't BB itself. If so, this is an infinite loop that will
1599 // keep getting unwound.
1600 if (PBI->getSuccessor(PBIOp) == BB)
1601 return false;
Chris Lattner867661a2008-07-13 21:53:26 +00001602
Chris Lattnerb8245122008-07-13 22:04:41 +00001603 // Do not perform this transformation if it would require
1604 // insertion of a large number of select instructions. For targets
1605 // without predication/cmovs, this is a big pessimization.
1606 BasicBlock *CommonDest = PBI->getSuccessor(PBIOp);
Chris Lattner867661a2008-07-13 21:53:26 +00001607
Chris Lattnerb8245122008-07-13 22:04:41 +00001608 unsigned NumPhis = 0;
1609 for (BasicBlock::iterator II = CommonDest->begin();
1610 isa<PHINode>(II); ++II, ++NumPhis)
1611 if (NumPhis > 2) // Disable this xform.
1612 return false;
Chris Lattner867661a2008-07-13 21:53:26 +00001613
Chris Lattnerb8245122008-07-13 22:04:41 +00001614 // Finally, if everything is ok, fold the branches to logical ops.
1615 BasicBlock *OtherDest = BI->getSuccessor(BIOp ^ 1);
1616
David Greene89d6fd32010-01-05 01:26:52 +00001617 DEBUG(dbgs() << "FOLDING BRs:" << *PBI->getParent()
Chris Lattnerbdff5482009-08-23 04:37:46 +00001618 << "AND: " << *BI->getParent());
Chris Lattnerb8245122008-07-13 22:04:41 +00001619
Chris Lattner093a4382008-07-13 22:23:11 +00001620
1621 // If OtherDest *is* BB, then BB is a basic block with a single conditional
1622 // branch in it, where one edge (OtherDest) goes back to itself but the other
1623 // exits. We don't *know* that the program avoids the infinite loop
1624 // (even though that seems likely). If we do this xform naively, we'll end up
1625 // recursively unpeeling the loop. Since we know that (after the xform is
1626 // done) that the block *is* infinite if reached, we just make it an obviously
1627 // infinite loop with no cond branch.
1628 if (OtherDest == BB) {
1629 // Insert it at the end of the function, because it's either code,
1630 // or it won't matter if it's hot. :)
Owen Anderson1d0be152009-08-13 21:58:54 +00001631 BasicBlock *InfLoopBlock = BasicBlock::Create(BB->getContext(),
1632 "infloop", BB->getParent());
Chris Lattner093a4382008-07-13 22:23:11 +00001633 BranchInst::Create(InfLoopBlock, InfLoopBlock);
1634 OtherDest = InfLoopBlock;
1635 }
1636
David Greene89d6fd32010-01-05 01:26:52 +00001637 DEBUG(dbgs() << *PBI->getParent()->getParent());
Chris Lattnerb8245122008-07-13 22:04:41 +00001638
1639 // BI may have other predecessors. Because of this, we leave
1640 // it alone, but modify PBI.
1641
1642 // Make sure we get to CommonDest on True&True directions.
1643 Value *PBICond = PBI->getCondition();
1644 if (PBIOp)
Dan Gohman4ae51262009-08-12 16:23:25 +00001645 PBICond = BinaryOperator::CreateNot(PBICond,
Chris Lattnerb8245122008-07-13 22:04:41 +00001646 PBICond->getName()+".not",
1647 PBI);
1648 Value *BICond = BI->getCondition();
1649 if (BIOp)
Dan Gohman4ae51262009-08-12 16:23:25 +00001650 BICond = BinaryOperator::CreateNot(BICond,
Chris Lattnerb8245122008-07-13 22:04:41 +00001651 BICond->getName()+".not",
1652 PBI);
1653 // Merge the conditions.
1654 Value *Cond = BinaryOperator::CreateOr(PBICond, BICond, "brmerge", PBI);
1655
1656 // Modify PBI to branch on the new condition to the new dests.
1657 PBI->setCondition(Cond);
1658 PBI->setSuccessor(0, CommonDest);
1659 PBI->setSuccessor(1, OtherDest);
1660
1661 // OtherDest may have phi nodes. If so, add an entry from PBI's
1662 // block that are identical to the entries for BI's block.
Chris Lattner6de0a282010-12-14 07:09:42 +00001663 AddPredecessorToBlock(OtherDest, PBI->getParent(), BB);
Chris Lattnerb8245122008-07-13 22:04:41 +00001664
1665 // We know that the CommonDest already had an edge from PBI to
1666 // it. If it has PHIs though, the PHIs may have different
1667 // entries for BB and PBI's BB. If so, insert a select to make
1668 // them agree.
Chris Lattner6de0a282010-12-14 07:09:42 +00001669 PHINode *PN;
Chris Lattnerb8245122008-07-13 22:04:41 +00001670 for (BasicBlock::iterator II = CommonDest->begin();
1671 (PN = dyn_cast<PHINode>(II)); ++II) {
1672 Value *BIV = PN->getIncomingValueForBlock(BB);
1673 unsigned PBBIdx = PN->getBasicBlockIndex(PBI->getParent());
1674 Value *PBIV = PN->getIncomingValue(PBBIdx);
1675 if (BIV != PBIV) {
1676 // Insert a select in PBI to pick the right value.
1677 Value *NV = SelectInst::Create(PBICond, PBIV, BIV,
1678 PBIV->getName()+".mux", PBI);
1679 PN->setIncomingValue(PBBIdx, NV);
Chris Lattner867661a2008-07-13 21:53:26 +00001680 }
1681 }
Chris Lattnerb8245122008-07-13 22:04:41 +00001682
David Greene89d6fd32010-01-05 01:26:52 +00001683 DEBUG(dbgs() << "INTO: " << *PBI->getParent());
1684 DEBUG(dbgs() << *PBI->getParent()->getParent());
Chris Lattnerb8245122008-07-13 22:04:41 +00001685
1686 // This basic block is probably dead. We know it has at least
1687 // one fewer predecessor.
1688 return true;
Chris Lattner867661a2008-07-13 21:53:26 +00001689}
1690
Frits van Bommel7ac40c32010-12-05 18:29:03 +00001691// SimplifyIndirectBrOnSelect - Replaces
1692// (indirectbr (select cond, blockaddress(@fn, BlockA),
1693// blockaddress(@fn, BlockB)))
1694// with
1695// (br cond, BlockA, BlockB).
1696static bool SimplifyIndirectBrOnSelect(IndirectBrInst *IBI, SelectInst *SI) {
1697 // Check that both operands of the select are block addresses.
1698 BlockAddress *TBA = dyn_cast<BlockAddress>(SI->getTrueValue());
1699 BlockAddress *FBA = dyn_cast<BlockAddress>(SI->getFalseValue());
1700 if (!TBA || !FBA)
1701 return false;
1702
1703 // Extract the actual blocks.
1704 BasicBlock *TrueBB = TBA->getBasicBlock();
1705 BasicBlock *FalseBB = FBA->getBasicBlock();
1706
1707 // Remove any superfluous successor edges from the CFG.
1708 // First, figure out which successors to preserve.
1709 // If TrueBB and FalseBB are equal, only try to preserve one copy of that
1710 // successor.
1711 BasicBlock *KeepEdge1 = TrueBB;
1712 BasicBlock *KeepEdge2 = TrueBB != FalseBB ? FalseBB : 0;
1713
1714 // Then remove the rest.
1715 for (unsigned I = 0, E = IBI->getNumSuccessors(); I != E; ++I) {
1716 BasicBlock *Succ = IBI->getSuccessor(I);
1717 // Make sure only to keep exactly one copy of each edge.
1718 if (Succ == KeepEdge1)
1719 KeepEdge1 = 0;
1720 else if (Succ == KeepEdge2)
1721 KeepEdge2 = 0;
1722 else
1723 Succ->removePredecessor(IBI->getParent());
1724 }
1725
1726 // Insert an appropriate new terminator.
1727 if ((KeepEdge1 == 0) && (KeepEdge2 == 0)) {
1728 if (TrueBB == FalseBB)
1729 // We were only looking for one successor, and it was present.
1730 // Create an unconditional branch to it.
1731 BranchInst::Create(TrueBB, IBI);
1732 else
1733 // We found both of the successors we were looking for.
1734 // Create a conditional branch sharing the condition of the select.
1735 BranchInst::Create(TrueBB, FalseBB, SI->getCondition(), IBI);
1736 } else if (KeepEdge1 && (KeepEdge2 || TrueBB == FalseBB)) {
1737 // Neither of the selected blocks were successors, so this
1738 // indirectbr must be unreachable.
1739 new UnreachableInst(IBI->getContext(), IBI);
1740 } else {
1741 // One of the selected values was a successor, but the other wasn't.
1742 // Insert an unconditional branch to the one that was found;
1743 // the edge to the one that wasn't must be unreachable.
1744 if (KeepEdge1 == 0)
1745 // Only TrueBB was found.
1746 BranchInst::Create(TrueBB, IBI);
1747 else
1748 // Only FalseBB was found.
1749 BranchInst::Create(FalseBB, IBI);
1750 }
1751
1752 EraseTerminatorInstAndDCECond(IBI);
1753 return true;
1754}
1755
Chris Lattner61c77442010-12-13 03:18:54 +00001756/// TryToSimplifyUncondBranchWithICmpInIt - This is called when we find an icmp
1757/// instruction (a seteq/setne with a constant) as the only instruction in a
1758/// block that ends with an uncond branch. We are looking for a very specific
1759/// pattern that occurs when "A == 1 || A == 2 || A == 3" gets simplified. In
1760/// this case, we merge the first two "or's of icmp" into a switch, but then the
1761/// default value goes to an uncond block with a seteq in it, we get something
1762/// like:
1763///
1764/// switch i8 %A, label %DEFAULT [ i8 1, label %end i8 2, label %end ]
1765/// DEFAULT:
1766/// %tmp = icmp eq i8 %A, 92
1767/// br label %end
1768/// end:
1769/// ... = phi i1 [ true, %entry ], [ %tmp, %DEFAULT ], [ true, %entry ]
1770///
1771/// We prefer to split the edge to 'end' so that there is a true/false entry to
1772/// the PHI, merging the third icmp into the switch.
Chris Lattner302ba6f2010-12-14 06:17:25 +00001773static bool TryToSimplifyUncondBranchWithICmpInIt(ICmpInst *ICI,
1774 const TargetData *TD) {
Chris Lattner61c77442010-12-13 03:18:54 +00001775 BasicBlock *BB = ICI->getParent();
1776 // If the block has any PHIs in it or the icmp has multiple uses, it is too
1777 // complex.
1778 if (isa<PHINode>(BB->begin()) || !ICI->hasOneUse()) return false;
1779
1780 Value *V = ICI->getOperand(0);
1781 ConstantInt *Cst = cast<ConstantInt>(ICI->getOperand(1));
1782
1783 // The pattern we're looking for is where our only predecessor is a switch on
1784 // 'V' and this block is the default case for the switch. In this case we can
1785 // fold the compared value into the switch to simplify things.
1786 BasicBlock *Pred = BB->getSinglePredecessor();
1787 if (Pred == 0 || !isa<SwitchInst>(Pred->getTerminator())) return false;
1788
1789 SwitchInst *SI = cast<SwitchInst>(Pred->getTerminator());
1790 if (SI->getCondition() != V)
1791 return false;
1792
1793 // If BB is reachable on a non-default case, then we simply know the value of
1794 // V in this block. Substitute it and constant fold the icmp instruction
1795 // away.
1796 if (SI->getDefaultDest() != BB) {
1797 ConstantInt *VVal = SI->findCaseDest(BB);
1798 assert(VVal && "Should have a unique destination value");
1799 ICI->setOperand(0, VVal);
1800
Chris Lattner302ba6f2010-12-14 06:17:25 +00001801 if (Value *V = SimplifyInstruction(ICI, TD)) {
1802 ICI->replaceAllUsesWith(V);
Chris Lattner61c77442010-12-13 03:18:54 +00001803 ICI->eraseFromParent();
1804 }
1805 // BB is now empty, so it is likely to simplify away.
1806 return SimplifyCFG(BB) | true;
1807 }
1808
Chris Lattnerabf70672010-12-13 03:43:57 +00001809 // Ok, the block is reachable from the default dest. If the constant we're
1810 // comparing exists in one of the other edges, then we can constant fold ICI
1811 // and zap it.
1812 if (SI->findCaseValue(Cst) != 0) {
1813 Value *V;
1814 if (ICI->getPredicate() == ICmpInst::ICMP_EQ)
1815 V = ConstantInt::getFalse(BB->getContext());
1816 else
1817 V = ConstantInt::getTrue(BB->getContext());
1818
1819 ICI->replaceAllUsesWith(V);
1820 ICI->eraseFromParent();
1821 // BB is now empty, so it is likely to simplify away.
1822 return SimplifyCFG(BB) | true;
1823 }
1824
Chris Lattner61c77442010-12-13 03:18:54 +00001825 // The use of the icmp has to be in the 'end' block, by the only PHI node in
1826 // the block.
1827 BasicBlock *SuccBlock = BB->getTerminator()->getSuccessor(0);
1828 PHINode *PHIUse = dyn_cast<PHINode>(ICI->use_back());
1829 if (PHIUse == 0 || PHIUse != &SuccBlock->front() ||
1830 isa<PHINode>(++BasicBlock::iterator(PHIUse)))
1831 return false;
1832
1833 // If the icmp is a SETEQ, then the default dest gets false, the new edge gets
1834 // true in the PHI.
1835 Constant *DefaultCst = ConstantInt::getTrue(BB->getContext());
1836 Constant *NewCst = ConstantInt::getFalse(BB->getContext());
1837
1838 if (ICI->getPredicate() == ICmpInst::ICMP_EQ)
1839 std::swap(DefaultCst, NewCst);
1840
1841 // Replace ICI (which is used by the PHI for the default value) with true or
1842 // false depending on if it is EQ or NE.
1843 ICI->replaceAllUsesWith(DefaultCst);
1844 ICI->eraseFromParent();
1845
1846 // Okay, the switch goes to this block on a default value. Add an edge from
1847 // the switch to the merge point on the compared value.
1848 BasicBlock *NewBB = BasicBlock::Create(BB->getContext(), "switch.edge",
1849 BB->getParent(), BB);
1850 SI->addCase(Cst, NewBB);
1851
1852 // NewBB branches to the phi block, add the uncond branch and the phi entry.
1853 BranchInst::Create(SuccBlock, NewBB);
1854 PHIUse->addIncoming(NewCst, NewBB);
1855 return true;
1856}
1857
Chris Lattner97fdb892010-12-13 05:03:41 +00001858/// SimplifyBranchOnICmpChain - The specified branch is a conditional branch.
1859/// Check to see if it is branching on an or/and chain of icmp instructions, and
1860/// fold it into a switch instruction if so.
1861static bool SimplifyBranchOnICmpChain(BranchInst *BI, const TargetData *TD) {
1862 Instruction *Cond = dyn_cast<Instruction>(BI->getCondition());
1863 if (Cond == 0) return false;
1864
1865
1866 // Change br (X == 0 | X == 1), T, F into a switch instruction.
1867 // If this is a bunch of seteq's or'd together, or if it's a bunch of
1868 // 'setne's and'ed together, collect them.
1869 Value *CompVal = 0;
1870 std::vector<ConstantInt*> Values;
1871 bool TrueWhenEqual = true;
1872 Value *ExtraCase = 0;
1873
1874 if (Cond->getOpcode() == Instruction::Or) {
1875 CompVal = GatherConstantCompares(Cond, Values, ExtraCase, TD, true);
1876 } else if (Cond->getOpcode() == Instruction::And) {
1877 CompVal = GatherConstantCompares(Cond, Values, ExtraCase, TD, false);
1878 TrueWhenEqual = false;
1879 }
1880
1881 // If we didn't have a multiply compared value, fail.
1882 if (CompVal == 0) return false;
1883
1884 // There might be duplicate constants in the list, which the switch
1885 // instruction can't handle, remove them now.
1886 array_pod_sort(Values.begin(), Values.end(), ConstantIntSortPredicate);
1887 Values.erase(std::unique(Values.begin(), Values.end()), Values.end());
1888
1889 // If Extra was used, we require at least two switch values to do the
1890 // transformation. A switch with one value is just an cond branch.
1891 if (ExtraCase && Values.size() < 2) return false;
1892
1893 // Figure out which block is which destination.
1894 BasicBlock *DefaultBB = BI->getSuccessor(1);
1895 BasicBlock *EdgeBB = BI->getSuccessor(0);
1896 if (!TrueWhenEqual) std::swap(DefaultBB, EdgeBB);
1897
1898 BasicBlock *BB = BI->getParent();
1899
Chris Lattner302ba6f2010-12-14 06:17:25 +00001900 DEBUG(dbgs() << "Converting 'icmp' chain with " << Values.size()
Chris Lattner117f8cf2010-12-14 05:57:30 +00001901 << " cases into SWITCH. BB is:\n" << *BB);
1902
Chris Lattner97fdb892010-12-13 05:03:41 +00001903 // If there are any extra values that couldn't be folded into the switch
1904 // then we evaluate them with an explicit branch first. Split the block
1905 // right before the condbr to handle it.
1906 if (ExtraCase) {
1907 BasicBlock *NewBB = BB->splitBasicBlock(BI, "switch.early.test");
1908 // Remove the uncond branch added to the old block.
1909 TerminatorInst *OldTI = BB->getTerminator();
1910
Chris Lattner117f8cf2010-12-14 05:57:30 +00001911 if (TrueWhenEqual)
1912 BranchInst::Create(EdgeBB, NewBB, ExtraCase, OldTI);
1913 else
1914 BranchInst::Create(NewBB, EdgeBB, ExtraCase, OldTI);
1915
Chris Lattner97fdb892010-12-13 05:03:41 +00001916 OldTI->eraseFromParent();
Chris Lattner97bd89e2010-12-13 05:34:18 +00001917
1918 // If there are PHI nodes in EdgeBB, then we need to add a new entry to them
1919 // for the edge we just added.
Chris Lattner6de0a282010-12-14 07:09:42 +00001920 AddPredecessorToBlock(EdgeBB, BB, NewBB);
Chris Lattner302ba6f2010-12-14 06:17:25 +00001921
1922 DEBUG(dbgs() << " ** 'icmp' chain unhandled condition: " << *ExtraCase
1923 << "\nEXTRABB = " << *BB);
Chris Lattner97fdb892010-12-13 05:03:41 +00001924 BB = NewBB;
1925 }
1926
1927 // Convert pointer to int before we switch.
1928 if (CompVal->getType()->isPointerTy()) {
1929 assert(TD && "Cannot switch on pointer without TargetData");
1930 CompVal = new PtrToIntInst(CompVal,
1931 TD->getIntPtrType(CompVal->getContext()),
1932 "magicptr", BI);
1933 }
1934
1935 // Create the new switch instruction now.
Chris Lattner3d512132010-12-13 06:25:44 +00001936 SwitchInst *New = SwitchInst::Create(CompVal, DefaultBB, Values.size(), BI);
Chris Lattner97fdb892010-12-13 05:03:41 +00001937
1938 // Add all of the 'cases' to the switch instruction.
1939 for (unsigned i = 0, e = Values.size(); i != e; ++i)
1940 New->addCase(Values[i], EdgeBB);
1941
1942 // We added edges from PI to the EdgeBB. As such, if there were any
1943 // PHI nodes in EdgeBB, they need entries to be added corresponding to
1944 // the number of edges added.
1945 for (BasicBlock::iterator BBI = EdgeBB->begin();
1946 isa<PHINode>(BBI); ++BBI) {
1947 PHINode *PN = cast<PHINode>(BBI);
1948 Value *InVal = PN->getIncomingValueForBlock(BB);
1949 for (unsigned i = 0, e = Values.size()-1; i != e; ++i)
1950 PN->addIncoming(InVal, BB);
1951 }
1952
1953 // Erase the old branch instruction.
1954 EraseTerminatorInstAndDCECond(BI);
Chris Lattner117f8cf2010-12-14 05:57:30 +00001955
Chris Lattner302ba6f2010-12-14 06:17:25 +00001956 DEBUG(dbgs() << " ** 'icmp' chain result is:\n" << *BB << '\n');
Chris Lattner97fdb892010-12-13 05:03:41 +00001957 return true;
1958}
1959
Chris Lattner3d512132010-12-13 06:25:44 +00001960bool SimplifyCFGOpt::SimplifyReturn(ReturnInst *RI) {
1961 BasicBlock *BB = RI->getParent();
1962 if (!BB->getFirstNonPHIOrDbg()->isTerminator()) return false;
1963
1964 // Find predecessors that end with branches.
1965 SmallVector<BasicBlock*, 8> UncondBranchPreds;
1966 SmallVector<BranchInst*, 8> CondBranchPreds;
1967 for (pred_iterator PI = pred_begin(BB), E = pred_end(BB); PI != E; ++PI) {
1968 BasicBlock *P = *PI;
1969 TerminatorInst *PTI = P->getTerminator();
1970 if (BranchInst *BI = dyn_cast<BranchInst>(PTI)) {
1971 if (BI->isUnconditional())
1972 UncondBranchPreds.push_back(P);
1973 else
1974 CondBranchPreds.push_back(BI);
1975 }
1976 }
1977
1978 // If we found some, do the transformation!
1979 if (!UncondBranchPreds.empty()) {
1980 while (!UncondBranchPreds.empty()) {
1981 BasicBlock *Pred = UncondBranchPreds.pop_back_val();
1982 DEBUG(dbgs() << "FOLDING: " << *BB
1983 << "INTO UNCOND BRANCH PRED: " << *Pred);
1984 Instruction *UncondBranch = Pred->getTerminator();
1985 // Clone the return and add it to the end of the predecessor.
1986 Instruction *NewRet = RI->clone();
1987 Pred->getInstList().push_back(NewRet);
1988
1989 // If the return instruction returns a value, and if the value was a
1990 // PHI node in "BB", propagate the right value into the return.
1991 for (User::op_iterator i = NewRet->op_begin(), e = NewRet->op_end();
1992 i != e; ++i)
1993 if (PHINode *PN = dyn_cast<PHINode>(*i))
1994 if (PN->getParent() == BB)
1995 *i = PN->getIncomingValueForBlock(Pred);
1996
1997 // Update any PHI nodes in the returning block to realize that we no
1998 // longer branch to them.
1999 BB->removePredecessor(Pred);
Chris Lattner302ba6f2010-12-14 06:17:25 +00002000 UncondBranch->eraseFromParent();
Chris Lattner3d512132010-12-13 06:25:44 +00002001 }
2002
2003 // If we eliminated all predecessors of the block, delete the block now.
2004 if (pred_begin(BB) == pred_end(BB))
2005 // We know there are no successors, so just nuke the block.
2006 BB->eraseFromParent();
2007
2008 return true;
2009 }
2010
2011 // Check out all of the conditional branches going to this return
2012 // instruction. If any of them just select between returns, change the
2013 // branch itself into a select/return pair.
2014 while (!CondBranchPreds.empty()) {
2015 BranchInst *BI = CondBranchPreds.pop_back_val();
2016
2017 // Check to see if the non-BB successor is also a return block.
2018 if (isa<ReturnInst>(BI->getSuccessor(0)->getTerminator()) &&
2019 isa<ReturnInst>(BI->getSuccessor(1)->getTerminator()) &&
2020 SimplifyCondBranchToTwoReturns(BI))
2021 return true;
2022 }
2023 return false;
2024}
2025
2026bool SimplifyCFGOpt::SimplifyUnwind(UnwindInst *UI) {
2027 // Check to see if the first instruction in this block is just an unwind.
2028 // If so, replace any invoke instructions which use this as an exception
2029 // destination with call instructions.
2030 BasicBlock *BB = UI->getParent();
2031 if (!BB->getFirstNonPHIOrDbg()->isTerminator()) return false;
2032
2033 bool Changed = false;
2034 SmallVector<BasicBlock*, 8> Preds(pred_begin(BB), pred_end(BB));
2035 while (!Preds.empty()) {
2036 BasicBlock *Pred = Preds.back();
2037 InvokeInst *II = dyn_cast<InvokeInst>(Pred->getTerminator());
2038 if (II && II->getUnwindDest() == BB) {
2039 // Insert a new branch instruction before the invoke, because this
2040 // is now a fall through.
2041 BranchInst *BI = BranchInst::Create(II->getNormalDest(), II);
2042 Pred->getInstList().remove(II); // Take out of symbol table
2043
2044 // Insert the call now.
2045 SmallVector<Value*,8> Args(II->op_begin(), II->op_end()-3);
2046 CallInst *CI = CallInst::Create(II->getCalledValue(),
2047 Args.begin(), Args.end(),
2048 II->getName(), BI);
2049 CI->setCallingConv(II->getCallingConv());
2050 CI->setAttributes(II->getAttributes());
2051 // If the invoke produced a value, the Call now does instead.
2052 II->replaceAllUsesWith(CI);
2053 delete II;
2054 Changed = true;
2055 }
2056
2057 Preds.pop_back();
2058 }
2059
2060 // If this block is now dead (and isn't the entry block), remove it.
2061 if (pred_begin(BB) == pred_end(BB) &&
2062 BB != &BB->getParent()->getEntryBlock()) {
2063 // We know there are no successors, so just nuke the block.
2064 BB->eraseFromParent();
2065 return true;
2066 }
2067
2068 return Changed;
2069}
2070
2071bool SimplifyCFGOpt::SimplifyUnreachable(UnreachableInst *UI) {
2072 BasicBlock *BB = UI->getParent();
2073
2074 bool Changed = false;
2075
2076 // If there are any instructions immediately before the unreachable that can
2077 // be removed, do so.
2078 while (UI != BB->begin()) {
2079 BasicBlock::iterator BBI = UI;
2080 --BBI;
2081 // Do not delete instructions that can have side effects, like calls
2082 // (which may never return) and volatile loads and stores.
2083 if (isa<CallInst>(BBI) && !isa<DbgInfoIntrinsic>(BBI)) break;
2084
2085 if (StoreInst *SI = dyn_cast<StoreInst>(BBI))
2086 if (SI->isVolatile())
2087 break;
2088
2089 if (LoadInst *LI = dyn_cast<LoadInst>(BBI))
2090 if (LI->isVolatile())
2091 break;
2092
2093 // Delete this instruction
Chris Lattner302ba6f2010-12-14 06:17:25 +00002094 BBI->eraseFromParent();
Chris Lattner3d512132010-12-13 06:25:44 +00002095 Changed = true;
2096 }
2097
2098 // If the unreachable instruction is the first in the block, take a gander
2099 // at all of the predecessors of this instruction, and simplify them.
2100 if (&BB->front() != UI) return Changed;
2101
2102 SmallVector<BasicBlock*, 8> Preds(pred_begin(BB), pred_end(BB));
2103 for (unsigned i = 0, e = Preds.size(); i != e; ++i) {
2104 TerminatorInst *TI = Preds[i]->getTerminator();
2105
2106 if (BranchInst *BI = dyn_cast<BranchInst>(TI)) {
2107 if (BI->isUnconditional()) {
2108 if (BI->getSuccessor(0) == BB) {
2109 new UnreachableInst(TI->getContext(), TI);
2110 TI->eraseFromParent();
2111 Changed = true;
2112 }
2113 } else {
2114 if (BI->getSuccessor(0) == BB) {
2115 BranchInst::Create(BI->getSuccessor(1), BI);
2116 EraseTerminatorInstAndDCECond(BI);
2117 } else if (BI->getSuccessor(1) == BB) {
2118 BranchInst::Create(BI->getSuccessor(0), BI);
2119 EraseTerminatorInstAndDCECond(BI);
2120 Changed = true;
2121 }
2122 }
2123 } else if (SwitchInst *SI = dyn_cast<SwitchInst>(TI)) {
2124 for (unsigned i = 1, e = SI->getNumCases(); i != e; ++i)
2125 if (SI->getSuccessor(i) == BB) {
2126 BB->removePredecessor(SI->getParent());
2127 SI->removeCase(i);
2128 --i; --e;
2129 Changed = true;
2130 }
2131 // If the default value is unreachable, figure out the most popular
2132 // destination and make it the default.
2133 if (SI->getSuccessor(0) == BB) {
2134 std::map<BasicBlock*, unsigned> Popularity;
2135 for (unsigned i = 1, e = SI->getNumCases(); i != e; ++i)
2136 Popularity[SI->getSuccessor(i)]++;
2137
2138 // Find the most popular block.
2139 unsigned MaxPop = 0;
2140 BasicBlock *MaxBlock = 0;
2141 for (std::map<BasicBlock*, unsigned>::iterator
2142 I = Popularity.begin(), E = Popularity.end(); I != E; ++I) {
2143 if (I->second > MaxPop) {
2144 MaxPop = I->second;
2145 MaxBlock = I->first;
2146 }
2147 }
2148 if (MaxBlock) {
2149 // Make this the new default, allowing us to delete any explicit
2150 // edges to it.
2151 SI->setSuccessor(0, MaxBlock);
2152 Changed = true;
2153
2154 // If MaxBlock has phinodes in it, remove MaxPop-1 entries from
2155 // it.
2156 if (isa<PHINode>(MaxBlock->begin()))
2157 for (unsigned i = 0; i != MaxPop-1; ++i)
2158 MaxBlock->removePredecessor(SI->getParent());
2159
2160 for (unsigned i = 1, e = SI->getNumCases(); i != e; ++i)
2161 if (SI->getSuccessor(i) == MaxBlock) {
2162 SI->removeCase(i);
2163 --i; --e;
2164 }
2165 }
2166 }
2167 } else if (InvokeInst *II = dyn_cast<InvokeInst>(TI)) {
2168 if (II->getUnwindDest() == BB) {
2169 // Convert the invoke to a call instruction. This would be a good
2170 // place to note that the call does not throw though.
2171 BranchInst *BI = BranchInst::Create(II->getNormalDest(), II);
2172 II->removeFromParent(); // Take out of symbol table
2173
2174 // Insert the call now...
2175 SmallVector<Value*, 8> Args(II->op_begin(), II->op_end()-3);
2176 CallInst *CI = CallInst::Create(II->getCalledValue(),
2177 Args.begin(), Args.end(),
2178 II->getName(), BI);
2179 CI->setCallingConv(II->getCallingConv());
2180 CI->setAttributes(II->getAttributes());
2181 // If the invoke produced a value, the call does now instead.
2182 II->replaceAllUsesWith(CI);
2183 delete II;
2184 Changed = true;
2185 }
2186 }
2187 }
2188
2189 // If this block is now dead, remove it.
2190 if (pred_begin(BB) == pred_end(BB) &&
2191 BB != &BB->getParent()->getEntryBlock()) {
2192 // We know there are no successors, so just nuke the block.
2193 BB->eraseFromParent();
2194 return true;
2195 }
2196
2197 return Changed;
2198}
2199
2200
2201bool SimplifyCFGOpt::SimplifySwitch(SwitchInst *SI) {
2202 // If this switch is too complex to want to look at, ignore it.
2203 if (!isValueEqualityComparison(SI))
2204 return false;
2205
2206 BasicBlock *BB = SI->getParent();
2207
2208 // If we only have one predecessor, and if it is a branch on this value,
2209 // see if that predecessor totally determines the outcome of this switch.
2210 if (BasicBlock *OnlyPred = BB->getSinglePredecessor())
2211 if (SimplifyEqualityComparisonWithOnlyPredecessor(SI, OnlyPred))
Chris Lattner021c9d32010-12-13 06:36:51 +00002212 return SimplifyCFG(BB) | true;
Chris Lattner3d512132010-12-13 06:25:44 +00002213
2214 // If the block only contains the switch, see if we can fold the block
2215 // away into any preds.
2216 BasicBlock::iterator BBI = BB->begin();
2217 // Ignore dbg intrinsics.
2218 while (isa<DbgInfoIntrinsic>(BBI))
2219 ++BBI;
2220 if (SI == &*BBI)
2221 if (FoldValueComparisonIntoPredecessors(SI))
Chris Lattner021c9d32010-12-13 06:36:51 +00002222 return SimplifyCFG(BB) | true;
Chris Lattner3d512132010-12-13 06:25:44 +00002223
2224 return false;
2225}
2226
2227bool SimplifyCFGOpt::SimplifyIndirectBr(IndirectBrInst *IBI) {
2228 BasicBlock *BB = IBI->getParent();
2229 bool Changed = false;
2230
2231 // Eliminate redundant destinations.
2232 SmallPtrSet<Value *, 8> Succs;
2233 for (unsigned i = 0, e = IBI->getNumDestinations(); i != e; ++i) {
2234 BasicBlock *Dest = IBI->getDestination(i);
2235 if (!Dest->hasAddressTaken() || !Succs.insert(Dest)) {
2236 Dest->removePredecessor(BB);
2237 IBI->removeDestination(i);
2238 --i; --e;
2239 Changed = true;
2240 }
2241 }
2242
2243 if (IBI->getNumDestinations() == 0) {
2244 // If the indirectbr has no successors, change it to unreachable.
2245 new UnreachableInst(IBI->getContext(), IBI);
2246 EraseTerminatorInstAndDCECond(IBI);
2247 return true;
2248 }
2249
2250 if (IBI->getNumDestinations() == 1) {
2251 // If the indirectbr has one successor, change it to a direct branch.
2252 BranchInst::Create(IBI->getDestination(0), IBI);
2253 EraseTerminatorInstAndDCECond(IBI);
2254 return true;
2255 }
2256
2257 if (SelectInst *SI = dyn_cast<SelectInst>(IBI->getAddress())) {
2258 if (SimplifyIndirectBrOnSelect(IBI, SI))
2259 return SimplifyCFG(BB) | true;
2260 }
2261 return Changed;
2262}
2263
2264bool SimplifyCFGOpt::SimplifyUncondBranch(BranchInst *BI) {
2265 BasicBlock *BB = BI->getParent();
2266
2267 // If the Terminator is the only non-phi instruction, simplify the block.
2268 BasicBlock::iterator I = BB->getFirstNonPHIOrDbg();
2269 if (I->isTerminator() && BB != &BB->getParent()->getEntryBlock() &&
2270 TryToSimplifyUncondBranchFromEmptyBlock(BB))
2271 return true;
2272
2273 // If the only instruction in the block is a seteq/setne comparison
2274 // against a constant, try to simplify the block.
2275 if (ICmpInst *ICI = dyn_cast<ICmpInst>(I))
2276 if (ICI->isEquality() && isa<ConstantInt>(ICI->getOperand(1))) {
2277 for (++I; isa<DbgInfoIntrinsic>(I); ++I)
2278 ;
Chris Lattner302ba6f2010-12-14 06:17:25 +00002279 if (I->isTerminator() && TryToSimplifyUncondBranchWithICmpInIt(ICI, TD))
Chris Lattner3d512132010-12-13 06:25:44 +00002280 return true;
2281 }
2282
2283 return false;
2284}
2285
2286
2287bool SimplifyCFGOpt::SimplifyCondBranch(BranchInst *BI) {
2288 BasicBlock *BB = BI->getParent();
2289
2290 // Conditional branch
2291 if (isValueEqualityComparison(BI)) {
2292 // If we only have one predecessor, and if it is a branch on this value,
2293 // see if that predecessor totally determines the outcome of this
2294 // switch.
2295 if (BasicBlock *OnlyPred = BB->getSinglePredecessor())
2296 if (SimplifyEqualityComparisonWithOnlyPredecessor(BI, OnlyPred))
2297 return SimplifyCFG(BB) | true;
2298
2299 // This block must be empty, except for the setcond inst, if it exists.
2300 // Ignore dbg intrinsics.
2301 BasicBlock::iterator I = BB->begin();
2302 // Ignore dbg intrinsics.
2303 while (isa<DbgInfoIntrinsic>(I))
2304 ++I;
2305 if (&*I == BI) {
2306 if (FoldValueComparisonIntoPredecessors(BI))
2307 return SimplifyCFG(BB) | true;
2308 } else if (&*I == cast<Instruction>(BI->getCondition())){
2309 ++I;
2310 // Ignore dbg intrinsics.
2311 while (isa<DbgInfoIntrinsic>(I))
2312 ++I;
2313 if (&*I == BI && FoldValueComparisonIntoPredecessors(BI))
2314 return SimplifyCFG(BB) | true;
2315 }
2316 }
2317
2318 // Try to turn "br (X == 0 | X == 1), T, F" into a switch instruction.
2319 if (SimplifyBranchOnICmpChain(BI, TD))
2320 return true;
2321
2322 // We have a conditional branch to two blocks that are only reachable
2323 // from BI. We know that the condbr dominates the two blocks, so see if
2324 // there is any identical code in the "then" and "else" blocks. If so, we
2325 // can hoist it up to the branching block.
2326 if (BI->getSuccessor(0)->getSinglePredecessor() != 0) {
2327 if (BI->getSuccessor(1)->getSinglePredecessor() != 0) {
2328 if (HoistThenElseCodeToIf(BI))
2329 return SimplifyCFG(BB) | true;
2330 } else {
2331 // If Successor #1 has multiple preds, we may be able to conditionally
2332 // execute Successor #0 if it branches to successor #1.
2333 TerminatorInst *Succ0TI = BI->getSuccessor(0)->getTerminator();
2334 if (Succ0TI->getNumSuccessors() == 1 &&
2335 Succ0TI->getSuccessor(0) == BI->getSuccessor(1))
2336 if (SpeculativelyExecuteBB(BI, BI->getSuccessor(0)))
2337 return SimplifyCFG(BB) | true;
2338 }
2339 } else if (BI->getSuccessor(1)->getSinglePredecessor() != 0) {
2340 // If Successor #0 has multiple preds, we may be able to conditionally
2341 // execute Successor #1 if it branches to successor #0.
2342 TerminatorInst *Succ1TI = BI->getSuccessor(1)->getTerminator();
2343 if (Succ1TI->getNumSuccessors() == 1 &&
2344 Succ1TI->getSuccessor(0) == BI->getSuccessor(0))
2345 if (SpeculativelyExecuteBB(BI, BI->getSuccessor(1)))
2346 return SimplifyCFG(BB) | true;
2347 }
2348
2349 // If this is a branch on a phi node in the current block, thread control
2350 // through this block if any PHI node entries are constants.
2351 if (PHINode *PN = dyn_cast<PHINode>(BI->getCondition()))
2352 if (PN->getParent() == BI->getParent())
Chris Lattner302ba6f2010-12-14 06:17:25 +00002353 if (FoldCondBranchOnPHI(BI, TD))
Chris Lattner3d512132010-12-13 06:25:44 +00002354 return SimplifyCFG(BB) | true;
2355
2356 // If this basic block is ONLY a setcc and a branch, and if a predecessor
2357 // branches to us and one of our successors, fold the setcc into the
2358 // predecessor and use logical operations to pick the right destination.
2359 if (FoldBranchToCommonDest(BI))
Owen Anderson2d9220e2010-12-13 23:49:28 +00002360 return SimplifyCFG(BB) | true;
Chris Lattner3d512132010-12-13 06:25:44 +00002361
2362 // Scan predecessor blocks for conditional branches.
2363 for (pred_iterator PI = pred_begin(BB), E = pred_end(BB); PI != E; ++PI)
2364 if (BranchInst *PBI = dyn_cast<BranchInst>((*PI)->getTerminator()))
2365 if (PBI != BI && PBI->isConditional())
2366 if (SimplifyCondBranchToCondBranch(PBI, BI))
2367 return SimplifyCFG(BB) | true;
2368
2369 return false;
2370}
2371
Jakob Stoklund Olesen58e9ee82010-02-05 22:03:18 +00002372bool SimplifyCFGOpt::run(BasicBlock *BB) {
Chris Lattnerdc3602b2003-08-24 18:36:16 +00002373 bool Changed = false;
Chris Lattner01d1ee32002-05-21 20:50:24 +00002374
Chris Lattner302ba6f2010-12-14 06:17:25 +00002375 assert(BB && BB->getParent() && "Block not embedded in function!");
Chris Lattner01d1ee32002-05-21 20:50:24 +00002376 assert(BB->getTerminator() && "Degenerate basic block encountered!");
Chris Lattner01d1ee32002-05-21 20:50:24 +00002377
Dan Gohmane2c6d132010-08-14 00:29:42 +00002378 // Remove basic blocks that have no predecessors (except the entry block)...
2379 // or that just have themself as a predecessor. These are unreachable.
Chris Lattner302ba6f2010-12-14 06:17:25 +00002380 if ((pred_begin(BB) == pred_end(BB) &&
2381 BB != &BB->getParent()->getEntryBlock()) ||
Dan Gohmane2c6d132010-08-14 00:29:42 +00002382 BB->getSinglePredecessor() == BB) {
David Greene89d6fd32010-01-05 01:26:52 +00002383 DEBUG(dbgs() << "Removing BB: \n" << *BB);
Chris Lattner71af9b02008-12-03 06:40:52 +00002384 DeleteDeadBlock(BB);
Chris Lattner01d1ee32002-05-21 20:50:24 +00002385 return true;
2386 }
2387
Chris Lattner694e37f2003-08-17 19:41:53 +00002388 // Check to see if we can constant propagate this terminator instruction
2389 // away...
Chris Lattnerdc3602b2003-08-24 18:36:16 +00002390 Changed |= ConstantFoldTerminator(BB);
Chris Lattner694e37f2003-08-17 19:41:53 +00002391
Dan Gohman2c635662009-10-30 22:39:04 +00002392 // Check for and eliminate duplicate PHI nodes in this block.
2393 Changed |= EliminateDuplicatePHINodes(BB);
2394
Chris Lattnerddb97a22010-12-13 05:10:48 +00002395 // Merge basic blocks into their predecessor if there is only one distinct
2396 // pred, and if there is only one distinct successor of the predecessor, and
2397 // if there are no PHI nodes.
2398 //
2399 if (MergeBlockIntoPredecessor(BB))
2400 return true;
2401
Dan Gohman882d87d2008-03-11 21:53:06 +00002402 // If there is a trivial two-entry PHI node in this basic block, and we can
2403 // eliminate it, do so now.
2404 if (PHINode *PN = dyn_cast<PHINode>(BB->begin()))
2405 if (PN->getNumIncomingValues() == 2)
Chris Lattner73c50a62010-12-14 07:00:00 +00002406 Changed |= FoldTwoEntryPHINode(PN, TD);
Dan Gohman882d87d2008-03-11 21:53:06 +00002407
Chris Lattner3d512132010-12-13 06:25:44 +00002408 if (BranchInst *BI = dyn_cast<BranchInst>(BB->getTerminator())) {
Chris Lattner021c9d32010-12-13 06:36:51 +00002409 if (BI->isUnconditional()) {
2410 if (SimplifyUncondBranch(BI)) return true;
2411 } else {
Chris Lattner117f8cf2010-12-14 05:57:30 +00002412 if (SimplifyCondBranch(BI)) return true;
Chris Lattner021c9d32010-12-13 06:36:51 +00002413 }
2414 } else if (ReturnInst *RI = dyn_cast<ReturnInst>(BB->getTerminator())) {
2415 if (SimplifyReturn(RI)) return true;
2416 } else if (SwitchInst *SI = dyn_cast<SwitchInst>(BB->getTerminator())) {
2417 if (SimplifySwitch(SI)) return true;
2418 } else if (UnreachableInst *UI =
2419 dyn_cast<UnreachableInst>(BB->getTerminator())) {
2420 if (SimplifyUnreachable(UI)) return true;
2421 } else if (UnwindInst *UI = dyn_cast<UnwindInst>(BB->getTerminator())) {
2422 if (SimplifyUnwind(UI)) return true;
2423 } else if (IndirectBrInst *IBI =
2424 dyn_cast<IndirectBrInst>(BB->getTerminator())) {
2425 if (SimplifyIndirectBr(IBI)) return true;
Chris Lattner19831ec2004-02-16 06:35:48 +00002426 }
2427
Chris Lattner694e37f2003-08-17 19:41:53 +00002428 return Changed;
Chris Lattner01d1ee32002-05-21 20:50:24 +00002429}
Jakob Stoklund Olesen58e9ee82010-02-05 22:03:18 +00002430
2431/// SimplifyCFG - This function is used to do simplification of a CFG. For
2432/// example, it adjusts branches to branches to eliminate the extra hop, it
2433/// eliminates unreachable basic blocks, and does other "peephole" optimization
2434/// of the CFG. It returns true if a modification was made.
2435///
Jakob Stoklund Olesen58e9ee82010-02-05 22:03:18 +00002436bool llvm::SimplifyCFG(BasicBlock *BB, const TargetData *TD) {
2437 return SimplifyCFGOpt(TD).run(BB);
2438}