Chris Lattner | b03832d | 2002-09-24 00:08:39 +0000 | [diff] [blame] | 1 | //===- BreakCriticalEdges.cpp - Critical Edge Elimination Pass ------------===// |
Misha Brukman | b1c9317 | 2005-04-21 23:48:37 +0000 | [diff] [blame] | 2 | // |
John Criswell | 482202a | 2003-10-20 19:43:21 +0000 | [diff] [blame] | 3 | // The LLVM Compiler Infrastructure |
| 4 | // |
| 5 | // This file was developed by the LLVM research group and is distributed under |
| 6 | // the University of Illinois Open Source License. See LICENSE.TXT for details. |
Misha Brukman | b1c9317 | 2005-04-21 23:48:37 +0000 | [diff] [blame] | 7 | // |
John Criswell | 482202a | 2003-10-20 19:43:21 +0000 | [diff] [blame] | 8 | //===----------------------------------------------------------------------===// |
Chris Lattner | b03832d | 2002-09-24 00:08:39 +0000 | [diff] [blame] | 9 | // |
| 10 | // BreakCriticalEdges pass - Break all of the critical edges in the CFG by |
| 11 | // inserting a dummy basic block. This pass may be "required" by passes that |
| 12 | // cannot deal with critical edges. For this usage, the structure type is |
| 13 | // forward declared. This pass obviously invalidates the CFG, but can update |
Chris Lattner | 1e6d305 | 2003-11-10 04:42:42 +0000 | [diff] [blame] | 14 | // forward dominator (set, immediate dominators, tree, and frontier) |
| 15 | // information. |
Chris Lattner | b03832d | 2002-09-24 00:08:39 +0000 | [diff] [blame] | 16 | // |
| 17 | //===----------------------------------------------------------------------===// |
| 18 | |
| 19 | #include "llvm/Transforms/Scalar.h" |
Chris Lattner | 4474336 | 2003-11-10 04:10:50 +0000 | [diff] [blame] | 20 | #include "llvm/Transforms/Utils/BasicBlockUtils.h" |
Chris Lattner | b03832d | 2002-09-24 00:08:39 +0000 | [diff] [blame] | 21 | #include "llvm/Analysis/Dominators.h" |
| 22 | #include "llvm/Function.h" |
Misha Brukman | 63b38bd | 2004-07-29 17:30:56 +0000 | [diff] [blame] | 23 | #include "llvm/Instructions.h" |
Chris Lattner | 7b9020a | 2005-03-17 15:38:16 +0000 | [diff] [blame] | 24 | #include "llvm/Type.h" |
Chris Lattner | 75f80bd | 2002-09-24 15:51:56 +0000 | [diff] [blame] | 25 | #include "llvm/Support/CFG.h" |
Reid Spencer | 7c16caa | 2004-09-01 22:55:40 +0000 | [diff] [blame] | 26 | #include "llvm/ADT/Statistic.h" |
Chris Lattner | df3c342 | 2004-01-09 06:12:26 +0000 | [diff] [blame] | 27 | using namespace llvm; |
Brian Gaeke | 960707c | 2003-11-11 22:41:34 +0000 | [diff] [blame] | 28 | |
Chris Lattner | 4bec665 | 2002-09-24 15:43:12 +0000 | [diff] [blame] | 29 | namespace { |
Chris Lattner | bf3a099 | 2002-10-01 22:38:41 +0000 | [diff] [blame] | 30 | Statistic<> NumBroken("break-crit-edges", "Number of blocks inserted"); |
Chris Lattner | b03832d | 2002-09-24 00:08:39 +0000 | [diff] [blame] | 31 | |
Chris Lattner | 4bec665 | 2002-09-24 15:43:12 +0000 | [diff] [blame] | 32 | struct BreakCriticalEdges : public FunctionPass { |
| 33 | virtual bool runOnFunction(Function &F); |
Misha Brukman | b1c9317 | 2005-04-21 23:48:37 +0000 | [diff] [blame] | 34 | |
Chris Lattner | 4bec665 | 2002-09-24 15:43:12 +0000 | [diff] [blame] | 35 | virtual void getAnalysisUsage(AnalysisUsage &AU) const { |
| 36 | AU.addPreserved<DominatorSet>(); |
| 37 | AU.addPreserved<ImmediateDominators>(); |
| 38 | AU.addPreserved<DominatorTree>(); |
Chris Lattner | 12764c8 | 2002-10-31 02:44:36 +0000 | [diff] [blame] | 39 | AU.addPreserved<DominanceFrontier>(); |
Chris Lattner | 72272a7 | 2003-10-12 21:52:28 +0000 | [diff] [blame] | 40 | |
| 41 | // No loop canonicalization guarantees are broken by this pass. |
| 42 | AU.addPreservedID(LoopSimplifyID); |
Chris Lattner | 4bec665 | 2002-09-24 15:43:12 +0000 | [diff] [blame] | 43 | } |
| 44 | }; |
Chris Lattner | b03832d | 2002-09-24 00:08:39 +0000 | [diff] [blame] | 45 | |
Chris Lattner | 4bec665 | 2002-09-24 15:43:12 +0000 | [diff] [blame] | 46 | RegisterOpt<BreakCriticalEdges> X("break-crit-edges", |
| 47 | "Break critical edges in CFG"); |
| 48 | } |
Chris Lattner | b03832d | 2002-09-24 00:08:39 +0000 | [diff] [blame] | 49 | |
Chris Lattner | 75f80bd | 2002-09-24 15:51:56 +0000 | [diff] [blame] | 50 | // Publically exposed interface to pass... |
Chris Lattner | df3c342 | 2004-01-09 06:12:26 +0000 | [diff] [blame] | 51 | const PassInfo *llvm::BreakCriticalEdgesID = X.getPassInfo(); |
Chris Lattner | 7471b96 | 2004-07-31 10:01:58 +0000 | [diff] [blame] | 52 | FunctionPass *llvm::createBreakCriticalEdgesPass() { |
| 53 | return new BreakCriticalEdges(); |
| 54 | } |
Chris Lattner | b03832d | 2002-09-24 00:08:39 +0000 | [diff] [blame] | 55 | |
Chris Lattner | 1e6d305 | 2003-11-10 04:42:42 +0000 | [diff] [blame] | 56 | // runOnFunction - Loop over all of the edges in the CFG, breaking critical |
| 57 | // edges as they are found. |
| 58 | // |
| 59 | bool BreakCriticalEdges::runOnFunction(Function &F) { |
| 60 | bool Changed = false; |
| 61 | for (Function::iterator I = F.begin(), E = F.end(); I != E; ++I) { |
| 62 | TerminatorInst *TI = I->getTerminator(); |
| 63 | if (TI->getNumSuccessors() > 1) |
| 64 | for (unsigned i = 0, e = TI->getNumSuccessors(); i != e; ++i) |
| 65 | if (SplitCriticalEdge(TI, i, this)) { |
| 66 | ++NumBroken; |
| 67 | Changed = true; |
| 68 | } |
| 69 | } |
| 70 | |
| 71 | return Changed; |
| 72 | } |
| 73 | |
| 74 | //===----------------------------------------------------------------------===// |
| 75 | // Implementation of the external critical edge manipulation functions |
| 76 | //===----------------------------------------------------------------------===// |
Chris Lattner | 75f80bd | 2002-09-24 15:51:56 +0000 | [diff] [blame] | 77 | |
| 78 | // isCriticalEdge - Return true if the specified edge is a critical edge. |
| 79 | // Critical edges are edges from a block with multiple successors to a block |
| 80 | // with multiple predecessors. |
| 81 | // |
Chris Lattner | df3c342 | 2004-01-09 06:12:26 +0000 | [diff] [blame] | 82 | bool llvm::isCriticalEdge(const TerminatorInst *TI, unsigned SuccNum) { |
Chris Lattner | 75f80bd | 2002-09-24 15:51:56 +0000 | [diff] [blame] | 83 | assert(SuccNum < TI->getNumSuccessors() && "Illegal edge specification!"); |
Chris Lattner | 5ac72de | 2002-10-08 21:06:27 +0000 | [diff] [blame] | 84 | if (TI->getNumSuccessors() == 1) return false; |
Chris Lattner | 75f80bd | 2002-09-24 15:51:56 +0000 | [diff] [blame] | 85 | |
| 86 | const BasicBlock *Dest = TI->getSuccessor(SuccNum); |
| 87 | pred_const_iterator I = pred_begin(Dest), E = pred_end(Dest); |
| 88 | |
| 89 | // If there is more than one predecessor, this is a critical edge... |
| 90 | assert(I != E && "No preds, but we have an edge to the block?"); |
| 91 | ++I; // Skip one edge due to the incoming arc from TI. |
| 92 | return I != E; |
| 93 | } |
| 94 | |
Chris Lattner | 4474336 | 2003-11-10 04:10:50 +0000 | [diff] [blame] | 95 | // SplitCriticalEdge - If this edge is a critical edge, insert a new node to |
| 96 | // split the critical edge. This will update DominatorSet, ImmediateDominator, |
| 97 | // DominatorTree, and DominatorFrontier information if it is available, thus |
| 98 | // calling this pass will not invalidate either of them. This returns true if |
| 99 | // the edge was split, false otherwise. |
Chris Lattner | 75f80bd | 2002-09-24 15:51:56 +0000 | [diff] [blame] | 100 | // |
Chris Lattner | df3c342 | 2004-01-09 06:12:26 +0000 | [diff] [blame] | 101 | bool llvm::SplitCriticalEdge(TerminatorInst *TI, unsigned SuccNum, Pass *P) { |
Chris Lattner | 4474336 | 2003-11-10 04:10:50 +0000 | [diff] [blame] | 102 | if (!isCriticalEdge(TI, SuccNum)) return false; |
Chris Lattner | 75f80bd | 2002-09-24 15:51:56 +0000 | [diff] [blame] | 103 | BasicBlock *TIBB = TI->getParent(); |
Chris Lattner | 12764c8 | 2002-10-31 02:44:36 +0000 | [diff] [blame] | 104 | BasicBlock *DestBB = TI->getSuccessor(SuccNum); |
Chris Lattner | 75f80bd | 2002-09-24 15:51:56 +0000 | [diff] [blame] | 105 | |
| 106 | // Create a new basic block, linking it into the CFG. |
Chris Lattner | 12764c8 | 2002-10-31 02:44:36 +0000 | [diff] [blame] | 107 | BasicBlock *NewBB = new BasicBlock(TIBB->getName() + "." + |
| 108 | DestBB->getName() + "_crit_edge"); |
Chris Lattner | 75f80bd | 2002-09-24 15:51:56 +0000 | [diff] [blame] | 109 | // Create our unconditional branch... |
Chris Lattner | a296000 | 2003-11-21 16:52:05 +0000 | [diff] [blame] | 110 | new BranchInst(DestBB, NewBB); |
Misha Brukman | b1c9317 | 2005-04-21 23:48:37 +0000 | [diff] [blame] | 111 | |
Chris Lattner | 75f80bd | 2002-09-24 15:51:56 +0000 | [diff] [blame] | 112 | // Branch to the new block, breaking the edge... |
| 113 | TI->setSuccessor(SuccNum, NewBB); |
| 114 | |
| 115 | // Insert the block into the function... right after the block TI lives in. |
| 116 | Function &F = *TIBB->getParent(); |
| 117 | F.getBasicBlockList().insert(TIBB->getNext(), NewBB); |
| 118 | |
| 119 | // If there are any PHI nodes in DestBB, we need to update them so that they |
| 120 | // merge incoming values from NewBB instead of from TIBB. |
| 121 | // |
Reid Spencer | 6614946 | 2004-09-15 17:06:42 +0000 | [diff] [blame] | 122 | for (BasicBlock::iterator I = DestBB->begin(); isa<PHINode>(I); ++I) { |
| 123 | PHINode *PN = cast<PHINode>(I); |
Chris Lattner | 2de229f | 2004-02-29 22:24:41 +0000 | [diff] [blame] | 124 | // We no longer enter through TIBB, now we come in through NewBB. Revector |
| 125 | // exactly one entry in the PHI node that used to come from TIBB to come |
| 126 | // from NewBB. |
Chris Lattner | b7ebe65 | 2005-08-12 21:58:07 +0000 | [diff] [blame^] | 127 | int BBIdx = PN->getBasicBlockIndex(TIBB); |
| 128 | PN->setIncomingBlock(BBIdx, NewBB); |
Chris Lattner | 75f80bd | 2002-09-24 15:51:56 +0000 | [diff] [blame] | 129 | } |
| 130 | |
Chris Lattner | 5ac72de | 2002-10-08 21:06:27 +0000 | [diff] [blame] | 131 | // If we don't have a pass object, we can't update anything... |
Chris Lattner | 4474336 | 2003-11-10 04:10:50 +0000 | [diff] [blame] | 132 | if (P == 0) return true; |
Chris Lattner | 5ac72de | 2002-10-08 21:06:27 +0000 | [diff] [blame] | 133 | |
Chris Lattner | bedbd6b | 2002-09-26 16:18:51 +0000 | [diff] [blame] | 134 | // Now update analysis information. These are the analyses that we are |
| 135 | // currently capable of updating... |
Chris Lattner | 75f80bd | 2002-09-24 15:51:56 +0000 | [diff] [blame] | 136 | // |
Chris Lattner | 75f80bd | 2002-09-24 15:51:56 +0000 | [diff] [blame] | 137 | |
Chris Lattner | bedbd6b | 2002-09-26 16:18:51 +0000 | [diff] [blame] | 138 | // Should we update DominatorSet information? |
Chris Lattner | 5ac72de | 2002-10-08 21:06:27 +0000 | [diff] [blame] | 139 | if (DominatorSet *DS = P->getAnalysisToUpdate<DominatorSet>()) { |
Chris Lattner | bedbd6b | 2002-09-26 16:18:51 +0000 | [diff] [blame] | 140 | // The blocks that dominate the new one are the blocks that dominate TIBB |
| 141 | // plus the new block itself. |
| 142 | DominatorSet::DomSetType DomSet = DS->getDominators(TIBB); |
| 143 | DomSet.insert(NewBB); // A block always dominates itself. |
| 144 | DS->addBasicBlock(NewBB, DomSet); |
| 145 | } |
Chris Lattner | 75f80bd | 2002-09-24 15:51:56 +0000 | [diff] [blame] | 146 | |
Misha Brukman | 8b2bd4e | 2003-10-10 17:57:28 +0000 | [diff] [blame] | 147 | // Should we update ImmediateDominator information? |
Chris Lattner | 5ac72de | 2002-10-08 21:06:27 +0000 | [diff] [blame] | 148 | if (ImmediateDominators *ID = P->getAnalysisToUpdate<ImmediateDominators>()) { |
Chris Lattner | bedbd6b | 2002-09-26 16:18:51 +0000 | [diff] [blame] | 149 | // TIBB is the new immediate dominator for NewBB. NewBB doesn't dominate |
| 150 | // anything. |
| 151 | ID->addNewBlock(NewBB, TIBB); |
| 152 | } |
Misha Brukman | b1c9317 | 2005-04-21 23:48:37 +0000 | [diff] [blame] | 153 | |
Chris Lattner | bedbd6b | 2002-09-26 16:18:51 +0000 | [diff] [blame] | 154 | // Should we update DominatorTree information? |
Chris Lattner | 5ac72de | 2002-10-08 21:06:27 +0000 | [diff] [blame] | 155 | if (DominatorTree *DT = P->getAnalysisToUpdate<DominatorTree>()) { |
Chris Lattner | bedbd6b | 2002-09-26 16:18:51 +0000 | [diff] [blame] | 156 | DominatorTree::Node *TINode = DT->getNode(TIBB); |
Misha Brukman | b1c9317 | 2005-04-21 23:48:37 +0000 | [diff] [blame] | 157 | |
Chris Lattner | bedbd6b | 2002-09-26 16:18:51 +0000 | [diff] [blame] | 158 | // The new block is not the immediate dominator for any other nodes, but |
| 159 | // TINode is the immediate dominator for the new node. |
| 160 | // |
Chris Lattner | b736850 | 2002-10-08 21:53:51 +0000 | [diff] [blame] | 161 | if (TINode) // Don't break unreachable code! |
| 162 | DT->createNewNode(NewBB, TINode); |
Chris Lattner | 75f80bd | 2002-09-24 15:51:56 +0000 | [diff] [blame] | 163 | } |
Chris Lattner | 12764c8 | 2002-10-31 02:44:36 +0000 | [diff] [blame] | 164 | |
| 165 | // Should we update DominanceFrontier information? |
| 166 | if (DominanceFrontier *DF = P->getAnalysisToUpdate<DominanceFrontier>()) { |
| 167 | // Since the new block is dominated by its only predecessor TIBB, |
| 168 | // it cannot be in any block's dominance frontier. Its dominance |
| 169 | // frontier is {DestBB}. |
| 170 | DominanceFrontier::DomSetType NewDFSet; |
| 171 | NewDFSet.insert(DestBB); |
| 172 | DF->addBasicBlock(NewBB, NewDFSet); |
| 173 | } |
Chris Lattner | 4474336 | 2003-11-10 04:10:50 +0000 | [diff] [blame] | 174 | return true; |
Chris Lattner | 75f80bd | 2002-09-24 15:51:56 +0000 | [diff] [blame] | 175 | } |