Owen Anderson | 2480737 | 2006-05-26 21:11:53 +0000 | [diff] [blame] | 1 | //===-- LCSSA.cpp - Convert loops into loop-closed SSA form ---------------===// |
Owen Anderson | 11f510b | 2006-05-26 13:58:26 +0000 | [diff] [blame] | 2 | // |
| 3 | // The LLVM Compiler Infrastructure |
| 4 | // |
| 5 | // This file was developed by Owen Anderson and is distributed under the |
| 6 | // University of Illinois Open Source License. See LICENSE.TXT for details. |
| 7 | // |
| 8 | //===----------------------------------------------------------------------===// |
| 9 | // |
| 10 | // This pass transforms loops by placing phi nodes at the end of the loops for |
| 11 | // all values that are live across the loop boundary. For example, it turns |
| 12 | // the left into the right code: |
| 13 | // |
| 14 | // for (...) for (...) |
| 15 | // if (c) if(c) |
| 16 | // X1 = ... X1 = ... |
| 17 | // else else |
| 18 | // X2 = ... X2 = ... |
| 19 | // X3 = phi(X1, X2) X3 = phi(X1, X2) |
| 20 | // ... = X3 + 4 X4 = phi(X3) |
| 21 | // ... = X4 + 4 |
| 22 | // |
| 23 | // This is still valid LLVM; the extra phi nodes are purely redundant, and will |
| 24 | // be trivially eliminated by InstCombine. The major benefit of this |
| 25 | // transformation is that it makes many other loop optimizations, such as |
| 26 | // LoopUnswitching, simpler. |
| 27 | // |
| 28 | //===----------------------------------------------------------------------===// |
| 29 | |
Owen Anderson | 2480737 | 2006-05-26 21:11:53 +0000 | [diff] [blame] | 30 | #include "llvm/Transforms/Scalar.h" |
Owen Anderson | 11f510b | 2006-05-26 13:58:26 +0000 | [diff] [blame] | 31 | #include "llvm/Pass.h" |
| 32 | #include "llvm/Function.h" |
| 33 | #include "llvm/Instructions.h" |
Owen Anderson | a90b2c7 | 2006-05-27 00:31:37 +0000 | [diff] [blame] | 34 | #include "llvm/ADT/Statistic.h" |
Owen Anderson | 2480737 | 2006-05-26 21:11:53 +0000 | [diff] [blame] | 35 | #include "llvm/Analysis/Dominators.h" |
Owen Anderson | 11f510b | 2006-05-26 13:58:26 +0000 | [diff] [blame] | 36 | #include "llvm/Analysis/LoopInfo.h" |
| 37 | #include "llvm/Support/CFG.h" |
Owen Anderson | 2480737 | 2006-05-26 21:11:53 +0000 | [diff] [blame] | 38 | #include <algorithm> |
Owen Anderson | 2f21e07 | 2006-05-27 18:47:11 +0000 | [diff] [blame] | 39 | #include <map> |
Owen Anderson | 11f510b | 2006-05-26 13:58:26 +0000 | [diff] [blame] | 40 | #include <vector> |
| 41 | |
| 42 | using namespace llvm; |
| 43 | |
| 44 | namespace { |
Owen Anderson | bd82277 | 2006-05-28 19:33:28 +0000 | [diff] [blame^] | 45 | static Statistic<> NumLCSSA("lcssa", |
| 46 | "Number of live out of a loop variables"); |
Owen Anderson | a90b2c7 | 2006-05-27 00:31:37 +0000 | [diff] [blame] | 47 | |
Owen Anderson | 11f510b | 2006-05-26 13:58:26 +0000 | [diff] [blame] | 48 | class LCSSA : public FunctionPass { |
| 49 | public: |
Owen Anderson | a90b2c7 | 2006-05-27 00:31:37 +0000 | [diff] [blame] | 50 | |
| 51 | |
Owen Anderson | 11f510b | 2006-05-26 13:58:26 +0000 | [diff] [blame] | 52 | LoopInfo *LI; // Loop information |
Owen Anderson | 2480737 | 2006-05-26 21:11:53 +0000 | [diff] [blame] | 53 | DominatorTree *DT; // Dominator Tree for the current Loop... |
| 54 | DominanceFrontier *DF; // Current Dominance Frontier |
Owen Anderson | 11f510b | 2006-05-26 13:58:26 +0000 | [diff] [blame] | 55 | |
| 56 | virtual bool runOnFunction(Function &F); |
Owen Anderson | fc3a3bc | 2006-05-26 21:19:17 +0000 | [diff] [blame] | 57 | bool visitSubloop(Loop* L); |
Owen Anderson | 11f510b | 2006-05-26 13:58:26 +0000 | [diff] [blame] | 58 | |
| 59 | /// This transformation requires natural loop information & requires that |
Owen Anderson | a90b2c7 | 2006-05-27 00:31:37 +0000 | [diff] [blame] | 60 | /// loop preheaders be inserted into the CFG. It maintains both of these, |
| 61 | /// as well as the CFG. It also requires dominator information. |
Owen Anderson | 11f510b | 2006-05-26 13:58:26 +0000 | [diff] [blame] | 62 | /// |
| 63 | virtual void getAnalysisUsage(AnalysisUsage &AU) const { |
Owen Anderson | 2480737 | 2006-05-26 21:11:53 +0000 | [diff] [blame] | 64 | AU.setPreservesCFG(); |
Owen Anderson | 11f510b | 2006-05-26 13:58:26 +0000 | [diff] [blame] | 65 | AU.addRequiredID(LoopSimplifyID); |
| 66 | AU.addPreservedID(LoopSimplifyID); |
| 67 | AU.addRequired<LoopInfo>(); |
| 68 | AU.addPreserved<LoopInfo>(); |
Owen Anderson | 2f21e07 | 2006-05-27 18:47:11 +0000 | [diff] [blame] | 69 | AU.addRequired<DominatorTree>(); |
Owen Anderson | 2480737 | 2006-05-26 21:11:53 +0000 | [diff] [blame] | 70 | AU.addRequired<DominanceFrontier>(); |
Owen Anderson | 11f510b | 2006-05-26 13:58:26 +0000 | [diff] [blame] | 71 | } |
| 72 | private: |
Owen Anderson | 2480737 | 2006-05-26 21:11:53 +0000 | [diff] [blame] | 73 | std::set<Instruction*> getLoopValuesUsedOutsideLoop(Loop *L, |
| 74 | std::vector<BasicBlock*> LoopBlocks); |
Owen Anderson | 11f510b | 2006-05-26 13:58:26 +0000 | [diff] [blame] | 75 | }; |
| 76 | |
| 77 | RegisterOpt<LCSSA> X("lcssa", "Loop-Closed SSA Form Pass"); |
| 78 | } |
| 79 | |
| 80 | FunctionPass *llvm::createLCSSAPass() { return new LCSSA(); } |
| 81 | |
| 82 | bool LCSSA::runOnFunction(Function &F) { |
| 83 | bool changed = false; |
| 84 | LI = &getAnalysis<LoopInfo>(); |
Owen Anderson | 2480737 | 2006-05-26 21:11:53 +0000 | [diff] [blame] | 85 | DF = &getAnalysis<DominanceFrontier>(); |
| 86 | DT = &getAnalysis<DominatorTree>(); |
Owen Anderson | 11f510b | 2006-05-26 13:58:26 +0000 | [diff] [blame] | 87 | |
| 88 | for (LoopInfo::iterator I = LI->begin(), E = LI->end(); I != E; ++I) { |
Owen Anderson | 2480737 | 2006-05-26 21:11:53 +0000 | [diff] [blame] | 89 | changed |= visitSubloop(*I); |
Owen Anderson | 11f510b | 2006-05-26 13:58:26 +0000 | [diff] [blame] | 90 | } |
| 91 | |
| 92 | return changed; |
| 93 | } |
| 94 | |
Owen Anderson | 2480737 | 2006-05-26 21:11:53 +0000 | [diff] [blame] | 95 | bool LCSSA::visitSubloop(Loop* L) { |
| 96 | for (Loop::iterator I = L->begin(), E = L->end(); I != E; ++I) |
| 97 | visitSubloop(*I); |
| 98 | |
| 99 | // Speed up queries by creating a sorted list of blocks |
| 100 | std::vector<BasicBlock*> LoopBlocks(L->block_begin(), L->block_end()); |
| 101 | std::sort(LoopBlocks.begin(), LoopBlocks.end()); |
| 102 | |
| 103 | std::set<Instruction*> AffectedValues = getLoopValuesUsedOutsideLoop(L, |
| 104 | LoopBlocks); |
Owen Anderson | 11f510b | 2006-05-26 13:58:26 +0000 | [diff] [blame] | 105 | |
| 106 | std::vector<BasicBlock*> exitBlocks; |
| 107 | L->getExitBlocks(exitBlocks); |
| 108 | |
Owen Anderson | 2f21e07 | 2006-05-27 18:47:11 +0000 | [diff] [blame] | 109 | // Phi nodes that need to be IDF-processed |
| 110 | std::vector<PHINode*> workList; |
| 111 | |
| 112 | // Iterate over all affected values for this loop and insert Phi nodes |
| 113 | // for them in the appropriate exit blocks |
Owen Anderson | 2480737 | 2006-05-26 21:11:53 +0000 | [diff] [blame] | 114 | for (std::set<Instruction*>::iterator I = AffectedValues.begin(), |
| 115 | E = AffectedValues.end(); I != E; ++I) { |
Owen Anderson | a90b2c7 | 2006-05-27 00:31:37 +0000 | [diff] [blame] | 116 | ++NumLCSSA; // We are applying the transformation |
Owen Anderson | 2480737 | 2006-05-26 21:11:53 +0000 | [diff] [blame] | 117 | for (std::vector<BasicBlock*>::iterator BBI = exitBlocks.begin(), |
| 118 | BBE = exitBlocks.end(); BBI != BBE; ++BBI) { |
| 119 | PHINode *phi = new PHINode((*I)->getType(), "lcssa"); |
| 120 | (*BBI)->getInstList().insert((*BBI)->front(), phi); |
Owen Anderson | 2f21e07 | 2006-05-27 18:47:11 +0000 | [diff] [blame] | 121 | workList.push_back(phi); |
Owen Anderson | 11f510b | 2006-05-26 13:58:26 +0000 | [diff] [blame] | 122 | |
Owen Anderson | 2f21e07 | 2006-05-27 18:47:11 +0000 | [diff] [blame] | 123 | // Since LoopSimplify has been run, we know that all of these predecessors |
| 124 | // are in the loop, so just hook them up in the obvious manner. |
Owen Anderson | 2480737 | 2006-05-26 21:11:53 +0000 | [diff] [blame] | 125 | for (pred_iterator PI = pred_begin(*BBI), PE = pred_end(*BBI); PI != PE; |
| 126 | ++PI) |
| 127 | phi->addIncoming(*I, *PI); |
| 128 | } |
Owen Anderson | 11f510b | 2006-05-26 13:58:26 +0000 | [diff] [blame] | 129 | |
Owen Anderson | bd82277 | 2006-05-28 19:33:28 +0000 | [diff] [blame^] | 130 | // Calculate the IDF of these LCSSA Phi nodes, inserting new Phi's where |
| 131 | // necessary. Keep track of these new Phi's in DFPhis. |
| 132 | std::map<BasicBlock*, PHINode*> DFPhis; |
| 133 | for (std::vector<PHINode*>::iterator DFI = workList.begin(), |
| 134 | E = workList.end(); DFI != E; ++DFI) { |
Owen Anderson | 2f21e07 | 2006-05-27 18:47:11 +0000 | [diff] [blame] | 135 | |
Owen Anderson | bd82277 | 2006-05-28 19:33:28 +0000 | [diff] [blame^] | 136 | // Get the current Phi's DF, and insert Phi nodes. Add these new |
| 137 | // nodes to our worklist. |
| 138 | DominanceFrontier::const_iterator it = DF->find((*DFI)->getParent()); |
| 139 | if (it != DF->end()) { |
| 140 | const DominanceFrontier::DomSetType &S = it->second; |
| 141 | for (DominanceFrontier::DomSetType::const_iterator P = S.begin(), |
Owen Anderson | 2f21e07 | 2006-05-27 18:47:11 +0000 | [diff] [blame] | 142 | PE = S.end(); P != PE; ++P) { |
Owen Anderson | bd82277 | 2006-05-28 19:33:28 +0000 | [diff] [blame^] | 143 | if (DFPhis[*P] == 0) { |
| 144 | // Still doesn't have operands... |
| 145 | PHINode *phi = new PHINode((*DFI)->getType(), "lcssa"); |
| 146 | (*P)->getInstList().insert((*P)->front(), phi); |
| 147 | DFPhis[*P] = phi; |
Owen Anderson | 2f21e07 | 2006-05-27 18:47:11 +0000 | [diff] [blame] | 148 | |
Owen Anderson | bd82277 | 2006-05-28 19:33:28 +0000 | [diff] [blame^] | 149 | workList.push_back(phi); |
| 150 | } |
Owen Anderson | 2f21e07 | 2006-05-27 18:47:11 +0000 | [diff] [blame] | 151 | } |
| 152 | } |
Owen Anderson | 2f21e07 | 2006-05-27 18:47:11 +0000 | [diff] [blame] | 153 | |
Owen Anderson | bd82277 | 2006-05-28 19:33:28 +0000 | [diff] [blame^] | 154 | // Get the predecessor blocks of the current Phi, and use them to hook up |
| 155 | // the operands of the current Phi to any members of DFPhis that dominate |
| 156 | // it. This is a nop for the Phis inserted directly in the exit blocks, |
| 157 | // since they are not dominated by any members of DFPhis. |
| 158 | for (pred_iterator PI = pred_begin((*DFI)->getParent()), |
| 159 | E = pred_end((*DFI)->getParent()); PI != E; ++PI) |
| 160 | for (std::map<BasicBlock*, PHINode*>::iterator MI = DFPhis.begin(), |
| 161 | ME = DFPhis.end(); MI != ME; ++MI) |
| 162 | if (DT->getNode((*MI).first)->dominates(DT->getNode(*PI))) { |
| 163 | (*DFI)->addIncoming((*MI).second, *PI); |
Owen Anderson | 2f21e07 | 2006-05-27 18:47:11 +0000 | [diff] [blame] | 164 | |
Owen Anderson | bd82277 | 2006-05-28 19:33:28 +0000 | [diff] [blame^] | 165 | // Since dominate() is not cheap, don't do it more than we have to. |
| 166 | break; |
| 167 | } |
| 168 | } |
| 169 | |
| 170 | // FIXME: Should update all uses. |
Owen Anderson | 2f21e07 | 2006-05-27 18:47:11 +0000 | [diff] [blame] | 171 | } |
Owen Anderson | 2480737 | 2006-05-26 21:11:53 +0000 | [diff] [blame] | 172 | return true; // FIXME: Should be more intelligent in our return value. |
Owen Anderson | 11f510b | 2006-05-26 13:58:26 +0000 | [diff] [blame] | 173 | } |
| 174 | |
Owen Anderson | 2480737 | 2006-05-26 21:11:53 +0000 | [diff] [blame] | 175 | /// getLoopValuesUsedOutsideLoop - Return any values defined in the loop that |
| 176 | /// are used by instructions outside of it. |
| 177 | std::set<Instruction*> LCSSA::getLoopValuesUsedOutsideLoop(Loop *L, |
| 178 | std::vector<BasicBlock*> LoopBlocks) { |
Owen Anderson | 11f510b | 2006-05-26 13:58:26 +0000 | [diff] [blame] | 179 | |
Owen Anderson | 2480737 | 2006-05-26 21:11:53 +0000 | [diff] [blame] | 180 | std::set<Instruction*> AffectedValues; |
Owen Anderson | 11f510b | 2006-05-26 13:58:26 +0000 | [diff] [blame] | 181 | for (Loop::block_iterator BB = L->block_begin(), E = L->block_end(); |
| 182 | BB != E; ++BB) { |
| 183 | for (BasicBlock::iterator I = (*BB)->begin(), E = (*BB)->end(); I != E; ++I) |
| 184 | for (Value::use_iterator UI = I->use_begin(), E = I->use_end(); UI != E; |
| 185 | ++UI) { |
| 186 | BasicBlock *UserBB = cast<Instruction>(*UI)->getParent(); |
Owen Anderson | 2480737 | 2006-05-26 21:11:53 +0000 | [diff] [blame] | 187 | if (!std::binary_search(LoopBlocks.begin(), LoopBlocks.end(), UserBB)) |
Owen Anderson | 11f510b | 2006-05-26 13:58:26 +0000 | [diff] [blame] | 188 | AffectedValues.insert(I); |
| 189 | } |
| 190 | } |
| 191 | return AffectedValues; |
Owen Anderson | 2480737 | 2006-05-26 21:11:53 +0000 | [diff] [blame] | 192 | } |