Owen Anderson | 5fba6c1 | 2007-05-29 21:53:49 +0000 | [diff] [blame] | 1 | //===- GVNPRE.cpp - Eliminate redundant values and expressions ------------===// |
| 2 | // |
| 3 | // The LLVM Compiler Infrastructure |
| 4 | // |
| 5 | // This file was developed by the Owen Anderson and is distributed under |
| 6 | // the University of Illinois Open Source License. See LICENSE.TXT for details. |
| 7 | // |
| 8 | //===----------------------------------------------------------------------===// |
| 9 | // |
| 10 | // This pass performs a hybrid of global value numbering and partial redundancy |
| 11 | // elimination, known as GVN-PRE. It performs partial redundancy elimination on |
| 12 | // values, rather than lexical expressions, allowing a more comprehensive view |
| 13 | // the optimization. It replaces redundant values with uses of earlier |
| 14 | // occurences of the same value. While this is beneficial in that it eliminates |
| 15 | // unneeded computation, it also increases register pressure by creating large |
| 16 | // live ranges, and should be used with caution on platforms that a very |
| 17 | // sensitive to register pressure. |
| 18 | // |
| 19 | //===----------------------------------------------------------------------===// |
| 20 | |
| 21 | #define DEBUG_TYPE "gvnpre" |
| 22 | #include "llvm/Value.h" |
| 23 | #include "llvm/Transforms/Scalar.h" |
| 24 | #include "llvm/Instructions.h" |
| 25 | #include "llvm/Function.h" |
| 26 | #include "llvm/Analysis/Dominators.h" |
| 27 | #include "llvm/Analysis/PostDominators.h" |
| 28 | #include "llvm/ADT/DepthFirstIterator.h" |
| 29 | #include "llvm/ADT/Statistic.h" |
Owen Anderson | be80240 | 2007-06-08 01:03:01 +0000 | [diff] [blame] | 30 | #include "llvm/Support/CFG.h" |
Owen Anderson | 5fba6c1 | 2007-05-29 21:53:49 +0000 | [diff] [blame] | 31 | #include "llvm/Support/Compiler.h" |
Owen Anderson | 4a6ec8f | 2007-05-29 23:15:21 +0000 | [diff] [blame] | 32 | #include "llvm/Support/Debug.h" |
Owen Anderson | 5fba6c1 | 2007-05-29 21:53:49 +0000 | [diff] [blame] | 33 | #include <algorithm> |
Owen Anderson | 331bf6a | 2007-05-31 22:44:11 +0000 | [diff] [blame] | 34 | #include <deque> |
Owen Anderson | 5fba6c1 | 2007-05-29 21:53:49 +0000 | [diff] [blame] | 35 | #include <map> |
Owen Anderson | 331bf6a | 2007-05-31 22:44:11 +0000 | [diff] [blame] | 36 | #include <vector> |
Owen Anderson | 5fba6c1 | 2007-05-29 21:53:49 +0000 | [diff] [blame] | 37 | #include <set> |
Owen Anderson | 5fba6c1 | 2007-05-29 21:53:49 +0000 | [diff] [blame] | 38 | using namespace llvm; |
| 39 | |
Owen Anderson | 0b68cda | 2007-06-03 05:55:58 +0000 | [diff] [blame] | 40 | struct ExprLT { |
| 41 | bool operator()(Value* left, Value* right) { |
| 42 | if (!isa<BinaryOperator>(left) || !isa<BinaryOperator>(right)) |
| 43 | return left < right; |
| 44 | |
| 45 | BinaryOperator* BO1 = cast<BinaryOperator>(left); |
| 46 | BinaryOperator* BO2 = cast<BinaryOperator>(right); |
| 47 | |
Owen Anderson | 55994f2 | 2007-06-08 20:44:02 +0000 | [diff] [blame^] | 48 | if (BO1->getOpcode() != BO2->getOpcode()) |
| 49 | return BO1->getOpcode() < BO2->getOpcode(); |
| 50 | else if ((*this)(BO1->getOperand(0), BO2->getOperand(0))) |
Owen Anderson | 0b68cda | 2007-06-03 05:55:58 +0000 | [diff] [blame] | 51 | return true; |
| 52 | else if ((*this)(BO2->getOperand(0), BO1->getOperand(0))) |
| 53 | return false; |
| 54 | else |
| 55 | return (*this)(BO1->getOperand(1), BO2->getOperand(1)); |
| 56 | } |
| 57 | }; |
| 58 | |
Owen Anderson | 5fba6c1 | 2007-05-29 21:53:49 +0000 | [diff] [blame] | 59 | namespace { |
| 60 | |
| 61 | class VISIBILITY_HIDDEN GVNPRE : public FunctionPass { |
| 62 | bool runOnFunction(Function &F); |
| 63 | public: |
| 64 | static char ID; // Pass identification, replacement for typeid |
| 65 | GVNPRE() : FunctionPass((intptr_t)&ID) { nextValueNumber = 0; } |
| 66 | |
| 67 | private: |
| 68 | uint32_t nextValueNumber; |
Owen Anderson | 0b68cda | 2007-06-03 05:55:58 +0000 | [diff] [blame] | 69 | typedef std::map<Value*, uint32_t, ExprLT> ValueTable; |
Owen Anderson | be80240 | 2007-06-08 01:03:01 +0000 | [diff] [blame] | 70 | ValueTable VN; |
| 71 | std::set<Value*, ExprLT> MS; |
| 72 | std::set<Instruction*> createdExpressions; |
Owen Anderson | 81d156e | 2007-05-31 00:42:15 +0000 | [diff] [blame] | 73 | |
Owen Anderson | 5fba6c1 | 2007-05-29 21:53:49 +0000 | [diff] [blame] | 74 | virtual void getAnalysisUsage(AnalysisUsage &AU) const { |
| 75 | AU.setPreservesCFG(); |
| 76 | AU.addRequired<DominatorTree>(); |
| 77 | AU.addRequired<PostDominatorTree>(); |
| 78 | } |
| 79 | |
| 80 | // Helper fuctions |
| 81 | // FIXME: eliminate or document these better |
Owen Anderson | 2e5efc3 | 2007-06-08 01:52:45 +0000 | [diff] [blame] | 82 | void dump(const std::set<Value*>& s) const; |
| 83 | void dump_unique(const std::set<Value*, ExprLT>& s) const; |
Owen Anderson | be80240 | 2007-06-08 01:03:01 +0000 | [diff] [blame] | 84 | void clean(std::set<Value*, ExprLT>& set); |
| 85 | bool add(Value* V, uint32_t number); |
| 86 | Value* find_leader(std::set<Value*, ExprLT>& vals, |
| 87 | Value* v); |
| 88 | Value* phi_translate(std::set<Value*, ExprLT>& set, |
Owen Anderson | 38b6b22 | 2007-06-04 18:05:26 +0000 | [diff] [blame] | 89 | Value* V, BasicBlock* pred); |
Owen Anderson | be80240 | 2007-06-08 01:03:01 +0000 | [diff] [blame] | 90 | void phi_translate_set(std::set<Value*, ExprLT>& anticIn, BasicBlock* B, |
Owen Anderson | 0b68cda | 2007-06-03 05:55:58 +0000 | [diff] [blame] | 91 | std::set<Value*, ExprLT>& out); |
Owen Anderson | 5fba6c1 | 2007-05-29 21:53:49 +0000 | [diff] [blame] | 92 | |
Owen Anderson | be80240 | 2007-06-08 01:03:01 +0000 | [diff] [blame] | 93 | void topo_sort(std::set<Value*, ExprLT>& set, |
Owen Anderson | 0b68cda | 2007-06-03 05:55:58 +0000 | [diff] [blame] | 94 | std::vector<Value*>& vec); |
Owen Anderson | 331bf6a | 2007-05-31 22:44:11 +0000 | [diff] [blame] | 95 | |
Owen Anderson | 5fba6c1 | 2007-05-29 21:53:49 +0000 | [diff] [blame] | 96 | // For a given block, calculate the generated expressions, temporaries, |
| 97 | // and the AVAIL_OUT set |
Owen Anderson | be80240 | 2007-06-08 01:03:01 +0000 | [diff] [blame] | 98 | void CalculateAvailOut(DomTreeNode* DI, |
Owen Anderson | 0b68cda | 2007-06-03 05:55:58 +0000 | [diff] [blame] | 99 | std::set<Value*, ExprLT>& currExps, |
Owen Anderson | 5fba6c1 | 2007-05-29 21:53:49 +0000 | [diff] [blame] | 100 | std::set<PHINode*>& currPhis, |
Owen Anderson | 0eca9aa | 2007-06-03 22:02:14 +0000 | [diff] [blame] | 101 | std::set<Value*>& currTemps, |
Owen Anderson | 0b68cda | 2007-06-03 05:55:58 +0000 | [diff] [blame] | 102 | std::set<Value*, ExprLT>& currAvail, |
| 103 | std::map<BasicBlock*, std::set<Value*, ExprLT> > availOut); |
Owen Anderson | 5fba6c1 | 2007-05-29 21:53:49 +0000 | [diff] [blame] | 104 | |
| 105 | }; |
| 106 | |
| 107 | char GVNPRE::ID = 0; |
| 108 | |
| 109 | } |
| 110 | |
| 111 | FunctionPass *llvm::createGVNPREPass() { return new GVNPRE(); } |
| 112 | |
| 113 | RegisterPass<GVNPRE> X("gvnpre", |
| 114 | "Global Value Numbering/Partial Redundancy Elimination"); |
| 115 | |
Owen Anderson | 5fba6c1 | 2007-05-29 21:53:49 +0000 | [diff] [blame] | 116 | |
Owen Anderson | 0b68cda | 2007-06-03 05:55:58 +0000 | [diff] [blame] | 117 | |
Owen Anderson | be80240 | 2007-06-08 01:03:01 +0000 | [diff] [blame] | 118 | bool GVNPRE::add(Value* V, uint32_t number) { |
| 119 | std::pair<ValueTable::iterator, bool> ret = VN.insert(std::make_pair(V, number)); |
Owen Anderson | 0b68cda | 2007-06-03 05:55:58 +0000 | [diff] [blame] | 120 | if (isa<BinaryOperator>(V) || isa<PHINode>(V)) |
| 121 | MS.insert(V); |
| 122 | return ret.second; |
Owen Anderson | 5fba6c1 | 2007-05-29 21:53:49 +0000 | [diff] [blame] | 123 | } |
| 124 | |
Owen Anderson | be80240 | 2007-06-08 01:03:01 +0000 | [diff] [blame] | 125 | Value* GVNPRE::find_leader(std::set<Value*, ExprLT>& vals, Value* v) { |
Owen Anderson | 0b68cda | 2007-06-03 05:55:58 +0000 | [diff] [blame] | 126 | for (std::set<Value*, ExprLT>::iterator I = vals.begin(), E = vals.end(); |
Owen Anderson | be80240 | 2007-06-08 01:03:01 +0000 | [diff] [blame] | 127 | I != E; ++I) { |
| 128 | assert(VN.find(v) != VN.end() && "Value not numbered?"); |
| 129 | assert(VN.find(*I) != VN.end() && "Value not numbered?"); |
| 130 | if (VN[v] == VN[*I]) |
Owen Anderson | 0b68cda | 2007-06-03 05:55:58 +0000 | [diff] [blame] | 131 | return *I; |
Owen Anderson | be80240 | 2007-06-08 01:03:01 +0000 | [diff] [blame] | 132 | } |
Owen Anderson | 5fba6c1 | 2007-05-29 21:53:49 +0000 | [diff] [blame] | 133 | |
Owen Anderson | 0b68cda | 2007-06-03 05:55:58 +0000 | [diff] [blame] | 134 | return 0; |
Owen Anderson | 5fba6c1 | 2007-05-29 21:53:49 +0000 | [diff] [blame] | 135 | } |
| 136 | |
Owen Anderson | be80240 | 2007-06-08 01:03:01 +0000 | [diff] [blame] | 137 | Value* GVNPRE::phi_translate(std::set<Value*, ExprLT>& set, |
Owen Anderson | 38b6b22 | 2007-06-04 18:05:26 +0000 | [diff] [blame] | 138 | Value* V, BasicBlock* pred) { |
| 139 | if (V == 0) |
| 140 | return 0; |
| 141 | |
| 142 | if (BinaryOperator* BO = dyn_cast<BinaryOperator>(V)) { |
Owen Anderson | 3df5299 | 2007-06-04 23:28:33 +0000 | [diff] [blame] | 143 | Value* newOp1 = isa<Instruction>(BO->getOperand(0)) |
Owen Anderson | be80240 | 2007-06-08 01:03:01 +0000 | [diff] [blame] | 144 | ? phi_translate(set, |
Owen Anderson | 634a063 | 2007-06-06 01:27:49 +0000 | [diff] [blame] | 145 | find_leader(set, BO->getOperand(0)), |
Owen Anderson | 3df5299 | 2007-06-04 23:28:33 +0000 | [diff] [blame] | 146 | pred) |
| 147 | : BO->getOperand(0); |
Owen Anderson | 38b6b22 | 2007-06-04 18:05:26 +0000 | [diff] [blame] | 148 | if (newOp1 == 0) |
| 149 | return 0; |
| 150 | |
Owen Anderson | 3df5299 | 2007-06-04 23:28:33 +0000 | [diff] [blame] | 151 | Value* newOp2 = isa<Instruction>(BO->getOperand(1)) |
Owen Anderson | be80240 | 2007-06-08 01:03:01 +0000 | [diff] [blame] | 152 | ? phi_translate(set, |
Owen Anderson | 634a063 | 2007-06-06 01:27:49 +0000 | [diff] [blame] | 153 | find_leader(set, BO->getOperand(1)), |
Owen Anderson | 3df5299 | 2007-06-04 23:28:33 +0000 | [diff] [blame] | 154 | pred) |
| 155 | : BO->getOperand(1); |
Owen Anderson | 38b6b22 | 2007-06-04 18:05:26 +0000 | [diff] [blame] | 156 | if (newOp2 == 0) |
| 157 | return 0; |
| 158 | |
| 159 | if (newOp1 != BO->getOperand(0) || newOp2 != BO->getOperand(1)) { |
Owen Anderson | be80240 | 2007-06-08 01:03:01 +0000 | [diff] [blame] | 160 | Instruction* newVal = BinaryOperator::create(BO->getOpcode(), |
Owen Anderson | 38b6b22 | 2007-06-04 18:05:26 +0000 | [diff] [blame] | 161 | newOp1, newOp2, |
| 162 | BO->getName()+".gvnpre"); |
Owen Anderson | 55994f2 | 2007-06-08 20:44:02 +0000 | [diff] [blame^] | 163 | |
Owen Anderson | be80240 | 2007-06-08 01:03:01 +0000 | [diff] [blame] | 164 | if (add(newVal, nextValueNumber)) |
| 165 | nextValueNumber++; |
Owen Anderson | 634a063 | 2007-06-06 01:27:49 +0000 | [diff] [blame] | 166 | if (!find_leader(set, newVal)) { |
Owen Anderson | be80240 | 2007-06-08 01:03:01 +0000 | [diff] [blame] | 167 | DOUT << "Creating value: " << std::hex << newVal << std::dec << "\n"; |
| 168 | createdExpressions.insert(newVal); |
Owen Anderson | 38b6b22 | 2007-06-04 18:05:26 +0000 | [diff] [blame] | 169 | return newVal; |
Owen Anderson | c847209 | 2007-06-05 22:11:49 +0000 | [diff] [blame] | 170 | } else { |
Owen Anderson | 55994f2 | 2007-06-08 20:44:02 +0000 | [diff] [blame^] | 171 | ValueTable::iterator I = VN.find(newVal); |
| 172 | if (I->first == newVal) |
| 173 | VN.erase(newVal); |
| 174 | |
| 175 | std::set<Value*, ExprLT>::iterator F = MS.find(newVal); |
| 176 | if (*F == newVal) |
| 177 | MS.erase(newVal); |
| 178 | |
Owen Anderson | c847209 | 2007-06-05 22:11:49 +0000 | [diff] [blame] | 179 | delete newVal; |
Owen Anderson | 38b6b22 | 2007-06-04 18:05:26 +0000 | [diff] [blame] | 180 | return 0; |
Owen Anderson | c847209 | 2007-06-05 22:11:49 +0000 | [diff] [blame] | 181 | } |
Owen Anderson | 38b6b22 | 2007-06-04 18:05:26 +0000 | [diff] [blame] | 182 | } |
| 183 | } else if (PHINode* P = dyn_cast<PHINode>(V)) { |
| 184 | if (P->getParent() == pred->getTerminator()->getSuccessor(0)) |
| 185 | return P->getIncomingValueForBlock(pred); |
| 186 | } |
| 187 | |
| 188 | return V; |
| 189 | } |
| 190 | |
Owen Anderson | be80240 | 2007-06-08 01:03:01 +0000 | [diff] [blame] | 191 | void GVNPRE::phi_translate_set(std::set<Value*, ExprLT>& anticIn, BasicBlock* B, |
Owen Anderson | 0b68cda | 2007-06-03 05:55:58 +0000 | [diff] [blame] | 192 | std::set<Value*, ExprLT>& out) { |
Owen Anderson | 38b6b22 | 2007-06-04 18:05:26 +0000 | [diff] [blame] | 193 | for (std::set<Value*, ExprLT>::iterator I = anticIn.begin(), |
| 194 | E = anticIn.end(); I != E; ++I) { |
Owen Anderson | be80240 | 2007-06-08 01:03:01 +0000 | [diff] [blame] | 195 | Value* V = phi_translate(anticIn, *I, B); |
Owen Anderson | 38b6b22 | 2007-06-04 18:05:26 +0000 | [diff] [blame] | 196 | if (V != 0) |
| 197 | out.insert(V); |
Owen Anderson | 5fba6c1 | 2007-05-29 21:53:49 +0000 | [diff] [blame] | 198 | } |
| 199 | } |
| 200 | |
| 201 | // Remove all expressions whose operands are not themselves in the set |
Owen Anderson | be80240 | 2007-06-08 01:03:01 +0000 | [diff] [blame] | 202 | void GVNPRE::clean(std::set<Value*, ExprLT>& set) { |
Owen Anderson | 0b68cda | 2007-06-03 05:55:58 +0000 | [diff] [blame] | 203 | std::vector<Value*> worklist; |
Owen Anderson | be80240 | 2007-06-08 01:03:01 +0000 | [diff] [blame] | 204 | topo_sort(set, worklist); |
Owen Anderson | 5fba6c1 | 2007-05-29 21:53:49 +0000 | [diff] [blame] | 205 | |
Owen Anderson | be80240 | 2007-06-08 01:03:01 +0000 | [diff] [blame] | 206 | for (unsigned i = 0; i < worklist.size(); ++i) { |
| 207 | Value* v = worklist[i]; |
Owen Anderson | 5fba6c1 | 2007-05-29 21:53:49 +0000 | [diff] [blame] | 208 | |
Owen Anderson | 0b68cda | 2007-06-03 05:55:58 +0000 | [diff] [blame] | 209 | if (BinaryOperator* BO = dyn_cast<BinaryOperator>(v)) { |
Owen Anderson | be80240 | 2007-06-08 01:03:01 +0000 | [diff] [blame] | 210 | bool lhsValid = !isa<Instruction>(BO->getOperand(0)); |
| 211 | if (!lhsValid) |
| 212 | for (std::set<Value*, ExprLT>::iterator I = set.begin(), E = set.end(); |
| 213 | I != E; ++I) |
| 214 | if (VN[*I] == VN[BO->getOperand(0)]) { |
| 215 | lhsValid = true; |
| 216 | break; |
| 217 | } |
Owen Anderson | 0b68cda | 2007-06-03 05:55:58 +0000 | [diff] [blame] | 218 | |
Owen Anderson | be80240 | 2007-06-08 01:03:01 +0000 | [diff] [blame] | 219 | bool rhsValid = !isa<Instruction>(BO->getOperand(1)); |
| 220 | if (!rhsValid) |
Owen Anderson | 0b68cda | 2007-06-03 05:55:58 +0000 | [diff] [blame] | 221 | for (std::set<Value*, ExprLT>::iterator I = set.begin(), E = set.end(); |
| 222 | I != E; ++I) |
Owen Anderson | be80240 | 2007-06-08 01:03:01 +0000 | [diff] [blame] | 223 | if (VN[*I] == VN[BO->getOperand(1)]) { |
Owen Anderson | 0b68cda | 2007-06-03 05:55:58 +0000 | [diff] [blame] | 224 | rhsValid = true; |
Owen Anderson | be80240 | 2007-06-08 01:03:01 +0000 | [diff] [blame] | 225 | break; |
| 226 | } |
Owen Anderson | 5fba6c1 | 2007-05-29 21:53:49 +0000 | [diff] [blame] | 227 | |
Owen Anderson | 0b68cda | 2007-06-03 05:55:58 +0000 | [diff] [blame] | 228 | if (!lhsValid || !rhsValid) |
| 229 | set.erase(BO); |
| 230 | } |
Owen Anderson | 5fba6c1 | 2007-05-29 21:53:49 +0000 | [diff] [blame] | 231 | } |
| 232 | } |
| 233 | |
Owen Anderson | be80240 | 2007-06-08 01:03:01 +0000 | [diff] [blame] | 234 | void GVNPRE::topo_sort(std::set<Value*, ExprLT>& set, |
Owen Anderson | 0b68cda | 2007-06-03 05:55:58 +0000 | [diff] [blame] | 235 | std::vector<Value*>& vec) { |
Owen Anderson | be80240 | 2007-06-08 01:03:01 +0000 | [diff] [blame] | 236 | std::set<Value*, ExprLT> toErase; |
Owen Anderson | 0b68cda | 2007-06-03 05:55:58 +0000 | [diff] [blame] | 237 | for (std::set<Value*, ExprLT>::iterator I = set.begin(), E = set.end(); |
Owen Anderson | 331bf6a | 2007-05-31 22:44:11 +0000 | [diff] [blame] | 238 | I != E; ++I) { |
Owen Anderson | 0b68cda | 2007-06-03 05:55:58 +0000 | [diff] [blame] | 239 | if (BinaryOperator* BO = dyn_cast<BinaryOperator>(*I)) |
| 240 | for (std::set<Value*, ExprLT>::iterator SI = set.begin(); SI != E; ++SI) { |
Owen Anderson | be80240 | 2007-06-08 01:03:01 +0000 | [diff] [blame] | 241 | if (VN[BO->getOperand(0)] == VN[*SI] || |
| 242 | VN[BO->getOperand(1)] == VN[*SI]) { |
| 243 | toErase.insert(*SI); |
Owen Anderson | 0b68cda | 2007-06-03 05:55:58 +0000 | [diff] [blame] | 244 | } |
Owen Anderson | 331bf6a | 2007-05-31 22:44:11 +0000 | [diff] [blame] | 245 | } |
| 246 | } |
| 247 | |
Owen Anderson | 0b68cda | 2007-06-03 05:55:58 +0000 | [diff] [blame] | 248 | std::vector<Value*> Q; |
Owen Anderson | be80240 | 2007-06-08 01:03:01 +0000 | [diff] [blame] | 249 | for (std::set<Value*, ExprLT>::iterator I = set.begin(), E = set.end(); |
| 250 | I != E; ++I) { |
| 251 | if (toErase.find(*I) == toErase.end()) |
| 252 | Q.push_back(*I); |
| 253 | } |
Owen Anderson | 331bf6a | 2007-05-31 22:44:11 +0000 | [diff] [blame] | 254 | |
Owen Anderson | ddbe430 | 2007-06-05 23:46:12 +0000 | [diff] [blame] | 255 | std::set<Value*> visited; |
Owen Anderson | 331bf6a | 2007-05-31 22:44:11 +0000 | [diff] [blame] | 256 | while (!Q.empty()) { |
Owen Anderson | 0b68cda | 2007-06-03 05:55:58 +0000 | [diff] [blame] | 257 | Value* e = Q.back(); |
| 258 | |
| 259 | if (BinaryOperator* BO = dyn_cast<BinaryOperator>(e)) { |
Owen Anderson | 634a063 | 2007-06-06 01:27:49 +0000 | [diff] [blame] | 260 | Value* l = find_leader(set, BO->getOperand(0)); |
| 261 | Value* r = find_leader(set, BO->getOperand(1)); |
Owen Anderson | 0b68cda | 2007-06-03 05:55:58 +0000 | [diff] [blame] | 262 | |
Owen Anderson | ddbe430 | 2007-06-05 23:46:12 +0000 | [diff] [blame] | 263 | if (l != 0 && isa<Instruction>(l) && |
| 264 | visited.find(l) == visited.end()) |
Owen Anderson | 0b68cda | 2007-06-03 05:55:58 +0000 | [diff] [blame] | 265 | Q.push_back(l); |
Owen Anderson | ddbe430 | 2007-06-05 23:46:12 +0000 | [diff] [blame] | 266 | else if (r != 0 && isa<Instruction>(r) && |
| 267 | visited.find(r) == visited.end()) |
Owen Anderson | 0b68cda | 2007-06-03 05:55:58 +0000 | [diff] [blame] | 268 | Q.push_back(r); |
| 269 | else { |
| 270 | vec.push_back(e); |
| 271 | visited.insert(e); |
| 272 | Q.pop_back(); |
| 273 | } |
| 274 | } else { |
Owen Anderson | 331bf6a | 2007-05-31 22:44:11 +0000 | [diff] [blame] | 275 | visited.insert(e); |
| 276 | vec.push_back(e); |
| 277 | Q.pop_back(); |
Owen Anderson | 331bf6a | 2007-05-31 22:44:11 +0000 | [diff] [blame] | 278 | } |
| 279 | } |
| 280 | } |
| 281 | |
Owen Anderson | 0eca9aa | 2007-06-03 22:02:14 +0000 | [diff] [blame] | 282 | |
Owen Anderson | 2e5efc3 | 2007-06-08 01:52:45 +0000 | [diff] [blame] | 283 | void GVNPRE::dump(const std::set<Value*>& s) const { |
Owen Anderson | 4a6ec8f | 2007-05-29 23:15:21 +0000 | [diff] [blame] | 284 | DOUT << "{ "; |
Owen Anderson | 0eca9aa | 2007-06-03 22:02:14 +0000 | [diff] [blame] | 285 | for (std::set<Value*>::iterator I = s.begin(), E = s.end(); |
| 286 | I != E; ++I) { |
| 287 | DEBUG((*I)->dump()); |
| 288 | } |
| 289 | DOUT << "}\n\n"; |
| 290 | } |
| 291 | |
Owen Anderson | 2e5efc3 | 2007-06-08 01:52:45 +0000 | [diff] [blame] | 292 | void GVNPRE::dump_unique(const std::set<Value*, ExprLT>& s) const { |
Owen Anderson | 0eca9aa | 2007-06-03 22:02:14 +0000 | [diff] [blame] | 293 | DOUT << "{ "; |
| 294 | for (std::set<Value*>::iterator I = s.begin(), E = s.end(); |
Owen Anderson | 331bf6a | 2007-05-31 22:44:11 +0000 | [diff] [blame] | 295 | I != E; ++I) { |
Owen Anderson | 0b68cda | 2007-06-03 05:55:58 +0000 | [diff] [blame] | 296 | DEBUG((*I)->dump()); |
Owen Anderson | 5fba6c1 | 2007-05-29 21:53:49 +0000 | [diff] [blame] | 297 | } |
Owen Anderson | 4a6ec8f | 2007-05-29 23:15:21 +0000 | [diff] [blame] | 298 | DOUT << "}\n\n"; |
Owen Anderson | 5fba6c1 | 2007-05-29 21:53:49 +0000 | [diff] [blame] | 299 | } |
| 300 | |
Owen Anderson | be80240 | 2007-06-08 01:03:01 +0000 | [diff] [blame] | 301 | void GVNPRE::CalculateAvailOut(DomTreeNode* DI, |
Owen Anderson | 0b68cda | 2007-06-03 05:55:58 +0000 | [diff] [blame] | 302 | std::set<Value*, ExprLT>& currExps, |
Owen Anderson | 5fba6c1 | 2007-05-29 21:53:49 +0000 | [diff] [blame] | 303 | std::set<PHINode*>& currPhis, |
Owen Anderson | 0eca9aa | 2007-06-03 22:02:14 +0000 | [diff] [blame] | 304 | std::set<Value*>& currTemps, |
Owen Anderson | 0b68cda | 2007-06-03 05:55:58 +0000 | [diff] [blame] | 305 | std::set<Value*, ExprLT>& currAvail, |
| 306 | std::map<BasicBlock*, std::set<Value*, ExprLT> > availOut) { |
Owen Anderson | 5fba6c1 | 2007-05-29 21:53:49 +0000 | [diff] [blame] | 307 | |
| 308 | BasicBlock* BB = DI->getBlock(); |
| 309 | |
| 310 | // A block inherits AVAIL_OUT from its dominator |
| 311 | if (DI->getIDom() != 0) |
| 312 | currAvail.insert(availOut[DI->getIDom()->getBlock()].begin(), |
| 313 | availOut[DI->getIDom()->getBlock()].end()); |
| 314 | |
| 315 | |
| 316 | for (BasicBlock::iterator BI = BB->begin(), BE = BB->end(); |
| 317 | BI != BE; ++BI) { |
| 318 | |
| 319 | // Handle PHI nodes... |
| 320 | if (PHINode* p = dyn_cast<PHINode>(BI)) { |
Owen Anderson | be80240 | 2007-06-08 01:03:01 +0000 | [diff] [blame] | 321 | if (add(p, nextValueNumber)) |
| 322 | nextValueNumber++; |
Owen Anderson | 5fba6c1 | 2007-05-29 21:53:49 +0000 | [diff] [blame] | 323 | currPhis.insert(p); |
| 324 | |
| 325 | // Handle binary ops... |
| 326 | } else if (BinaryOperator* BO = dyn_cast<BinaryOperator>(BI)) { |
Owen Anderson | 0b68cda | 2007-06-03 05:55:58 +0000 | [diff] [blame] | 327 | Value* leftValue = BO->getOperand(0); |
| 328 | Value* rightValue = BO->getOperand(1); |
Owen Anderson | 5fba6c1 | 2007-05-29 21:53:49 +0000 | [diff] [blame] | 329 | |
Owen Anderson | be80240 | 2007-06-08 01:03:01 +0000 | [diff] [blame] | 330 | if (add(BO, nextValueNumber)) |
| 331 | nextValueNumber++; |
Owen Anderson | 5fba6c1 | 2007-05-29 21:53:49 +0000 | [diff] [blame] | 332 | |
Owen Anderson | 3df5299 | 2007-06-04 23:28:33 +0000 | [diff] [blame] | 333 | if (isa<Instruction>(leftValue)) |
| 334 | currExps.insert(leftValue); |
| 335 | if (isa<Instruction>(rightValue)) |
| 336 | currExps.insert(rightValue); |
Owen Anderson | 0b68cda | 2007-06-03 05:55:58 +0000 | [diff] [blame] | 337 | currExps.insert(BO); |
Owen Anderson | 5fba6c1 | 2007-05-29 21:53:49 +0000 | [diff] [blame] | 338 | |
Owen Anderson | 5fba6c1 | 2007-05-29 21:53:49 +0000 | [diff] [blame] | 339 | // Handle unsupported ops |
Owen Anderson | 0b68cda | 2007-06-03 05:55:58 +0000 | [diff] [blame] | 340 | } else if (!BI->isTerminator()){ |
Owen Anderson | be80240 | 2007-06-08 01:03:01 +0000 | [diff] [blame] | 341 | if (add(BI, nextValueNumber)) |
| 342 | nextValueNumber++; |
Owen Anderson | 0b68cda | 2007-06-03 05:55:58 +0000 | [diff] [blame] | 343 | currTemps.insert(BI); |
Owen Anderson | 5fba6c1 | 2007-05-29 21:53:49 +0000 | [diff] [blame] | 344 | } |
Owen Anderson | 0b68cda | 2007-06-03 05:55:58 +0000 | [diff] [blame] | 345 | |
| 346 | if (!BI->isTerminator()) |
| 347 | currAvail.insert(BI); |
Owen Anderson | 5fba6c1 | 2007-05-29 21:53:49 +0000 | [diff] [blame] | 348 | } |
| 349 | } |
| 350 | |
| 351 | bool GVNPRE::runOnFunction(Function &F) { |
Owen Anderson | be80240 | 2007-06-08 01:03:01 +0000 | [diff] [blame] | 352 | VN.clear(); |
| 353 | MS.clear(); |
| 354 | createdExpressions.clear(); |
Owen Anderson | 5fba6c1 | 2007-05-29 21:53:49 +0000 | [diff] [blame] | 355 | |
Owen Anderson | 0b68cda | 2007-06-03 05:55:58 +0000 | [diff] [blame] | 356 | std::map<BasicBlock*, std::set<Value*, ExprLT> > generatedExpressions; |
Owen Anderson | 5fba6c1 | 2007-05-29 21:53:49 +0000 | [diff] [blame] | 357 | std::map<BasicBlock*, std::set<PHINode*> > generatedPhis; |
Owen Anderson | 0eca9aa | 2007-06-03 22:02:14 +0000 | [diff] [blame] | 358 | std::map<BasicBlock*, std::set<Value*> > generatedTemporaries; |
Owen Anderson | 0b68cda | 2007-06-03 05:55:58 +0000 | [diff] [blame] | 359 | std::map<BasicBlock*, std::set<Value*, ExprLT> > availableOut; |
| 360 | std::map<BasicBlock*, std::set<Value*, ExprLT> > anticipatedIn; |
Owen Anderson | 5fba6c1 | 2007-05-29 21:53:49 +0000 | [diff] [blame] | 361 | |
| 362 | DominatorTree &DT = getAnalysis<DominatorTree>(); |
| 363 | |
Owen Anderson | 634a063 | 2007-06-06 01:27:49 +0000 | [diff] [blame] | 364 | // Phase 1: BuildSets |
| 365 | |
| 366 | // Phase 1, Part 1: calculate AVAIL_OUT |
Owen Anderson | 5fba6c1 | 2007-05-29 21:53:49 +0000 | [diff] [blame] | 367 | |
| 368 | // Top-down walk of the dominator tree |
Devang Patel | bdd1aae | 2007-06-04 00:32:22 +0000 | [diff] [blame] | 369 | for (df_iterator<DomTreeNode*> DI = df_begin(DT.getRootNode()), |
Owen Anderson | 5fba6c1 | 2007-05-29 21:53:49 +0000 | [diff] [blame] | 370 | E = df_end(DT.getRootNode()); DI != E; ++DI) { |
| 371 | |
| 372 | // Get the sets to update for this block |
Owen Anderson | 0b68cda | 2007-06-03 05:55:58 +0000 | [diff] [blame] | 373 | std::set<Value*, ExprLT>& currExps = generatedExpressions[DI->getBlock()]; |
Owen Anderson | 5fba6c1 | 2007-05-29 21:53:49 +0000 | [diff] [blame] | 374 | std::set<PHINode*>& currPhis = generatedPhis[DI->getBlock()]; |
Owen Anderson | 0eca9aa | 2007-06-03 22:02:14 +0000 | [diff] [blame] | 375 | std::set<Value*>& currTemps = generatedTemporaries[DI->getBlock()]; |
Owen Anderson | 0b68cda | 2007-06-03 05:55:58 +0000 | [diff] [blame] | 376 | std::set<Value*, ExprLT>& currAvail = availableOut[DI->getBlock()]; |
Owen Anderson | 5fba6c1 | 2007-05-29 21:53:49 +0000 | [diff] [blame] | 377 | |
Owen Anderson | be80240 | 2007-06-08 01:03:01 +0000 | [diff] [blame] | 378 | CalculateAvailOut(*DI, currExps, currPhis, |
Owen Anderson | 5fba6c1 | 2007-05-29 21:53:49 +0000 | [diff] [blame] | 379 | currTemps, currAvail, availableOut); |
| 380 | } |
| 381 | |
Owen Anderson | 9b89e4b | 2007-06-05 17:31:23 +0000 | [diff] [blame] | 382 | DOUT << "Maximal Set: "; |
Owen Anderson | be80240 | 2007-06-08 01:03:01 +0000 | [diff] [blame] | 383 | dump_unique(MS); |
Owen Anderson | 9b89e4b | 2007-06-05 17:31:23 +0000 | [diff] [blame] | 384 | DOUT << "\n"; |
| 385 | |
Owen Anderson | 5fba6c1 | 2007-05-29 21:53:49 +0000 | [diff] [blame] | 386 | PostDominatorTree &PDT = getAnalysis<PostDominatorTree>(); |
| 387 | |
Owen Anderson | 634a063 | 2007-06-06 01:27:49 +0000 | [diff] [blame] | 388 | // Phase 1, Part 2: calculate ANTIC_IN |
Owen Anderson | 5fba6c1 | 2007-05-29 21:53:49 +0000 | [diff] [blame] | 389 | |
Owen Anderson | 0c42307 | 2007-05-29 23:26:30 +0000 | [diff] [blame] | 390 | std::set<BasicBlock*> visited; |
| 391 | |
Owen Anderson | 5fba6c1 | 2007-05-29 21:53:49 +0000 | [diff] [blame] | 392 | bool changed = true; |
| 393 | unsigned iterations = 0; |
| 394 | while (changed) { |
| 395 | changed = false; |
Owen Anderson | 0b68cda | 2007-06-03 05:55:58 +0000 | [diff] [blame] | 396 | std::set<Value*, ExprLT> anticOut; |
Owen Anderson | 5fba6c1 | 2007-05-29 21:53:49 +0000 | [diff] [blame] | 397 | |
| 398 | // Top-down walk of the postdominator tree |
Devang Patel | bdd1aae | 2007-06-04 00:32:22 +0000 | [diff] [blame] | 399 | for (df_iterator<DomTreeNode*> PDI = |
Owen Anderson | be80240 | 2007-06-08 01:03:01 +0000 | [diff] [blame] | 400 | df_begin(PDT.getRootNode()), E = df_end(PDT.getRootNode()); |
Owen Anderson | 5fba6c1 | 2007-05-29 21:53:49 +0000 | [diff] [blame] | 401 | PDI != E; ++PDI) { |
| 402 | BasicBlock* BB = PDI->getBlock(); |
Owen Anderson | 3df5299 | 2007-06-04 23:28:33 +0000 | [diff] [blame] | 403 | DOUT << "Block: " << BB->getName() << "\n"; |
| 404 | DOUT << "TMP_GEN: "; |
Owen Anderson | be80240 | 2007-06-08 01:03:01 +0000 | [diff] [blame] | 405 | dump(generatedTemporaries[BB]); |
Owen Anderson | 3df5299 | 2007-06-04 23:28:33 +0000 | [diff] [blame] | 406 | DOUT << "\n"; |
| 407 | |
| 408 | DOUT << "EXP_GEN: "; |
Owen Anderson | be80240 | 2007-06-08 01:03:01 +0000 | [diff] [blame] | 409 | dump_unique(generatedExpressions[BB]); |
Owen Anderson | 0c42307 | 2007-05-29 23:26:30 +0000 | [diff] [blame] | 410 | visited.insert(BB); |
| 411 | |
Owen Anderson | 0b68cda | 2007-06-03 05:55:58 +0000 | [diff] [blame] | 412 | std::set<Value*, ExprLT>& anticIn = anticipatedIn[BB]; |
| 413 | std::set<Value*, ExprLT> old (anticIn.begin(), anticIn.end()); |
Owen Anderson | 5fba6c1 | 2007-05-29 21:53:49 +0000 | [diff] [blame] | 414 | |
| 415 | if (BB->getTerminator()->getNumSuccessors() == 1) { |
Owen Anderson | 9b89e4b | 2007-06-05 17:31:23 +0000 | [diff] [blame] | 416 | if (visited.find(BB->getTerminator()->getSuccessor(0)) == |
| 417 | visited.end()) |
Owen Anderson | be80240 | 2007-06-08 01:03:01 +0000 | [diff] [blame] | 418 | phi_translate_set(MS, BB, anticOut); |
Owen Anderson | 81d156e | 2007-05-31 00:42:15 +0000 | [diff] [blame] | 419 | else |
Owen Anderson | be80240 | 2007-06-08 01:03:01 +0000 | [diff] [blame] | 420 | phi_translate_set( |
Owen Anderson | 9b89e4b | 2007-06-05 17:31:23 +0000 | [diff] [blame] | 421 | anticipatedIn[BB->getTerminator()->getSuccessor(0)], BB, anticOut); |
Owen Anderson | 5fba6c1 | 2007-05-29 21:53:49 +0000 | [diff] [blame] | 422 | } else if (BB->getTerminator()->getNumSuccessors() > 1) { |
Owen Anderson | 3df5299 | 2007-06-04 23:28:33 +0000 | [diff] [blame] | 423 | BasicBlock* first = BB->getTerminator()->getSuccessor(0); |
| 424 | anticOut.insert(anticipatedIn[first].begin(), |
| 425 | anticipatedIn[first].end()); |
| 426 | for (unsigned i = 1; i < BB->getTerminator()->getNumSuccessors(); ++i) { |
Owen Anderson | 5fba6c1 | 2007-05-29 21:53:49 +0000 | [diff] [blame] | 427 | BasicBlock* currSucc = BB->getTerminator()->getSuccessor(i); |
Owen Anderson | 3df5299 | 2007-06-04 23:28:33 +0000 | [diff] [blame] | 428 | std::set<Value*, ExprLT>& succAnticIn = anticipatedIn[currSucc]; |
| 429 | |
Owen Anderson | 0b68cda | 2007-06-03 05:55:58 +0000 | [diff] [blame] | 430 | std::set<Value*, ExprLT> temp; |
Owen Anderson | 3df5299 | 2007-06-04 23:28:33 +0000 | [diff] [blame] | 431 | std::insert_iterator<std::set<Value*, ExprLT> > temp_ins(temp, |
| 432 | temp.begin()); |
| 433 | std::set_intersection(anticOut.begin(), anticOut.end(), |
| 434 | succAnticIn.begin(), succAnticIn.end(), |
| 435 | temp_ins, ExprLT()); |
| 436 | |
| 437 | anticOut.clear(); |
| 438 | anticOut.insert(temp.begin(), temp.end()); |
Owen Anderson | 5fba6c1 | 2007-05-29 21:53:49 +0000 | [diff] [blame] | 439 | } |
| 440 | } |
| 441 | |
Owen Anderson | 3df5299 | 2007-06-04 23:28:33 +0000 | [diff] [blame] | 442 | DOUT << "ANTIC_OUT: "; |
Owen Anderson | be80240 | 2007-06-08 01:03:01 +0000 | [diff] [blame] | 443 | dump_unique(anticOut); |
Owen Anderson | 3df5299 | 2007-06-04 23:28:33 +0000 | [diff] [blame] | 444 | DOUT << "\n"; |
| 445 | |
Owen Anderson | 0b68cda | 2007-06-03 05:55:58 +0000 | [diff] [blame] | 446 | std::set<Value*, ExprLT> S; |
| 447 | std::insert_iterator<std::set<Value*, ExprLT> > s_ins(S, S.begin()); |
Owen Anderson | 5fba6c1 | 2007-05-29 21:53:49 +0000 | [diff] [blame] | 448 | std::set_union(anticOut.begin(), anticOut.end(), |
| 449 | generatedExpressions[BB].begin(), |
| 450 | generatedExpressions[BB].end(), |
Owen Anderson | 0b68cda | 2007-06-03 05:55:58 +0000 | [diff] [blame] | 451 | s_ins, ExprLT()); |
Owen Anderson | 5fba6c1 | 2007-05-29 21:53:49 +0000 | [diff] [blame] | 452 | |
| 453 | anticIn.clear(); |
Owen Anderson | 3c9d8ee | 2007-06-04 23:34:56 +0000 | [diff] [blame] | 454 | |
| 455 | for (std::set<Value*, ExprLT>::iterator I = S.begin(), E = S.end(); |
| 456 | I != E; ++I) { |
| 457 | if (generatedTemporaries[BB].find(*I) == generatedTemporaries[BB].end()) |
| 458 | anticIn.insert(*I); |
| 459 | } |
Owen Anderson | 5fba6c1 | 2007-05-29 21:53:49 +0000 | [diff] [blame] | 460 | |
Owen Anderson | be80240 | 2007-06-08 01:03:01 +0000 | [diff] [blame] | 461 | clean(anticIn); |
Owen Anderson | 5fba6c1 | 2007-05-29 21:53:49 +0000 | [diff] [blame] | 462 | |
Owen Anderson | 3df5299 | 2007-06-04 23:28:33 +0000 | [diff] [blame] | 463 | DOUT << "ANTIC_IN: "; |
Owen Anderson | be80240 | 2007-06-08 01:03:01 +0000 | [diff] [blame] | 464 | dump_unique(anticIn); |
Owen Anderson | 3df5299 | 2007-06-04 23:28:33 +0000 | [diff] [blame] | 465 | DOUT << "\n"; |
| 466 | |
Owen Anderson | ddbe430 | 2007-06-05 23:46:12 +0000 | [diff] [blame] | 467 | if (old.size() != anticIn.size()) |
Owen Anderson | 5fba6c1 | 2007-05-29 21:53:49 +0000 | [diff] [blame] | 468 | changed = true; |
| 469 | |
| 470 | anticOut.clear(); |
| 471 | } |
Owen Anderson | 38b6b22 | 2007-06-04 18:05:26 +0000 | [diff] [blame] | 472 | |
Owen Anderson | 5fba6c1 | 2007-05-29 21:53:49 +0000 | [diff] [blame] | 473 | iterations++; |
| 474 | } |
| 475 | |
Owen Anderson | 4a6ec8f | 2007-05-29 23:15:21 +0000 | [diff] [blame] | 476 | DOUT << "Iterations: " << iterations << "\n"; |
Owen Anderson | 5fba6c1 | 2007-05-29 21:53:49 +0000 | [diff] [blame] | 477 | |
| 478 | for (Function::iterator I = F.begin(), E = F.end(); I != E; ++I) { |
Owen Anderson | 4a6ec8f | 2007-05-29 23:15:21 +0000 | [diff] [blame] | 479 | DOUT << "Name: " << I->getName().c_str() << "\n"; |
| 480 | |
| 481 | DOUT << "TMP_GEN: "; |
Owen Anderson | be80240 | 2007-06-08 01:03:01 +0000 | [diff] [blame] | 482 | dump(generatedTemporaries[I]); |
Owen Anderson | 4a6ec8f | 2007-05-29 23:15:21 +0000 | [diff] [blame] | 483 | DOUT << "\n"; |
| 484 | |
| 485 | DOUT << "EXP_GEN: "; |
Owen Anderson | be80240 | 2007-06-08 01:03:01 +0000 | [diff] [blame] | 486 | dump_unique(generatedExpressions[I]); |
Owen Anderson | 4a6ec8f | 2007-05-29 23:15:21 +0000 | [diff] [blame] | 487 | DOUT << "\n"; |
| 488 | |
| 489 | DOUT << "ANTIC_IN: "; |
Owen Anderson | be80240 | 2007-06-08 01:03:01 +0000 | [diff] [blame] | 490 | dump_unique(anticipatedIn[I]); |
Owen Anderson | 4a6ec8f | 2007-05-29 23:15:21 +0000 | [diff] [blame] | 491 | DOUT << "\n"; |
Owen Anderson | 0b68cda | 2007-06-03 05:55:58 +0000 | [diff] [blame] | 492 | |
| 493 | DOUT << "AVAIL_OUT: "; |
Owen Anderson | be80240 | 2007-06-08 01:03:01 +0000 | [diff] [blame] | 494 | dump_unique(availableOut[I]); |
Owen Anderson | 0b68cda | 2007-06-03 05:55:58 +0000 | [diff] [blame] | 495 | DOUT << "\n"; |
Owen Anderson | 4a6ec8f | 2007-05-29 23:15:21 +0000 | [diff] [blame] | 496 | } |
Owen Anderson | 5fba6c1 | 2007-05-29 21:53:49 +0000 | [diff] [blame] | 497 | |
Owen Anderson | 634a063 | 2007-06-06 01:27:49 +0000 | [diff] [blame] | 498 | |
| 499 | // Phase 2: Insert |
Owen Anderson | be80240 | 2007-06-08 01:03:01 +0000 | [diff] [blame] | 500 | DOUT<< "\nPhase 2: Insertion\n"; |
| 501 | |
| 502 | std::map<BasicBlock*, std::set<Value*, ExprLT> > new_sets; |
| 503 | unsigned i_iterations = 0; |
| 504 | bool new_stuff = true; |
| 505 | while (new_stuff) { |
| 506 | new_stuff = false; |
| 507 | DOUT << "Iteration: " << i_iterations << "\n\n"; |
| 508 | for (df_iterator<DomTreeNode*> DI = df_begin(DT.getRootNode()), |
| 509 | E = df_end(DT.getRootNode()); DI != E; ++DI) { |
| 510 | BasicBlock* BB = DI->getBlock(); |
| 511 | |
| 512 | std::set<Value*, ExprLT>& new_set = new_sets[BB]; |
| 513 | std::set<Value*, ExprLT>& availOut = availableOut[BB]; |
| 514 | std::set<Value*, ExprLT>& anticIn = anticipatedIn[BB]; |
| 515 | |
Owen Anderson | 55994f2 | 2007-06-08 20:44:02 +0000 | [diff] [blame^] | 516 | new_set.clear(); |
| 517 | |
Owen Anderson | be80240 | 2007-06-08 01:03:01 +0000 | [diff] [blame] | 518 | // Replace leaders with leaders inherited from dominator |
| 519 | if (DI->getIDom() != 0) { |
| 520 | std::set<Value*, ExprLT>& dom_set = new_sets[DI->getIDom()->getBlock()]; |
| 521 | for (std::set<Value*, ExprLT>::iterator I = dom_set.begin(), |
| 522 | E = dom_set.end(); I != E; ++I) { |
| 523 | new_set.insert(*I); |
| 524 | |
Owen Anderson | 55994f2 | 2007-06-08 20:44:02 +0000 | [diff] [blame^] | 525 | Value* val = find_leader(availOut, *I); |
| 526 | while (val != 0) { |
Owen Anderson | 2e5efc3 | 2007-06-08 01:52:45 +0000 | [diff] [blame] | 527 | availOut.erase(val); |
Owen Anderson | 55994f2 | 2007-06-08 20:44:02 +0000 | [diff] [blame^] | 528 | val = find_leader(availOut, *I); |
| 529 | } |
Owen Anderson | 2e5efc3 | 2007-06-08 01:52:45 +0000 | [diff] [blame] | 530 | availOut.insert(*I); |
Owen Anderson | be80240 | 2007-06-08 01:03:01 +0000 | [diff] [blame] | 531 | } |
| 532 | } |
| 533 | |
| 534 | // If there is more than one predecessor... |
| 535 | if (pred_begin(BB) != pred_end(BB) && ++pred_begin(BB) != pred_end(BB)) { |
| 536 | std::vector<Value*> workList; |
| 537 | topo_sort(anticIn, workList); |
| 538 | |
| 539 | DOUT << "Merge Block: " << BB->getName() << "\n"; |
| 540 | DOUT << "ANTIC_IN: "; |
| 541 | dump_unique(anticIn); |
| 542 | DOUT << "\n"; |
| 543 | |
| 544 | while (!workList.empty()) { |
| 545 | Value* e = workList.back(); |
| 546 | workList.pop_back(); |
| 547 | |
| 548 | if (isa<BinaryOperator>(e)) { |
| 549 | if (find_leader(availableOut[DI->getIDom()->getBlock()], e) != 0) |
| 550 | continue; |
| 551 | |
| 552 | std::map<BasicBlock*, Value*> avail; |
| 553 | bool by_some = false; |
| 554 | int num_avail = 0; |
| 555 | |
| 556 | for (pred_iterator PI = pred_begin(BB), PE = pred_end(BB); PI != PE; |
| 557 | ++PI) { |
| 558 | Value *e2 = phi_translate(anticIn, e, *PI); |
| 559 | Value *e3 = find_leader(availableOut[*PI], e2); |
| 560 | |
| 561 | if (e3 == 0) { |
| 562 | std::map<BasicBlock*, Value*>::iterator av = avail.find(*PI); |
| 563 | if (av != avail.end()) |
| 564 | avail.erase(av); |
| 565 | avail.insert(std::make_pair(*PI, e2)); |
| 566 | } else { |
| 567 | std::map<BasicBlock*, Value*>::iterator av = avail.find(*PI); |
| 568 | if (av != avail.end()) |
| 569 | avail.erase(av); |
| 570 | avail.insert(std::make_pair(*PI, e3)); |
| 571 | |
| 572 | by_some = true; |
| 573 | num_avail++; |
| 574 | } |
| 575 | } |
| 576 | |
| 577 | if (by_some && |
| 578 | num_avail < std::distance(pred_begin(BB), pred_end(BB))) { |
| 579 | DOUT << "Processing Value: "; |
| 580 | DEBUG(e->dump()); |
| 581 | DOUT << "\n\n"; |
| 582 | |
| 583 | for (pred_iterator PI = pred_begin(BB), PE = pred_end(BB); |
| 584 | PI != PE; ++PI) { |
| 585 | Value* e2 = avail[*PI]; |
| 586 | if (!find_leader(availableOut[*PI], e2)) { |
| 587 | BinaryOperator* BO = cast<BinaryOperator>(e2); |
| 588 | |
| 589 | Value* s1 = 0; |
| 590 | if (isa<Instruction>(BO->getOperand(0))) |
| 591 | s1 = find_leader(availableOut[*PI], BO->getOperand(0)); |
| 592 | else |
| 593 | s1 = BO->getOperand(0); |
| 594 | |
| 595 | Value* s2 = 0; |
| 596 | if (isa<Instruction>(BO->getOperand(1))) |
| 597 | s2 = find_leader(availableOut[*PI], BO->getOperand(1)); |
| 598 | else |
| 599 | s2 = BO->getOperand(1); |
| 600 | |
| 601 | Value* newVal = BinaryOperator::create(BO->getOpcode(), |
| 602 | s1, s2, |
| 603 | BO->getName()+".gvnpre", |
| 604 | (*PI)->getTerminator()); |
| 605 | add(newVal, VN[BO]); |
Owen Anderson | 55994f2 | 2007-06-08 20:44:02 +0000 | [diff] [blame^] | 606 | |
| 607 | std::set<Value*, ExprLT>& predAvail = availableOut[*PI]; |
| 608 | Value* val = find_leader(predAvail, newVal); |
| 609 | while (val != 0) { |
| 610 | predAvail.erase(val); |
| 611 | val = find_leader(predAvail, newVal); |
| 612 | } |
| 613 | predAvail.insert(newVal); |
Owen Anderson | be80240 | 2007-06-08 01:03:01 +0000 | [diff] [blame] | 614 | |
| 615 | DOUT << "Creating value: " << std::hex << newVal << std::dec << "\n"; |
| 616 | |
| 617 | std::map<BasicBlock*, Value*>::iterator av = avail.find(*PI); |
| 618 | if (av != avail.end()) |
| 619 | avail.erase(av); |
| 620 | avail.insert(std::make_pair(*PI, newVal)); |
| 621 | } |
| 622 | } |
| 623 | |
| 624 | PHINode* p = 0; |
| 625 | |
| 626 | for (pred_iterator PI = pred_begin(BB), PE = pred_end(BB); |
| 627 | PI != PE; ++PI) { |
| 628 | if (p == 0) |
| 629 | p = new PHINode(avail[*PI]->getType(), "gvnpre-join", |
| 630 | BB->begin()); |
| 631 | |
| 632 | p->addIncoming(avail[*PI], *PI); |
| 633 | } |
| 634 | |
| 635 | add(p, VN[e]); |
| 636 | DOUT << "Creating value: " << std::hex << p << std::dec << "\n"; |
| 637 | |
Owen Anderson | 55994f2 | 2007-06-08 20:44:02 +0000 | [diff] [blame^] | 638 | Value* val = find_leader(availOut, p); |
| 639 | while (val != 0) { |
| 640 | availOut.erase(val); |
| 641 | val = find_leader(availOut, p); |
| 642 | } |
Owen Anderson | be80240 | 2007-06-08 01:03:01 +0000 | [diff] [blame] | 643 | availOut.insert(p); |
Owen Anderson | 55994f2 | 2007-06-08 20:44:02 +0000 | [diff] [blame^] | 644 | |
Owen Anderson | be80240 | 2007-06-08 01:03:01 +0000 | [diff] [blame] | 645 | new_stuff = true; |
| 646 | |
| 647 | DOUT << "Preds After Processing: "; |
| 648 | for (pred_iterator PI = pred_begin(BB), PE = pred_end(BB); |
| 649 | PI != PE; ++PI) |
| 650 | DEBUG((*PI)->dump()); |
| 651 | DOUT << "\n\n"; |
| 652 | |
| 653 | DOUT << "Merge Block After Processing: "; |
| 654 | DEBUG(BB->dump()); |
| 655 | DOUT << "\n\n"; |
| 656 | |
| 657 | new_set.insert(p); |
| 658 | } |
| 659 | } |
| 660 | } |
| 661 | } |
| 662 | } |
| 663 | i_iterations++; |
| 664 | } |
Owen Anderson | 634a063 | 2007-06-06 01:27:49 +0000 | [diff] [blame] | 665 | |
| 666 | // Phase 3: Eliminate |
Owen Anderson | 55994f2 | 2007-06-08 20:44:02 +0000 | [diff] [blame^] | 667 | DOUT << "\n\nPhase 3: Elimination\n\n"; |
| 668 | |
| 669 | std::vector<std::pair<Instruction*, Value*> > replace; |
| 670 | std::vector<Instruction*> erase; |
| 671 | |
Owen Anderson | 634a063 | 2007-06-06 01:27:49 +0000 | [diff] [blame] | 672 | for (df_iterator<DomTreeNode*> DI = df_begin(DT.getRootNode()), |
| 673 | E = df_end(DT.getRootNode()); DI != E; ++DI) { |
| 674 | BasicBlock* BB = DI->getBlock(); |
| 675 | |
Owen Anderson | 55994f2 | 2007-06-08 20:44:02 +0000 | [diff] [blame^] | 676 | DOUT << "Block: " << BB->getName() << "\n"; |
| 677 | dump_unique(availableOut[BB]); |
| 678 | DOUT << "\n\n"; |
Owen Anderson | 634a063 | 2007-06-06 01:27:49 +0000 | [diff] [blame] | 679 | |
| 680 | for (BasicBlock::iterator BI = BB->begin(), BE = BB->end(); |
| 681 | BI != BE; ++BI) { |
Owen Anderson | 55994f2 | 2007-06-08 20:44:02 +0000 | [diff] [blame^] | 682 | |
| 683 | if (isa<BinaryOperator>(BI)) { |
| 684 | Value *leader = find_leader(availableOut[BB], BI); |
| 685 | |
Owen Anderson | be80240 | 2007-06-08 01:03:01 +0000 | [diff] [blame] | 686 | if (leader != 0) |
| 687 | if (Instruction* Instr = dyn_cast<Instruction>(leader)) |
| 688 | if (Instr->getParent() != 0 && Instr != BI) { |
Owen Anderson | 55994f2 | 2007-06-08 20:44:02 +0000 | [diff] [blame^] | 689 | replace.push_back(std::make_pair(BI, leader)); |
Owen Anderson | be80240 | 2007-06-08 01:03:01 +0000 | [diff] [blame] | 690 | erase.push_back(BI); |
| 691 | } |
| 692 | } |
Owen Anderson | 634a063 | 2007-06-06 01:27:49 +0000 | [diff] [blame] | 693 | } |
Owen Anderson | 634a063 | 2007-06-06 01:27:49 +0000 | [diff] [blame] | 694 | } |
| 695 | |
Owen Anderson | 55994f2 | 2007-06-08 20:44:02 +0000 | [diff] [blame^] | 696 | while (!replace.empty()) { |
| 697 | std::pair<Instruction*, Value*> rep = replace.back(); |
| 698 | replace.pop_back(); |
| 699 | |
| 700 | rep.first->replaceAllUsesWith(rep.second); |
| 701 | } |
| 702 | |
| 703 | for (std::vector<Instruction*>::iterator I = erase.begin(), E = erase.end(); |
| 704 | I != E; ++I) |
| 705 | (*I)->eraseFromParent(); |
| 706 | |
Owen Anderson | be80240 | 2007-06-08 01:03:01 +0000 | [diff] [blame] | 707 | // Phase 4: Cleanup |
| 708 | for (std::set<Instruction*>::iterator I = createdExpressions.begin(), |
| 709 | E = createdExpressions.end(); I != E; ++I) { |
| 710 | delete *I; |
| 711 | } |
| 712 | |
Owen Anderson | 5fba6c1 | 2007-05-29 21:53:49 +0000 | [diff] [blame] | 713 | return false; |
| 714 | } |