Chris Lattner | bb2a28f | 2002-03-26 22:39:06 +0000 | [diff] [blame] | 1 | //===- ComputeClosure.cpp - Implement interprocedural closing of graphs ---===// |
| 2 | // |
| 3 | // Compute the interprocedural closure of a data structure graph |
| 4 | // |
| 5 | //===----------------------------------------------------------------------===// |
| 6 | |
| 7 | // DEBUG_IP_CLOSURE - Define this to debug the act of linking up graphs |
| 8 | //#define DEBUG_IP_CLOSURE 1 |
| 9 | |
| 10 | #include "llvm/Analysis/DataStructure.h" |
Chris Lattner | 0ac5429 | 2002-04-09 19:08:28 +0000 | [diff] [blame] | 11 | #include "llvm/Function.h" |
Chris Lattner | bb2a28f | 2002-03-26 22:39:06 +0000 | [diff] [blame] | 12 | #include "llvm/iOther.h" |
| 13 | #include "Support/STLExtras.h" |
| 14 | #include <algorithm> |
Chris Lattner | bb2a28f | 2002-03-26 22:39:06 +0000 | [diff] [blame] | 15 | |
Chris Lattner | 1120c8b | 2002-03-28 17:56:03 +0000 | [diff] [blame] | 16 | // Make all of the pointers that point to Val also point to N. |
Chris Lattner | bb2a28f | 2002-03-26 22:39:06 +0000 | [diff] [blame] | 17 | // |
Chris Lattner | 1120c8b | 2002-03-28 17:56:03 +0000 | [diff] [blame] | 18 | static void copyEdgesFromTo(PointerVal Val, DSNode *N) { |
Chris Lattner | a13d6ce | 2002-04-01 22:20:48 +0000 | [diff] [blame] | 19 | unsigned ValIdx = Val.Index; |
| 20 | unsigned NLinks = N->getNumLinks(); |
Chris Lattner | 1120c8b | 2002-03-28 17:56:03 +0000 | [diff] [blame] | 21 | |
Chris Lattner | a13d6ce | 2002-04-01 22:20:48 +0000 | [diff] [blame] | 22 | const vector<PointerValSet*> &PVSsToUpdate(Val.Node->getReferrers()); |
| 23 | for (unsigned i = 0, e = PVSsToUpdate.size(); i != e; ++i) { |
| 24 | // Loop over all of the pointers pointing to Val... |
| 25 | PointerValSet &PVS = *PVSsToUpdate[i]; |
| 26 | for (unsigned j = 0, je = PVS.size(); j != je; ++j) { |
| 27 | if (PVS[j].Node == Val.Node && PVS[j].Index >= ValIdx && |
| 28 | PVS[j].Index < ValIdx+NLinks) |
| 29 | PVS.add(PointerVal(N, PVS[j].Index-ValIdx)); |
Chris Lattner | a13d6ce | 2002-04-01 22:20:48 +0000 | [diff] [blame] | 30 | } |
| 31 | } |
Chris Lattner | bb2a28f | 2002-03-26 22:39:06 +0000 | [diff] [blame] | 32 | } |
| 33 | |
Chris Lattner | 212be2e | 2002-04-16 03:44:03 +0000 | [diff] [blame] | 34 | static void ResolveNodesTo(const PointerValSet &FromVals, |
Chris Lattner | bb2a28f | 2002-03-26 22:39:06 +0000 | [diff] [blame] | 35 | const PointerValSet &ToVals) { |
Chris Lattner | 212be2e | 2002-04-16 03:44:03 +0000 | [diff] [blame] | 36 | // Only resolve the first pointer, although there many be many pointers here. |
| 37 | // The problem is that the inlined function might return one of the arguments |
| 38 | // to the function, and if so, extra values can be added to the arg or call |
| 39 | // node that point to what the other one got resolved to. Since these will |
| 40 | // be added to the end of the PVS pointed in, we just ignore them. |
| 41 | // |
| 42 | assert(!FromVals.empty() && "From should have at least a shadow node!"); |
| 43 | const PointerVal &FromPtr = FromVals[0]; |
| 44 | |
Chris Lattner | bb2a28f | 2002-03-26 22:39:06 +0000 | [diff] [blame] | 45 | assert(FromPtr.Index == 0 && |
| 46 | "Resolved node return pointer should be index 0!"); |
Chris Lattner | cc0c1b2 | 2002-04-04 19:21:06 +0000 | [diff] [blame] | 47 | DSNode *N = FromPtr.Node; |
Chris Lattner | bb2a28f | 2002-03-26 22:39:06 +0000 | [diff] [blame] | 48 | |
Chris Lattner | 1120c8b | 2002-03-28 17:56:03 +0000 | [diff] [blame] | 49 | // Make everything that pointed to the shadow node also point to the values in |
| 50 | // ToVals... |
Chris Lattner | bb2a28f | 2002-03-26 22:39:06 +0000 | [diff] [blame] | 51 | // |
Chris Lattner | 1120c8b | 2002-03-28 17:56:03 +0000 | [diff] [blame] | 52 | for (unsigned i = 0, e = ToVals.size(); i != e; ++i) |
Chris Lattner | cc0c1b2 | 2002-04-04 19:21:06 +0000 | [diff] [blame] | 53 | copyEdgesFromTo(ToVals[i], N); |
Chris Lattner | bb2a28f | 2002-03-26 22:39:06 +0000 | [diff] [blame] | 54 | |
Chris Lattner | 1120c8b | 2002-03-28 17:56:03 +0000 | [diff] [blame] | 55 | // Make everything that pointed to the shadow node now also point to the |
| 56 | // values it is equivalent to... |
Chris Lattner | cc0c1b2 | 2002-04-04 19:21:06 +0000 | [diff] [blame] | 57 | const vector<PointerValSet*> &PVSToUpdate(N->getReferrers()); |
Chris Lattner | 1120c8b | 2002-03-28 17:56:03 +0000 | [diff] [blame] | 58 | for (unsigned i = 0, e = PVSToUpdate.size(); i != e; ++i) |
| 59 | PVSToUpdate[i]->add(ToVals); |
Chris Lattner | bb2a28f | 2002-03-26 22:39:06 +0000 | [diff] [blame] | 60 | } |
| 61 | |
| 62 | |
| 63 | // ResolveNodeTo - The specified node is now known to point to the set of values |
| 64 | // in ToVals, instead of the old shadow node subgraph that it was pointing to. |
| 65 | // |
| 66 | static void ResolveNodeTo(DSNode *Node, const PointerValSet &ToVals) { |
| 67 | assert(Node->getNumLinks() == 1 && "Resolved node can only be a scalar!!"); |
| 68 | |
Chris Lattner | 1120c8b | 2002-03-28 17:56:03 +0000 | [diff] [blame] | 69 | const PointerValSet &PVS = Node->getLink(0); |
Chris Lattner | 212be2e | 2002-04-16 03:44:03 +0000 | [diff] [blame] | 70 | ResolveNodesTo(PVS, ToVals); |
Chris Lattner | bb2a28f | 2002-03-26 22:39:06 +0000 | [diff] [blame] | 71 | } |
| 72 | |
| 73 | // isResolvableCallNode - Return true if node is a call node and it is a call |
| 74 | // node that we can inline... |
| 75 | // |
Chris Lattner | 1120c8b | 2002-03-28 17:56:03 +0000 | [diff] [blame] | 76 | static bool isResolvableCallNode(CallDSNode *CN) { |
Chris Lattner | ef35ff0 | 2002-04-17 03:42:51 +0000 | [diff] [blame] | 77 | // Only operate on call nodes with direct function calls |
| 78 | if (CN->getArgValues(0).size() == 1 && |
| 79 | isa<GlobalDSNode>(CN->getArgValues(0)[0].Node)) { |
| 80 | GlobalDSNode *GDN = cast<GlobalDSNode>(CN->getArgValues(0)[0].Node); |
| 81 | Function *F = cast<Function>(GDN->getGlobal()); |
Chris Lattner | bb2a28f | 2002-03-26 22:39:06 +0000 | [diff] [blame] | 82 | |
Chris Lattner | ef35ff0 | 2002-04-17 03:42:51 +0000 | [diff] [blame] | 83 | // Only work on call nodes with direct calls to methods with bodies. |
| 84 | return !F->isExternal(); |
| 85 | } |
| 86 | return false; |
Chris Lattner | bb2a28f | 2002-03-26 22:39:06 +0000 | [diff] [blame] | 87 | } |
| 88 | |
Chris Lattner | 2aa51be | 2002-04-27 02:27:48 +0000 | [diff] [blame] | 89 | #include "Support/CommandLine.h" |
| 90 | static cl::Int InlineLimit("dsinlinelimit", "Max number of graphs to inline when computing ds closure", cl::Hidden, 100); |
Chris Lattner | bb2a28f | 2002-03-26 22:39:06 +0000 | [diff] [blame] | 91 | |
| 92 | // computeClosure - Replace all of the resolvable call nodes with the contents |
| 93 | // of their corresponding method data structure graph... |
| 94 | // |
| 95 | void FunctionDSGraph::computeClosure(const DataStructure &DS) { |
Chris Lattner | 26cfa66 | 2002-03-31 07:13:27 +0000 | [diff] [blame] | 96 | // Note that this cannot be a real vector because the keys will be changing |
| 97 | // as nodes are eliminated! |
| 98 | // |
Chris Lattner | 1120c8b | 2002-03-28 17:56:03 +0000 | [diff] [blame] | 99 | typedef pair<vector<PointerValSet>, CallInst *> CallDescriptor; |
Chris Lattner | 26cfa66 | 2002-03-31 07:13:27 +0000 | [diff] [blame] | 100 | vector<pair<CallDescriptor, PointerValSet> > CallMap; |
Chris Lattner | bb2a28f | 2002-03-26 22:39:06 +0000 | [diff] [blame] | 101 | |
Chris Lattner | 1120c8b | 2002-03-28 17:56:03 +0000 | [diff] [blame] | 102 | unsigned NumInlines = 0; |
Chris Lattner | bb2a28f | 2002-03-26 22:39:06 +0000 | [diff] [blame] | 103 | |
| 104 | // Loop over the resolvable call nodes... |
Chris Lattner | 1120c8b | 2002-03-28 17:56:03 +0000 | [diff] [blame] | 105 | vector<CallDSNode*>::iterator NI; |
| 106 | NI = std::find_if(CallNodes.begin(), CallNodes.end(), isResolvableCallNode); |
| 107 | while (NI != CallNodes.end()) { |
| 108 | CallDSNode *CN = *NI; |
Chris Lattner | ef35ff0 | 2002-04-17 03:42:51 +0000 | [diff] [blame] | 109 | GlobalDSNode *FGDN = cast<GlobalDSNode>(CN->getArgValues(0)[0].Node); |
| 110 | Function *F = cast<Function>(FGDN->getGlobal()); |
Chris Lattner | bb2a28f | 2002-03-26 22:39:06 +0000 | [diff] [blame] | 111 | |
Chris Lattner | 3bed5b4 | 2002-04-28 04:49:43 +0000 | [diff] [blame] | 112 | if ((int)NumInlines++ == InlineLimit) { // CUTE hack huh? |
Chris Lattner | 1120c8b | 2002-03-28 17:56:03 +0000 | [diff] [blame] | 113 | cerr << "Infinite (?) recursion halted\n"; |
Chris Lattner | 2aa51be | 2002-04-27 02:27:48 +0000 | [diff] [blame] | 114 | cerr << "Not inlining: " << F->getName() << "\n"; |
| 115 | CN->dump(); |
| 116 | |
Chris Lattner | 1120c8b | 2002-03-28 17:56:03 +0000 | [diff] [blame] | 117 | return; |
| 118 | } |
Chris Lattner | bb2a28f | 2002-03-26 22:39:06 +0000 | [diff] [blame] | 119 | |
Chris Lattner | 1120c8b | 2002-03-28 17:56:03 +0000 | [diff] [blame] | 120 | CallNodes.erase(NI); // Remove the call node from the graph |
Chris Lattner | bb2a28f | 2002-03-26 22:39:06 +0000 | [diff] [blame] | 121 | |
Chris Lattner | 1120c8b | 2002-03-28 17:56:03 +0000 | [diff] [blame] | 122 | unsigned CallNodeOffset = NI-CallNodes.begin(); |
Chris Lattner | bb2a28f | 2002-03-26 22:39:06 +0000 | [diff] [blame] | 123 | |
Chris Lattner | 1120c8b | 2002-03-28 17:56:03 +0000 | [diff] [blame] | 124 | // Find out if we have already incorporated this node... if so, it will be |
| 125 | // in the CallMap... |
Chris Lattner | bb2a28f | 2002-03-26 22:39:06 +0000 | [diff] [blame] | 126 | // |
Chris Lattner | 26cfa66 | 2002-03-31 07:13:27 +0000 | [diff] [blame] | 127 | |
| 128 | #if 0 |
| 129 | cerr << "\nSearching for: " << (void*)CN->getCall() << ": "; |
| 130 | for (unsigned X = 0; X != CN->getArgs().size(); ++X) { |
| 131 | cerr << " " << X << " is\n"; |
| 132 | CN->getArgs().first[X].print(cerr); |
| 133 | } |
| 134 | #endif |
| 135 | |
| 136 | const vector<PointerValSet> &Args = CN->getArgs(); |
| 137 | PointerValSet *CMI = 0; |
| 138 | for (unsigned i = 0, e = CallMap.size(); i != e; ++i) { |
| 139 | #if 0 |
| 140 | cerr << "Found: " << (void*)CallMap[i].first.second << ": "; |
| 141 | for (unsigned X = 0; X != CallMap[i].first.first.size(); ++X) { |
| 142 | cerr << " " << X << " is\n"; CallMap[i].first.first[X].print(cerr); |
| 143 | } |
| 144 | #endif |
| 145 | |
| 146 | // Look to see if the function call takes a superset of the values we are |
| 147 | // providing as input |
| 148 | // |
| 149 | CallDescriptor &CD = CallMap[i].first; |
| 150 | if (CD.second == CN->getCall() && CD.first.size() == Args.size()) { |
| 151 | bool FoundMismatch = false; |
| 152 | for (unsigned j = 0, je = Args.size(); j != je; ++j) { |
| 153 | PointerValSet ArgSet = CD.first[j]; |
| 154 | if (ArgSet.add(Args[j])) { |
| 155 | FoundMismatch = true; break; |
| 156 | } |
| 157 | } |
| 158 | |
| 159 | if (!FoundMismatch) { CMI = &CallMap[i].second; break; } |
| 160 | } |
| 161 | } |
Chris Lattner | bb2a28f | 2002-03-26 22:39:06 +0000 | [diff] [blame] | 162 | |
| 163 | // Hold the set of values that correspond to the incorporated methods |
| 164 | // return set. |
| 165 | // |
| 166 | PointerValSet RetVals; |
| 167 | |
Chris Lattner | 26cfa66 | 2002-03-31 07:13:27 +0000 | [diff] [blame] | 168 | if (CMI) { |
Chris Lattner | 1120c8b | 2002-03-28 17:56:03 +0000 | [diff] [blame] | 169 | // We have already inlined an identical function call! |
Chris Lattner | 26cfa66 | 2002-03-31 07:13:27 +0000 | [diff] [blame] | 170 | RetVals = *CMI; |
Chris Lattner | 1120c8b | 2002-03-28 17:56:03 +0000 | [diff] [blame] | 171 | } else { |
Chris Lattner | bb2a28f | 2002-03-26 22:39:06 +0000 | [diff] [blame] | 172 | // Get the datastructure graph for the new method. Note that we are not |
| 173 | // allowed to modify this graph because it will be the cached graph that |
| 174 | // is returned by other users that want the local datastructure graph for |
| 175 | // a method. |
| 176 | // |
| 177 | const FunctionDSGraph &NewFunction = DS.getDSGraph(F); |
| 178 | |
Chris Lattner | 1120c8b | 2002-03-28 17:56:03 +0000 | [diff] [blame] | 179 | // StartNode - The first node of the incorporated graph, last node of the |
| 180 | // preexisting data structure graph... |
| 181 | // |
Chris Lattner | 1120c8b | 2002-03-28 17:56:03 +0000 | [diff] [blame] | 182 | unsigned StartAllocNode = AllocNodes.size(); |
Chris Lattner | ea4af65 | 2002-03-27 19:44:33 +0000 | [diff] [blame] | 183 | |
Chris Lattner | bb2a28f | 2002-03-26 22:39:06 +0000 | [diff] [blame] | 184 | // Incorporate a copy of the called function graph into the current graph, |
| 185 | // allowing us to do local transformations to local graph to link |
| 186 | // arguments to call values, and call node to return value... |
| 187 | // |
Chris Lattner | 212be2e | 2002-04-16 03:44:03 +0000 | [diff] [blame] | 188 | vector<PointerValSet> Args; |
| 189 | RetVals = cloneFunctionIntoSelf(NewFunction, false, Args); |
Chris Lattner | 26cfa66 | 2002-03-31 07:13:27 +0000 | [diff] [blame] | 190 | CallMap.push_back(make_pair(CallDescriptor(CN->getArgs(), CN->getCall()), |
| 191 | RetVals)); |
Chris Lattner | bb2a28f | 2002-03-26 22:39:06 +0000 | [diff] [blame] | 192 | |
Chris Lattner | 1120c8b | 2002-03-28 17:56:03 +0000 | [diff] [blame] | 193 | // If the call node has arguments, process them now! |
Chris Lattner | 7650b94 | 2002-04-16 20:39:59 +0000 | [diff] [blame] | 194 | assert(Args.size() == CN->getNumArgs()-1 && |
Chris Lattner | 212be2e | 2002-04-16 03:44:03 +0000 | [diff] [blame] | 195 | "Call node doesn't match function?"); |
| 196 | |
| 197 | for (unsigned i = 0, e = Args.size(); i != e; ++i) { |
| 198 | // Now we make all of the nodes inside of the incorporated method |
| 199 | // point to the real arguments values, not to the shadow nodes for the |
| 200 | // argument. |
Chris Lattner | 7650b94 | 2002-04-16 20:39:59 +0000 | [diff] [blame] | 201 | ResolveNodesTo(Args[i], CN->getArgValues(i+1)); |
Chris Lattner | 1120c8b | 2002-03-28 17:56:03 +0000 | [diff] [blame] | 202 | } |
| 203 | |
| 204 | // Loop through the nodes, deleting alloca nodes in the inlined function. |
| 205 | // Since the memory has been released, we cannot access their pointer |
| 206 | // fields (with defined results at least), so it is not possible to use |
| 207 | // any pointers to the alloca. Drop them now, and remove the alloca's |
| 208 | // since they are dead (we just removed all links to them). |
Chris Lattner | ea4af65 | 2002-03-27 19:44:33 +0000 | [diff] [blame] | 209 | // |
Chris Lattner | 1120c8b | 2002-03-28 17:56:03 +0000 | [diff] [blame] | 210 | for (unsigned i = StartAllocNode; i != AllocNodes.size(); ++i) |
| 211 | if (AllocNodes[i]->isAllocaNode()) { |
| 212 | AllocDSNode *NDS = AllocNodes[i]; |
| 213 | NDS->removeAllIncomingEdges(); // These edges are invalid now |
| 214 | delete NDS; // Node is dead |
| 215 | AllocNodes.erase(AllocNodes.begin()+i); // Remove slot in Nodes array |
| 216 | --i; // Don't skip the next node |
| 217 | } |
Chris Lattner | bb2a28f | 2002-03-26 22:39:06 +0000 | [diff] [blame] | 218 | } |
| 219 | |
| 220 | // If the function returns a pointer value... Resolve values pointing to |
| 221 | // the shadow nodes pointed to by CN to now point the values in RetVals... |
| 222 | // |
| 223 | if (CN->getNumLinks()) ResolveNodeTo(CN, RetVals); |
| 224 | |
Chris Lattner | bb2a28f | 2002-03-26 22:39:06 +0000 | [diff] [blame] | 225 | // Now the call node is completely destructable. Eliminate it now. |
| 226 | delete CN; |
| 227 | |
Chris Lattner | df8af1c | 2002-03-27 00:53:57 +0000 | [diff] [blame] | 228 | bool Changed = true; |
| 229 | while (Changed) { |
| 230 | // Eliminate shadow nodes that are not distinguishable from some other |
| 231 | // node in the graph... |
| 232 | // |
Chris Lattner | 7d093d4 | 2002-03-28 19:16:48 +0000 | [diff] [blame] | 233 | Changed = UnlinkUndistinguishableNodes(); |
Chris Lattner | bb2a28f | 2002-03-26 22:39:06 +0000 | [diff] [blame] | 234 | |
Chris Lattner | df8af1c | 2002-03-27 00:53:57 +0000 | [diff] [blame] | 235 | // Eliminate shadow nodes that are now extraneous due to linking... |
Chris Lattner | 7d093d4 | 2002-03-28 19:16:48 +0000 | [diff] [blame] | 236 | Changed |= RemoveUnreachableNodes(); |
Chris Lattner | df8af1c | 2002-03-27 00:53:57 +0000 | [diff] [blame] | 237 | } |
Chris Lattner | bb2a28f | 2002-03-26 22:39:06 +0000 | [diff] [blame] | 238 | |
| 239 | //if (F == Func) return; // Only do one self inlining |
| 240 | |
| 241 | // Move on to the next call node... |
Chris Lattner | 1120c8b | 2002-03-28 17:56:03 +0000 | [diff] [blame] | 242 | NI = std::find_if(CallNodes.begin(), CallNodes.end(), isResolvableCallNode); |
Chris Lattner | bb2a28f | 2002-03-26 22:39:06 +0000 | [diff] [blame] | 243 | } |
Chris Lattner | 7650b94 | 2002-04-16 20:39:59 +0000 | [diff] [blame] | 244 | |
| 245 | // Drop references to globals... |
| 246 | CallMap.clear(); |
| 247 | |
| 248 | bool Changed = true; |
| 249 | while (Changed) { |
| 250 | // Eliminate shadow nodes that are not distinguishable from some other |
| 251 | // node in the graph... |
| 252 | // |
| 253 | Changed = UnlinkUndistinguishableNodes(); |
| 254 | |
| 255 | // Eliminate shadow nodes that are now extraneous due to linking... |
| 256 | Changed |= RemoveUnreachableNodes(); |
| 257 | } |
Chris Lattner | bb2a28f | 2002-03-26 22:39:06 +0000 | [diff] [blame] | 258 | } |