blob: e38aebfb81394118922318f993d0d47ef7a08b6a [file] [log] [blame]
Chris Lattner95724a42003-11-13 01:43:00 +00001//===- CompleteBottomUp.cpp - Complete Bottom-Up Data Structure Graphs ----===//
2//
3// The LLVM Compiler Infrastructure
4//
5// This file was developed by the LLVM research group and is distributed under
6// the University of Illinois Open Source License. See LICENSE.TXT for details.
7//
8//===----------------------------------------------------------------------===//
9//
10// This is the exact same as the bottom-up graphs, but we use take a completed
11// call graph and inline all indirect callees into their callers graphs, making
12// the result more useful for things like pool allocation.
13//
14//===----------------------------------------------------------------------===//
15
Chris Lattner4dabb2c2004-07-07 06:32:21 +000016#include "llvm/Analysis/DataStructure/DataStructure.h"
Chris Lattner95724a42003-11-13 01:43:00 +000017#include "llvm/Module.h"
Chris Lattner4dabb2c2004-07-07 06:32:21 +000018#include "llvm/Analysis/DataStructure/DSGraph.h"
Reid Spencer551ccae2004-09-01 22:55:40 +000019#include "llvm/Support/Debug.h"
20#include "llvm/ADT/SCCIterator.h"
21#include "llvm/ADT/Statistic.h"
22#include "llvm/ADT/STLExtras.h"
Chris Lattner95724a42003-11-13 01:43:00 +000023using namespace llvm;
24
25namespace {
26 RegisterAnalysis<CompleteBUDataStructures>
27 X("cbudatastructure", "'Complete' Bottom-up Data Structure Analysis");
Chris Lattnerda5c5a52004-03-04 19:16:35 +000028 Statistic<> NumCBUInlines("cbudatastructures", "Number of graphs inlined");
Chris Lattner95724a42003-11-13 01:43:00 +000029}
30
Chris Lattner95724a42003-11-13 01:43:00 +000031
32// run - Calculate the bottom up data structure graphs for each function in the
33// program.
34//
Chris Lattnerb12914b2004-09-20 04:48:05 +000035bool CompleteBUDataStructures::runOnModule(Module &M) {
Chris Lattner95724a42003-11-13 01:43:00 +000036 BUDataStructures &BU = getAnalysis<BUDataStructures>();
37 GlobalsGraph = new DSGraph(BU.getGlobalsGraph());
38 GlobalsGraph->setPrintAuxCalls();
39
Chris Lattner95724a42003-11-13 01:43:00 +000040#if 1 // REMOVE ME EVENTUALLY
41 // FIXME: TEMPORARY (remove once finalization of indirect call sites in the
42 // globals graph has been implemented in the BU pass)
43 TDDataStructures &TD = getAnalysis<TDDataStructures>();
44
Vikram S. Adve052682f2004-05-23 08:00:34 +000045 ActualCallees.clear();
46
Chris Lattner95724a42003-11-13 01:43:00 +000047 // The call graph extractable from the TD pass is _much more complete_ and
48 // trustable than that generated by the BU pass so far. Until this is fixed,
49 // we hack it like this:
50 for (Module::iterator MI = M.begin(), ME = M.end(); MI != ME; ++MI) {
51 if (MI->isExternal()) continue;
Chris Lattnera9548d92005-01-30 23:51:02 +000052 const std::list<DSCallSite> &CSs = TD.getDSGraph(*MI).getFunctionCalls();
Chris Lattner95724a42003-11-13 01:43:00 +000053
Chris Lattnera9548d92005-01-30 23:51:02 +000054 for (std::list<DSCallSite>::const_iterator CSI = CSs.begin(), E = CSs.end();
55 CSI != E; ++CSI) {
56 Instruction *TheCall = CSI->getCallSite().getInstruction();
Chris Lattner95724a42003-11-13 01:43:00 +000057
Chris Lattnera9548d92005-01-30 23:51:02 +000058 if (CSI->isIndirectCall()) { // indirect call: insert all callees
Chris Lattner95724a42003-11-13 01:43:00 +000059 const std::vector<GlobalValue*> &Callees =
Chris Lattnera9548d92005-01-30 23:51:02 +000060 CSI->getCalleeNode()->getGlobals();
Chris Lattner95724a42003-11-13 01:43:00 +000061 for (unsigned i = 0, e = Callees.size(); i != e; ++i)
62 if (Function *F = dyn_cast<Function>(Callees[i]))
63 ActualCallees.insert(std::make_pair(TheCall, F));
Vikram S. Adve052682f2004-05-23 08:00:34 +000064 } else { // direct call: insert the single callee directly
65 ActualCallees.insert(std::make_pair(TheCall,
Chris Lattnera9548d92005-01-30 23:51:02 +000066 CSI->getCalleeFunc()));
Chris Lattner95724a42003-11-13 01:43:00 +000067 }
68 }
69 }
Vikram S. Adve052682f2004-05-23 08:00:34 +000070#else
71 // Our call graph is the same as the BU data structures call graph
72 ActualCallees = BU.getActualCallees();
Chris Lattner95724a42003-11-13 01:43:00 +000073#endif
74
Chris Lattner79390d42003-11-13 05:05:41 +000075 std::vector<DSGraph*> Stack;
76 hash_map<DSGraph*, unsigned> ValMap;
77 unsigned NextID = 1;
Chris Lattner95724a42003-11-13 01:43:00 +000078
Chris Lattnera66e3532005-03-13 20:15:06 +000079 Function *MainFunc = M.getMainFunction();
80 if (MainFunc) {
81 if (!MainFunc->isExternal())
82 calculateSCCGraphs(getOrCreateGraph(*MainFunc), Stack, NextID, ValMap);
Chris Lattner79390d42003-11-13 05:05:41 +000083 } else {
84 std::cerr << "CBU-DSA: No 'main' function found!\n";
85 }
86
87 for (Module::iterator I = M.begin(), E = M.end(); I != E; ++I)
88 if (!I->isExternal() && !DSInfo.count(I))
89 calculateSCCGraphs(getOrCreateGraph(*I), Stack, NextID, ValMap);
Chris Lattner95724a42003-11-13 01:43:00 +000090
Chris Lattner2dea8d62004-02-08 01:53:10 +000091 GlobalsGraph->removeTriviallyDeadNodes();
Chris Lattnera66e3532005-03-13 20:15:06 +000092
93
94 // Merge the globals variables (not the calls) from the globals graph back
95 // into the main function's graph so that the main function contains all of
96 // the information about global pools and GV usage in the program.
97 if (MainFunc) {
98 DSGraph &MainGraph = getOrCreateGraph(*MainFunc);
99 const DSGraph &GG = *MainGraph.getGlobalsGraph();
100 ReachabilityCloner RC(MainGraph, GG,
101 DSGraph::DontCloneCallNodes |
102 DSGraph::DontCloneAuxCallNodes);
103
104 // Clone the global nodes into this graph.
105 for (DSScalarMap::global_iterator I = GG.getScalarMap().global_begin(),
106 E = GG.getScalarMap().global_end(); I != E; ++I)
107 if (isa<GlobalVariable>(*I))
108 RC.getClonedNH(GG.getNodeForValue(*I));
109
Chris Lattner270cf502005-03-13 20:32:26 +0000110 MainGraph.maskIncompleteMarkers();
Chris Lattnera66e3532005-03-13 20:15:06 +0000111 MainGraph.markIncompleteNodes(DSGraph::MarkFormalArgs |
112 DSGraph::IgnoreGlobals);
113 }
114
Chris Lattner95724a42003-11-13 01:43:00 +0000115 return false;
116}
Chris Lattner79390d42003-11-13 05:05:41 +0000117
118DSGraph &CompleteBUDataStructures::getOrCreateGraph(Function &F) {
119 // Has the graph already been created?
120 DSGraph *&Graph = DSInfo[&F];
121 if (Graph) return *Graph;
122
123 // Copy the BU graph...
124 Graph = new DSGraph(getAnalysis<BUDataStructures>().getDSGraph(F));
125 Graph->setGlobalsGraph(GlobalsGraph);
126 Graph->setPrintAuxCalls();
127
128 // Make sure to update the DSInfo map for all of the functions currently in
129 // this graph!
130 for (DSGraph::ReturnNodesTy::iterator I = Graph->getReturnNodes().begin();
131 I != Graph->getReturnNodes().end(); ++I)
132 DSInfo[I->first] = Graph;
133
134 return *Graph;
135}
136
137
138
139unsigned CompleteBUDataStructures::calculateSCCGraphs(DSGraph &FG,
140 std::vector<DSGraph*> &Stack,
141 unsigned &NextID,
142 hash_map<DSGraph*, unsigned> &ValMap) {
143 assert(!ValMap.count(&FG) && "Shouldn't revisit functions!");
144 unsigned Min = NextID++, MyID = Min;
145 ValMap[&FG] = Min;
146 Stack.push_back(&FG);
147
148 // The edges out of the current node are the call site targets...
Chris Lattnerf9aace22005-01-31 00:10:58 +0000149 for (DSGraph::fc_iterator CI = FG.fc_begin(), CE = FG.fc_end();
150 CI != CE; ++CI) {
Chris Lattnera9548d92005-01-30 23:51:02 +0000151 Instruction *Call = CI->getCallSite().getInstruction();
Chris Lattner79390d42003-11-13 05:05:41 +0000152
153 // Loop over all of the actually called functions...
154 ActualCalleesTy::iterator I, E;
Chris Lattnera366c982003-11-13 18:48:11 +0000155 for (tie(I, E) = ActualCallees.equal_range(Call); I != E; ++I)
156 if (!I->second->isExternal()) {
157 DSGraph &Callee = getOrCreateGraph(*I->second);
158 unsigned M;
159 // Have we visited the destination function yet?
160 hash_map<DSGraph*, unsigned>::iterator It = ValMap.find(&Callee);
161 if (It == ValMap.end()) // No, visit it now.
162 M = calculateSCCGraphs(Callee, Stack, NextID, ValMap);
163 else // Yes, get it's number.
164 M = It->second;
165 if (M < Min) Min = M;
166 }
Chris Lattner79390d42003-11-13 05:05:41 +0000167 }
168
169 assert(ValMap[&FG] == MyID && "SCC construction assumption wrong!");
170 if (Min != MyID)
171 return Min; // This is part of a larger SCC!
172
173 // If this is a new SCC, process it now.
174 bool IsMultiNodeSCC = false;
175 while (Stack.back() != &FG) {
176 DSGraph *NG = Stack.back();
177 ValMap[NG] = ~0U;
178
179 DSGraph::NodeMapTy NodeMap;
Chris Lattner825a02a2004-01-27 21:50:41 +0000180 FG.cloneInto(*NG, FG.getScalarMap(), FG.getReturnNodes(), NodeMap);
Chris Lattner79390d42003-11-13 05:05:41 +0000181
182 // Update the DSInfo map and delete the old graph...
183 for (DSGraph::ReturnNodesTy::iterator I = NG->getReturnNodes().begin();
184 I != NG->getReturnNodes().end(); ++I)
185 DSInfo[I->first] = &FG;
Chris Lattnera1c972d2004-10-07 20:01:31 +0000186
187 // Remove NG from the ValMap since the pointer may get recycled.
188 ValMap.erase(NG);
Chris Lattner79390d42003-11-13 05:05:41 +0000189 delete NG;
190
191 Stack.pop_back();
192 IsMultiNodeSCC = true;
193 }
194
195 // Clean up the graph before we start inlining a bunch again...
196 if (IsMultiNodeSCC)
197 FG.removeTriviallyDeadNodes();
198
199 Stack.pop_back();
200 processGraph(FG);
201 ValMap[&FG] = ~0U;
202 return MyID;
203}
204
205
206/// processGraph - Process the BU graphs for the program in bottom-up order on
207/// the SCC of the __ACTUAL__ call graph. This builds "complete" BU graphs.
208void CompleteBUDataStructures::processGraph(DSGraph &G) {
Chris Lattnerda5c5a52004-03-04 19:16:35 +0000209 hash_set<Instruction*> calls;
Chris Lattnerd10b5fd2004-02-20 23:52:15 +0000210
Chris Lattner79390d42003-11-13 05:05:41 +0000211 // The edges out of the current node are the call site targets...
Chris Lattnera9548d92005-01-30 23:51:02 +0000212 unsigned i = 0;
Chris Lattnerf9aace22005-01-31 00:10:58 +0000213 for (DSGraph::fc_iterator CI = G.fc_begin(), CE = G.fc_end(); CI != CE;
Chris Lattnera9548d92005-01-30 23:51:02 +0000214 ++CI, ++i) {
215 const DSCallSite &CS = *CI;
Chris Lattner79390d42003-11-13 05:05:41 +0000216 Instruction *TheCall = CS.getCallSite().getInstruction();
217
Chris Lattnerda5c5a52004-03-04 19:16:35 +0000218 assert(calls.insert(TheCall).second &&
219 "Call instruction occurs multiple times in graph??");
220
221
Vikram S. Adve052682f2004-05-23 08:00:34 +0000222 // Loop over all of the potentially called functions...
223 // Inline direct calls as well as indirect calls because the direct
224 // callee may have indirect callees and so may have changed.
225 //
226 ActualCalleesTy::iterator I, E;
227 tie(I, E) = ActualCallees.equal_range(TheCall);
228 unsigned TNum = 0, Num = std::distance(I, E);
229 for (; I != E; ++I, ++TNum) {
230 Function *CalleeFunc = I->second;
231 if (!CalleeFunc->isExternal()) {
232 // Merge the callee's graph into this graph. This works for normal
233 // calls or for self recursion within an SCC.
234 DSGraph &GI = getOrCreateGraph(*CalleeFunc);
235 ++NumCBUInlines;
236 G.mergeInGraph(CS, *CalleeFunc, GI, DSGraph::KeepModRefBits |
237 DSGraph::StripAllocaBit | DSGraph::DontCloneCallNodes |
238 DSGraph::DontCloneAuxCallNodes);
Chris Lattnera9548d92005-01-30 23:51:02 +0000239 DEBUG(std::cerr << " Inlining graph [" << i << "/"
240 << G.getFunctionCalls().size()-1
Vikram S. Adve052682f2004-05-23 08:00:34 +0000241 << ":" << TNum << "/" << Num-1 << "] for "
242 << CalleeFunc->getName() << "["
243 << GI.getGraphSize() << "+" << GI.getAuxFunctionCalls().size()
244 << "] into '" /*<< G.getFunctionNames()*/ << "' ["
245 << G.getGraphSize() << "+" << G.getAuxFunctionCalls().size()
246 << "]\n");
Chris Lattner79390d42003-11-13 05:05:41 +0000247 }
248 }
249 }
250
Chris Lattner79390d42003-11-13 05:05:41 +0000251 // Recompute the Incomplete markers
Chris Lattnerd10b5fd2004-02-20 23:52:15 +0000252 assert(G.getInlinedGlobals().empty());
Chris Lattner79390d42003-11-13 05:05:41 +0000253 G.maskIncompleteMarkers();
254 G.markIncompleteNodes(DSGraph::MarkFormalArgs);
255
256 // Delete dead nodes. Treat globals that are unreachable but that can
257 // reach live nodes as live.
Chris Lattner4ab483c2004-03-04 21:36:57 +0000258 G.removeDeadNodes(DSGraph::KeepUnreachableGlobals);
Chris Lattner79390d42003-11-13 05:05:41 +0000259}