blob: 52a84c9fc56267e75daa8db484e9864506e468ed [file] [log] [blame]
Chris Lattner927fec32004-02-11 06:10:05 +00001//===- ProfileInfoLoaderPass.cpp - LLVM Pass to load profile info ---------===//
Misha Brukman2b37d7c2005-04-21 21:13:18 +00002//
Chris Lattner927fec32004-02-11 06:10:05 +00003// The LLVM Compiler Infrastructure
4//
Chris Lattner4ee451d2007-12-29 20:36:04 +00005// This file is distributed under the University of Illinois Open Source
6// License. See LICENSE.TXT for details.
Misha Brukman2b37d7c2005-04-21 21:13:18 +00007//
Chris Lattner927fec32004-02-11 06:10:05 +00008//===----------------------------------------------------------------------===//
9//
10// This file implements a concrete implementation of profiling information that
11// loads the information from a profile dump file.
12//
13//===----------------------------------------------------------------------===//
Andreas Neustifterda5ea942009-09-01 19:08:51 +000014#define DEBUG_TYPE "profile-loader"
Chris Lattner96ab5ca2004-03-08 22:04:08 +000015#include "llvm/BasicBlock.h"
16#include "llvm/InstrTypes.h"
Daniel Dunbaree166382009-08-05 15:55:56 +000017#include "llvm/Module.h"
Chris Lattner927fec32004-02-11 06:10:05 +000018#include "llvm/Pass.h"
Jeff Cohen534927d2005-01-08 22:01:16 +000019#include "llvm/Analysis/Passes.h"
Chris Lattner927fec32004-02-11 06:10:05 +000020#include "llvm/Analysis/ProfileInfo.h"
21#include "llvm/Analysis/ProfileInfoLoader.h"
Reid Spencer551ccae2004-09-01 22:55:40 +000022#include "llvm/Support/CommandLine.h"
Andreas Neustifterda5ea942009-09-01 19:08:51 +000023#include "llvm/Support/CFG.h"
24#include "llvm/Support/Debug.h"
Chris Lattnera81d29b2009-08-23 07:33:14 +000025#include "llvm/Support/raw_ostream.h"
Andreas Neustifterda5ea942009-09-01 19:08:51 +000026#include "llvm/Support/Format.h"
27#include "llvm/ADT/Statistic.h"
28#include "llvm/ADT/SmallSet.h"
29#include <set>
Chris Lattner927fec32004-02-11 06:10:05 +000030using namespace llvm;
31
Andreas Neustifterda5ea942009-09-01 19:08:51 +000032STATISTIC(NumEdgesRead, "The # of edges read.");
33
Dan Gohman844731a2008-05-13 00:00:25 +000034static cl::opt<std::string>
35ProfileInfoFilename("profile-info-file", cl::init("llvmprof.out"),
36 cl::value_desc("filename"),
37 cl::desc("Profile file loaded by -profile-loader"));
Chris Lattner945871d2004-02-11 18:21:05 +000038
Dan Gohman844731a2008-05-13 00:00:25 +000039namespace {
Nick Lewycky6726b6d2009-10-25 06:33:48 +000040 class LoaderPass : public ModulePass, public ProfileInfo {
Chris Lattner927fec32004-02-11 06:10:05 +000041 std::string Filename;
Andreas Neustifterda5ea942009-09-01 19:08:51 +000042 std::set<Edge> SpanningTree;
43 std::set<const BasicBlock*> BBisUnvisited;
Andreas Neustifterb4b1c9f2009-09-10 07:12:35 +000044 unsigned ReadCount;
Chris Lattner927fec32004-02-11 06:10:05 +000045 public:
Devang Patel19974732007-05-03 01:11:54 +000046 static char ID; // Class identification, replacement for typeinfo
Dan Gohmanc2bbfc12007-08-01 15:32:29 +000047 explicit LoaderPass(const std::string &filename = "")
Owen Anderson90c579d2010-08-06 18:33:48 +000048 : ModulePass(ID), Filename(filename) {
Chris Lattner945871d2004-02-11 18:21:05 +000049 if (filename.empty()) Filename = ProfileInfoFilename;
50 }
Chris Lattner927fec32004-02-11 06:10:05 +000051
52 virtual void getAnalysisUsage(AnalysisUsage &AU) const {
53 AU.setPreservesAll();
54 }
55
56 virtual const char *getPassName() const {
57 return "Profiling information loader";
58 }
59
Andreas Neustifterda5ea942009-09-01 19:08:51 +000060 // recurseBasicBlock() - Calculates the edge weights for as much basic
61 // blocks as possbile.
62 virtual void recurseBasicBlock(const BasicBlock *BB);
Edward O'Callaghan2afd0722009-11-02 02:55:39 +000063 virtual void readEdgeOrRemember(Edge, Edge&, unsigned &, double &);
Andreas Neustifterb4b1c9f2009-09-10 07:12:35 +000064 virtual void readEdge(ProfileInfo::Edge, std::vector<unsigned>&);
Andreas Neustifterda5ea942009-09-01 19:08:51 +000065
Chris Lattner1bc76d42010-01-20 20:09:02 +000066 /// getAdjustedAnalysisPointer - This method is used when a pass implements
67 /// an analysis interface through multiple inheritance. If needed, it
68 /// should override this to adjust the this pointer as needed for the
69 /// specified pass info.
Owen Anderson90c579d2010-08-06 18:33:48 +000070 virtual void *getAdjustedAnalysisPointer(AnalysisID PI) {
71 if (PI == &ProfileInfo::ID)
Chris Lattner1bc76d42010-01-20 20:09:02 +000072 return (ProfileInfo*)this;
73 return this;
74 }
75
Chris Lattner927fec32004-02-11 06:10:05 +000076 /// run - Load the profile information from the specified file.
Chris Lattnerb12914b2004-09-20 04:48:05 +000077 virtual bool runOnModule(Module &M);
Chris Lattner927fec32004-02-11 06:10:05 +000078 };
Chris Lattner927fec32004-02-11 06:10:05 +000079} // End of anonymous namespace
80
Dan Gohman844731a2008-05-13 00:00:25 +000081char LoaderPass::ID = 0;
Owen Anderson02dd53e2010-08-23 17:52:01 +000082INITIALIZE_AG_PASS(LoaderPass, ProfileInfo, "profile-loader",
Owen Andersonce665bd2010-10-07 22:25:06 +000083 "Load profile information from llvmprof.out", false, true, false)
Dan Gohman844731a2008-05-13 00:00:25 +000084
Owen Anderson90c579d2010-08-06 18:33:48 +000085char &llvm::ProfileLoaderPassID = LoaderPass::ID;
Andreas Neustifter44299c92009-12-03 11:00:37 +000086
Jeff Cohen6e400f72005-01-10 03:56:27 +000087ModulePass *llvm::createProfileLoaderPass() { return new LoaderPass(); }
Chris Lattner927fec32004-02-11 06:10:05 +000088
89/// createProfileLoaderPass - This function returns a Pass that loads the
90/// profiling information for the module from the specified filename, making it
91/// available to the optimizers.
92Pass *llvm::createProfileLoaderPass(const std::string &Filename) {
93 return new LoaderPass(Filename);
94}
95
Andreas Neustifterda5ea942009-09-01 19:08:51 +000096void LoaderPass::readEdgeOrRemember(Edge edge, Edge &tocalc,
Edward O'Callaghan2afd0722009-11-02 02:55:39 +000097 unsigned &uncalc, double &count) {
Andreas Neustifterda5ea942009-09-01 19:08:51 +000098 double w;
99 if ((w = getEdgeWeight(edge)) == MissingValue) {
100 tocalc = edge;
101 uncalc++;
102 } else {
103 count+=w;
104 }
105}
106
107// recurseBasicBlock - Visits all neighbours of a block and then tries to
108// calculate the missing edge values.
109void LoaderPass::recurseBasicBlock(const BasicBlock *BB) {
110
111 // break recursion if already visited
112 if (BBisUnvisited.find(BB) == BBisUnvisited.end()) return;
113 BBisUnvisited.erase(BB);
114 if (!BB) return;
115
116 for (succ_const_iterator bbi = succ_begin(BB), bbe = succ_end(BB);
117 bbi != bbe; ++bbi) {
118 recurseBasicBlock(*bbi);
119 }
Gabor Greif44424642010-03-25 23:25:28 +0000120 for (const_pred_iterator bbi = pred_begin(BB), bbe = pred_end(BB);
Andreas Neustifterda5ea942009-09-01 19:08:51 +0000121 bbi != bbe; ++bbi) {
122 recurseBasicBlock(*bbi);
123 }
124
Andreas Neustifter44299c92009-12-03 11:00:37 +0000125 Edge tocalc;
126 if (CalculateMissingEdge(BB, tocalc)) {
127 SpanningTree.erase(tocalc);
Andreas Neustifterda5ea942009-09-01 19:08:51 +0000128 }
129}
130
Andreas Neustifterb4b1c9f2009-09-10 07:12:35 +0000131void LoaderPass::readEdge(ProfileInfo::Edge e,
132 std::vector<unsigned> &ECs) {
133 if (ReadCount < ECs.size()) {
134 double weight = ECs[ReadCount++];
Andreas Neustifter92332722009-09-16 11:35:50 +0000135 if (weight != ProfileInfoLoader::Uncounted) {
136 // Here the data realm changes from the unsigned of the file to the
137 // double of the ProfileInfo. This conversion is save because we know
138 // that everything thats representable in unsinged is also representable
139 // in double.
140 EdgeInformation[getFunction(e)][e] += (double)weight;
141
David Greeneb511efa2009-12-23 21:58:29 +0000142 DEBUG(dbgs() << "--Read Edge Counter for " << e
Andreas Neustifterb4b1c9f2009-09-10 07:12:35 +0000143 << " (# "<< (ReadCount-1) << "): "
144 << (unsigned)getEdgeWeight(e) << "\n");
145 } else {
146 // This happens only if reading optimal profiling information, not when
147 // reading regular profiling information.
148 SpanningTree.insert(e);
149 }
Andreas Neustifterda5ea942009-09-01 19:08:51 +0000150 }
151}
152
Chris Lattnerb12914b2004-09-20 04:48:05 +0000153bool LoaderPass::runOnModule(Module &M) {
Chris Lattner62e84f32004-03-08 21:30:35 +0000154 ProfileInfoLoader PIL("profile-loader", Filename, M);
Misha Brukman2b37d7c2005-04-21 21:13:18 +0000155
Daniel Dunbarcaaa4932009-08-08 17:43:09 +0000156 EdgeInformation.clear();
Andreas Neustifterb4b1c9f2009-09-10 07:12:35 +0000157 std::vector<unsigned> Counters = PIL.getRawEdgeCounts();
158 if (Counters.size() > 0) {
159 ReadCount = 0;
Daniel Dunbarcaaa4932009-08-08 17:43:09 +0000160 for (Module::iterator F = M.begin(), E = M.end(); F != E; ++F) {
161 if (F->isDeclaration()) continue;
David Greeneb511efa2009-12-23 21:58:29 +0000162 DEBUG(dbgs()<<"Working on "<<F->getNameStr()<<"\n");
Andreas Neustifterb4b1c9f2009-09-10 07:12:35 +0000163 readEdge(getEdge(0,&F->getEntryBlock()), Counters);
Daniel Dunbarcaaa4932009-08-08 17:43:09 +0000164 for (Function::iterator BB = F->begin(), E = F->end(); BB != E; ++BB) {
Daniel Dunbarcaaa4932009-08-08 17:43:09 +0000165 TerminatorInst *TI = BB->getTerminator();
166 for (unsigned s = 0, e = TI->getNumSuccessors(); s != e; ++s) {
Andreas Neustifterb4b1c9f2009-09-10 07:12:35 +0000167 readEdge(getEdge(BB,TI->getSuccessor(s)), Counters);
Daniel Dunbarcaaa4932009-08-08 17:43:09 +0000168 }
Chris Lattner96ab5ca2004-03-08 22:04:08 +0000169 }
Chris Lattner96ab5ca2004-03-08 22:04:08 +0000170 }
Andreas Neustifterb4b1c9f2009-09-10 07:12:35 +0000171 if (ReadCount != Counters.size()) {
David Greenefb64f112009-12-23 23:00:50 +0000172 errs() << "WARNING: profile information is inconsistent with "
Chris Lattnera81d29b2009-08-23 07:33:14 +0000173 << "the current program!\n";
Daniel Dunbarcaaa4932009-08-08 17:43:09 +0000174 }
Andreas Neustifterb4b1c9f2009-09-10 07:12:35 +0000175 NumEdgesRead = ReadCount;
Andreas Neustifterda5ea942009-09-01 19:08:51 +0000176 }
177
Andreas Neustifterb4b1c9f2009-09-10 07:12:35 +0000178 Counters = PIL.getRawOptimalEdgeCounts();
179 if (Counters.size() > 0) {
180 ReadCount = 0;
Andreas Neustifterda5ea942009-09-01 19:08:51 +0000181 for (Module::iterator F = M.begin(), E = M.end(); F != E; ++F) {
182 if (F->isDeclaration()) continue;
David Greeneb511efa2009-12-23 21:58:29 +0000183 DEBUG(dbgs()<<"Working on "<<F->getNameStr()<<"\n");
Andreas Neustifterb4b1c9f2009-09-10 07:12:35 +0000184 readEdge(getEdge(0,&F->getEntryBlock()), Counters);
Andreas Neustifterda5ea942009-09-01 19:08:51 +0000185 for (Function::iterator BB = F->begin(), E = F->end(); BB != E; ++BB) {
186 TerminatorInst *TI = BB->getTerminator();
187 if (TI->getNumSuccessors() == 0) {
Andreas Neustifterb4b1c9f2009-09-10 07:12:35 +0000188 readEdge(getEdge(BB,0), Counters);
Andreas Neustifterda5ea942009-09-01 19:08:51 +0000189 }
190 for (unsigned s = 0, e = TI->getNumSuccessors(); s != e; ++s) {
Andreas Neustifterb4b1c9f2009-09-10 07:12:35 +0000191 readEdge(getEdge(BB,TI->getSuccessor(s)), Counters);
Andreas Neustifterda5ea942009-09-01 19:08:51 +0000192 }
193 }
194 while (SpanningTree.size() > 0) {
Andreas Neustifter44299c92009-12-03 11:00:37 +0000195
Andreas Neustifterda5ea942009-09-01 19:08:51 +0000196 unsigned size = SpanningTree.size();
Andreas Neustifter44299c92009-12-03 11:00:37 +0000197
Andreas Neustifterda5ea942009-09-01 19:08:51 +0000198 BBisUnvisited.clear();
199 for (std::set<Edge>::iterator ei = SpanningTree.begin(),
200 ee = SpanningTree.end(); ei != ee; ++ei) {
201 BBisUnvisited.insert(ei->first);
202 BBisUnvisited.insert(ei->second);
203 }
204 while (BBisUnvisited.size() > 0) {
205 recurseBasicBlock(*BBisUnvisited.begin());
206 }
Andreas Neustifter44299c92009-12-03 11:00:37 +0000207
Andreas Neustifterda5ea942009-09-01 19:08:51 +0000208 if (SpanningTree.size() == size) {
David Greeneb511efa2009-12-23 21:58:29 +0000209 DEBUG(dbgs()<<"{");
Andreas Neustifterda5ea942009-09-01 19:08:51 +0000210 for (std::set<Edge>::iterator ei = SpanningTree.begin(),
211 ee = SpanningTree.end(); ei != ee; ++ei) {
David Greeneb511efa2009-12-23 21:58:29 +0000212 DEBUG(dbgs()<< *ei <<",");
Andreas Neustifterda5ea942009-09-01 19:08:51 +0000213 }
214 assert(0 && "No edge calculated!");
215 }
Andreas Neustifter44299c92009-12-03 11:00:37 +0000216
Andreas Neustifterda5ea942009-09-01 19:08:51 +0000217 }
218 }
Andreas Neustifterb4b1c9f2009-09-10 07:12:35 +0000219 if (ReadCount != Counters.size()) {
David Greenefb64f112009-12-23 23:00:50 +0000220 errs() << "WARNING: profile information is inconsistent with "
Andreas Neustifterda5ea942009-09-01 19:08:51 +0000221 << "the current program!\n";
222 }
Andreas Neustifterb4b1c9f2009-09-10 07:12:35 +0000223 NumEdgesRead = ReadCount;
Daniel Dunbarc9008c52009-08-05 21:51:16 +0000224 }
Daniel Dunbarcaaa4932009-08-08 17:43:09 +0000225
226 BlockInformation.clear();
Andreas Neustifterb4b1c9f2009-09-10 07:12:35 +0000227 Counters = PIL.getRawBlockCounts();
228 if (Counters.size() > 0) {
229 ReadCount = 0;
Daniel Dunbarcaaa4932009-08-08 17:43:09 +0000230 for (Module::iterator F = M.begin(), E = M.end(); F != E; ++F) {
231 if (F->isDeclaration()) continue;
232 for (Function::iterator BB = F->begin(), E = F->end(); BB != E; ++BB)
Andreas Neustifterb4b1c9f2009-09-10 07:12:35 +0000233 if (ReadCount < Counters.size())
Andreas Neustifter92332722009-09-16 11:35:50 +0000234 // Here the data realm changes from the unsigned of the file to the
235 // double of the ProfileInfo. This conversion is save because we know
236 // that everything thats representable in unsinged is also
237 // representable in double.
238 BlockInformation[F][BB] = (double)Counters[ReadCount++];
Daniel Dunbarcaaa4932009-08-08 17:43:09 +0000239 }
Andreas Neustifterb4b1c9f2009-09-10 07:12:35 +0000240 if (ReadCount != Counters.size()) {
David Greenefb64f112009-12-23 23:00:50 +0000241 errs() << "WARNING: profile information is inconsistent with "
Chris Lattnera81d29b2009-08-23 07:33:14 +0000242 << "the current program!\n";
Daniel Dunbarcaaa4932009-08-08 17:43:09 +0000243 }
244 }
245
246 FunctionInformation.clear();
Andreas Neustifterb4b1c9f2009-09-10 07:12:35 +0000247 Counters = PIL.getRawFunctionCounts();
248 if (Counters.size() > 0) {
249 ReadCount = 0;
Daniel Dunbarcaaa4932009-08-08 17:43:09 +0000250 for (Module::iterator F = M.begin(), E = M.end(); F != E; ++F) {
251 if (F->isDeclaration()) continue;
Andreas Neustifterb4b1c9f2009-09-10 07:12:35 +0000252 if (ReadCount < Counters.size())
Andreas Neustifter92332722009-09-16 11:35:50 +0000253 // Here the data realm changes from the unsigned of the file to the
254 // double of the ProfileInfo. This conversion is save because we know
255 // that everything thats representable in unsinged is also
256 // representable in double.
257 FunctionInformation[F] = (double)Counters[ReadCount++];
Daniel Dunbarcaaa4932009-08-08 17:43:09 +0000258 }
Andreas Neustifterb4b1c9f2009-09-10 07:12:35 +0000259 if (ReadCount != Counters.size()) {
David Greenefb64f112009-12-23 23:00:50 +0000260 errs() << "WARNING: profile information is inconsistent with "
Chris Lattnera81d29b2009-08-23 07:33:14 +0000261 << "the current program!\n";
Daniel Dunbarcaaa4932009-08-08 17:43:09 +0000262 }
Chris Lattner945871d2004-02-11 18:21:05 +0000263 }
Chris Lattner96ab5ca2004-03-08 22:04:08 +0000264
Chris Lattner927fec32004-02-11 06:10:05 +0000265 return false;
266}