blob: ac9ed524deefa6dc1c20deeba8537a67d5484745 [file] [log] [blame]
Chris Lattner927fec32004-02-11 06:10:05 +00001//===- ProfileInfoLoaderPass.cpp - LLVM Pass to load profile info ---------===//
Misha Brukman2b37d7c2005-04-21 21:13:18 +00002//
Chris Lattner927fec32004-02-11 06:10:05 +00003// The LLVM Compiler Infrastructure
4//
Chris Lattner4ee451d2007-12-29 20:36:04 +00005// This file is distributed under the University of Illinois Open Source
6// License. See LICENSE.TXT for details.
Misha Brukman2b37d7c2005-04-21 21:13:18 +00007//
Chris Lattner927fec32004-02-11 06:10:05 +00008//===----------------------------------------------------------------------===//
9//
10// This file implements a concrete implementation of profiling information that
11// loads the information from a profile dump file.
12//
13//===----------------------------------------------------------------------===//
Andreas Neustifterda5ea942009-09-01 19:08:51 +000014#define DEBUG_TYPE "profile-loader"
Chris Lattner96ab5ca2004-03-08 22:04:08 +000015#include "llvm/BasicBlock.h"
16#include "llvm/InstrTypes.h"
Daniel Dunbaree166382009-08-05 15:55:56 +000017#include "llvm/Module.h"
Chris Lattner927fec32004-02-11 06:10:05 +000018#include "llvm/Pass.h"
Jeff Cohen534927d2005-01-08 22:01:16 +000019#include "llvm/Analysis/Passes.h"
Chris Lattner927fec32004-02-11 06:10:05 +000020#include "llvm/Analysis/ProfileInfo.h"
21#include "llvm/Analysis/ProfileInfoLoader.h"
Reid Spencer551ccae2004-09-01 22:55:40 +000022#include "llvm/Support/CommandLine.h"
Andreas Neustifterda5ea942009-09-01 19:08:51 +000023#include "llvm/Support/CFG.h"
24#include "llvm/Support/Debug.h"
Chris Lattnera81d29b2009-08-23 07:33:14 +000025#include "llvm/Support/raw_ostream.h"
Andreas Neustifterda5ea942009-09-01 19:08:51 +000026#include "llvm/Support/Format.h"
27#include "llvm/ADT/Statistic.h"
28#include "llvm/ADT/SmallSet.h"
29#include <set>
Chris Lattner927fec32004-02-11 06:10:05 +000030using namespace llvm;
31
Andreas Neustifterda5ea942009-09-01 19:08:51 +000032STATISTIC(NumEdgesRead, "The # of edges read.");
33
Dan Gohman844731a2008-05-13 00:00:25 +000034static cl::opt<std::string>
35ProfileInfoFilename("profile-info-file", cl::init("llvmprof.out"),
36 cl::value_desc("filename"),
37 cl::desc("Profile file loaded by -profile-loader"));
Chris Lattner945871d2004-02-11 18:21:05 +000038
Dan Gohman844731a2008-05-13 00:00:25 +000039namespace {
Nick Lewycky6726b6d2009-10-25 06:33:48 +000040 class LoaderPass : public ModulePass, public ProfileInfo {
Chris Lattner927fec32004-02-11 06:10:05 +000041 std::string Filename;
Andreas Neustifterda5ea942009-09-01 19:08:51 +000042 std::set<Edge> SpanningTree;
43 std::set<const BasicBlock*> BBisUnvisited;
Andreas Neustifterb4b1c9f2009-09-10 07:12:35 +000044 unsigned ReadCount;
Chris Lattner927fec32004-02-11 06:10:05 +000045 public:
Devang Patel19974732007-05-03 01:11:54 +000046 static char ID; // Class identification, replacement for typeinfo
Dan Gohmanc2bbfc12007-08-01 15:32:29 +000047 explicit LoaderPass(const std::string &filename = "")
Dan Gohmanae73dc12008-09-04 17:05:41 +000048 : ModulePass(&ID), Filename(filename) {
Chris Lattner945871d2004-02-11 18:21:05 +000049 if (filename.empty()) Filename = ProfileInfoFilename;
50 }
Chris Lattner927fec32004-02-11 06:10:05 +000051
52 virtual void getAnalysisUsage(AnalysisUsage &AU) const {
53 AU.setPreservesAll();
54 }
55
56 virtual const char *getPassName() const {
57 return "Profiling information loader";
58 }
59
Andreas Neustifterda5ea942009-09-01 19:08:51 +000060 // recurseBasicBlock() - Calculates the edge weights for as much basic
61 // blocks as possbile.
62 virtual void recurseBasicBlock(const BasicBlock *BB);
Edward O'Callaghan2afd0722009-11-02 02:55:39 +000063 virtual void readEdgeOrRemember(Edge, Edge&, unsigned &, double &);
Andreas Neustifterb4b1c9f2009-09-10 07:12:35 +000064 virtual void readEdge(ProfileInfo::Edge, std::vector<unsigned>&);
Andreas Neustifterda5ea942009-09-01 19:08:51 +000065
Chris Lattner1bc76d42010-01-20 20:09:02 +000066 /// getAdjustedAnalysisPointer - This method is used when a pass implements
67 /// an analysis interface through multiple inheritance. If needed, it
68 /// should override this to adjust the this pointer as needed for the
69 /// specified pass info.
70 virtual void *getAdjustedAnalysisPointer(const PassInfo *PI) {
71 if (PI->isPassID(&ProfileInfo::ID))
72 return (ProfileInfo*)this;
73 return this;
74 }
75
Chris Lattner927fec32004-02-11 06:10:05 +000076 /// run - Load the profile information from the specified file.
Chris Lattnerb12914b2004-09-20 04:48:05 +000077 virtual bool runOnModule(Module &M);
Chris Lattner927fec32004-02-11 06:10:05 +000078 };
Chris Lattner927fec32004-02-11 06:10:05 +000079} // End of anonymous namespace
80
Dan Gohman844731a2008-05-13 00:00:25 +000081char LoaderPass::ID = 0;
82static RegisterPass<LoaderPass>
83X("profile-loader", "Load profile information from llvmprof.out", false, true);
84
85static RegisterAnalysisGroup<ProfileInfo> Y(X);
86
Andreas Neustifter44299c92009-12-03 11:00:37 +000087const PassInfo *llvm::ProfileLoaderPassID = &X;
88
Jeff Cohen6e400f72005-01-10 03:56:27 +000089ModulePass *llvm::createProfileLoaderPass() { return new LoaderPass(); }
Chris Lattner927fec32004-02-11 06:10:05 +000090
91/// createProfileLoaderPass - This function returns a Pass that loads the
92/// profiling information for the module from the specified filename, making it
93/// available to the optimizers.
94Pass *llvm::createProfileLoaderPass(const std::string &Filename) {
95 return new LoaderPass(Filename);
96}
97
Andreas Neustifterda5ea942009-09-01 19:08:51 +000098void LoaderPass::readEdgeOrRemember(Edge edge, Edge &tocalc,
Edward O'Callaghan2afd0722009-11-02 02:55:39 +000099 unsigned &uncalc, double &count) {
Andreas Neustifterda5ea942009-09-01 19:08:51 +0000100 double w;
101 if ((w = getEdgeWeight(edge)) == MissingValue) {
102 tocalc = edge;
103 uncalc++;
104 } else {
105 count+=w;
106 }
107}
108
109// recurseBasicBlock - Visits all neighbours of a block and then tries to
110// calculate the missing edge values.
111void LoaderPass::recurseBasicBlock(const BasicBlock *BB) {
112
113 // break recursion if already visited
114 if (BBisUnvisited.find(BB) == BBisUnvisited.end()) return;
115 BBisUnvisited.erase(BB);
116 if (!BB) return;
117
118 for (succ_const_iterator bbi = succ_begin(BB), bbe = succ_end(BB);
119 bbi != bbe; ++bbi) {
120 recurseBasicBlock(*bbi);
121 }
122 for (pred_const_iterator bbi = pred_begin(BB), bbe = pred_end(BB);
123 bbi != bbe; ++bbi) {
124 recurseBasicBlock(*bbi);
125 }
126
Andreas Neustifter44299c92009-12-03 11:00:37 +0000127 Edge tocalc;
128 if (CalculateMissingEdge(BB, tocalc)) {
129 SpanningTree.erase(tocalc);
Andreas Neustifterda5ea942009-09-01 19:08:51 +0000130 }
131}
132
Andreas Neustifterb4b1c9f2009-09-10 07:12:35 +0000133void LoaderPass::readEdge(ProfileInfo::Edge e,
134 std::vector<unsigned> &ECs) {
135 if (ReadCount < ECs.size()) {
136 double weight = ECs[ReadCount++];
Andreas Neustifter92332722009-09-16 11:35:50 +0000137 if (weight != ProfileInfoLoader::Uncounted) {
138 // Here the data realm changes from the unsigned of the file to the
139 // double of the ProfileInfo. This conversion is save because we know
140 // that everything thats representable in unsinged is also representable
141 // in double.
142 EdgeInformation[getFunction(e)][e] += (double)weight;
143
David Greeneb511efa2009-12-23 21:58:29 +0000144 DEBUG(dbgs() << "--Read Edge Counter for " << e
Andreas Neustifterb4b1c9f2009-09-10 07:12:35 +0000145 << " (# "<< (ReadCount-1) << "): "
146 << (unsigned)getEdgeWeight(e) << "\n");
147 } else {
148 // This happens only if reading optimal profiling information, not when
149 // reading regular profiling information.
150 SpanningTree.insert(e);
151 }
Andreas Neustifterda5ea942009-09-01 19:08:51 +0000152 }
153}
154
Chris Lattnerb12914b2004-09-20 04:48:05 +0000155bool LoaderPass::runOnModule(Module &M) {
Chris Lattner62e84f32004-03-08 21:30:35 +0000156 ProfileInfoLoader PIL("profile-loader", Filename, M);
Misha Brukman2b37d7c2005-04-21 21:13:18 +0000157
Daniel Dunbarcaaa4932009-08-08 17:43:09 +0000158 EdgeInformation.clear();
Andreas Neustifterb4b1c9f2009-09-10 07:12:35 +0000159 std::vector<unsigned> Counters = PIL.getRawEdgeCounts();
160 if (Counters.size() > 0) {
161 ReadCount = 0;
Daniel Dunbarcaaa4932009-08-08 17:43:09 +0000162 for (Module::iterator F = M.begin(), E = M.end(); F != E; ++F) {
163 if (F->isDeclaration()) continue;
David Greeneb511efa2009-12-23 21:58:29 +0000164 DEBUG(dbgs()<<"Working on "<<F->getNameStr()<<"\n");
Andreas Neustifterb4b1c9f2009-09-10 07:12:35 +0000165 readEdge(getEdge(0,&F->getEntryBlock()), Counters);
Daniel Dunbarcaaa4932009-08-08 17:43:09 +0000166 for (Function::iterator BB = F->begin(), E = F->end(); BB != E; ++BB) {
Daniel Dunbarcaaa4932009-08-08 17:43:09 +0000167 TerminatorInst *TI = BB->getTerminator();
168 for (unsigned s = 0, e = TI->getNumSuccessors(); s != e; ++s) {
Andreas Neustifterb4b1c9f2009-09-10 07:12:35 +0000169 readEdge(getEdge(BB,TI->getSuccessor(s)), Counters);
Daniel Dunbarcaaa4932009-08-08 17:43:09 +0000170 }
Chris Lattner96ab5ca2004-03-08 22:04:08 +0000171 }
Chris Lattner96ab5ca2004-03-08 22:04:08 +0000172 }
Andreas Neustifterb4b1c9f2009-09-10 07:12:35 +0000173 if (ReadCount != Counters.size()) {
David Greenefb64f112009-12-23 23:00:50 +0000174 errs() << "WARNING: profile information is inconsistent with "
Chris Lattnera81d29b2009-08-23 07:33:14 +0000175 << "the current program!\n";
Daniel Dunbarcaaa4932009-08-08 17:43:09 +0000176 }
Andreas Neustifterb4b1c9f2009-09-10 07:12:35 +0000177 NumEdgesRead = ReadCount;
Andreas Neustifterda5ea942009-09-01 19:08:51 +0000178 }
179
Andreas Neustifterb4b1c9f2009-09-10 07:12:35 +0000180 Counters = PIL.getRawOptimalEdgeCounts();
181 if (Counters.size() > 0) {
182 ReadCount = 0;
Andreas Neustifterda5ea942009-09-01 19:08:51 +0000183 for (Module::iterator F = M.begin(), E = M.end(); F != E; ++F) {
184 if (F->isDeclaration()) continue;
David Greeneb511efa2009-12-23 21:58:29 +0000185 DEBUG(dbgs()<<"Working on "<<F->getNameStr()<<"\n");
Andreas Neustifterb4b1c9f2009-09-10 07:12:35 +0000186 readEdge(getEdge(0,&F->getEntryBlock()), Counters);
Andreas Neustifterda5ea942009-09-01 19:08:51 +0000187 for (Function::iterator BB = F->begin(), E = F->end(); BB != E; ++BB) {
188 TerminatorInst *TI = BB->getTerminator();
189 if (TI->getNumSuccessors() == 0) {
Andreas Neustifterb4b1c9f2009-09-10 07:12:35 +0000190 readEdge(getEdge(BB,0), Counters);
Andreas Neustifterda5ea942009-09-01 19:08:51 +0000191 }
192 for (unsigned s = 0, e = TI->getNumSuccessors(); s != e; ++s) {
Andreas Neustifterb4b1c9f2009-09-10 07:12:35 +0000193 readEdge(getEdge(BB,TI->getSuccessor(s)), Counters);
Andreas Neustifterda5ea942009-09-01 19:08:51 +0000194 }
195 }
196 while (SpanningTree.size() > 0) {
Andreas Neustifter44299c92009-12-03 11:00:37 +0000197
Andreas Neustifterda5ea942009-09-01 19:08:51 +0000198 unsigned size = SpanningTree.size();
Andreas Neustifter44299c92009-12-03 11:00:37 +0000199
Andreas Neustifterda5ea942009-09-01 19:08:51 +0000200 BBisUnvisited.clear();
201 for (std::set<Edge>::iterator ei = SpanningTree.begin(),
202 ee = SpanningTree.end(); ei != ee; ++ei) {
203 BBisUnvisited.insert(ei->first);
204 BBisUnvisited.insert(ei->second);
205 }
206 while (BBisUnvisited.size() > 0) {
207 recurseBasicBlock(*BBisUnvisited.begin());
208 }
Andreas Neustifter44299c92009-12-03 11:00:37 +0000209
Andreas Neustifterda5ea942009-09-01 19:08:51 +0000210 if (SpanningTree.size() == size) {
David Greeneb511efa2009-12-23 21:58:29 +0000211 DEBUG(dbgs()<<"{");
Andreas Neustifterda5ea942009-09-01 19:08:51 +0000212 for (std::set<Edge>::iterator ei = SpanningTree.begin(),
213 ee = SpanningTree.end(); ei != ee; ++ei) {
David Greeneb511efa2009-12-23 21:58:29 +0000214 DEBUG(dbgs()<< *ei <<",");
Andreas Neustifterda5ea942009-09-01 19:08:51 +0000215 }
216 assert(0 && "No edge calculated!");
217 }
Andreas Neustifter44299c92009-12-03 11:00:37 +0000218
Andreas Neustifterda5ea942009-09-01 19:08:51 +0000219 }
220 }
Andreas Neustifterb4b1c9f2009-09-10 07:12:35 +0000221 if (ReadCount != Counters.size()) {
David Greenefb64f112009-12-23 23:00:50 +0000222 errs() << "WARNING: profile information is inconsistent with "
Andreas Neustifterda5ea942009-09-01 19:08:51 +0000223 << "the current program!\n";
224 }
Andreas Neustifterb4b1c9f2009-09-10 07:12:35 +0000225 NumEdgesRead = ReadCount;
Daniel Dunbarc9008c52009-08-05 21:51:16 +0000226 }
Daniel Dunbarcaaa4932009-08-08 17:43:09 +0000227
228 BlockInformation.clear();
Andreas Neustifterb4b1c9f2009-09-10 07:12:35 +0000229 Counters = PIL.getRawBlockCounts();
230 if (Counters.size() > 0) {
231 ReadCount = 0;
Daniel Dunbarcaaa4932009-08-08 17:43:09 +0000232 for (Module::iterator F = M.begin(), E = M.end(); F != E; ++F) {
233 if (F->isDeclaration()) continue;
234 for (Function::iterator BB = F->begin(), E = F->end(); BB != E; ++BB)
Andreas Neustifterb4b1c9f2009-09-10 07:12:35 +0000235 if (ReadCount < Counters.size())
Andreas Neustifter92332722009-09-16 11:35:50 +0000236 // Here the data realm changes from the unsigned of the file to the
237 // double of the ProfileInfo. This conversion is save because we know
238 // that everything thats representable in unsinged is also
239 // representable in double.
240 BlockInformation[F][BB] = (double)Counters[ReadCount++];
Daniel Dunbarcaaa4932009-08-08 17:43:09 +0000241 }
Andreas Neustifterb4b1c9f2009-09-10 07:12:35 +0000242 if (ReadCount != Counters.size()) {
David Greenefb64f112009-12-23 23:00:50 +0000243 errs() << "WARNING: profile information is inconsistent with "
Chris Lattnera81d29b2009-08-23 07:33:14 +0000244 << "the current program!\n";
Daniel Dunbarcaaa4932009-08-08 17:43:09 +0000245 }
246 }
247
248 FunctionInformation.clear();
Andreas Neustifterb4b1c9f2009-09-10 07:12:35 +0000249 Counters = PIL.getRawFunctionCounts();
250 if (Counters.size() > 0) {
251 ReadCount = 0;
Daniel Dunbarcaaa4932009-08-08 17:43:09 +0000252 for (Module::iterator F = M.begin(), E = M.end(); F != E; ++F) {
253 if (F->isDeclaration()) continue;
Andreas Neustifterb4b1c9f2009-09-10 07:12:35 +0000254 if (ReadCount < Counters.size())
Andreas Neustifter92332722009-09-16 11:35:50 +0000255 // Here the data realm changes from the unsigned of the file to the
256 // double of the ProfileInfo. This conversion is save because we know
257 // that everything thats representable in unsinged is also
258 // representable in double.
259 FunctionInformation[F] = (double)Counters[ReadCount++];
Daniel Dunbarcaaa4932009-08-08 17:43:09 +0000260 }
Andreas Neustifterb4b1c9f2009-09-10 07:12:35 +0000261 if (ReadCount != Counters.size()) {
David Greenefb64f112009-12-23 23:00:50 +0000262 errs() << "WARNING: profile information is inconsistent with "
Chris Lattnera81d29b2009-08-23 07:33:14 +0000263 << "the current program!\n";
Daniel Dunbarcaaa4932009-08-08 17:43:09 +0000264 }
Chris Lattner945871d2004-02-11 18:21:05 +0000265 }
Chris Lattner96ab5ca2004-03-08 22:04:08 +0000266
Chris Lattner927fec32004-02-11 06:10:05 +0000267 return false;
268}