blob: 07d69e8f36a86327f8b5746e6f197f0b0b71ab59 [file] [log] [blame]
Nick Lewyckyb1928702011-04-16 01:20:23 +00001//===- GCOVProfiling.cpp - Insert edge counters for gcov profiling --------===//
2//
3// The LLVM Compiler Infrastructure
4//
5// This file is distributed under the University of Illinois Open Source
6// License. See LICENSE.TXT for details.
7//
8//===----------------------------------------------------------------------===//
9//
10// This pass implements GCOV-style profiling. When this pass is run it emits
11// "gcno" files next to the existing source, and instruments the code that runs
12// to records the edges between blocks that run and emit a complementary "gcda"
13// file on exit.
14//
15//===----------------------------------------------------------------------===//
16
17#define DEBUG_TYPE "insert-gcov-profiling"
18
19#include "ProfilingUtils.h"
20#include "llvm/Transforms/Instrumentation.h"
21#include "llvm/Analysis/DebugInfo.h"
22#include "llvm/Module.h"
23#include "llvm/Pass.h"
24#include "llvm/Instructions.h"
25#include "llvm/Support/raw_ostream.h"
26#include "llvm/Support/Debug.h"
27#include "llvm/Support/DebugLoc.h"
28#include "llvm/Support/InstIterator.h"
29#include "llvm/Support/IRBuilder.h"
30#include "llvm/Support/PathV2.h"
31#include "llvm/ADT/DenseMap.h"
32#include "llvm/ADT/Statistic.h"
33#include "llvm/ADT/STLExtras.h"
34#include "llvm/ADT/StringExtras.h"
35#include "llvm/ADT/StringMap.h"
36#include "llvm/ADT/UniqueVector.h"
37#include <string>
38#include <utility>
39using namespace llvm;
40
41namespace {
42 class GCOVProfiler : public ModulePass {
Nick Lewyckyb1928702011-04-16 01:20:23 +000043 public:
44 static char ID;
Nick Lewyckya61e52c2011-04-21 01:56:25 +000045 GCOVProfiler()
Bill Wendlingf5c95b82011-05-17 23:05:13 +000046 : ModulePass(ID), EmitNotes(true), EmitData(true), Use402Format(false) {
Nick Lewyckya61e52c2011-04-21 01:56:25 +000047 initializeGCOVProfilerPass(*PassRegistry::getPassRegistry());
48 }
Bill Wendlingf5c95b82011-05-17 23:05:13 +000049 GCOVProfiler(bool EmitNotes, bool EmitData, bool use402Format = false)
50 : ModulePass(ID), EmitNotes(EmitNotes), EmitData(EmitData),
51 Use402Format(use402Format) {
Nick Lewyckya61e52c2011-04-21 01:56:25 +000052 assert((EmitNotes || EmitData) && "GCOVProfiler asked to do nothing?");
Nick Lewyckyb1928702011-04-16 01:20:23 +000053 initializeGCOVProfilerPass(*PassRegistry::getPassRegistry());
54 }
55 virtual const char *getPassName() const {
56 return "GCOV Profiler";
57 }
58
59 private:
Nick Lewycky269687f2011-05-04 04:03:04 +000060 bool runOnModule(Module &M);
61
Nick Lewyckyb1928702011-04-16 01:20:23 +000062 // Create the GCNO files for the Module based on DebugInfo.
Nick Lewycky1790c9c2011-04-26 03:54:16 +000063 void emitGCNO(DebugInfoFinder &DIF);
Nick Lewyckyb1928702011-04-16 01:20:23 +000064
Nick Lewycky0c4de8a2011-04-16 02:05:18 +000065 // Modify the program to track transitions along edges and call into the
66 // profiling runtime to emit .gcda files when run.
Nick Lewycky1790c9c2011-04-26 03:54:16 +000067 bool emitProfileArcs(DebugInfoFinder &DIF);
Nick Lewycky0c4de8a2011-04-16 02:05:18 +000068
Nick Lewyckyb1928702011-04-16 01:20:23 +000069 // Get pointers to the functions in the runtime library.
70 Constant *getStartFileFunc();
Nick Lewycky1790c9c2011-04-26 03:54:16 +000071 Constant *getIncrementIndirectCounterFunc();
Nick Lewyckyb1928702011-04-16 01:20:23 +000072 Constant *getEmitFunctionFunc();
73 Constant *getEmitArcsFunc();
74 Constant *getEndFileFunc();
75
Nick Lewycky1790c9c2011-04-26 03:54:16 +000076 // Create or retrieve an i32 state value that is used to represent the
77 // pred block number for certain non-trivial edges.
78 GlobalVariable *getEdgeStateValue();
79
80 // Produce a table of pointers to counters, by predecessor and successor
81 // block number.
82 GlobalVariable *buildEdgeLookupTable(Function *F,
83 GlobalVariable *Counter,
84 const UniqueVector<BasicBlock *> &Preds,
85 const UniqueVector<BasicBlock *> &Succs);
86
Nick Lewyckyb1928702011-04-16 01:20:23 +000087 // Add the function to write out all our counters to the global destructor
88 // list.
Nick Lewycky1790c9c2011-04-26 03:54:16 +000089 void insertCounterWriteout(DebugInfoFinder &,
Nick Lewyckyb1928702011-04-16 01:20:23 +000090 SmallVector<std::pair<GlobalVariable *,
Nick Lewycky5409a182011-05-05 02:46:38 +000091 MDNode *>, 8> &);
Nick Lewyckyb1928702011-04-16 01:20:23 +000092
Nick Lewycky269687f2011-05-04 04:03:04 +000093 std::string mangleName(DICompileUnit CU, std::string NewStem);
94
Nick Lewyckya61e52c2011-04-21 01:56:25 +000095 bool EmitNotes;
96 bool EmitData;
Bill Wendlingf5c95b82011-05-17 23:05:13 +000097 bool Use402Format;
Nick Lewyckya61e52c2011-04-21 01:56:25 +000098
Nick Lewycky1790c9c2011-04-26 03:54:16 +000099 Module *M;
Nick Lewyckyb1928702011-04-16 01:20:23 +0000100 LLVMContext *Ctx;
101 };
102}
103
104char GCOVProfiler::ID = 0;
105INITIALIZE_PASS(GCOVProfiler, "insert-gcov-profiling",
106 "Insert instrumentation for GCOV profiling", false, false)
107
Bill Wendlingf5c95b82011-05-17 23:05:13 +0000108ModulePass *llvm::createGCOVProfilerPass(bool EmitNotes, bool EmitData,
109 bool Use402Format) {
110 return new GCOVProfiler(EmitNotes, EmitData, Use402Format);
Nick Lewyckya61e52c2011-04-21 01:56:25 +0000111}
Nick Lewyckyb1928702011-04-16 01:20:23 +0000112
Nick Lewycky1790c9c2011-04-26 03:54:16 +0000113static DISubprogram findSubprogram(DIScope Scope) {
114 while (!Scope.isSubprogram()) {
115 assert(Scope.isLexicalBlock() &&
Nick Lewyckyb1928702011-04-16 01:20:23 +0000116 "Debug location not lexical block or subprogram");
Nick Lewycky1790c9c2011-04-26 03:54:16 +0000117 Scope = DILexicalBlock(Scope).getContext();
Nick Lewyckyb1928702011-04-16 01:20:23 +0000118 }
Nick Lewycky1790c9c2011-04-26 03:54:16 +0000119 return DISubprogram(Scope);
Nick Lewyckyb1928702011-04-16 01:20:23 +0000120}
121
122namespace {
123 class GCOVRecord {
124 protected:
Nick Lewycky1790c9c2011-04-26 03:54:16 +0000125 static const char *LinesTag;
126 static const char *FunctionTag;
127 static const char *BlockTag;
128 static const char *EdgeTag;
Nick Lewyckyb1928702011-04-16 01:20:23 +0000129
130 GCOVRecord() {}
131
Nick Lewycky1790c9c2011-04-26 03:54:16 +0000132 void writeBytes(const char *Bytes, int Size) {
133 os->write(Bytes, Size);
Nick Lewyckyb1928702011-04-16 01:20:23 +0000134 }
135
Nick Lewycky1790c9c2011-04-26 03:54:16 +0000136 void write(uint32_t i) {
137 writeBytes(reinterpret_cast<char*>(&i), 4);
Nick Lewyckyb1928702011-04-16 01:20:23 +0000138 }
139
140 // Returns the length measured in 4-byte blocks that will be used to
141 // represent this string in a GCOV file
Nick Lewycky1790c9c2011-04-26 03:54:16 +0000142 unsigned lengthOfGCOVString(StringRef s) {
Nick Lewyckyb1928702011-04-16 01:20:23 +0000143 // A GCOV string is a length, followed by a NUL, then between 0 and 3 NULs
Nick Lewycky17df2c32011-04-21 02:48:39 +0000144 // padding out to the next 4-byte word. The length is measured in 4-byte
145 // words including padding, not bytes of actual string.
Nick Lewyckyd363ff32011-05-05 23:52:18 +0000146 return (s.size() / 4) + 1;
Nick Lewyckyb1928702011-04-16 01:20:23 +0000147 }
148
Nick Lewycky1790c9c2011-04-26 03:54:16 +0000149 void writeGCOVString(StringRef s) {
150 uint32_t Len = lengthOfGCOVString(s);
151 write(Len);
152 writeBytes(s.data(), s.size());
Nick Lewyckyb1928702011-04-16 01:20:23 +0000153
154 // Write 1 to 4 bytes of NUL padding.
Nick Lewycky7a2ba2f2011-04-28 21:35:49 +0000155 assert((unsigned)(4 - (s.size() % 4)) > 0);
156 assert((unsigned)(4 - (s.size() % 4)) <= 4);
157 writeBytes("\0\0\0\0", 4 - (s.size() % 4));
Nick Lewyckyb1928702011-04-16 01:20:23 +0000158 }
159
160 raw_ostream *os;
161 };
Nick Lewycky1790c9c2011-04-26 03:54:16 +0000162 const char *GCOVRecord::LinesTag = "\0\0\x45\x01";
163 const char *GCOVRecord::FunctionTag = "\0\0\0\1";
164 const char *GCOVRecord::BlockTag = "\0\0\x41\x01";
165 const char *GCOVRecord::EdgeTag = "\0\0\x43\x01";
Nick Lewyckyb1928702011-04-16 01:20:23 +0000166
167 class GCOVFunction;
168 class GCOVBlock;
169
170 // Constructed only by requesting it from a GCOVBlock, this object stores a
171 // list of line numbers and a single filename, representing lines that belong
172 // to the block.
173 class GCOVLines : public GCOVRecord {
174 public:
Nick Lewycky1790c9c2011-04-26 03:54:16 +0000175 void addLine(uint32_t Line) {
176 Lines.push_back(Line);
Nick Lewyckyb1928702011-04-16 01:20:23 +0000177 }
178
Nick Lewycky1790c9c2011-04-26 03:54:16 +0000179 uint32_t length() {
180 return lengthOfGCOVString(Filename) + 2 + Lines.size();
Nick Lewyckyb1928702011-04-16 01:20:23 +0000181 }
182
183 private:
184 friend class GCOVBlock;
185
Nick Lewycky1790c9c2011-04-26 03:54:16 +0000186 GCOVLines(std::string Filename, raw_ostream *os)
187 : Filename(Filename) {
Nick Lewyckyb1928702011-04-16 01:20:23 +0000188 this->os = os;
189 }
190
Nick Lewycky1790c9c2011-04-26 03:54:16 +0000191 std::string Filename;
192 SmallVector<uint32_t, 32> Lines;
Nick Lewyckyb1928702011-04-16 01:20:23 +0000193 };
194
195 // Represent a basic block in GCOV. Each block has a unique number in the
196 // function, number of lines belonging to each block, and a set of edges to
197 // other blocks.
198 class GCOVBlock : public GCOVRecord {
199 public:
Nick Lewycky1790c9c2011-04-26 03:54:16 +0000200 GCOVLines &getFile(std::string Filename) {
201 GCOVLines *&Lines = LinesByFile[Filename];
202 if (!Lines) {
203 Lines = new GCOVLines(Filename, os);
Nick Lewyckyb1928702011-04-16 01:20:23 +0000204 }
Nick Lewycky1790c9c2011-04-26 03:54:16 +0000205 return *Lines;
Nick Lewyckyb1928702011-04-16 01:20:23 +0000206 }
207
Nick Lewycky1790c9c2011-04-26 03:54:16 +0000208 void addEdge(GCOVBlock &Successor) {
209 OutEdges.push_back(&Successor);
Nick Lewyckyb1928702011-04-16 01:20:23 +0000210 }
211
Nick Lewycky1790c9c2011-04-26 03:54:16 +0000212 void writeOut() {
213 uint32_t Len = 3;
214 for (StringMap<GCOVLines *>::iterator I = LinesByFile.begin(),
215 E = LinesByFile.end(); I != E; ++I) {
216 Len += I->second->length();
Nick Lewyckyb1928702011-04-16 01:20:23 +0000217 }
218
Nick Lewycky1790c9c2011-04-26 03:54:16 +0000219 writeBytes(LinesTag, 4);
220 write(Len);
221 write(Number);
222 for (StringMap<GCOVLines *>::iterator I = LinesByFile.begin(),
223 E = LinesByFile.end(); I != E; ++I) {
224 write(0);
225 writeGCOVString(I->second->Filename);
226 for (int i = 0, e = I->second->Lines.size(); i != e; ++i) {
227 write(I->second->Lines[i]);
Nick Lewyckyb1928702011-04-16 01:20:23 +0000228 }
229 }
Nick Lewycky1790c9c2011-04-26 03:54:16 +0000230 write(0);
231 write(0);
Nick Lewyckyb1928702011-04-16 01:20:23 +0000232 }
233
234 ~GCOVBlock() {
Nick Lewycky1790c9c2011-04-26 03:54:16 +0000235 DeleteContainerSeconds(LinesByFile);
Nick Lewyckyb1928702011-04-16 01:20:23 +0000236 }
237
238 private:
239 friend class GCOVFunction;
240
Nick Lewycky1790c9c2011-04-26 03:54:16 +0000241 GCOVBlock(uint32_t Number, raw_ostream *os)
242 : Number(Number) {
Nick Lewyckyb1928702011-04-16 01:20:23 +0000243 this->os = os;
244 }
245
Nick Lewycky1790c9c2011-04-26 03:54:16 +0000246 uint32_t Number;
247 StringMap<GCOVLines *> LinesByFile;
248 SmallVector<GCOVBlock *, 4> OutEdges;
Nick Lewyckyb1928702011-04-16 01:20:23 +0000249 };
250
251 // A function has a unique identifier, a checksum (we leave as zero) and a
252 // set of blocks and a map of edges between blocks. This is the only GCOV
253 // object users can construct, the blocks and lines will be rooted here.
254 class GCOVFunction : public GCOVRecord {
255 public:
Bill Wendlingf5c95b82011-05-17 23:05:13 +0000256 GCOVFunction(DISubprogram SP, raw_ostream *os, bool Use402Format) {
Nick Lewyckyb1928702011-04-16 01:20:23 +0000257 this->os = os;
258
259 Function *F = SP.getFunction();
260 uint32_t i = 0;
261 for (Function::iterator BB = F->begin(), E = F->end(); BB != E; ++BB) {
Nick Lewycky1790c9c2011-04-26 03:54:16 +0000262 Blocks[BB] = new GCOVBlock(i++, os);
Nick Lewyckyb1928702011-04-16 01:20:23 +0000263 }
Nick Lewycky1790c9c2011-04-26 03:54:16 +0000264 ReturnBlock = new GCOVBlock(i++, os);
Nick Lewyckyb1928702011-04-16 01:20:23 +0000265
Nick Lewycky1790c9c2011-04-26 03:54:16 +0000266 writeBytes(FunctionTag, 4);
Bill Wendlingf5c95b82011-05-17 23:05:13 +0000267 uint32_t BlockLen = 1 + 1 + 1 + lengthOfGCOVString(SP.getName()) +
Nick Lewycky1790c9c2011-04-26 03:54:16 +0000268 1 + lengthOfGCOVString(SP.getFilename()) + 1;
Bill Wendlingf5c95b82011-05-17 23:05:13 +0000269 if (!Use402Format)
270 ++BlockLen; // For second checksum.
Nick Lewycky1790c9c2011-04-26 03:54:16 +0000271 write(BlockLen);
272 uint32_t Ident = reinterpret_cast<intptr_t>((MDNode*)SP);
273 write(Ident);
Nick Lewycky5409a182011-05-05 02:46:38 +0000274 write(0); // checksum #1
Bill Wendlingf5c95b82011-05-17 23:05:13 +0000275 if (!Use402Format)
276 write(0); // checksum #2
Nick Lewycky1790c9c2011-04-26 03:54:16 +0000277 writeGCOVString(SP.getName());
278 writeGCOVString(SP.getFilename());
279 write(SP.getLineNumber());
Nick Lewyckyb1928702011-04-16 01:20:23 +0000280 }
281
282 ~GCOVFunction() {
Nick Lewycky1790c9c2011-04-26 03:54:16 +0000283 DeleteContainerSeconds(Blocks);
284 delete ReturnBlock;
Nick Lewyckyb1928702011-04-16 01:20:23 +0000285 }
286
Nick Lewycky1790c9c2011-04-26 03:54:16 +0000287 GCOVBlock &getBlock(BasicBlock *BB) {
288 return *Blocks[BB];
Nick Lewyckyb1928702011-04-16 01:20:23 +0000289 }
290
Nick Lewycky1790c9c2011-04-26 03:54:16 +0000291 GCOVBlock &getReturnBlock() {
292 return *ReturnBlock;
Nick Lewyckya4c4c0e2011-04-21 03:18:00 +0000293 }
294
Nick Lewycky1790c9c2011-04-26 03:54:16 +0000295 void writeOut() {
Nick Lewyckyb1928702011-04-16 01:20:23 +0000296 // Emit count of blocks.
Nick Lewycky1790c9c2011-04-26 03:54:16 +0000297 writeBytes(BlockTag, 4);
298 write(Blocks.size() + 1);
299 for (int i = 0, e = Blocks.size() + 1; i != e; ++i) {
300 write(0); // No flags on our blocks.
Nick Lewyckyb1928702011-04-16 01:20:23 +0000301 }
302
303 // Emit edges between blocks.
Nick Lewycky1790c9c2011-04-26 03:54:16 +0000304 for (DenseMap<BasicBlock *, GCOVBlock *>::iterator I = Blocks.begin(),
305 E = Blocks.end(); I != E; ++I) {
306 GCOVBlock &Block = *I->second;
307 if (Block.OutEdges.empty()) continue;
Nick Lewyckyb1928702011-04-16 01:20:23 +0000308
Nick Lewycky1790c9c2011-04-26 03:54:16 +0000309 writeBytes(EdgeTag, 4);
310 write(Block.OutEdges.size() * 2 + 1);
311 write(Block.Number);
312 for (int i = 0, e = Block.OutEdges.size(); i != e; ++i) {
313 write(Block.OutEdges[i]->Number);
314 write(0); // no flags
Nick Lewyckyb1928702011-04-16 01:20:23 +0000315 }
316 }
317
318 // Emit lines for each block.
Nick Lewycky1790c9c2011-04-26 03:54:16 +0000319 for (DenseMap<BasicBlock *, GCOVBlock *>::iterator I = Blocks.begin(),
320 E = Blocks.end(); I != E; ++I) {
321 I->second->writeOut();
Nick Lewyckyb1928702011-04-16 01:20:23 +0000322 }
323 }
324
325 private:
Nick Lewycky1790c9c2011-04-26 03:54:16 +0000326 DenseMap<BasicBlock *, GCOVBlock *> Blocks;
327 GCOVBlock *ReturnBlock;
Nick Lewyckyb1928702011-04-16 01:20:23 +0000328 };
329}
330
Nick Lewycky269687f2011-05-04 04:03:04 +0000331std::string GCOVProfiler::mangleName(DICompileUnit CU, std::string NewStem) {
332 if (NamedMDNode *GCov = M->getNamedMetadata("llvm.gcov")) {
333 for (int i = 0, e = GCov->getNumOperands(); i != e; ++i) {
334 MDNode *N = GCov->getOperand(i);
335 if (N->getNumOperands() != 2) continue;
Nick Lewyckyfcf74ed2011-05-05 00:03:30 +0000336 MDString *GCovFile = dyn_cast<MDString>(N->getOperand(0));
Nick Lewycky269687f2011-05-04 04:03:04 +0000337 MDNode *CompileUnit = dyn_cast<MDNode>(N->getOperand(1));
Nick Lewyckyfcf74ed2011-05-05 00:03:30 +0000338 if (!GCovFile || !CompileUnit) continue;
339 if (CompileUnit == CU) {
340 SmallString<128> Filename = GCovFile->getString();
341 sys::path::replace_extension(Filename, NewStem);
342 return Filename.str();
343 }
Nick Lewycky269687f2011-05-04 04:03:04 +0000344 }
345 }
Nick Lewyckyfcf74ed2011-05-05 00:03:30 +0000346
347 SmallString<128> Filename = CU.getFilename();
348 sys::path::replace_extension(Filename, NewStem);
349 return sys::path::filename(Filename.str());
Nick Lewycky269687f2011-05-04 04:03:04 +0000350}
351
Nick Lewycky0c4de8a2011-04-16 02:05:18 +0000352bool GCOVProfiler::runOnModule(Module &M) {
Nick Lewycky1790c9c2011-04-26 03:54:16 +0000353 this->M = &M;
Nick Lewycky0c4de8a2011-04-16 02:05:18 +0000354 Ctx = &M.getContext();
355
356 DebugInfoFinder DIF;
Nick Lewycky1790c9c2011-04-26 03:54:16 +0000357 DIF.processModule(M);
Nick Lewycky0c4de8a2011-04-16 02:05:18 +0000358
Nick Lewycky1790c9c2011-04-26 03:54:16 +0000359 if (EmitNotes) emitGCNO(DIF);
360 if (EmitData) return emitProfileArcs(DIF);
Nick Lewyckya61e52c2011-04-21 01:56:25 +0000361 return false;
Nick Lewycky0c4de8a2011-04-16 02:05:18 +0000362}
363
Nick Lewycky1790c9c2011-04-26 03:54:16 +0000364void GCOVProfiler::emitGCNO(DebugInfoFinder &DIF) {
365 DenseMap<const MDNode *, raw_fd_ostream *> GcnoFiles;
Nick Lewyckyb1928702011-04-16 01:20:23 +0000366 for (DebugInfoFinder::iterator I = DIF.compile_unit_begin(),
367 E = DIF.compile_unit_end(); I != E; ++I) {
368 // Each compile unit gets its own .gcno file. This means that whether we run
369 // this pass over the original .o's as they're produced, or run it after
370 // LTO, we'll generate the same .gcno files.
371
372 DICompileUnit CU(*I);
Nick Lewycky1790c9c2011-04-26 03:54:16 +0000373 raw_fd_ostream *&out = GcnoFiles[CU];
Nick Lewyckyb1928702011-04-16 01:20:23 +0000374 std::string ErrorInfo;
Nick Lewycky269687f2011-05-04 04:03:04 +0000375 out = new raw_fd_ostream(mangleName(CU, "gcno").c_str(), ErrorInfo,
376 raw_fd_ostream::F_Binary);
Bill Wendlingf5c95b82011-05-17 23:05:13 +0000377 if (!Use402Format)
378 out->write("oncg*404MVLL", 12);
379 else
380 out->write("oncg*402MVLL", 12);
Nick Lewyckyb1928702011-04-16 01:20:23 +0000381 }
382
383 for (DebugInfoFinder::iterator SPI = DIF.subprogram_begin(),
384 SPE = DIF.subprogram_end(); SPI != SPE; ++SPI) {
385 DISubprogram SP(*SPI);
Nick Lewycky1790c9c2011-04-26 03:54:16 +0000386 raw_fd_ostream *&os = GcnoFiles[SP.getCompileUnit()];
Nick Lewyckyb1928702011-04-16 01:20:23 +0000387
Nick Lewyckyb1928702011-04-16 01:20:23 +0000388 Function *F = SP.getFunction();
Nick Lewycky7a2ba2f2011-04-28 21:35:49 +0000389 if (!F) continue;
Bill Wendlingf5c95b82011-05-17 23:05:13 +0000390 GCOVFunction Func(SP, os, Use402Format);
Nick Lewycky7a2ba2f2011-04-28 21:35:49 +0000391
Nick Lewyckyb1928702011-04-16 01:20:23 +0000392 for (Function::iterator BB = F->begin(), E = F->end(); BB != E; ++BB) {
Nick Lewycky1790c9c2011-04-26 03:54:16 +0000393 GCOVBlock &Block = Func.getBlock(BB);
Nick Lewyckyb1928702011-04-16 01:20:23 +0000394 TerminatorInst *TI = BB->getTerminator();
395 if (int successors = TI->getNumSuccessors()) {
396 for (int i = 0; i != successors; ++i) {
Nick Lewycky1790c9c2011-04-26 03:54:16 +0000397 Block.addEdge(Func.getBlock(TI->getSuccessor(i)));
Nick Lewyckyb1928702011-04-16 01:20:23 +0000398 }
Nick Lewyckya4c4c0e2011-04-21 03:18:00 +0000399 } else if (isa<ReturnInst>(TI)) {
Nick Lewycky1790c9c2011-04-26 03:54:16 +0000400 Block.addEdge(Func.getReturnBlock());
Nick Lewyckyb1928702011-04-16 01:20:23 +0000401 }
402
Nick Lewycky1790c9c2011-04-26 03:54:16 +0000403 uint32_t Line = 0;
Nick Lewyckyb1928702011-04-16 01:20:23 +0000404 for (BasicBlock::iterator I = BB->begin(), IE = BB->end(); I != IE; ++I) {
Nick Lewycky1790c9c2011-04-26 03:54:16 +0000405 const DebugLoc &Loc = I->getDebugLoc();
406 if (Loc.isUnknown()) continue;
407 if (Line == Loc.getLine()) continue;
408 Line = Loc.getLine();
409 if (SP != findSubprogram(DIScope(Loc.getScope(*Ctx)))) continue;
Nick Lewyckyb1928702011-04-16 01:20:23 +0000410
Nick Lewycky1790c9c2011-04-26 03:54:16 +0000411 GCOVLines &Lines = Block.getFile(SP.getFilename());
412 Lines.addLine(Loc.getLine());
Nick Lewyckyb1928702011-04-16 01:20:23 +0000413 }
414 }
Nick Lewycky1790c9c2011-04-26 03:54:16 +0000415 Func.writeOut();
Nick Lewyckyb1928702011-04-16 01:20:23 +0000416 }
417
418 for (DenseMap<const MDNode *, raw_fd_ostream *>::iterator
Nick Lewycky1790c9c2011-04-26 03:54:16 +0000419 I = GcnoFiles.begin(), E = GcnoFiles.end(); I != E; ++I) {
420 raw_fd_ostream *&out = I->second;
421 out->write("\0\0\0\0\0\0\0\0", 8); // EOF
422 out->close();
423 delete out;
Nick Lewyckyb1928702011-04-16 01:20:23 +0000424 }
425}
426
Nick Lewycky1790c9c2011-04-26 03:54:16 +0000427bool GCOVProfiler::emitProfileArcs(DebugInfoFinder &DIF) {
Nick Lewycky0c4de8a2011-04-16 02:05:18 +0000428 if (DIF.subprogram_begin() == DIF.subprogram_end())
429 return false;
Nick Lewyckyb1928702011-04-16 01:20:23 +0000430
Nick Lewycky5409a182011-05-05 02:46:38 +0000431 SmallVector<std::pair<GlobalVariable *, MDNode *>, 8> CountersBySP;
Nick Lewyckyb1928702011-04-16 01:20:23 +0000432 for (DebugInfoFinder::iterator SPI = DIF.subprogram_begin(),
433 SPE = DIF.subprogram_end(); SPI != SPE; ++SPI) {
434 DISubprogram SP(*SPI);
435 Function *F = SP.getFunction();
Nick Lewycky7a2ba2f2011-04-28 21:35:49 +0000436 if (!F) continue;
Nick Lewyckyb1928702011-04-16 01:20:23 +0000437
Nick Lewycky1790c9c2011-04-26 03:54:16 +0000438 unsigned Edges = 0;
Nick Lewyckyb1928702011-04-16 01:20:23 +0000439 for (Function::iterator BB = F->begin(), E = F->end(); BB != E; ++BB) {
440 TerminatorInst *TI = BB->getTerminator();
Nick Lewyckya4c4c0e2011-04-21 03:18:00 +0000441 if (isa<ReturnInst>(TI))
Nick Lewycky1790c9c2011-04-26 03:54:16 +0000442 ++Edges;
Nick Lewyckya4c4c0e2011-04-21 03:18:00 +0000443 else
Nick Lewycky1790c9c2011-04-26 03:54:16 +0000444 Edges += TI->getNumSuccessors();
Nick Lewyckyb1928702011-04-16 01:20:23 +0000445 }
446
Nick Lewycky1790c9c2011-04-26 03:54:16 +0000447 const ArrayType *CounterTy =
448 ArrayType::get(Type::getInt64Ty(*Ctx), Edges);
449 GlobalVariable *Counters =
450 new GlobalVariable(*M, CounterTy, false,
Nick Lewyckyb1928702011-04-16 01:20:23 +0000451 GlobalValue::InternalLinkage,
Nick Lewycky1790c9c2011-04-26 03:54:16 +0000452 Constant::getNullValue(CounterTy),
Nick Lewyckyb1928702011-04-16 01:20:23 +0000453 "__llvm_gcov_ctr", 0, false, 0);
Nick Lewycky5409a182011-05-05 02:46:38 +0000454 CountersBySP.push_back(std::make_pair(Counters, (MDNode*)SP));
Nick Lewyckyb1928702011-04-16 01:20:23 +0000455
Nick Lewycky1790c9c2011-04-26 03:54:16 +0000456 UniqueVector<BasicBlock *> ComplexEdgePreds;
457 UniqueVector<BasicBlock *> ComplexEdgeSuccs;
Nick Lewyckyb1928702011-04-16 01:20:23 +0000458
Nick Lewycky1790c9c2011-04-26 03:54:16 +0000459 unsigned Edge = 0;
Nick Lewyckyb1928702011-04-16 01:20:23 +0000460 for (Function::iterator BB = F->begin(), E = F->end(); BB != E; ++BB) {
461 TerminatorInst *TI = BB->getTerminator();
Nick Lewycky1790c9c2011-04-26 03:54:16 +0000462 int Successors = isa<ReturnInst>(TI) ? 1 : TI->getNumSuccessors();
463 if (Successors) {
464 IRBuilder<> Builder(TI);
Nick Lewyckyb1928702011-04-16 01:20:23 +0000465
Nick Lewycky1790c9c2011-04-26 03:54:16 +0000466 if (Successors == 1) {
467 Value *Counter = Builder.CreateConstInBoundsGEP2_64(Counters, 0,
468 Edge);
469 Value *Count = Builder.CreateLoad(Counter);
470 Count = Builder.CreateAdd(Count,
Nick Lewyckyb1928702011-04-16 01:20:23 +0000471 ConstantInt::get(Type::getInt64Ty(*Ctx),1));
Nick Lewycky1790c9c2011-04-26 03:54:16 +0000472 Builder.CreateStore(Count, Counter);
Nick Lewyckyb1928702011-04-16 01:20:23 +0000473 } else if (BranchInst *BI = dyn_cast<BranchInst>(TI)) {
Nick Lewycky1790c9c2011-04-26 03:54:16 +0000474 Value *Sel = Builder.CreateSelect(
Nick Lewyckyb1928702011-04-16 01:20:23 +0000475 BI->getCondition(),
Nick Lewycky1790c9c2011-04-26 03:54:16 +0000476 ConstantInt::get(Type::getInt64Ty(*Ctx), Edge),
477 ConstantInt::get(Type::getInt64Ty(*Ctx), Edge + 1));
478 SmallVector<Value *, 2> Idx;
479 Idx.push_back(Constant::getNullValue(Type::getInt64Ty(*Ctx)));
480 Idx.push_back(Sel);
481 Value *Counter = Builder.CreateInBoundsGEP(Counters,
482 Idx.begin(), Idx.end());
483 Value *Count = Builder.CreateLoad(Counter);
484 Count = Builder.CreateAdd(Count,
Nick Lewyckyb1928702011-04-16 01:20:23 +0000485 ConstantInt::get(Type::getInt64Ty(*Ctx),1));
Nick Lewycky1790c9c2011-04-26 03:54:16 +0000486 Builder.CreateStore(Count, Counter);
Nick Lewyckyb1928702011-04-16 01:20:23 +0000487 } else {
Nick Lewycky1790c9c2011-04-26 03:54:16 +0000488 ComplexEdgePreds.insert(BB);
489 for (int i = 0; i != Successors; ++i)
490 ComplexEdgeSuccs.insert(TI->getSuccessor(i));
Nick Lewyckyb1928702011-04-16 01:20:23 +0000491 }
Nick Lewycky1790c9c2011-04-26 03:54:16 +0000492 Edge += Successors;
Nick Lewyckyb1928702011-04-16 01:20:23 +0000493 }
494 }
495
Nick Lewycky1790c9c2011-04-26 03:54:16 +0000496 if (!ComplexEdgePreds.empty()) {
497 GlobalVariable *EdgeTable =
498 buildEdgeLookupTable(F, Counters,
499 ComplexEdgePreds, ComplexEdgeSuccs);
500 GlobalVariable *EdgeState = getEdgeStateValue();
501
502 const Type *Int32Ty = Type::getInt32Ty(*Ctx);
503 for (int i = 0, e = ComplexEdgePreds.size(); i != e; ++i) {
504 IRBuilder<> Builder(ComplexEdgePreds[i+1]->getTerminator());
Nick Lewycky7a2ba2f2011-04-28 21:35:49 +0000505 Builder.CreateStore(ConstantInt::get(Int32Ty, i), EdgeState);
Nick Lewyckyb1928702011-04-16 01:20:23 +0000506 }
Nick Lewycky1790c9c2011-04-26 03:54:16 +0000507 for (int i = 0, e = ComplexEdgeSuccs.size(); i != e; ++i) {
Nick Lewyckyb1928702011-04-16 01:20:23 +0000508 // call runtime to perform increment
Nick Lewycky1790c9c2011-04-26 03:54:16 +0000509 IRBuilder<> Builder(ComplexEdgeSuccs[i+1]->getFirstNonPHI());
510 Value *CounterPtrArray =
511 Builder.CreateConstInBoundsGEP2_64(EdgeTable, 0,
512 i * ComplexEdgePreds.size());
513 Builder.CreateCall2(getIncrementIndirectCounterFunc(),
514 EdgeState, CounterPtrArray);
515 // clear the predecessor number
516 Builder.CreateStore(ConstantInt::get(Int32Ty, 0xffffffff), EdgeState);
Nick Lewyckyb1928702011-04-16 01:20:23 +0000517 }
518 }
519 }
520
Nick Lewycky5409a182011-05-05 02:46:38 +0000521 insertCounterWriteout(DIF, CountersBySP);
Nick Lewyckyb1928702011-04-16 01:20:23 +0000522
523 return true;
524}
525
Nick Lewycky1790c9c2011-04-26 03:54:16 +0000526// All edges with successors that aren't branches are "complex", because it
527// requires complex logic to pick which counter to update.
528GlobalVariable *GCOVProfiler::buildEdgeLookupTable(
529 Function *F,
530 GlobalVariable *Counters,
531 const UniqueVector<BasicBlock *> &Preds,
532 const UniqueVector<BasicBlock *> &Succs) {
533 // TODO: support invoke, threads. We rely on the fact that nothing can modify
534 // the whole-Module pred edge# between the time we set it and the time we next
535 // read it. Threads and invoke make this untrue.
536
537 // emit [(succs * preds) x i64*], logically [succ x [pred x i64*]].
538 const Type *Int64PtrTy = Type::getInt64PtrTy(*Ctx);
539 const ArrayType *EdgeTableTy = ArrayType::get(
540 Int64PtrTy, Succs.size() * Preds.size());
541
542 Constant **EdgeTable = new Constant*[Succs.size() * Preds.size()];
543 Constant *NullValue = Constant::getNullValue(Int64PtrTy);
544 for (int i = 0, ie = Succs.size() * Preds.size(); i != ie; ++i)
545 EdgeTable[i] = NullValue;
546
547 unsigned Edge = 0;
548 for (Function::iterator BB = F->begin(), E = F->end(); BB != E; ++BB) {
549 TerminatorInst *TI = BB->getTerminator();
550 int Successors = isa<ReturnInst>(TI) ? 1 : TI->getNumSuccessors();
Nick Lewycky7a2ba2f2011-04-28 21:35:49 +0000551 if (Successors > 1 && !isa<BranchInst>(TI) && !isa<ReturnInst>(TI)) {
Nick Lewycky1790c9c2011-04-26 03:54:16 +0000552 for (int i = 0; i != Successors; ++i) {
553 BasicBlock *Succ = TI->getSuccessor(i);
554 IRBuilder<> builder(Succ);
555 Value *Counter = builder.CreateConstInBoundsGEP2_64(Counters, 0,
556 Edge + i);
557 EdgeTable[((Succs.idFor(Succ)-1) * Preds.size()) +
558 (Preds.idFor(BB)-1)] = cast<Constant>(Counter);
559 }
560 }
561 Edge += Successors;
562 }
563
Jay Foad26701082011-06-22 09:24:39 +0000564 ArrayRef<Constant*> V(&EdgeTable[0], Succs.size() * Preds.size());
Nick Lewycky1790c9c2011-04-26 03:54:16 +0000565 GlobalVariable *EdgeTableGV =
566 new GlobalVariable(
567 *M, EdgeTableTy, true, GlobalValue::InternalLinkage,
Jay Foad26701082011-06-22 09:24:39 +0000568 ConstantArray::get(EdgeTableTy, V),
Nick Lewycky1790c9c2011-04-26 03:54:16 +0000569 "__llvm_gcda_edge_table");
570 EdgeTableGV->setUnnamedAddr(true);
571 return EdgeTableGV;
572}
573
Nick Lewyckyb1928702011-04-16 01:20:23 +0000574Constant *GCOVProfiler::getStartFileFunc() {
Nick Lewycky1790c9c2011-04-26 03:54:16 +0000575 const Type *Args[] = { Type::getInt8PtrTy(*Ctx) };
Nick Lewyckyb1928702011-04-16 01:20:23 +0000576 const FunctionType *FTy = FunctionType::get(Type::getVoidTy(*Ctx),
577 Args, false);
Nick Lewycky1790c9c2011-04-26 03:54:16 +0000578 return M->getOrInsertFunction("llvm_gcda_start_file", FTy);
579}
580
581Constant *GCOVProfiler::getIncrementIndirectCounterFunc() {
582 const Type *Args[] = {
583 Type::getInt32PtrTy(*Ctx), // uint32_t *predecessor
584 Type::getInt64PtrTy(*Ctx)->getPointerTo(), // uint64_t **state_table_row
585 };
586 const FunctionType *FTy = FunctionType::get(Type::getVoidTy(*Ctx),
587 Args, false);
588 return M->getOrInsertFunction("llvm_gcda_increment_indirect_counter", FTy);
Nick Lewyckyb1928702011-04-16 01:20:23 +0000589}
590
591Constant *GCOVProfiler::getEmitFunctionFunc() {
Nick Lewycky5409a182011-05-05 02:46:38 +0000592 const Type *Args[2] = {
593 Type::getInt32Ty(*Ctx), // uint32_t ident
594 Type::getInt8PtrTy(*Ctx), // const char *function_name
595 };
Nick Lewyckyb1928702011-04-16 01:20:23 +0000596 const FunctionType *FTy = FunctionType::get(Type::getVoidTy(*Ctx),
597 Args, false);
Nick Lewycky1790c9c2011-04-26 03:54:16 +0000598 return M->getOrInsertFunction("llvm_gcda_emit_function", FTy);
Nick Lewyckyb1928702011-04-16 01:20:23 +0000599}
600
601Constant *GCOVProfiler::getEmitArcsFunc() {
602 const Type *Args[] = {
603 Type::getInt32Ty(*Ctx), // uint32_t num_counters
604 Type::getInt64PtrTy(*Ctx), // uint64_t *counters
605 };
606 const FunctionType *FTy = FunctionType::get(Type::getVoidTy(*Ctx),
607 Args, false);
Nick Lewycky1790c9c2011-04-26 03:54:16 +0000608 return M->getOrInsertFunction("llvm_gcda_emit_arcs", FTy);
Nick Lewyckyb1928702011-04-16 01:20:23 +0000609}
610
611Constant *GCOVProfiler::getEndFileFunc() {
612 const FunctionType *FTy = FunctionType::get(Type::getVoidTy(*Ctx), false);
Nick Lewycky1790c9c2011-04-26 03:54:16 +0000613 return M->getOrInsertFunction("llvm_gcda_end_file", FTy);
Nick Lewyckyb1928702011-04-16 01:20:23 +0000614}
615
Nick Lewycky1790c9c2011-04-26 03:54:16 +0000616GlobalVariable *GCOVProfiler::getEdgeStateValue() {
617 GlobalVariable *GV = M->getGlobalVariable("__llvm_gcov_global_state_pred");
618 if (!GV) {
619 GV = new GlobalVariable(*M, Type::getInt32Ty(*Ctx), false,
620 GlobalValue::InternalLinkage,
621 ConstantInt::get(Type::getInt32Ty(*Ctx),
622 0xffffffff),
623 "__llvm_gcov_global_state_pred");
624 GV->setUnnamedAddr(true);
625 }
626 return GV;
627}
Nick Lewyckyb1928702011-04-16 01:20:23 +0000628
Nick Lewycky1790c9c2011-04-26 03:54:16 +0000629void GCOVProfiler::insertCounterWriteout(
630 DebugInfoFinder &DIF,
Nick Lewycky5409a182011-05-05 02:46:38 +0000631 SmallVector<std::pair<GlobalVariable *, MDNode *>, 8> &CountersBySP) {
Nick Lewyckyb1928702011-04-16 01:20:23 +0000632 const FunctionType *WriteoutFTy =
633 FunctionType::get(Type::getVoidTy(*Ctx), false);
634 Function *WriteoutF = Function::Create(WriteoutFTy,
635 GlobalValue::InternalLinkage,
Nick Lewycky1790c9c2011-04-26 03:54:16 +0000636 "__llvm_gcov_writeout", M);
Nick Lewyckyb1928702011-04-16 01:20:23 +0000637 WriteoutF->setUnnamedAddr(true);
638 BasicBlock *BB = BasicBlock::Create(*Ctx, "", WriteoutF);
Nick Lewycky1790c9c2011-04-26 03:54:16 +0000639 IRBuilder<> Builder(BB);
Nick Lewyckyb1928702011-04-16 01:20:23 +0000640
641 Constant *StartFile = getStartFileFunc();
642 Constant *EmitFunction = getEmitFunctionFunc();
643 Constant *EmitArcs = getEmitArcsFunc();
644 Constant *EndFile = getEndFileFunc();
645
646 for (DebugInfoFinder::iterator CUI = DIF.compile_unit_begin(),
647 CUE = DIF.compile_unit_end(); CUI != CUE; ++CUI) {
648 DICompileUnit compile_unit(*CUI);
Nick Lewycky269687f2011-05-04 04:03:04 +0000649 std::string FilenameGcda = mangleName(compile_unit, "gcda");
Nick Lewycky1790c9c2011-04-26 03:54:16 +0000650 Builder.CreateCall(StartFile,
651 Builder.CreateGlobalStringPtr(FilenameGcda));
Nick Lewycky5409a182011-05-05 02:46:38 +0000652 for (SmallVector<std::pair<GlobalVariable *, MDNode *>, 8>::iterator
653 I = CountersBySP.begin(), E = CountersBySP.end();
Nick Lewyckyb1928702011-04-16 01:20:23 +0000654 I != E; ++I) {
Nick Lewycky5409a182011-05-05 02:46:38 +0000655 DISubprogram SP(I->second);
656 intptr_t ident = reinterpret_cast<intptr_t>(I->second);
657 Builder.CreateCall2(EmitFunction,
658 ConstantInt::get(Type::getInt32Ty(*Ctx), ident),
659 Builder.CreateGlobalStringPtr(SP.getName()));
660
Nick Lewyckyb1928702011-04-16 01:20:23 +0000661 GlobalVariable *GV = I->first;
Nick Lewycky1790c9c2011-04-26 03:54:16 +0000662 unsigned Arcs =
Nick Lewyckyb1928702011-04-16 01:20:23 +0000663 cast<ArrayType>(GV->getType()->getElementType())->getNumElements();
Nick Lewycky1790c9c2011-04-26 03:54:16 +0000664 Builder.CreateCall2(EmitArcs,
665 ConstantInt::get(Type::getInt32Ty(*Ctx), Arcs),
666 Builder.CreateConstGEP2_64(GV, 0, 0));
Nick Lewyckyb1928702011-04-16 01:20:23 +0000667 }
Nick Lewycky1790c9c2011-04-26 03:54:16 +0000668 Builder.CreateCall(EndFile);
Nick Lewyckyb1928702011-04-16 01:20:23 +0000669 }
Nick Lewycky1790c9c2011-04-26 03:54:16 +0000670 Builder.CreateRetVoid();
Nick Lewyckyb1928702011-04-16 01:20:23 +0000671
Nick Lewycky1790c9c2011-04-26 03:54:16 +0000672 InsertProfilingShutdownCall(WriteoutF, M);
Nick Lewyckyb1928702011-04-16 01:20:23 +0000673}