blob: 6bf29ecaa7c4d26ff98db70aa8407e34a740fdf5 [file] [log] [blame]
Justin Bogneref512b92014-01-06 22:27:43 +00001//===--- CodeGenPGO.h - PGO Instrumentation for LLVM CodeGen ----*- C++ -*-===//
2//
3// The LLVM Compiler Infrastructure
4//
5// This file is distributed under the University of Illinois Open Source
6// License. See LICENSE.TXT for details.
7//
8//===----------------------------------------------------------------------===//
9//
10// Instrumentation-based profile-guided optimization
11//
12//===----------------------------------------------------------------------===//
13
Benjamin Kramer2f5db8b2014-08-13 16:25:19 +000014#ifndef LLVM_CLANG_LIB_CODEGEN_CODEGENPGO_H
15#define LLVM_CLANG_LIB_CODEGEN_CODEGENPGO_H
Justin Bogneref512b92014-01-06 22:27:43 +000016
17#include "CGBuilder.h"
18#include "CodeGenModule.h"
19#include "CodeGenTypes.h"
20#include "clang/Frontend/CodeGenOptions.h"
Justin Bogneref512b92014-01-06 22:27:43 +000021#include "llvm/ADT/StringMap.h"
22#include "llvm/Support/MemoryBuffer.h"
Ahmed Charlesdfca6f92014-03-09 11:36:40 +000023#include <memory>
Justin Bogneref512b92014-01-06 22:27:43 +000024
25namespace clang {
26namespace CodeGen {
Justin Bogneref512b92014-01-06 22:27:43 +000027
Justin Bogner66242d62015-04-23 23:06:47 +000028/// Per-function PGO state.
Justin Bogneref512b92014-01-06 22:27:43 +000029class CodeGenPGO {
30private:
31 CodeGenModule &CGM;
Justin Bogner111c6532014-12-02 23:15:30 +000032 std::string FuncName;
Justin Bogner970ac602014-12-08 19:04:51 +000033 llvm::GlobalVariable *FuncNameVar;
Justin Bogneref512b92014-01-06 22:27:43 +000034
35 unsigned NumRegionCounters;
Justin Bognerb4416f52014-03-18 21:58:06 +000036 uint64_t FunctionHash;
Duncan P. N. Exon Smith1b67cfd2014-03-26 19:26:05 +000037 std::unique_ptr<llvm::DenseMap<const Stmt *, unsigned>> RegionCounterMap;
38 std::unique_ptr<llvm::DenseMap<const Stmt *, uint64_t>> StmtCountMap;
Justin Bogner7f8cf5b2014-12-02 22:38:52 +000039 std::vector<uint64_t> RegionCounts;
Justin Bogneref512b92014-01-06 22:27:43 +000040 uint64_t CurrentRegionCount;
Alex Lorenzee024992014-08-04 18:41:51 +000041 /// \brief A flag that is set to true when this function doesn't need
42 /// to have coverage mapping data.
43 bool SkipCoverageMapping;
Justin Bogneref512b92014-01-06 22:27:43 +000044
45public:
46 CodeGenPGO(CodeGenModule &CGM)
Justin Bogner970ac602014-12-08 19:04:51 +000047 : CGM(CGM), NumRegionCounters(0), FunctionHash(0), CurrentRegionCount(0),
Alex Lorenzee024992014-08-04 18:41:51 +000048 SkipCoverageMapping(false) {}
Justin Bogneref512b92014-01-06 22:27:43 +000049
50 /// Whether or not we have PGO region data for the current function. This is
51 /// false both when we have no data at all and when our data has been
52 /// discarded.
Justin Bogner7f8cf5b2014-12-02 22:38:52 +000053 bool haveRegionCounts() const { return !RegionCounts.empty(); }
Justin Bogneref512b92014-01-06 22:27:43 +000054
55 /// Return the counter value of the current region.
56 uint64_t getCurrentRegionCount() const { return CurrentRegionCount; }
Bob Wilsonbf854f02014-02-17 19:21:09 +000057
Justin Bogneref512b92014-01-06 22:27:43 +000058 /// Set the counter value for the current region. This is used to keep track
59 /// of changes to the most recent counter from control flow and non-local
60 /// exits.
61 void setCurrentRegionCount(uint64_t Count) { CurrentRegionCount = Count; }
Bob Wilsonbf854f02014-02-17 19:21:09 +000062
Bob Wilsonbf854f02014-02-17 19:21:09 +000063 /// Check if an execution count is known for a given statement. If so, return
64 /// true and put the value in Count; else return false.
Justin Bogner1c21c282015-04-13 12:23:19 +000065 Optional<uint64_t> getStmtCount(const Stmt *S) {
Bob Wilsonbf854f02014-02-17 19:21:09 +000066 if (!StmtCountMap)
Justin Bogner1c21c282015-04-13 12:23:19 +000067 return None;
68 auto I = StmtCountMap->find(S);
Bob Wilsonbf854f02014-02-17 19:21:09 +000069 if (I == StmtCountMap->end())
Justin Bogner1c21c282015-04-13 12:23:19 +000070 return None;
71 return I->second;
Bob Wilsonbf854f02014-02-17 19:21:09 +000072 }
73
74 /// If the execution count for the current statement is known, record that
75 /// as the current count.
76 void setCurrentStmt(const Stmt *S) {
Justin Bogner1c21c282015-04-13 12:23:19 +000077 if (auto Count = getStmtCount(S))
78 setCurrentRegionCount(*Count);
Bob Wilsonbf854f02014-02-17 19:21:09 +000079 }
80
Justin Bogneref512b92014-01-06 22:27:43 +000081 /// Assign counters to regions and configure them for PGO of a given
82 /// function. Does nothing if instrumentation is not enabled and either
83 /// generates global variables or associates PGO data with each of the
84 /// counters depending on whether we are generating or using instrumentation.
Serge Pavlov3a561452015-12-06 14:32:39 +000085 void assignRegionCounters(GlobalDecl GD, llvm::Function *Fn);
Alex Lorenzee024992014-08-04 18:41:51 +000086 /// Emit a coverage mapping range with a counter zero
87 /// for an unused declaration.
88 void emitEmptyCounterMapping(const Decl *D, StringRef FuncName,
89 llvm::GlobalValue::LinkageTypes Linkage);
Justin Bogneref512b92014-01-06 22:27:43 +000090private:
Bob Wilsonda1ebed2014-03-06 04:55:41 +000091 void setFuncName(llvm::Function *Fn);
Alex Lorenzee024992014-08-04 18:41:51 +000092 void setFuncName(StringRef Name, llvm::GlobalValue::LinkageTypes Linkage);
Justin Bogneref512b92014-01-06 22:27:43 +000093 void mapRegionCounters(const Decl *D);
Bob Wilsonbf854f02014-02-17 19:21:09 +000094 void computeRegionCounts(const Decl *D);
Justin Bogner837a6f62014-04-18 21:52:00 +000095 void applyFunctionAttributes(llvm::IndexedInstrProfReader *PGOReader,
96 llvm::Function *Fn);
Justin Bogner40b8ba12014-06-26 01:45:07 +000097 void loadRegionCounts(llvm::IndexedInstrProfReader *PGOReader,
98 bool IsInMainFile);
Alex Lorenzee024992014-08-04 18:41:51 +000099 void emitCounterRegionMapping(const Decl *D);
Justin Bogneref512b92014-01-06 22:27:43 +0000100
Justin Bogner66242d62015-04-23 23:06:47 +0000101public:
102 void emitCounterIncrement(CGBuilderTy &Builder, const Stmt *S);
Justin Bogneref512b92014-01-06 22:27:43 +0000103
104 /// Return the region count for the counter at the given index.
Justin Bogner66242d62015-04-23 23:06:47 +0000105 uint64_t getRegionCount(const Stmt *S) {
106 if (!RegionCounterMap)
107 return 0;
Justin Bogneref512b92014-01-06 22:27:43 +0000108 if (!haveRegionCounts())
109 return 0;
Justin Bogner66242d62015-04-23 23:06:47 +0000110 return RegionCounts[(*RegionCounterMap)[S]];
Justin Bogneref512b92014-01-06 22:27:43 +0000111 }
Justin Bogneref512b92014-01-06 22:27:43 +0000112};
113
Justin Bogneref512b92014-01-06 22:27:43 +0000114} // end namespace CodeGen
115} // end namespace clang
116
117#endif