Duncan P. N. Exon Smith | 8353a26 | 2014-03-19 22:10:27 +0000 | [diff] [blame] | 1 | /*===- InstrProfiling.h- Support library for PGO instrumentation ----------===*\ |
| 2 | |* |
| 3 | |* The LLVM Compiler Infrastructure |
| 4 | |* |
| 5 | |* This file is distributed under the University of Illinois Open Source |
| 6 | |* License. See LICENSE.TXT for details. |
| 7 | |* |
| 8 | \*===----------------------------------------------------------------------===*/ |
| 9 | |
Duncan P. N. Exon Smith | f1c9361 | 2014-03-21 18:47:23 +0000 | [diff] [blame] | 10 | #ifndef PROFILE_INSTRPROFILING_H_ |
| 11 | #define PROFILE_INSTRPROFILING_H_ |
Duncan P. N. Exon Smith | be0a5e1 | 2014-03-21 18:29:15 +0000 | [diff] [blame] | 12 | |
Xinliang David Li | 26bcd19 | 2015-12-10 18:17:01 +0000 | [diff] [blame] | 13 | #include "InstrProfilingPort.h" |
Vedant Kumar | 17af892 | 2016-06-08 16:39:43 +0000 | [diff] [blame] | 14 | |
| 15 | #define INSTR_PROF_VISIBILITY COMPILER_RT_VISIBILITY |
Xinliang David Li | 0ca5bd4 | 2015-11-23 17:09:40 +0000 | [diff] [blame] | 16 | #include "InstrProfData.inc" |
| 17 | |
Xinliang David Li | 78c4a44 | 2015-11-20 19:41:02 +0000 | [diff] [blame] | 18 | enum ValueKind { |
Xinliang David Li | 5c7fa27 | 2015-11-23 17:43:10 +0000 | [diff] [blame] | 19 | #define VALUE_PROF_KIND(Enumerator, Value) Enumerator = Value, |
| 20 | #include "InstrProfData.inc" |
Xinliang David Li | 78c4a44 | 2015-11-20 19:41:02 +0000 | [diff] [blame] | 21 | }; |
Duncan P. N. Exon Smith | 812dcae | 2014-03-21 18:29:24 +0000 | [diff] [blame] | 22 | |
Xinliang David Li | 78c4a44 | 2015-11-20 19:41:02 +0000 | [diff] [blame] | 23 | typedef void *IntPtrT; |
Xinliang David Li | abfd553 | 2015-12-16 03:29:15 +0000 | [diff] [blame] | 24 | typedef struct COMPILER_RT_ALIGNAS(INSTR_PROF_DATA_ALIGNMENT) |
| 25 | __llvm_profile_data { |
Xinliang David Li | a1bebf2 | 2015-11-23 17:50:53 +0000 | [diff] [blame] | 26 | #define INSTR_PROF_DATA(Type, LLVMType, Name, Initializer) Type Name; |
| 27 | #include "InstrProfData.inc" |
Duncan P. N. Exon Smith | 9edbae0 | 2014-03-20 20:00:44 +0000 | [diff] [blame] | 28 | } __llvm_profile_data; |
Duncan P. N. Exon Smith | 8353a26 | 2014-03-19 22:10:27 +0000 | [diff] [blame] | 29 | |
Xinliang David Li | 4da5de9 | 2015-10-16 22:21:56 +0000 | [diff] [blame] | 30 | typedef struct __llvm_profile_header { |
Xinliang David Li | 6376db5 | 2015-11-23 18:36:40 +0000 | [diff] [blame] | 31 | #define INSTR_PROF_RAW_HEADER(Type, Name, Initializer) Type Name; |
| 32 | #include "InstrProfData.inc" |
Xinliang David Li | 4da5de9 | 2015-10-16 22:21:56 +0000 | [diff] [blame] | 33 | } __llvm_profile_header; |
| 34 | |
Xinliang David Li | f90425e | 2016-05-16 20:33:30 +0000 | [diff] [blame] | 35 | typedef struct ValueProfNode * PtrToNodeT; |
| 36 | typedef struct ValueProfNode { |
| 37 | #define INSTR_PROF_VALUE_NODE(Type, LLVMType, Name, Initializer) Type Name; |
| 38 | #include "InstrProfData.inc" |
| 39 | } ValueProfNode; |
| 40 | |
Betul Buyukkurt | 808385f | 2015-11-18 18:12:35 +0000 | [diff] [blame] | 41 | /*! |
| 42 | * \brief Get number of bytes necessary to pad the argument to eight |
| 43 | * byte boundary. |
| 44 | */ |
| 45 | uint8_t __llvm_profile_get_num_padding_bytes(uint64_t SizeInBytes); |
Xinliang David Li | 4da5de9 | 2015-10-16 22:21:56 +0000 | [diff] [blame] | 46 | |
Duncan P. N. Exon Smith | cf4bb96 | 2014-03-21 18:29:19 +0000 | [diff] [blame] | 47 | /*! |
| 48 | * \brief Get required size for profile buffer. |
| 49 | */ |
| 50 | uint64_t __llvm_profile_get_size_for_buffer(void); |
Duncan P. N. Exon Smith | 8353a26 | 2014-03-19 22:10:27 +0000 | [diff] [blame] | 51 | |
| 52 | /*! |
| 53 | * \brief Write instrumentation data to the given buffer. |
| 54 | * |
Duncan P. N. Exon Smith | cf4bb96 | 2014-03-21 18:29:19 +0000 | [diff] [blame] | 55 | * \pre \c Buffer is the start of a buffer at least as big as \a |
| 56 | * __llvm_profile_get_size_for_buffer(). |
Duncan P. N. Exon Smith | 8353a26 | 2014-03-19 22:10:27 +0000 | [diff] [blame] | 57 | */ |
Duncan P. N. Exon Smith | cf4bb96 | 2014-03-21 18:29:19 +0000 | [diff] [blame] | 58 | int __llvm_profile_write_buffer(char *Buffer); |
Duncan P. N. Exon Smith | da0de8a2 | 2014-03-20 03:23:10 +0000 | [diff] [blame] | 59 | |
Justin Bogner | cc0d7ee | 2014-09-04 15:45:31 +0000 | [diff] [blame] | 60 | const __llvm_profile_data *__llvm_profile_begin_data(void); |
| 61 | const __llvm_profile_data *__llvm_profile_end_data(void); |
| 62 | const char *__llvm_profile_begin_names(void); |
| 63 | const char *__llvm_profile_end_names(void); |
| 64 | uint64_t *__llvm_profile_begin_counters(void); |
| 65 | uint64_t *__llvm_profile_end_counters(void); |
Xinliang David Li | 4e8754d | 2016-05-21 22:55:45 +0000 | [diff] [blame] | 66 | ValueProfNode *__llvm_profile_begin_vnodes(); |
| 67 | ValueProfNode *__llvm_profile_end_vnodes(); |
Duncan P. N. Exon Smith | be0a5e1 | 2014-03-21 18:29:15 +0000 | [diff] [blame] | 68 | |
Duncan P. N. Exon Smith | be0a5e1 | 2014-03-21 18:29:15 +0000 | [diff] [blame] | 69 | /*! |
Xinliang David Li | c5c32cb | 2015-11-18 21:54:40 +0000 | [diff] [blame] | 70 | * \brief Clear profile counters to zero. |
| 71 | * |
| 72 | */ |
| 73 | void __llvm_profile_reset_counters(void); |
| 74 | |
| 75 | /*! |
Xinliang David Li | 31f251f | 2016-03-04 18:58:30 +0000 | [diff] [blame] | 76 | * \brief Merge profile data from buffer. |
| 77 | * |
| 78 | * Read profile data form buffer \p Profile and merge with |
Xinliang David Li | dd12e9a | 2016-03-03 18:54:46 +0000 | [diff] [blame] | 79 | * in-process profile counters. The client is expected to |
| 80 | * have checked or already knows the profile data in the |
| 81 | * buffer matches the in-process counter structure before |
| 82 | * calling it. |
| 83 | */ |
| 84 | void __llvm_profile_merge_from_buffer(const char *Profile, uint64_t Size); |
| 85 | |
Xinliang David Li | 31f251f | 2016-03-04 18:58:30 +0000 | [diff] [blame] | 86 | /*! \brief Check if profile in buffer matches the current binary. |
| 87 | * |
| 88 | * Returns 0 (success) if the profile data in buffer \p Profile with size |
| 89 | * \p Size was generated by the same binary and therefore matches |
| 90 | * structurally the in-process counters. If the profile data in buffer is |
| 91 | * not compatible, the interface returns 1 (failure). |
| 92 | */ |
| 93 | int __llvm_profile_check_compatibility(const char *Profile, |
| 94 | uint64_t Size); |
| 95 | |
Xinliang David Li | dd12e9a | 2016-03-03 18:54:46 +0000 | [diff] [blame] | 96 | /*! |
Betul Buyukkurt | 808385f | 2015-11-18 18:12:35 +0000 | [diff] [blame] | 97 | * \brief Counts the number of times a target value is seen. |
| 98 | * |
| 99 | * Records the target value for the CounterIndex if not seen before. Otherwise, |
| 100 | * increments the counter associated w/ the target value. |
Xinliang David Li | 39f4c2c | 2015-11-23 20:07:09 +0000 | [diff] [blame] | 101 | * void __llvm_profile_instrument_target(uint64_t TargetValue, void *Data, |
| 102 | * uint32_t CounterIndex); |
Betul Buyukkurt | 808385f | 2015-11-18 18:12:35 +0000 | [diff] [blame] | 103 | */ |
Xinliang David Li | 39f4c2c | 2015-11-23 20:07:09 +0000 | [diff] [blame] | 104 | void INSTR_PROF_VALUE_PROF_FUNC( |
| 105 | #define VALUE_PROF_FUNC_PARAM(ArgType, ArgName, ArgLLVMType) ArgType ArgName |
| 106 | #include "InstrProfData.inc" |
Xinliang David Li | e9a8574d | 2016-05-10 00:17:31 +0000 | [diff] [blame] | 107 | ); |
Betul Buyukkurt | 808385f | 2015-11-18 18:12:35 +0000 | [diff] [blame] | 108 | |
| 109 | /*! |
Duncan P. N. Exon Smith | be0a5e1 | 2014-03-21 18:29:15 +0000 | [diff] [blame] | 110 | * \brief Write instrumentation data to the current file. |
| 111 | * |
Xinliang David Li | 54dd683 | 2015-12-29 07:13:59 +0000 | [diff] [blame] | 112 | * Writes to the file with the last name given to \a * |
| 113 | * __llvm_profile_set_filename(), |
Duncan P. N. Exon Smith | be0a5e1 | 2014-03-21 18:29:15 +0000 | [diff] [blame] | 114 | * or if it hasn't been called, the \c LLVM_PROFILE_FILE environment variable, |
Xinliang David Li | e953933 | 2016-07-21 23:19:18 +0000 | [diff] [blame] | 115 | * or if that's not set, the last name set to INSTR_PROF_PROFILE_NAME_VAR, |
| 116 | * or if that's not set, \c "default.profraw". |
Duncan P. N. Exon Smith | be0a5e1 | 2014-03-21 18:29:15 +0000 | [diff] [blame] | 117 | */ |
| 118 | int __llvm_profile_write_file(void); |
| 119 | |
| 120 | /*! |
Xinliang David Li | 3b2c002 | 2016-08-09 04:21:14 +0000 | [diff] [blame] | 121 | * \brief this is a wrapper interface to \c __llvm_profile_write_file. |
| 122 | * After this interface is invoked, a arleady dumped flag will be set |
| 123 | * so that profile won't be dumped again during program exit. |
| 124 | * Invocation of interface __llvm_profile_reset_counters will clear |
| 125 | * the flag. This interface is designed to be used to collect profile |
| 126 | * data from user selected hot regions. The use model is |
| 127 | * __llvm_profile_reset_counters(); |
| 128 | * ... hot region 1 |
| 129 | * __llvm_profile_dump(); |
| 130 | * .. some other code |
| 131 | * __llvm_profile_reset_counters(); |
| 132 | * ... hot region 2 |
| 133 | * __llvm_profile_dump(); |
| 134 | * |
| 135 | * It is expected that on-line profile merging is on with \c %m specifier |
| 136 | * used in profile filename . If merging is not turned on, user is expected |
| 137 | * to invoke __llvm_profile_set_filename to specify different profile names |
| 138 | * for different regions before dumping to avoid profile write clobbering. |
| 139 | */ |
| 140 | int __llvm_profile_dump(void); |
| 141 | |
| 142 | /*! |
Duncan P. N. Exon Smith | be0a5e1 | 2014-03-21 18:29:15 +0000 | [diff] [blame] | 143 | * \brief Set the filename for writing instrumentation data. |
| 144 | * |
| 145 | * Sets the filename to be used for subsequent calls to |
| 146 | * \a __llvm_profile_write_file(). |
| 147 | * |
| 148 | * \c Name is not copied, so it must remain valid. Passing NULL resets the |
| 149 | * filename logic to the default behaviour. |
| 150 | */ |
| 151 | void __llvm_profile_set_filename(const char *Name); |
| 152 | |
| 153 | /*! \brief Register to write instrumentation data to file at exit. */ |
| 154 | int __llvm_profile_register_write_file_atexit(void); |
| 155 | |
Duncan P. N. Exon Smith | 55e4d66 | 2014-05-17 01:27:30 +0000 | [diff] [blame] | 156 | /*! \brief Initialize file handling. */ |
| 157 | void __llvm_profile_initialize_file(void); |
Duncan P. N. Exon Smith | 0843988 | 2014-05-16 01:30:24 +0000 | [diff] [blame] | 158 | |
Xinliang David Li | eaf238d | 2016-07-20 04:26:09 +0000 | [diff] [blame] | 159 | /*! |
| 160 | * \brief Return path prefix (excluding the base filename) of the profile data. |
| 161 | * This is useful for users using \c -fprofile-generate=./path_prefix who do |
| 162 | * not care about the default raw profile name. It is also useful to collect |
| 163 | * more than more profile data files dumped in the same directory (Online |
| 164 | * merge mode is turned on for instrumented programs with shared libs). |
| 165 | * Side-effect: this API call will invoke malloc with dynamic memory allocation. |
| 166 | */ |
| 167 | const char *__llvm_profile_get_path_prefix(); |
| 168 | |
Duncan P. N. Exon Smith | be0a5e1 | 2014-03-21 18:29:15 +0000 | [diff] [blame] | 169 | /*! \brief Get the magic token for the file format. */ |
| 170 | uint64_t __llvm_profile_get_magic(void); |
| 171 | |
| 172 | /*! \brief Get the version of the file format. */ |
| 173 | uint64_t __llvm_profile_get_version(void); |
| 174 | |
Vedant Kumar | b850251 | 2016-02-26 02:49:41 +0000 | [diff] [blame] | 175 | /*! \brief Get the number of entries in the profile data section. */ |
| 176 | uint64_t __llvm_profile_get_data_size(const __llvm_profile_data *Begin, |
| 177 | const __llvm_profile_data *End); |
| 178 | |
Xinliang David Li | 32173153a | 2016-05-18 17:44:57 +0000 | [diff] [blame] | 179 | /*! |
Sean Silva | aa705ec | 2016-05-19 00:12:02 +0000 | [diff] [blame] | 180 | * This variable is defined in InstrProfilingRuntime.cc as a hidden |
Xinliang David Li | 32173153a | 2016-05-18 17:44:57 +0000 | [diff] [blame] | 181 | * symbol. Its main purpose is to enable profile runtime user to |
| 182 | * bypass runtime initialization code -- if the client code explicitly |
| 183 | * define this variable, then InstProfileRuntime.o won't be linked in. |
| 184 | * Note that this variable's visibility needs to be hidden so that the |
| 185 | * definition of this variable in an instrumented shared library won't |
| 186 | * affect runtime initialization decision of the main program. |
Xinliang David Li | f0e0a74 | 2016-07-22 04:08:16 +0000 | [diff] [blame] | 187 | * __llvm_profile_profile_runtime. */ |
| 188 | COMPILER_RT_VISIBILITY extern int INSTR_PROF_PROFILE_RUNTIME_VAR; |
Xinliang David Li | 315e49d | 2016-05-24 21:29:18 +0000 | [diff] [blame] | 189 | |
Xinliang David Li | 32173153a | 2016-05-18 17:44:57 +0000 | [diff] [blame] | 190 | /*! |
| 191 | * This variable is defined in InstrProfiling.c. Its main purpose is to |
| 192 | * encode the raw profile version value and other format related information |
| 193 | * such as whether the profile is from IR based instrumentation. The variable |
| 194 | * is defined as weak so that compiler can emit an overriding definition |
| 195 | * depending on user option. Since we don't support mixing FE and IR based |
| 196 | * data in the same raw profile data file (in other words, shared libs and |
| 197 | * main program are expected to be instrumented in the same way), there is |
Sean Silva | 29e4347 | 2016-05-20 03:25:15 +0000 | [diff] [blame] | 198 | * no need for this variable to be hidden. |
Xinliang David Li | 32173153a | 2016-05-18 17:44:57 +0000 | [diff] [blame] | 199 | */ |
Xinliang David Li | f0e0a74 | 2016-07-22 04:08:16 +0000 | [diff] [blame] | 200 | extern uint64_t INSTR_PROF_RAW_VERSION_VAR; /* __llvm_profile_raw_version */ |
Xinliang David Li | 32173153a | 2016-05-18 17:44:57 +0000 | [diff] [blame] | 201 | |
Xinliang David Li | e953933 | 2016-07-21 23:19:18 +0000 | [diff] [blame] | 202 | /*! |
| 203 | * This variable is a weak symbol defined in InstrProfiling.c. It allows |
| 204 | * compiler instrumentation to provide overriding definition with value |
| 205 | * from compiler command line. This variable has default visibility. |
| 206 | */ |
| 207 | extern char INSTR_PROF_PROFILE_NAME_VAR[1]; /* __llvm_profile_filename. */ |
| 208 | |
Duncan P. N. Exon Smith | f1c9361 | 2014-03-21 18:47:23 +0000 | [diff] [blame] | 209 | #endif /* PROFILE_INSTRPROFILING_H_ */ |