Ingo Molnar | cdd6c48 | 2009-09-21 12:02:48 +0200 | [diff] [blame] | 1 | #ifndef _ASM_X86_PERF_EVENT_H |
| 2 | #define _ASM_X86_PERF_EVENT_H |
Thomas Gleixner | 003a46c | 2007-10-15 13:57:47 +0200 | [diff] [blame] | 3 | |
Ingo Molnar | eb2b861 | 2008-12-17 09:09:13 +0100 | [diff] [blame] | 4 | /* |
Ingo Molnar | cdd6c48 | 2009-09-21 12:02:48 +0200 | [diff] [blame] | 5 | * Performance event hw details: |
Ingo Molnar | eb2b861 | 2008-12-17 09:09:13 +0100 | [diff] [blame] | 6 | */ |
| 7 | |
Cyrill Gorcunov | a072738 | 2010-03-11 19:54:39 +0300 | [diff] [blame] | 8 | #define X86_PMC_MAX_GENERIC 32 |
Ingo Molnar | eb2b861 | 2008-12-17 09:09:13 +0100 | [diff] [blame] | 9 | #define X86_PMC_MAX_FIXED 3 |
| 10 | |
Ingo Molnar | 862a1a5 | 2008-12-17 13:09:20 +0100 | [diff] [blame] | 11 | #define X86_PMC_IDX_GENERIC 0 |
| 12 | #define X86_PMC_IDX_FIXED 32 |
| 13 | #define X86_PMC_IDX_MAX 64 |
| 14 | |
Ingo Molnar | 241771e | 2008-12-03 10:39:53 +0100 | [diff] [blame] | 15 | #define MSR_ARCH_PERFMON_PERFCTR0 0xc1 |
| 16 | #define MSR_ARCH_PERFMON_PERFCTR1 0xc2 |
Thomas Gleixner | 003a46c | 2007-10-15 13:57:47 +0200 | [diff] [blame] | 17 | |
Ingo Molnar | 241771e | 2008-12-03 10:39:53 +0100 | [diff] [blame] | 18 | #define MSR_ARCH_PERFMON_EVENTSEL0 0x186 |
| 19 | #define MSR_ARCH_PERFMON_EVENTSEL1 0x187 |
Thomas Gleixner | 003a46c | 2007-10-15 13:57:47 +0200 | [diff] [blame] | 20 | |
Robert Richter | a098f44 | 2010-03-30 11:28:21 +0200 | [diff] [blame] | 21 | #define ARCH_PERFMON_EVENTSEL_EVENT 0x000000FFULL |
| 22 | #define ARCH_PERFMON_EVENTSEL_UMASK 0x0000FF00ULL |
| 23 | #define ARCH_PERFMON_EVENTSEL_USR (1ULL << 16) |
| 24 | #define ARCH_PERFMON_EVENTSEL_OS (1ULL << 17) |
| 25 | #define ARCH_PERFMON_EVENTSEL_EDGE (1ULL << 18) |
| 26 | #define ARCH_PERFMON_EVENTSEL_INT (1ULL << 20) |
| 27 | #define ARCH_PERFMON_EVENTSEL_ANY (1ULL << 21) |
| 28 | #define ARCH_PERFMON_EVENTSEL_ENABLE (1ULL << 22) |
| 29 | #define ARCH_PERFMON_EVENTSEL_INV (1ULL << 23) |
| 30 | #define ARCH_PERFMON_EVENTSEL_CMASK 0xFF000000ULL |
Thomas Gleixner | 003a46c | 2007-10-15 13:57:47 +0200 | [diff] [blame] | 31 | |
Joerg Roedel | 011af85 | 2011-10-05 14:01:17 +0200 | [diff] [blame^] | 32 | #define AMD_PERFMON_EVENTSEL_GUESTONLY (1ULL << 40) |
| 33 | #define AMD_PERFMON_EVENTSEL_HOSTONLY (1ULL << 41) |
| 34 | |
Robert Richter | a098f44 | 2010-03-30 11:28:21 +0200 | [diff] [blame] | 35 | #define AMD64_EVENTSEL_EVENT \ |
| 36 | (ARCH_PERFMON_EVENTSEL_EVENT | (0x0FULL << 32)) |
| 37 | #define INTEL_ARCH_EVENT_MASK \ |
| 38 | (ARCH_PERFMON_EVENTSEL_UMASK | ARCH_PERFMON_EVENTSEL_EVENT) |
Stephane Eranian | 1da53e0 | 2010-01-18 10:58:01 +0200 | [diff] [blame] | 39 | |
Robert Richter | a098f44 | 2010-03-30 11:28:21 +0200 | [diff] [blame] | 40 | #define X86_RAW_EVENT_MASK \ |
| 41 | (ARCH_PERFMON_EVENTSEL_EVENT | \ |
| 42 | ARCH_PERFMON_EVENTSEL_UMASK | \ |
| 43 | ARCH_PERFMON_EVENTSEL_EDGE | \ |
| 44 | ARCH_PERFMON_EVENTSEL_INV | \ |
| 45 | ARCH_PERFMON_EVENTSEL_CMASK) |
| 46 | #define AMD64_RAW_EVENT_MASK \ |
| 47 | (X86_RAW_EVENT_MASK | \ |
| 48 | AMD64_EVENTSEL_EVENT) |
Stephane Eranian | 04a705df | 2009-10-06 16:42:08 +0200 | [diff] [blame] | 49 | |
Ingo Molnar | 241771e | 2008-12-03 10:39:53 +0100 | [diff] [blame] | 50 | #define ARCH_PERFMON_UNHALTED_CORE_CYCLES_SEL 0x3c |
| 51 | #define ARCH_PERFMON_UNHALTED_CORE_CYCLES_UMASK (0x00 << 8) |
Stephane Eranian | 04a705df | 2009-10-06 16:42:08 +0200 | [diff] [blame] | 52 | #define ARCH_PERFMON_UNHALTED_CORE_CYCLES_INDEX 0 |
Thomas Gleixner | 003a46c | 2007-10-15 13:57:47 +0200 | [diff] [blame] | 53 | #define ARCH_PERFMON_UNHALTED_CORE_CYCLES_PRESENT \ |
Ingo Molnar | 241771e | 2008-12-03 10:39:53 +0100 | [diff] [blame] | 54 | (1 << (ARCH_PERFMON_UNHALTED_CORE_CYCLES_INDEX)) |
| 55 | |
| 56 | #define ARCH_PERFMON_BRANCH_MISSES_RETIRED 6 |
Thomas Gleixner | 003a46c | 2007-10-15 13:57:47 +0200 | [diff] [blame] | 57 | |
Ingo Molnar | eb2b861 | 2008-12-17 09:09:13 +0100 | [diff] [blame] | 58 | /* |
| 59 | * Intel "Architectural Performance Monitoring" CPUID |
| 60 | * detection/enumeration details: |
| 61 | */ |
Thomas Gleixner | 003a46c | 2007-10-15 13:57:47 +0200 | [diff] [blame] | 62 | union cpuid10_eax { |
| 63 | struct { |
| 64 | unsigned int version_id:8; |
Robert Richter | 948b1bb | 2010-03-29 18:36:50 +0200 | [diff] [blame] | 65 | unsigned int num_counters:8; |
Thomas Gleixner | 003a46c | 2007-10-15 13:57:47 +0200 | [diff] [blame] | 66 | unsigned int bit_width:8; |
| 67 | unsigned int mask_length:8; |
| 68 | } split; |
| 69 | unsigned int full; |
| 70 | }; |
| 71 | |
Ingo Molnar | 703e937 | 2008-12-17 10:51:15 +0100 | [diff] [blame] | 72 | union cpuid10_edx { |
| 73 | struct { |
Livio Soares | e768aee | 2010-06-03 15:00:31 -0400 | [diff] [blame] | 74 | unsigned int num_counters_fixed:5; |
| 75 | unsigned int bit_width_fixed:8; |
| 76 | unsigned int reserved:19; |
Ingo Molnar | 703e937 | 2008-12-17 10:51:15 +0100 | [diff] [blame] | 77 | } split; |
| 78 | unsigned int full; |
| 79 | }; |
| 80 | |
| 81 | |
| 82 | /* |
Ingo Molnar | cdd6c48 | 2009-09-21 12:02:48 +0200 | [diff] [blame] | 83 | * Fixed-purpose performance events: |
Ingo Molnar | 703e937 | 2008-12-17 10:51:15 +0100 | [diff] [blame] | 84 | */ |
| 85 | |
Ingo Molnar | 862a1a5 | 2008-12-17 13:09:20 +0100 | [diff] [blame] | 86 | /* |
| 87 | * All 3 fixed-mode PMCs are configured via this single MSR: |
| 88 | */ |
| 89 | #define MSR_ARCH_PERFMON_FIXED_CTR_CTRL 0x38d |
| 90 | |
| 91 | /* |
| 92 | * The counts are available in three separate MSRs: |
| 93 | */ |
| 94 | |
Ingo Molnar | 703e937 | 2008-12-17 10:51:15 +0100 | [diff] [blame] | 95 | /* Instr_Retired.Any: */ |
| 96 | #define MSR_ARCH_PERFMON_FIXED_CTR0 0x309 |
Ingo Molnar | 2f18d1e | 2008-12-22 11:10:42 +0100 | [diff] [blame] | 97 | #define X86_PMC_IDX_FIXED_INSTRUCTIONS (X86_PMC_IDX_FIXED + 0) |
Ingo Molnar | 703e937 | 2008-12-17 10:51:15 +0100 | [diff] [blame] | 98 | |
| 99 | /* CPU_CLK_Unhalted.Core: */ |
| 100 | #define MSR_ARCH_PERFMON_FIXED_CTR1 0x30a |
Ingo Molnar | 2f18d1e | 2008-12-22 11:10:42 +0100 | [diff] [blame] | 101 | #define X86_PMC_IDX_FIXED_CPU_CYCLES (X86_PMC_IDX_FIXED + 1) |
Ingo Molnar | 703e937 | 2008-12-17 10:51:15 +0100 | [diff] [blame] | 102 | |
| 103 | /* CPU_CLK_Unhalted.Ref: */ |
| 104 | #define MSR_ARCH_PERFMON_FIXED_CTR2 0x30b |
Ingo Molnar | 2f18d1e | 2008-12-22 11:10:42 +0100 | [diff] [blame] | 105 | #define X86_PMC_IDX_FIXED_BUS_CYCLES (X86_PMC_IDX_FIXED + 2) |
Ingo Molnar | 703e937 | 2008-12-17 10:51:15 +0100 | [diff] [blame] | 106 | |
Markus Metzger | 30dd568 | 2009-07-21 15:56:48 +0200 | [diff] [blame] | 107 | /* |
| 108 | * We model BTS tracing as another fixed-mode PMC. |
| 109 | * |
Ingo Molnar | cdd6c48 | 2009-09-21 12:02:48 +0200 | [diff] [blame] | 110 | * We choose a value in the middle of the fixed event range, since lower |
| 111 | * values are used by actual fixed events and higher values are used |
Markus Metzger | 30dd568 | 2009-07-21 15:56:48 +0200 | [diff] [blame] | 112 | * to indicate other overflow conditions in the PERF_GLOBAL_STATUS msr. |
| 113 | */ |
| 114 | #define X86_PMC_IDX_FIXED_BTS (X86_PMC_IDX_FIXED + 16) |
| 115 | |
Robert Richter | 1d6040f | 2010-02-25 19:40:46 +0100 | [diff] [blame] | 116 | /* IbsFetchCtl bits/masks */ |
Robert Richter | b47fad3 | 2010-09-22 17:45:39 +0200 | [diff] [blame] | 117 | #define IBS_FETCH_RAND_EN (1ULL<<57) |
| 118 | #define IBS_FETCH_VAL (1ULL<<49) |
| 119 | #define IBS_FETCH_ENABLE (1ULL<<48) |
| 120 | #define IBS_FETCH_CNT 0xFFFF0000ULL |
| 121 | #define IBS_FETCH_MAX_CNT 0x0000FFFFULL |
Robert Richter | 1d6040f | 2010-02-25 19:40:46 +0100 | [diff] [blame] | 122 | |
| 123 | /* IbsOpCtl bits */ |
Robert Richter | b47fad3 | 2010-09-22 17:45:39 +0200 | [diff] [blame] | 124 | #define IBS_OP_CNT_CTL (1ULL<<19) |
| 125 | #define IBS_OP_VAL (1ULL<<18) |
| 126 | #define IBS_OP_ENABLE (1ULL<<17) |
| 127 | #define IBS_OP_MAX_CNT 0x0000FFFFULL |
| 128 | #define IBS_OP_MAX_CNT_EXT 0x007FFFFFULL /* not a register bit mask */ |
Markus Metzger | 30dd568 | 2009-07-21 15:56:48 +0200 | [diff] [blame] | 129 | |
Ingo Molnar | cdd6c48 | 2009-09-21 12:02:48 +0200 | [diff] [blame] | 130 | #ifdef CONFIG_PERF_EVENTS |
Ingo Molnar | cdd6c48 | 2009-09-21 12:02:48 +0200 | [diff] [blame] | 131 | extern void perf_events_lapic_init(void); |
Peter Zijlstra | 194002b | 2009-06-22 16:35:24 +0200 | [diff] [blame] | 132 | |
Ingo Molnar | cdd6c48 | 2009-09-21 12:02:48 +0200 | [diff] [blame] | 133 | #define PERF_EVENT_INDEX_OFFSET 0 |
Peter Zijlstra | 194002b | 2009-06-22 16:35:24 +0200 | [diff] [blame] | 134 | |
Peter Zijlstra | ef21f68 | 2010-03-03 13:12:23 +0100 | [diff] [blame] | 135 | /* |
| 136 | * Abuse bit 3 of the cpu eflags register to indicate proper PEBS IP fixups. |
| 137 | * This flag is otherwise unused and ABI specified to be 0, so nobody should |
| 138 | * care what we do with it. |
| 139 | */ |
| 140 | #define PERF_EFLAGS_EXACT (1UL << 3) |
| 141 | |
Zhang, Yanmin | 39447b3 | 2010-04-19 13:32:41 +0800 | [diff] [blame] | 142 | struct pt_regs; |
| 143 | extern unsigned long perf_instruction_pointer(struct pt_regs *regs); |
| 144 | extern unsigned long perf_misc_flags(struct pt_regs *regs); |
| 145 | #define perf_misc_flags(regs) perf_misc_flags(regs) |
Peter Zijlstra | ef21f68 | 2010-03-03 13:12:23 +0100 | [diff] [blame] | 146 | |
Frederic Weisbecker | b0f82b8 | 2010-05-20 07:47:21 +0200 | [diff] [blame] | 147 | #include <asm/stacktrace.h> |
| 148 | |
| 149 | /* |
| 150 | * We abuse bit 3 from flags to pass exact information, see perf_misc_flags |
| 151 | * and the comment with PERF_EFLAGS_EXACT. |
| 152 | */ |
| 153 | #define perf_arch_fetch_caller_regs(regs, __ip) { \ |
| 154 | (regs)->ip = (__ip); \ |
| 155 | (regs)->bp = caller_frame_pointer(); \ |
| 156 | (regs)->cs = __KERNEL_CS; \ |
| 157 | regs->flags = 0; \ |
Frederic Weisbecker | 9e46294 | 2011-07-02 15:00:52 +0200 | [diff] [blame] | 158 | asm volatile( \ |
| 159 | _ASM_MOV "%%"_ASM_SP ", %0\n" \ |
| 160 | : "=m" ((regs)->sp) \ |
| 161 | :: "memory" \ |
| 162 | ); \ |
Frederic Weisbecker | b0f82b8 | 2010-05-20 07:47:21 +0200 | [diff] [blame] | 163 | } |
| 164 | |
Ingo Molnar | 241771e | 2008-12-03 10:39:53 +0100 | [diff] [blame] | 165 | #else |
Ingo Molnar | cdd6c48 | 2009-09-21 12:02:48 +0200 | [diff] [blame] | 166 | static inline void perf_events_lapic_init(void) { } |
Ingo Molnar | 241771e | 2008-12-03 10:39:53 +0100 | [diff] [blame] | 167 | #endif |
| 168 | |
Ingo Molnar | cdd6c48 | 2009-09-21 12:02:48 +0200 | [diff] [blame] | 169 | #endif /* _ASM_X86_PERF_EVENT_H */ |