Ingo Molnar | cdd6c48 | 2009-09-21 12:02:48 +0200 | [diff] [blame] | 1 | #ifndef _ASM_X86_PERF_EVENT_H |
| 2 | #define _ASM_X86_PERF_EVENT_H |
Thomas Gleixner | 003a46c | 2007-10-15 13:57:47 +0200 | [diff] [blame] | 3 | |
Ingo Molnar | eb2b861 | 2008-12-17 09:09:13 +0100 | [diff] [blame] | 4 | /* |
Ingo Molnar | cdd6c48 | 2009-09-21 12:02:48 +0200 | [diff] [blame] | 5 | * Performance event hw details: |
Ingo Molnar | eb2b861 | 2008-12-17 09:09:13 +0100 | [diff] [blame] | 6 | */ |
| 7 | |
| 8 | #define X86_PMC_MAX_GENERIC 8 |
| 9 | #define X86_PMC_MAX_FIXED 3 |
| 10 | |
Ingo Molnar | 862a1a5 | 2008-12-17 13:09:20 +0100 | [diff] [blame] | 11 | #define X86_PMC_IDX_GENERIC 0 |
| 12 | #define X86_PMC_IDX_FIXED 32 |
| 13 | #define X86_PMC_IDX_MAX 64 |
| 14 | |
Ingo Molnar | 241771e | 2008-12-03 10:39:53 +0100 | [diff] [blame] | 15 | #define MSR_ARCH_PERFMON_PERFCTR0 0xc1 |
| 16 | #define MSR_ARCH_PERFMON_PERFCTR1 0xc2 |
Thomas Gleixner | 003a46c | 2007-10-15 13:57:47 +0200 | [diff] [blame] | 17 | |
Ingo Molnar | 241771e | 2008-12-03 10:39:53 +0100 | [diff] [blame] | 18 | #define MSR_ARCH_PERFMON_EVENTSEL0 0x186 |
| 19 | #define MSR_ARCH_PERFMON_EVENTSEL1 0x187 |
Thomas Gleixner | 003a46c | 2007-10-15 13:57:47 +0200 | [diff] [blame] | 20 | |
Robert Richter | bb1165d | 2010-03-01 14:21:23 +0100 | [diff] [blame] | 21 | #define ARCH_PERFMON_EVENTSEL_ENABLE (1 << 22) |
Stephane Eranian | b27d515 | 2010-01-18 10:58:01 +0200 | [diff] [blame] | 22 | #define ARCH_PERFMON_EVENTSEL_ANY (1 << 21) |
Ingo Molnar | 241771e | 2008-12-03 10:39:53 +0100 | [diff] [blame] | 23 | #define ARCH_PERFMON_EVENTSEL_INT (1 << 20) |
| 24 | #define ARCH_PERFMON_EVENTSEL_OS (1 << 17) |
| 25 | #define ARCH_PERFMON_EVENTSEL_USR (1 << 16) |
Thomas Gleixner | 003a46c | 2007-10-15 13:57:47 +0200 | [diff] [blame] | 26 | |
Ingo Molnar | 2f18d1e | 2008-12-22 11:10:42 +0100 | [diff] [blame] | 27 | /* |
| 28 | * Includes eventsel and unit mask as well: |
| 29 | */ |
Stephane Eranian | 1da53e0 | 2010-01-18 10:58:01 +0200 | [diff] [blame] | 30 | |
| 31 | |
| 32 | #define INTEL_ARCH_EVTSEL_MASK 0x000000FFULL |
| 33 | #define INTEL_ARCH_UNIT_MASK 0x0000FF00ULL |
| 34 | #define INTEL_ARCH_EDGE_MASK 0x00040000ULL |
| 35 | #define INTEL_ARCH_INV_MASK 0x00800000ULL |
| 36 | #define INTEL_ARCH_CNT_MASK 0xFF000000ULL |
| 37 | #define INTEL_ARCH_EVENT_MASK (INTEL_ARCH_UNIT_MASK|INTEL_ARCH_EVTSEL_MASK) |
Ingo Molnar | 2f18d1e | 2008-12-22 11:10:42 +0100 | [diff] [blame] | 38 | |
Stephane Eranian | 04a705df | 2009-10-06 16:42:08 +0200 | [diff] [blame] | 39 | /* |
| 40 | * filter mask to validate fixed counter events. |
| 41 | * the following filters disqualify for fixed counters: |
| 42 | * - inv |
| 43 | * - edge |
| 44 | * - cnt-mask |
| 45 | * The other filters are supported by fixed counters. |
| 46 | * The any-thread option is supported starting with v3. |
| 47 | */ |
Stephane Eranian | 1da53e0 | 2010-01-18 10:58:01 +0200 | [diff] [blame] | 48 | #define INTEL_ARCH_FIXED_MASK \ |
| 49 | (INTEL_ARCH_CNT_MASK| \ |
| 50 | INTEL_ARCH_INV_MASK| \ |
| 51 | INTEL_ARCH_EDGE_MASK|\ |
| 52 | INTEL_ARCH_UNIT_MASK|\ |
Peter Zijlstra | b622d64 | 2010-02-01 15:36:30 +0100 | [diff] [blame] | 53 | INTEL_ARCH_EVENT_MASK) |
Stephane Eranian | 04a705df | 2009-10-06 16:42:08 +0200 | [diff] [blame] | 54 | |
Ingo Molnar | 241771e | 2008-12-03 10:39:53 +0100 | [diff] [blame] | 55 | #define ARCH_PERFMON_UNHALTED_CORE_CYCLES_SEL 0x3c |
| 56 | #define ARCH_PERFMON_UNHALTED_CORE_CYCLES_UMASK (0x00 << 8) |
Stephane Eranian | 04a705df | 2009-10-06 16:42:08 +0200 | [diff] [blame] | 57 | #define ARCH_PERFMON_UNHALTED_CORE_CYCLES_INDEX 0 |
Thomas Gleixner | 003a46c | 2007-10-15 13:57:47 +0200 | [diff] [blame] | 58 | #define ARCH_PERFMON_UNHALTED_CORE_CYCLES_PRESENT \ |
Ingo Molnar | 241771e | 2008-12-03 10:39:53 +0100 | [diff] [blame] | 59 | (1 << (ARCH_PERFMON_UNHALTED_CORE_CYCLES_INDEX)) |
| 60 | |
| 61 | #define ARCH_PERFMON_BRANCH_MISSES_RETIRED 6 |
Thomas Gleixner | 003a46c | 2007-10-15 13:57:47 +0200 | [diff] [blame] | 62 | |
Ingo Molnar | eb2b861 | 2008-12-17 09:09:13 +0100 | [diff] [blame] | 63 | /* |
| 64 | * Intel "Architectural Performance Monitoring" CPUID |
| 65 | * detection/enumeration details: |
| 66 | */ |
Thomas Gleixner | 003a46c | 2007-10-15 13:57:47 +0200 | [diff] [blame] | 67 | union cpuid10_eax { |
| 68 | struct { |
| 69 | unsigned int version_id:8; |
Ingo Molnar | cdd6c48 | 2009-09-21 12:02:48 +0200 | [diff] [blame] | 70 | unsigned int num_events:8; |
Thomas Gleixner | 003a46c | 2007-10-15 13:57:47 +0200 | [diff] [blame] | 71 | unsigned int bit_width:8; |
| 72 | unsigned int mask_length:8; |
| 73 | } split; |
| 74 | unsigned int full; |
| 75 | }; |
| 76 | |
Ingo Molnar | 703e937 | 2008-12-17 10:51:15 +0100 | [diff] [blame] | 77 | union cpuid10_edx { |
| 78 | struct { |
Ingo Molnar | cdd6c48 | 2009-09-21 12:02:48 +0200 | [diff] [blame] | 79 | unsigned int num_events_fixed:4; |
Ingo Molnar | 703e937 | 2008-12-17 10:51:15 +0100 | [diff] [blame] | 80 | unsigned int reserved:28; |
| 81 | } split; |
| 82 | unsigned int full; |
| 83 | }; |
| 84 | |
| 85 | |
| 86 | /* |
Ingo Molnar | cdd6c48 | 2009-09-21 12:02:48 +0200 | [diff] [blame] | 87 | * Fixed-purpose performance events: |
Ingo Molnar | 703e937 | 2008-12-17 10:51:15 +0100 | [diff] [blame] | 88 | */ |
| 89 | |
Ingo Molnar | 862a1a5 | 2008-12-17 13:09:20 +0100 | [diff] [blame] | 90 | /* |
| 91 | * All 3 fixed-mode PMCs are configured via this single MSR: |
| 92 | */ |
| 93 | #define MSR_ARCH_PERFMON_FIXED_CTR_CTRL 0x38d |
| 94 | |
| 95 | /* |
| 96 | * The counts are available in three separate MSRs: |
| 97 | */ |
| 98 | |
Ingo Molnar | 703e937 | 2008-12-17 10:51:15 +0100 | [diff] [blame] | 99 | /* Instr_Retired.Any: */ |
| 100 | #define MSR_ARCH_PERFMON_FIXED_CTR0 0x309 |
Ingo Molnar | 2f18d1e | 2008-12-22 11:10:42 +0100 | [diff] [blame] | 101 | #define X86_PMC_IDX_FIXED_INSTRUCTIONS (X86_PMC_IDX_FIXED + 0) |
Ingo Molnar | 703e937 | 2008-12-17 10:51:15 +0100 | [diff] [blame] | 102 | |
| 103 | /* CPU_CLK_Unhalted.Core: */ |
| 104 | #define MSR_ARCH_PERFMON_FIXED_CTR1 0x30a |
Ingo Molnar | 2f18d1e | 2008-12-22 11:10:42 +0100 | [diff] [blame] | 105 | #define X86_PMC_IDX_FIXED_CPU_CYCLES (X86_PMC_IDX_FIXED + 1) |
Ingo Molnar | 703e937 | 2008-12-17 10:51:15 +0100 | [diff] [blame] | 106 | |
| 107 | /* CPU_CLK_Unhalted.Ref: */ |
| 108 | #define MSR_ARCH_PERFMON_FIXED_CTR2 0x30b |
Ingo Molnar | 2f18d1e | 2008-12-22 11:10:42 +0100 | [diff] [blame] | 109 | #define X86_PMC_IDX_FIXED_BUS_CYCLES (X86_PMC_IDX_FIXED + 2) |
Ingo Molnar | 703e937 | 2008-12-17 10:51:15 +0100 | [diff] [blame] | 110 | |
Markus Metzger | 30dd568 | 2009-07-21 15:56:48 +0200 | [diff] [blame] | 111 | /* |
| 112 | * We model BTS tracing as another fixed-mode PMC. |
| 113 | * |
Ingo Molnar | cdd6c48 | 2009-09-21 12:02:48 +0200 | [diff] [blame] | 114 | * We choose a value in the middle of the fixed event range, since lower |
| 115 | * values are used by actual fixed events and higher values are used |
Markus Metzger | 30dd568 | 2009-07-21 15:56:48 +0200 | [diff] [blame] | 116 | * to indicate other overflow conditions in the PERF_GLOBAL_STATUS msr. |
| 117 | */ |
| 118 | #define X86_PMC_IDX_FIXED_BTS (X86_PMC_IDX_FIXED + 16) |
| 119 | |
Robert Richter | 1d6040f | 2010-02-25 19:40:46 +0100 | [diff] [blame] | 120 | /* IbsFetchCtl bits/masks */ |
| 121 | #define IBS_FETCH_RAND_EN (1ULL<<57) |
| 122 | #define IBS_FETCH_VAL (1ULL<<49) |
| 123 | #define IBS_FETCH_ENABLE (1ULL<<48) |
Robert Richter | a163b10 | 2010-02-25 19:43:07 +0100 | [diff] [blame] | 124 | #define IBS_FETCH_CNT 0xFFFF0000ULL |
| 125 | #define IBS_FETCH_MAX_CNT 0x0000FFFFULL |
Robert Richter | 1d6040f | 2010-02-25 19:40:46 +0100 | [diff] [blame] | 126 | |
| 127 | /* IbsOpCtl bits */ |
| 128 | #define IBS_OP_CNT_CTL (1ULL<<19) |
| 129 | #define IBS_OP_VAL (1ULL<<18) |
| 130 | #define IBS_OP_ENABLE (1ULL<<17) |
Robert Richter | a163b10 | 2010-02-25 19:43:07 +0100 | [diff] [blame] | 131 | #define IBS_OP_MAX_CNT 0x0000FFFFULL |
Markus Metzger | 30dd568 | 2009-07-21 15:56:48 +0200 | [diff] [blame] | 132 | |
Ingo Molnar | cdd6c48 | 2009-09-21 12:02:48 +0200 | [diff] [blame] | 133 | #ifdef CONFIG_PERF_EVENTS |
| 134 | extern void init_hw_perf_events(void); |
| 135 | extern void perf_events_lapic_init(void); |
Peter Zijlstra | 194002b | 2009-06-22 16:35:24 +0200 | [diff] [blame] | 136 | |
Ingo Molnar | cdd6c48 | 2009-09-21 12:02:48 +0200 | [diff] [blame] | 137 | #define PERF_EVENT_INDEX_OFFSET 0 |
Peter Zijlstra | 194002b | 2009-06-22 16:35:24 +0200 | [diff] [blame] | 138 | |
Ingo Molnar | 241771e | 2008-12-03 10:39:53 +0100 | [diff] [blame] | 139 | #else |
Ingo Molnar | cdd6c48 | 2009-09-21 12:02:48 +0200 | [diff] [blame] | 140 | static inline void init_hw_perf_events(void) { } |
| 141 | static inline void perf_events_lapic_init(void) { } |
Ingo Molnar | 241771e | 2008-12-03 10:39:53 +0100 | [diff] [blame] | 142 | #endif |
| 143 | |
Ingo Molnar | cdd6c48 | 2009-09-21 12:02:48 +0200 | [diff] [blame] | 144 | #endif /* _ASM_X86_PERF_EVENT_H */ |