Kevin Winchester | de0428a | 2011-08-30 20:41:05 -0300 | [diff] [blame] | 1 | #include <linux/perf_event.h> |
| 2 | #include <linux/types.h> |
| 3 | |
Borislav Petkov | 27f6d22 | 2016-02-10 10:55:23 +0100 | [diff] [blame] | 4 | #include "../perf_event.h" |
Peter Zijlstra | f22f54f | 2010-02-26 12:05:05 +0100 | [diff] [blame] | 5 | |
| 6 | /* |
| 7 | * Not sure about some of these |
| 8 | */ |
| 9 | static const u64 p6_perfmon_event_map[] = |
| 10 | { |
Vince Weaver | e09df47 | 2012-10-19 17:31:54 -0400 | [diff] [blame] | 11 | [PERF_COUNT_HW_CPU_CYCLES] = 0x0079, /* CPU_CLK_UNHALTED */ |
| 12 | [PERF_COUNT_HW_INSTRUCTIONS] = 0x00c0, /* INST_RETIRED */ |
| 13 | [PERF_COUNT_HW_CACHE_REFERENCES] = 0x0f2e, /* L2_RQSTS:M:E:S:I */ |
| 14 | [PERF_COUNT_HW_CACHE_MISSES] = 0x012e, /* L2_RQSTS:I */ |
| 15 | [PERF_COUNT_HW_BRANCH_INSTRUCTIONS] = 0x00c4, /* BR_INST_RETIRED */ |
| 16 | [PERF_COUNT_HW_BRANCH_MISSES] = 0x00c5, /* BR_MISS_PRED_RETIRED */ |
| 17 | [PERF_COUNT_HW_BUS_CYCLES] = 0x0062, /* BUS_DRDY_CLOCKS */ |
| 18 | [PERF_COUNT_HW_STALLED_CYCLES_FRONTEND] = 0x00a2, /* RESOURCE_STALLS */ |
| 19 | |
| 20 | }; |
| 21 | |
Jan Beulich | c391c78 | 2013-03-11 09:56:05 +0000 | [diff] [blame] | 22 | static const u64 __initconst p6_hw_cache_event_ids |
Vince Weaver | e09df47 | 2012-10-19 17:31:54 -0400 | [diff] [blame] | 23 | [PERF_COUNT_HW_CACHE_MAX] |
| 24 | [PERF_COUNT_HW_CACHE_OP_MAX] |
| 25 | [PERF_COUNT_HW_CACHE_RESULT_MAX] = |
| 26 | { |
| 27 | [ C(L1D) ] = { |
| 28 | [ C(OP_READ) ] = { |
| 29 | [ C(RESULT_ACCESS) ] = 0x0043, /* DATA_MEM_REFS */ |
| 30 | [ C(RESULT_MISS) ] = 0x0045, /* DCU_LINES_IN */ |
| 31 | }, |
| 32 | [ C(OP_WRITE) ] = { |
| 33 | [ C(RESULT_ACCESS) ] = 0, |
| 34 | [ C(RESULT_MISS) ] = 0x0f29, /* L2_LD:M:E:S:I */ |
| 35 | }, |
| 36 | [ C(OP_PREFETCH) ] = { |
| 37 | [ C(RESULT_ACCESS) ] = 0, |
| 38 | [ C(RESULT_MISS) ] = 0, |
| 39 | }, |
| 40 | }, |
| 41 | [ C(L1I ) ] = { |
| 42 | [ C(OP_READ) ] = { |
| 43 | [ C(RESULT_ACCESS) ] = 0x0080, /* IFU_IFETCH */ |
| 44 | [ C(RESULT_MISS) ] = 0x0f28, /* L2_IFETCH:M:E:S:I */ |
| 45 | }, |
| 46 | [ C(OP_WRITE) ] = { |
| 47 | [ C(RESULT_ACCESS) ] = -1, |
| 48 | [ C(RESULT_MISS) ] = -1, |
| 49 | }, |
| 50 | [ C(OP_PREFETCH) ] = { |
| 51 | [ C(RESULT_ACCESS) ] = 0, |
| 52 | [ C(RESULT_MISS) ] = 0, |
| 53 | }, |
| 54 | }, |
| 55 | [ C(LL ) ] = { |
| 56 | [ C(OP_READ) ] = { |
| 57 | [ C(RESULT_ACCESS) ] = 0, |
| 58 | [ C(RESULT_MISS) ] = 0, |
| 59 | }, |
| 60 | [ C(OP_WRITE) ] = { |
| 61 | [ C(RESULT_ACCESS) ] = 0, |
| 62 | [ C(RESULT_MISS) ] = 0x0025, /* L2_M_LINES_INM */ |
| 63 | }, |
| 64 | [ C(OP_PREFETCH) ] = { |
| 65 | [ C(RESULT_ACCESS) ] = 0, |
| 66 | [ C(RESULT_MISS) ] = 0, |
| 67 | }, |
| 68 | }, |
| 69 | [ C(DTLB) ] = { |
| 70 | [ C(OP_READ) ] = { |
| 71 | [ C(RESULT_ACCESS) ] = 0x0043, /* DATA_MEM_REFS */ |
| 72 | [ C(RESULT_MISS) ] = 0, |
| 73 | }, |
| 74 | [ C(OP_WRITE) ] = { |
| 75 | [ C(RESULT_ACCESS) ] = 0, |
| 76 | [ C(RESULT_MISS) ] = 0, |
| 77 | }, |
| 78 | [ C(OP_PREFETCH) ] = { |
| 79 | [ C(RESULT_ACCESS) ] = 0, |
| 80 | [ C(RESULT_MISS) ] = 0, |
| 81 | }, |
| 82 | }, |
| 83 | [ C(ITLB) ] = { |
| 84 | [ C(OP_READ) ] = { |
| 85 | [ C(RESULT_ACCESS) ] = 0x0080, /* IFU_IFETCH */ |
| 86 | [ C(RESULT_MISS) ] = 0x0085, /* ITLB_MISS */ |
| 87 | }, |
| 88 | [ C(OP_WRITE) ] = { |
| 89 | [ C(RESULT_ACCESS) ] = -1, |
| 90 | [ C(RESULT_MISS) ] = -1, |
| 91 | }, |
| 92 | [ C(OP_PREFETCH) ] = { |
| 93 | [ C(RESULT_ACCESS) ] = -1, |
| 94 | [ C(RESULT_MISS) ] = -1, |
| 95 | }, |
| 96 | }, |
| 97 | [ C(BPU ) ] = { |
| 98 | [ C(OP_READ) ] = { |
| 99 | [ C(RESULT_ACCESS) ] = 0x00c4, /* BR_INST_RETIRED */ |
| 100 | [ C(RESULT_MISS) ] = 0x00c5, /* BR_MISS_PRED_RETIRED */ |
| 101 | }, |
| 102 | [ C(OP_WRITE) ] = { |
| 103 | [ C(RESULT_ACCESS) ] = -1, |
| 104 | [ C(RESULT_MISS) ] = -1, |
| 105 | }, |
| 106 | [ C(OP_PREFETCH) ] = { |
| 107 | [ C(RESULT_ACCESS) ] = -1, |
| 108 | [ C(RESULT_MISS) ] = -1, |
| 109 | }, |
| 110 | }, |
Peter Zijlstra | f22f54f | 2010-02-26 12:05:05 +0100 | [diff] [blame] | 111 | }; |
| 112 | |
| 113 | static u64 p6_pmu_event_map(int hw_event) |
| 114 | { |
| 115 | return p6_perfmon_event_map[hw_event]; |
| 116 | } |
| 117 | |
| 118 | /* |
| 119 | * Event setting that is specified not to count anything. |
| 120 | * We use this to effectively disable a counter. |
| 121 | * |
| 122 | * L2_RQSTS with 0 MESI unit mask. |
| 123 | */ |
| 124 | #define P6_NOP_EVENT 0x0000002EULL |
| 125 | |
Peter Zijlstra | f22f54f | 2010-02-26 12:05:05 +0100 | [diff] [blame] | 126 | static struct event_constraint p6_event_constraints[] = |
| 127 | { |
| 128 | INTEL_EVENT_CONSTRAINT(0xc1, 0x1), /* FLOPS */ |
| 129 | INTEL_EVENT_CONSTRAINT(0x10, 0x1), /* FP_COMP_OPS_EXE */ |
Vince Weaver | 7991c9c | 2012-10-19 17:30:01 -0400 | [diff] [blame] | 130 | INTEL_EVENT_CONSTRAINT(0x11, 0x2), /* FP_ASSIST */ |
Peter Zijlstra | f22f54f | 2010-02-26 12:05:05 +0100 | [diff] [blame] | 131 | INTEL_EVENT_CONSTRAINT(0x12, 0x2), /* MUL */ |
| 132 | INTEL_EVENT_CONSTRAINT(0x13, 0x2), /* DIV */ |
| 133 | INTEL_EVENT_CONSTRAINT(0x14, 0x1), /* CYCLES_DIV_BUSY */ |
| 134 | EVENT_CONSTRAINT_END |
| 135 | }; |
| 136 | |
| 137 | static void p6_pmu_disable_all(void) |
| 138 | { |
| 139 | u64 val; |
| 140 | |
| 141 | /* p6 only has one enable register */ |
| 142 | rdmsrl(MSR_P6_EVNTSEL0, val); |
Robert Richter | bb1165d | 2010-03-01 14:21:23 +0100 | [diff] [blame] | 143 | val &= ~ARCH_PERFMON_EVENTSEL_ENABLE; |
Peter Zijlstra | f22f54f | 2010-02-26 12:05:05 +0100 | [diff] [blame] | 144 | wrmsrl(MSR_P6_EVNTSEL0, val); |
| 145 | } |
| 146 | |
Peter Zijlstra | 11164cd | 2010-03-26 14:08:44 +0100 | [diff] [blame] | 147 | static void p6_pmu_enable_all(int added) |
Peter Zijlstra | f22f54f | 2010-02-26 12:05:05 +0100 | [diff] [blame] | 148 | { |
| 149 | unsigned long val; |
| 150 | |
| 151 | /* p6 only has one enable register */ |
| 152 | rdmsrl(MSR_P6_EVNTSEL0, val); |
Robert Richter | bb1165d | 2010-03-01 14:21:23 +0100 | [diff] [blame] | 153 | val |= ARCH_PERFMON_EVENTSEL_ENABLE; |
Peter Zijlstra | f22f54f | 2010-02-26 12:05:05 +0100 | [diff] [blame] | 154 | wrmsrl(MSR_P6_EVNTSEL0, val); |
| 155 | } |
| 156 | |
| 157 | static inline void |
Peter Zijlstra | aff3d91 | 2010-03-02 20:32:08 +0100 | [diff] [blame] | 158 | p6_pmu_disable_event(struct perf_event *event) |
Peter Zijlstra | f22f54f | 2010-02-26 12:05:05 +0100 | [diff] [blame] | 159 | { |
Peter Zijlstra | aff3d91 | 2010-03-02 20:32:08 +0100 | [diff] [blame] | 160 | struct hw_perf_event *hwc = &event->hw; |
Peter Zijlstra | f22f54f | 2010-02-26 12:05:05 +0100 | [diff] [blame] | 161 | u64 val = P6_NOP_EVENT; |
| 162 | |
H. Peter Anvin | 715c85b | 2012-06-07 13:32:04 -0700 | [diff] [blame] | 163 | (void)wrmsrl_safe(hwc->config_base, val); |
Peter Zijlstra | f22f54f | 2010-02-26 12:05:05 +0100 | [diff] [blame] | 164 | } |
| 165 | |
Peter Zijlstra | aff3d91 | 2010-03-02 20:32:08 +0100 | [diff] [blame] | 166 | static void p6_pmu_enable_event(struct perf_event *event) |
Peter Zijlstra | f22f54f | 2010-02-26 12:05:05 +0100 | [diff] [blame] | 167 | { |
Peter Zijlstra | aff3d91 | 2010-03-02 20:32:08 +0100 | [diff] [blame] | 168 | struct hw_perf_event *hwc = &event->hw; |
Peter Zijlstra | f22f54f | 2010-02-26 12:05:05 +0100 | [diff] [blame] | 169 | u64 val; |
| 170 | |
| 171 | val = hwc->config; |
Vince Weaver | 58e9eaf | 2012-10-19 17:33:38 -0400 | [diff] [blame] | 172 | |
| 173 | /* |
| 174 | * p6 only has a global event enable, set on PerfEvtSel0 |
| 175 | * We "disable" events by programming P6_NOP_EVENT |
| 176 | * and we rely on p6_pmu_enable_all() being called |
| 177 | * to actually enable the events. |
| 178 | */ |
Peter Zijlstra | f22f54f | 2010-02-26 12:05:05 +0100 | [diff] [blame] | 179 | |
H. Peter Anvin | 715c85b | 2012-06-07 13:32:04 -0700 | [diff] [blame] | 180 | (void)wrmsrl_safe(hwc->config_base, val); |
Peter Zijlstra | f22f54f | 2010-02-26 12:05:05 +0100 | [diff] [blame] | 181 | } |
| 182 | |
Jiri Olsa | 641cc93 | 2012-03-15 20:09:14 +0100 | [diff] [blame] | 183 | PMU_FORMAT_ATTR(event, "config:0-7" ); |
| 184 | PMU_FORMAT_ATTR(umask, "config:8-15" ); |
| 185 | PMU_FORMAT_ATTR(edge, "config:18" ); |
| 186 | PMU_FORMAT_ATTR(pc, "config:19" ); |
| 187 | PMU_FORMAT_ATTR(inv, "config:23" ); |
| 188 | PMU_FORMAT_ATTR(cmask, "config:24-31" ); |
| 189 | |
| 190 | static struct attribute *intel_p6_formats_attr[] = { |
| 191 | &format_attr_event.attr, |
| 192 | &format_attr_umask.attr, |
| 193 | &format_attr_edge.attr, |
| 194 | &format_attr_pc.attr, |
| 195 | &format_attr_inv.attr, |
| 196 | &format_attr_cmask.attr, |
| 197 | NULL, |
| 198 | }; |
| 199 | |
Peter Zijlstra | caaa8be | 2010-03-29 13:09:53 +0200 | [diff] [blame] | 200 | static __initconst const struct x86_pmu p6_pmu = { |
Peter Zijlstra | f22f54f | 2010-02-26 12:05:05 +0100 | [diff] [blame] | 201 | .name = "p6", |
| 202 | .handle_irq = x86_pmu_handle_irq, |
| 203 | .disable_all = p6_pmu_disable_all, |
| 204 | .enable_all = p6_pmu_enable_all, |
| 205 | .enable = p6_pmu_enable_event, |
| 206 | .disable = p6_pmu_disable_event, |
Peter Zijlstra | b4cdc5c | 2010-03-30 17:00:06 +0200 | [diff] [blame] | 207 | .hw_config = x86_pmu_hw_config, |
Cyrill Gorcunov | a072738 | 2010-03-11 19:54:39 +0300 | [diff] [blame] | 208 | .schedule_events = x86_schedule_events, |
Peter Zijlstra | f22f54f | 2010-02-26 12:05:05 +0100 | [diff] [blame] | 209 | .eventsel = MSR_P6_EVNTSEL0, |
| 210 | .perfctr = MSR_P6_PERFCTR0, |
| 211 | .event_map = p6_pmu_event_map, |
Peter Zijlstra | f22f54f | 2010-02-26 12:05:05 +0100 | [diff] [blame] | 212 | .max_events = ARRAY_SIZE(p6_perfmon_event_map), |
| 213 | .apic = 1, |
| 214 | .max_period = (1ULL << 31) - 1, |
| 215 | .version = 0, |
Robert Richter | 948b1bb | 2010-03-29 18:36:50 +0200 | [diff] [blame] | 216 | .num_counters = 2, |
Peter Zijlstra | f22f54f | 2010-02-26 12:05:05 +0100 | [diff] [blame] | 217 | /* |
| 218 | * Events have 40 bits implemented. However they are designed such |
| 219 | * that bits [32-39] are sign extensions of bit 31. As such the |
| 220 | * effective width of a event for P6-like PMU is 32 bits only. |
| 221 | * |
| 222 | * See IA-32 Intel Architecture Software developer manual Vol 3B |
| 223 | */ |
Robert Richter | 948b1bb | 2010-03-29 18:36:50 +0200 | [diff] [blame] | 224 | .cntval_bits = 32, |
| 225 | .cntval_mask = (1ULL << 32) - 1, |
Peter Zijlstra | f22f54f | 2010-02-26 12:05:05 +0100 | [diff] [blame] | 226 | .get_event_constraints = x86_get_event_constraints, |
| 227 | .event_constraints = p6_event_constraints, |
Jiri Olsa | 641cc93 | 2012-03-15 20:09:14 +0100 | [diff] [blame] | 228 | |
| 229 | .format_attrs = intel_p6_formats_attr, |
Jiri Olsa | 20550a4 | 2012-10-10 14:53:15 +0200 | [diff] [blame] | 230 | .events_sysfs_show = intel_event_sysfs_show, |
| 231 | |
Peter Zijlstra | f22f54f | 2010-02-26 12:05:05 +0100 | [diff] [blame] | 232 | }; |
| 233 | |
Peter Zijlstra | e97df76 | 2014-02-05 20:48:51 +0100 | [diff] [blame] | 234 | static __init void p6_pmu_rdpmc_quirk(void) |
| 235 | { |
| 236 | if (boot_cpu_data.x86_mask < 9) { |
| 237 | /* |
| 238 | * PPro erratum 26; fixed in stepping 9 and above. |
| 239 | */ |
| 240 | pr_warn("Userspace RDPMC support disabled due to a CPU erratum\n"); |
| 241 | x86_pmu.attr_rdpmc_broken = 1; |
| 242 | x86_pmu.attr_rdpmc = 0; |
| 243 | } |
| 244 | } |
| 245 | |
Kevin Winchester | de0428a | 2011-08-30 20:41:05 -0300 | [diff] [blame] | 246 | __init int p6_pmu_init(void) |
Peter Zijlstra | f22f54f | 2010-02-26 12:05:05 +0100 | [diff] [blame] | 247 | { |
Peter Zijlstra | e97df76 | 2014-02-05 20:48:51 +0100 | [diff] [blame] | 248 | x86_pmu = p6_pmu; |
| 249 | |
Peter Zijlstra | f22f54f | 2010-02-26 12:05:05 +0100 | [diff] [blame] | 250 | switch (boot_cpu_data.x86_model) { |
Peter Zijlstra | e97df76 | 2014-02-05 20:48:51 +0100 | [diff] [blame] | 251 | case 1: /* Pentium Pro */ |
| 252 | x86_add_quirk(p6_pmu_rdpmc_quirk); |
Peter Zijlstra | f22f54f | 2010-02-26 12:05:05 +0100 | [diff] [blame] | 253 | break; |
Peter Zijlstra | e97df76 | 2014-02-05 20:48:51 +0100 | [diff] [blame] | 254 | |
| 255 | case 3: /* Pentium II - Klamath */ |
| 256 | case 5: /* Pentium II - Deschutes */ |
| 257 | case 6: /* Pentium II - Mendocino */ |
| 258 | break; |
| 259 | |
| 260 | case 7: /* Pentium III - Katmai */ |
| 261 | case 8: /* Pentium III - Coppermine */ |
| 262 | case 10: /* Pentium III Xeon */ |
| 263 | case 11: /* Pentium III - Tualatin */ |
| 264 | break; |
| 265 | |
| 266 | case 9: /* Pentium M - Banias */ |
| 267 | case 13: /* Pentium M - Dothan */ |
| 268 | break; |
| 269 | |
Peter Zijlstra | f22f54f | 2010-02-26 12:05:05 +0100 | [diff] [blame] | 270 | default: |
Peter Zijlstra | e97df76 | 2014-02-05 20:48:51 +0100 | [diff] [blame] | 271 | pr_cont("unsupported p6 CPU model %d ", boot_cpu_data.x86_model); |
Peter Zijlstra | f22f54f | 2010-02-26 12:05:05 +0100 | [diff] [blame] | 272 | return -ENODEV; |
| 273 | } |
| 274 | |
Vince Weaver | e09df47 | 2012-10-19 17:31:54 -0400 | [diff] [blame] | 275 | memcpy(hw_cache_event_ids, p6_hw_cache_event_ids, |
| 276 | sizeof(hw_cache_event_ids)); |
| 277 | |
Peter Zijlstra | f22f54f | 2010-02-26 12:05:05 +0100 | [diff] [blame] | 278 | return 0; |
| 279 | } |