Jamie Iles | 0f4f067 | 2010-02-02 20:23:15 +0100 | [diff] [blame] | 1 | /* |
| 2 | * linux/arch/arm/include/asm/pmu.h |
| 3 | * |
| 4 | * Copyright (C) 2009 picoChip Designs Ltd, Jamie Iles |
| 5 | * |
| 6 | * This program is free software; you can redistribute it and/or modify |
| 7 | * it under the terms of the GNU General Public License version 2 as |
| 8 | * published by the Free Software Foundation. |
| 9 | * |
| 10 | */ |
| 11 | |
| 12 | #ifndef __ARM_PMU_H__ |
| 13 | #define __ARM_PMU_H__ |
| 14 | |
Rabin Vincent | 0e25a5c | 2011-02-08 09:24:36 +0530 | [diff] [blame] | 15 | #include <linux/interrupt.h> |
Mark Rutland | 0ce4708 | 2011-05-19 10:07:57 +0100 | [diff] [blame] | 16 | #include <linux/perf_event.h> |
Mark Rutland | 167e614 | 2017-10-09 17:09:05 +0100 | [diff] [blame] | 17 | #include <linux/platform_device.h> |
Mark Rutland | 86cdd72 | 2016-09-09 14:08:26 +0100 | [diff] [blame] | 18 | #include <linux/sysfs.h> |
Mark Rutland | 548a86c | 2014-05-23 18:11:14 +0100 | [diff] [blame] | 19 | #include <asm/cputype.h> |
| 20 | |
Mark Rutland | fa8ad78 | 2015-07-06 12:23:53 +0100 | [diff] [blame] | 21 | #ifdef CONFIG_ARM_PMU |
Mark Rutland | 0ce4708 | 2011-05-19 10:07:57 +0100 | [diff] [blame] | 22 | |
Mark Rutland | ac8674d | 2014-05-28 18:08:40 +0100 | [diff] [blame] | 23 | /* |
| 24 | * The ARMv7 CPU PMU supports up to 32 event counters. |
| 25 | */ |
| 26 | #define ARMPMU_MAX_HWEVENTS 32 |
| 27 | |
Suzuki K Poulose | e2da97d | 2018-07-10 09:58:00 +0100 | [diff] [blame] | 28 | /* |
| 29 | * ARM PMU hw_event flags |
| 30 | */ |
| 31 | /* Event uses a 64bit counter */ |
| 32 | #define ARMPMU_EVT_64BIT 1 |
| 33 | |
Mark Rutland | ac8674d | 2014-05-28 18:08:40 +0100 | [diff] [blame] | 34 | #define HW_OP_UNSUPPORTED 0xFFFF |
| 35 | #define C(_x) PERF_COUNT_HW_CACHE_##_x |
| 36 | #define CACHE_OP_UNSUPPORTED 0xFFFF |
| 37 | |
Mark Rutland | 1113ff9 | 2014-05-29 17:29:51 +0100 | [diff] [blame] | 38 | #define PERF_MAP_ALL_UNSUPPORTED \ |
| 39 | [0 ... PERF_COUNT_HW_MAX - 1] = HW_OP_UNSUPPORTED |
| 40 | |
| 41 | #define PERF_CACHE_MAP_ALL_UNSUPPORTED \ |
| 42 | [0 ... C(MAX) - 1] = { \ |
| 43 | [0 ... C(OP_MAX) - 1] = { \ |
| 44 | [0 ... C(RESULT_MAX) - 1] = CACHE_OP_UNSUPPORTED, \ |
| 45 | }, \ |
| 46 | } |
| 47 | |
Mark Rutland | 0ce4708 | 2011-05-19 10:07:57 +0100 | [diff] [blame] | 48 | /* The events for a given PMU register set. */ |
| 49 | struct pmu_hw_events { |
| 50 | /* |
| 51 | * The events that are active on the PMU for the given index. |
| 52 | */ |
Mark Rutland | a456084 | 2014-05-13 19:08:19 +0100 | [diff] [blame] | 53 | struct perf_event *events[ARMPMU_MAX_HWEVENTS]; |
Mark Rutland | 0ce4708 | 2011-05-19 10:07:57 +0100 | [diff] [blame] | 54 | |
| 55 | /* |
| 56 | * A 1 bit for an index indicates that the counter is being used for |
| 57 | * an event. A 0 means that the counter can be used. |
| 58 | */ |
Mark Rutland | a456084 | 2014-05-13 19:08:19 +0100 | [diff] [blame] | 59 | DECLARE_BITMAP(used_mask, ARMPMU_MAX_HWEVENTS); |
Mark Rutland | 0ce4708 | 2011-05-19 10:07:57 +0100 | [diff] [blame] | 60 | |
| 61 | /* |
| 62 | * Hardware lock to serialize accesses to PMU registers. Needed for the |
| 63 | * read/modify/write sequences. |
| 64 | */ |
| 65 | raw_spinlock_t pmu_lock; |
Mark Rutland | 5ebd920 | 2014-05-13 19:46:10 +0100 | [diff] [blame] | 66 | |
| 67 | /* |
| 68 | * When using percpu IRQs, we need a percpu dev_id. Place it here as we |
| 69 | * already have to allocate this struct per cpu. |
| 70 | */ |
| 71 | struct arm_pmu *percpu_pmu; |
Mark Rutland | 7ed98e0 | 2017-03-10 10:46:14 +0000 | [diff] [blame] | 72 | |
| 73 | int irq; |
Mark Rutland | 0ce4708 | 2011-05-19 10:07:57 +0100 | [diff] [blame] | 74 | }; |
| 75 | |
Mark Rutland | 86cdd72 | 2016-09-09 14:08:26 +0100 | [diff] [blame] | 76 | enum armpmu_attr_groups { |
Mark Rutland | 48538b5 | 2016-09-09 14:08:30 +0100 | [diff] [blame] | 77 | ARMPMU_ATTR_GROUP_COMMON, |
Mark Rutland | 86cdd72 | 2016-09-09 14:08:26 +0100 | [diff] [blame] | 78 | ARMPMU_ATTR_GROUP_EVENTS, |
| 79 | ARMPMU_ATTR_GROUP_FORMATS, |
| 80 | ARMPMU_NR_ATTR_GROUPS |
| 81 | }; |
| 82 | |
Mark Rutland | 0ce4708 | 2011-05-19 10:07:57 +0100 | [diff] [blame] | 83 | struct arm_pmu { |
| 84 | struct pmu pmu; |
Mark Rutland | cc88116 | 2015-05-13 17:12:25 +0100 | [diff] [blame] | 85 | cpumask_t supported_cpus; |
Will Deacon | 4295b89 | 2012-07-06 15:45:00 +0100 | [diff] [blame] | 86 | char *name; |
Mark Rutland | 0788f1e | 2018-05-10 11:35:15 +0100 | [diff] [blame] | 87 | irqreturn_t (*handle_irq)(struct arm_pmu *pmu); |
Sudeep KarkadaNagesha | ed6f2a5 | 2012-07-30 12:00:02 +0100 | [diff] [blame] | 88 | void (*enable)(struct perf_event *event); |
| 89 | void (*disable)(struct perf_event *event); |
Mark Rutland | 0ce4708 | 2011-05-19 10:07:57 +0100 | [diff] [blame] | 90 | int (*get_event_idx)(struct pmu_hw_events *hw_events, |
Sudeep KarkadaNagesha | ed6f2a5 | 2012-07-30 12:00:02 +0100 | [diff] [blame] | 91 | struct perf_event *event); |
Stephen Boyd | eab443e | 2014-02-07 21:01:22 +0000 | [diff] [blame] | 92 | void (*clear_event_idx)(struct pmu_hw_events *hw_events, |
| 93 | struct perf_event *event); |
Mark Rutland | 0ce4708 | 2011-05-19 10:07:57 +0100 | [diff] [blame] | 94 | int (*set_event_filter)(struct hw_perf_event *evt, |
| 95 | struct perf_event_attr *attr); |
Suzuki K Poulose | 3a95200 | 2018-07-10 09:57:59 +0100 | [diff] [blame] | 96 | u64 (*read_counter)(struct perf_event *event); |
| 97 | void (*write_counter)(struct perf_event *event, u64 val); |
Sudeep KarkadaNagesha | ed6f2a5 | 2012-07-30 12:00:02 +0100 | [diff] [blame] | 98 | void (*start)(struct arm_pmu *); |
| 99 | void (*stop)(struct arm_pmu *); |
Mark Rutland | 0ce4708 | 2011-05-19 10:07:57 +0100 | [diff] [blame] | 100 | void (*reset)(void *); |
| 101 | int (*map_event)(struct perf_event *event); |
Will Deacon | ca2b497 | 2018-10-05 13:24:36 +0100 | [diff] [blame] | 102 | int (*filter_match)(struct perf_event *event); |
Mark Rutland | 0ce4708 | 2011-05-19 10:07:57 +0100 | [diff] [blame] | 103 | int num_events; |
Martin Fuzzey | 8d1a0ae | 2016-01-13 23:36:26 -0500 | [diff] [blame] | 104 | bool secure_access; /* 32-bit ARM only */ |
Ashok Kumar | 4b1a9e6 | 2016-04-21 05:58:44 -0700 | [diff] [blame] | 105 | #define ARMV8_PMUV3_MAX_COMMON_EVENTS 0x40 |
| 106 | DECLARE_BITMAP(pmceid_bitmap, ARMV8_PMUV3_MAX_COMMON_EVENTS); |
Mark Rutland | 0ce4708 | 2011-05-19 10:07:57 +0100 | [diff] [blame] | 107 | struct platform_device *plat_device; |
Mark Rutland | 1167925 | 2014-05-13 19:36:31 +0100 | [diff] [blame] | 108 | struct pmu_hw_events __percpu *hw_events; |
Sebastian Andrzej Siewior | 6e103c0 | 2016-08-17 19:14:20 +0200 | [diff] [blame] | 109 | struct hlist_node node; |
Lorenzo Pieralisi | da4e4f1 | 2016-02-23 18:22:39 +0000 | [diff] [blame] | 110 | struct notifier_block cpu_pm_nb; |
Mark Rutland | 86cdd72 | 2016-09-09 14:08:26 +0100 | [diff] [blame] | 111 | /* the attr_groups array must be NULL-terminated */ |
| 112 | const struct attribute_group *attr_groups[ARMPMU_NR_ATTR_GROUPS + 1]; |
Mark Rutland | 45736a7 | 2017-04-11 09:39:55 +0100 | [diff] [blame] | 113 | |
| 114 | /* Only to be used by ACPI probing code */ |
| 115 | unsigned long acpi_cpuid; |
Mark Rutland | 0ce4708 | 2011-05-19 10:07:57 +0100 | [diff] [blame] | 116 | }; |
| 117 | |
| 118 | #define to_arm_pmu(p) (container_of(p, struct arm_pmu, pmu)) |
| 119 | |
Sudeep KarkadaNagesha | ed6f2a5 | 2012-07-30 12:00:02 +0100 | [diff] [blame] | 120 | u64 armpmu_event_update(struct perf_event *event); |
Mark Rutland | 0ce4708 | 2011-05-19 10:07:57 +0100 | [diff] [blame] | 121 | |
Sudeep KarkadaNagesha | ed6f2a5 | 2012-07-30 12:00:02 +0100 | [diff] [blame] | 122 | int armpmu_event_set_period(struct perf_event *event); |
Mark Rutland | 0ce4708 | 2011-05-19 10:07:57 +0100 | [diff] [blame] | 123 | |
Will Deacon | 6dbc002 | 2012-07-29 12:36:28 +0100 | [diff] [blame] | 124 | int armpmu_map_event(struct perf_event *event, |
| 125 | const unsigned (*event_map)[PERF_COUNT_HW_MAX], |
| 126 | const unsigned (*cache_map)[PERF_COUNT_HW_CACHE_MAX] |
| 127 | [PERF_COUNT_HW_CACHE_OP_MAX] |
| 128 | [PERF_COUNT_HW_CACHE_RESULT_MAX], |
| 129 | u32 raw_event_mask); |
| 130 | |
Mark Rutland | 083c521 | 2017-04-11 09:39:45 +0100 | [diff] [blame] | 131 | typedef int (*armpmu_init_fn)(struct arm_pmu *); |
| 132 | |
Mark Rutland | 548a86c | 2014-05-23 18:11:14 +0100 | [diff] [blame] | 133 | struct pmu_probe_info { |
| 134 | unsigned int cpuid; |
| 135 | unsigned int mask; |
Mark Rutland | 083c521 | 2017-04-11 09:39:45 +0100 | [diff] [blame] | 136 | armpmu_init_fn init; |
Mark Rutland | 548a86c | 2014-05-23 18:11:14 +0100 | [diff] [blame] | 137 | }; |
| 138 | |
| 139 | #define PMU_PROBE(_cpuid, _mask, _fn) \ |
| 140 | { \ |
| 141 | .cpuid = (_cpuid), \ |
| 142 | .mask = (_mask), \ |
| 143 | .init = (_fn), \ |
| 144 | } |
| 145 | |
| 146 | #define ARM_PMU_PROBE(_cpuid, _fn) \ |
| 147 | PMU_PROBE(_cpuid, ARM_CPU_PART_MASK, _fn) |
| 148 | |
| 149 | #define ARM_PMU_XSCALE_MASK ((0xff << 24) | ARM_CPU_XSCALE_ARCH_MASK) |
| 150 | |
| 151 | #define XSCALE_PMU_PROBE(_version, _fn) \ |
| 152 | PMU_PROBE(ARM_CPU_IMP_INTEL << 24 | _version, ARM_PMU_XSCALE_MASK, _fn) |
| 153 | |
Mark Rutland | cfdad29 | 2015-05-26 17:23:35 +0100 | [diff] [blame] | 154 | int arm_pmu_device_probe(struct platform_device *pdev, |
| 155 | const struct of_device_id *of_table, |
| 156 | const struct pmu_probe_info *probe_table); |
| 157 | |
Mark Rutland | 45736a7 | 2017-04-11 09:39:55 +0100 | [diff] [blame] | 158 | #ifdef CONFIG_ACPI |
| 159 | int arm_pmu_acpi_probe(armpmu_init_fn init_fn); |
| 160 | #else |
| 161 | static inline int arm_pmu_acpi_probe(armpmu_init_fn init_fn) { return 0; } |
| 162 | #endif |
| 163 | |
Mark Rutland | 18bfcfe | 2017-04-11 09:39:53 +0100 | [diff] [blame] | 164 | /* Internal functions only for core arm_pmu code */ |
| 165 | struct arm_pmu *armpmu_alloc(void); |
Mark Rutland | 0dc1a18 | 2018-02-05 16:41:58 +0000 | [diff] [blame] | 166 | struct arm_pmu *armpmu_alloc_atomic(void); |
Mark Rutland | 18bfcfe | 2017-04-11 09:39:53 +0100 | [diff] [blame] | 167 | void armpmu_free(struct arm_pmu *pmu); |
| 168 | int armpmu_register(struct arm_pmu *pmu); |
Mark Rutland | 167e614 | 2017-10-09 17:09:05 +0100 | [diff] [blame] | 169 | int armpmu_request_irq(int irq, int cpu); |
| 170 | void armpmu_free_irq(int irq, int cpu); |
Mark Rutland | 18bfcfe | 2017-04-11 09:39:53 +0100 | [diff] [blame] | 171 | |
Jeremy Linton | 85023b2 | 2016-09-14 17:32:31 -0500 | [diff] [blame] | 172 | #define ARMV8_PMU_PDEV_NAME "armv8-pmu" |
| 173 | |
Mark Rutland | fa8ad78 | 2015-07-06 12:23:53 +0100 | [diff] [blame] | 174 | #endif /* CONFIG_ARM_PMU */ |
Mark Rutland | 0ce4708 | 2011-05-19 10:07:57 +0100 | [diff] [blame] | 175 | |
Jamie Iles | 0f4f067 | 2010-02-02 20:23:15 +0100 | [diff] [blame] | 176 | #endif /* __ARM_PMU_H__ */ |