| Jamie Iles | 0f4f067 | 2010-02-02 20:23:15 +0100 | [diff] [blame] | 1 | /* |
| 2 | * linux/arch/arm/include/asm/pmu.h |
| 3 | * |
| 4 | * Copyright (C) 2009 picoChip Designs Ltd, Jamie Iles |
| 5 | * |
| 6 | * This program is free software; you can redistribute it and/or modify |
| 7 | * it under the terms of the GNU General Public License version 2 as |
| 8 | * published by the Free Software Foundation. |
| 9 | * |
| 10 | */ |
| 11 | |
| 12 | #ifndef __ARM_PMU_H__ |
| 13 | #define __ARM_PMU_H__ |
| 14 | |
| Rabin Vincent | 0e25a5c | 2011-02-08 09:24:36 +0530 | [diff] [blame] | 15 | #include <linux/interrupt.h> |
| Mark Rutland | 0ce4708 | 2011-05-19 10:07:57 +0100 | [diff] [blame] | 16 | #include <linux/perf_event.h> |
| Mark Rutland | 167e614 | 2017-10-09 17:09:05 +0100 | [diff] [blame] | 17 | #include <linux/platform_device.h> |
| Mark Rutland | 86cdd72 | 2016-09-09 14:08:26 +0100 | [diff] [blame] | 18 | #include <linux/sysfs.h> |
| Mark Rutland | 548a86c | 2014-05-23 18:11:14 +0100 | [diff] [blame] | 19 | #include <asm/cputype.h> |
| 20 | |
| Mark Rutland | fa8ad78 | 2015-07-06 12:23:53 +0100 | [diff] [blame] | 21 | #ifdef CONFIG_ARM_PMU |
| Mark Rutland | 0ce4708 | 2011-05-19 10:07:57 +0100 | [diff] [blame] | 22 | |
| Mark Rutland | ac8674d | 2014-05-28 18:08:40 +0100 | [diff] [blame] | 23 | /* |
| 24 | * The ARMv7 CPU PMU supports up to 32 event counters. |
| 25 | */ |
| 26 | #define ARMPMU_MAX_HWEVENTS 32 |
| 27 | |
| 28 | #define HW_OP_UNSUPPORTED 0xFFFF |
| 29 | #define C(_x) PERF_COUNT_HW_CACHE_##_x |
| 30 | #define CACHE_OP_UNSUPPORTED 0xFFFF |
| 31 | |
| Mark Rutland | 1113ff9 | 2014-05-29 17:29:51 +0100 | [diff] [blame] | 32 | #define PERF_MAP_ALL_UNSUPPORTED \ |
| 33 | [0 ... PERF_COUNT_HW_MAX - 1] = HW_OP_UNSUPPORTED |
| 34 | |
| 35 | #define PERF_CACHE_MAP_ALL_UNSUPPORTED \ |
| 36 | [0 ... C(MAX) - 1] = { \ |
| 37 | [0 ... C(OP_MAX) - 1] = { \ |
| 38 | [0 ... C(RESULT_MAX) - 1] = CACHE_OP_UNSUPPORTED, \ |
| 39 | }, \ |
| 40 | } |
| 41 | |
| Mark Rutland | 0ce4708 | 2011-05-19 10:07:57 +0100 | [diff] [blame] | 42 | /* The events for a given PMU register set. */ |
| 43 | struct pmu_hw_events { |
| 44 | /* |
| 45 | * The events that are active on the PMU for the given index. |
| 46 | */ |
| Mark Rutland | a456084 | 2014-05-13 19:08:19 +0100 | [diff] [blame] | 47 | struct perf_event *events[ARMPMU_MAX_HWEVENTS]; |
| Mark Rutland | 0ce4708 | 2011-05-19 10:07:57 +0100 | [diff] [blame] | 48 | |
| 49 | /* |
| 50 | * A 1 bit for an index indicates that the counter is being used for |
| 51 | * an event. A 0 means that the counter can be used. |
| 52 | */ |
| Mark Rutland | a456084 | 2014-05-13 19:08:19 +0100 | [diff] [blame] | 53 | DECLARE_BITMAP(used_mask, ARMPMU_MAX_HWEVENTS); |
| Mark Rutland | 0ce4708 | 2011-05-19 10:07:57 +0100 | [diff] [blame] | 54 | |
| 55 | /* |
| 56 | * Hardware lock to serialize accesses to PMU registers. Needed for the |
| 57 | * read/modify/write sequences. |
| 58 | */ |
| 59 | raw_spinlock_t pmu_lock; |
| Mark Rutland | 5ebd920 | 2014-05-13 19:46:10 +0100 | [diff] [blame] | 60 | |
| 61 | /* |
| 62 | * When using percpu IRQs, we need a percpu dev_id. Place it here as we |
| 63 | * already have to allocate this struct per cpu. |
| 64 | */ |
| 65 | struct arm_pmu *percpu_pmu; |
| Mark Rutland | 7ed98e0 | 2017-03-10 10:46:14 +0000 | [diff] [blame] | 66 | |
| 67 | int irq; |
| Mark Rutland | 0ce4708 | 2011-05-19 10:07:57 +0100 | [diff] [blame] | 68 | }; |
| 69 | |
| Mark Rutland | 86cdd72 | 2016-09-09 14:08:26 +0100 | [diff] [blame] | 70 | enum armpmu_attr_groups { |
| Mark Rutland | 48538b5 | 2016-09-09 14:08:30 +0100 | [diff] [blame] | 71 | ARMPMU_ATTR_GROUP_COMMON, |
| Mark Rutland | 86cdd72 | 2016-09-09 14:08:26 +0100 | [diff] [blame] | 72 | ARMPMU_ATTR_GROUP_EVENTS, |
| 73 | ARMPMU_ATTR_GROUP_FORMATS, |
| 74 | ARMPMU_NR_ATTR_GROUPS |
| 75 | }; |
| 76 | |
| Mark Rutland | 0ce4708 | 2011-05-19 10:07:57 +0100 | [diff] [blame] | 77 | struct arm_pmu { |
| 78 | struct pmu pmu; |
| Mark Rutland | cc88116d | 2015-05-13 17:12:25 +0100 | [diff] [blame] | 79 | cpumask_t supported_cpus; |
| Will Deacon | 4295b89 | 2012-07-06 15:45:00 +0100 | [diff] [blame] | 80 | char *name; |
| Mark Rutland | 0788f1e | 2018-05-10 11:35:15 +0100 | [diff] [blame] | 81 | irqreturn_t (*handle_irq)(struct arm_pmu *pmu); |
| Sudeep KarkadaNagesha | ed6f2a5 | 2012-07-30 12:00:02 +0100 | [diff] [blame] | 82 | void (*enable)(struct perf_event *event); |
| 83 | void (*disable)(struct perf_event *event); |
| Mark Rutland | 0ce4708 | 2011-05-19 10:07:57 +0100 | [diff] [blame] | 84 | int (*get_event_idx)(struct pmu_hw_events *hw_events, |
| Sudeep KarkadaNagesha | ed6f2a5 | 2012-07-30 12:00:02 +0100 | [diff] [blame] | 85 | struct perf_event *event); |
| Stephen Boyd | eab443e | 2014-02-07 21:01:22 +0000 | [diff] [blame] | 86 | void (*clear_event_idx)(struct pmu_hw_events *hw_events, |
| 87 | struct perf_event *event); |
| Mark Rutland | 0ce4708 | 2011-05-19 10:07:57 +0100 | [diff] [blame] | 88 | int (*set_event_filter)(struct hw_perf_event *evt, |
| 89 | struct perf_event_attr *attr); |
| Suzuki K Poulose | 3a95200 | 2018-07-10 09:57:59 +0100 | [diff] [blame^] | 90 | u64 (*read_counter)(struct perf_event *event); |
| 91 | void (*write_counter)(struct perf_event *event, u64 val); |
| Sudeep KarkadaNagesha | ed6f2a5 | 2012-07-30 12:00:02 +0100 | [diff] [blame] | 92 | void (*start)(struct arm_pmu *); |
| 93 | void (*stop)(struct arm_pmu *); |
| Mark Rutland | 0ce4708 | 2011-05-19 10:07:57 +0100 | [diff] [blame] | 94 | void (*reset)(void *); |
| 95 | int (*map_event)(struct perf_event *event); |
| 96 | int num_events; |
| Martin Fuzzey | 8d1a0ae | 2016-01-13 23:36:26 -0500 | [diff] [blame] | 97 | bool secure_access; /* 32-bit ARM only */ |
| Ashok Kumar | 4b1a9e6 | 2016-04-21 05:58:44 -0700 | [diff] [blame] | 98 | #define ARMV8_PMUV3_MAX_COMMON_EVENTS 0x40 |
| 99 | DECLARE_BITMAP(pmceid_bitmap, ARMV8_PMUV3_MAX_COMMON_EVENTS); |
| Mark Rutland | 0ce4708 | 2011-05-19 10:07:57 +0100 | [diff] [blame] | 100 | struct platform_device *plat_device; |
| Mark Rutland | 1167925 | 2014-05-13 19:36:31 +0100 | [diff] [blame] | 101 | struct pmu_hw_events __percpu *hw_events; |
| Sebastian Andrzej Siewior | 6e103c0 | 2016-08-17 19:14:20 +0200 | [diff] [blame] | 102 | struct hlist_node node; |
| Lorenzo Pieralisi | da4e4f1 | 2016-02-23 18:22:39 +0000 | [diff] [blame] | 103 | struct notifier_block cpu_pm_nb; |
| Mark Rutland | 86cdd72 | 2016-09-09 14:08:26 +0100 | [diff] [blame] | 104 | /* the attr_groups array must be NULL-terminated */ |
| 105 | const struct attribute_group *attr_groups[ARMPMU_NR_ATTR_GROUPS + 1]; |
| Mark Rutland | 45736a7 | 2017-04-11 09:39:55 +0100 | [diff] [blame] | 106 | |
| 107 | /* Only to be used by ACPI probing code */ |
| 108 | unsigned long acpi_cpuid; |
| Mark Rutland | 0ce4708 | 2011-05-19 10:07:57 +0100 | [diff] [blame] | 109 | }; |
| 110 | |
| 111 | #define to_arm_pmu(p) (container_of(p, struct arm_pmu, pmu)) |
| 112 | |
| Sudeep KarkadaNagesha | ed6f2a5 | 2012-07-30 12:00:02 +0100 | [diff] [blame] | 113 | u64 armpmu_event_update(struct perf_event *event); |
| Mark Rutland | 0ce4708 | 2011-05-19 10:07:57 +0100 | [diff] [blame] | 114 | |
| Sudeep KarkadaNagesha | ed6f2a5 | 2012-07-30 12:00:02 +0100 | [diff] [blame] | 115 | int armpmu_event_set_period(struct perf_event *event); |
| Mark Rutland | 0ce4708 | 2011-05-19 10:07:57 +0100 | [diff] [blame] | 116 | |
| Will Deacon | 6dbc002 | 2012-07-29 12:36:28 +0100 | [diff] [blame] | 117 | int armpmu_map_event(struct perf_event *event, |
| 118 | const unsigned (*event_map)[PERF_COUNT_HW_MAX], |
| 119 | const unsigned (*cache_map)[PERF_COUNT_HW_CACHE_MAX] |
| 120 | [PERF_COUNT_HW_CACHE_OP_MAX] |
| 121 | [PERF_COUNT_HW_CACHE_RESULT_MAX], |
| 122 | u32 raw_event_mask); |
| 123 | |
| Mark Rutland | 083c521 | 2017-04-11 09:39:45 +0100 | [diff] [blame] | 124 | typedef int (*armpmu_init_fn)(struct arm_pmu *); |
| 125 | |
| Mark Rutland | 548a86c | 2014-05-23 18:11:14 +0100 | [diff] [blame] | 126 | struct pmu_probe_info { |
| 127 | unsigned int cpuid; |
| 128 | unsigned int mask; |
| Mark Rutland | 083c521 | 2017-04-11 09:39:45 +0100 | [diff] [blame] | 129 | armpmu_init_fn init; |
| Mark Rutland | 548a86c | 2014-05-23 18:11:14 +0100 | [diff] [blame] | 130 | }; |
| 131 | |
| 132 | #define PMU_PROBE(_cpuid, _mask, _fn) \ |
| 133 | { \ |
| 134 | .cpuid = (_cpuid), \ |
| 135 | .mask = (_mask), \ |
| 136 | .init = (_fn), \ |
| 137 | } |
| 138 | |
| 139 | #define ARM_PMU_PROBE(_cpuid, _fn) \ |
| 140 | PMU_PROBE(_cpuid, ARM_CPU_PART_MASK, _fn) |
| 141 | |
| 142 | #define ARM_PMU_XSCALE_MASK ((0xff << 24) | ARM_CPU_XSCALE_ARCH_MASK) |
| 143 | |
| 144 | #define XSCALE_PMU_PROBE(_version, _fn) \ |
| 145 | PMU_PROBE(ARM_CPU_IMP_INTEL << 24 | _version, ARM_PMU_XSCALE_MASK, _fn) |
| 146 | |
| Mark Rutland | cfdad29 | 2015-05-26 17:23:35 +0100 | [diff] [blame] | 147 | int arm_pmu_device_probe(struct platform_device *pdev, |
| 148 | const struct of_device_id *of_table, |
| 149 | const struct pmu_probe_info *probe_table); |
| 150 | |
| Mark Rutland | 45736a7 | 2017-04-11 09:39:55 +0100 | [diff] [blame] | 151 | #ifdef CONFIG_ACPI |
| 152 | int arm_pmu_acpi_probe(armpmu_init_fn init_fn); |
| 153 | #else |
| 154 | static inline int arm_pmu_acpi_probe(armpmu_init_fn init_fn) { return 0; } |
| 155 | #endif |
| 156 | |
| Mark Rutland | 18bfcfe | 2017-04-11 09:39:53 +0100 | [diff] [blame] | 157 | /* Internal functions only for core arm_pmu code */ |
| 158 | struct arm_pmu *armpmu_alloc(void); |
| Mark Rutland | 0dc1a18 | 2018-02-05 16:41:58 +0000 | [diff] [blame] | 159 | struct arm_pmu *armpmu_alloc_atomic(void); |
| Mark Rutland | 18bfcfe | 2017-04-11 09:39:53 +0100 | [diff] [blame] | 160 | void armpmu_free(struct arm_pmu *pmu); |
| 161 | int armpmu_register(struct arm_pmu *pmu); |
| Mark Rutland | 167e614 | 2017-10-09 17:09:05 +0100 | [diff] [blame] | 162 | int armpmu_request_irq(int irq, int cpu); |
| 163 | void armpmu_free_irq(int irq, int cpu); |
| Mark Rutland | 18bfcfe | 2017-04-11 09:39:53 +0100 | [diff] [blame] | 164 | |
| Jeremy Linton | 85023b2 | 2016-09-14 17:32:31 -0500 | [diff] [blame] | 165 | #define ARMV8_PMU_PDEV_NAME "armv8-pmu" |
| 166 | |
| Mark Rutland | fa8ad78 | 2015-07-06 12:23:53 +0100 | [diff] [blame] | 167 | #endif /* CONFIG_ARM_PMU */ |
| Mark Rutland | 0ce4708 | 2011-05-19 10:07:57 +0100 | [diff] [blame] | 168 | |
| Jamie Iles | 0f4f067 | 2010-02-02 20:23:15 +0100 | [diff] [blame] | 169 | #endif /* __ARM_PMU_H__ */ |