blob: bf309ff6f2444f2cd516c54b9d8eec5af525cf5b [file] [log] [blame]
Jamie Iles0f4f0672010-02-02 20:23:15 +01001/*
2 * linux/arch/arm/include/asm/pmu.h
3 *
4 * Copyright (C) 2009 picoChip Designs Ltd, Jamie Iles
5 *
6 * This program is free software; you can redistribute it and/or modify
7 * it under the terms of the GNU General Public License version 2 as
8 * published by the Free Software Foundation.
9 *
10 */
11
12#ifndef __ARM_PMU_H__
13#define __ARM_PMU_H__
14
Rabin Vincent0e25a5c2011-02-08 09:24:36 +053015#include <linux/interrupt.h>
Mark Rutland0ce47082011-05-19 10:07:57 +010016#include <linux/perf_event.h>
Mark Rutland167e6142017-10-09 17:09:05 +010017#include <linux/platform_device.h>
Mark Rutland86cdd722016-09-09 14:08:26 +010018#include <linux/sysfs.h>
Mark Rutland548a86c2014-05-23 18:11:14 +010019#include <asm/cputype.h>
20
Mark Rutlandfa8ad782015-07-06 12:23:53 +010021#ifdef CONFIG_ARM_PMU
Mark Rutland0ce47082011-05-19 10:07:57 +010022
Mark Rutlandac8674d2014-05-28 18:08:40 +010023/*
24 * The ARMv7 CPU PMU supports up to 32 event counters.
25 */
26#define ARMPMU_MAX_HWEVENTS 32
27
Suzuki K Poulosee2da97d2018-07-10 09:58:00 +010028/*
29 * ARM PMU hw_event flags
30 */
31/* Event uses a 64bit counter */
32#define ARMPMU_EVT_64BIT 1
33
Mark Rutlandac8674d2014-05-28 18:08:40 +010034#define HW_OP_UNSUPPORTED 0xFFFF
35#define C(_x) PERF_COUNT_HW_CACHE_##_x
36#define CACHE_OP_UNSUPPORTED 0xFFFF
37
Mark Rutland1113ff92014-05-29 17:29:51 +010038#define PERF_MAP_ALL_UNSUPPORTED \
39 [0 ... PERF_COUNT_HW_MAX - 1] = HW_OP_UNSUPPORTED
40
41#define PERF_CACHE_MAP_ALL_UNSUPPORTED \
42[0 ... C(MAX) - 1] = { \
43 [0 ... C(OP_MAX) - 1] = { \
44 [0 ... C(RESULT_MAX) - 1] = CACHE_OP_UNSUPPORTED, \
45 }, \
46}
47
Mark Rutland0ce47082011-05-19 10:07:57 +010048/* The events for a given PMU register set. */
49struct pmu_hw_events {
50 /*
51 * The events that are active on the PMU for the given index.
52 */
Mark Rutlanda4560842014-05-13 19:08:19 +010053 struct perf_event *events[ARMPMU_MAX_HWEVENTS];
Mark Rutland0ce47082011-05-19 10:07:57 +010054
55 /*
56 * A 1 bit for an index indicates that the counter is being used for
57 * an event. A 0 means that the counter can be used.
58 */
Mark Rutlanda4560842014-05-13 19:08:19 +010059 DECLARE_BITMAP(used_mask, ARMPMU_MAX_HWEVENTS);
Mark Rutland0ce47082011-05-19 10:07:57 +010060
61 /*
62 * Hardware lock to serialize accesses to PMU registers. Needed for the
63 * read/modify/write sequences.
64 */
65 raw_spinlock_t pmu_lock;
Mark Rutland5ebd9202014-05-13 19:46:10 +010066
67 /*
68 * When using percpu IRQs, we need a percpu dev_id. Place it here as we
69 * already have to allocate this struct per cpu.
70 */
71 struct arm_pmu *percpu_pmu;
Mark Rutland7ed98e02017-03-10 10:46:14 +000072
73 int irq;
Mark Rutland0ce47082011-05-19 10:07:57 +010074};
75
Mark Rutland86cdd722016-09-09 14:08:26 +010076enum armpmu_attr_groups {
Mark Rutland48538b52016-09-09 14:08:30 +010077 ARMPMU_ATTR_GROUP_COMMON,
Mark Rutland86cdd722016-09-09 14:08:26 +010078 ARMPMU_ATTR_GROUP_EVENTS,
79 ARMPMU_ATTR_GROUP_FORMATS,
80 ARMPMU_NR_ATTR_GROUPS
81};
82
Mark Rutland0ce47082011-05-19 10:07:57 +010083struct arm_pmu {
84 struct pmu pmu;
Mark Rutlandcc881162015-05-13 17:12:25 +010085 cpumask_t supported_cpus;
Will Deacon4295b892012-07-06 15:45:00 +010086 char *name;
Mark Rutland0788f1e2018-05-10 11:35:15 +010087 irqreturn_t (*handle_irq)(struct arm_pmu *pmu);
Sudeep KarkadaNageshaed6f2a52012-07-30 12:00:02 +010088 void (*enable)(struct perf_event *event);
89 void (*disable)(struct perf_event *event);
Mark Rutland0ce47082011-05-19 10:07:57 +010090 int (*get_event_idx)(struct pmu_hw_events *hw_events,
Sudeep KarkadaNageshaed6f2a52012-07-30 12:00:02 +010091 struct perf_event *event);
Stephen Boydeab443e2014-02-07 21:01:22 +000092 void (*clear_event_idx)(struct pmu_hw_events *hw_events,
93 struct perf_event *event);
Mark Rutland0ce47082011-05-19 10:07:57 +010094 int (*set_event_filter)(struct hw_perf_event *evt,
95 struct perf_event_attr *attr);
Suzuki K Poulose3a952002018-07-10 09:57:59 +010096 u64 (*read_counter)(struct perf_event *event);
97 void (*write_counter)(struct perf_event *event, u64 val);
Sudeep KarkadaNageshaed6f2a52012-07-30 12:00:02 +010098 void (*start)(struct arm_pmu *);
99 void (*stop)(struct arm_pmu *);
Mark Rutland0ce47082011-05-19 10:07:57 +0100100 void (*reset)(void *);
101 int (*map_event)(struct perf_event *event);
Will Deaconca2b4972018-10-05 13:24:36 +0100102 int (*filter_match)(struct perf_event *event);
Mark Rutland0ce47082011-05-19 10:07:57 +0100103 int num_events;
Martin Fuzzey8d1a0ae2016-01-13 23:36:26 -0500104 bool secure_access; /* 32-bit ARM only */
Ashok Kumar4b1a9e62016-04-21 05:58:44 -0700105#define ARMV8_PMUV3_MAX_COMMON_EVENTS 0x40
106 DECLARE_BITMAP(pmceid_bitmap, ARMV8_PMUV3_MAX_COMMON_EVENTS);
Mark Rutland0ce47082011-05-19 10:07:57 +0100107 struct platform_device *plat_device;
Mark Rutland11679252014-05-13 19:36:31 +0100108 struct pmu_hw_events __percpu *hw_events;
Sebastian Andrzej Siewior6e103c02016-08-17 19:14:20 +0200109 struct hlist_node node;
Lorenzo Pieralisida4e4f12016-02-23 18:22:39 +0000110 struct notifier_block cpu_pm_nb;
Mark Rutland86cdd722016-09-09 14:08:26 +0100111 /* the attr_groups array must be NULL-terminated */
112 const struct attribute_group *attr_groups[ARMPMU_NR_ATTR_GROUPS + 1];
Mark Rutland45736a72017-04-11 09:39:55 +0100113
114 /* Only to be used by ACPI probing code */
115 unsigned long acpi_cpuid;
Mark Rutland0ce47082011-05-19 10:07:57 +0100116};
117
118#define to_arm_pmu(p) (container_of(p, struct arm_pmu, pmu))
119
Sudeep KarkadaNageshaed6f2a52012-07-30 12:00:02 +0100120u64 armpmu_event_update(struct perf_event *event);
Mark Rutland0ce47082011-05-19 10:07:57 +0100121
Sudeep KarkadaNageshaed6f2a52012-07-30 12:00:02 +0100122int armpmu_event_set_period(struct perf_event *event);
Mark Rutland0ce47082011-05-19 10:07:57 +0100123
Will Deacon6dbc0022012-07-29 12:36:28 +0100124int armpmu_map_event(struct perf_event *event,
125 const unsigned (*event_map)[PERF_COUNT_HW_MAX],
126 const unsigned (*cache_map)[PERF_COUNT_HW_CACHE_MAX]
127 [PERF_COUNT_HW_CACHE_OP_MAX]
128 [PERF_COUNT_HW_CACHE_RESULT_MAX],
129 u32 raw_event_mask);
130
Mark Rutland083c5212017-04-11 09:39:45 +0100131typedef int (*armpmu_init_fn)(struct arm_pmu *);
132
Mark Rutland548a86c2014-05-23 18:11:14 +0100133struct pmu_probe_info {
134 unsigned int cpuid;
135 unsigned int mask;
Mark Rutland083c5212017-04-11 09:39:45 +0100136 armpmu_init_fn init;
Mark Rutland548a86c2014-05-23 18:11:14 +0100137};
138
139#define PMU_PROBE(_cpuid, _mask, _fn) \
140{ \
141 .cpuid = (_cpuid), \
142 .mask = (_mask), \
143 .init = (_fn), \
144}
145
146#define ARM_PMU_PROBE(_cpuid, _fn) \
147 PMU_PROBE(_cpuid, ARM_CPU_PART_MASK, _fn)
148
149#define ARM_PMU_XSCALE_MASK ((0xff << 24) | ARM_CPU_XSCALE_ARCH_MASK)
150
151#define XSCALE_PMU_PROBE(_version, _fn) \
152 PMU_PROBE(ARM_CPU_IMP_INTEL << 24 | _version, ARM_PMU_XSCALE_MASK, _fn)
153
Mark Rutlandcfdad292015-05-26 17:23:35 +0100154int arm_pmu_device_probe(struct platform_device *pdev,
155 const struct of_device_id *of_table,
156 const struct pmu_probe_info *probe_table);
157
Mark Rutland45736a72017-04-11 09:39:55 +0100158#ifdef CONFIG_ACPI
159int arm_pmu_acpi_probe(armpmu_init_fn init_fn);
160#else
161static inline int arm_pmu_acpi_probe(armpmu_init_fn init_fn) { return 0; }
162#endif
163
Mark Rutland18bfcfe2017-04-11 09:39:53 +0100164/* Internal functions only for core arm_pmu code */
165struct arm_pmu *armpmu_alloc(void);
Mark Rutland0dc1a182018-02-05 16:41:58 +0000166struct arm_pmu *armpmu_alloc_atomic(void);
Mark Rutland18bfcfe2017-04-11 09:39:53 +0100167void armpmu_free(struct arm_pmu *pmu);
168int armpmu_register(struct arm_pmu *pmu);
Mark Rutland167e6142017-10-09 17:09:05 +0100169int armpmu_request_irq(int irq, int cpu);
170void armpmu_free_irq(int irq, int cpu);
Mark Rutland18bfcfe2017-04-11 09:39:53 +0100171
Jeremy Linton85023b22016-09-14 17:32:31 -0500172#define ARMV8_PMU_PDEV_NAME "armv8-pmu"
173
Mark Rutlandfa8ad782015-07-06 12:23:53 +0100174#endif /* CONFIG_ARM_PMU */
Mark Rutland0ce47082011-05-19 10:07:57 +0100175
Jamie Iles0f4f0672010-02-02 20:23:15 +0100176#endif /* __ARM_PMU_H__ */