arch/arm/mach-msm/perf_event_msm_pl310.c - kernel/msm - Gitiles

 /*
  * Copyright (C) 2007 ARM Limited
  * Copyright (c) 2012, The Linux Foundation. All rights reserved.
  *
  * This program is free software; you can redistribute it and/or modify
  * it under the terms of the GNU General Public License version 2 and
  * only version 2 as published by the Free Software Foundation.
  *
  * This program is distributed in the hope that it will be useful,
  * but WITHOUT ANY WARRANTY; without even the implied warranty of
  * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
  * GNU General Public License for more details.
  */


 #include <linux/irq.h>
 #include <linux/io.h>
 #include <linux/err.h>
 #include <linux/init.h>
 #include <linux/spinlock.h>
 #include <linux/platform_device.h>

 #include <asm/pmu.h>
 #include <asm/hardware/cache-l2x0.h>
 #include <mach/socinfo.h>

 static u32 rev1;

 /*
  * Store dynamic PMU type after registration,
  * to uniquely identify this PMU at runtime.
  */
 static u32 pmu_type;

 /* This controller only supports 16 Events.*/
 PMU_FORMAT_ATTR(l2_config, "config:0-4");

 static struct attribute *arm_l2_ev_formats[] = {
 	&format_attr_l2_config.attr,
 	NULL,
 };

 /*
  * Format group is essential to access PMU's from userspace
  * via their .name field.
  */
 static struct attribute_group arm_l2_pmu_format_group = {
 	.name = "format",
 	.attrs = arm_l2_ev_formats,
 };

 static const struct attribute_group *arm_l2_pmu_attr_grps[] = {
 	&arm_l2_pmu_format_group,
 	NULL,
 };

 #define L2X0_AUX_CTRL_EVENT_MONITOR_SHIFT	20
 #define L2X0_INTR_MASK_ECNTR		1

 /* L220/PL310 Event control register values */
 #define L2X0_EVENT_CNT_ENABLE_MASK		1
 #define L2X0_EVENT_CNT_ENABLE			1
 #define L2X0_EVENT_CNT_RESET(x)			(1 << (x+1))

 /* Bit-shifted event counter config values */
 enum l2x0_perf_types {
 	L2X0_EVENT_CNT_CFG_DISABLED		= 0x0,
 	L2X0_EVENT_CNT_CFG_CO			= 0x1,
 	L2X0_EVENT_CNT_CFG_DRHIT		= 0x2,
 	L2X0_EVENT_CNT_CFG_DRREQ		= 0x3,
 	L2X0_EVENT_CNT_CFG_DWHIT		= 0x4,
 	L2X0_EVENT_CNT_CFG_DWREQ		= 0x5,
 	L2X0_EVENT_CNT_CFG_DWTREQ		= 0x6,
 	L2X0_EVENT_CNT_CFG_IRHIT		= 0x7,
 	L2X0_EVENT_CNT_CFG_IRREQ		= 0x8,
 	L2X0_EVENT_CNT_CFG_WA			= 0x9,

 	/* PL310 only */
 	L2X0_EVENT_CNT_CFG_IPFALLOC		= 0xA,
 	L2X0_EVENT_CNT_CFG_EPFHIT		= 0xB,
 	L2X0_EVENT_CNT_CFG_EPFALLOC		= 0xC,
 	L2X0_EVENT_CNT_CFG_SRRCVD		= 0xD,
 	L2X0_EVENT_CNT_CFG_SRCONF		= 0xE,
 	L2X0_EVENT_CNT_CFG_EPFRCVD		= 0xF,
 };

 #define PL310_EVENT_CNT_CFG_MAX			L2X0_EVENT_CNT_CFG_EPFRCVD

 #define L2X0_EVENT_CNT_CFG_SHIFT		2
 #define L2X0_EVENT_CNT_CFG_MASK			(0xF << 2)

 #define L2X0_EVENT_CNT_CFG_INTR_MASK		0x3
 #define L2X0_EVENT_CNT_CFG_INTR_DISABLED	0x0
 #define L2X0_EVENT_CNT_CFG_INTR_INCREMENT	0x1
 #define L2X0_EVENT_CNT_CFG_INTR_OVERFLOW	0x2

 #define L2X0_NUM_COUNTERS			2
 static struct arm_pmu l2x0_pmu;

 static u32 l2x0pmu_max_event_id = 0xf;

 static struct perf_event *events[2];
 static unsigned long used_mask[BITS_TO_LONGS(2)];
 static struct pmu_hw_events l2x0pmu_hw_events = {
 	.events = events,
 	.used_mask = used_mask,
 	.pmu_lock = __RAW_SPIN_LOCK_UNLOCKED(l2x0pmu_hw_events.pmu_lock),
 };

 #define COUNTER_CFG_ADDR(idx)	(l2x0_base + L2X0_EVENT_CNT0_CFG - 4*idx)

 #define COUNTER_CTRL_ADDR	(l2x0_base + L2X0_EVENT_CNT_CTRL)

 #define COUNTER_ADDR(idx)	(l2x0_base + L2X0_EVENT_CNT0_VAL - 4*idx)

 static u32 l2x0_read_intr_mask(void)
 {
 	return readl_relaxed(l2x0_base + L2X0_INTR_MASK);
 }

 static void l2x0_write_intr_mask(u32 val)
 {
 	writel_relaxed(val, l2x0_base + L2X0_INTR_MASK);
 }

 static void l2x0_enable_counter_interrupt(void)
 {
 	u32 intr_mask = l2x0_read_intr_mask();
 	intr_mask |= L2X0_INTR_MASK_ECNTR;
 	l2x0_write_intr_mask(intr_mask);
 }

 static void l2x0_disable_counter_interrupt(void)
 {
 	u32 intr_mask = l2x0_read_intr_mask();
 	intr_mask &= ~L2X0_INTR_MASK_ECNTR;
 	l2x0_write_intr_mask(intr_mask);
 }

 static void l2x0_clear_interrupts(u32 flags)
 {
 	writel_relaxed(flags, l2x0_base + L2X0_INTR_CLEAR);
 }

 static struct pmu_hw_events *l2x0pmu_get_hw_events(void)
 {
 	return &l2x0pmu_hw_events;
 }

 static u32 l2x0pmu_read_ctrl(void)
 {
 	return readl_relaxed(COUNTER_CTRL_ADDR);
 }

 static void l2x0pmu_write_ctrl(u32 val)
 {
 	writel_relaxed(val, COUNTER_CTRL_ADDR);
 }

 static u32 l2x0pmu_read_cfg(int idx)
 {
 	return readl_relaxed(COUNTER_CFG_ADDR(idx));
 }

 static void l2x0pmu_write_cfg(u32 val, int idx)
 {
 	writel_relaxed(val, COUNTER_CFG_ADDR(idx));
 }

 static void l2x0pmu_enable_counter(u32 cfg, int idx)
 {
 	cfg |= L2X0_EVENT_CNT_CFG_INTR_OVERFLOW;
 	l2x0pmu_write_cfg(cfg, idx);
 }

 static u32 l2x0pmu_disable_counter(int idx)
 {
 	u32 cfg, oldcfg;

 	cfg = oldcfg = l2x0pmu_read_cfg(idx);

 	cfg &= ~L2X0_EVENT_CNT_CFG_MASK;
 	cfg &= ~L2X0_EVENT_CNT_CFG_INTR_MASK;
 	l2x0pmu_write_cfg(cfg, idx);

 	return oldcfg;
 }

 static u32 l2x0pmu_read_counter(int idx)
 {
 	u32 val = readl_relaxed(COUNTER_ADDR(idx));

 	return val;
 }

 static void l2x0pmu_write_counter(int idx, u32 val)
 {
 	/*
 	 * L2X0 counters can only be written to when they are disabled.
 	 * As perf core does not disable counters before writing to them
 	 * under interrupts, we must do so here.
 	 */
 	u32 cfg = l2x0pmu_disable_counter(idx);
 	writel_relaxed(val, COUNTER_ADDR(idx));
 	l2x0pmu_write_cfg(cfg, idx);
 }

 static int counter_is_saturated(int idx)
 {
 	return l2x0pmu_read_counter(idx) == 0xFFFFFFFF;
 }

 static void l2x0pmu_start(void)
 {
 	unsigned long flags;
 	u32 val;

 	raw_spin_lock_irqsave(&l2x0pmu_hw_events.pmu_lock, flags);

 	if (!rev1)
 		l2x0_enable_counter_interrupt();

 	val = l2x0pmu_read_ctrl();

 	val |= L2X0_EVENT_CNT_ENABLE;
 	l2x0pmu_write_ctrl(val);

 	raw_spin_unlock_irqrestore(&l2x0pmu_hw_events.pmu_lock, flags);
 }

 static void l2x0pmu_stop(void)
 {
 	unsigned long flags;
 	u32 val;

 	raw_spin_lock_irqsave(&l2x0pmu_hw_events.pmu_lock, flags);

 	val = l2x0pmu_read_ctrl();
 	val &= ~L2X0_EVENT_CNT_ENABLE_MASK;
 	l2x0pmu_write_ctrl(val);

 	if (!rev1)
 		l2x0_disable_counter_interrupt();

 	raw_spin_unlock_irqrestore(&l2x0pmu_hw_events.pmu_lock, flags);
 }

 static void l2x0pmu_enable(struct hw_perf_event *event, int idx, int cpu)
 {
 	unsigned long flags;
 	u32 cfg;

 	raw_spin_lock_irqsave(&l2x0pmu_hw_events.pmu_lock, flags);

 	cfg = (event->config_base << L2X0_EVENT_CNT_CFG_SHIFT) &
 						L2X0_EVENT_CNT_CFG_MASK;
 	l2x0pmu_enable_counter(cfg, idx);

 	raw_spin_unlock_irqrestore(&l2x0pmu_hw_events.pmu_lock, flags);
 }

 static void l2x0pmu_disable(struct hw_perf_event *event, int idx)
 {
 	unsigned long flags;

 	raw_spin_lock_irqsave(&l2x0pmu_hw_events.pmu_lock, flags);
 	l2x0pmu_disable_counter(idx);
 	raw_spin_unlock_irqrestore(&l2x0pmu_hw_events.pmu_lock, flags);
 }

 static int l2x0pmu_get_event_idx(struct pmu_hw_events *events,
 					struct hw_perf_event *hwc)
 {
 	int idx;

 	/* Counters are identical. Just grab a free one. */
 	for (idx = 0; idx < L2X0_NUM_COUNTERS; ++idx) {
 		if (!test_and_set_bit(idx, l2x0pmu_hw_events.used_mask))
 			return idx;
 	}

 	return -EAGAIN;
 }

 /*
  * As System PMUs are affine to CPU0, the fact that interrupts are disabled
  * during interrupt handling is enough to serialise our actions and make this
  * safe. We do not need to grab our pmu_lock here.
  */
 static irqreturn_t l2x0pmu_handle_irq(int irq, void *dev)
 {
 	irqreturn_t status = IRQ_NONE;
 	struct perf_sample_data data;
 	struct pt_regs *regs;
 	int idx;

 	regs = get_irq_regs();

 	for (idx = 0; idx < L2X0_NUM_COUNTERS; ++idx) {
 		struct perf_event *event = l2x0pmu_hw_events.events[idx];
 		struct hw_perf_event *hwc;

 		if (!counter_is_saturated(idx))
 			continue;

 		status = IRQ_HANDLED;

 		hwc = &event->hw;

 		/*
 		 * The armpmu_* functions expect counters to overflow, but
 		 * L220/PL310 counters saturate instead. Fake the overflow
 		 * here so the hardware is in sync with what the framework
 		 * expects.
 		 */
 		l2x0pmu_write_counter(idx, 0);

 		armpmu_event_update(event, hwc, idx);
 		data.period = event->hw.last_period;

 		if (!armpmu_event_set_period(event, hwc, idx))
 			continue;

 		if (perf_event_overflow(event, &data, regs))
 			l2x0pmu_disable_counter(idx);
 	}

 	l2x0_clear_interrupts(L2X0_INTR_MASK_ECNTR);

 	irq_work_run();

 	return status;
 }

 static int map_l2x0_raw_event(u64 config)
 {
 	return (config <= l2x0pmu_max_event_id) ? config : -ENOENT;
 }

 static int l2x0pmu_map_event(struct perf_event *event)
 {
 	u64 config = event->attr.config;
 	u64 supported_samples = (PERF_SAMPLE_TIME	|
 				 PERF_SAMPLE_ID		|
 				 PERF_SAMPLE_PERIOD	|
 				 PERF_SAMPLE_STREAM_ID	|
 				 PERF_SAMPLE_RAW);

 	if ((pmu_type == 0) || (pmu_type != event->attr.type))
 		return -ENOENT;

 	if (event->attr.sample_type & ~supported_samples)
 		return -ENOENT;

 	return map_l2x0_raw_event(config);
 }

 static int
 arm_l2_pmu_generic_request_irq(int irq, irq_handler_t *handle_irq)
 {
 	return request_irq(irq, *handle_irq,
 			IRQF_DISABLED | IRQF_NOBALANCING,
 			"arm-l2-armpmu", NULL);
 }

 static void
 arm_l2_pmu_generic_free_irq(int irq)
 {
 	if (irq >= 0)
 		free_irq(irq, NULL);
 }

 static struct arm_pmu l2x0_pmu = {
 	.id		= ARM_PERF_PMU_ID_L2X0,
 	.type		= ARM_PMU_DEVICE_L2CC,
 	.name		= "msm-l2",
 	.start		= l2x0pmu_start,
 	.stop		= l2x0pmu_stop,
 	.handle_irq	= l2x0pmu_handle_irq,
 	.enable		= l2x0pmu_enable,
 	.disable	= l2x0pmu_disable,
 	.get_event_idx	= l2x0pmu_get_event_idx,
 	.read_counter	= l2x0pmu_read_counter,
 	.write_counter	= l2x0pmu_write_counter,
 	.map_event	= l2x0pmu_map_event,
 	.num_events	= 2,
 	.max_period	= 0xFFFFFFFF,
 	.get_hw_events	= l2x0pmu_get_hw_events,
 	.pmu.attr_groups = arm_l2_pmu_attr_grps,
 	.request_pmu_irq = arm_l2_pmu_generic_request_irq,
 	.free_pmu_irq	= arm_l2_pmu_generic_free_irq,
 };

 static int __devinit l2x0pmu_device_probe(struct platform_device *pdev)
 {
 	u32 aux = readl_relaxed(l2x0_base + L2X0_AUX_CTRL);
 	u32 debug = readl_relaxed(l2x0_base + L2X0_DEBUG_CTRL);
 	l2x0_pmu.plat_device = pdev;

 	if (!(aux & (1 << L2X0_AUX_CTRL_EVENT_MONITOR_SHIFT))) {
 		pr_err("Ev Monitor is OFF. L2 counters disabled.\n");
 		return -EOPNOTSUPP;
 	}

 	pr_info("L2CC PMU device found. DEBUG_CTRL: %x\n", debug);

 	/* Get value of dynamically allocated PMU type. */
 	if (!armpmu_register(&l2x0_pmu, "msm-l2", -1))
 		pmu_type = l2x0_pmu.pmu.type;
 	else {
 		pr_err("l2x0_pmu registration failed\n");
 		return -EOPNOTSUPP;
 	}

 	return 0;
 }

 static struct platform_driver l2x0pmu_driver = {
 	.driver		= {
 		.name	= "l2-arm-pmu",
 	},
 	.probe		= l2x0pmu_device_probe,
 };

 static int __init register_pmu_driver(void)
 {
 	if (machine_is_msm9625())
 		rev1 = 1;

 	return platform_driver_register(&l2x0pmu_driver);
 }
 device_initcall(register_pmu_driver);
	/*
	* Copyright (C) 2007 ARM Limited
	* Copyright (c) 2012, The Linux Foundation. All rights reserved.
	*
	* This program is free software; you can redistribute it and/or modify
	* it under the terms of the GNU General Public License version 2 and
	* only version 2 as published by the Free Software Foundation.
	*
	* This program is distributed in the hope that it will be useful,
	* but WITHOUT ANY WARRANTY; without even the implied warranty of
	* MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
	* GNU General Public License for more details.
	*/


	#include <linux/irq.h>
	#include <linux/io.h>
	#include <linux/err.h>
	#include <linux/init.h>
	#include <linux/spinlock.h>
	#include <linux/platform_device.h>

	#include <asm/pmu.h>
	#include <asm/hardware/cache-l2x0.h>
	#include <mach/socinfo.h>

	static u32 rev1;

	/*
	* Store dynamic PMU type after registration,
	* to uniquely identify this PMU at runtime.
	*/
	static u32 pmu_type;

	/* This controller only supports 16 Events.*/
	PMU_FORMAT_ATTR(l2_config, "config:0-4");

	static struct attribute *arm_l2_ev_formats[] = {
	&format_attr_l2_config.attr,
	NULL,
	};

	/*
	* Format group is essential to access PMU's from userspace
	* via their .name field.
	*/
	static struct attribute_group arm_l2_pmu_format_group = {
	.name = "format",
	.attrs = arm_l2_ev_formats,
	};

	static const struct attribute_group *arm_l2_pmu_attr_grps[] = {
	&arm_l2_pmu_format_group,
	NULL,
	};

	#define L2X0_AUX_CTRL_EVENT_MONITOR_SHIFT 20
	#define L2X0_INTR_MASK_ECNTR 1

	/* L220/PL310 Event control register values */
	#define L2X0_EVENT_CNT_ENABLE_MASK 1
	#define L2X0_EVENT_CNT_ENABLE 1
	#define L2X0_EVENT_CNT_RESET(x) (1 << (x+1))

	/* Bit-shifted event counter config values */
	enum l2x0_perf_types {
	L2X0_EVENT_CNT_CFG_DISABLED = 0x0,
	L2X0_EVENT_CNT_CFG_CO = 0x1,
	L2X0_EVENT_CNT_CFG_DRHIT = 0x2,
	L2X0_EVENT_CNT_CFG_DRREQ = 0x3,
	L2X0_EVENT_CNT_CFG_DWHIT = 0x4,
	L2X0_EVENT_CNT_CFG_DWREQ = 0x5,
	L2X0_EVENT_CNT_CFG_DWTREQ = 0x6,
	L2X0_EVENT_CNT_CFG_IRHIT = 0x7,
	L2X0_EVENT_CNT_CFG_IRREQ = 0x8,
	L2X0_EVENT_CNT_CFG_WA = 0x9,

	/* PL310 only */
	L2X0_EVENT_CNT_CFG_IPFALLOC = 0xA,
	L2X0_EVENT_CNT_CFG_EPFHIT = 0xB,
	L2X0_EVENT_CNT_CFG_EPFALLOC = 0xC,
	L2X0_EVENT_CNT_CFG_SRRCVD = 0xD,
	L2X0_EVENT_CNT_CFG_SRCONF = 0xE,
	L2X0_EVENT_CNT_CFG_EPFRCVD = 0xF,
	};

	#define PL310_EVENT_CNT_CFG_MAX L2X0_EVENT_CNT_CFG_EPFRCVD

	#define L2X0_EVENT_CNT_CFG_SHIFT 2
	#define L2X0_EVENT_CNT_CFG_MASK (0xF << 2)

	#define L2X0_EVENT_CNT_CFG_INTR_MASK 0x3
	#define L2X0_EVENT_CNT_CFG_INTR_DISABLED 0x0
	#define L2X0_EVENT_CNT_CFG_INTR_INCREMENT 0x1
	#define L2X0_EVENT_CNT_CFG_INTR_OVERFLOW 0x2

	#define L2X0_NUM_COUNTERS 2
	static struct arm_pmu l2x0_pmu;

	static u32 l2x0pmu_max_event_id = 0xf;

	static struct perf_event *events[2];
	static unsigned long used_mask[BITS_TO_LONGS(2)];
	static struct pmu_hw_events l2x0pmu_hw_events = {
	.events = events,
	.used_mask = used_mask,
	.pmu_lock = __RAW_SPIN_LOCK_UNLOCKED(l2x0pmu_hw_events.pmu_lock),
	};

	#define COUNTER_CFG_ADDR(idx) (l2x0_base + L2X0_EVENT_CNT0_CFG - 4*idx)

	#define COUNTER_CTRL_ADDR (l2x0_base + L2X0_EVENT_CNT_CTRL)

	#define COUNTER_ADDR(idx) (l2x0_base + L2X0_EVENT_CNT0_VAL - 4*idx)

	static u32 l2x0_read_intr_mask(void)
	{
	return readl_relaxed(l2x0_base + L2X0_INTR_MASK);
	}

	static void l2x0_write_intr_mask(u32 val)
	{
	writel_relaxed(val, l2x0_base + L2X0_INTR_MASK);
	}

	static void l2x0_enable_counter_interrupt(void)
	{
	u32 intr_mask = l2x0_read_intr_mask();
	intr_mask \|= L2X0_INTR_MASK_ECNTR;
	l2x0_write_intr_mask(intr_mask);
	}

	static void l2x0_disable_counter_interrupt(void)
	{
	u32 intr_mask = l2x0_read_intr_mask();
	intr_mask &= ~L2X0_INTR_MASK_ECNTR;
	l2x0_write_intr_mask(intr_mask);
	}

	static void l2x0_clear_interrupts(u32 flags)
	{
	writel_relaxed(flags, l2x0_base + L2X0_INTR_CLEAR);
	}

	static struct pmu_hw_events *l2x0pmu_get_hw_events(void)
	{
	return &l2x0pmu_hw_events;
	}

	static u32 l2x0pmu_read_ctrl(void)
	{
	return readl_relaxed(COUNTER_CTRL_ADDR);
	}

	static void l2x0pmu_write_ctrl(u32 val)
	{
	writel_relaxed(val, COUNTER_CTRL_ADDR);
	}

	static u32 l2x0pmu_read_cfg(int idx)
	{
	return readl_relaxed(COUNTER_CFG_ADDR(idx));
	}

	static void l2x0pmu_write_cfg(u32 val, int idx)
	{
	writel_relaxed(val, COUNTER_CFG_ADDR(idx));
	}

	static void l2x0pmu_enable_counter(u32 cfg, int idx)
	{
	cfg \|= L2X0_EVENT_CNT_CFG_INTR_OVERFLOW;
	l2x0pmu_write_cfg(cfg, idx);
	}

	static u32 l2x0pmu_disable_counter(int idx)
	{
	u32 cfg, oldcfg;

	cfg = oldcfg = l2x0pmu_read_cfg(idx);

	cfg &= ~L2X0_EVENT_CNT_CFG_MASK;
	cfg &= ~L2X0_EVENT_CNT_CFG_INTR_MASK;
	l2x0pmu_write_cfg(cfg, idx);

	return oldcfg;
	}

	static u32 l2x0pmu_read_counter(int idx)
	{
	u32 val = readl_relaxed(COUNTER_ADDR(idx));

	return val;
	}

	static void l2x0pmu_write_counter(int idx, u32 val)
	{
	/*
	* L2X0 counters can only be written to when they are disabled.
	* As perf core does not disable counters before writing to them
	* under interrupts, we must do so here.
	*/
	u32 cfg = l2x0pmu_disable_counter(idx);
	writel_relaxed(val, COUNTER_ADDR(idx));
	l2x0pmu_write_cfg(cfg, idx);
	}

	static int counter_is_saturated(int idx)
	{
	return l2x0pmu_read_counter(idx) == 0xFFFFFFFF;
	}

	static void l2x0pmu_start(void)
	{
	unsigned long flags;
	u32 val;

	raw_spin_lock_irqsave(&l2x0pmu_hw_events.pmu_lock, flags);

	if (!rev1)
	l2x0_enable_counter_interrupt();

	val = l2x0pmu_read_ctrl();

	val \|= L2X0_EVENT_CNT_ENABLE;
	l2x0pmu_write_ctrl(val);

	raw_spin_unlock_irqrestore(&l2x0pmu_hw_events.pmu_lock, flags);
	}

	static void l2x0pmu_stop(void)
	{
	unsigned long flags;
	u32 val;

	raw_spin_lock_irqsave(&l2x0pmu_hw_events.pmu_lock, flags);

	val = l2x0pmu_read_ctrl();
	val &= ~L2X0_EVENT_CNT_ENABLE_MASK;
	l2x0pmu_write_ctrl(val);

	if (!rev1)
	l2x0_disable_counter_interrupt();

	raw_spin_unlock_irqrestore(&l2x0pmu_hw_events.pmu_lock, flags);
	}

	static void l2x0pmu_enable(struct hw_perf_event *event, int idx, int cpu)
	{
	unsigned long flags;
	u32 cfg;

	raw_spin_lock_irqsave(&l2x0pmu_hw_events.pmu_lock, flags);

	cfg = (event->config_base << L2X0_EVENT_CNT_CFG_SHIFT) &
	L2X0_EVENT_CNT_CFG_MASK;
	l2x0pmu_enable_counter(cfg, idx);

	raw_spin_unlock_irqrestore(&l2x0pmu_hw_events.pmu_lock, flags);
	}

	static void l2x0pmu_disable(struct hw_perf_event *event, int idx)
	{
	unsigned long flags;

	raw_spin_lock_irqsave(&l2x0pmu_hw_events.pmu_lock, flags);
	l2x0pmu_disable_counter(idx);
	raw_spin_unlock_irqrestore(&l2x0pmu_hw_events.pmu_lock, flags);
	}

	static int l2x0pmu_get_event_idx(struct pmu_hw_events *events,
	struct hw_perf_event *hwc)
	{
	int idx;

	/* Counters are identical. Just grab a free one. */
	for (idx = 0; idx < L2X0_NUM_COUNTERS; ++idx) {
	if (!test_and_set_bit(idx, l2x0pmu_hw_events.used_mask))
	return idx;
	}

	return -EAGAIN;
	}

	/*
	* As System PMUs are affine to CPU0, the fact that interrupts are disabled
	* during interrupt handling is enough to serialise our actions and make this
	* safe. We do not need to grab our pmu_lock here.
	*/
	static irqreturn_t l2x0pmu_handle_irq(int irq, void *dev)
	{
	irqreturn_t status = IRQ_NONE;
	struct perf_sample_data data;
	struct pt_regs *regs;
	int idx;

	regs = get_irq_regs();

	for (idx = 0; idx < L2X0_NUM_COUNTERS; ++idx) {
	struct perf_event *event = l2x0pmu_hw_events.events[idx];
	struct hw_perf_event *hwc;

	if (!counter_is_saturated(idx))
	continue;

	status = IRQ_HANDLED;

	hwc = &event->hw;

	/*
	* The armpmu_* functions expect counters to overflow, but
	* L220/PL310 counters saturate instead. Fake the overflow
	* here so the hardware is in sync with what the framework
	* expects.
	*/
	l2x0pmu_write_counter(idx, 0);

	armpmu_event_update(event, hwc, idx);
	data.period = event->hw.last_period;

	if (!armpmu_event_set_period(event, hwc, idx))
	continue;

	if (perf_event_overflow(event, &data, regs))
	l2x0pmu_disable_counter(idx);
	}

	l2x0_clear_interrupts(L2X0_INTR_MASK_ECNTR);

	irq_work_run();

	return status;
	}

	static int map_l2x0_raw_event(u64 config)
	{
	return (config <= l2x0pmu_max_event_id) ? config : -ENOENT;
	}

	static int l2x0pmu_map_event(struct perf_event *event)
	{
	u64 config = event->attr.config;
	u64 supported_samples = (PERF_SAMPLE_TIME \|
	PERF_SAMPLE_ID \|
	PERF_SAMPLE_PERIOD \|
	PERF_SAMPLE_STREAM_ID \|
	PERF_SAMPLE_RAW);

	if ((pmu_type == 0) \|\| (pmu_type != event->attr.type))
	return -ENOENT;

	if (event->attr.sample_type & ~supported_samples)
	return -ENOENT;

	return map_l2x0_raw_event(config);
	}

	static int
	arm_l2_pmu_generic_request_irq(int irq, irq_handler_t *handle_irq)
	{
	return request_irq(irq, *handle_irq,
	IRQF_DISABLED \| IRQF_NOBALANCING,
	"arm-l2-armpmu", NULL);
	}

	static void
	arm_l2_pmu_generic_free_irq(int irq)
	{
	if (irq >= 0)
	free_irq(irq, NULL);
	}

	static struct arm_pmu l2x0_pmu = {
	.id = ARM_PERF_PMU_ID_L2X0,
	.type = ARM_PMU_DEVICE_L2CC,
	.name = "msm-l2",
	.start = l2x0pmu_start,
	.stop = l2x0pmu_stop,
	.handle_irq = l2x0pmu_handle_irq,
	.enable = l2x0pmu_enable,
	.disable = l2x0pmu_disable,
	.get_event_idx = l2x0pmu_get_event_idx,
	.read_counter = l2x0pmu_read_counter,
	.write_counter = l2x0pmu_write_counter,
	.map_event = l2x0pmu_map_event,
	.num_events = 2,
	.max_period = 0xFFFFFFFF,
	.get_hw_events = l2x0pmu_get_hw_events,
	.pmu.attr_groups = arm_l2_pmu_attr_grps,
	.request_pmu_irq = arm_l2_pmu_generic_request_irq,
	.free_pmu_irq = arm_l2_pmu_generic_free_irq,
	};

	static int __devinit l2x0pmu_device_probe(struct platform_device *pdev)
	{
	u32 aux = readl_relaxed(l2x0_base + L2X0_AUX_CTRL);
	u32 debug = readl_relaxed(l2x0_base + L2X0_DEBUG_CTRL);
	l2x0_pmu.plat_device = pdev;

	if (!(aux & (1 << L2X0_AUX_CTRL_EVENT_MONITOR_SHIFT))) {
	pr_err("Ev Monitor is OFF. L2 counters disabled.\n");
	return -EOPNOTSUPP;
	}

	pr_info("L2CC PMU device found. DEBUG_CTRL: %x\n", debug);

	/* Get value of dynamically allocated PMU type. */
	if (!armpmu_register(&l2x0_pmu, "msm-l2", -1))
	pmu_type = l2x0_pmu.pmu.type;
	else {
	pr_err("l2x0_pmu registration failed\n");
	return -EOPNOTSUPP;
	}

	return 0;
	}

	static struct platform_driver l2x0pmu_driver = {
	.driver = {
	.name = "l2-arm-pmu",
	},
	.probe = l2x0pmu_device_probe,
	};

	static int __init register_pmu_driver(void)
	{
	if (machine_is_msm9625())
	rev1 = 1;

	return platform_driver_register(&l2x0pmu_driver);
	}
	device_initcall(register_pmu_driver);