blob: 2498a6cd7c24564fd41f12d4ed787a628230c03f [file] [log] [blame]
Linus Torvalds1da177e2005-04-16 15:20:36 -07001/**
2 * @file timer_int.c
3 *
4 * @remark Copyright 2002 OProfile authors
5 * @remark Read the file COPYING
6 *
7 * @author John Levon <levon@movementarian.org>
8 */
9
10#include <linux/kernel.h>
11#include <linux/notifier.h>
12#include <linux/smp.h>
13#include <linux/oprofile.h>
14#include <linux/profile.h>
15#include <linux/init.h>
Martin Schwidefskybc078e42010-03-02 16:01:10 +010016#include <linux/cpu.h>
17#include <linux/hrtimer.h>
18#include <asm/irq_regs.h>
Linus Torvalds1da177e2005-04-16 15:20:36 -070019#include <asm/ptrace.h>
20
21#include "oprof.h"
22
Martin Schwidefskybc078e42010-03-02 16:01:10 +010023static DEFINE_PER_CPU(struct hrtimer, oprofile_hrtimer);
Santosh Shilimkar4ac3dbe2010-10-27 11:17:15 -040024static int ctr_running;
Martin Schwidefskybc078e42010-03-02 16:01:10 +010025
26static enum hrtimer_restart oprofile_hrtimer_notify(struct hrtimer *hrtimer)
Linus Torvalds1da177e2005-04-16 15:20:36 -070027{
Martin Schwidefskybc078e42010-03-02 16:01:10 +010028 oprofile_add_sample(get_irq_regs(), 0);
29 hrtimer_forward_now(hrtimer, ns_to_ktime(TICK_NSEC));
30 return HRTIMER_RESTART;
31}
32
33static void __oprofile_hrtimer_start(void *unused)
34{
Christoph Lameter879d9272014-08-17 12:30:31 -050035 struct hrtimer *hrtimer = this_cpu_ptr(&oprofile_hrtimer);
Martin Schwidefskybc078e42010-03-02 16:01:10 +010036
Santosh Shilimkar4ac3dbe2010-10-27 11:17:15 -040037 if (!ctr_running)
38 return;
39
Martin Schwidefskybc078e42010-03-02 16:01:10 +010040 hrtimer_init(hrtimer, CLOCK_MONOTONIC, HRTIMER_MODE_REL);
41 hrtimer->function = oprofile_hrtimer_notify;
42
43 hrtimer_start(hrtimer, ns_to_ktime(TICK_NSEC),
44 HRTIMER_MODE_REL_PINNED);
45}
46
47static int oprofile_hrtimer_start(void)
48{
Santosh Shilimkar4ac3dbe2010-10-27 11:17:15 -040049 get_online_cpus();
50 ctr_running = 1;
Martin Schwidefskybc078e42010-03-02 16:01:10 +010051 on_each_cpu(__oprofile_hrtimer_start, NULL, 1);
Santosh Shilimkar4ac3dbe2010-10-27 11:17:15 -040052 put_online_cpus();
Linus Torvalds1da177e2005-04-16 15:20:36 -070053 return 0;
54}
55
Martin Schwidefskybc078e42010-03-02 16:01:10 +010056static void __oprofile_hrtimer_stop(int cpu)
Linus Torvalds1da177e2005-04-16 15:20:36 -070057{
Martin Schwidefskybc078e42010-03-02 16:01:10 +010058 struct hrtimer *hrtimer = &per_cpu(oprofile_hrtimer, cpu);
59
Santosh Shilimkar4ac3dbe2010-10-27 11:17:15 -040060 if (!ctr_running)
61 return;
62
Martin Schwidefskybc078e42010-03-02 16:01:10 +010063 hrtimer_cancel(hrtimer);
Linus Torvalds1da177e2005-04-16 15:20:36 -070064}
65
Martin Schwidefskybc078e42010-03-02 16:01:10 +010066static void oprofile_hrtimer_stop(void)
Linus Torvalds1da177e2005-04-16 15:20:36 -070067{
Martin Schwidefskybc078e42010-03-02 16:01:10 +010068 int cpu;
69
Santosh Shilimkar4ac3dbe2010-10-27 11:17:15 -040070 get_online_cpus();
Martin Schwidefskybc078e42010-03-02 16:01:10 +010071 for_each_online_cpu(cpu)
72 __oprofile_hrtimer_stop(cpu);
Santosh Shilimkar4ac3dbe2010-10-27 11:17:15 -040073 ctr_running = 0;
74 put_online_cpus();
Linus Torvalds1da177e2005-04-16 15:20:36 -070075}
76
Sebastian Andrzej Siewiora4e05912016-09-06 19:04:45 +020077static int oprofile_timer_online(unsigned int cpu)
Linus Torvalds1da177e2005-04-16 15:20:36 -070078{
Sebastian Andrzej Siewiora4e05912016-09-06 19:04:45 +020079 local_irq_disable();
80 __oprofile_hrtimer_start(NULL);
81 local_irq_enable();
82 return 0;
Martin Schwidefskybc078e42010-03-02 16:01:10 +010083}
84
Sebastian Andrzej Siewiora4e05912016-09-06 19:04:45 +020085static int oprofile_timer_prep_down(unsigned int cpu)
86{
87 __oprofile_hrtimer_stop(cpu);
88 return 0;
89}
90
91static enum cpuhp_state hp_online;
Martin Schwidefskybc078e42010-03-02 16:01:10 +010092
Robert Richter75c43a22011-10-14 15:46:10 +020093static int oprofile_hrtimer_setup(void)
Martin Schwidefskybc078e42010-03-02 16:01:10 +010094{
Sebastian Andrzej Siewiora4e05912016-09-06 19:04:45 +020095 int ret;
96
97 ret = cpuhp_setup_state_nocalls(CPUHP_AP_ONLINE_DYN,
98 "oprofile/timer:online",
99 oprofile_timer_online,
100 oprofile_timer_prep_down);
101 if (ret < 0)
102 return ret;
103 hp_online = ret;
104 return 0;
Martin Schwidefskybc078e42010-03-02 16:01:10 +0100105}
106
Robert Richter75c43a22011-10-14 15:46:10 +0200107static void oprofile_hrtimer_shutdown(void)
Martin Schwidefskybc078e42010-03-02 16:01:10 +0100108{
Sebastian Andrzej Siewiora4e05912016-09-06 19:04:45 +0200109 cpuhp_remove_state_nocalls(hp_online);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700110}
Robert Richter75c43a22011-10-14 15:46:10 +0200111
112int oprofile_timer_init(struct oprofile_operations *ops)
113{
114 ops->create_files = NULL;
115 ops->setup = oprofile_hrtimer_setup;
116 ops->shutdown = oprofile_hrtimer_shutdown;
117 ops->start = oprofile_hrtimer_start;
118 ops->stop = oprofile_hrtimer_stop;
119 ops->cpu_type = "timer";
120 printk(KERN_INFO "oprofile: using timer interrupt.\n");
121 return 0;
122}