blob: 42c9c765f9f16bfe49b7d34905f95b933dda47ef [file] [log] [blame]
Linus Torvalds1da177e2005-04-16 15:20:36 -07001/**
2 * @file oprof.c
3 *
4 * @remark Copyright 2002 OProfile authors
5 * @remark Read the file COPYING
6 *
7 * @author John Levon <levon@movementarian.org>
8 */
9
10#include <linux/kernel.h>
11#include <linux/module.h>
12#include <linux/init.h>
13#include <linux/oprofile.h>
14#include <linux/moduleparam.h>
Jason Yeh4d4036e2009-07-08 13:49:38 +020015#include <linux/workqueue.h>
16#include <linux/time.h>
Markus Armbruster59cc1852006-06-25 05:47:33 -070017#include <asm/mutex.h>
Linus Torvalds1da177e2005-04-16 15:20:36 -070018
19#include "oprof.h"
20#include "event_buffer.h"
21#include "cpu_buffer.h"
22#include "buffer_sync.h"
23#include "oprofile_stats.h"
Robert Richterc92960f2008-09-05 17:12:36 +020024
Linus Torvalds1da177e2005-04-16 15:20:36 -070025struct oprofile_operations oprofile_ops;
26
27unsigned long oprofile_started;
Robert Richterbd2172f2008-12-16 16:19:54 +010028unsigned long oprofile_backtrace_depth;
Robert Richter4c168ea2008-09-24 11:08:52 +020029static unsigned long is_setup;
30static DEFINE_MUTEX(start_mutex);
Linus Torvalds1da177e2005-04-16 15:20:36 -070031
Jason Yeh4d4036e2009-07-08 13:49:38 +020032#ifdef CONFIG_OPROFILE_EVENT_MULTIPLEX
33
34static void switch_worker(struct work_struct *work);
35static DECLARE_DELAYED_WORK(switch_work, switch_worker);
36unsigned long timeout_jiffies;
37#define MULTIPLEXING_TIMER_DEFAULT 1
38
39#endif
40
Linus Torvalds1da177e2005-04-16 15:20:36 -070041/* timer
42 0 - use performance monitoring hardware if available
43 1 - use the timer int mechanism regardless
44 */
45static int timer = 0;
46
47int oprofile_setup(void)
48{
49 int err;
Robert Richterc92960f2008-09-05 17:12:36 +020050
Markus Armbruster59cc1852006-06-25 05:47:33 -070051 mutex_lock(&start_mutex);
Linus Torvalds1da177e2005-04-16 15:20:36 -070052
53 if ((err = alloc_cpu_buffers()))
54 goto out;
55
56 if ((err = alloc_event_buffer()))
57 goto out1;
Robert Richterc92960f2008-09-05 17:12:36 +020058
Linus Torvalds1da177e2005-04-16 15:20:36 -070059 if (oprofile_ops.setup && (err = oprofile_ops.setup()))
60 goto out2;
Robert Richterc92960f2008-09-05 17:12:36 +020061
Linus Torvalds1da177e2005-04-16 15:20:36 -070062 /* Note even though this starts part of the
63 * profiling overhead, it's necessary to prevent
64 * us missing task deaths and eventually oopsing
65 * when trying to process the event buffer.
66 */
Bob Nelson14748552007-07-20 21:39:53 +020067 if (oprofile_ops.sync_start) {
68 int sync_ret = oprofile_ops.sync_start();
69 switch (sync_ret) {
70 case 0:
71 goto post_sync;
72 case 1:
73 goto do_generic;
74 case -1:
75 goto out3;
76 default:
77 goto out3;
78 }
79 }
80do_generic:
Linus Torvalds1da177e2005-04-16 15:20:36 -070081 if ((err = sync_start()))
82 goto out3;
83
Bob Nelson14748552007-07-20 21:39:53 +020084post_sync:
Linus Torvalds1da177e2005-04-16 15:20:36 -070085 is_setup = 1;
Markus Armbruster59cc1852006-06-25 05:47:33 -070086 mutex_unlock(&start_mutex);
Linus Torvalds1da177e2005-04-16 15:20:36 -070087 return 0;
Robert Richterc92960f2008-09-05 17:12:36 +020088
Linus Torvalds1da177e2005-04-16 15:20:36 -070089out3:
90 if (oprofile_ops.shutdown)
91 oprofile_ops.shutdown();
92out2:
93 free_event_buffer();
94out1:
95 free_cpu_buffers();
96out:
Markus Armbruster59cc1852006-06-25 05:47:33 -070097 mutex_unlock(&start_mutex);
Linus Torvalds1da177e2005-04-16 15:20:36 -070098 return err;
99}
100
Jason Yeh4d4036e2009-07-08 13:49:38 +0200101#ifdef CONFIG_OPROFILE_EVENT_MULTIPLEX
102
103static void start_switch_worker(void)
104{
105 schedule_delayed_work(&switch_work, timeout_jiffies);
106}
107
108static void switch_worker(struct work_struct *work)
109{
110 if (!oprofile_ops.switch_events())
111 start_switch_worker();
112}
113
114#endif
Linus Torvalds1da177e2005-04-16 15:20:36 -0700115
116/* Actually start profiling (echo 1>/dev/oprofile/enable) */
117int oprofile_start(void)
118{
119 int err = -EINVAL;
Robert Richterc92960f2008-09-05 17:12:36 +0200120
Markus Armbruster59cc1852006-06-25 05:47:33 -0700121 mutex_lock(&start_mutex);
Robert Richter6a180372008-10-16 15:01:40 +0200122
Linus Torvalds1da177e2005-04-16 15:20:36 -0700123 if (!is_setup)
124 goto out;
125
Robert Richterc92960f2008-09-05 17:12:36 +0200126 err = 0;
127
Linus Torvalds1da177e2005-04-16 15:20:36 -0700128 if (oprofile_started)
129 goto out;
Robert Richterc92960f2008-09-05 17:12:36 +0200130
Linus Torvalds1da177e2005-04-16 15:20:36 -0700131 oprofile_reset_stats();
132
133 if ((err = oprofile_ops.start()))
134 goto out;
135
Jason Yeh4d4036e2009-07-08 13:49:38 +0200136#ifdef CONFIG_OPROFILE_EVENT_MULTIPLEX
137 if (oprofile_ops.switch_events)
138 start_switch_worker();
139#endif
140
Linus Torvalds1da177e2005-04-16 15:20:36 -0700141 oprofile_started = 1;
142out:
Markus Armbruster59cc1852006-06-25 05:47:33 -0700143 mutex_unlock(&start_mutex);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700144 return err;
145}
146
Robert Richterc92960f2008-09-05 17:12:36 +0200147
Linus Torvalds1da177e2005-04-16 15:20:36 -0700148/* echo 0>/dev/oprofile/enable */
149void oprofile_stop(void)
150{
Markus Armbruster59cc1852006-06-25 05:47:33 -0700151 mutex_lock(&start_mutex);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700152 if (!oprofile_started)
153 goto out;
154 oprofile_ops.stop();
155 oprofile_started = 0;
Jason Yeh4d4036e2009-07-08 13:49:38 +0200156
157#ifdef CONFIG_OPROFILE_EVENT_MULTIPLEX
158 cancel_delayed_work_sync(&switch_work);
159#endif
160
Linus Torvalds1da177e2005-04-16 15:20:36 -0700161 /* wake up the daemon to read what remains */
162 wake_up_buffer_waiter();
163out:
Markus Armbruster59cc1852006-06-25 05:47:33 -0700164 mutex_unlock(&start_mutex);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700165}
166
167
168void oprofile_shutdown(void)
169{
Markus Armbruster59cc1852006-06-25 05:47:33 -0700170 mutex_lock(&start_mutex);
Bob Nelson14748552007-07-20 21:39:53 +0200171 if (oprofile_ops.sync_stop) {
172 int sync_ret = oprofile_ops.sync_stop();
173 switch (sync_ret) {
174 case 0:
175 goto post_sync;
176 case 1:
177 goto do_generic;
178 default:
179 goto post_sync;
180 }
181 }
182do_generic:
Linus Torvalds1da177e2005-04-16 15:20:36 -0700183 sync_stop();
Bob Nelson14748552007-07-20 21:39:53 +0200184post_sync:
Linus Torvalds1da177e2005-04-16 15:20:36 -0700185 if (oprofile_ops.shutdown)
186 oprofile_ops.shutdown();
187 is_setup = 0;
188 free_event_buffer();
189 free_cpu_buffers();
Markus Armbruster59cc1852006-06-25 05:47:33 -0700190 mutex_unlock(&start_mutex);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700191}
192
Jason Yeh4d4036e2009-07-08 13:49:38 +0200193#ifdef CONFIG_OPROFILE_EVENT_MULTIPLEX
194
195/* User inputs in ms, converts to jiffies */
196int oprofile_set_timeout(unsigned long val_msec)
197{
198 int err = 0;
Robert Richter2051cad2009-07-15 15:44:18 +0200199 unsigned long time_slice;
Jason Yeh4d4036e2009-07-08 13:49:38 +0200200
201 mutex_lock(&start_mutex);
202
203 if (oprofile_started) {
204 err = -EBUSY;
205 goto out;
206 }
207
208 if (!oprofile_ops.switch_events) {
209 err = -EINVAL;
210 goto out;
211 }
212
Robert Richter2051cad2009-07-15 15:44:18 +0200213 time_slice = msecs_to_jiffies(val_msec);
214 if (time_slice == MAX_JIFFY_OFFSET) {
215 err = -EINVAL;
216 goto out;
217 }
218
219 timeout_jiffies = time_slice;
Jason Yeh4d4036e2009-07-08 13:49:38 +0200220
221out:
222 mutex_unlock(&start_mutex);
223 return err;
224
225}
226
227#endif
Linus Torvalds1da177e2005-04-16 15:20:36 -0700228
229int oprofile_set_backtrace(unsigned long val)
230{
231 int err = 0;
232
Markus Armbruster59cc1852006-06-25 05:47:33 -0700233 mutex_lock(&start_mutex);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700234
235 if (oprofile_started) {
236 err = -EBUSY;
237 goto out;
238 }
239
240 if (!oprofile_ops.backtrace) {
241 err = -EINVAL;
242 goto out;
243 }
244
Robert Richterbd2172f2008-12-16 16:19:54 +0100245 oprofile_backtrace_depth = val;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700246
247out:
Markus Armbruster59cc1852006-06-25 05:47:33 -0700248 mutex_unlock(&start_mutex);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700249 return err;
250}
251
Jason Yeh4d4036e2009-07-08 13:49:38 +0200252#ifdef CONFIG_OPROFILE_EVENT_MULTIPLEX
253
254static void __init oprofile_multiplexing_init(void)
255{
256 timeout_jiffies = msecs_to_jiffies(MULTIPLEXING_TIMER_DEFAULT);
257}
258
259#endif
260
Linus Torvalds1da177e2005-04-16 15:20:36 -0700261static int __init oprofile_init(void)
262{
263 int err;
264
Jason Yeh4d4036e2009-07-08 13:49:38 +0200265#ifdef CONFIG_OPROFILE_EVENT_MULTIPLEX
266 oprofile_multiplexing_init();
267#endif
268
Linus Torvalds1da177e2005-04-16 15:20:36 -0700269 err = oprofile_arch_init(&oprofile_ops);
270
271 if (err < 0 || timer) {
272 printk(KERN_INFO "oprofile: using timer interrupt.\n");
273 oprofile_timer_init(&oprofile_ops);
274 }
275
276 err = oprofilefs_register();
Robert Richter4c50d9e2009-01-22 14:14:14 +0100277 if (err)
Linus Torvalds1da177e2005-04-16 15:20:36 -0700278 oprofile_arch_exit();
279
280 return err;
281}
282
283
284static void __exit oprofile_exit(void)
285{
286 oprofilefs_unregister();
287 oprofile_arch_exit();
288}
289
Robert Richterc92960f2008-09-05 17:12:36 +0200290
Linus Torvalds1da177e2005-04-16 15:20:36 -0700291module_init(oprofile_init);
292module_exit(oprofile_exit);
293
294module_param_named(timer, timer, int, 0644);
295MODULE_PARM_DESC(timer, "force use of timer interrupt");
Robert Richterc92960f2008-09-05 17:12:36 +0200296
Linus Torvalds1da177e2005-04-16 15:20:36 -0700297MODULE_LICENSE("GPL");
298MODULE_AUTHOR("John Levon <levon@movementarian.org>");
299MODULE_DESCRIPTION("OProfile system profiler");