blob: 9208c92aeab5eee575b21f3000ea8034f6c00788 [file] [log] [blame]
Li Zefand0b6e042009-07-13 10:33:21 +08001#undef TRACE_SYSTEM
2#define TRACE_SYSTEM sched
3
Steven Rostedtea20d922009-04-10 08:54:16 -04004#if !defined(_TRACE_SCHED_H) || defined(TRACE_HEADER_MULTI_READ)
Mathieu Desnoyers0a16b602008-07-18 12:16:17 -04005#define _TRACE_SCHED_H
6
7#include <linux/sched.h>
8#include <linux/tracepoint.h>
9
Steven Rostedtea20d922009-04-10 08:54:16 -040010/*
11 * Tracepoint for calling kthread_stop, performed to end a kthread:
12 */
13TRACE_EVENT(sched_kthread_stop,
14
15 TP_PROTO(struct task_struct *t),
16
17 TP_ARGS(t),
18
19 TP_STRUCT__entry(
20 __array( char, comm, TASK_COMM_LEN )
21 __field( pid_t, pid )
22 ),
23
24 TP_fast_assign(
25 memcpy(__entry->comm, t->comm, TASK_COMM_LEN);
26 __entry->pid = t->pid;
27 ),
28
Ingo Molnar434a83c2009-10-15 11:50:39 +020029 TP_printk("comm=%s pid=%d", __entry->comm, __entry->pid)
Steven Rostedtea20d922009-04-10 08:54:16 -040030);
31
32/*
33 * Tracepoint for the return value of the kthread stopping:
34 */
35TRACE_EVENT(sched_kthread_stop_ret,
36
37 TP_PROTO(int ret),
38
39 TP_ARGS(ret),
40
41 TP_STRUCT__entry(
42 __field( int, ret )
43 ),
44
45 TP_fast_assign(
46 __entry->ret = ret;
47 ),
48
Ingo Molnar434a83c2009-10-15 11:50:39 +020049 TP_printk("ret=%d", __entry->ret)
Steven Rostedtea20d922009-04-10 08:54:16 -040050);
51
52/*
Steven Rostedtea20d922009-04-10 08:54:16 -040053 * Tracepoint for waking up a task:
Steven Rostedtea20d922009-04-10 08:54:16 -040054 */
Ingo Molnar091ad362009-11-26 09:04:55 +010055DECLARE_EVENT_CLASS(sched_wakeup_template,
Steven Rostedtea20d922009-04-10 08:54:16 -040056
Peter Zijlstra27a9da62010-05-04 20:36:56 +020057 TP_PROTO(struct task_struct *p, int success),
Steven Rostedtea20d922009-04-10 08:54:16 -040058
Peter Zijlstra27a9da62010-05-04 20:36:56 +020059 TP_ARGS(p, success),
Steven Rostedtea20d922009-04-10 08:54:16 -040060
61 TP_STRUCT__entry(
62 __array( char, comm, TASK_COMM_LEN )
63 __field( pid_t, pid )
64 __field( int, prio )
65 __field( int, success )
Ingo Molnar434a83c2009-10-15 11:50:39 +020066 __field( int, target_cpu )
Steven Rostedtea20d922009-04-10 08:54:16 -040067 ),
68
69 TP_fast_assign(
70 memcpy(__entry->comm, p->comm, TASK_COMM_LEN);
71 __entry->pid = p->pid;
72 __entry->prio = p->prio;
73 __entry->success = success;
Ingo Molnar434a83c2009-10-15 11:50:39 +020074 __entry->target_cpu = task_cpu(p);
Steven Rostedtea20d922009-04-10 08:54:16 -040075 ),
76
Ingo Molnar434a83c2009-10-15 11:50:39 +020077 TP_printk("comm=%s pid=%d prio=%d success=%d target_cpu=%03d",
Steven Rostedtea20d922009-04-10 08:54:16 -040078 __entry->comm, __entry->pid, __entry->prio,
Ingo Molnar434a83c2009-10-15 11:50:39 +020079 __entry->success, __entry->target_cpu)
Steven Rostedtea20d922009-04-10 08:54:16 -040080);
81
Steven Rostedt75ec29a2009-11-18 20:48:08 -050082DEFINE_EVENT(sched_wakeup_template, sched_wakeup,
Peter Zijlstra27a9da62010-05-04 20:36:56 +020083 TP_PROTO(struct task_struct *p, int success),
84 TP_ARGS(p, success));
Steven Rostedt75ec29a2009-11-18 20:48:08 -050085
Steven Rostedtea20d922009-04-10 08:54:16 -040086/*
87 * Tracepoint for waking up a new task:
Steven Rostedtea20d922009-04-10 08:54:16 -040088 */
Steven Rostedt75ec29a2009-11-18 20:48:08 -050089DEFINE_EVENT(sched_wakeup_template, sched_wakeup_new,
Peter Zijlstra27a9da62010-05-04 20:36:56 +020090 TP_PROTO(struct task_struct *p, int success),
91 TP_ARGS(p, success));
Steven Rostedtea20d922009-04-10 08:54:16 -040092
Peter Zijlstra02f72692010-05-31 18:13:25 +020093#ifdef CREATE_TRACE_POINTS
94static inline long __trace_sched_switch_state(struct task_struct *p)
95{
96 long state = p->state;
97
98#ifdef CONFIG_PREEMPT
99 /*
100 * For all intents and purposes a preempted task is a running task.
101 */
102 if (task_thread_info(p)->preempt_count & PREEMPT_ACTIVE)
103 state = TASK_RUNNING;
104#endif
105
106 return state;
107}
108#endif
109
Steven Rostedtea20d922009-04-10 08:54:16 -0400110/*
111 * Tracepoint for task switches, performed by the scheduler:
Steven Rostedtea20d922009-04-10 08:54:16 -0400112 */
113TRACE_EVENT(sched_switch,
114
Peter Zijlstra27a9da62010-05-04 20:36:56 +0200115 TP_PROTO(struct task_struct *prev,
Steven Rostedtea20d922009-04-10 08:54:16 -0400116 struct task_struct *next),
117
Peter Zijlstra27a9da62010-05-04 20:36:56 +0200118 TP_ARGS(prev, next),
Steven Rostedtea20d922009-04-10 08:54:16 -0400119
120 TP_STRUCT__entry(
121 __array( char, prev_comm, TASK_COMM_LEN )
122 __field( pid_t, prev_pid )
123 __field( int, prev_prio )
Steven Rostedt937cdb92009-05-15 10:51:13 -0400124 __field( long, prev_state )
Steven Rostedtea20d922009-04-10 08:54:16 -0400125 __array( char, next_comm, TASK_COMM_LEN )
126 __field( pid_t, next_pid )
127 __field( int, next_prio )
128 ),
129
130 TP_fast_assign(
131 memcpy(__entry->next_comm, next->comm, TASK_COMM_LEN);
132 __entry->prev_pid = prev->pid;
133 __entry->prev_prio = prev->prio;
Peter Zijlstra02f72692010-05-31 18:13:25 +0200134 __entry->prev_state = __trace_sched_switch_state(prev);
Steven Rostedtea20d922009-04-10 08:54:16 -0400135 memcpy(__entry->prev_comm, prev->comm, TASK_COMM_LEN);
136 __entry->next_pid = next->pid;
137 __entry->next_prio = next->prio;
138 ),
139
Ingo Molnar434a83c2009-10-15 11:50:39 +0200140 TP_printk("prev_comm=%s prev_pid=%d prev_prio=%d prev_state=%s ==> next_comm=%s next_pid=%d next_prio=%d",
Steven Rostedtea20d922009-04-10 08:54:16 -0400141 __entry->prev_comm, __entry->prev_pid, __entry->prev_prio,
Steven Rostedt937cdb92009-05-15 10:51:13 -0400142 __entry->prev_state ?
143 __print_flags(__entry->prev_state, "|",
144 { 1, "S"} , { 2, "D" }, { 4, "T" }, { 8, "t" },
145 { 16, "Z" }, { 32, "X" }, { 64, "x" },
146 { 128, "W" }) : "R",
Steven Rostedtea20d922009-04-10 08:54:16 -0400147 __entry->next_comm, __entry->next_pid, __entry->next_prio)
148);
149
150/*
151 * Tracepoint for a task being migrated:
152 */
153TRACE_EVENT(sched_migrate_task,
154
Mathieu Desnoyersde1d7282009-05-05 16:49:59 +0800155 TP_PROTO(struct task_struct *p, int dest_cpu),
Steven Rostedtea20d922009-04-10 08:54:16 -0400156
Mathieu Desnoyersde1d7282009-05-05 16:49:59 +0800157 TP_ARGS(p, dest_cpu),
Steven Rostedtea20d922009-04-10 08:54:16 -0400158
159 TP_STRUCT__entry(
160 __array( char, comm, TASK_COMM_LEN )
161 __field( pid_t, pid )
162 __field( int, prio )
163 __field( int, orig_cpu )
164 __field( int, dest_cpu )
165 ),
166
167 TP_fast_assign(
168 memcpy(__entry->comm, p->comm, TASK_COMM_LEN);
169 __entry->pid = p->pid;
170 __entry->prio = p->prio;
Mathieu Desnoyersde1d7282009-05-05 16:49:59 +0800171 __entry->orig_cpu = task_cpu(p);
Steven Rostedtea20d922009-04-10 08:54:16 -0400172 __entry->dest_cpu = dest_cpu;
173 ),
174
Ingo Molnar434a83c2009-10-15 11:50:39 +0200175 TP_printk("comm=%s pid=%d prio=%d orig_cpu=%d dest_cpu=%d",
Steven Rostedtea20d922009-04-10 08:54:16 -0400176 __entry->comm, __entry->pid, __entry->prio,
177 __entry->orig_cpu, __entry->dest_cpu)
178);
179
Ingo Molnar091ad362009-11-26 09:04:55 +0100180DECLARE_EVENT_CLASS(sched_process_template,
Steven Rostedtea20d922009-04-10 08:54:16 -0400181
182 TP_PROTO(struct task_struct *p),
183
184 TP_ARGS(p),
185
186 TP_STRUCT__entry(
187 __array( char, comm, TASK_COMM_LEN )
188 __field( pid_t, pid )
189 __field( int, prio )
190 ),
191
192 TP_fast_assign(
193 memcpy(__entry->comm, p->comm, TASK_COMM_LEN);
194 __entry->pid = p->pid;
195 __entry->prio = p->prio;
196 ),
197
Ingo Molnar434a83c2009-10-15 11:50:39 +0200198 TP_printk("comm=%s pid=%d prio=%d",
Steven Rostedtea20d922009-04-10 08:54:16 -0400199 __entry->comm, __entry->pid, __entry->prio)
200);
201
202/*
Steven Rostedt75ec29a2009-11-18 20:48:08 -0500203 * Tracepoint for freeing a task:
204 */
205DEFINE_EVENT(sched_process_template, sched_process_free,
206 TP_PROTO(struct task_struct *p),
207 TP_ARGS(p));
208
209
210/*
Steven Rostedtea20d922009-04-10 08:54:16 -0400211 * Tracepoint for a task exiting:
212 */
Steven Rostedt75ec29a2009-11-18 20:48:08 -0500213DEFINE_EVENT(sched_process_template, sched_process_exit,
214 TP_PROTO(struct task_struct *p),
215 TP_ARGS(p));
Steven Rostedtea20d922009-04-10 08:54:16 -0400216
217/*
Li Zefan210f7662010-05-24 16:23:35 +0800218 * Tracepoint for waiting on task to unschedule:
219 */
220DEFINE_EVENT(sched_process_template, sched_wait_task,
221 TP_PROTO(struct task_struct *p),
222 TP_ARGS(p));
223
224/*
Steven Rostedtea20d922009-04-10 08:54:16 -0400225 * Tracepoint for a waiting task:
226 */
227TRACE_EVENT(sched_process_wait,
228
229 TP_PROTO(struct pid *pid),
230
231 TP_ARGS(pid),
232
233 TP_STRUCT__entry(
234 __array( char, comm, TASK_COMM_LEN )
235 __field( pid_t, pid )
236 __field( int, prio )
237 ),
238
239 TP_fast_assign(
240 memcpy(__entry->comm, current->comm, TASK_COMM_LEN);
241 __entry->pid = pid_nr(pid);
242 __entry->prio = current->prio;
243 ),
244
Ingo Molnar434a83c2009-10-15 11:50:39 +0200245 TP_printk("comm=%s pid=%d prio=%d",
Steven Rostedtea20d922009-04-10 08:54:16 -0400246 __entry->comm, __entry->pid, __entry->prio)
247);
248
249/*
250 * Tracepoint for do_fork:
251 */
252TRACE_EVENT(sched_process_fork,
253
254 TP_PROTO(struct task_struct *parent, struct task_struct *child),
255
256 TP_ARGS(parent, child),
257
258 TP_STRUCT__entry(
259 __array( char, parent_comm, TASK_COMM_LEN )
260 __field( pid_t, parent_pid )
261 __array( char, child_comm, TASK_COMM_LEN )
262 __field( pid_t, child_pid )
263 ),
264
265 TP_fast_assign(
266 memcpy(__entry->parent_comm, parent->comm, TASK_COMM_LEN);
267 __entry->parent_pid = parent->pid;
268 memcpy(__entry->child_comm, child->comm, TASK_COMM_LEN);
269 __entry->child_pid = child->pid;
270 ),
271
Ingo Molnar434a83c2009-10-15 11:50:39 +0200272 TP_printk("comm=%s pid=%d child_comm=%s child_pid=%d",
Steven Rostedtea20d922009-04-10 08:54:16 -0400273 __entry->parent_comm, __entry->parent_pid,
274 __entry->child_comm, __entry->child_pid)
275);
276
277/*
Peter Zijlstra768d0c22009-07-23 20:13:26 +0200278 * XXX the below sched_stat tracepoints only apply to SCHED_OTHER/BATCH/IDLE
279 * adding sched_stat support to SCHED_FIFO/RR would be welcome.
280 */
Ingo Molnar091ad362009-11-26 09:04:55 +0100281DECLARE_EVENT_CLASS(sched_stat_template,
Peter Zijlstra768d0c22009-07-23 20:13:26 +0200282
283 TP_PROTO(struct task_struct *tsk, u64 delay),
284
285 TP_ARGS(tsk, delay),
286
287 TP_STRUCT__entry(
288 __array( char, comm, TASK_COMM_LEN )
289 __field( pid_t, pid )
290 __field( u64, delay )
291 ),
292
293 TP_fast_assign(
294 memcpy(__entry->comm, tsk->comm, TASK_COMM_LEN);
295 __entry->pid = tsk->pid;
296 __entry->delay = delay;
297 )
298 TP_perf_assign(
299 __perf_count(delay);
300 ),
301
Ingo Molnar434a83c2009-10-15 11:50:39 +0200302 TP_printk("comm=%s pid=%d delay=%Lu [ns]",
Peter Zijlstra768d0c22009-07-23 20:13:26 +0200303 __entry->comm, __entry->pid,
304 (unsigned long long)__entry->delay)
305);
306
Steven Rostedt75ec29a2009-11-18 20:48:08 -0500307
308/*
309 * Tracepoint for accounting wait time (time the task is runnable
310 * but not actually running due to scheduler contention).
311 */
312DEFINE_EVENT(sched_stat_template, sched_stat_wait,
313 TP_PROTO(struct task_struct *tsk, u64 delay),
314 TP_ARGS(tsk, delay));
315
316/*
317 * Tracepoint for accounting sleep time (time the task is not runnable,
318 * including iowait, see below).
319 */
Li Zefan470dda742009-11-26 15:08:01 +0800320DEFINE_EVENT(sched_stat_template, sched_stat_sleep,
321 TP_PROTO(struct task_struct *tsk, u64 delay),
322 TP_ARGS(tsk, delay));
Steven Rostedt75ec29a2009-11-18 20:48:08 -0500323
324/*
325 * Tracepoint for accounting iowait time (time the task is not runnable
326 * due to waiting on IO to complete).
327 */
Li Zefan470dda742009-11-26 15:08:01 +0800328DEFINE_EVENT(sched_stat_template, sched_stat_iowait,
329 TP_PROTO(struct task_struct *tsk, u64 delay),
330 TP_ARGS(tsk, delay));
Steven Rostedt75ec29a2009-11-18 20:48:08 -0500331
Peter Zijlstra768d0c22009-07-23 20:13:26 +0200332/*
Ingo Molnarf977bb42009-09-13 18:15:54 +0200333 * Tracepoint for accounting runtime (time the task is executing
334 * on a CPU).
335 */
336TRACE_EVENT(sched_stat_runtime,
337
338 TP_PROTO(struct task_struct *tsk, u64 runtime, u64 vruntime),
339
340 TP_ARGS(tsk, runtime, vruntime),
341
342 TP_STRUCT__entry(
343 __array( char, comm, TASK_COMM_LEN )
344 __field( pid_t, pid )
345 __field( u64, runtime )
346 __field( u64, vruntime )
347 ),
348
349 TP_fast_assign(
350 memcpy(__entry->comm, tsk->comm, TASK_COMM_LEN);
351 __entry->pid = tsk->pid;
352 __entry->runtime = runtime;
353 __entry->vruntime = vruntime;
354 )
355 TP_perf_assign(
356 __perf_count(runtime);
357 ),
358
Ingo Molnar434a83c2009-10-15 11:50:39 +0200359 TP_printk("comm=%s pid=%d runtime=%Lu [ns] vruntime=%Lu [ns]",
Ingo Molnarf977bb42009-09-13 18:15:54 +0200360 __entry->comm, __entry->pid,
361 (unsigned long long)__entry->runtime,
362 (unsigned long long)__entry->vruntime)
363);
364
Steven Rostedtea20d922009-04-10 08:54:16 -0400365#endif /* _TRACE_SCHED_H */
Steven Rostedta8d154b2009-04-10 09:36:00 -0400366
367/* This part must be outside protection */
368#include <trace/define_trace.h>