Frederic Weisbecker | fb52607 | 2008-11-25 21:07:04 +0100 | [diff] [blame] | 1 | /* |
| 2 | * |
| 3 | * Function graph tracer. |
Frederic Weisbecker | 9005f3e | 2009-01-22 17:04:53 -0800 | [diff] [blame] | 4 | * Copyright (c) 2008-2009 Frederic Weisbecker <fweisbec@gmail.com> |
Frederic Weisbecker | fb52607 | 2008-11-25 21:07:04 +0100 | [diff] [blame] | 5 | * Mostly borrowed from function tracer which |
| 6 | * is Copyright (c) Steven Rostedt <srostedt@redhat.com> |
| 7 | * |
| 8 | */ |
| 9 | #include <linux/debugfs.h> |
| 10 | #include <linux/uaccess.h> |
| 11 | #include <linux/ftrace.h> |
Tejun Heo | 5a0e3ad | 2010-03-24 17:04:11 +0900 | [diff] [blame] | 12 | #include <linux/slab.h> |
Frederic Weisbecker | fb52607 | 2008-11-25 21:07:04 +0100 | [diff] [blame] | 13 | #include <linux/fs.h> |
| 14 | |
| 15 | #include "trace.h" |
Steven Rostedt | f0868d1 | 2008-12-23 23:24:12 -0500 | [diff] [blame] | 16 | #include "trace_output.h" |
Frederic Weisbecker | fb52607 | 2008-11-25 21:07:04 +0100 | [diff] [blame] | 17 | |
Steven Rostedt (Red Hat) | 1b2f121 | 2014-06-25 10:39:46 -0400 | [diff] [blame] | 18 | static bool kill_ftrace_graph; |
| 19 | |
| 20 | /** |
| 21 | * ftrace_graph_is_dead - returns true if ftrace_graph_stop() was called |
| 22 | * |
| 23 | * ftrace_graph_stop() is called when a severe error is detected in |
| 24 | * the function graph tracing. This function is called by the critical |
| 25 | * paths of function graph to keep those paths from doing any more harm. |
| 26 | */ |
| 27 | bool ftrace_graph_is_dead(void) |
| 28 | { |
| 29 | return kill_ftrace_graph; |
| 30 | } |
| 31 | |
| 32 | /** |
| 33 | * ftrace_graph_stop - set to permanently disable function graph tracincg |
| 34 | * |
| 35 | * In case of an error int function graph tracing, this is called |
| 36 | * to try to keep function graph tracing from causing any more harm. |
| 37 | * Usually this is pretty severe and this is called to try to at least |
| 38 | * get a warning out to the user. |
| 39 | */ |
| 40 | void ftrace_graph_stop(void) |
| 41 | { |
| 42 | kill_ftrace_graph = true; |
Steven Rostedt (Red Hat) | 1b2f121 | 2014-06-25 10:39:46 -0400 | [diff] [blame] | 43 | } |
| 44 | |
Steven Rostedt | b304d04 | 2010-09-14 18:58:33 -0400 | [diff] [blame] | 45 | /* When set, irq functions will be ignored */ |
| 46 | static int ftrace_graph_skip_irqs; |
| 47 | |
Jiri Olsa | be1eca3 | 2009-11-24 13:57:38 +0100 | [diff] [blame] | 48 | struct fgraph_cpu_data { |
Steven Rostedt | 2fbcdb3 | 2009-03-19 13:24:42 -0400 | [diff] [blame] | 49 | pid_t last_pid; |
| 50 | int depth; |
Jiri Olsa | 2bd16212 | 2010-09-07 16:53:44 +0200 | [diff] [blame] | 51 | int depth_irq; |
Jiri Olsa | be1eca3 | 2009-11-24 13:57:38 +0100 | [diff] [blame] | 52 | int ignore; |
Steven Rostedt | f1c7f51 | 2010-02-26 17:08:16 -0500 | [diff] [blame] | 53 | unsigned long enter_funcs[FTRACE_RETFUNC_DEPTH]; |
Jiri Olsa | be1eca3 | 2009-11-24 13:57:38 +0100 | [diff] [blame] | 54 | }; |
| 55 | |
| 56 | struct fgraph_data { |
Namhyung Kim | 6016ee1 | 2010-08-11 12:47:59 +0900 | [diff] [blame] | 57 | struct fgraph_cpu_data __percpu *cpu_data; |
Jiri Olsa | be1eca3 | 2009-11-24 13:57:38 +0100 | [diff] [blame] | 58 | |
| 59 | /* Place to preserve last processed entry. */ |
| 60 | struct ftrace_graph_ent_entry ent; |
| 61 | struct ftrace_graph_ret_entry ret; |
| 62 | int failed; |
| 63 | int cpu; |
Steven Rostedt | 2fbcdb3 | 2009-03-19 13:24:42 -0400 | [diff] [blame] | 64 | }; |
| 65 | |
Frederic Weisbecker | 287b6e6 | 2008-11-26 00:57:25 +0100 | [diff] [blame] | 66 | #define TRACE_GRAPH_INDENT 2 |
Frederic Weisbecker | fb52607 | 2008-11-25 21:07:04 +0100 | [diff] [blame] | 67 | |
Steven Rostedt | 8741db5 | 2013-01-16 10:49:37 -0500 | [diff] [blame] | 68 | static unsigned int max_depth; |
| 69 | |
Frederic Weisbecker | fb52607 | 2008-11-25 21:07:04 +0100 | [diff] [blame] | 70 | static struct tracer_opt trace_opts[] = { |
Frederic Weisbecker | 9005f3e | 2009-01-22 17:04:53 -0800 | [diff] [blame] | 71 | /* Display overruns? (for self-debug purpose) */ |
Frederic Weisbecker | 1a05615 | 2008-11-28 00:42:46 +0100 | [diff] [blame] | 72 | { TRACER_OPT(funcgraph-overrun, TRACE_GRAPH_PRINT_OVERRUN) }, |
| 73 | /* Display CPU ? */ |
| 74 | { TRACER_OPT(funcgraph-cpu, TRACE_GRAPH_PRINT_CPU) }, |
| 75 | /* Display Overhead ? */ |
| 76 | { TRACER_OPT(funcgraph-overhead, TRACE_GRAPH_PRINT_OVERHEAD) }, |
Frederic Weisbecker | 11e84ac | 2008-12-03 02:30:37 +0100 | [diff] [blame] | 77 | /* Display proc name/pid */ |
| 78 | { TRACER_OPT(funcgraph-proc, TRACE_GRAPH_PRINT_PROC) }, |
Frederic Weisbecker | 9005f3e | 2009-01-22 17:04:53 -0800 | [diff] [blame] | 79 | /* Display duration of execution */ |
| 80 | { TRACER_OPT(funcgraph-duration, TRACE_GRAPH_PRINT_DURATION) }, |
| 81 | /* Display absolute time of an entry */ |
| 82 | { TRACER_OPT(funcgraph-abstime, TRACE_GRAPH_PRINT_ABS_TIME) }, |
Jiri Olsa | 2bd16212 | 2010-09-07 16:53:44 +0200 | [diff] [blame] | 83 | /* Display interrupts */ |
| 84 | { TRACER_OPT(funcgraph-irqs, TRACE_GRAPH_PRINT_IRQS) }, |
Robert Elliott | 607e3a2 | 2014-05-20 17:10:51 -0500 | [diff] [blame] | 85 | /* Display function name after trailing } */ |
| 86 | { TRACER_OPT(funcgraph-tail, TRACE_GRAPH_PRINT_TAIL) }, |
Frederic Weisbecker | fb52607 | 2008-11-25 21:07:04 +0100 | [diff] [blame] | 87 | { } /* Empty entry */ |
| 88 | }; |
| 89 | |
| 90 | static struct tracer_flags tracer_flags = { |
Robert Elliott | 607e3a2 | 2014-05-20 17:10:51 -0500 | [diff] [blame] | 91 | /* Don't display overruns, proc, or tail by default */ |
Frederic Weisbecker | 9005f3e | 2009-01-22 17:04:53 -0800 | [diff] [blame] | 92 | .val = TRACE_GRAPH_PRINT_CPU | TRACE_GRAPH_PRINT_OVERHEAD | |
Jiri Olsa | 2bd16212 | 2010-09-07 16:53:44 +0200 | [diff] [blame] | 93 | TRACE_GRAPH_PRINT_DURATION | TRACE_GRAPH_PRINT_IRQS, |
Frederic Weisbecker | fb52607 | 2008-11-25 21:07:04 +0100 | [diff] [blame] | 94 | .opts = trace_opts |
| 95 | }; |
| 96 | |
Frederic Weisbecker | 1a0799a | 2009-07-29 18:59:58 +0200 | [diff] [blame] | 97 | static struct trace_array *graph_array; |
Frederic Weisbecker | 9005f3e | 2009-01-22 17:04:53 -0800 | [diff] [blame] | 98 | |
Jiri Olsa | ffeb80f | 2011-06-03 16:58:48 +0200 | [diff] [blame] | 99 | /* |
| 100 | * DURATION column is being also used to display IRQ signs, |
| 101 | * following values are used by print_graph_irq and others |
| 102 | * to fill in space into DURATION column. |
| 103 | */ |
| 104 | enum { |
Steven Rostedt (Red Hat) | 6fc84ea | 2013-11-06 14:50:06 -0500 | [diff] [blame] | 105 | FLAGS_FILL_FULL = 1 << TRACE_GRAPH_PRINT_FILL_SHIFT, |
| 106 | FLAGS_FILL_START = 2 << TRACE_GRAPH_PRINT_FILL_SHIFT, |
| 107 | FLAGS_FILL_END = 3 << TRACE_GRAPH_PRINT_FILL_SHIFT, |
Jiri Olsa | ffeb80f | 2011-06-03 16:58:48 +0200 | [diff] [blame] | 108 | }; |
| 109 | |
Steven Rostedt (Red Hat) | 9d9add3 | 2014-11-12 14:57:38 -0500 | [diff] [blame] | 110 | static void |
Jiri Olsa | ffeb80f | 2011-06-03 16:58:48 +0200 | [diff] [blame] | 111 | print_graph_duration(unsigned long long duration, struct trace_seq *s, |
| 112 | u32 flags); |
Frederic Weisbecker | fb52607 | 2008-11-25 21:07:04 +0100 | [diff] [blame] | 113 | |
Steven Rostedt | 712406a | 2009-02-09 10:54:03 -0800 | [diff] [blame] | 114 | /* Add a function return address to the trace stack on thread info.*/ |
| 115 | int |
Steven Rostedt | 71e308a | 2009-06-18 12:45:08 -0400 | [diff] [blame] | 116 | ftrace_push_return_trace(unsigned long ret, unsigned long func, int *depth, |
| 117 | unsigned long frame_pointer) |
Steven Rostedt | 712406a | 2009-02-09 10:54:03 -0800 | [diff] [blame] | 118 | { |
Steven Rostedt | 5d1a03d | 2009-03-23 23:38:49 -0400 | [diff] [blame] | 119 | unsigned long long calltime; |
Steven Rostedt | 712406a | 2009-02-09 10:54:03 -0800 | [diff] [blame] | 120 | int index; |
| 121 | |
Steven Rostedt (Red Hat) | 1b2f121 | 2014-06-25 10:39:46 -0400 | [diff] [blame] | 122 | if (unlikely(ftrace_graph_is_dead())) |
| 123 | return -EBUSY; |
| 124 | |
Steven Rostedt | 712406a | 2009-02-09 10:54:03 -0800 | [diff] [blame] | 125 | if (!current->ret_stack) |
| 126 | return -EBUSY; |
| 127 | |
Steven Rostedt | 82310a3 | 2009-06-02 12:26:07 -0400 | [diff] [blame] | 128 | /* |
| 129 | * We must make sure the ret_stack is tested before we read |
| 130 | * anything else. |
| 131 | */ |
| 132 | smp_rmb(); |
| 133 | |
Steven Rostedt | 712406a | 2009-02-09 10:54:03 -0800 | [diff] [blame] | 134 | /* The return trace stack is full */ |
| 135 | if (current->curr_ret_stack == FTRACE_RETFUNC_DEPTH - 1) { |
| 136 | atomic_inc(¤t->trace_overrun); |
| 137 | return -EBUSY; |
| 138 | } |
| 139 | |
Namhyung Kim | 29ad23b | 2013-10-14 17:24:26 +0900 | [diff] [blame] | 140 | /* |
| 141 | * The curr_ret_stack is an index to ftrace return stack of |
| 142 | * current task. Its value should be in [0, FTRACE_RETFUNC_ |
| 143 | * DEPTH) when the function graph tracer is used. To support |
| 144 | * filtering out specific functions, it makes the index |
| 145 | * negative by subtracting huge value (FTRACE_NOTRACE_DEPTH) |
| 146 | * so when it sees a negative index the ftrace will ignore |
| 147 | * the record. And the index gets recovered when returning |
| 148 | * from the filtered function by adding the FTRACE_NOTRACE_ |
| 149 | * DEPTH and then it'll continue to record functions normally. |
| 150 | * |
| 151 | * The curr_ret_stack is initialized to -1 and get increased |
| 152 | * in this function. So it can be less than -1 only if it was |
| 153 | * filtered out via ftrace_graph_notrace_addr() which can be |
| 154 | * set from set_graph_notrace file in debugfs by user. |
| 155 | */ |
| 156 | if (current->curr_ret_stack < -1) |
| 157 | return -EBUSY; |
| 158 | |
Steven Rostedt | 5d1a03d | 2009-03-23 23:38:49 -0400 | [diff] [blame] | 159 | calltime = trace_clock_local(); |
| 160 | |
Steven Rostedt | 712406a | 2009-02-09 10:54:03 -0800 | [diff] [blame] | 161 | index = ++current->curr_ret_stack; |
Namhyung Kim | 29ad23b | 2013-10-14 17:24:26 +0900 | [diff] [blame] | 162 | if (ftrace_graph_notrace_addr(func)) |
| 163 | current->curr_ret_stack -= FTRACE_NOTRACE_DEPTH; |
Steven Rostedt | 712406a | 2009-02-09 10:54:03 -0800 | [diff] [blame] | 164 | barrier(); |
| 165 | current->ret_stack[index].ret = ret; |
| 166 | current->ret_stack[index].func = func; |
Steven Rostedt | 5d1a03d | 2009-03-23 23:38:49 -0400 | [diff] [blame] | 167 | current->ret_stack[index].calltime = calltime; |
Steven Rostedt | a2a16d6 | 2009-03-24 23:17:58 -0400 | [diff] [blame] | 168 | current->ret_stack[index].subtime = 0; |
Steven Rostedt | 71e308a | 2009-06-18 12:45:08 -0400 | [diff] [blame] | 169 | current->ret_stack[index].fp = frame_pointer; |
Namhyung Kim | 29ad23b | 2013-10-14 17:24:26 +0900 | [diff] [blame] | 170 | *depth = current->curr_ret_stack; |
Steven Rostedt | 712406a | 2009-02-09 10:54:03 -0800 | [diff] [blame] | 171 | |
| 172 | return 0; |
| 173 | } |
| 174 | |
| 175 | /* Retrieve a function return address to the trace stack on thread info.*/ |
Steven Rostedt | a2a16d6 | 2009-03-24 23:17:58 -0400 | [diff] [blame] | 176 | static void |
Steven Rostedt | 71e308a | 2009-06-18 12:45:08 -0400 | [diff] [blame] | 177 | ftrace_pop_return_trace(struct ftrace_graph_ret *trace, unsigned long *ret, |
| 178 | unsigned long frame_pointer) |
Steven Rostedt | 712406a | 2009-02-09 10:54:03 -0800 | [diff] [blame] | 179 | { |
| 180 | int index; |
| 181 | |
| 182 | index = current->curr_ret_stack; |
| 183 | |
Namhyung Kim | 29ad23b | 2013-10-14 17:24:26 +0900 | [diff] [blame] | 184 | /* |
| 185 | * A negative index here means that it's just returned from a |
| 186 | * notrace'd function. Recover index to get an original |
| 187 | * return address. See ftrace_push_return_trace(). |
| 188 | * |
| 189 | * TODO: Need to check whether the stack gets corrupted. |
| 190 | */ |
| 191 | if (index < 0) |
| 192 | index += FTRACE_NOTRACE_DEPTH; |
| 193 | |
| 194 | if (unlikely(index < 0 || index >= FTRACE_RETFUNC_DEPTH)) { |
Steven Rostedt | 712406a | 2009-02-09 10:54:03 -0800 | [diff] [blame] | 195 | ftrace_graph_stop(); |
| 196 | WARN_ON(1); |
| 197 | /* Might as well panic, otherwise we have no where to go */ |
| 198 | *ret = (unsigned long)panic; |
| 199 | return; |
| 200 | } |
| 201 | |
Steven Rostedt | 781d062 | 2011-02-09 13:27:22 -0500 | [diff] [blame] | 202 | #if defined(CONFIG_HAVE_FUNCTION_GRAPH_FP_TEST) && !defined(CC_USING_FENTRY) |
Steven Rostedt | 71e308a | 2009-06-18 12:45:08 -0400 | [diff] [blame] | 203 | /* |
| 204 | * The arch may choose to record the frame pointer used |
| 205 | * and check it here to make sure that it is what we expect it |
| 206 | * to be. If gcc does not set the place holder of the return |
| 207 | * address in the frame pointer, and does a copy instead, then |
| 208 | * the function graph trace will fail. This test detects this |
| 209 | * case. |
| 210 | * |
| 211 | * Currently, x86_32 with optimize for size (-Os) makes the latest |
| 212 | * gcc do the above. |
Steven Rostedt | 781d062 | 2011-02-09 13:27:22 -0500 | [diff] [blame] | 213 | * |
| 214 | * Note, -mfentry does not use frame pointers, and this test |
| 215 | * is not needed if CC_USING_FENTRY is set. |
Steven Rostedt | 71e308a | 2009-06-18 12:45:08 -0400 | [diff] [blame] | 216 | */ |
| 217 | if (unlikely(current->ret_stack[index].fp != frame_pointer)) { |
| 218 | ftrace_graph_stop(); |
| 219 | WARN(1, "Bad frame pointer: expected %lx, received %lx\n" |
Steven Rostedt | b375a11 | 2009-09-17 00:05:58 -0400 | [diff] [blame] | 220 | " from func %ps return to %lx\n", |
Steven Rostedt | 71e308a | 2009-06-18 12:45:08 -0400 | [diff] [blame] | 221 | current->ret_stack[index].fp, |
| 222 | frame_pointer, |
| 223 | (void *)current->ret_stack[index].func, |
| 224 | current->ret_stack[index].ret); |
| 225 | *ret = (unsigned long)panic; |
| 226 | return; |
| 227 | } |
| 228 | #endif |
| 229 | |
Steven Rostedt | 712406a | 2009-02-09 10:54:03 -0800 | [diff] [blame] | 230 | *ret = current->ret_stack[index].ret; |
| 231 | trace->func = current->ret_stack[index].func; |
| 232 | trace->calltime = current->ret_stack[index].calltime; |
| 233 | trace->overrun = atomic_read(¤t->trace_overrun); |
| 234 | trace->depth = index; |
Steven Rostedt | 712406a | 2009-02-09 10:54:03 -0800 | [diff] [blame] | 235 | } |
| 236 | |
| 237 | /* |
| 238 | * Send the trace to the ring-buffer. |
| 239 | * @return the original return address. |
| 240 | */ |
Steven Rostedt | 71e308a | 2009-06-18 12:45:08 -0400 | [diff] [blame] | 241 | unsigned long ftrace_return_to_handler(unsigned long frame_pointer) |
Steven Rostedt | 712406a | 2009-02-09 10:54:03 -0800 | [diff] [blame] | 242 | { |
| 243 | struct ftrace_graph_ret trace; |
| 244 | unsigned long ret; |
| 245 | |
Steven Rostedt | 71e308a | 2009-06-18 12:45:08 -0400 | [diff] [blame] | 246 | ftrace_pop_return_trace(&trace, &ret, frame_pointer); |
Frederic Weisbecker | 0012693 | 2009-03-05 01:49:22 +0100 | [diff] [blame] | 247 | trace.rettime = trace_clock_local(); |
Steven Rostedt | a2a16d6 | 2009-03-24 23:17:58 -0400 | [diff] [blame] | 248 | barrier(); |
| 249 | current->curr_ret_stack--; |
Namhyung Kim | 29ad23b | 2013-10-14 17:24:26 +0900 | [diff] [blame] | 250 | /* |
| 251 | * The curr_ret_stack can be less than -1 only if it was |
| 252 | * filtered out and it's about to return from the function. |
| 253 | * Recover the index and continue to trace normal functions. |
| 254 | */ |
| 255 | if (current->curr_ret_stack < -1) { |
| 256 | current->curr_ret_stack += FTRACE_NOTRACE_DEPTH; |
| 257 | return ret; |
| 258 | } |
Steven Rostedt | 712406a | 2009-02-09 10:54:03 -0800 | [diff] [blame] | 259 | |
Steven Rostedt (Red Hat) | 03274a3 | 2013-01-29 17:30:31 -0500 | [diff] [blame] | 260 | /* |
| 261 | * The trace should run after decrementing the ret counter |
| 262 | * in case an interrupt were to come in. We don't want to |
| 263 | * lose the interrupt if max_depth is set. |
| 264 | */ |
| 265 | ftrace_graph_return(&trace); |
| 266 | |
Steven Rostedt | 712406a | 2009-02-09 10:54:03 -0800 | [diff] [blame] | 267 | if (unlikely(!ret)) { |
| 268 | ftrace_graph_stop(); |
| 269 | WARN_ON(1); |
| 270 | /* Might as well panic. What else to do? */ |
| 271 | ret = (unsigned long)panic; |
| 272 | } |
| 273 | |
| 274 | return ret; |
| 275 | } |
| 276 | |
Jiri Olsa | 62b915f | 2010-04-02 19:01:22 +0200 | [diff] [blame] | 277 | int __trace_graph_entry(struct trace_array *tr, |
Frederic Weisbecker | 1a0799a | 2009-07-29 18:59:58 +0200 | [diff] [blame] | 278 | struct ftrace_graph_ent *trace, |
| 279 | unsigned long flags, |
| 280 | int pc) |
| 281 | { |
| 282 | struct ftrace_event_call *call = &event_funcgraph_entry; |
| 283 | struct ring_buffer_event *event; |
Steven Rostedt (Red Hat) | 12883ef | 2013-03-05 09:24:35 -0500 | [diff] [blame] | 284 | struct ring_buffer *buffer = tr->trace_buffer.buffer; |
Frederic Weisbecker | 1a0799a | 2009-07-29 18:59:58 +0200 | [diff] [blame] | 285 | struct ftrace_graph_ent_entry *entry; |
| 286 | |
Rusty Russell | dd17c8f | 2009-10-29 22:34:15 +0900 | [diff] [blame] | 287 | if (unlikely(__this_cpu_read(ftrace_cpu_disabled))) |
Frederic Weisbecker | 1a0799a | 2009-07-29 18:59:58 +0200 | [diff] [blame] | 288 | return 0; |
| 289 | |
Steven Rostedt | e77405a | 2009-09-02 14:17:06 -0400 | [diff] [blame] | 290 | event = trace_buffer_lock_reserve(buffer, TRACE_GRAPH_ENT, |
Frederic Weisbecker | 1a0799a | 2009-07-29 18:59:58 +0200 | [diff] [blame] | 291 | sizeof(*entry), flags, pc); |
| 292 | if (!event) |
| 293 | return 0; |
| 294 | entry = ring_buffer_event_data(event); |
| 295 | entry->graph_ent = *trace; |
Tom Zanussi | f306cc8 | 2013-10-24 08:34:17 -0500 | [diff] [blame] | 296 | if (!call_filter_check_discard(call, entry, buffer, event)) |
Steven Rostedt | 7ffbd48 | 2012-10-11 12:14:25 -0400 | [diff] [blame] | 297 | __buffer_unlock_commit(buffer, event); |
Frederic Weisbecker | 1a0799a | 2009-07-29 18:59:58 +0200 | [diff] [blame] | 298 | |
| 299 | return 1; |
| 300 | } |
| 301 | |
Steven Rostedt | b304d04 | 2010-09-14 18:58:33 -0400 | [diff] [blame] | 302 | static inline int ftrace_graph_ignore_irqs(void) |
| 303 | { |
Steven Rostedt | e4a3f54 | 2011-06-14 19:02:29 -0400 | [diff] [blame] | 304 | if (!ftrace_graph_skip_irqs || trace_recursion_test(TRACE_IRQ_BIT)) |
Steven Rostedt | b304d04 | 2010-09-14 18:58:33 -0400 | [diff] [blame] | 305 | return 0; |
| 306 | |
| 307 | return in_irq(); |
| 308 | } |
| 309 | |
Frederic Weisbecker | 1a0799a | 2009-07-29 18:59:58 +0200 | [diff] [blame] | 310 | int trace_graph_entry(struct ftrace_graph_ent *trace) |
| 311 | { |
| 312 | struct trace_array *tr = graph_array; |
| 313 | struct trace_array_cpu *data; |
| 314 | unsigned long flags; |
| 315 | long disabled; |
| 316 | int ret; |
| 317 | int cpu; |
| 318 | int pc; |
| 319 | |
Frederic Weisbecker | 1a0799a | 2009-07-29 18:59:58 +0200 | [diff] [blame] | 320 | if (!ftrace_trace_task(current)) |
| 321 | return 0; |
| 322 | |
Lai Jiangshan | ea2c68a | 2010-01-13 19:38:30 +0800 | [diff] [blame] | 323 | /* trace it when it is-nested-in or is a function enabled. */ |
Steven Rostedt | 8741db5 | 2013-01-16 10:49:37 -0500 | [diff] [blame] | 324 | if ((!(trace->depth || ftrace_graph_addr(trace->func)) || |
Namhyung Kim | 29ad23b | 2013-10-14 17:24:26 +0900 | [diff] [blame] | 325 | ftrace_graph_ignore_irqs()) || (trace->depth < 0) || |
Steven Rostedt | 8741db5 | 2013-01-16 10:49:37 -0500 | [diff] [blame] | 326 | (max_depth && trace->depth >= max_depth)) |
Frederic Weisbecker | 1a0799a | 2009-07-29 18:59:58 +0200 | [diff] [blame] | 327 | return 0; |
| 328 | |
Namhyung Kim | 29ad23b | 2013-10-14 17:24:26 +0900 | [diff] [blame] | 329 | /* |
| 330 | * Do not trace a function if it's filtered by set_graph_notrace. |
| 331 | * Make the index of ret stack negative to indicate that it should |
| 332 | * ignore further functions. But it needs its own ret stack entry |
| 333 | * to recover the original index in order to continue tracing after |
| 334 | * returning from the function. |
| 335 | */ |
| 336 | if (ftrace_graph_notrace_addr(trace->func)) |
| 337 | return 1; |
| 338 | |
Frederic Weisbecker | 1a0799a | 2009-07-29 18:59:58 +0200 | [diff] [blame] | 339 | local_irq_save(flags); |
| 340 | cpu = raw_smp_processor_id(); |
Steven Rostedt (Red Hat) | 12883ef | 2013-03-05 09:24:35 -0500 | [diff] [blame] | 341 | data = per_cpu_ptr(tr->trace_buffer.data, cpu); |
Frederic Weisbecker | 1a0799a | 2009-07-29 18:59:58 +0200 | [diff] [blame] | 342 | disabled = atomic_inc_return(&data->disabled); |
| 343 | if (likely(disabled == 1)) { |
| 344 | pc = preempt_count(); |
| 345 | ret = __trace_graph_entry(tr, trace, flags, pc); |
| 346 | } else { |
| 347 | ret = 0; |
| 348 | } |
Frederic Weisbecker | 1a0799a | 2009-07-29 18:59:58 +0200 | [diff] [blame] | 349 | |
| 350 | atomic_dec(&data->disabled); |
| 351 | local_irq_restore(flags); |
| 352 | |
| 353 | return ret; |
| 354 | } |
| 355 | |
Steven Rostedt (Red Hat) | ba1afef | 2014-07-18 18:07:49 -0400 | [diff] [blame] | 356 | static int trace_graph_thresh_entry(struct ftrace_graph_ent *trace) |
Tim Bird | 0e95017 | 2010-02-25 15:36:43 -0800 | [diff] [blame] | 357 | { |
| 358 | if (tracing_thresh) |
| 359 | return 1; |
| 360 | else |
| 361 | return trace_graph_entry(trace); |
| 362 | } |
| 363 | |
Jiri Olsa | 0a77262 | 2010-09-23 14:00:52 +0200 | [diff] [blame] | 364 | static void |
| 365 | __trace_graph_function(struct trace_array *tr, |
| 366 | unsigned long ip, unsigned long flags, int pc) |
| 367 | { |
| 368 | u64 time = trace_clock_local(); |
| 369 | struct ftrace_graph_ent ent = { |
| 370 | .func = ip, |
| 371 | .depth = 0, |
| 372 | }; |
| 373 | struct ftrace_graph_ret ret = { |
| 374 | .func = ip, |
| 375 | .depth = 0, |
| 376 | .calltime = time, |
| 377 | .rettime = time, |
| 378 | }; |
| 379 | |
| 380 | __trace_graph_entry(tr, &ent, flags, pc); |
| 381 | __trace_graph_return(tr, &ret, flags, pc); |
| 382 | } |
| 383 | |
| 384 | void |
| 385 | trace_graph_function(struct trace_array *tr, |
| 386 | unsigned long ip, unsigned long parent_ip, |
| 387 | unsigned long flags, int pc) |
| 388 | { |
Jiri Olsa | 0a77262 | 2010-09-23 14:00:52 +0200 | [diff] [blame] | 389 | __trace_graph_function(tr, ip, flags, pc); |
| 390 | } |
| 391 | |
Jiri Olsa | 62b915f | 2010-04-02 19:01:22 +0200 | [diff] [blame] | 392 | void __trace_graph_return(struct trace_array *tr, |
Frederic Weisbecker | 1a0799a | 2009-07-29 18:59:58 +0200 | [diff] [blame] | 393 | struct ftrace_graph_ret *trace, |
| 394 | unsigned long flags, |
| 395 | int pc) |
| 396 | { |
| 397 | struct ftrace_event_call *call = &event_funcgraph_exit; |
| 398 | struct ring_buffer_event *event; |
Steven Rostedt (Red Hat) | 12883ef | 2013-03-05 09:24:35 -0500 | [diff] [blame] | 399 | struct ring_buffer *buffer = tr->trace_buffer.buffer; |
Frederic Weisbecker | 1a0799a | 2009-07-29 18:59:58 +0200 | [diff] [blame] | 400 | struct ftrace_graph_ret_entry *entry; |
| 401 | |
Rusty Russell | dd17c8f | 2009-10-29 22:34:15 +0900 | [diff] [blame] | 402 | if (unlikely(__this_cpu_read(ftrace_cpu_disabled))) |
Frederic Weisbecker | 1a0799a | 2009-07-29 18:59:58 +0200 | [diff] [blame] | 403 | return; |
| 404 | |
Steven Rostedt | e77405a | 2009-09-02 14:17:06 -0400 | [diff] [blame] | 405 | event = trace_buffer_lock_reserve(buffer, TRACE_GRAPH_RET, |
Frederic Weisbecker | 1a0799a | 2009-07-29 18:59:58 +0200 | [diff] [blame] | 406 | sizeof(*entry), flags, pc); |
| 407 | if (!event) |
| 408 | return; |
| 409 | entry = ring_buffer_event_data(event); |
| 410 | entry->ret = *trace; |
Tom Zanussi | f306cc8 | 2013-10-24 08:34:17 -0500 | [diff] [blame] | 411 | if (!call_filter_check_discard(call, entry, buffer, event)) |
Steven Rostedt | 7ffbd48 | 2012-10-11 12:14:25 -0400 | [diff] [blame] | 412 | __buffer_unlock_commit(buffer, event); |
Frederic Weisbecker | 1a0799a | 2009-07-29 18:59:58 +0200 | [diff] [blame] | 413 | } |
| 414 | |
| 415 | void trace_graph_return(struct ftrace_graph_ret *trace) |
| 416 | { |
| 417 | struct trace_array *tr = graph_array; |
| 418 | struct trace_array_cpu *data; |
| 419 | unsigned long flags; |
| 420 | long disabled; |
| 421 | int cpu; |
| 422 | int pc; |
| 423 | |
| 424 | local_irq_save(flags); |
| 425 | cpu = raw_smp_processor_id(); |
Steven Rostedt (Red Hat) | 12883ef | 2013-03-05 09:24:35 -0500 | [diff] [blame] | 426 | data = per_cpu_ptr(tr->trace_buffer.data, cpu); |
Frederic Weisbecker | 1a0799a | 2009-07-29 18:59:58 +0200 | [diff] [blame] | 427 | disabled = atomic_inc_return(&data->disabled); |
| 428 | if (likely(disabled == 1)) { |
| 429 | pc = preempt_count(); |
| 430 | __trace_graph_return(tr, trace, flags, pc); |
| 431 | } |
Frederic Weisbecker | 1a0799a | 2009-07-29 18:59:58 +0200 | [diff] [blame] | 432 | atomic_dec(&data->disabled); |
| 433 | local_irq_restore(flags); |
| 434 | } |
| 435 | |
Frederic Weisbecker | 24a5365 | 2010-01-14 08:23:15 +0100 | [diff] [blame] | 436 | void set_graph_array(struct trace_array *tr) |
| 437 | { |
| 438 | graph_array = tr; |
| 439 | |
| 440 | /* Make graph_array visible before we start tracing */ |
| 441 | |
| 442 | smp_mb(); |
| 443 | } |
| 444 | |
Steven Rostedt (Red Hat) | ba1afef | 2014-07-18 18:07:49 -0400 | [diff] [blame] | 445 | static void trace_graph_thresh_return(struct ftrace_graph_ret *trace) |
Tim Bird | 0e95017 | 2010-02-25 15:36:43 -0800 | [diff] [blame] | 446 | { |
| 447 | if (tracing_thresh && |
| 448 | (trace->rettime - trace->calltime < tracing_thresh)) |
| 449 | return; |
| 450 | else |
| 451 | trace_graph_return(trace); |
| 452 | } |
| 453 | |
Frederic Weisbecker | fb52607 | 2008-11-25 21:07:04 +0100 | [diff] [blame] | 454 | static int graph_trace_init(struct trace_array *tr) |
| 455 | { |
Frederic Weisbecker | 1a0799a | 2009-07-29 18:59:58 +0200 | [diff] [blame] | 456 | int ret; |
| 457 | |
Frederic Weisbecker | 24a5365 | 2010-01-14 08:23:15 +0100 | [diff] [blame] | 458 | set_graph_array(tr); |
Tim Bird | 0e95017 | 2010-02-25 15:36:43 -0800 | [diff] [blame] | 459 | if (tracing_thresh) |
| 460 | ret = register_ftrace_graph(&trace_graph_thresh_return, |
| 461 | &trace_graph_thresh_entry); |
| 462 | else |
| 463 | ret = register_ftrace_graph(&trace_graph_return, |
| 464 | &trace_graph_entry); |
Steven Rostedt | 660c7f9 | 2008-11-26 00:16:26 -0500 | [diff] [blame] | 465 | if (ret) |
| 466 | return ret; |
| 467 | tracing_start_cmdline_record(); |
| 468 | |
| 469 | return 0; |
Frederic Weisbecker | fb52607 | 2008-11-25 21:07:04 +0100 | [diff] [blame] | 470 | } |
| 471 | |
| 472 | static void graph_trace_reset(struct trace_array *tr) |
| 473 | { |
Steven Rostedt | 660c7f9 | 2008-11-26 00:16:26 -0500 | [diff] [blame] | 474 | tracing_stop_cmdline_record(); |
| 475 | unregister_ftrace_graph(); |
Frederic Weisbecker | fb52607 | 2008-11-25 21:07:04 +0100 | [diff] [blame] | 476 | } |
| 477 | |
Steven Rostedt (Red Hat) | ba1afef | 2014-07-18 18:07:49 -0400 | [diff] [blame] | 478 | static int graph_trace_update_thresh(struct trace_array *tr) |
Stanislav Fomichev | 6508fa7 | 2014-07-18 15:17:27 +0400 | [diff] [blame] | 479 | { |
| 480 | graph_trace_reset(tr); |
| 481 | return graph_trace_init(tr); |
| 482 | } |
| 483 | |
Lai Jiangshan | 0c9e6f6 | 2009-07-28 20:26:06 +0800 | [diff] [blame] | 484 | static int max_bytes_for_cpu; |
Frederic Weisbecker | 1a05615 | 2008-11-28 00:42:46 +0100 | [diff] [blame] | 485 | |
Steven Rostedt (Red Hat) | 9d9add3 | 2014-11-12 14:57:38 -0500 | [diff] [blame] | 486 | static void print_graph_cpu(struct trace_seq *s, int cpu) |
Frederic Weisbecker | 1a05615 | 2008-11-28 00:42:46 +0100 | [diff] [blame] | 487 | { |
Ingo Molnar | d51090b | 2008-11-28 09:55:16 +0100 | [diff] [blame] | 488 | /* |
| 489 | * Start with a space character - to make it stand out |
| 490 | * to the right a bit when trace output is pasted into |
| 491 | * email: |
| 492 | */ |
Steven Rostedt (Red Hat) | 9d9add3 | 2014-11-12 14:57:38 -0500 | [diff] [blame] | 493 | trace_seq_printf(s, " %*d) ", max_bytes_for_cpu, cpu); |
Frederic Weisbecker | 1a05615 | 2008-11-28 00:42:46 +0100 | [diff] [blame] | 494 | } |
| 495 | |
Frederic Weisbecker | 11e84ac | 2008-12-03 02:30:37 +0100 | [diff] [blame] | 496 | #define TRACE_GRAPH_PROCINFO_LENGTH 14 |
| 497 | |
Steven Rostedt (Red Hat) | 9d9add3 | 2014-11-12 14:57:38 -0500 | [diff] [blame] | 498 | static void print_graph_proc(struct trace_seq *s, pid_t pid) |
Frederic Weisbecker | 11e84ac | 2008-12-03 02:30:37 +0100 | [diff] [blame] | 499 | { |
Steven Rostedt | 4ca53085 | 2009-03-16 19:20:15 -0400 | [diff] [blame] | 500 | char comm[TASK_COMM_LEN]; |
Frederic Weisbecker | 11e84ac | 2008-12-03 02:30:37 +0100 | [diff] [blame] | 501 | /* sign + log10(MAX_INT) + '\0' */ |
| 502 | char pid_str[11]; |
Steven Rostedt | 4ca53085 | 2009-03-16 19:20:15 -0400 | [diff] [blame] | 503 | int spaces = 0; |
Steven Rostedt | 4ca53085 | 2009-03-16 19:20:15 -0400 | [diff] [blame] | 504 | int len; |
| 505 | int i; |
Frederic Weisbecker | 11e84ac | 2008-12-03 02:30:37 +0100 | [diff] [blame] | 506 | |
Steven Rostedt | 4ca53085 | 2009-03-16 19:20:15 -0400 | [diff] [blame] | 507 | trace_find_cmdline(pid, comm); |
Frederic Weisbecker | 11e84ac | 2008-12-03 02:30:37 +0100 | [diff] [blame] | 508 | comm[7] = '\0'; |
| 509 | sprintf(pid_str, "%d", pid); |
| 510 | |
| 511 | /* 1 stands for the "-" character */ |
| 512 | len = strlen(comm) + strlen(pid_str) + 1; |
| 513 | |
| 514 | if (len < TRACE_GRAPH_PROCINFO_LENGTH) |
| 515 | spaces = TRACE_GRAPH_PROCINFO_LENGTH - len; |
| 516 | |
| 517 | /* First spaces to align center */ |
Steven Rostedt (Red Hat) | 9d9add3 | 2014-11-12 14:57:38 -0500 | [diff] [blame] | 518 | for (i = 0; i < spaces / 2; i++) |
| 519 | trace_seq_putc(s, ' '); |
Frederic Weisbecker | 11e84ac | 2008-12-03 02:30:37 +0100 | [diff] [blame] | 520 | |
Steven Rostedt (Red Hat) | 9d9add3 | 2014-11-12 14:57:38 -0500 | [diff] [blame] | 521 | trace_seq_printf(s, "%s-%s", comm, pid_str); |
Frederic Weisbecker | 11e84ac | 2008-12-03 02:30:37 +0100 | [diff] [blame] | 522 | |
| 523 | /* Last spaces to align center */ |
Steven Rostedt (Red Hat) | 9d9add3 | 2014-11-12 14:57:38 -0500 | [diff] [blame] | 524 | for (i = 0; i < spaces - (spaces / 2); i++) |
| 525 | trace_seq_putc(s, ' '); |
Frederic Weisbecker | 11e84ac | 2008-12-03 02:30:37 +0100 | [diff] [blame] | 526 | } |
| 527 | |
Frederic Weisbecker | 1a05615 | 2008-11-28 00:42:46 +0100 | [diff] [blame] | 528 | |
Steven Rostedt (Red Hat) | 9d9add3 | 2014-11-12 14:57:38 -0500 | [diff] [blame] | 529 | static void print_graph_lat_fmt(struct trace_seq *s, struct trace_entry *entry) |
Steven Rostedt | 49ff590 | 2009-09-11 00:30:26 -0400 | [diff] [blame] | 530 | { |
Steven Rostedt (Red Hat) | 9d9add3 | 2014-11-12 14:57:38 -0500 | [diff] [blame] | 531 | trace_seq_putc(s, ' '); |
| 532 | trace_print_lat_fmt(s, entry); |
Steven Rostedt | 49ff590 | 2009-09-11 00:30:26 -0400 | [diff] [blame] | 533 | } |
| 534 | |
Frederic Weisbecker | 287b6e6 | 2008-11-26 00:57:25 +0100 | [diff] [blame] | 535 | /* If the pid changed since the last trace, output this event */ |
Steven Rostedt (Red Hat) | 9d9add3 | 2014-11-12 14:57:38 -0500 | [diff] [blame] | 536 | static void |
Steven Rostedt | 2fbcdb3 | 2009-03-19 13:24:42 -0400 | [diff] [blame] | 537 | verif_pid(struct trace_seq *s, pid_t pid, int cpu, struct fgraph_data *data) |
Frederic Weisbecker | 287b6e6 | 2008-11-26 00:57:25 +0100 | [diff] [blame] | 538 | { |
Ingo Molnar | d51090b | 2008-11-28 09:55:16 +0100 | [diff] [blame] | 539 | pid_t prev_pid; |
Frederic Weisbecker | 9005f3e | 2009-01-22 17:04:53 -0800 | [diff] [blame] | 540 | pid_t *last_pid; |
Steven Rostedt | 660c7f9 | 2008-11-26 00:16:26 -0500 | [diff] [blame] | 541 | |
Steven Rostedt | 2fbcdb3 | 2009-03-19 13:24:42 -0400 | [diff] [blame] | 542 | if (!data) |
Steven Rostedt (Red Hat) | 9d9add3 | 2014-11-12 14:57:38 -0500 | [diff] [blame] | 543 | return; |
Frederic Weisbecker | 287b6e6 | 2008-11-26 00:57:25 +0100 | [diff] [blame] | 544 | |
Jiri Olsa | be1eca3 | 2009-11-24 13:57:38 +0100 | [diff] [blame] | 545 | last_pid = &(per_cpu_ptr(data->cpu_data, cpu)->last_pid); |
Steven Rostedt | 660c7f9 | 2008-11-26 00:16:26 -0500 | [diff] [blame] | 546 | |
Frederic Weisbecker | 9005f3e | 2009-01-22 17:04:53 -0800 | [diff] [blame] | 547 | if (*last_pid == pid) |
Steven Rostedt (Red Hat) | 9d9add3 | 2014-11-12 14:57:38 -0500 | [diff] [blame] | 548 | return; |
Frederic Weisbecker | 9005f3e | 2009-01-22 17:04:53 -0800 | [diff] [blame] | 549 | |
| 550 | prev_pid = *last_pid; |
| 551 | *last_pid = pid; |
| 552 | |
| 553 | if (prev_pid == -1) |
Steven Rostedt (Red Hat) | 9d9add3 | 2014-11-12 14:57:38 -0500 | [diff] [blame] | 554 | return; |
Ingo Molnar | d51090b | 2008-11-28 09:55:16 +0100 | [diff] [blame] | 555 | /* |
| 556 | * Context-switch trace line: |
| 557 | |
| 558 | ------------------------------------------ |
| 559 | | 1) migration/0--1 => sshd-1755 |
| 560 | ------------------------------------------ |
| 561 | |
| 562 | */ |
Steven Rostedt (Red Hat) | 9d9add3 | 2014-11-12 14:57:38 -0500 | [diff] [blame] | 563 | trace_seq_puts(s, " ------------------------------------------\n"); |
| 564 | print_graph_cpu(s, cpu); |
| 565 | print_graph_proc(s, prev_pid); |
| 566 | trace_seq_puts(s, " => "); |
| 567 | print_graph_proc(s, pid); |
| 568 | trace_seq_puts(s, "\n ------------------------------------------\n\n"); |
Frederic Weisbecker | 287b6e6 | 2008-11-26 00:57:25 +0100 | [diff] [blame] | 569 | } |
| 570 | |
Frederic Weisbecker | b91facc | 2009-02-06 18:30:44 +0100 | [diff] [blame] | 571 | static struct ftrace_graph_ret_entry * |
| 572 | get_return_for_leaf(struct trace_iterator *iter, |
Frederic Weisbecker | 83a8df6 | 2008-11-27 01:46:33 +0100 | [diff] [blame] | 573 | struct ftrace_graph_ent_entry *curr) |
Frederic Weisbecker | 287b6e6 | 2008-11-26 00:57:25 +0100 | [diff] [blame] | 574 | { |
Jiri Olsa | be1eca3 | 2009-11-24 13:57:38 +0100 | [diff] [blame] | 575 | struct fgraph_data *data = iter->private; |
| 576 | struct ring_buffer_iter *ring_iter = NULL; |
Frederic Weisbecker | 83a8df6 | 2008-11-27 01:46:33 +0100 | [diff] [blame] | 577 | struct ring_buffer_event *event; |
| 578 | struct ftrace_graph_ret_entry *next; |
| 579 | |
Jiri Olsa | be1eca3 | 2009-11-24 13:57:38 +0100 | [diff] [blame] | 580 | /* |
| 581 | * If the previous output failed to write to the seq buffer, |
| 582 | * then we just reuse the data from before. |
| 583 | */ |
| 584 | if (data && data->failed) { |
| 585 | curr = &data->ent; |
| 586 | next = &data->ret; |
| 587 | } else { |
Frederic Weisbecker | 83a8df6 | 2008-11-27 01:46:33 +0100 | [diff] [blame] | 588 | |
Steven Rostedt | 6d158a8 | 2012-06-27 20:46:14 -0400 | [diff] [blame] | 589 | ring_iter = trace_buffer_iter(iter, iter->cpu); |
Jiri Olsa | be1eca3 | 2009-11-24 13:57:38 +0100 | [diff] [blame] | 590 | |
| 591 | /* First peek to compare current entry and the next one */ |
| 592 | if (ring_iter) |
| 593 | event = ring_buffer_iter_peek(ring_iter, NULL); |
| 594 | else { |
| 595 | /* |
| 596 | * We need to consume the current entry to see |
| 597 | * the next one. |
| 598 | */ |
Steven Rostedt (Red Hat) | 12883ef | 2013-03-05 09:24:35 -0500 | [diff] [blame] | 599 | ring_buffer_consume(iter->trace_buffer->buffer, iter->cpu, |
Steven Rostedt | 66a8cb9 | 2010-03-31 13:21:56 -0400 | [diff] [blame] | 600 | NULL, NULL); |
Steven Rostedt (Red Hat) | 12883ef | 2013-03-05 09:24:35 -0500 | [diff] [blame] | 601 | event = ring_buffer_peek(iter->trace_buffer->buffer, iter->cpu, |
Steven Rostedt | 66a8cb9 | 2010-03-31 13:21:56 -0400 | [diff] [blame] | 602 | NULL, NULL); |
Jiri Olsa | be1eca3 | 2009-11-24 13:57:38 +0100 | [diff] [blame] | 603 | } |
| 604 | |
| 605 | if (!event) |
| 606 | return NULL; |
| 607 | |
| 608 | next = ring_buffer_event_data(event); |
| 609 | |
| 610 | if (data) { |
| 611 | /* |
| 612 | * Save current and next entries for later reference |
| 613 | * if the output fails. |
| 614 | */ |
| 615 | data->ent = *curr; |
Shaohua Li | 575570f | 2010-07-27 16:06:34 +0800 | [diff] [blame] | 616 | /* |
| 617 | * If the next event is not a return type, then |
| 618 | * we only care about what type it is. Otherwise we can |
| 619 | * safely copy the entire event. |
| 620 | */ |
| 621 | if (next->ent.type == TRACE_GRAPH_RET) |
| 622 | data->ret = *next; |
| 623 | else |
| 624 | data->ret.ent.type = next->ent.type; |
Jiri Olsa | be1eca3 | 2009-11-24 13:57:38 +0100 | [diff] [blame] | 625 | } |
Frederic Weisbecker | b91facc | 2009-02-06 18:30:44 +0100 | [diff] [blame] | 626 | } |
Frederic Weisbecker | 83a8df6 | 2008-11-27 01:46:33 +0100 | [diff] [blame] | 627 | |
Frederic Weisbecker | 83a8df6 | 2008-11-27 01:46:33 +0100 | [diff] [blame] | 628 | if (next->ent.type != TRACE_GRAPH_RET) |
Frederic Weisbecker | b91facc | 2009-02-06 18:30:44 +0100 | [diff] [blame] | 629 | return NULL; |
Frederic Weisbecker | 83a8df6 | 2008-11-27 01:46:33 +0100 | [diff] [blame] | 630 | |
| 631 | if (curr->ent.pid != next->ent.pid || |
| 632 | curr->graph_ent.func != next->ret.func) |
Frederic Weisbecker | b91facc | 2009-02-06 18:30:44 +0100 | [diff] [blame] | 633 | return NULL; |
Frederic Weisbecker | 83a8df6 | 2008-11-27 01:46:33 +0100 | [diff] [blame] | 634 | |
Frederic Weisbecker | b91facc | 2009-02-06 18:30:44 +0100 | [diff] [blame] | 635 | /* this is a leaf, now advance the iterator */ |
| 636 | if (ring_iter) |
| 637 | ring_buffer_read(ring_iter, NULL); |
| 638 | |
| 639 | return next; |
Frederic Weisbecker | 83a8df6 | 2008-11-27 01:46:33 +0100 | [diff] [blame] | 640 | } |
| 641 | |
Steven Rostedt (Red Hat) | 9d9add3 | 2014-11-12 14:57:38 -0500 | [diff] [blame] | 642 | static void print_graph_abs_time(u64 t, struct trace_seq *s) |
Frederic Weisbecker | d1f9cbd | 2009-02-18 04:25:25 +0100 | [diff] [blame] | 643 | { |
| 644 | unsigned long usecs_rem; |
| 645 | |
| 646 | usecs_rem = do_div(t, NSEC_PER_SEC); |
| 647 | usecs_rem /= 1000; |
| 648 | |
Steven Rostedt (Red Hat) | 9d9add3 | 2014-11-12 14:57:38 -0500 | [diff] [blame] | 649 | trace_seq_printf(s, "%5lu.%06lu | ", |
| 650 | (unsigned long)t, usecs_rem); |
Frederic Weisbecker | d1f9cbd | 2009-02-18 04:25:25 +0100 | [diff] [blame] | 651 | } |
| 652 | |
Steven Rostedt (Red Hat) | 9d9add3 | 2014-11-12 14:57:38 -0500 | [diff] [blame] | 653 | static void |
Frederic Weisbecker | d1f9cbd | 2009-02-18 04:25:25 +0100 | [diff] [blame] | 654 | print_graph_irq(struct trace_iterator *iter, unsigned long addr, |
Jiri Olsa | d7a8d9e | 2010-04-02 19:01:21 +0200 | [diff] [blame] | 655 | enum trace_type type, int cpu, pid_t pid, u32 flags) |
Frederic Weisbecker | f8b755a | 2008-12-09 23:55:25 +0100 | [diff] [blame] | 656 | { |
Frederic Weisbecker | d1f9cbd | 2009-02-18 04:25:25 +0100 | [diff] [blame] | 657 | struct trace_seq *s = &iter->seq; |
Daniel Bristot de Oliveira | 678f845 | 2014-11-06 15:25:09 -0200 | [diff] [blame] | 658 | struct trace_entry *ent = iter->ent; |
Frederic Weisbecker | f8b755a | 2008-12-09 23:55:25 +0100 | [diff] [blame] | 659 | |
| 660 | if (addr < (unsigned long)__irqentry_text_start || |
| 661 | addr >= (unsigned long)__irqentry_text_end) |
Steven Rostedt (Red Hat) | 9d9add3 | 2014-11-12 14:57:38 -0500 | [diff] [blame] | 662 | return; |
Frederic Weisbecker | f8b755a | 2008-12-09 23:55:25 +0100 | [diff] [blame] | 663 | |
Jiri Olsa | 749230b | 2011-06-03 16:58:51 +0200 | [diff] [blame] | 664 | if (trace_flags & TRACE_ITER_CONTEXT_INFO) { |
| 665 | /* Absolute time */ |
Steven Rostedt (Red Hat) | 9d9add3 | 2014-11-12 14:57:38 -0500 | [diff] [blame] | 666 | if (flags & TRACE_GRAPH_PRINT_ABS_TIME) |
| 667 | print_graph_abs_time(iter->ts, s); |
Frederic Weisbecker | d1f9cbd | 2009-02-18 04:25:25 +0100 | [diff] [blame] | 668 | |
Jiri Olsa | 749230b | 2011-06-03 16:58:51 +0200 | [diff] [blame] | 669 | /* Cpu */ |
Steven Rostedt (Red Hat) | 9d9add3 | 2014-11-12 14:57:38 -0500 | [diff] [blame] | 670 | if (flags & TRACE_GRAPH_PRINT_CPU) |
| 671 | print_graph_cpu(s, cpu); |
Steven Rostedt | 49ff590 | 2009-09-11 00:30:26 -0400 | [diff] [blame] | 672 | |
Jiri Olsa | 749230b | 2011-06-03 16:58:51 +0200 | [diff] [blame] | 673 | /* Proc */ |
| 674 | if (flags & TRACE_GRAPH_PRINT_PROC) { |
Steven Rostedt (Red Hat) | 9d9add3 | 2014-11-12 14:57:38 -0500 | [diff] [blame] | 675 | print_graph_proc(s, pid); |
| 676 | trace_seq_puts(s, " | "); |
Jiri Olsa | 749230b | 2011-06-03 16:58:51 +0200 | [diff] [blame] | 677 | } |
Daniel Bristot de Oliveira | 678f845 | 2014-11-06 15:25:09 -0200 | [diff] [blame] | 678 | |
| 679 | /* Latency format */ |
Steven Rostedt (Red Hat) | 9d9add3 | 2014-11-12 14:57:38 -0500 | [diff] [blame] | 680 | if (trace_flags & TRACE_ITER_LATENCY_FMT) |
| 681 | print_graph_lat_fmt(s, ent); |
Frederic Weisbecker | 9005f3e | 2009-01-22 17:04:53 -0800 | [diff] [blame] | 682 | } |
| 683 | |
| 684 | /* No overhead */ |
Steven Rostedt (Red Hat) | 9d9add3 | 2014-11-12 14:57:38 -0500 | [diff] [blame] | 685 | print_graph_duration(0, s, flags | FLAGS_FILL_START); |
Frederic Weisbecker | 9005f3e | 2009-01-22 17:04:53 -0800 | [diff] [blame] | 686 | |
| 687 | if (type == TRACE_GRAPH_ENT) |
Steven Rostedt (Red Hat) | 9d9add3 | 2014-11-12 14:57:38 -0500 | [diff] [blame] | 688 | trace_seq_puts(s, "==========>"); |
Frederic Weisbecker | 9005f3e | 2009-01-22 17:04:53 -0800 | [diff] [blame] | 689 | else |
Steven Rostedt (Red Hat) | 9d9add3 | 2014-11-12 14:57:38 -0500 | [diff] [blame] | 690 | trace_seq_puts(s, "<=========="); |
Frederic Weisbecker | 9005f3e | 2009-01-22 17:04:53 -0800 | [diff] [blame] | 691 | |
Steven Rostedt (Red Hat) | 9d9add3 | 2014-11-12 14:57:38 -0500 | [diff] [blame] | 692 | print_graph_duration(0, s, flags | FLAGS_FILL_END); |
| 693 | trace_seq_putc(s, '\n'); |
Frederic Weisbecker | f8b755a | 2008-12-09 23:55:25 +0100 | [diff] [blame] | 694 | } |
Frederic Weisbecker | 83a8df6 | 2008-11-27 01:46:33 +0100 | [diff] [blame] | 695 | |
Steven Rostedt (Red Hat) | 9d9add3 | 2014-11-12 14:57:38 -0500 | [diff] [blame] | 696 | void |
Steven Rostedt | 0706f1c | 2009-03-23 23:12:58 -0400 | [diff] [blame] | 697 | trace_print_graph_duration(unsigned long long duration, struct trace_seq *s) |
Frederic Weisbecker | 83a8df6 | 2008-11-27 01:46:33 +0100 | [diff] [blame] | 698 | { |
| 699 | unsigned long nsecs_rem = do_div(duration, 1000); |
Frederic Weisbecker | 166d3c7 | 2008-12-03 02:32:12 +0100 | [diff] [blame] | 700 | /* log10(ULONG_MAX) + '\0' */ |
Byungchul Park | 4526d06 | 2014-11-05 16:18:44 +0900 | [diff] [blame] | 701 | char usecs_str[21]; |
Frederic Weisbecker | 166d3c7 | 2008-12-03 02:32:12 +0100 | [diff] [blame] | 702 | char nsecs_str[5]; |
Steven Rostedt (Red Hat) | 9d9add3 | 2014-11-12 14:57:38 -0500 | [diff] [blame] | 703 | int len; |
Frederic Weisbecker | 166d3c7 | 2008-12-03 02:32:12 +0100 | [diff] [blame] | 704 | int i; |
| 705 | |
Byungchul Park | 4526d06 | 2014-11-05 16:18:44 +0900 | [diff] [blame] | 706 | sprintf(usecs_str, "%lu", (unsigned long) duration); |
Frederic Weisbecker | 166d3c7 | 2008-12-03 02:32:12 +0100 | [diff] [blame] | 707 | |
| 708 | /* Print msecs */ |
Steven Rostedt (Red Hat) | 9d9add3 | 2014-11-12 14:57:38 -0500 | [diff] [blame] | 709 | trace_seq_printf(s, "%s", usecs_str); |
Frederic Weisbecker | 166d3c7 | 2008-12-03 02:32:12 +0100 | [diff] [blame] | 710 | |
Byungchul Park | 4526d06 | 2014-11-05 16:18:44 +0900 | [diff] [blame] | 711 | len = strlen(usecs_str); |
Frederic Weisbecker | 166d3c7 | 2008-12-03 02:32:12 +0100 | [diff] [blame] | 712 | |
| 713 | /* Print nsecs (we don't want to exceed 7 numbers) */ |
| 714 | if (len < 7) { |
Borislav Petkov | 14cae9b | 2010-09-29 10:08:23 +0200 | [diff] [blame] | 715 | size_t slen = min_t(size_t, sizeof(nsecs_str), 8UL - len); |
| 716 | |
| 717 | snprintf(nsecs_str, slen, "%03lu", nsecs_rem); |
Steven Rostedt (Red Hat) | 9d9add3 | 2014-11-12 14:57:38 -0500 | [diff] [blame] | 718 | trace_seq_printf(s, ".%s", nsecs_str); |
Frederic Weisbecker | 166d3c7 | 2008-12-03 02:32:12 +0100 | [diff] [blame] | 719 | len += strlen(nsecs_str); |
| 720 | } |
| 721 | |
Steven Rostedt (Red Hat) | 9d9add3 | 2014-11-12 14:57:38 -0500 | [diff] [blame] | 722 | trace_seq_puts(s, " us "); |
Frederic Weisbecker | 166d3c7 | 2008-12-03 02:32:12 +0100 | [diff] [blame] | 723 | |
| 724 | /* Print remaining spaces to fit the row's width */ |
Steven Rostedt (Red Hat) | 9d9add3 | 2014-11-12 14:57:38 -0500 | [diff] [blame] | 725 | for (i = len; i < 7; i++) |
| 726 | trace_seq_putc(s, ' '); |
Steven Rostedt | 0706f1c | 2009-03-23 23:12:58 -0400 | [diff] [blame] | 727 | } |
| 728 | |
Steven Rostedt (Red Hat) | 9d9add3 | 2014-11-12 14:57:38 -0500 | [diff] [blame] | 729 | static void |
Jiri Olsa | ffeb80f | 2011-06-03 16:58:48 +0200 | [diff] [blame] | 730 | print_graph_duration(unsigned long long duration, struct trace_seq *s, |
| 731 | u32 flags) |
Steven Rostedt | 0706f1c | 2009-03-23 23:12:58 -0400 | [diff] [blame] | 732 | { |
Steven Rostedt (Red Hat) | 9d9add3 | 2014-11-12 14:57:38 -0500 | [diff] [blame] | 733 | bool duration_printed = false; |
Jiri Olsa | ffeb80f | 2011-06-03 16:58:48 +0200 | [diff] [blame] | 734 | |
Jiri Olsa | 749230b | 2011-06-03 16:58:51 +0200 | [diff] [blame] | 735 | if (!(flags & TRACE_GRAPH_PRINT_DURATION) || |
| 736 | !(trace_flags & TRACE_ITER_CONTEXT_INFO)) |
Steven Rostedt (Red Hat) | 9d9add3 | 2014-11-12 14:57:38 -0500 | [diff] [blame] | 737 | return; |
Jiri Olsa | ffeb80f | 2011-06-03 16:58:48 +0200 | [diff] [blame] | 738 | |
| 739 | /* No real adata, just filling the column with spaces */ |
Steven Rostedt (Red Hat) | 6fc84ea | 2013-11-06 14:50:06 -0500 | [diff] [blame] | 740 | switch (flags & TRACE_GRAPH_PRINT_FILL_MASK) { |
| 741 | case FLAGS_FILL_FULL: |
Steven Rostedt (Red Hat) | 9d9add3 | 2014-11-12 14:57:38 -0500 | [diff] [blame] | 742 | trace_seq_puts(s, " | "); |
| 743 | return; |
Steven Rostedt (Red Hat) | 6fc84ea | 2013-11-06 14:50:06 -0500 | [diff] [blame] | 744 | case FLAGS_FILL_START: |
Steven Rostedt (Red Hat) | 9d9add3 | 2014-11-12 14:57:38 -0500 | [diff] [blame] | 745 | trace_seq_puts(s, " "); |
| 746 | return; |
Steven Rostedt (Red Hat) | 6fc84ea | 2013-11-06 14:50:06 -0500 | [diff] [blame] | 747 | case FLAGS_FILL_END: |
Steven Rostedt (Red Hat) | 9d9add3 | 2014-11-12 14:57:38 -0500 | [diff] [blame] | 748 | trace_seq_puts(s, " |"); |
| 749 | return; |
Jiri Olsa | ffeb80f | 2011-06-03 16:58:48 +0200 | [diff] [blame] | 750 | } |
| 751 | |
| 752 | /* Signal a overhead of time execution to the output */ |
| 753 | if (flags & TRACE_GRAPH_PRINT_OVERHEAD) { |
Byungchul Park | 4526d06 | 2014-11-05 16:18:44 +0900 | [diff] [blame] | 754 | /* Duration exceeded 100 usecs */ |
Steven Rostedt (Red Hat) | 9d9add3 | 2014-11-12 14:57:38 -0500 | [diff] [blame] | 755 | if (duration > 100000ULL) { |
| 756 | trace_seq_puts(s, "! "); |
| 757 | duration_printed = true; |
| 758 | |
Byungchul Park | 4526d06 | 2014-11-05 16:18:44 +0900 | [diff] [blame] | 759 | /* Duration exceeded 10 usecs */ |
Steven Rostedt (Red Hat) | 9d9add3 | 2014-11-12 14:57:38 -0500 | [diff] [blame] | 760 | } else if (duration > 10000ULL) { |
| 761 | trace_seq_puts(s, "+ "); |
| 762 | duration_printed = true; |
| 763 | } |
Jiri Olsa | ffeb80f | 2011-06-03 16:58:48 +0200 | [diff] [blame] | 764 | } |
| 765 | |
| 766 | /* |
Steven Rostedt (Red Hat) | 9d9add3 | 2014-11-12 14:57:38 -0500 | [diff] [blame] | 767 | * If we did not exceed the duration tresholds or we dont want |
| 768 | * to print out the overhead. Either way we need to fill out the space. |
Jiri Olsa | ffeb80f | 2011-06-03 16:58:48 +0200 | [diff] [blame] | 769 | */ |
Steven Rostedt (Red Hat) | 9d9add3 | 2014-11-12 14:57:38 -0500 | [diff] [blame] | 770 | if (!duration_printed) |
| 771 | trace_seq_puts(s, " "); |
Jiri Olsa | ffeb80f | 2011-06-03 16:58:48 +0200 | [diff] [blame] | 772 | |
Steven Rostedt (Red Hat) | 9d9add3 | 2014-11-12 14:57:38 -0500 | [diff] [blame] | 773 | trace_print_graph_duration(duration, s); |
| 774 | trace_seq_puts(s, "| "); |
Frederic Weisbecker | 83a8df6 | 2008-11-27 01:46:33 +0100 | [diff] [blame] | 775 | } |
| 776 | |
Frederic Weisbecker | 83a8df6 | 2008-11-27 01:46:33 +0100 | [diff] [blame] | 777 | /* Case of a leaf function on its call entry */ |
| 778 | static enum print_line_t |
| 779 | print_graph_entry_leaf(struct trace_iterator *iter, |
Frederic Weisbecker | b91facc | 2009-02-06 18:30:44 +0100 | [diff] [blame] | 780 | struct ftrace_graph_ent_entry *entry, |
Jiri Olsa | d7a8d9e | 2010-04-02 19:01:21 +0200 | [diff] [blame] | 781 | struct ftrace_graph_ret_entry *ret_entry, |
| 782 | struct trace_seq *s, u32 flags) |
Frederic Weisbecker | 83a8df6 | 2008-11-27 01:46:33 +0100 | [diff] [blame] | 783 | { |
Steven Rostedt | 2fbcdb3 | 2009-03-19 13:24:42 -0400 | [diff] [blame] | 784 | struct fgraph_data *data = iter->private; |
Frederic Weisbecker | 83a8df6 | 2008-11-27 01:46:33 +0100 | [diff] [blame] | 785 | struct ftrace_graph_ret *graph_ret; |
Frederic Weisbecker | 83a8df6 | 2008-11-27 01:46:33 +0100 | [diff] [blame] | 786 | struct ftrace_graph_ent *call; |
| 787 | unsigned long long duration; |
Frederic Weisbecker | 1a05615 | 2008-11-28 00:42:46 +0100 | [diff] [blame] | 788 | int i; |
Frederic Weisbecker | 287b6e6 | 2008-11-26 00:57:25 +0100 | [diff] [blame] | 789 | |
Frederic Weisbecker | 83a8df6 | 2008-11-27 01:46:33 +0100 | [diff] [blame] | 790 | graph_ret = &ret_entry->ret; |
| 791 | call = &entry->graph_ent; |
| 792 | duration = graph_ret->rettime - graph_ret->calltime; |
Steven Rostedt | 437f24fb | 2008-11-26 00:16:27 -0500 | [diff] [blame] | 793 | |
Steven Rostedt | 2fbcdb3 | 2009-03-19 13:24:42 -0400 | [diff] [blame] | 794 | if (data) { |
Steven Rostedt | f1c7f51 | 2010-02-26 17:08:16 -0500 | [diff] [blame] | 795 | struct fgraph_cpu_data *cpu_data; |
Steven Rostedt | 2fbcdb3 | 2009-03-19 13:24:42 -0400 | [diff] [blame] | 796 | int cpu = iter->cpu; |
Steven Rostedt | f1c7f51 | 2010-02-26 17:08:16 -0500 | [diff] [blame] | 797 | |
| 798 | cpu_data = per_cpu_ptr(data->cpu_data, cpu); |
Steven Rostedt | 2fbcdb3 | 2009-03-19 13:24:42 -0400 | [diff] [blame] | 799 | |
| 800 | /* |
| 801 | * Comments display at + 1 to depth. Since |
| 802 | * this is a leaf function, keep the comments |
| 803 | * equal to this depth. |
| 804 | */ |
Steven Rostedt | f1c7f51 | 2010-02-26 17:08:16 -0500 | [diff] [blame] | 805 | cpu_data->depth = call->depth - 1; |
| 806 | |
| 807 | /* No need to keep this function around for this depth */ |
| 808 | if (call->depth < FTRACE_RETFUNC_DEPTH) |
| 809 | cpu_data->enter_funcs[call->depth] = 0; |
Steven Rostedt | 2fbcdb3 | 2009-03-19 13:24:42 -0400 | [diff] [blame] | 810 | } |
| 811 | |
Jiri Olsa | ffeb80f | 2011-06-03 16:58:48 +0200 | [diff] [blame] | 812 | /* Overhead and duration */ |
Steven Rostedt (Red Hat) | 9d9add3 | 2014-11-12 14:57:38 -0500 | [diff] [blame] | 813 | print_graph_duration(duration, s, flags); |
Frederic Weisbecker | 1a05615 | 2008-11-28 00:42:46 +0100 | [diff] [blame] | 814 | |
Frederic Weisbecker | 83a8df6 | 2008-11-27 01:46:33 +0100 | [diff] [blame] | 815 | /* Function */ |
Steven Rostedt (Red Hat) | 9d9add3 | 2014-11-12 14:57:38 -0500 | [diff] [blame] | 816 | for (i = 0; i < call->depth * TRACE_GRAPH_INDENT; i++) |
| 817 | trace_seq_putc(s, ' '); |
Frederic Weisbecker | 287b6e6 | 2008-11-26 00:57:25 +0100 | [diff] [blame] | 818 | |
Steven Rostedt (Red Hat) | 9d9add3 | 2014-11-12 14:57:38 -0500 | [diff] [blame] | 819 | trace_seq_printf(s, "%ps();\n", (void *)call->func); |
Frederic Weisbecker | 83a8df6 | 2008-11-27 01:46:33 +0100 | [diff] [blame] | 820 | |
Steven Rostedt (Red Hat) | 9d9add3 | 2014-11-12 14:57:38 -0500 | [diff] [blame] | 821 | return trace_handle_return(s); |
Frederic Weisbecker | 287b6e6 | 2008-11-26 00:57:25 +0100 | [diff] [blame] | 822 | } |
| 823 | |
| 824 | static enum print_line_t |
Steven Rostedt | 2fbcdb3 | 2009-03-19 13:24:42 -0400 | [diff] [blame] | 825 | print_graph_entry_nested(struct trace_iterator *iter, |
| 826 | struct ftrace_graph_ent_entry *entry, |
Jiri Olsa | d7a8d9e | 2010-04-02 19:01:21 +0200 | [diff] [blame] | 827 | struct trace_seq *s, int cpu, u32 flags) |
Frederic Weisbecker | 287b6e6 | 2008-11-26 00:57:25 +0100 | [diff] [blame] | 828 | { |
Frederic Weisbecker | 83a8df6 | 2008-11-27 01:46:33 +0100 | [diff] [blame] | 829 | struct ftrace_graph_ent *call = &entry->graph_ent; |
Steven Rostedt | 2fbcdb3 | 2009-03-19 13:24:42 -0400 | [diff] [blame] | 830 | struct fgraph_data *data = iter->private; |
Steven Rostedt | 2fbcdb3 | 2009-03-19 13:24:42 -0400 | [diff] [blame] | 831 | int i; |
| 832 | |
| 833 | if (data) { |
Steven Rostedt | f1c7f51 | 2010-02-26 17:08:16 -0500 | [diff] [blame] | 834 | struct fgraph_cpu_data *cpu_data; |
Steven Rostedt | 2fbcdb3 | 2009-03-19 13:24:42 -0400 | [diff] [blame] | 835 | int cpu = iter->cpu; |
Steven Rostedt | 2fbcdb3 | 2009-03-19 13:24:42 -0400 | [diff] [blame] | 836 | |
Steven Rostedt | f1c7f51 | 2010-02-26 17:08:16 -0500 | [diff] [blame] | 837 | cpu_data = per_cpu_ptr(data->cpu_data, cpu); |
| 838 | cpu_data->depth = call->depth; |
| 839 | |
| 840 | /* Save this function pointer to see if the exit matches */ |
| 841 | if (call->depth < FTRACE_RETFUNC_DEPTH) |
| 842 | cpu_data->enter_funcs[call->depth] = call->func; |
Steven Rostedt | 2fbcdb3 | 2009-03-19 13:24:42 -0400 | [diff] [blame] | 843 | } |
Frederic Weisbecker | 83a8df6 | 2008-11-27 01:46:33 +0100 | [diff] [blame] | 844 | |
Frederic Weisbecker | 9005f3e | 2009-01-22 17:04:53 -0800 | [diff] [blame] | 845 | /* No time */ |
Steven Rostedt (Red Hat) | 9d9add3 | 2014-11-12 14:57:38 -0500 | [diff] [blame] | 846 | print_graph_duration(0, s, flags | FLAGS_FILL_FULL); |
Frederic Weisbecker | f8b755a | 2008-12-09 23:55:25 +0100 | [diff] [blame] | 847 | |
Frederic Weisbecker | 83a8df6 | 2008-11-27 01:46:33 +0100 | [diff] [blame] | 848 | /* Function */ |
Steven Rostedt (Red Hat) | 9d9add3 | 2014-11-12 14:57:38 -0500 | [diff] [blame] | 849 | for (i = 0; i < call->depth * TRACE_GRAPH_INDENT; i++) |
| 850 | trace_seq_putc(s, ' '); |
Frederic Weisbecker | 83a8df6 | 2008-11-27 01:46:33 +0100 | [diff] [blame] | 851 | |
Steven Rostedt (Red Hat) | 9d9add3 | 2014-11-12 14:57:38 -0500 | [diff] [blame] | 852 | trace_seq_printf(s, "%ps() {\n", (void *)call->func); |
| 853 | |
| 854 | if (trace_seq_has_overflowed(s)) |
Frederic Weisbecker | 83a8df6 | 2008-11-27 01:46:33 +0100 | [diff] [blame] | 855 | return TRACE_TYPE_PARTIAL_LINE; |
| 856 | |
Frederic Weisbecker | b91facc | 2009-02-06 18:30:44 +0100 | [diff] [blame] | 857 | /* |
| 858 | * we already consumed the current entry to check the next one |
| 859 | * and see if this is a leaf. |
| 860 | */ |
| 861 | return TRACE_TYPE_NO_CONSUME; |
Frederic Weisbecker | 83a8df6 | 2008-11-27 01:46:33 +0100 | [diff] [blame] | 862 | } |
| 863 | |
Steven Rostedt (Red Hat) | 9d9add3 | 2014-11-12 14:57:38 -0500 | [diff] [blame] | 864 | static void |
Steven Rostedt | ac5f6c9 | 2009-03-19 11:29:23 -0400 | [diff] [blame] | 865 | print_graph_prologue(struct trace_iterator *iter, struct trace_seq *s, |
Jiri Olsa | d7a8d9e | 2010-04-02 19:01:21 +0200 | [diff] [blame] | 866 | int type, unsigned long addr, u32 flags) |
Frederic Weisbecker | 83a8df6 | 2008-11-27 01:46:33 +0100 | [diff] [blame] | 867 | { |
Steven Rostedt | 2fbcdb3 | 2009-03-19 13:24:42 -0400 | [diff] [blame] | 868 | struct fgraph_data *data = iter->private; |
Frederic Weisbecker | 83a8df6 | 2008-11-27 01:46:33 +0100 | [diff] [blame] | 869 | struct trace_entry *ent = iter->ent; |
Steven Rostedt | ac5f6c9 | 2009-03-19 11:29:23 -0400 | [diff] [blame] | 870 | int cpu = iter->cpu; |
Frederic Weisbecker | 287b6e6 | 2008-11-26 00:57:25 +0100 | [diff] [blame] | 871 | |
Frederic Weisbecker | 1a05615 | 2008-11-28 00:42:46 +0100 | [diff] [blame] | 872 | /* Pid */ |
Steven Rostedt (Red Hat) | 9d9add3 | 2014-11-12 14:57:38 -0500 | [diff] [blame] | 873 | verif_pid(s, ent->pid, cpu, data); |
Steven Rostedt | 437f24fb | 2008-11-26 00:16:27 -0500 | [diff] [blame] | 874 | |
Steven Rostedt (Red Hat) | 9d9add3 | 2014-11-12 14:57:38 -0500 | [diff] [blame] | 875 | if (type) |
Steven Rostedt | ac5f6c9 | 2009-03-19 11:29:23 -0400 | [diff] [blame] | 876 | /* Interrupt */ |
Steven Rostedt (Red Hat) | 9d9add3 | 2014-11-12 14:57:38 -0500 | [diff] [blame] | 877 | print_graph_irq(iter, addr, type, cpu, ent->pid, flags); |
Frederic Weisbecker | 9005f3e | 2009-01-22 17:04:53 -0800 | [diff] [blame] | 878 | |
Jiri Olsa | 749230b | 2011-06-03 16:58:51 +0200 | [diff] [blame] | 879 | if (!(trace_flags & TRACE_ITER_CONTEXT_INFO)) |
Steven Rostedt (Red Hat) | 9d9add3 | 2014-11-12 14:57:38 -0500 | [diff] [blame] | 880 | return; |
Jiri Olsa | 749230b | 2011-06-03 16:58:51 +0200 | [diff] [blame] | 881 | |
Frederic Weisbecker | 9005f3e | 2009-01-22 17:04:53 -0800 | [diff] [blame] | 882 | /* Absolute time */ |
Steven Rostedt (Red Hat) | 9d9add3 | 2014-11-12 14:57:38 -0500 | [diff] [blame] | 883 | if (flags & TRACE_GRAPH_PRINT_ABS_TIME) |
| 884 | print_graph_abs_time(iter->ts, s); |
Frederic Weisbecker | 9005f3e | 2009-01-22 17:04:53 -0800 | [diff] [blame] | 885 | |
Frederic Weisbecker | 1a05615 | 2008-11-28 00:42:46 +0100 | [diff] [blame] | 886 | /* Cpu */ |
Steven Rostedt (Red Hat) | 9d9add3 | 2014-11-12 14:57:38 -0500 | [diff] [blame] | 887 | if (flags & TRACE_GRAPH_PRINT_CPU) |
| 888 | print_graph_cpu(s, cpu); |
Frederic Weisbecker | 11e84ac | 2008-12-03 02:30:37 +0100 | [diff] [blame] | 889 | |
| 890 | /* Proc */ |
Jiri Olsa | d7a8d9e | 2010-04-02 19:01:21 +0200 | [diff] [blame] | 891 | if (flags & TRACE_GRAPH_PRINT_PROC) { |
Steven Rostedt (Red Hat) | 9d9add3 | 2014-11-12 14:57:38 -0500 | [diff] [blame] | 892 | print_graph_proc(s, ent->pid); |
| 893 | trace_seq_puts(s, " | "); |
Frederic Weisbecker | 1a05615 | 2008-11-28 00:42:46 +0100 | [diff] [blame] | 894 | } |
Frederic Weisbecker | 287b6e6 | 2008-11-26 00:57:25 +0100 | [diff] [blame] | 895 | |
Steven Rostedt | 49ff590 | 2009-09-11 00:30:26 -0400 | [diff] [blame] | 896 | /* Latency format */ |
Steven Rostedt (Red Hat) | 9d9add3 | 2014-11-12 14:57:38 -0500 | [diff] [blame] | 897 | if (trace_flags & TRACE_ITER_LATENCY_FMT) |
| 898 | print_graph_lat_fmt(s, ent); |
Steven Rostedt | 49ff590 | 2009-09-11 00:30:26 -0400 | [diff] [blame] | 899 | |
Steven Rostedt (Red Hat) | 9d9add3 | 2014-11-12 14:57:38 -0500 | [diff] [blame] | 900 | return; |
Steven Rostedt | ac5f6c9 | 2009-03-19 11:29:23 -0400 | [diff] [blame] | 901 | } |
| 902 | |
Jiri Olsa | 2bd16212 | 2010-09-07 16:53:44 +0200 | [diff] [blame] | 903 | /* |
| 904 | * Entry check for irq code |
| 905 | * |
| 906 | * returns 1 if |
| 907 | * - we are inside irq code |
Lucas De Marchi | 25985ed | 2011-03-30 22:57:33 -0300 | [diff] [blame] | 908 | * - we just entered irq code |
Jiri Olsa | 2bd16212 | 2010-09-07 16:53:44 +0200 | [diff] [blame] | 909 | * |
| 910 | * retunns 0 if |
| 911 | * - funcgraph-interrupts option is set |
| 912 | * - we are not inside irq code |
| 913 | */ |
| 914 | static int |
| 915 | check_irq_entry(struct trace_iterator *iter, u32 flags, |
| 916 | unsigned long addr, int depth) |
| 917 | { |
| 918 | int cpu = iter->cpu; |
Jiri Olsa | a9d6117 | 2010-09-24 17:41:02 +0200 | [diff] [blame] | 919 | int *depth_irq; |
Jiri Olsa | 2bd16212 | 2010-09-07 16:53:44 +0200 | [diff] [blame] | 920 | struct fgraph_data *data = iter->private; |
Jiri Olsa | 2bd16212 | 2010-09-07 16:53:44 +0200 | [diff] [blame] | 921 | |
Jiri Olsa | a9d6117 | 2010-09-24 17:41:02 +0200 | [diff] [blame] | 922 | /* |
| 923 | * If we are either displaying irqs, or we got called as |
| 924 | * a graph event and private data does not exist, |
| 925 | * then we bypass the irq check. |
| 926 | */ |
| 927 | if ((flags & TRACE_GRAPH_PRINT_IRQS) || |
| 928 | (!data)) |
Jiri Olsa | 2bd16212 | 2010-09-07 16:53:44 +0200 | [diff] [blame] | 929 | return 0; |
| 930 | |
Jiri Olsa | a9d6117 | 2010-09-24 17:41:02 +0200 | [diff] [blame] | 931 | depth_irq = &(per_cpu_ptr(data->cpu_data, cpu)->depth_irq); |
| 932 | |
Jiri Olsa | 2bd16212 | 2010-09-07 16:53:44 +0200 | [diff] [blame] | 933 | /* |
| 934 | * We are inside the irq code |
| 935 | */ |
| 936 | if (*depth_irq >= 0) |
| 937 | return 1; |
| 938 | |
| 939 | if ((addr < (unsigned long)__irqentry_text_start) || |
| 940 | (addr >= (unsigned long)__irqentry_text_end)) |
| 941 | return 0; |
| 942 | |
| 943 | /* |
| 944 | * We are entering irq code. |
| 945 | */ |
| 946 | *depth_irq = depth; |
| 947 | return 1; |
| 948 | } |
| 949 | |
| 950 | /* |
| 951 | * Return check for irq code |
| 952 | * |
| 953 | * returns 1 if |
| 954 | * - we are inside irq code |
| 955 | * - we just left irq code |
| 956 | * |
| 957 | * returns 0 if |
| 958 | * - funcgraph-interrupts option is set |
| 959 | * - we are not inside irq code |
| 960 | */ |
| 961 | static int |
| 962 | check_irq_return(struct trace_iterator *iter, u32 flags, int depth) |
| 963 | { |
| 964 | int cpu = iter->cpu; |
Jiri Olsa | a9d6117 | 2010-09-24 17:41:02 +0200 | [diff] [blame] | 965 | int *depth_irq; |
Jiri Olsa | 2bd16212 | 2010-09-07 16:53:44 +0200 | [diff] [blame] | 966 | struct fgraph_data *data = iter->private; |
Jiri Olsa | 2bd16212 | 2010-09-07 16:53:44 +0200 | [diff] [blame] | 967 | |
Jiri Olsa | a9d6117 | 2010-09-24 17:41:02 +0200 | [diff] [blame] | 968 | /* |
| 969 | * If we are either displaying irqs, or we got called as |
| 970 | * a graph event and private data does not exist, |
| 971 | * then we bypass the irq check. |
| 972 | */ |
| 973 | if ((flags & TRACE_GRAPH_PRINT_IRQS) || |
| 974 | (!data)) |
Jiri Olsa | 2bd16212 | 2010-09-07 16:53:44 +0200 | [diff] [blame] | 975 | return 0; |
| 976 | |
Jiri Olsa | a9d6117 | 2010-09-24 17:41:02 +0200 | [diff] [blame] | 977 | depth_irq = &(per_cpu_ptr(data->cpu_data, cpu)->depth_irq); |
| 978 | |
Jiri Olsa | 2bd16212 | 2010-09-07 16:53:44 +0200 | [diff] [blame] | 979 | /* |
| 980 | * We are not inside the irq code. |
| 981 | */ |
| 982 | if (*depth_irq == -1) |
| 983 | return 0; |
| 984 | |
| 985 | /* |
| 986 | * We are inside the irq code, and this is returning entry. |
| 987 | * Let's not trace it and clear the entry depth, since |
| 988 | * we are out of irq code. |
| 989 | * |
| 990 | * This condition ensures that we 'leave the irq code' once |
| 991 | * we are out of the entry depth. Thus protecting us from |
| 992 | * the RETURN entry loss. |
| 993 | */ |
| 994 | if (*depth_irq >= depth) { |
| 995 | *depth_irq = -1; |
| 996 | return 1; |
| 997 | } |
| 998 | |
| 999 | /* |
| 1000 | * We are inside the irq code, and this is not the entry. |
| 1001 | */ |
| 1002 | return 1; |
| 1003 | } |
| 1004 | |
Steven Rostedt | ac5f6c9 | 2009-03-19 11:29:23 -0400 | [diff] [blame] | 1005 | static enum print_line_t |
| 1006 | print_graph_entry(struct ftrace_graph_ent_entry *field, struct trace_seq *s, |
Jiri Olsa | d7a8d9e | 2010-04-02 19:01:21 +0200 | [diff] [blame] | 1007 | struct trace_iterator *iter, u32 flags) |
Steven Rostedt | ac5f6c9 | 2009-03-19 11:29:23 -0400 | [diff] [blame] | 1008 | { |
Jiri Olsa | be1eca3 | 2009-11-24 13:57:38 +0100 | [diff] [blame] | 1009 | struct fgraph_data *data = iter->private; |
Steven Rostedt | ac5f6c9 | 2009-03-19 11:29:23 -0400 | [diff] [blame] | 1010 | struct ftrace_graph_ent *call = &field->graph_ent; |
| 1011 | struct ftrace_graph_ret_entry *leaf_ret; |
Jiri Olsa | be1eca3 | 2009-11-24 13:57:38 +0100 | [diff] [blame] | 1012 | static enum print_line_t ret; |
| 1013 | int cpu = iter->cpu; |
Steven Rostedt | ac5f6c9 | 2009-03-19 11:29:23 -0400 | [diff] [blame] | 1014 | |
Jiri Olsa | 2bd16212 | 2010-09-07 16:53:44 +0200 | [diff] [blame] | 1015 | if (check_irq_entry(iter, flags, call->func, call->depth)) |
| 1016 | return TRACE_TYPE_HANDLED; |
| 1017 | |
Steven Rostedt (Red Hat) | 9d9add3 | 2014-11-12 14:57:38 -0500 | [diff] [blame] | 1018 | print_graph_prologue(iter, s, TRACE_GRAPH_ENT, call->func, flags); |
Steven Rostedt | ac5f6c9 | 2009-03-19 11:29:23 -0400 | [diff] [blame] | 1019 | |
Frederic Weisbecker | b91facc | 2009-02-06 18:30:44 +0100 | [diff] [blame] | 1020 | leaf_ret = get_return_for_leaf(iter, field); |
| 1021 | if (leaf_ret) |
Jiri Olsa | d7a8d9e | 2010-04-02 19:01:21 +0200 | [diff] [blame] | 1022 | ret = print_graph_entry_leaf(iter, field, leaf_ret, s, flags); |
Frederic Weisbecker | 83a8df6 | 2008-11-27 01:46:33 +0100 | [diff] [blame] | 1023 | else |
Jiri Olsa | d7a8d9e | 2010-04-02 19:01:21 +0200 | [diff] [blame] | 1024 | ret = print_graph_entry_nested(iter, field, s, cpu, flags); |
Frederic Weisbecker | 83a8df6 | 2008-11-27 01:46:33 +0100 | [diff] [blame] | 1025 | |
Jiri Olsa | be1eca3 | 2009-11-24 13:57:38 +0100 | [diff] [blame] | 1026 | if (data) { |
| 1027 | /* |
| 1028 | * If we failed to write our output, then we need to make |
| 1029 | * note of it. Because we already consumed our entry. |
| 1030 | */ |
| 1031 | if (s->full) { |
| 1032 | data->failed = 1; |
| 1033 | data->cpu = cpu; |
| 1034 | } else |
| 1035 | data->failed = 0; |
| 1036 | } |
| 1037 | |
| 1038 | return ret; |
Frederic Weisbecker | 83a8df6 | 2008-11-27 01:46:33 +0100 | [diff] [blame] | 1039 | } |
| 1040 | |
| 1041 | static enum print_line_t |
| 1042 | print_graph_return(struct ftrace_graph_ret *trace, struct trace_seq *s, |
Jiri Olsa | d7a8d9e | 2010-04-02 19:01:21 +0200 | [diff] [blame] | 1043 | struct trace_entry *ent, struct trace_iterator *iter, |
| 1044 | u32 flags) |
Frederic Weisbecker | 83a8df6 | 2008-11-27 01:46:33 +0100 | [diff] [blame] | 1045 | { |
Frederic Weisbecker | 83a8df6 | 2008-11-27 01:46:33 +0100 | [diff] [blame] | 1046 | unsigned long long duration = trace->rettime - trace->calltime; |
Steven Rostedt | 2fbcdb3 | 2009-03-19 13:24:42 -0400 | [diff] [blame] | 1047 | struct fgraph_data *data = iter->private; |
| 1048 | pid_t pid = ent->pid; |
| 1049 | int cpu = iter->cpu; |
Steven Rostedt | f1c7f51 | 2010-02-26 17:08:16 -0500 | [diff] [blame] | 1050 | int func_match = 1; |
Steven Rostedt | 2fbcdb3 | 2009-03-19 13:24:42 -0400 | [diff] [blame] | 1051 | int i; |
| 1052 | |
Jiri Olsa | 2bd16212 | 2010-09-07 16:53:44 +0200 | [diff] [blame] | 1053 | if (check_irq_return(iter, flags, trace->depth)) |
| 1054 | return TRACE_TYPE_HANDLED; |
| 1055 | |
Steven Rostedt | 2fbcdb3 | 2009-03-19 13:24:42 -0400 | [diff] [blame] | 1056 | if (data) { |
Steven Rostedt | f1c7f51 | 2010-02-26 17:08:16 -0500 | [diff] [blame] | 1057 | struct fgraph_cpu_data *cpu_data; |
| 1058 | int cpu = iter->cpu; |
| 1059 | |
| 1060 | cpu_data = per_cpu_ptr(data->cpu_data, cpu); |
Steven Rostedt | 2fbcdb3 | 2009-03-19 13:24:42 -0400 | [diff] [blame] | 1061 | |
| 1062 | /* |
| 1063 | * Comments display at + 1 to depth. This is the |
| 1064 | * return from a function, we now want the comments |
| 1065 | * to display at the same level of the bracket. |
| 1066 | */ |
Steven Rostedt | f1c7f51 | 2010-02-26 17:08:16 -0500 | [diff] [blame] | 1067 | cpu_data->depth = trace->depth - 1; |
| 1068 | |
| 1069 | if (trace->depth < FTRACE_RETFUNC_DEPTH) { |
| 1070 | if (cpu_data->enter_funcs[trace->depth] != trace->func) |
| 1071 | func_match = 0; |
| 1072 | cpu_data->enter_funcs[trace->depth] = 0; |
| 1073 | } |
Steven Rostedt | 2fbcdb3 | 2009-03-19 13:24:42 -0400 | [diff] [blame] | 1074 | } |
Frederic Weisbecker | 83a8df6 | 2008-11-27 01:46:33 +0100 | [diff] [blame] | 1075 | |
Steven Rostedt (Red Hat) | 9d9add3 | 2014-11-12 14:57:38 -0500 | [diff] [blame] | 1076 | print_graph_prologue(iter, s, 0, 0, flags); |
Frederic Weisbecker | 83a8df6 | 2008-11-27 01:46:33 +0100 | [diff] [blame] | 1077 | |
Jiri Olsa | ffeb80f | 2011-06-03 16:58:48 +0200 | [diff] [blame] | 1078 | /* Overhead and duration */ |
Steven Rostedt (Red Hat) | 9d9add3 | 2014-11-12 14:57:38 -0500 | [diff] [blame] | 1079 | print_graph_duration(duration, s, flags); |
Frederic Weisbecker | 1a05615 | 2008-11-28 00:42:46 +0100 | [diff] [blame] | 1080 | |
Frederic Weisbecker | 83a8df6 | 2008-11-27 01:46:33 +0100 | [diff] [blame] | 1081 | /* Closing brace */ |
Steven Rostedt (Red Hat) | 9d9add3 | 2014-11-12 14:57:38 -0500 | [diff] [blame] | 1082 | for (i = 0; i < trace->depth * TRACE_GRAPH_INDENT; i++) |
| 1083 | trace_seq_putc(s, ' '); |
Frederic Weisbecker | 287b6e6 | 2008-11-26 00:57:25 +0100 | [diff] [blame] | 1084 | |
Steven Rostedt | f1c7f51 | 2010-02-26 17:08:16 -0500 | [diff] [blame] | 1085 | /* |
| 1086 | * If the return function does not have a matching entry, |
| 1087 | * then the entry was lost. Instead of just printing |
| 1088 | * the '}' and letting the user guess what function this |
Robert Elliott | 607e3a2 | 2014-05-20 17:10:51 -0500 | [diff] [blame] | 1089 | * belongs to, write out the function name. Always do |
| 1090 | * that if the funcgraph-tail option is enabled. |
Steven Rostedt | f1c7f51 | 2010-02-26 17:08:16 -0500 | [diff] [blame] | 1091 | */ |
Steven Rostedt (Red Hat) | 9d9add3 | 2014-11-12 14:57:38 -0500 | [diff] [blame] | 1092 | if (func_match && !(flags & TRACE_GRAPH_PRINT_TAIL)) |
| 1093 | trace_seq_puts(s, "}\n"); |
| 1094 | else |
| 1095 | trace_seq_printf(s, "} /* %ps */\n", (void *)trace->func); |
Frederic Weisbecker | 83a8df6 | 2008-11-27 01:46:33 +0100 | [diff] [blame] | 1096 | |
| 1097 | /* Overrun */ |
Steven Rostedt (Red Hat) | 9d9add3 | 2014-11-12 14:57:38 -0500 | [diff] [blame] | 1098 | if (flags & TRACE_GRAPH_PRINT_OVERRUN) |
| 1099 | trace_seq_printf(s, " (Overruns: %lu)\n", |
| 1100 | trace->overrun); |
Frederic Weisbecker | f8b755a | 2008-12-09 23:55:25 +0100 | [diff] [blame] | 1101 | |
Steven Rostedt (Red Hat) | 9d9add3 | 2014-11-12 14:57:38 -0500 | [diff] [blame] | 1102 | print_graph_irq(iter, trace->func, TRACE_GRAPH_RET, |
| 1103 | cpu, pid, flags); |
Frederic Weisbecker | f8b755a | 2008-12-09 23:55:25 +0100 | [diff] [blame] | 1104 | |
Steven Rostedt (Red Hat) | 9d9add3 | 2014-11-12 14:57:38 -0500 | [diff] [blame] | 1105 | return trace_handle_return(s); |
Frederic Weisbecker | 287b6e6 | 2008-11-26 00:57:25 +0100 | [diff] [blame] | 1106 | } |
Frederic Weisbecker | fb52607 | 2008-11-25 21:07:04 +0100 | [diff] [blame] | 1107 | |
Frederic Weisbecker | 1fd8f2a | 2008-12-03 23:45:11 +0100 | [diff] [blame] | 1108 | static enum print_line_t |
Jiri Olsa | d7a8d9e | 2010-04-02 19:01:21 +0200 | [diff] [blame] | 1109 | print_graph_comment(struct trace_seq *s, struct trace_entry *ent, |
| 1110 | struct trace_iterator *iter, u32 flags) |
Frederic Weisbecker | 1fd8f2a | 2008-12-03 23:45:11 +0100 | [diff] [blame] | 1111 | { |
Steven Rostedt | 5087f8d | 2009-03-19 15:14:46 -0400 | [diff] [blame] | 1112 | unsigned long sym_flags = (trace_flags & TRACE_ITER_SYM_MASK); |
Steven Rostedt | 2fbcdb3 | 2009-03-19 13:24:42 -0400 | [diff] [blame] | 1113 | struct fgraph_data *data = iter->private; |
Steven Rostedt | 5087f8d | 2009-03-19 15:14:46 -0400 | [diff] [blame] | 1114 | struct trace_event *event; |
Steven Rostedt | 2fbcdb3 | 2009-03-19 13:24:42 -0400 | [diff] [blame] | 1115 | int depth = 0; |
Frederic Weisbecker | 1fd8f2a | 2008-12-03 23:45:11 +0100 | [diff] [blame] | 1116 | int ret; |
Steven Rostedt | 2fbcdb3 | 2009-03-19 13:24:42 -0400 | [diff] [blame] | 1117 | int i; |
| 1118 | |
| 1119 | if (data) |
Jiri Olsa | be1eca3 | 2009-11-24 13:57:38 +0100 | [diff] [blame] | 1120 | depth = per_cpu_ptr(data->cpu_data, iter->cpu)->depth; |
Frederic Weisbecker | 9005f3e | 2009-01-22 17:04:53 -0800 | [diff] [blame] | 1121 | |
Steven Rostedt (Red Hat) | 9d9add3 | 2014-11-12 14:57:38 -0500 | [diff] [blame] | 1122 | print_graph_prologue(iter, s, 0, 0, flags); |
Frederic Weisbecker | d1f9cbd | 2009-02-18 04:25:25 +0100 | [diff] [blame] | 1123 | |
Frederic Weisbecker | 9005f3e | 2009-01-22 17:04:53 -0800 | [diff] [blame] | 1124 | /* No time */ |
Steven Rostedt (Red Hat) | 9d9add3 | 2014-11-12 14:57:38 -0500 | [diff] [blame] | 1125 | print_graph_duration(0, s, flags | FLAGS_FILL_FULL); |
Frederic Weisbecker | 1fd8f2a | 2008-12-03 23:45:11 +0100 | [diff] [blame] | 1126 | |
Frederic Weisbecker | 1fd8f2a | 2008-12-03 23:45:11 +0100 | [diff] [blame] | 1127 | /* Indentation */ |
Steven Rostedt | 2fbcdb3 | 2009-03-19 13:24:42 -0400 | [diff] [blame] | 1128 | if (depth > 0) |
Steven Rostedt (Red Hat) | 9d9add3 | 2014-11-12 14:57:38 -0500 | [diff] [blame] | 1129 | for (i = 0; i < (depth + 1) * TRACE_GRAPH_INDENT; i++) |
| 1130 | trace_seq_putc(s, ' '); |
Frederic Weisbecker | 1fd8f2a | 2008-12-03 23:45:11 +0100 | [diff] [blame] | 1131 | |
| 1132 | /* The comment */ |
Steven Rostedt (Red Hat) | 9d9add3 | 2014-11-12 14:57:38 -0500 | [diff] [blame] | 1133 | trace_seq_puts(s, "/* "); |
Frederic Weisbecker | 769b044 | 2009-03-06 17:21:49 +0100 | [diff] [blame] | 1134 | |
Steven Rostedt | 5087f8d | 2009-03-19 15:14:46 -0400 | [diff] [blame] | 1135 | switch (iter->ent->type) { |
| 1136 | case TRACE_BPRINT: |
| 1137 | ret = trace_print_bprintk_msg_only(iter); |
| 1138 | if (ret != TRACE_TYPE_HANDLED) |
| 1139 | return ret; |
| 1140 | break; |
| 1141 | case TRACE_PRINT: |
| 1142 | ret = trace_print_printk_msg_only(iter); |
| 1143 | if (ret != TRACE_TYPE_HANDLED) |
| 1144 | return ret; |
| 1145 | break; |
| 1146 | default: |
| 1147 | event = ftrace_find_event(ent->type); |
| 1148 | if (!event) |
| 1149 | return TRACE_TYPE_UNHANDLED; |
| 1150 | |
Steven Rostedt | a9a5776 | 2010-04-22 18:46:14 -0400 | [diff] [blame] | 1151 | ret = event->funcs->trace(iter, sym_flags, event); |
Steven Rostedt | 5087f8d | 2009-03-19 15:14:46 -0400 | [diff] [blame] | 1152 | if (ret != TRACE_TYPE_HANDLED) |
| 1153 | return ret; |
| 1154 | } |
Frederic Weisbecker | 1fd8f2a | 2008-12-03 23:45:11 +0100 | [diff] [blame] | 1155 | |
Frederic Weisbecker | 412d0bb | 2008-12-24 01:43:25 +0100 | [diff] [blame] | 1156 | /* Strip ending newline */ |
Steven Rostedt (Red Hat) | 3a161d9 | 2014-06-25 15:54:42 -0400 | [diff] [blame^] | 1157 | if (s->buffer[s->seq.len - 1] == '\n') { |
| 1158 | s->buffer[s->seq.len - 1] = '\0'; |
| 1159 | s->seq.len--; |
Frederic Weisbecker | 412d0bb | 2008-12-24 01:43:25 +0100 | [diff] [blame] | 1160 | } |
| 1161 | |
Steven Rostedt (Red Hat) | 9d9add3 | 2014-11-12 14:57:38 -0500 | [diff] [blame] | 1162 | trace_seq_puts(s, " */\n"); |
Frederic Weisbecker | 1fd8f2a | 2008-12-03 23:45:11 +0100 | [diff] [blame] | 1163 | |
Steven Rostedt (Red Hat) | 9d9add3 | 2014-11-12 14:57:38 -0500 | [diff] [blame] | 1164 | return trace_handle_return(s); |
Frederic Weisbecker | 1fd8f2a | 2008-12-03 23:45:11 +0100 | [diff] [blame] | 1165 | } |
| 1166 | |
| 1167 | |
Frederic Weisbecker | fb52607 | 2008-11-25 21:07:04 +0100 | [diff] [blame] | 1168 | enum print_line_t |
Jiri Olsa | 321e68b | 2011-06-03 16:58:47 +0200 | [diff] [blame] | 1169 | print_graph_function_flags(struct trace_iterator *iter, u32 flags) |
Frederic Weisbecker | fb52607 | 2008-11-25 21:07:04 +0100 | [diff] [blame] | 1170 | { |
Jiri Olsa | be1eca3 | 2009-11-24 13:57:38 +0100 | [diff] [blame] | 1171 | struct ftrace_graph_ent_entry *field; |
| 1172 | struct fgraph_data *data = iter->private; |
Frederic Weisbecker | fb52607 | 2008-11-25 21:07:04 +0100 | [diff] [blame] | 1173 | struct trace_entry *entry = iter->ent; |
Steven Rostedt | 5087f8d | 2009-03-19 15:14:46 -0400 | [diff] [blame] | 1174 | struct trace_seq *s = &iter->seq; |
Jiri Olsa | be1eca3 | 2009-11-24 13:57:38 +0100 | [diff] [blame] | 1175 | int cpu = iter->cpu; |
| 1176 | int ret; |
| 1177 | |
| 1178 | if (data && per_cpu_ptr(data->cpu_data, cpu)->ignore) { |
| 1179 | per_cpu_ptr(data->cpu_data, cpu)->ignore = 0; |
| 1180 | return TRACE_TYPE_HANDLED; |
| 1181 | } |
| 1182 | |
| 1183 | /* |
| 1184 | * If the last output failed, there's a possibility we need |
| 1185 | * to print out the missing entry which would never go out. |
| 1186 | */ |
| 1187 | if (data && data->failed) { |
| 1188 | field = &data->ent; |
| 1189 | iter->cpu = data->cpu; |
Jiri Olsa | d7a8d9e | 2010-04-02 19:01:21 +0200 | [diff] [blame] | 1190 | ret = print_graph_entry(field, s, iter, flags); |
Jiri Olsa | be1eca3 | 2009-11-24 13:57:38 +0100 | [diff] [blame] | 1191 | if (ret == TRACE_TYPE_HANDLED && iter->cpu != cpu) { |
| 1192 | per_cpu_ptr(data->cpu_data, iter->cpu)->ignore = 1; |
| 1193 | ret = TRACE_TYPE_NO_CONSUME; |
| 1194 | } |
| 1195 | iter->cpu = cpu; |
| 1196 | return ret; |
| 1197 | } |
Frederic Weisbecker | fb52607 | 2008-11-25 21:07:04 +0100 | [diff] [blame] | 1198 | |
Frederic Weisbecker | 287b6e6 | 2008-11-26 00:57:25 +0100 | [diff] [blame] | 1199 | switch (entry->type) { |
| 1200 | case TRACE_GRAPH_ENT: { |
Lai Jiangshan | 38ceb59 | 2009-07-28 20:11:24 +0800 | [diff] [blame] | 1201 | /* |
| 1202 | * print_graph_entry() may consume the current event, |
| 1203 | * thus @field may become invalid, so we need to save it. |
| 1204 | * sizeof(struct ftrace_graph_ent_entry) is very small, |
| 1205 | * it can be safely saved at the stack. |
| 1206 | */ |
Jiri Olsa | be1eca3 | 2009-11-24 13:57:38 +0100 | [diff] [blame] | 1207 | struct ftrace_graph_ent_entry saved; |
Frederic Weisbecker | fb52607 | 2008-11-25 21:07:04 +0100 | [diff] [blame] | 1208 | trace_assign_type(field, entry); |
Lai Jiangshan | 38ceb59 | 2009-07-28 20:11:24 +0800 | [diff] [blame] | 1209 | saved = *field; |
Jiri Olsa | d7a8d9e | 2010-04-02 19:01:21 +0200 | [diff] [blame] | 1210 | return print_graph_entry(&saved, s, iter, flags); |
Frederic Weisbecker | fb52607 | 2008-11-25 21:07:04 +0100 | [diff] [blame] | 1211 | } |
Frederic Weisbecker | 287b6e6 | 2008-11-26 00:57:25 +0100 | [diff] [blame] | 1212 | case TRACE_GRAPH_RET: { |
| 1213 | struct ftrace_graph_ret_entry *field; |
| 1214 | trace_assign_type(field, entry); |
Jiri Olsa | d7a8d9e | 2010-04-02 19:01:21 +0200 | [diff] [blame] | 1215 | return print_graph_return(&field->ret, s, entry, iter, flags); |
Frederic Weisbecker | 287b6e6 | 2008-11-26 00:57:25 +0100 | [diff] [blame] | 1216 | } |
Jiri Olsa | 62b915f | 2010-04-02 19:01:22 +0200 | [diff] [blame] | 1217 | case TRACE_STACK: |
| 1218 | case TRACE_FN: |
| 1219 | /* dont trace stack and functions as comments */ |
| 1220 | return TRACE_TYPE_UNHANDLED; |
| 1221 | |
Frederic Weisbecker | 287b6e6 | 2008-11-26 00:57:25 +0100 | [diff] [blame] | 1222 | default: |
Jiri Olsa | d7a8d9e | 2010-04-02 19:01:21 +0200 | [diff] [blame] | 1223 | return print_graph_comment(s, entry, iter, flags); |
Frederic Weisbecker | 287b6e6 | 2008-11-26 00:57:25 +0100 | [diff] [blame] | 1224 | } |
Steven Rostedt | 5087f8d | 2009-03-19 15:14:46 -0400 | [diff] [blame] | 1225 | |
| 1226 | return TRACE_TYPE_HANDLED; |
Frederic Weisbecker | fb52607 | 2008-11-25 21:07:04 +0100 | [diff] [blame] | 1227 | } |
| 1228 | |
Jiri Olsa | 9106b69 | 2010-04-02 19:01:20 +0200 | [diff] [blame] | 1229 | static enum print_line_t |
Jiri Olsa | d7a8d9e | 2010-04-02 19:01:21 +0200 | [diff] [blame] | 1230 | print_graph_function(struct trace_iterator *iter) |
| 1231 | { |
Jiri Olsa | 321e68b | 2011-06-03 16:58:47 +0200 | [diff] [blame] | 1232 | return print_graph_function_flags(iter, tracer_flags.val); |
Jiri Olsa | d7a8d9e | 2010-04-02 19:01:21 +0200 | [diff] [blame] | 1233 | } |
| 1234 | |
| 1235 | static enum print_line_t |
Steven Rostedt | a9a5776 | 2010-04-22 18:46:14 -0400 | [diff] [blame] | 1236 | print_graph_function_event(struct trace_iterator *iter, int flags, |
| 1237 | struct trace_event *event) |
Jiri Olsa | 9106b69 | 2010-04-02 19:01:20 +0200 | [diff] [blame] | 1238 | { |
| 1239 | return print_graph_function(iter); |
| 1240 | } |
| 1241 | |
Jiri Olsa | d7a8d9e | 2010-04-02 19:01:21 +0200 | [diff] [blame] | 1242 | static void print_lat_header(struct seq_file *s, u32 flags) |
Steven Rostedt | 49ff590 | 2009-09-11 00:30:26 -0400 | [diff] [blame] | 1243 | { |
| 1244 | static const char spaces[] = " " /* 16 spaces */ |
| 1245 | " " /* 4 spaces */ |
| 1246 | " "; /* 17 spaces */ |
| 1247 | int size = 0; |
| 1248 | |
Jiri Olsa | d7a8d9e | 2010-04-02 19:01:21 +0200 | [diff] [blame] | 1249 | if (flags & TRACE_GRAPH_PRINT_ABS_TIME) |
Steven Rostedt | 49ff590 | 2009-09-11 00:30:26 -0400 | [diff] [blame] | 1250 | size += 16; |
Jiri Olsa | d7a8d9e | 2010-04-02 19:01:21 +0200 | [diff] [blame] | 1251 | if (flags & TRACE_GRAPH_PRINT_CPU) |
Steven Rostedt | 49ff590 | 2009-09-11 00:30:26 -0400 | [diff] [blame] | 1252 | size += 4; |
Jiri Olsa | d7a8d9e | 2010-04-02 19:01:21 +0200 | [diff] [blame] | 1253 | if (flags & TRACE_GRAPH_PRINT_PROC) |
Steven Rostedt | 49ff590 | 2009-09-11 00:30:26 -0400 | [diff] [blame] | 1254 | size += 17; |
| 1255 | |
| 1256 | seq_printf(s, "#%.*s _-----=> irqs-off \n", size, spaces); |
| 1257 | seq_printf(s, "#%.*s / _----=> need-resched \n", size, spaces); |
| 1258 | seq_printf(s, "#%.*s| / _---=> hardirq/softirq \n", size, spaces); |
| 1259 | seq_printf(s, "#%.*s|| / _--=> preempt-depth \n", size, spaces); |
Jiri Olsa | 199abfa | 2011-06-03 16:58:50 +0200 | [diff] [blame] | 1260 | seq_printf(s, "#%.*s||| / \n", size, spaces); |
Steven Rostedt | 49ff590 | 2009-09-11 00:30:26 -0400 | [diff] [blame] | 1261 | } |
| 1262 | |
Jiri Olsa | 0a77262 | 2010-09-23 14:00:52 +0200 | [diff] [blame] | 1263 | static void __print_graph_headers_flags(struct seq_file *s, u32 flags) |
Frederic Weisbecker | decbec3 | 2008-12-08 01:56:06 +0100 | [diff] [blame] | 1264 | { |
Steven Rostedt | 49ff590 | 2009-09-11 00:30:26 -0400 | [diff] [blame] | 1265 | int lat = trace_flags & TRACE_ITER_LATENCY_FMT; |
| 1266 | |
| 1267 | if (lat) |
Jiri Olsa | d7a8d9e | 2010-04-02 19:01:21 +0200 | [diff] [blame] | 1268 | print_lat_header(s, flags); |
Steven Rostedt | 49ff590 | 2009-09-11 00:30:26 -0400 | [diff] [blame] | 1269 | |
Frederic Weisbecker | decbec3 | 2008-12-08 01:56:06 +0100 | [diff] [blame] | 1270 | /* 1st line */ |
Rasmus Villemoes | 1177e43 | 2014-11-08 21:42:12 +0100 | [diff] [blame] | 1271 | seq_putc(s, '#'); |
Jiri Olsa | d7a8d9e | 2010-04-02 19:01:21 +0200 | [diff] [blame] | 1272 | if (flags & TRACE_GRAPH_PRINT_ABS_TIME) |
Rasmus Villemoes | fa6f0cc | 2014-11-08 21:42:10 +0100 | [diff] [blame] | 1273 | seq_puts(s, " TIME "); |
Jiri Olsa | d7a8d9e | 2010-04-02 19:01:21 +0200 | [diff] [blame] | 1274 | if (flags & TRACE_GRAPH_PRINT_CPU) |
Rasmus Villemoes | fa6f0cc | 2014-11-08 21:42:10 +0100 | [diff] [blame] | 1275 | seq_puts(s, " CPU"); |
Jiri Olsa | d7a8d9e | 2010-04-02 19:01:21 +0200 | [diff] [blame] | 1276 | if (flags & TRACE_GRAPH_PRINT_PROC) |
Rasmus Villemoes | fa6f0cc | 2014-11-08 21:42:10 +0100 | [diff] [blame] | 1277 | seq_puts(s, " TASK/PID "); |
Steven Rostedt | 49ff590 | 2009-09-11 00:30:26 -0400 | [diff] [blame] | 1278 | if (lat) |
Rasmus Villemoes | fa6f0cc | 2014-11-08 21:42:10 +0100 | [diff] [blame] | 1279 | seq_puts(s, "||||"); |
Jiri Olsa | d7a8d9e | 2010-04-02 19:01:21 +0200 | [diff] [blame] | 1280 | if (flags & TRACE_GRAPH_PRINT_DURATION) |
Rasmus Villemoes | fa6f0cc | 2014-11-08 21:42:10 +0100 | [diff] [blame] | 1281 | seq_puts(s, " DURATION "); |
| 1282 | seq_puts(s, " FUNCTION CALLS\n"); |
Frederic Weisbecker | decbec3 | 2008-12-08 01:56:06 +0100 | [diff] [blame] | 1283 | |
| 1284 | /* 2nd line */ |
Rasmus Villemoes | 1177e43 | 2014-11-08 21:42:12 +0100 | [diff] [blame] | 1285 | seq_putc(s, '#'); |
Jiri Olsa | d7a8d9e | 2010-04-02 19:01:21 +0200 | [diff] [blame] | 1286 | if (flags & TRACE_GRAPH_PRINT_ABS_TIME) |
Rasmus Villemoes | fa6f0cc | 2014-11-08 21:42:10 +0100 | [diff] [blame] | 1287 | seq_puts(s, " | "); |
Jiri Olsa | d7a8d9e | 2010-04-02 19:01:21 +0200 | [diff] [blame] | 1288 | if (flags & TRACE_GRAPH_PRINT_CPU) |
Rasmus Villemoes | fa6f0cc | 2014-11-08 21:42:10 +0100 | [diff] [blame] | 1289 | seq_puts(s, " | "); |
Jiri Olsa | d7a8d9e | 2010-04-02 19:01:21 +0200 | [diff] [blame] | 1290 | if (flags & TRACE_GRAPH_PRINT_PROC) |
Rasmus Villemoes | fa6f0cc | 2014-11-08 21:42:10 +0100 | [diff] [blame] | 1291 | seq_puts(s, " | | "); |
Steven Rostedt | 49ff590 | 2009-09-11 00:30:26 -0400 | [diff] [blame] | 1292 | if (lat) |
Rasmus Villemoes | fa6f0cc | 2014-11-08 21:42:10 +0100 | [diff] [blame] | 1293 | seq_puts(s, "||||"); |
Jiri Olsa | d7a8d9e | 2010-04-02 19:01:21 +0200 | [diff] [blame] | 1294 | if (flags & TRACE_GRAPH_PRINT_DURATION) |
Rasmus Villemoes | fa6f0cc | 2014-11-08 21:42:10 +0100 | [diff] [blame] | 1295 | seq_puts(s, " | | "); |
| 1296 | seq_puts(s, " | | | |\n"); |
Frederic Weisbecker | decbec3 | 2008-12-08 01:56:06 +0100 | [diff] [blame] | 1297 | } |
Frederic Weisbecker | 9005f3e | 2009-01-22 17:04:53 -0800 | [diff] [blame] | 1298 | |
Steven Rostedt (Red Hat) | ba1afef | 2014-07-18 18:07:49 -0400 | [diff] [blame] | 1299 | static void print_graph_headers(struct seq_file *s) |
Jiri Olsa | d7a8d9e | 2010-04-02 19:01:21 +0200 | [diff] [blame] | 1300 | { |
| 1301 | print_graph_headers_flags(s, tracer_flags.val); |
| 1302 | } |
| 1303 | |
Jiri Olsa | 0a77262 | 2010-09-23 14:00:52 +0200 | [diff] [blame] | 1304 | void print_graph_headers_flags(struct seq_file *s, u32 flags) |
| 1305 | { |
| 1306 | struct trace_iterator *iter = s->private; |
| 1307 | |
Jiri Olsa | 749230b | 2011-06-03 16:58:51 +0200 | [diff] [blame] | 1308 | if (!(trace_flags & TRACE_ITER_CONTEXT_INFO)) |
| 1309 | return; |
| 1310 | |
Jiri Olsa | 0a77262 | 2010-09-23 14:00:52 +0200 | [diff] [blame] | 1311 | if (trace_flags & TRACE_ITER_LATENCY_FMT) { |
| 1312 | /* print nothing if the buffers are empty */ |
| 1313 | if (trace_empty(iter)) |
| 1314 | return; |
| 1315 | |
| 1316 | print_trace_header(s, iter); |
Jiri Olsa | 321e68b | 2011-06-03 16:58:47 +0200 | [diff] [blame] | 1317 | } |
Jiri Olsa | 0a77262 | 2010-09-23 14:00:52 +0200 | [diff] [blame] | 1318 | |
| 1319 | __print_graph_headers_flags(s, flags); |
| 1320 | } |
| 1321 | |
Jiri Olsa | 62b915f | 2010-04-02 19:01:22 +0200 | [diff] [blame] | 1322 | void graph_trace_open(struct trace_iterator *iter) |
Frederic Weisbecker | 9005f3e | 2009-01-22 17:04:53 -0800 | [diff] [blame] | 1323 | { |
Steven Rostedt | 2fbcdb3 | 2009-03-19 13:24:42 -0400 | [diff] [blame] | 1324 | /* pid and depth on the last trace processed */ |
Jiri Olsa | be1eca3 | 2009-11-24 13:57:38 +0100 | [diff] [blame] | 1325 | struct fgraph_data *data; |
Frederic Weisbecker | 9005f3e | 2009-01-22 17:04:53 -0800 | [diff] [blame] | 1326 | int cpu; |
| 1327 | |
Jiri Olsa | be1eca3 | 2009-11-24 13:57:38 +0100 | [diff] [blame] | 1328 | iter->private = NULL; |
| 1329 | |
| 1330 | data = kzalloc(sizeof(*data), GFP_KERNEL); |
Steven Rostedt | 2fbcdb3 | 2009-03-19 13:24:42 -0400 | [diff] [blame] | 1331 | if (!data) |
Jiri Olsa | be1eca3 | 2009-11-24 13:57:38 +0100 | [diff] [blame] | 1332 | goto out_err; |
| 1333 | |
| 1334 | data->cpu_data = alloc_percpu(struct fgraph_cpu_data); |
| 1335 | if (!data->cpu_data) |
| 1336 | goto out_err_free; |
| 1337 | |
| 1338 | for_each_possible_cpu(cpu) { |
| 1339 | pid_t *pid = &(per_cpu_ptr(data->cpu_data, cpu)->last_pid); |
| 1340 | int *depth = &(per_cpu_ptr(data->cpu_data, cpu)->depth); |
| 1341 | int *ignore = &(per_cpu_ptr(data->cpu_data, cpu)->ignore); |
Jiri Olsa | 2bd16212 | 2010-09-07 16:53:44 +0200 | [diff] [blame] | 1342 | int *depth_irq = &(per_cpu_ptr(data->cpu_data, cpu)->depth_irq); |
| 1343 | |
Jiri Olsa | be1eca3 | 2009-11-24 13:57:38 +0100 | [diff] [blame] | 1344 | *pid = -1; |
| 1345 | *depth = 0; |
| 1346 | *ignore = 0; |
Jiri Olsa | 2bd16212 | 2010-09-07 16:53:44 +0200 | [diff] [blame] | 1347 | *depth_irq = -1; |
Jiri Olsa | be1eca3 | 2009-11-24 13:57:38 +0100 | [diff] [blame] | 1348 | } |
Frederic Weisbecker | 9005f3e | 2009-01-22 17:04:53 -0800 | [diff] [blame] | 1349 | |
Steven Rostedt | 2fbcdb3 | 2009-03-19 13:24:42 -0400 | [diff] [blame] | 1350 | iter->private = data; |
Jiri Olsa | be1eca3 | 2009-11-24 13:57:38 +0100 | [diff] [blame] | 1351 | |
| 1352 | return; |
| 1353 | |
| 1354 | out_err_free: |
| 1355 | kfree(data); |
| 1356 | out_err: |
| 1357 | pr_warning("function graph tracer: not enough memory\n"); |
Frederic Weisbecker | 9005f3e | 2009-01-22 17:04:53 -0800 | [diff] [blame] | 1358 | } |
| 1359 | |
Jiri Olsa | 62b915f | 2010-04-02 19:01:22 +0200 | [diff] [blame] | 1360 | void graph_trace_close(struct trace_iterator *iter) |
Frederic Weisbecker | 9005f3e | 2009-01-22 17:04:53 -0800 | [diff] [blame] | 1361 | { |
Jiri Olsa | be1eca3 | 2009-11-24 13:57:38 +0100 | [diff] [blame] | 1362 | struct fgraph_data *data = iter->private; |
| 1363 | |
| 1364 | if (data) { |
| 1365 | free_percpu(data->cpu_data); |
| 1366 | kfree(data); |
| 1367 | } |
Frederic Weisbecker | 9005f3e | 2009-01-22 17:04:53 -0800 | [diff] [blame] | 1368 | } |
| 1369 | |
Steven Rostedt (Red Hat) | 8c1a49a | 2014-01-10 11:13:54 -0500 | [diff] [blame] | 1370 | static int |
| 1371 | func_graph_set_flag(struct trace_array *tr, u32 old_flags, u32 bit, int set) |
Steven Rostedt | b304d04 | 2010-09-14 18:58:33 -0400 | [diff] [blame] | 1372 | { |
| 1373 | if (bit == TRACE_GRAPH_PRINT_IRQS) |
| 1374 | ftrace_graph_skip_irqs = !set; |
| 1375 | |
| 1376 | return 0; |
| 1377 | } |
| 1378 | |
Steven Rostedt | a9a5776 | 2010-04-22 18:46:14 -0400 | [diff] [blame] | 1379 | static struct trace_event_functions graph_functions = { |
| 1380 | .trace = print_graph_function_event, |
| 1381 | }; |
| 1382 | |
Jiri Olsa | 9106b69 | 2010-04-02 19:01:20 +0200 | [diff] [blame] | 1383 | static struct trace_event graph_trace_entry_event = { |
| 1384 | .type = TRACE_GRAPH_ENT, |
Steven Rostedt | a9a5776 | 2010-04-22 18:46:14 -0400 | [diff] [blame] | 1385 | .funcs = &graph_functions, |
Jiri Olsa | 9106b69 | 2010-04-02 19:01:20 +0200 | [diff] [blame] | 1386 | }; |
| 1387 | |
| 1388 | static struct trace_event graph_trace_ret_event = { |
| 1389 | .type = TRACE_GRAPH_RET, |
Steven Rostedt | a9a5776 | 2010-04-22 18:46:14 -0400 | [diff] [blame] | 1390 | .funcs = &graph_functions |
Jiri Olsa | 9106b69 | 2010-04-02 19:01:20 +0200 | [diff] [blame] | 1391 | }; |
| 1392 | |
Steven Rostedt (Red Hat) | 8f76899 | 2013-07-18 14:41:51 -0400 | [diff] [blame] | 1393 | static struct tracer graph_trace __tracer_data = { |
Steven Rostedt | ef18012 | 2009-03-10 14:10:56 -0400 | [diff] [blame] | 1394 | .name = "function_graph", |
Stanislav Fomichev | 6508fa7 | 2014-07-18 15:17:27 +0400 | [diff] [blame] | 1395 | .update_thresh = graph_trace_update_thresh, |
Frederic Weisbecker | 9005f3e | 2009-01-22 17:04:53 -0800 | [diff] [blame] | 1396 | .open = graph_trace_open, |
Jiri Olsa | be1eca3 | 2009-11-24 13:57:38 +0100 | [diff] [blame] | 1397 | .pipe_open = graph_trace_open, |
Frederic Weisbecker | 9005f3e | 2009-01-22 17:04:53 -0800 | [diff] [blame] | 1398 | .close = graph_trace_close, |
Jiri Olsa | be1eca3 | 2009-11-24 13:57:38 +0100 | [diff] [blame] | 1399 | .pipe_close = graph_trace_close, |
Steven Rostedt | ef18012 | 2009-03-10 14:10:56 -0400 | [diff] [blame] | 1400 | .init = graph_trace_init, |
| 1401 | .reset = graph_trace_reset, |
Frederic Weisbecker | decbec3 | 2008-12-08 01:56:06 +0100 | [diff] [blame] | 1402 | .print_line = print_graph_function, |
| 1403 | .print_header = print_graph_headers, |
Frederic Weisbecker | fb52607 | 2008-11-25 21:07:04 +0100 | [diff] [blame] | 1404 | .flags = &tracer_flags, |
Steven Rostedt | b304d04 | 2010-09-14 18:58:33 -0400 | [diff] [blame] | 1405 | .set_flag = func_graph_set_flag, |
Frederic Weisbecker | 7447dce | 2009-02-07 21:33:57 +0100 | [diff] [blame] | 1406 | #ifdef CONFIG_FTRACE_SELFTEST |
| 1407 | .selftest = trace_selftest_startup_function_graph, |
| 1408 | #endif |
Frederic Weisbecker | fb52607 | 2008-11-25 21:07:04 +0100 | [diff] [blame] | 1409 | }; |
| 1410 | |
Steven Rostedt | 8741db5 | 2013-01-16 10:49:37 -0500 | [diff] [blame] | 1411 | |
| 1412 | static ssize_t |
| 1413 | graph_depth_write(struct file *filp, const char __user *ubuf, size_t cnt, |
| 1414 | loff_t *ppos) |
| 1415 | { |
| 1416 | unsigned long val; |
| 1417 | int ret; |
| 1418 | |
| 1419 | ret = kstrtoul_from_user(ubuf, cnt, 10, &val); |
| 1420 | if (ret) |
| 1421 | return ret; |
| 1422 | |
| 1423 | max_depth = val; |
| 1424 | |
| 1425 | *ppos += cnt; |
| 1426 | |
| 1427 | return cnt; |
| 1428 | } |
| 1429 | |
| 1430 | static ssize_t |
| 1431 | graph_depth_read(struct file *filp, char __user *ubuf, size_t cnt, |
| 1432 | loff_t *ppos) |
| 1433 | { |
| 1434 | char buf[15]; /* More than enough to hold UINT_MAX + "\n"*/ |
| 1435 | int n; |
| 1436 | |
| 1437 | n = sprintf(buf, "%d\n", max_depth); |
| 1438 | |
| 1439 | return simple_read_from_buffer(ubuf, cnt, ppos, buf, n); |
| 1440 | } |
| 1441 | |
| 1442 | static const struct file_operations graph_depth_fops = { |
| 1443 | .open = tracing_open_generic, |
| 1444 | .write = graph_depth_write, |
| 1445 | .read = graph_depth_read, |
| 1446 | .llseek = generic_file_llseek, |
| 1447 | }; |
| 1448 | |
| 1449 | static __init int init_graph_debugfs(void) |
| 1450 | { |
| 1451 | struct dentry *d_tracer; |
| 1452 | |
| 1453 | d_tracer = tracing_init_dentry(); |
| 1454 | if (!d_tracer) |
| 1455 | return 0; |
| 1456 | |
| 1457 | trace_create_file("max_graph_depth", 0644, d_tracer, |
| 1458 | NULL, &graph_depth_fops); |
| 1459 | |
| 1460 | return 0; |
| 1461 | } |
| 1462 | fs_initcall(init_graph_debugfs); |
| 1463 | |
Frederic Weisbecker | fb52607 | 2008-11-25 21:07:04 +0100 | [diff] [blame] | 1464 | static __init int init_graph_trace(void) |
| 1465 | { |
Lai Jiangshan | 0c9e6f6 | 2009-07-28 20:26:06 +0800 | [diff] [blame] | 1466 | max_bytes_for_cpu = snprintf(NULL, 0, "%d", nr_cpu_ids - 1); |
| 1467 | |
Jiri Olsa | 9106b69 | 2010-04-02 19:01:20 +0200 | [diff] [blame] | 1468 | if (!register_ftrace_event(&graph_trace_entry_event)) { |
| 1469 | pr_warning("Warning: could not register graph trace events\n"); |
| 1470 | return 1; |
| 1471 | } |
| 1472 | |
| 1473 | if (!register_ftrace_event(&graph_trace_ret_event)) { |
| 1474 | pr_warning("Warning: could not register graph trace events\n"); |
| 1475 | return 1; |
| 1476 | } |
| 1477 | |
Frederic Weisbecker | fb52607 | 2008-11-25 21:07:04 +0100 | [diff] [blame] | 1478 | return register_tracer(&graph_trace); |
| 1479 | } |
| 1480 | |
Steven Rostedt | 6f41567 | 2012-10-05 12:13:07 -0400 | [diff] [blame] | 1481 | core_initcall(init_graph_trace); |