Frederic Weisbecker | fb52607 | 2008-11-25 21:07:04 +0100 | [diff] [blame] | 1 | /* |
| 2 | * |
| 3 | * Function graph tracer. |
Frederic Weisbecker | 9005f3e | 2009-01-22 17:04:53 -0800 | [diff] [blame] | 4 | * Copyright (c) 2008-2009 Frederic Weisbecker <fweisbec@gmail.com> |
Frederic Weisbecker | fb52607 | 2008-11-25 21:07:04 +0100 | [diff] [blame] | 5 | * Mostly borrowed from function tracer which |
| 6 | * is Copyright (c) Steven Rostedt <srostedt@redhat.com> |
| 7 | * |
| 8 | */ |
Frederic Weisbecker | fb52607 | 2008-11-25 21:07:04 +0100 | [diff] [blame] | 9 | #include <linux/uaccess.h> |
| 10 | #include <linux/ftrace.h> |
Alexander Potapenko | be7635e | 2016-03-25 14:22:05 -0700 | [diff] [blame] | 11 | #include <linux/interrupt.h> |
Tejun Heo | 5a0e3ad | 2010-03-24 17:04:11 +0900 | [diff] [blame] | 12 | #include <linux/slab.h> |
Frederic Weisbecker | fb52607 | 2008-11-25 21:07:04 +0100 | [diff] [blame] | 13 | #include <linux/fs.h> |
| 14 | |
| 15 | #include "trace.h" |
Steven Rostedt | f0868d1 | 2008-12-23 23:24:12 -0500 | [diff] [blame] | 16 | #include "trace_output.h" |
Frederic Weisbecker | fb52607 | 2008-11-25 21:07:04 +0100 | [diff] [blame] | 17 | |
Steven Rostedt (Red Hat) | 1b2f121 | 2014-06-25 10:39:46 -0400 | [diff] [blame] | 18 | static bool kill_ftrace_graph; |
| 19 | |
| 20 | /** |
| 21 | * ftrace_graph_is_dead - returns true if ftrace_graph_stop() was called |
| 22 | * |
| 23 | * ftrace_graph_stop() is called when a severe error is detected in |
| 24 | * the function graph tracing. This function is called by the critical |
| 25 | * paths of function graph to keep those paths from doing any more harm. |
| 26 | */ |
| 27 | bool ftrace_graph_is_dead(void) |
| 28 | { |
| 29 | return kill_ftrace_graph; |
| 30 | } |
| 31 | |
| 32 | /** |
| 33 | * ftrace_graph_stop - set to permanently disable function graph tracincg |
| 34 | * |
| 35 | * In case of an error int function graph tracing, this is called |
| 36 | * to try to keep function graph tracing from causing any more harm. |
| 37 | * Usually this is pretty severe and this is called to try to at least |
| 38 | * get a warning out to the user. |
| 39 | */ |
| 40 | void ftrace_graph_stop(void) |
| 41 | { |
| 42 | kill_ftrace_graph = true; |
Steven Rostedt (Red Hat) | 1b2f121 | 2014-06-25 10:39:46 -0400 | [diff] [blame] | 43 | } |
| 44 | |
Steven Rostedt | b304d04 | 2010-09-14 18:58:33 -0400 | [diff] [blame] | 45 | /* When set, irq functions will be ignored */ |
| 46 | static int ftrace_graph_skip_irqs; |
| 47 | |
Jiri Olsa | be1eca3 | 2009-11-24 13:57:38 +0100 | [diff] [blame] | 48 | struct fgraph_cpu_data { |
Steven Rostedt | 2fbcdb3 | 2009-03-19 13:24:42 -0400 | [diff] [blame] | 49 | pid_t last_pid; |
| 50 | int depth; |
Jiri Olsa | 2bd16212 | 2010-09-07 16:53:44 +0200 | [diff] [blame] | 51 | int depth_irq; |
Jiri Olsa | be1eca3 | 2009-11-24 13:57:38 +0100 | [diff] [blame] | 52 | int ignore; |
Steven Rostedt | f1c7f51 | 2010-02-26 17:08:16 -0500 | [diff] [blame] | 53 | unsigned long enter_funcs[FTRACE_RETFUNC_DEPTH]; |
Jiri Olsa | be1eca3 | 2009-11-24 13:57:38 +0100 | [diff] [blame] | 54 | }; |
| 55 | |
| 56 | struct fgraph_data { |
Namhyung Kim | 6016ee1 | 2010-08-11 12:47:59 +0900 | [diff] [blame] | 57 | struct fgraph_cpu_data __percpu *cpu_data; |
Jiri Olsa | be1eca3 | 2009-11-24 13:57:38 +0100 | [diff] [blame] | 58 | |
| 59 | /* Place to preserve last processed entry. */ |
| 60 | struct ftrace_graph_ent_entry ent; |
| 61 | struct ftrace_graph_ret_entry ret; |
| 62 | int failed; |
| 63 | int cpu; |
Steven Rostedt | 2fbcdb3 | 2009-03-19 13:24:42 -0400 | [diff] [blame] | 64 | }; |
| 65 | |
Frederic Weisbecker | 287b6e6 | 2008-11-26 00:57:25 +0100 | [diff] [blame] | 66 | #define TRACE_GRAPH_INDENT 2 |
Frederic Weisbecker | fb52607 | 2008-11-25 21:07:04 +0100 | [diff] [blame] | 67 | |
Jamie Gennis | 7ee9aa4 | 2012-11-21 20:14:09 -0800 | [diff] [blame] | 68 | /* Flag options */ |
| 69 | #define TRACE_GRAPH_PRINT_FLAT 0x80 |
| 70 | |
Steven Rostedt | 8741db5 | 2013-01-16 10:49:37 -0500 | [diff] [blame] | 71 | static unsigned int max_depth; |
| 72 | |
Frederic Weisbecker | fb52607 | 2008-11-25 21:07:04 +0100 | [diff] [blame] | 73 | static struct tracer_opt trace_opts[] = { |
Frederic Weisbecker | 9005f3e | 2009-01-22 17:04:53 -0800 | [diff] [blame] | 74 | /* Display overruns? (for self-debug purpose) */ |
Frederic Weisbecker | 1a05615 | 2008-11-28 00:42:46 +0100 | [diff] [blame] | 75 | { TRACER_OPT(funcgraph-overrun, TRACE_GRAPH_PRINT_OVERRUN) }, |
| 76 | /* Display CPU ? */ |
| 77 | { TRACER_OPT(funcgraph-cpu, TRACE_GRAPH_PRINT_CPU) }, |
| 78 | /* Display Overhead ? */ |
| 79 | { TRACER_OPT(funcgraph-overhead, TRACE_GRAPH_PRINT_OVERHEAD) }, |
Frederic Weisbecker | 11e84ac | 2008-12-03 02:30:37 +0100 | [diff] [blame] | 80 | /* Display proc name/pid */ |
| 81 | { TRACER_OPT(funcgraph-proc, TRACE_GRAPH_PRINT_PROC) }, |
Frederic Weisbecker | 9005f3e | 2009-01-22 17:04:53 -0800 | [diff] [blame] | 82 | /* Display duration of execution */ |
| 83 | { TRACER_OPT(funcgraph-duration, TRACE_GRAPH_PRINT_DURATION) }, |
| 84 | /* Display absolute time of an entry */ |
| 85 | { TRACER_OPT(funcgraph-abstime, TRACE_GRAPH_PRINT_ABS_TIME) }, |
Jiri Olsa | 2bd16212 | 2010-09-07 16:53:44 +0200 | [diff] [blame] | 86 | /* Display interrupts */ |
| 87 | { TRACER_OPT(funcgraph-irqs, TRACE_GRAPH_PRINT_IRQS) }, |
Robert Elliott | 607e3a2 | 2014-05-20 17:10:51 -0500 | [diff] [blame] | 88 | /* Display function name after trailing } */ |
| 89 | { TRACER_OPT(funcgraph-tail, TRACE_GRAPH_PRINT_TAIL) }, |
Steven Rostedt (Red Hat) | 5557720 | 2015-09-29 19:06:50 -0400 | [diff] [blame] | 90 | /* Include sleep time (scheduled out) between entry and return */ |
| 91 | { TRACER_OPT(sleep-time, TRACE_GRAPH_SLEEP_TIME) }, |
| 92 | /* Include time within nested functions */ |
| 93 | { TRACER_OPT(graph-time, TRACE_GRAPH_GRAPH_TIME) }, |
Jamie Gennis | 7ee9aa4 | 2012-11-21 20:14:09 -0800 | [diff] [blame] | 94 | /* Use standard trace formatting rather than hierarchical */ |
| 95 | { TRACER_OPT(funcgraph-flat, TRACE_GRAPH_PRINT_FLAT) }, |
Frederic Weisbecker | fb52607 | 2008-11-25 21:07:04 +0100 | [diff] [blame] | 96 | { } /* Empty entry */ |
| 97 | }; |
| 98 | |
| 99 | static struct tracer_flags tracer_flags = { |
Robert Elliott | 607e3a2 | 2014-05-20 17:10:51 -0500 | [diff] [blame] | 100 | /* Don't display overruns, proc, or tail by default */ |
Frederic Weisbecker | 9005f3e | 2009-01-22 17:04:53 -0800 | [diff] [blame] | 101 | .val = TRACE_GRAPH_PRINT_CPU | TRACE_GRAPH_PRINT_OVERHEAD | |
Steven Rostedt (Red Hat) | 5557720 | 2015-09-29 19:06:50 -0400 | [diff] [blame] | 102 | TRACE_GRAPH_PRINT_DURATION | TRACE_GRAPH_PRINT_IRQS | |
| 103 | TRACE_GRAPH_SLEEP_TIME | TRACE_GRAPH_GRAPH_TIME, |
Frederic Weisbecker | fb52607 | 2008-11-25 21:07:04 +0100 | [diff] [blame] | 104 | .opts = trace_opts |
| 105 | }; |
| 106 | |
Frederic Weisbecker | 1a0799a | 2009-07-29 18:59:58 +0200 | [diff] [blame] | 107 | static struct trace_array *graph_array; |
Frederic Weisbecker | 9005f3e | 2009-01-22 17:04:53 -0800 | [diff] [blame] | 108 | |
Jiri Olsa | ffeb80f | 2011-06-03 16:58:48 +0200 | [diff] [blame] | 109 | /* |
| 110 | * DURATION column is being also used to display IRQ signs, |
| 111 | * following values are used by print_graph_irq and others |
| 112 | * to fill in space into DURATION column. |
| 113 | */ |
| 114 | enum { |
Steven Rostedt (Red Hat) | 6fc84ea | 2013-11-06 14:50:06 -0500 | [diff] [blame] | 115 | FLAGS_FILL_FULL = 1 << TRACE_GRAPH_PRINT_FILL_SHIFT, |
| 116 | FLAGS_FILL_START = 2 << TRACE_GRAPH_PRINT_FILL_SHIFT, |
| 117 | FLAGS_FILL_END = 3 << TRACE_GRAPH_PRINT_FILL_SHIFT, |
Jiri Olsa | ffeb80f | 2011-06-03 16:58:48 +0200 | [diff] [blame] | 118 | }; |
| 119 | |
Steven Rostedt (Red Hat) | 9d9add3 | 2014-11-12 14:57:38 -0500 | [diff] [blame] | 120 | static void |
Steven Rostedt (Red Hat) | 983f938 | 2015-09-30 09:42:05 -0400 | [diff] [blame] | 121 | print_graph_duration(struct trace_array *tr, unsigned long long duration, |
| 122 | struct trace_seq *s, u32 flags); |
Frederic Weisbecker | fb52607 | 2008-11-25 21:07:04 +0100 | [diff] [blame] | 123 | |
Steven Rostedt | 712406a | 2009-02-09 10:54:03 -0800 | [diff] [blame] | 124 | /* Add a function return address to the trace stack on thread info.*/ |
| 125 | int |
Steven Rostedt | 71e308a | 2009-06-18 12:45:08 -0400 | [diff] [blame] | 126 | ftrace_push_return_trace(unsigned long ret, unsigned long func, int *depth, |
Josh Poimboeuf | 9a7c348 | 2016-08-19 06:52:57 -0500 | [diff] [blame] | 127 | unsigned long frame_pointer, unsigned long *retp) |
Steven Rostedt | 712406a | 2009-02-09 10:54:03 -0800 | [diff] [blame] | 128 | { |
Steven Rostedt | 5d1a03d | 2009-03-23 23:38:49 -0400 | [diff] [blame] | 129 | unsigned long long calltime; |
Steven Rostedt | 712406a | 2009-02-09 10:54:03 -0800 | [diff] [blame] | 130 | int index; |
| 131 | |
Steven Rostedt (Red Hat) | 1b2f121 | 2014-06-25 10:39:46 -0400 | [diff] [blame] | 132 | if (unlikely(ftrace_graph_is_dead())) |
| 133 | return -EBUSY; |
| 134 | |
Steven Rostedt | 712406a | 2009-02-09 10:54:03 -0800 | [diff] [blame] | 135 | if (!current->ret_stack) |
| 136 | return -EBUSY; |
| 137 | |
Steven Rostedt | 82310a3 | 2009-06-02 12:26:07 -0400 | [diff] [blame] | 138 | /* |
| 139 | * We must make sure the ret_stack is tested before we read |
| 140 | * anything else. |
| 141 | */ |
| 142 | smp_rmb(); |
| 143 | |
Steven Rostedt | 712406a | 2009-02-09 10:54:03 -0800 | [diff] [blame] | 144 | /* The return trace stack is full */ |
| 145 | if (current->curr_ret_stack == FTRACE_RETFUNC_DEPTH - 1) { |
| 146 | atomic_inc(¤t->trace_overrun); |
| 147 | return -EBUSY; |
| 148 | } |
| 149 | |
Namhyung Kim | 29ad23b | 2013-10-14 17:24:26 +0900 | [diff] [blame] | 150 | /* |
| 151 | * The curr_ret_stack is an index to ftrace return stack of |
| 152 | * current task. Its value should be in [0, FTRACE_RETFUNC_ |
| 153 | * DEPTH) when the function graph tracer is used. To support |
| 154 | * filtering out specific functions, it makes the index |
| 155 | * negative by subtracting huge value (FTRACE_NOTRACE_DEPTH) |
| 156 | * so when it sees a negative index the ftrace will ignore |
| 157 | * the record. And the index gets recovered when returning |
| 158 | * from the filtered function by adding the FTRACE_NOTRACE_ |
| 159 | * DEPTH and then it'll continue to record functions normally. |
| 160 | * |
| 161 | * The curr_ret_stack is initialized to -1 and get increased |
| 162 | * in this function. So it can be less than -1 only if it was |
| 163 | * filtered out via ftrace_graph_notrace_addr() which can be |
Steven Rostedt (Red Hat) | 8434dc9 | 2015-01-20 12:13:40 -0500 | [diff] [blame] | 164 | * set from set_graph_notrace file in tracefs by user. |
Namhyung Kim | 29ad23b | 2013-10-14 17:24:26 +0900 | [diff] [blame] | 165 | */ |
| 166 | if (current->curr_ret_stack < -1) |
| 167 | return -EBUSY; |
| 168 | |
Steven Rostedt | 5d1a03d | 2009-03-23 23:38:49 -0400 | [diff] [blame] | 169 | calltime = trace_clock_local(); |
| 170 | |
Steven Rostedt | 712406a | 2009-02-09 10:54:03 -0800 | [diff] [blame] | 171 | index = ++current->curr_ret_stack; |
Namhyung Kim | 29ad23b | 2013-10-14 17:24:26 +0900 | [diff] [blame] | 172 | if (ftrace_graph_notrace_addr(func)) |
| 173 | current->curr_ret_stack -= FTRACE_NOTRACE_DEPTH; |
Steven Rostedt | 712406a | 2009-02-09 10:54:03 -0800 | [diff] [blame] | 174 | barrier(); |
| 175 | current->ret_stack[index].ret = ret; |
| 176 | current->ret_stack[index].func = func; |
Steven Rostedt | 5d1a03d | 2009-03-23 23:38:49 -0400 | [diff] [blame] | 177 | current->ret_stack[index].calltime = calltime; |
Josh Poimboeuf | daa460a | 2016-08-19 06:52:56 -0500 | [diff] [blame] | 178 | #ifdef HAVE_FUNCTION_GRAPH_FP_TEST |
Steven Rostedt | 71e308a | 2009-06-18 12:45:08 -0400 | [diff] [blame] | 179 | current->ret_stack[index].fp = frame_pointer; |
Josh Poimboeuf | daa460a | 2016-08-19 06:52:56 -0500 | [diff] [blame] | 180 | #endif |
Josh Poimboeuf | 9a7c348 | 2016-08-19 06:52:57 -0500 | [diff] [blame] | 181 | #ifdef HAVE_FUNCTION_GRAPH_RET_ADDR_PTR |
| 182 | current->ret_stack[index].retp = retp; |
| 183 | #endif |
Namhyung Kim | 29ad23b | 2013-10-14 17:24:26 +0900 | [diff] [blame] | 184 | *depth = current->curr_ret_stack; |
Steven Rostedt | 712406a | 2009-02-09 10:54:03 -0800 | [diff] [blame] | 185 | |
| 186 | return 0; |
| 187 | } |
| 188 | |
| 189 | /* Retrieve a function return address to the trace stack on thread info.*/ |
Steven Rostedt | a2a16d6 | 2009-03-24 23:17:58 -0400 | [diff] [blame] | 190 | static void |
Steven Rostedt | 71e308a | 2009-06-18 12:45:08 -0400 | [diff] [blame] | 191 | ftrace_pop_return_trace(struct ftrace_graph_ret *trace, unsigned long *ret, |
| 192 | unsigned long frame_pointer) |
Steven Rostedt | 712406a | 2009-02-09 10:54:03 -0800 | [diff] [blame] | 193 | { |
| 194 | int index; |
| 195 | |
| 196 | index = current->curr_ret_stack; |
| 197 | |
Namhyung Kim | 29ad23b | 2013-10-14 17:24:26 +0900 | [diff] [blame] | 198 | /* |
| 199 | * A negative index here means that it's just returned from a |
| 200 | * notrace'd function. Recover index to get an original |
| 201 | * return address. See ftrace_push_return_trace(). |
| 202 | * |
| 203 | * TODO: Need to check whether the stack gets corrupted. |
| 204 | */ |
| 205 | if (index < 0) |
| 206 | index += FTRACE_NOTRACE_DEPTH; |
| 207 | |
| 208 | if (unlikely(index < 0 || index >= FTRACE_RETFUNC_DEPTH)) { |
Steven Rostedt | 712406a | 2009-02-09 10:54:03 -0800 | [diff] [blame] | 209 | ftrace_graph_stop(); |
| 210 | WARN_ON(1); |
| 211 | /* Might as well panic, otherwise we have no where to go */ |
| 212 | *ret = (unsigned long)panic; |
| 213 | return; |
| 214 | } |
| 215 | |
Josh Poimboeuf | e4a744e | 2016-08-19 06:52:55 -0500 | [diff] [blame] | 216 | #ifdef HAVE_FUNCTION_GRAPH_FP_TEST |
Steven Rostedt | 71e308a | 2009-06-18 12:45:08 -0400 | [diff] [blame] | 217 | /* |
| 218 | * The arch may choose to record the frame pointer used |
| 219 | * and check it here to make sure that it is what we expect it |
| 220 | * to be. If gcc does not set the place holder of the return |
| 221 | * address in the frame pointer, and does a copy instead, then |
| 222 | * the function graph trace will fail. This test detects this |
| 223 | * case. |
| 224 | * |
| 225 | * Currently, x86_32 with optimize for size (-Os) makes the latest |
| 226 | * gcc do the above. |
Steven Rostedt | 781d062 | 2011-02-09 13:27:22 -0500 | [diff] [blame] | 227 | * |
| 228 | * Note, -mfentry does not use frame pointers, and this test |
| 229 | * is not needed if CC_USING_FENTRY is set. |
Steven Rostedt | 71e308a | 2009-06-18 12:45:08 -0400 | [diff] [blame] | 230 | */ |
| 231 | if (unlikely(current->ret_stack[index].fp != frame_pointer)) { |
| 232 | ftrace_graph_stop(); |
| 233 | WARN(1, "Bad frame pointer: expected %lx, received %lx\n" |
Steven Rostedt | b375a11 | 2009-09-17 00:05:58 -0400 | [diff] [blame] | 234 | " from func %ps return to %lx\n", |
Steven Rostedt | 71e308a | 2009-06-18 12:45:08 -0400 | [diff] [blame] | 235 | current->ret_stack[index].fp, |
| 236 | frame_pointer, |
| 237 | (void *)current->ret_stack[index].func, |
| 238 | current->ret_stack[index].ret); |
| 239 | *ret = (unsigned long)panic; |
| 240 | return; |
| 241 | } |
| 242 | #endif |
| 243 | |
Steven Rostedt | 712406a | 2009-02-09 10:54:03 -0800 | [diff] [blame] | 244 | *ret = current->ret_stack[index].ret; |
| 245 | trace->func = current->ret_stack[index].func; |
| 246 | trace->calltime = current->ret_stack[index].calltime; |
| 247 | trace->overrun = atomic_read(¤t->trace_overrun); |
| 248 | trace->depth = index; |
Steven Rostedt | 712406a | 2009-02-09 10:54:03 -0800 | [diff] [blame] | 249 | } |
| 250 | |
| 251 | /* |
| 252 | * Send the trace to the ring-buffer. |
| 253 | * @return the original return address. |
| 254 | */ |
Steven Rostedt | 71e308a | 2009-06-18 12:45:08 -0400 | [diff] [blame] | 255 | unsigned long ftrace_return_to_handler(unsigned long frame_pointer) |
Steven Rostedt | 712406a | 2009-02-09 10:54:03 -0800 | [diff] [blame] | 256 | { |
| 257 | struct ftrace_graph_ret trace; |
| 258 | unsigned long ret; |
| 259 | |
Steven Rostedt | 71e308a | 2009-06-18 12:45:08 -0400 | [diff] [blame] | 260 | ftrace_pop_return_trace(&trace, &ret, frame_pointer); |
Frederic Weisbecker | 0012693 | 2009-03-05 01:49:22 +0100 | [diff] [blame] | 261 | trace.rettime = trace_clock_local(); |
Steven Rostedt | a2a16d6 | 2009-03-24 23:17:58 -0400 | [diff] [blame] | 262 | barrier(); |
| 263 | current->curr_ret_stack--; |
Namhyung Kim | 29ad23b | 2013-10-14 17:24:26 +0900 | [diff] [blame] | 264 | /* |
| 265 | * The curr_ret_stack can be less than -1 only if it was |
| 266 | * filtered out and it's about to return from the function. |
| 267 | * Recover the index and continue to trace normal functions. |
| 268 | */ |
| 269 | if (current->curr_ret_stack < -1) { |
| 270 | current->curr_ret_stack += FTRACE_NOTRACE_DEPTH; |
| 271 | return ret; |
| 272 | } |
Steven Rostedt | 712406a | 2009-02-09 10:54:03 -0800 | [diff] [blame] | 273 | |
Steven Rostedt (Red Hat) | 03274a3 | 2013-01-29 17:30:31 -0500 | [diff] [blame] | 274 | /* |
| 275 | * The trace should run after decrementing the ret counter |
| 276 | * in case an interrupt were to come in. We don't want to |
| 277 | * lose the interrupt if max_depth is set. |
| 278 | */ |
| 279 | ftrace_graph_return(&trace); |
| 280 | |
Steven Rostedt | 712406a | 2009-02-09 10:54:03 -0800 | [diff] [blame] | 281 | if (unlikely(!ret)) { |
| 282 | ftrace_graph_stop(); |
| 283 | WARN_ON(1); |
| 284 | /* Might as well panic. What else to do? */ |
| 285 | ret = (unsigned long)panic; |
| 286 | } |
| 287 | |
| 288 | return ret; |
| 289 | } |
| 290 | |
Josh Poimboeuf | 223918e | 2016-08-19 06:52:58 -0500 | [diff] [blame] | 291 | /** |
| 292 | * ftrace_graph_ret_addr - convert a potentially modified stack return address |
| 293 | * to its original value |
| 294 | * |
| 295 | * This function can be called by stack unwinding code to convert a found stack |
| 296 | * return address ('ret') to its original value, in case the function graph |
| 297 | * tracer has modified it to be 'return_to_handler'. If the address hasn't |
| 298 | * been modified, the unchanged value of 'ret' is returned. |
| 299 | * |
| 300 | * 'idx' is a state variable which should be initialized by the caller to zero |
| 301 | * before the first call. |
| 302 | * |
| 303 | * 'retp' is a pointer to the return address on the stack. It's ignored if |
| 304 | * the arch doesn't have HAVE_FUNCTION_GRAPH_RET_ADDR_PTR defined. |
| 305 | */ |
| 306 | #ifdef HAVE_FUNCTION_GRAPH_RET_ADDR_PTR |
| 307 | unsigned long ftrace_graph_ret_addr(struct task_struct *task, int *idx, |
| 308 | unsigned long ret, unsigned long *retp) |
| 309 | { |
| 310 | int index = task->curr_ret_stack; |
| 311 | int i; |
| 312 | |
| 313 | if (ret != (unsigned long)return_to_handler) |
| 314 | return ret; |
| 315 | |
| 316 | if (index < -1) |
| 317 | index += FTRACE_NOTRACE_DEPTH; |
| 318 | |
| 319 | if (index < 0) |
| 320 | return ret; |
| 321 | |
| 322 | for (i = 0; i <= index; i++) |
| 323 | if (task->ret_stack[i].retp == retp) |
| 324 | return task->ret_stack[i].ret; |
| 325 | |
| 326 | return ret; |
| 327 | } |
| 328 | #else /* !HAVE_FUNCTION_GRAPH_RET_ADDR_PTR */ |
| 329 | unsigned long ftrace_graph_ret_addr(struct task_struct *task, int *idx, |
| 330 | unsigned long ret, unsigned long *retp) |
| 331 | { |
| 332 | int task_idx; |
| 333 | |
| 334 | if (ret != (unsigned long)return_to_handler) |
| 335 | return ret; |
| 336 | |
| 337 | task_idx = task->curr_ret_stack; |
| 338 | |
| 339 | if (!task->ret_stack || task_idx < *idx) |
| 340 | return ret; |
| 341 | |
| 342 | task_idx -= *idx; |
| 343 | (*idx)++; |
| 344 | |
| 345 | return task->ret_stack[task_idx].ret; |
| 346 | } |
| 347 | #endif /* HAVE_FUNCTION_GRAPH_RET_ADDR_PTR */ |
| 348 | |
Jiri Olsa | 62b915f | 2010-04-02 19:01:22 +0200 | [diff] [blame] | 349 | int __trace_graph_entry(struct trace_array *tr, |
Frederic Weisbecker | 1a0799a | 2009-07-29 18:59:58 +0200 | [diff] [blame] | 350 | struct ftrace_graph_ent *trace, |
| 351 | unsigned long flags, |
| 352 | int pc) |
| 353 | { |
Steven Rostedt (Red Hat) | 2425bcb | 2015-05-05 11:45:27 -0400 | [diff] [blame] | 354 | struct trace_event_call *call = &event_funcgraph_entry; |
Frederic Weisbecker | 1a0799a | 2009-07-29 18:59:58 +0200 | [diff] [blame] | 355 | struct ring_buffer_event *event; |
Steven Rostedt (Red Hat) | 12883ef | 2013-03-05 09:24:35 -0500 | [diff] [blame] | 356 | struct ring_buffer *buffer = tr->trace_buffer.buffer; |
Frederic Weisbecker | 1a0799a | 2009-07-29 18:59:58 +0200 | [diff] [blame] | 357 | struct ftrace_graph_ent_entry *entry; |
| 358 | |
Steven Rostedt | e77405a | 2009-09-02 14:17:06 -0400 | [diff] [blame] | 359 | event = trace_buffer_lock_reserve(buffer, TRACE_GRAPH_ENT, |
Frederic Weisbecker | 1a0799a | 2009-07-29 18:59:58 +0200 | [diff] [blame] | 360 | sizeof(*entry), flags, pc); |
| 361 | if (!event) |
| 362 | return 0; |
| 363 | entry = ring_buffer_event_data(event); |
| 364 | entry->graph_ent = *trace; |
Tom Zanussi | f306cc8 | 2013-10-24 08:34:17 -0500 | [diff] [blame] | 365 | if (!call_filter_check_discard(call, entry, buffer, event)) |
Steven Rostedt | 7ffbd48 | 2012-10-11 12:14:25 -0400 | [diff] [blame] | 366 | __buffer_unlock_commit(buffer, event); |
Frederic Weisbecker | 1a0799a | 2009-07-29 18:59:58 +0200 | [diff] [blame] | 367 | |
| 368 | return 1; |
| 369 | } |
| 370 | |
Steven Rostedt | b304d04 | 2010-09-14 18:58:33 -0400 | [diff] [blame] | 371 | static inline int ftrace_graph_ignore_irqs(void) |
| 372 | { |
Steven Rostedt | e4a3f54 | 2011-06-14 19:02:29 -0400 | [diff] [blame] | 373 | if (!ftrace_graph_skip_irqs || trace_recursion_test(TRACE_IRQ_BIT)) |
Steven Rostedt | b304d04 | 2010-09-14 18:58:33 -0400 | [diff] [blame] | 374 | return 0; |
| 375 | |
| 376 | return in_irq(); |
| 377 | } |
| 378 | |
Frederic Weisbecker | 1a0799a | 2009-07-29 18:59:58 +0200 | [diff] [blame] | 379 | int trace_graph_entry(struct ftrace_graph_ent *trace) |
| 380 | { |
| 381 | struct trace_array *tr = graph_array; |
| 382 | struct trace_array_cpu *data; |
| 383 | unsigned long flags; |
| 384 | long disabled; |
| 385 | int ret; |
| 386 | int cpu; |
| 387 | int pc; |
| 388 | |
Steven Rostedt (Red Hat) | 345ddcc | 2016-04-22 18:11:33 -0400 | [diff] [blame] | 389 | if (!ftrace_trace_task(tr)) |
Frederic Weisbecker | 1a0799a | 2009-07-29 18:59:58 +0200 | [diff] [blame] | 390 | return 0; |
| 391 | |
Lai Jiangshan | ea2c68a | 2010-01-13 19:38:30 +0800 | [diff] [blame] | 392 | /* trace it when it is-nested-in or is a function enabled. */ |
Steven Rostedt | 8741db5 | 2013-01-16 10:49:37 -0500 | [diff] [blame] | 393 | if ((!(trace->depth || ftrace_graph_addr(trace->func)) || |
Namhyung Kim | 29ad23b | 2013-10-14 17:24:26 +0900 | [diff] [blame] | 394 | ftrace_graph_ignore_irqs()) || (trace->depth < 0) || |
Steven Rostedt | 8741db5 | 2013-01-16 10:49:37 -0500 | [diff] [blame] | 395 | (max_depth && trace->depth >= max_depth)) |
Frederic Weisbecker | 1a0799a | 2009-07-29 18:59:58 +0200 | [diff] [blame] | 396 | return 0; |
| 397 | |
Namhyung Kim | 29ad23b | 2013-10-14 17:24:26 +0900 | [diff] [blame] | 398 | /* |
| 399 | * Do not trace a function if it's filtered by set_graph_notrace. |
| 400 | * Make the index of ret stack negative to indicate that it should |
| 401 | * ignore further functions. But it needs its own ret stack entry |
| 402 | * to recover the original index in order to continue tracing after |
| 403 | * returning from the function. |
| 404 | */ |
| 405 | if (ftrace_graph_notrace_addr(trace->func)) |
| 406 | return 1; |
| 407 | |
Joel Fernandes | 7fa8b71 | 2016-06-17 22:44:54 -0700 | [diff] [blame] | 408 | /* |
| 409 | * Stop here if tracing_threshold is set. We only write function return |
| 410 | * events to the ring buffer. |
| 411 | */ |
| 412 | if (tracing_thresh) |
| 413 | return 1; |
| 414 | |
Frederic Weisbecker | 1a0799a | 2009-07-29 18:59:58 +0200 | [diff] [blame] | 415 | local_irq_save(flags); |
| 416 | cpu = raw_smp_processor_id(); |
Steven Rostedt (Red Hat) | 12883ef | 2013-03-05 09:24:35 -0500 | [diff] [blame] | 417 | data = per_cpu_ptr(tr->trace_buffer.data, cpu); |
Frederic Weisbecker | 1a0799a | 2009-07-29 18:59:58 +0200 | [diff] [blame] | 418 | disabled = atomic_inc_return(&data->disabled); |
| 419 | if (likely(disabled == 1)) { |
| 420 | pc = preempt_count(); |
| 421 | ret = __trace_graph_entry(tr, trace, flags, pc); |
| 422 | } else { |
| 423 | ret = 0; |
| 424 | } |
Frederic Weisbecker | 1a0799a | 2009-07-29 18:59:58 +0200 | [diff] [blame] | 425 | |
| 426 | atomic_dec(&data->disabled); |
| 427 | local_irq_restore(flags); |
| 428 | |
| 429 | return ret; |
| 430 | } |
| 431 | |
Jiri Olsa | 0a77262 | 2010-09-23 14:00:52 +0200 | [diff] [blame] | 432 | static void |
| 433 | __trace_graph_function(struct trace_array *tr, |
| 434 | unsigned long ip, unsigned long flags, int pc) |
| 435 | { |
| 436 | u64 time = trace_clock_local(); |
| 437 | struct ftrace_graph_ent ent = { |
| 438 | .func = ip, |
| 439 | .depth = 0, |
| 440 | }; |
| 441 | struct ftrace_graph_ret ret = { |
| 442 | .func = ip, |
| 443 | .depth = 0, |
| 444 | .calltime = time, |
| 445 | .rettime = time, |
| 446 | }; |
| 447 | |
| 448 | __trace_graph_entry(tr, &ent, flags, pc); |
| 449 | __trace_graph_return(tr, &ret, flags, pc); |
| 450 | } |
| 451 | |
| 452 | void |
| 453 | trace_graph_function(struct trace_array *tr, |
| 454 | unsigned long ip, unsigned long parent_ip, |
| 455 | unsigned long flags, int pc) |
| 456 | { |
Jiri Olsa | 0a77262 | 2010-09-23 14:00:52 +0200 | [diff] [blame] | 457 | __trace_graph_function(tr, ip, flags, pc); |
| 458 | } |
| 459 | |
Jiri Olsa | 62b915f | 2010-04-02 19:01:22 +0200 | [diff] [blame] | 460 | void __trace_graph_return(struct trace_array *tr, |
Frederic Weisbecker | 1a0799a | 2009-07-29 18:59:58 +0200 | [diff] [blame] | 461 | struct ftrace_graph_ret *trace, |
| 462 | unsigned long flags, |
| 463 | int pc) |
| 464 | { |
Steven Rostedt (Red Hat) | 2425bcb | 2015-05-05 11:45:27 -0400 | [diff] [blame] | 465 | struct trace_event_call *call = &event_funcgraph_exit; |
Frederic Weisbecker | 1a0799a | 2009-07-29 18:59:58 +0200 | [diff] [blame] | 466 | struct ring_buffer_event *event; |
Steven Rostedt (Red Hat) | 12883ef | 2013-03-05 09:24:35 -0500 | [diff] [blame] | 467 | struct ring_buffer *buffer = tr->trace_buffer.buffer; |
Frederic Weisbecker | 1a0799a | 2009-07-29 18:59:58 +0200 | [diff] [blame] | 468 | struct ftrace_graph_ret_entry *entry; |
| 469 | |
Steven Rostedt | e77405a | 2009-09-02 14:17:06 -0400 | [diff] [blame] | 470 | event = trace_buffer_lock_reserve(buffer, TRACE_GRAPH_RET, |
Frederic Weisbecker | 1a0799a | 2009-07-29 18:59:58 +0200 | [diff] [blame] | 471 | sizeof(*entry), flags, pc); |
| 472 | if (!event) |
| 473 | return; |
| 474 | entry = ring_buffer_event_data(event); |
| 475 | entry->ret = *trace; |
Tom Zanussi | f306cc8 | 2013-10-24 08:34:17 -0500 | [diff] [blame] | 476 | if (!call_filter_check_discard(call, entry, buffer, event)) |
Steven Rostedt | 7ffbd48 | 2012-10-11 12:14:25 -0400 | [diff] [blame] | 477 | __buffer_unlock_commit(buffer, event); |
Frederic Weisbecker | 1a0799a | 2009-07-29 18:59:58 +0200 | [diff] [blame] | 478 | } |
| 479 | |
| 480 | void trace_graph_return(struct ftrace_graph_ret *trace) |
| 481 | { |
| 482 | struct trace_array *tr = graph_array; |
| 483 | struct trace_array_cpu *data; |
| 484 | unsigned long flags; |
| 485 | long disabled; |
| 486 | int cpu; |
| 487 | int pc; |
| 488 | |
| 489 | local_irq_save(flags); |
| 490 | cpu = raw_smp_processor_id(); |
Steven Rostedt (Red Hat) | 12883ef | 2013-03-05 09:24:35 -0500 | [diff] [blame] | 491 | data = per_cpu_ptr(tr->trace_buffer.data, cpu); |
Frederic Weisbecker | 1a0799a | 2009-07-29 18:59:58 +0200 | [diff] [blame] | 492 | disabled = atomic_inc_return(&data->disabled); |
| 493 | if (likely(disabled == 1)) { |
| 494 | pc = preempt_count(); |
| 495 | __trace_graph_return(tr, trace, flags, pc); |
| 496 | } |
Frederic Weisbecker | 1a0799a | 2009-07-29 18:59:58 +0200 | [diff] [blame] | 497 | atomic_dec(&data->disabled); |
| 498 | local_irq_restore(flags); |
| 499 | } |
| 500 | |
Frederic Weisbecker | 24a5365 | 2010-01-14 08:23:15 +0100 | [diff] [blame] | 501 | void set_graph_array(struct trace_array *tr) |
| 502 | { |
| 503 | graph_array = tr; |
| 504 | |
| 505 | /* Make graph_array visible before we start tracing */ |
| 506 | |
| 507 | smp_mb(); |
| 508 | } |
| 509 | |
Steven Rostedt (Red Hat) | ba1afef | 2014-07-18 18:07:49 -0400 | [diff] [blame] | 510 | static void trace_graph_thresh_return(struct ftrace_graph_ret *trace) |
Tim Bird | 0e95017 | 2010-02-25 15:36:43 -0800 | [diff] [blame] | 511 | { |
| 512 | if (tracing_thresh && |
| 513 | (trace->rettime - trace->calltime < tracing_thresh)) |
| 514 | return; |
| 515 | else |
| 516 | trace_graph_return(trace); |
| 517 | } |
| 518 | |
Frederic Weisbecker | fb52607 | 2008-11-25 21:07:04 +0100 | [diff] [blame] | 519 | static int graph_trace_init(struct trace_array *tr) |
| 520 | { |
Frederic Weisbecker | 1a0799a | 2009-07-29 18:59:58 +0200 | [diff] [blame] | 521 | int ret; |
| 522 | |
Frederic Weisbecker | 24a5365 | 2010-01-14 08:23:15 +0100 | [diff] [blame] | 523 | set_graph_array(tr); |
Tim Bird | 0e95017 | 2010-02-25 15:36:43 -0800 | [diff] [blame] | 524 | if (tracing_thresh) |
| 525 | ret = register_ftrace_graph(&trace_graph_thresh_return, |
Joel Fernandes | 7fa8b71 | 2016-06-17 22:44:54 -0700 | [diff] [blame] | 526 | &trace_graph_entry); |
Tim Bird | 0e95017 | 2010-02-25 15:36:43 -0800 | [diff] [blame] | 527 | else |
| 528 | ret = register_ftrace_graph(&trace_graph_return, |
| 529 | &trace_graph_entry); |
Steven Rostedt | 660c7f9 | 2008-11-26 00:16:26 -0500 | [diff] [blame] | 530 | if (ret) |
| 531 | return ret; |
| 532 | tracing_start_cmdline_record(); |
| 533 | |
| 534 | return 0; |
Frederic Weisbecker | fb52607 | 2008-11-25 21:07:04 +0100 | [diff] [blame] | 535 | } |
| 536 | |
| 537 | static void graph_trace_reset(struct trace_array *tr) |
| 538 | { |
Steven Rostedt | 660c7f9 | 2008-11-26 00:16:26 -0500 | [diff] [blame] | 539 | tracing_stop_cmdline_record(); |
| 540 | unregister_ftrace_graph(); |
Frederic Weisbecker | fb52607 | 2008-11-25 21:07:04 +0100 | [diff] [blame] | 541 | } |
| 542 | |
Steven Rostedt (Red Hat) | ba1afef | 2014-07-18 18:07:49 -0400 | [diff] [blame] | 543 | static int graph_trace_update_thresh(struct trace_array *tr) |
Stanislav Fomichev | 6508fa7 | 2014-07-18 15:17:27 +0400 | [diff] [blame] | 544 | { |
| 545 | graph_trace_reset(tr); |
| 546 | return graph_trace_init(tr); |
| 547 | } |
| 548 | |
Lai Jiangshan | 0c9e6f6 | 2009-07-28 20:26:06 +0800 | [diff] [blame] | 549 | static int max_bytes_for_cpu; |
Frederic Weisbecker | 1a05615 | 2008-11-28 00:42:46 +0100 | [diff] [blame] | 550 | |
Steven Rostedt (Red Hat) | 9d9add3 | 2014-11-12 14:57:38 -0500 | [diff] [blame] | 551 | static void print_graph_cpu(struct trace_seq *s, int cpu) |
Frederic Weisbecker | 1a05615 | 2008-11-28 00:42:46 +0100 | [diff] [blame] | 552 | { |
Ingo Molnar | d51090b | 2008-11-28 09:55:16 +0100 | [diff] [blame] | 553 | /* |
| 554 | * Start with a space character - to make it stand out |
| 555 | * to the right a bit when trace output is pasted into |
| 556 | * email: |
| 557 | */ |
Steven Rostedt (Red Hat) | 9d9add3 | 2014-11-12 14:57:38 -0500 | [diff] [blame] | 558 | trace_seq_printf(s, " %*d) ", max_bytes_for_cpu, cpu); |
Frederic Weisbecker | 1a05615 | 2008-11-28 00:42:46 +0100 | [diff] [blame] | 559 | } |
| 560 | |
Frederic Weisbecker | 11e84ac | 2008-12-03 02:30:37 +0100 | [diff] [blame] | 561 | #define TRACE_GRAPH_PROCINFO_LENGTH 14 |
| 562 | |
Steven Rostedt (Red Hat) | 9d9add3 | 2014-11-12 14:57:38 -0500 | [diff] [blame] | 563 | static void print_graph_proc(struct trace_seq *s, pid_t pid) |
Frederic Weisbecker | 11e84ac | 2008-12-03 02:30:37 +0100 | [diff] [blame] | 564 | { |
Steven Rostedt | 4ca53085 | 2009-03-16 19:20:15 -0400 | [diff] [blame] | 565 | char comm[TASK_COMM_LEN]; |
Frederic Weisbecker | 11e84ac | 2008-12-03 02:30:37 +0100 | [diff] [blame] | 566 | /* sign + log10(MAX_INT) + '\0' */ |
| 567 | char pid_str[11]; |
Steven Rostedt | 4ca53085 | 2009-03-16 19:20:15 -0400 | [diff] [blame] | 568 | int spaces = 0; |
Steven Rostedt | 4ca53085 | 2009-03-16 19:20:15 -0400 | [diff] [blame] | 569 | int len; |
| 570 | int i; |
Frederic Weisbecker | 11e84ac | 2008-12-03 02:30:37 +0100 | [diff] [blame] | 571 | |
Steven Rostedt | 4ca53085 | 2009-03-16 19:20:15 -0400 | [diff] [blame] | 572 | trace_find_cmdline(pid, comm); |
Frederic Weisbecker | 11e84ac | 2008-12-03 02:30:37 +0100 | [diff] [blame] | 573 | comm[7] = '\0'; |
| 574 | sprintf(pid_str, "%d", pid); |
| 575 | |
| 576 | /* 1 stands for the "-" character */ |
| 577 | len = strlen(comm) + strlen(pid_str) + 1; |
| 578 | |
| 579 | if (len < TRACE_GRAPH_PROCINFO_LENGTH) |
| 580 | spaces = TRACE_GRAPH_PROCINFO_LENGTH - len; |
| 581 | |
| 582 | /* First spaces to align center */ |
Steven Rostedt (Red Hat) | 9d9add3 | 2014-11-12 14:57:38 -0500 | [diff] [blame] | 583 | for (i = 0; i < spaces / 2; i++) |
| 584 | trace_seq_putc(s, ' '); |
Frederic Weisbecker | 11e84ac | 2008-12-03 02:30:37 +0100 | [diff] [blame] | 585 | |
Steven Rostedt (Red Hat) | 9d9add3 | 2014-11-12 14:57:38 -0500 | [diff] [blame] | 586 | trace_seq_printf(s, "%s-%s", comm, pid_str); |
Frederic Weisbecker | 11e84ac | 2008-12-03 02:30:37 +0100 | [diff] [blame] | 587 | |
| 588 | /* Last spaces to align center */ |
Steven Rostedt (Red Hat) | 9d9add3 | 2014-11-12 14:57:38 -0500 | [diff] [blame] | 589 | for (i = 0; i < spaces - (spaces / 2); i++) |
| 590 | trace_seq_putc(s, ' '); |
Frederic Weisbecker | 11e84ac | 2008-12-03 02:30:37 +0100 | [diff] [blame] | 591 | } |
| 592 | |
Frederic Weisbecker | 1a05615 | 2008-11-28 00:42:46 +0100 | [diff] [blame] | 593 | |
Steven Rostedt (Red Hat) | 9d9add3 | 2014-11-12 14:57:38 -0500 | [diff] [blame] | 594 | static void print_graph_lat_fmt(struct trace_seq *s, struct trace_entry *entry) |
Steven Rostedt | 49ff590 | 2009-09-11 00:30:26 -0400 | [diff] [blame] | 595 | { |
Steven Rostedt (Red Hat) | 9d9add3 | 2014-11-12 14:57:38 -0500 | [diff] [blame] | 596 | trace_seq_putc(s, ' '); |
| 597 | trace_print_lat_fmt(s, entry); |
Steven Rostedt | 49ff590 | 2009-09-11 00:30:26 -0400 | [diff] [blame] | 598 | } |
| 599 | |
Frederic Weisbecker | 287b6e6 | 2008-11-26 00:57:25 +0100 | [diff] [blame] | 600 | /* If the pid changed since the last trace, output this event */ |
Steven Rostedt (Red Hat) | 9d9add3 | 2014-11-12 14:57:38 -0500 | [diff] [blame] | 601 | static void |
Steven Rostedt | 2fbcdb3 | 2009-03-19 13:24:42 -0400 | [diff] [blame] | 602 | verif_pid(struct trace_seq *s, pid_t pid, int cpu, struct fgraph_data *data) |
Frederic Weisbecker | 287b6e6 | 2008-11-26 00:57:25 +0100 | [diff] [blame] | 603 | { |
Ingo Molnar | d51090b | 2008-11-28 09:55:16 +0100 | [diff] [blame] | 604 | pid_t prev_pid; |
Frederic Weisbecker | 9005f3e | 2009-01-22 17:04:53 -0800 | [diff] [blame] | 605 | pid_t *last_pid; |
Steven Rostedt | 660c7f9 | 2008-11-26 00:16:26 -0500 | [diff] [blame] | 606 | |
Steven Rostedt | 2fbcdb3 | 2009-03-19 13:24:42 -0400 | [diff] [blame] | 607 | if (!data) |
Steven Rostedt (Red Hat) | 9d9add3 | 2014-11-12 14:57:38 -0500 | [diff] [blame] | 608 | return; |
Frederic Weisbecker | 287b6e6 | 2008-11-26 00:57:25 +0100 | [diff] [blame] | 609 | |
Jiri Olsa | be1eca3 | 2009-11-24 13:57:38 +0100 | [diff] [blame] | 610 | last_pid = &(per_cpu_ptr(data->cpu_data, cpu)->last_pid); |
Steven Rostedt | 660c7f9 | 2008-11-26 00:16:26 -0500 | [diff] [blame] | 611 | |
Frederic Weisbecker | 9005f3e | 2009-01-22 17:04:53 -0800 | [diff] [blame] | 612 | if (*last_pid == pid) |
Steven Rostedt (Red Hat) | 9d9add3 | 2014-11-12 14:57:38 -0500 | [diff] [blame] | 613 | return; |
Frederic Weisbecker | 9005f3e | 2009-01-22 17:04:53 -0800 | [diff] [blame] | 614 | |
| 615 | prev_pid = *last_pid; |
| 616 | *last_pid = pid; |
| 617 | |
| 618 | if (prev_pid == -1) |
Steven Rostedt (Red Hat) | 9d9add3 | 2014-11-12 14:57:38 -0500 | [diff] [blame] | 619 | return; |
Ingo Molnar | d51090b | 2008-11-28 09:55:16 +0100 | [diff] [blame] | 620 | /* |
| 621 | * Context-switch trace line: |
| 622 | |
| 623 | ------------------------------------------ |
| 624 | | 1) migration/0--1 => sshd-1755 |
| 625 | ------------------------------------------ |
| 626 | |
| 627 | */ |
Steven Rostedt (Red Hat) | 9d9add3 | 2014-11-12 14:57:38 -0500 | [diff] [blame] | 628 | trace_seq_puts(s, " ------------------------------------------\n"); |
| 629 | print_graph_cpu(s, cpu); |
| 630 | print_graph_proc(s, prev_pid); |
| 631 | trace_seq_puts(s, " => "); |
| 632 | print_graph_proc(s, pid); |
| 633 | trace_seq_puts(s, "\n ------------------------------------------\n\n"); |
Frederic Weisbecker | 287b6e6 | 2008-11-26 00:57:25 +0100 | [diff] [blame] | 634 | } |
| 635 | |
Frederic Weisbecker | b91facc | 2009-02-06 18:30:44 +0100 | [diff] [blame] | 636 | static struct ftrace_graph_ret_entry * |
| 637 | get_return_for_leaf(struct trace_iterator *iter, |
Frederic Weisbecker | 83a8df6 | 2008-11-27 01:46:33 +0100 | [diff] [blame] | 638 | struct ftrace_graph_ent_entry *curr) |
Frederic Weisbecker | 287b6e6 | 2008-11-26 00:57:25 +0100 | [diff] [blame] | 639 | { |
Jiri Olsa | be1eca3 | 2009-11-24 13:57:38 +0100 | [diff] [blame] | 640 | struct fgraph_data *data = iter->private; |
| 641 | struct ring_buffer_iter *ring_iter = NULL; |
Frederic Weisbecker | 83a8df6 | 2008-11-27 01:46:33 +0100 | [diff] [blame] | 642 | struct ring_buffer_event *event; |
| 643 | struct ftrace_graph_ret_entry *next; |
| 644 | |
Jiri Olsa | be1eca3 | 2009-11-24 13:57:38 +0100 | [diff] [blame] | 645 | /* |
| 646 | * If the previous output failed to write to the seq buffer, |
| 647 | * then we just reuse the data from before. |
| 648 | */ |
| 649 | if (data && data->failed) { |
| 650 | curr = &data->ent; |
| 651 | next = &data->ret; |
| 652 | } else { |
Frederic Weisbecker | 83a8df6 | 2008-11-27 01:46:33 +0100 | [diff] [blame] | 653 | |
Steven Rostedt | 6d158a8 | 2012-06-27 20:46:14 -0400 | [diff] [blame] | 654 | ring_iter = trace_buffer_iter(iter, iter->cpu); |
Jiri Olsa | be1eca3 | 2009-11-24 13:57:38 +0100 | [diff] [blame] | 655 | |
| 656 | /* First peek to compare current entry and the next one */ |
| 657 | if (ring_iter) |
| 658 | event = ring_buffer_iter_peek(ring_iter, NULL); |
| 659 | else { |
| 660 | /* |
| 661 | * We need to consume the current entry to see |
| 662 | * the next one. |
| 663 | */ |
Steven Rostedt (Red Hat) | 12883ef | 2013-03-05 09:24:35 -0500 | [diff] [blame] | 664 | ring_buffer_consume(iter->trace_buffer->buffer, iter->cpu, |
Steven Rostedt | 66a8cb9 | 2010-03-31 13:21:56 -0400 | [diff] [blame] | 665 | NULL, NULL); |
Steven Rostedt (Red Hat) | 12883ef | 2013-03-05 09:24:35 -0500 | [diff] [blame] | 666 | event = ring_buffer_peek(iter->trace_buffer->buffer, iter->cpu, |
Steven Rostedt | 66a8cb9 | 2010-03-31 13:21:56 -0400 | [diff] [blame] | 667 | NULL, NULL); |
Jiri Olsa | be1eca3 | 2009-11-24 13:57:38 +0100 | [diff] [blame] | 668 | } |
| 669 | |
| 670 | if (!event) |
| 671 | return NULL; |
| 672 | |
| 673 | next = ring_buffer_event_data(event); |
| 674 | |
| 675 | if (data) { |
| 676 | /* |
| 677 | * Save current and next entries for later reference |
| 678 | * if the output fails. |
| 679 | */ |
| 680 | data->ent = *curr; |
Shaohua Li | 575570f | 2010-07-27 16:06:34 +0800 | [diff] [blame] | 681 | /* |
| 682 | * If the next event is not a return type, then |
| 683 | * we only care about what type it is. Otherwise we can |
| 684 | * safely copy the entire event. |
| 685 | */ |
| 686 | if (next->ent.type == TRACE_GRAPH_RET) |
| 687 | data->ret = *next; |
| 688 | else |
| 689 | data->ret.ent.type = next->ent.type; |
Jiri Olsa | be1eca3 | 2009-11-24 13:57:38 +0100 | [diff] [blame] | 690 | } |
Frederic Weisbecker | b91facc | 2009-02-06 18:30:44 +0100 | [diff] [blame] | 691 | } |
Frederic Weisbecker | 83a8df6 | 2008-11-27 01:46:33 +0100 | [diff] [blame] | 692 | |
Frederic Weisbecker | 83a8df6 | 2008-11-27 01:46:33 +0100 | [diff] [blame] | 693 | if (next->ent.type != TRACE_GRAPH_RET) |
Frederic Weisbecker | b91facc | 2009-02-06 18:30:44 +0100 | [diff] [blame] | 694 | return NULL; |
Frederic Weisbecker | 83a8df6 | 2008-11-27 01:46:33 +0100 | [diff] [blame] | 695 | |
| 696 | if (curr->ent.pid != next->ent.pid || |
| 697 | curr->graph_ent.func != next->ret.func) |
Frederic Weisbecker | b91facc | 2009-02-06 18:30:44 +0100 | [diff] [blame] | 698 | return NULL; |
Frederic Weisbecker | 83a8df6 | 2008-11-27 01:46:33 +0100 | [diff] [blame] | 699 | |
Frederic Weisbecker | b91facc | 2009-02-06 18:30:44 +0100 | [diff] [blame] | 700 | /* this is a leaf, now advance the iterator */ |
| 701 | if (ring_iter) |
| 702 | ring_buffer_read(ring_iter, NULL); |
| 703 | |
| 704 | return next; |
Frederic Weisbecker | 83a8df6 | 2008-11-27 01:46:33 +0100 | [diff] [blame] | 705 | } |
| 706 | |
Steven Rostedt (Red Hat) | 9d9add3 | 2014-11-12 14:57:38 -0500 | [diff] [blame] | 707 | static void print_graph_abs_time(u64 t, struct trace_seq *s) |
Frederic Weisbecker | d1f9cbd | 2009-02-18 04:25:25 +0100 | [diff] [blame] | 708 | { |
| 709 | unsigned long usecs_rem; |
| 710 | |
| 711 | usecs_rem = do_div(t, NSEC_PER_SEC); |
| 712 | usecs_rem /= 1000; |
| 713 | |
Steven Rostedt (Red Hat) | 9d9add3 | 2014-11-12 14:57:38 -0500 | [diff] [blame] | 714 | trace_seq_printf(s, "%5lu.%06lu | ", |
| 715 | (unsigned long)t, usecs_rem); |
Frederic Weisbecker | d1f9cbd | 2009-02-18 04:25:25 +0100 | [diff] [blame] | 716 | } |
| 717 | |
Steven Rostedt (Red Hat) | 9d9add3 | 2014-11-12 14:57:38 -0500 | [diff] [blame] | 718 | static void |
Frederic Weisbecker | d1f9cbd | 2009-02-18 04:25:25 +0100 | [diff] [blame] | 719 | print_graph_irq(struct trace_iterator *iter, unsigned long addr, |
Jiri Olsa | d7a8d9e | 2010-04-02 19:01:21 +0200 | [diff] [blame] | 720 | enum trace_type type, int cpu, pid_t pid, u32 flags) |
Frederic Weisbecker | f8b755a | 2008-12-09 23:55:25 +0100 | [diff] [blame] | 721 | { |
Steven Rostedt (Red Hat) | 983f938 | 2015-09-30 09:42:05 -0400 | [diff] [blame] | 722 | struct trace_array *tr = iter->tr; |
Frederic Weisbecker | d1f9cbd | 2009-02-18 04:25:25 +0100 | [diff] [blame] | 723 | struct trace_seq *s = &iter->seq; |
Daniel Bristot de Oliveira | 678f845 | 2014-11-06 15:25:09 -0200 | [diff] [blame] | 724 | struct trace_entry *ent = iter->ent; |
Frederic Weisbecker | f8b755a | 2008-12-09 23:55:25 +0100 | [diff] [blame] | 725 | |
| 726 | if (addr < (unsigned long)__irqentry_text_start || |
| 727 | addr >= (unsigned long)__irqentry_text_end) |
Steven Rostedt (Red Hat) | 9d9add3 | 2014-11-12 14:57:38 -0500 | [diff] [blame] | 728 | return; |
Frederic Weisbecker | f8b755a | 2008-12-09 23:55:25 +0100 | [diff] [blame] | 729 | |
Steven Rostedt (Red Hat) | 983f938 | 2015-09-30 09:42:05 -0400 | [diff] [blame] | 730 | if (tr->trace_flags & TRACE_ITER_CONTEXT_INFO) { |
Jiri Olsa | 749230b | 2011-06-03 16:58:51 +0200 | [diff] [blame] | 731 | /* Absolute time */ |
Steven Rostedt (Red Hat) | 9d9add3 | 2014-11-12 14:57:38 -0500 | [diff] [blame] | 732 | if (flags & TRACE_GRAPH_PRINT_ABS_TIME) |
| 733 | print_graph_abs_time(iter->ts, s); |
Frederic Weisbecker | d1f9cbd | 2009-02-18 04:25:25 +0100 | [diff] [blame] | 734 | |
Jiri Olsa | 749230b | 2011-06-03 16:58:51 +0200 | [diff] [blame] | 735 | /* Cpu */ |
Steven Rostedt (Red Hat) | 9d9add3 | 2014-11-12 14:57:38 -0500 | [diff] [blame] | 736 | if (flags & TRACE_GRAPH_PRINT_CPU) |
| 737 | print_graph_cpu(s, cpu); |
Steven Rostedt | 49ff590 | 2009-09-11 00:30:26 -0400 | [diff] [blame] | 738 | |
Jiri Olsa | 749230b | 2011-06-03 16:58:51 +0200 | [diff] [blame] | 739 | /* Proc */ |
| 740 | if (flags & TRACE_GRAPH_PRINT_PROC) { |
Steven Rostedt (Red Hat) | 9d9add3 | 2014-11-12 14:57:38 -0500 | [diff] [blame] | 741 | print_graph_proc(s, pid); |
| 742 | trace_seq_puts(s, " | "); |
Jiri Olsa | 749230b | 2011-06-03 16:58:51 +0200 | [diff] [blame] | 743 | } |
Daniel Bristot de Oliveira | 678f845 | 2014-11-06 15:25:09 -0200 | [diff] [blame] | 744 | |
| 745 | /* Latency format */ |
Steven Rostedt (Red Hat) | 983f938 | 2015-09-30 09:42:05 -0400 | [diff] [blame] | 746 | if (tr->trace_flags & TRACE_ITER_LATENCY_FMT) |
Steven Rostedt (Red Hat) | 9d9add3 | 2014-11-12 14:57:38 -0500 | [diff] [blame] | 747 | print_graph_lat_fmt(s, ent); |
Frederic Weisbecker | 9005f3e | 2009-01-22 17:04:53 -0800 | [diff] [blame] | 748 | } |
| 749 | |
| 750 | /* No overhead */ |
Steven Rostedt (Red Hat) | 983f938 | 2015-09-30 09:42:05 -0400 | [diff] [blame] | 751 | print_graph_duration(tr, 0, s, flags | FLAGS_FILL_START); |
Frederic Weisbecker | 9005f3e | 2009-01-22 17:04:53 -0800 | [diff] [blame] | 752 | |
| 753 | if (type == TRACE_GRAPH_ENT) |
Steven Rostedt (Red Hat) | 9d9add3 | 2014-11-12 14:57:38 -0500 | [diff] [blame] | 754 | trace_seq_puts(s, "==========>"); |
Frederic Weisbecker | 9005f3e | 2009-01-22 17:04:53 -0800 | [diff] [blame] | 755 | else |
Steven Rostedt (Red Hat) | 9d9add3 | 2014-11-12 14:57:38 -0500 | [diff] [blame] | 756 | trace_seq_puts(s, "<=========="); |
Frederic Weisbecker | 9005f3e | 2009-01-22 17:04:53 -0800 | [diff] [blame] | 757 | |
Steven Rostedt (Red Hat) | 983f938 | 2015-09-30 09:42:05 -0400 | [diff] [blame] | 758 | print_graph_duration(tr, 0, s, flags | FLAGS_FILL_END); |
Steven Rostedt (Red Hat) | 9d9add3 | 2014-11-12 14:57:38 -0500 | [diff] [blame] | 759 | trace_seq_putc(s, '\n'); |
Frederic Weisbecker | f8b755a | 2008-12-09 23:55:25 +0100 | [diff] [blame] | 760 | } |
Frederic Weisbecker | 83a8df6 | 2008-11-27 01:46:33 +0100 | [diff] [blame] | 761 | |
Steven Rostedt (Red Hat) | 9d9add3 | 2014-11-12 14:57:38 -0500 | [diff] [blame] | 762 | void |
Steven Rostedt | 0706f1c | 2009-03-23 23:12:58 -0400 | [diff] [blame] | 763 | trace_print_graph_duration(unsigned long long duration, struct trace_seq *s) |
Frederic Weisbecker | 83a8df6 | 2008-11-27 01:46:33 +0100 | [diff] [blame] | 764 | { |
| 765 | unsigned long nsecs_rem = do_div(duration, 1000); |
Frederic Weisbecker | 166d3c7 | 2008-12-03 02:32:12 +0100 | [diff] [blame] | 766 | /* log10(ULONG_MAX) + '\0' */ |
Byungchul Park | 4526d06 | 2014-11-05 16:18:44 +0900 | [diff] [blame] | 767 | char usecs_str[21]; |
Frederic Weisbecker | 166d3c7 | 2008-12-03 02:32:12 +0100 | [diff] [blame] | 768 | char nsecs_str[5]; |
Steven Rostedt (Red Hat) | 9d9add3 | 2014-11-12 14:57:38 -0500 | [diff] [blame] | 769 | int len; |
Frederic Weisbecker | 166d3c7 | 2008-12-03 02:32:12 +0100 | [diff] [blame] | 770 | int i; |
| 771 | |
Byungchul Park | 4526d06 | 2014-11-05 16:18:44 +0900 | [diff] [blame] | 772 | sprintf(usecs_str, "%lu", (unsigned long) duration); |
Frederic Weisbecker | 166d3c7 | 2008-12-03 02:32:12 +0100 | [diff] [blame] | 773 | |
| 774 | /* Print msecs */ |
Steven Rostedt (Red Hat) | 9d9add3 | 2014-11-12 14:57:38 -0500 | [diff] [blame] | 775 | trace_seq_printf(s, "%s", usecs_str); |
Frederic Weisbecker | 166d3c7 | 2008-12-03 02:32:12 +0100 | [diff] [blame] | 776 | |
Byungchul Park | 4526d06 | 2014-11-05 16:18:44 +0900 | [diff] [blame] | 777 | len = strlen(usecs_str); |
Frederic Weisbecker | 166d3c7 | 2008-12-03 02:32:12 +0100 | [diff] [blame] | 778 | |
| 779 | /* Print nsecs (we don't want to exceed 7 numbers) */ |
| 780 | if (len < 7) { |
Borislav Petkov | 14cae9b | 2010-09-29 10:08:23 +0200 | [diff] [blame] | 781 | size_t slen = min_t(size_t, sizeof(nsecs_str), 8UL - len); |
| 782 | |
| 783 | snprintf(nsecs_str, slen, "%03lu", nsecs_rem); |
Steven Rostedt (Red Hat) | 9d9add3 | 2014-11-12 14:57:38 -0500 | [diff] [blame] | 784 | trace_seq_printf(s, ".%s", nsecs_str); |
Steven Rostedt (Red Hat) | 82c355e | 2015-07-16 21:58:52 -0400 | [diff] [blame] | 785 | len += strlen(nsecs_str) + 1; |
Frederic Weisbecker | 166d3c7 | 2008-12-03 02:32:12 +0100 | [diff] [blame] | 786 | } |
| 787 | |
Steven Rostedt (Red Hat) | 9d9add3 | 2014-11-12 14:57:38 -0500 | [diff] [blame] | 788 | trace_seq_puts(s, " us "); |
Frederic Weisbecker | 166d3c7 | 2008-12-03 02:32:12 +0100 | [diff] [blame] | 789 | |
| 790 | /* Print remaining spaces to fit the row's width */ |
Steven Rostedt (Red Hat) | 82c355e | 2015-07-16 21:58:52 -0400 | [diff] [blame] | 791 | for (i = len; i < 8; i++) |
Steven Rostedt (Red Hat) | 9d9add3 | 2014-11-12 14:57:38 -0500 | [diff] [blame] | 792 | trace_seq_putc(s, ' '); |
Steven Rostedt | 0706f1c | 2009-03-23 23:12:58 -0400 | [diff] [blame] | 793 | } |
| 794 | |
Steven Rostedt (Red Hat) | 9d9add3 | 2014-11-12 14:57:38 -0500 | [diff] [blame] | 795 | static void |
Steven Rostedt (Red Hat) | 983f938 | 2015-09-30 09:42:05 -0400 | [diff] [blame] | 796 | print_graph_duration(struct trace_array *tr, unsigned long long duration, |
| 797 | struct trace_seq *s, u32 flags) |
Steven Rostedt | 0706f1c | 2009-03-23 23:12:58 -0400 | [diff] [blame] | 798 | { |
Jiri Olsa | 749230b | 2011-06-03 16:58:51 +0200 | [diff] [blame] | 799 | if (!(flags & TRACE_GRAPH_PRINT_DURATION) || |
Steven Rostedt (Red Hat) | 983f938 | 2015-09-30 09:42:05 -0400 | [diff] [blame] | 800 | !(tr->trace_flags & TRACE_ITER_CONTEXT_INFO)) |
Steven Rostedt (Red Hat) | 9d9add3 | 2014-11-12 14:57:38 -0500 | [diff] [blame] | 801 | return; |
Jiri Olsa | ffeb80f | 2011-06-03 16:58:48 +0200 | [diff] [blame] | 802 | |
| 803 | /* No real adata, just filling the column with spaces */ |
Steven Rostedt (Red Hat) | 6fc84ea | 2013-11-06 14:50:06 -0500 | [diff] [blame] | 804 | switch (flags & TRACE_GRAPH_PRINT_FILL_MASK) { |
| 805 | case FLAGS_FILL_FULL: |
Steven Rostedt (Red Hat) | 9d9add3 | 2014-11-12 14:57:38 -0500 | [diff] [blame] | 806 | trace_seq_puts(s, " | "); |
| 807 | return; |
Steven Rostedt (Red Hat) | 6fc84ea | 2013-11-06 14:50:06 -0500 | [diff] [blame] | 808 | case FLAGS_FILL_START: |
Steven Rostedt (Red Hat) | 9d9add3 | 2014-11-12 14:57:38 -0500 | [diff] [blame] | 809 | trace_seq_puts(s, " "); |
| 810 | return; |
Steven Rostedt (Red Hat) | 6fc84ea | 2013-11-06 14:50:06 -0500 | [diff] [blame] | 811 | case FLAGS_FILL_END: |
Steven Rostedt (Red Hat) | 9d9add3 | 2014-11-12 14:57:38 -0500 | [diff] [blame] | 812 | trace_seq_puts(s, " |"); |
| 813 | return; |
Jiri Olsa | ffeb80f | 2011-06-03 16:58:48 +0200 | [diff] [blame] | 814 | } |
| 815 | |
| 816 | /* Signal a overhead of time execution to the output */ |
Byungchul Park | 8e1e1df | 2014-11-24 09:34:19 +0900 | [diff] [blame] | 817 | if (flags & TRACE_GRAPH_PRINT_OVERHEAD) |
| 818 | trace_seq_printf(s, "%c ", trace_find_mark(duration)); |
| 819 | else |
Steven Rostedt (Red Hat) | 9d9add3 | 2014-11-12 14:57:38 -0500 | [diff] [blame] | 820 | trace_seq_puts(s, " "); |
Jiri Olsa | ffeb80f | 2011-06-03 16:58:48 +0200 | [diff] [blame] | 821 | |
Steven Rostedt (Red Hat) | 9d9add3 | 2014-11-12 14:57:38 -0500 | [diff] [blame] | 822 | trace_print_graph_duration(duration, s); |
| 823 | trace_seq_puts(s, "| "); |
Frederic Weisbecker | 83a8df6 | 2008-11-27 01:46:33 +0100 | [diff] [blame] | 824 | } |
| 825 | |
Frederic Weisbecker | 83a8df6 | 2008-11-27 01:46:33 +0100 | [diff] [blame] | 826 | /* Case of a leaf function on its call entry */ |
| 827 | static enum print_line_t |
| 828 | print_graph_entry_leaf(struct trace_iterator *iter, |
Frederic Weisbecker | b91facc | 2009-02-06 18:30:44 +0100 | [diff] [blame] | 829 | struct ftrace_graph_ent_entry *entry, |
Jiri Olsa | d7a8d9e | 2010-04-02 19:01:21 +0200 | [diff] [blame] | 830 | struct ftrace_graph_ret_entry *ret_entry, |
| 831 | struct trace_seq *s, u32 flags) |
Frederic Weisbecker | 83a8df6 | 2008-11-27 01:46:33 +0100 | [diff] [blame] | 832 | { |
Steven Rostedt | 2fbcdb3 | 2009-03-19 13:24:42 -0400 | [diff] [blame] | 833 | struct fgraph_data *data = iter->private; |
Steven Rostedt (Red Hat) | 983f938 | 2015-09-30 09:42:05 -0400 | [diff] [blame] | 834 | struct trace_array *tr = iter->tr; |
Frederic Weisbecker | 83a8df6 | 2008-11-27 01:46:33 +0100 | [diff] [blame] | 835 | struct ftrace_graph_ret *graph_ret; |
Frederic Weisbecker | 83a8df6 | 2008-11-27 01:46:33 +0100 | [diff] [blame] | 836 | struct ftrace_graph_ent *call; |
| 837 | unsigned long long duration; |
Changbin Du | 07cd816 | 2018-01-31 23:48:49 +0800 | [diff] [blame] | 838 | int cpu = iter->cpu; |
Frederic Weisbecker | 1a05615 | 2008-11-28 00:42:46 +0100 | [diff] [blame] | 839 | int i; |
Frederic Weisbecker | 287b6e6 | 2008-11-26 00:57:25 +0100 | [diff] [blame] | 840 | |
Frederic Weisbecker | 83a8df6 | 2008-11-27 01:46:33 +0100 | [diff] [blame] | 841 | graph_ret = &ret_entry->ret; |
| 842 | call = &entry->graph_ent; |
| 843 | duration = graph_ret->rettime - graph_ret->calltime; |
Steven Rostedt | 437f24fb | 2008-11-26 00:16:27 -0500 | [diff] [blame] | 844 | |
Steven Rostedt | 2fbcdb3 | 2009-03-19 13:24:42 -0400 | [diff] [blame] | 845 | if (data) { |
Steven Rostedt | f1c7f51 | 2010-02-26 17:08:16 -0500 | [diff] [blame] | 846 | struct fgraph_cpu_data *cpu_data; |
Steven Rostedt | f1c7f51 | 2010-02-26 17:08:16 -0500 | [diff] [blame] | 847 | |
| 848 | cpu_data = per_cpu_ptr(data->cpu_data, cpu); |
Steven Rostedt | 2fbcdb3 | 2009-03-19 13:24:42 -0400 | [diff] [blame] | 849 | |
Steven Rostedt (Red Hat) | 239b40e | 2016-12-08 20:54:49 -0500 | [diff] [blame] | 850 | /* If a graph tracer ignored set_graph_notrace */ |
| 851 | if (call->depth < -1) |
| 852 | call->depth += FTRACE_NOTRACE_DEPTH; |
| 853 | |
Steven Rostedt | 2fbcdb3 | 2009-03-19 13:24:42 -0400 | [diff] [blame] | 854 | /* |
| 855 | * Comments display at + 1 to depth. Since |
| 856 | * this is a leaf function, keep the comments |
| 857 | * equal to this depth. |
| 858 | */ |
Steven Rostedt | f1c7f51 | 2010-02-26 17:08:16 -0500 | [diff] [blame] | 859 | cpu_data->depth = call->depth - 1; |
| 860 | |
| 861 | /* No need to keep this function around for this depth */ |
Steven Rostedt (Red Hat) | 239b40e | 2016-12-08 20:54:49 -0500 | [diff] [blame] | 862 | if (call->depth < FTRACE_RETFUNC_DEPTH && |
| 863 | !WARN_ON_ONCE(call->depth < 0)) |
Steven Rostedt | f1c7f51 | 2010-02-26 17:08:16 -0500 | [diff] [blame] | 864 | cpu_data->enter_funcs[call->depth] = 0; |
Steven Rostedt | 2fbcdb3 | 2009-03-19 13:24:42 -0400 | [diff] [blame] | 865 | } |
| 866 | |
Jiri Olsa | ffeb80f | 2011-06-03 16:58:48 +0200 | [diff] [blame] | 867 | /* Overhead and duration */ |
Steven Rostedt (Red Hat) | 983f938 | 2015-09-30 09:42:05 -0400 | [diff] [blame] | 868 | print_graph_duration(tr, duration, s, flags); |
Frederic Weisbecker | 1a05615 | 2008-11-28 00:42:46 +0100 | [diff] [blame] | 869 | |
Frederic Weisbecker | 83a8df6 | 2008-11-27 01:46:33 +0100 | [diff] [blame] | 870 | /* Function */ |
Steven Rostedt (Red Hat) | 9d9add3 | 2014-11-12 14:57:38 -0500 | [diff] [blame] | 871 | for (i = 0; i < call->depth * TRACE_GRAPH_INDENT; i++) |
| 872 | trace_seq_putc(s, ' '); |
Frederic Weisbecker | 287b6e6 | 2008-11-26 00:57:25 +0100 | [diff] [blame] | 873 | |
Steven Rostedt (Red Hat) | 9d9add3 | 2014-11-12 14:57:38 -0500 | [diff] [blame] | 874 | trace_seq_printf(s, "%ps();\n", (void *)call->func); |
Frederic Weisbecker | 83a8df6 | 2008-11-27 01:46:33 +0100 | [diff] [blame] | 875 | |
Changbin Du | 07cd816 | 2018-01-31 23:48:49 +0800 | [diff] [blame] | 876 | print_graph_irq(iter, graph_ret->func, TRACE_GRAPH_RET, |
| 877 | cpu, iter->ent->pid, flags); |
| 878 | |
Steven Rostedt (Red Hat) | 9d9add3 | 2014-11-12 14:57:38 -0500 | [diff] [blame] | 879 | return trace_handle_return(s); |
Frederic Weisbecker | 287b6e6 | 2008-11-26 00:57:25 +0100 | [diff] [blame] | 880 | } |
| 881 | |
| 882 | static enum print_line_t |
Steven Rostedt | 2fbcdb3 | 2009-03-19 13:24:42 -0400 | [diff] [blame] | 883 | print_graph_entry_nested(struct trace_iterator *iter, |
| 884 | struct ftrace_graph_ent_entry *entry, |
Jiri Olsa | d7a8d9e | 2010-04-02 19:01:21 +0200 | [diff] [blame] | 885 | struct trace_seq *s, int cpu, u32 flags) |
Frederic Weisbecker | 287b6e6 | 2008-11-26 00:57:25 +0100 | [diff] [blame] | 886 | { |
Frederic Weisbecker | 83a8df6 | 2008-11-27 01:46:33 +0100 | [diff] [blame] | 887 | struct ftrace_graph_ent *call = &entry->graph_ent; |
Steven Rostedt | 2fbcdb3 | 2009-03-19 13:24:42 -0400 | [diff] [blame] | 888 | struct fgraph_data *data = iter->private; |
Steven Rostedt (Red Hat) | 983f938 | 2015-09-30 09:42:05 -0400 | [diff] [blame] | 889 | struct trace_array *tr = iter->tr; |
Steven Rostedt | 2fbcdb3 | 2009-03-19 13:24:42 -0400 | [diff] [blame] | 890 | int i; |
| 891 | |
| 892 | if (data) { |
Steven Rostedt | f1c7f51 | 2010-02-26 17:08:16 -0500 | [diff] [blame] | 893 | struct fgraph_cpu_data *cpu_data; |
Steven Rostedt | 2fbcdb3 | 2009-03-19 13:24:42 -0400 | [diff] [blame] | 894 | int cpu = iter->cpu; |
Steven Rostedt | 2fbcdb3 | 2009-03-19 13:24:42 -0400 | [diff] [blame] | 895 | |
Steven Rostedt (Red Hat) | 239b40e | 2016-12-08 20:54:49 -0500 | [diff] [blame] | 896 | /* If a graph tracer ignored set_graph_notrace */ |
| 897 | if (call->depth < -1) |
| 898 | call->depth += FTRACE_NOTRACE_DEPTH; |
| 899 | |
Steven Rostedt | f1c7f51 | 2010-02-26 17:08:16 -0500 | [diff] [blame] | 900 | cpu_data = per_cpu_ptr(data->cpu_data, cpu); |
| 901 | cpu_data->depth = call->depth; |
| 902 | |
| 903 | /* Save this function pointer to see if the exit matches */ |
Steven Rostedt (Red Hat) | 239b40e | 2016-12-08 20:54:49 -0500 | [diff] [blame] | 904 | if (call->depth < FTRACE_RETFUNC_DEPTH && |
| 905 | !WARN_ON_ONCE(call->depth < 0)) |
Steven Rostedt | f1c7f51 | 2010-02-26 17:08:16 -0500 | [diff] [blame] | 906 | cpu_data->enter_funcs[call->depth] = call->func; |
Steven Rostedt | 2fbcdb3 | 2009-03-19 13:24:42 -0400 | [diff] [blame] | 907 | } |
Frederic Weisbecker | 83a8df6 | 2008-11-27 01:46:33 +0100 | [diff] [blame] | 908 | |
Frederic Weisbecker | 9005f3e | 2009-01-22 17:04:53 -0800 | [diff] [blame] | 909 | /* No time */ |
Steven Rostedt (Red Hat) | 983f938 | 2015-09-30 09:42:05 -0400 | [diff] [blame] | 910 | print_graph_duration(tr, 0, s, flags | FLAGS_FILL_FULL); |
Frederic Weisbecker | f8b755a | 2008-12-09 23:55:25 +0100 | [diff] [blame] | 911 | |
Frederic Weisbecker | 83a8df6 | 2008-11-27 01:46:33 +0100 | [diff] [blame] | 912 | /* Function */ |
Steven Rostedt (Red Hat) | 9d9add3 | 2014-11-12 14:57:38 -0500 | [diff] [blame] | 913 | for (i = 0; i < call->depth * TRACE_GRAPH_INDENT; i++) |
| 914 | trace_seq_putc(s, ' '); |
Frederic Weisbecker | 83a8df6 | 2008-11-27 01:46:33 +0100 | [diff] [blame] | 915 | |
Steven Rostedt (Red Hat) | 9d9add3 | 2014-11-12 14:57:38 -0500 | [diff] [blame] | 916 | trace_seq_printf(s, "%ps() {\n", (void *)call->func); |
| 917 | |
| 918 | if (trace_seq_has_overflowed(s)) |
Frederic Weisbecker | 83a8df6 | 2008-11-27 01:46:33 +0100 | [diff] [blame] | 919 | return TRACE_TYPE_PARTIAL_LINE; |
| 920 | |
Frederic Weisbecker | b91facc | 2009-02-06 18:30:44 +0100 | [diff] [blame] | 921 | /* |
| 922 | * we already consumed the current entry to check the next one |
| 923 | * and see if this is a leaf. |
| 924 | */ |
| 925 | return TRACE_TYPE_NO_CONSUME; |
Frederic Weisbecker | 83a8df6 | 2008-11-27 01:46:33 +0100 | [diff] [blame] | 926 | } |
| 927 | |
Steven Rostedt (Red Hat) | 9d9add3 | 2014-11-12 14:57:38 -0500 | [diff] [blame] | 928 | static void |
Steven Rostedt | ac5f6c9 | 2009-03-19 11:29:23 -0400 | [diff] [blame] | 929 | print_graph_prologue(struct trace_iterator *iter, struct trace_seq *s, |
Jiri Olsa | d7a8d9e | 2010-04-02 19:01:21 +0200 | [diff] [blame] | 930 | int type, unsigned long addr, u32 flags) |
Frederic Weisbecker | 83a8df6 | 2008-11-27 01:46:33 +0100 | [diff] [blame] | 931 | { |
Steven Rostedt | 2fbcdb3 | 2009-03-19 13:24:42 -0400 | [diff] [blame] | 932 | struct fgraph_data *data = iter->private; |
Frederic Weisbecker | 83a8df6 | 2008-11-27 01:46:33 +0100 | [diff] [blame] | 933 | struct trace_entry *ent = iter->ent; |
Steven Rostedt (Red Hat) | 983f938 | 2015-09-30 09:42:05 -0400 | [diff] [blame] | 934 | struct trace_array *tr = iter->tr; |
Steven Rostedt | ac5f6c9 | 2009-03-19 11:29:23 -0400 | [diff] [blame] | 935 | int cpu = iter->cpu; |
Frederic Weisbecker | 287b6e6 | 2008-11-26 00:57:25 +0100 | [diff] [blame] | 936 | |
Frederic Weisbecker | 1a05615 | 2008-11-28 00:42:46 +0100 | [diff] [blame] | 937 | /* Pid */ |
Steven Rostedt (Red Hat) | 9d9add3 | 2014-11-12 14:57:38 -0500 | [diff] [blame] | 938 | verif_pid(s, ent->pid, cpu, data); |
Steven Rostedt | 437f24fb | 2008-11-26 00:16:27 -0500 | [diff] [blame] | 939 | |
Steven Rostedt (Red Hat) | 9d9add3 | 2014-11-12 14:57:38 -0500 | [diff] [blame] | 940 | if (type) |
Steven Rostedt | ac5f6c9 | 2009-03-19 11:29:23 -0400 | [diff] [blame] | 941 | /* Interrupt */ |
Steven Rostedt (Red Hat) | 9d9add3 | 2014-11-12 14:57:38 -0500 | [diff] [blame] | 942 | print_graph_irq(iter, addr, type, cpu, ent->pid, flags); |
Frederic Weisbecker | 9005f3e | 2009-01-22 17:04:53 -0800 | [diff] [blame] | 943 | |
Steven Rostedt (Red Hat) | 983f938 | 2015-09-30 09:42:05 -0400 | [diff] [blame] | 944 | if (!(tr->trace_flags & TRACE_ITER_CONTEXT_INFO)) |
Steven Rostedt (Red Hat) | 9d9add3 | 2014-11-12 14:57:38 -0500 | [diff] [blame] | 945 | return; |
Jiri Olsa | 749230b | 2011-06-03 16:58:51 +0200 | [diff] [blame] | 946 | |
Frederic Weisbecker | 9005f3e | 2009-01-22 17:04:53 -0800 | [diff] [blame] | 947 | /* Absolute time */ |
Steven Rostedt (Red Hat) | 9d9add3 | 2014-11-12 14:57:38 -0500 | [diff] [blame] | 948 | if (flags & TRACE_GRAPH_PRINT_ABS_TIME) |
| 949 | print_graph_abs_time(iter->ts, s); |
Frederic Weisbecker | 9005f3e | 2009-01-22 17:04:53 -0800 | [diff] [blame] | 950 | |
Frederic Weisbecker | 1a05615 | 2008-11-28 00:42:46 +0100 | [diff] [blame] | 951 | /* Cpu */ |
Steven Rostedt (Red Hat) | 9d9add3 | 2014-11-12 14:57:38 -0500 | [diff] [blame] | 952 | if (flags & TRACE_GRAPH_PRINT_CPU) |
| 953 | print_graph_cpu(s, cpu); |
Frederic Weisbecker | 11e84ac | 2008-12-03 02:30:37 +0100 | [diff] [blame] | 954 | |
| 955 | /* Proc */ |
Jiri Olsa | d7a8d9e | 2010-04-02 19:01:21 +0200 | [diff] [blame] | 956 | if (flags & TRACE_GRAPH_PRINT_PROC) { |
Steven Rostedt (Red Hat) | 9d9add3 | 2014-11-12 14:57:38 -0500 | [diff] [blame] | 957 | print_graph_proc(s, ent->pid); |
| 958 | trace_seq_puts(s, " | "); |
Frederic Weisbecker | 1a05615 | 2008-11-28 00:42:46 +0100 | [diff] [blame] | 959 | } |
Frederic Weisbecker | 287b6e6 | 2008-11-26 00:57:25 +0100 | [diff] [blame] | 960 | |
Steven Rostedt | 49ff590 | 2009-09-11 00:30:26 -0400 | [diff] [blame] | 961 | /* Latency format */ |
Steven Rostedt (Red Hat) | 983f938 | 2015-09-30 09:42:05 -0400 | [diff] [blame] | 962 | if (tr->trace_flags & TRACE_ITER_LATENCY_FMT) |
Steven Rostedt (Red Hat) | 9d9add3 | 2014-11-12 14:57:38 -0500 | [diff] [blame] | 963 | print_graph_lat_fmt(s, ent); |
Steven Rostedt | 49ff590 | 2009-09-11 00:30:26 -0400 | [diff] [blame] | 964 | |
Steven Rostedt (Red Hat) | 9d9add3 | 2014-11-12 14:57:38 -0500 | [diff] [blame] | 965 | return; |
Steven Rostedt | ac5f6c9 | 2009-03-19 11:29:23 -0400 | [diff] [blame] | 966 | } |
| 967 | |
Jiri Olsa | 2bd16212 | 2010-09-07 16:53:44 +0200 | [diff] [blame] | 968 | /* |
| 969 | * Entry check for irq code |
| 970 | * |
| 971 | * returns 1 if |
| 972 | * - we are inside irq code |
Lucas De Marchi | 25985ed | 2011-03-30 22:57:33 -0300 | [diff] [blame] | 973 | * - we just entered irq code |
Jiri Olsa | 2bd16212 | 2010-09-07 16:53:44 +0200 | [diff] [blame] | 974 | * |
| 975 | * retunns 0 if |
| 976 | * - funcgraph-interrupts option is set |
| 977 | * - we are not inside irq code |
| 978 | */ |
| 979 | static int |
| 980 | check_irq_entry(struct trace_iterator *iter, u32 flags, |
| 981 | unsigned long addr, int depth) |
| 982 | { |
| 983 | int cpu = iter->cpu; |
Jiri Olsa | a9d6117 | 2010-09-24 17:41:02 +0200 | [diff] [blame] | 984 | int *depth_irq; |
Jiri Olsa | 2bd16212 | 2010-09-07 16:53:44 +0200 | [diff] [blame] | 985 | struct fgraph_data *data = iter->private; |
Jiri Olsa | 2bd16212 | 2010-09-07 16:53:44 +0200 | [diff] [blame] | 986 | |
Jiri Olsa | a9d6117 | 2010-09-24 17:41:02 +0200 | [diff] [blame] | 987 | /* |
| 988 | * If we are either displaying irqs, or we got called as |
| 989 | * a graph event and private data does not exist, |
| 990 | * then we bypass the irq check. |
| 991 | */ |
| 992 | if ((flags & TRACE_GRAPH_PRINT_IRQS) || |
| 993 | (!data)) |
Jiri Olsa | 2bd16212 | 2010-09-07 16:53:44 +0200 | [diff] [blame] | 994 | return 0; |
| 995 | |
Jiri Olsa | a9d6117 | 2010-09-24 17:41:02 +0200 | [diff] [blame] | 996 | depth_irq = &(per_cpu_ptr(data->cpu_data, cpu)->depth_irq); |
| 997 | |
Jiri Olsa | 2bd16212 | 2010-09-07 16:53:44 +0200 | [diff] [blame] | 998 | /* |
| 999 | * We are inside the irq code |
| 1000 | */ |
| 1001 | if (*depth_irq >= 0) |
| 1002 | return 1; |
| 1003 | |
| 1004 | if ((addr < (unsigned long)__irqentry_text_start) || |
| 1005 | (addr >= (unsigned long)__irqentry_text_end)) |
| 1006 | return 0; |
| 1007 | |
| 1008 | /* |
| 1009 | * We are entering irq code. |
| 1010 | */ |
| 1011 | *depth_irq = depth; |
| 1012 | return 1; |
| 1013 | } |
| 1014 | |
| 1015 | /* |
| 1016 | * Return check for irq code |
| 1017 | * |
| 1018 | * returns 1 if |
| 1019 | * - we are inside irq code |
| 1020 | * - we just left irq code |
| 1021 | * |
| 1022 | * returns 0 if |
| 1023 | * - funcgraph-interrupts option is set |
| 1024 | * - we are not inside irq code |
| 1025 | */ |
| 1026 | static int |
| 1027 | check_irq_return(struct trace_iterator *iter, u32 flags, int depth) |
| 1028 | { |
| 1029 | int cpu = iter->cpu; |
Jiri Olsa | a9d6117 | 2010-09-24 17:41:02 +0200 | [diff] [blame] | 1030 | int *depth_irq; |
Jiri Olsa | 2bd16212 | 2010-09-07 16:53:44 +0200 | [diff] [blame] | 1031 | struct fgraph_data *data = iter->private; |
Jiri Olsa | 2bd16212 | 2010-09-07 16:53:44 +0200 | [diff] [blame] | 1032 | |
Jiri Olsa | a9d6117 | 2010-09-24 17:41:02 +0200 | [diff] [blame] | 1033 | /* |
| 1034 | * If we are either displaying irqs, or we got called as |
| 1035 | * a graph event and private data does not exist, |
| 1036 | * then we bypass the irq check. |
| 1037 | */ |
| 1038 | if ((flags & TRACE_GRAPH_PRINT_IRQS) || |
| 1039 | (!data)) |
Jiri Olsa | 2bd16212 | 2010-09-07 16:53:44 +0200 | [diff] [blame] | 1040 | return 0; |
| 1041 | |
Jiri Olsa | a9d6117 | 2010-09-24 17:41:02 +0200 | [diff] [blame] | 1042 | depth_irq = &(per_cpu_ptr(data->cpu_data, cpu)->depth_irq); |
| 1043 | |
Jiri Olsa | 2bd16212 | 2010-09-07 16:53:44 +0200 | [diff] [blame] | 1044 | /* |
| 1045 | * We are not inside the irq code. |
| 1046 | */ |
| 1047 | if (*depth_irq == -1) |
| 1048 | return 0; |
| 1049 | |
| 1050 | /* |
| 1051 | * We are inside the irq code, and this is returning entry. |
| 1052 | * Let's not trace it and clear the entry depth, since |
| 1053 | * we are out of irq code. |
| 1054 | * |
| 1055 | * This condition ensures that we 'leave the irq code' once |
| 1056 | * we are out of the entry depth. Thus protecting us from |
| 1057 | * the RETURN entry loss. |
| 1058 | */ |
| 1059 | if (*depth_irq >= depth) { |
| 1060 | *depth_irq = -1; |
| 1061 | return 1; |
| 1062 | } |
| 1063 | |
| 1064 | /* |
| 1065 | * We are inside the irq code, and this is not the entry. |
| 1066 | */ |
| 1067 | return 1; |
| 1068 | } |
| 1069 | |
Steven Rostedt | ac5f6c9 | 2009-03-19 11:29:23 -0400 | [diff] [blame] | 1070 | static enum print_line_t |
| 1071 | print_graph_entry(struct ftrace_graph_ent_entry *field, struct trace_seq *s, |
Jiri Olsa | d7a8d9e | 2010-04-02 19:01:21 +0200 | [diff] [blame] | 1072 | struct trace_iterator *iter, u32 flags) |
Steven Rostedt | ac5f6c9 | 2009-03-19 11:29:23 -0400 | [diff] [blame] | 1073 | { |
Jiri Olsa | be1eca3 | 2009-11-24 13:57:38 +0100 | [diff] [blame] | 1074 | struct fgraph_data *data = iter->private; |
Steven Rostedt | ac5f6c9 | 2009-03-19 11:29:23 -0400 | [diff] [blame] | 1075 | struct ftrace_graph_ent *call = &field->graph_ent; |
| 1076 | struct ftrace_graph_ret_entry *leaf_ret; |
Jiri Olsa | be1eca3 | 2009-11-24 13:57:38 +0100 | [diff] [blame] | 1077 | static enum print_line_t ret; |
| 1078 | int cpu = iter->cpu; |
Steven Rostedt | ac5f6c9 | 2009-03-19 11:29:23 -0400 | [diff] [blame] | 1079 | |
Jiri Olsa | 2bd16212 | 2010-09-07 16:53:44 +0200 | [diff] [blame] | 1080 | if (check_irq_entry(iter, flags, call->func, call->depth)) |
| 1081 | return TRACE_TYPE_HANDLED; |
| 1082 | |
Steven Rostedt (Red Hat) | 9d9add3 | 2014-11-12 14:57:38 -0500 | [diff] [blame] | 1083 | print_graph_prologue(iter, s, TRACE_GRAPH_ENT, call->func, flags); |
Steven Rostedt | ac5f6c9 | 2009-03-19 11:29:23 -0400 | [diff] [blame] | 1084 | |
Frederic Weisbecker | b91facc | 2009-02-06 18:30:44 +0100 | [diff] [blame] | 1085 | leaf_ret = get_return_for_leaf(iter, field); |
| 1086 | if (leaf_ret) |
Jiri Olsa | d7a8d9e | 2010-04-02 19:01:21 +0200 | [diff] [blame] | 1087 | ret = print_graph_entry_leaf(iter, field, leaf_ret, s, flags); |
Frederic Weisbecker | 83a8df6 | 2008-11-27 01:46:33 +0100 | [diff] [blame] | 1088 | else |
Jiri Olsa | d7a8d9e | 2010-04-02 19:01:21 +0200 | [diff] [blame] | 1089 | ret = print_graph_entry_nested(iter, field, s, cpu, flags); |
Frederic Weisbecker | 83a8df6 | 2008-11-27 01:46:33 +0100 | [diff] [blame] | 1090 | |
Jiri Olsa | be1eca3 | 2009-11-24 13:57:38 +0100 | [diff] [blame] | 1091 | if (data) { |
| 1092 | /* |
| 1093 | * If we failed to write our output, then we need to make |
| 1094 | * note of it. Because we already consumed our entry. |
| 1095 | */ |
| 1096 | if (s->full) { |
| 1097 | data->failed = 1; |
| 1098 | data->cpu = cpu; |
| 1099 | } else |
| 1100 | data->failed = 0; |
| 1101 | } |
| 1102 | |
| 1103 | return ret; |
Frederic Weisbecker | 83a8df6 | 2008-11-27 01:46:33 +0100 | [diff] [blame] | 1104 | } |
| 1105 | |
| 1106 | static enum print_line_t |
| 1107 | print_graph_return(struct ftrace_graph_ret *trace, struct trace_seq *s, |
Jiri Olsa | d7a8d9e | 2010-04-02 19:01:21 +0200 | [diff] [blame] | 1108 | struct trace_entry *ent, struct trace_iterator *iter, |
| 1109 | u32 flags) |
Frederic Weisbecker | 83a8df6 | 2008-11-27 01:46:33 +0100 | [diff] [blame] | 1110 | { |
Frederic Weisbecker | 83a8df6 | 2008-11-27 01:46:33 +0100 | [diff] [blame] | 1111 | unsigned long long duration = trace->rettime - trace->calltime; |
Steven Rostedt | 2fbcdb3 | 2009-03-19 13:24:42 -0400 | [diff] [blame] | 1112 | struct fgraph_data *data = iter->private; |
Steven Rostedt (Red Hat) | 983f938 | 2015-09-30 09:42:05 -0400 | [diff] [blame] | 1113 | struct trace_array *tr = iter->tr; |
Steven Rostedt | 2fbcdb3 | 2009-03-19 13:24:42 -0400 | [diff] [blame] | 1114 | pid_t pid = ent->pid; |
| 1115 | int cpu = iter->cpu; |
Steven Rostedt | f1c7f51 | 2010-02-26 17:08:16 -0500 | [diff] [blame] | 1116 | int func_match = 1; |
Steven Rostedt | 2fbcdb3 | 2009-03-19 13:24:42 -0400 | [diff] [blame] | 1117 | int i; |
| 1118 | |
Jiri Olsa | 2bd16212 | 2010-09-07 16:53:44 +0200 | [diff] [blame] | 1119 | if (check_irq_return(iter, flags, trace->depth)) |
| 1120 | return TRACE_TYPE_HANDLED; |
| 1121 | |
Steven Rostedt | 2fbcdb3 | 2009-03-19 13:24:42 -0400 | [diff] [blame] | 1122 | if (data) { |
Steven Rostedt | f1c7f51 | 2010-02-26 17:08:16 -0500 | [diff] [blame] | 1123 | struct fgraph_cpu_data *cpu_data; |
| 1124 | int cpu = iter->cpu; |
| 1125 | |
| 1126 | cpu_data = per_cpu_ptr(data->cpu_data, cpu); |
Steven Rostedt | 2fbcdb3 | 2009-03-19 13:24:42 -0400 | [diff] [blame] | 1127 | |
| 1128 | /* |
| 1129 | * Comments display at + 1 to depth. This is the |
| 1130 | * return from a function, we now want the comments |
| 1131 | * to display at the same level of the bracket. |
| 1132 | */ |
Steven Rostedt | f1c7f51 | 2010-02-26 17:08:16 -0500 | [diff] [blame] | 1133 | cpu_data->depth = trace->depth - 1; |
| 1134 | |
Steven Rostedt (Red Hat) | 239b40e | 2016-12-08 20:54:49 -0500 | [diff] [blame] | 1135 | if (trace->depth < FTRACE_RETFUNC_DEPTH && |
| 1136 | !WARN_ON_ONCE(trace->depth < 0)) { |
Steven Rostedt | f1c7f51 | 2010-02-26 17:08:16 -0500 | [diff] [blame] | 1137 | if (cpu_data->enter_funcs[trace->depth] != trace->func) |
| 1138 | func_match = 0; |
| 1139 | cpu_data->enter_funcs[trace->depth] = 0; |
| 1140 | } |
Steven Rostedt | 2fbcdb3 | 2009-03-19 13:24:42 -0400 | [diff] [blame] | 1141 | } |
Frederic Weisbecker | 83a8df6 | 2008-11-27 01:46:33 +0100 | [diff] [blame] | 1142 | |
Steven Rostedt (Red Hat) | 9d9add3 | 2014-11-12 14:57:38 -0500 | [diff] [blame] | 1143 | print_graph_prologue(iter, s, 0, 0, flags); |
Frederic Weisbecker | 83a8df6 | 2008-11-27 01:46:33 +0100 | [diff] [blame] | 1144 | |
Jiri Olsa | ffeb80f | 2011-06-03 16:58:48 +0200 | [diff] [blame] | 1145 | /* Overhead and duration */ |
Steven Rostedt (Red Hat) | 983f938 | 2015-09-30 09:42:05 -0400 | [diff] [blame] | 1146 | print_graph_duration(tr, duration, s, flags); |
Frederic Weisbecker | 1a05615 | 2008-11-28 00:42:46 +0100 | [diff] [blame] | 1147 | |
Frederic Weisbecker | 83a8df6 | 2008-11-27 01:46:33 +0100 | [diff] [blame] | 1148 | /* Closing brace */ |
Steven Rostedt (Red Hat) | 9d9add3 | 2014-11-12 14:57:38 -0500 | [diff] [blame] | 1149 | for (i = 0; i < trace->depth * TRACE_GRAPH_INDENT; i++) |
| 1150 | trace_seq_putc(s, ' '); |
Frederic Weisbecker | 287b6e6 | 2008-11-26 00:57:25 +0100 | [diff] [blame] | 1151 | |
Steven Rostedt | f1c7f51 | 2010-02-26 17:08:16 -0500 | [diff] [blame] | 1152 | /* |
| 1153 | * If the return function does not have a matching entry, |
| 1154 | * then the entry was lost. Instead of just printing |
| 1155 | * the '}' and letting the user guess what function this |
Robert Elliott | 607e3a2 | 2014-05-20 17:10:51 -0500 | [diff] [blame] | 1156 | * belongs to, write out the function name. Always do |
| 1157 | * that if the funcgraph-tail option is enabled. |
Steven Rostedt | f1c7f51 | 2010-02-26 17:08:16 -0500 | [diff] [blame] | 1158 | */ |
Steven Rostedt (Red Hat) | 9d9add3 | 2014-11-12 14:57:38 -0500 | [diff] [blame] | 1159 | if (func_match && !(flags & TRACE_GRAPH_PRINT_TAIL)) |
| 1160 | trace_seq_puts(s, "}\n"); |
| 1161 | else |
| 1162 | trace_seq_printf(s, "} /* %ps */\n", (void *)trace->func); |
Frederic Weisbecker | 83a8df6 | 2008-11-27 01:46:33 +0100 | [diff] [blame] | 1163 | |
| 1164 | /* Overrun */ |
Steven Rostedt (Red Hat) | 9d9add3 | 2014-11-12 14:57:38 -0500 | [diff] [blame] | 1165 | if (flags & TRACE_GRAPH_PRINT_OVERRUN) |
| 1166 | trace_seq_printf(s, " (Overruns: %lu)\n", |
| 1167 | trace->overrun); |
Frederic Weisbecker | f8b755a | 2008-12-09 23:55:25 +0100 | [diff] [blame] | 1168 | |
Steven Rostedt (Red Hat) | 9d9add3 | 2014-11-12 14:57:38 -0500 | [diff] [blame] | 1169 | print_graph_irq(iter, trace->func, TRACE_GRAPH_RET, |
| 1170 | cpu, pid, flags); |
Frederic Weisbecker | f8b755a | 2008-12-09 23:55:25 +0100 | [diff] [blame] | 1171 | |
Steven Rostedt (Red Hat) | 9d9add3 | 2014-11-12 14:57:38 -0500 | [diff] [blame] | 1172 | return trace_handle_return(s); |
Frederic Weisbecker | 287b6e6 | 2008-11-26 00:57:25 +0100 | [diff] [blame] | 1173 | } |
Frederic Weisbecker | fb52607 | 2008-11-25 21:07:04 +0100 | [diff] [blame] | 1174 | |
Frederic Weisbecker | 1fd8f2a | 2008-12-03 23:45:11 +0100 | [diff] [blame] | 1175 | static enum print_line_t |
Jiri Olsa | d7a8d9e | 2010-04-02 19:01:21 +0200 | [diff] [blame] | 1176 | print_graph_comment(struct trace_seq *s, struct trace_entry *ent, |
| 1177 | struct trace_iterator *iter, u32 flags) |
Frederic Weisbecker | 1fd8f2a | 2008-12-03 23:45:11 +0100 | [diff] [blame] | 1178 | { |
Steven Rostedt (Red Hat) | 983f938 | 2015-09-30 09:42:05 -0400 | [diff] [blame] | 1179 | struct trace_array *tr = iter->tr; |
| 1180 | unsigned long sym_flags = (tr->trace_flags & TRACE_ITER_SYM_MASK); |
Steven Rostedt | 2fbcdb3 | 2009-03-19 13:24:42 -0400 | [diff] [blame] | 1181 | struct fgraph_data *data = iter->private; |
Steven Rostedt | 5087f8d | 2009-03-19 15:14:46 -0400 | [diff] [blame] | 1182 | struct trace_event *event; |
Steven Rostedt | 2fbcdb3 | 2009-03-19 13:24:42 -0400 | [diff] [blame] | 1183 | int depth = 0; |
Frederic Weisbecker | 1fd8f2a | 2008-12-03 23:45:11 +0100 | [diff] [blame] | 1184 | int ret; |
Steven Rostedt | 2fbcdb3 | 2009-03-19 13:24:42 -0400 | [diff] [blame] | 1185 | int i; |
| 1186 | |
| 1187 | if (data) |
Jiri Olsa | be1eca3 | 2009-11-24 13:57:38 +0100 | [diff] [blame] | 1188 | depth = per_cpu_ptr(data->cpu_data, iter->cpu)->depth; |
Frederic Weisbecker | 9005f3e | 2009-01-22 17:04:53 -0800 | [diff] [blame] | 1189 | |
Steven Rostedt (Red Hat) | 9d9add3 | 2014-11-12 14:57:38 -0500 | [diff] [blame] | 1190 | print_graph_prologue(iter, s, 0, 0, flags); |
Frederic Weisbecker | d1f9cbd | 2009-02-18 04:25:25 +0100 | [diff] [blame] | 1191 | |
Frederic Weisbecker | 9005f3e | 2009-01-22 17:04:53 -0800 | [diff] [blame] | 1192 | /* No time */ |
Steven Rostedt (Red Hat) | 983f938 | 2015-09-30 09:42:05 -0400 | [diff] [blame] | 1193 | print_graph_duration(tr, 0, s, flags | FLAGS_FILL_FULL); |
Frederic Weisbecker | 1fd8f2a | 2008-12-03 23:45:11 +0100 | [diff] [blame] | 1194 | |
Frederic Weisbecker | 1fd8f2a | 2008-12-03 23:45:11 +0100 | [diff] [blame] | 1195 | /* Indentation */ |
Steven Rostedt | 2fbcdb3 | 2009-03-19 13:24:42 -0400 | [diff] [blame] | 1196 | if (depth > 0) |
Steven Rostedt (Red Hat) | 9d9add3 | 2014-11-12 14:57:38 -0500 | [diff] [blame] | 1197 | for (i = 0; i < (depth + 1) * TRACE_GRAPH_INDENT; i++) |
| 1198 | trace_seq_putc(s, ' '); |
Frederic Weisbecker | 1fd8f2a | 2008-12-03 23:45:11 +0100 | [diff] [blame] | 1199 | |
| 1200 | /* The comment */ |
Steven Rostedt (Red Hat) | 9d9add3 | 2014-11-12 14:57:38 -0500 | [diff] [blame] | 1201 | trace_seq_puts(s, "/* "); |
Frederic Weisbecker | 769b044 | 2009-03-06 17:21:49 +0100 | [diff] [blame] | 1202 | |
Steven Rostedt | 5087f8d | 2009-03-19 15:14:46 -0400 | [diff] [blame] | 1203 | switch (iter->ent->type) { |
Namhyung Kim | 613dccd | 2016-09-01 11:43:54 +0900 | [diff] [blame] | 1204 | case TRACE_BPUTS: |
| 1205 | ret = trace_print_bputs_msg_only(iter); |
| 1206 | if (ret != TRACE_TYPE_HANDLED) |
| 1207 | return ret; |
| 1208 | break; |
Steven Rostedt | 5087f8d | 2009-03-19 15:14:46 -0400 | [diff] [blame] | 1209 | case TRACE_BPRINT: |
| 1210 | ret = trace_print_bprintk_msg_only(iter); |
| 1211 | if (ret != TRACE_TYPE_HANDLED) |
| 1212 | return ret; |
| 1213 | break; |
| 1214 | case TRACE_PRINT: |
| 1215 | ret = trace_print_printk_msg_only(iter); |
| 1216 | if (ret != TRACE_TYPE_HANDLED) |
| 1217 | return ret; |
| 1218 | break; |
| 1219 | default: |
| 1220 | event = ftrace_find_event(ent->type); |
| 1221 | if (!event) |
| 1222 | return TRACE_TYPE_UNHANDLED; |
| 1223 | |
Steven Rostedt | a9a5776 | 2010-04-22 18:46:14 -0400 | [diff] [blame] | 1224 | ret = event->funcs->trace(iter, sym_flags, event); |
Steven Rostedt | 5087f8d | 2009-03-19 15:14:46 -0400 | [diff] [blame] | 1225 | if (ret != TRACE_TYPE_HANDLED) |
| 1226 | return ret; |
| 1227 | } |
Frederic Weisbecker | 1fd8f2a | 2008-12-03 23:45:11 +0100 | [diff] [blame] | 1228 | |
Steven Rostedt (Red Hat) | 5ac48378 | 2014-11-14 15:49:41 -0500 | [diff] [blame] | 1229 | if (trace_seq_has_overflowed(s)) |
| 1230 | goto out; |
| 1231 | |
Frederic Weisbecker | 412d0bb | 2008-12-24 01:43:25 +0100 | [diff] [blame] | 1232 | /* Strip ending newline */ |
Steven Rostedt (Red Hat) | 3a161d9 | 2014-06-25 15:54:42 -0400 | [diff] [blame] | 1233 | if (s->buffer[s->seq.len - 1] == '\n') { |
| 1234 | s->buffer[s->seq.len - 1] = '\0'; |
| 1235 | s->seq.len--; |
Frederic Weisbecker | 412d0bb | 2008-12-24 01:43:25 +0100 | [diff] [blame] | 1236 | } |
| 1237 | |
Steven Rostedt (Red Hat) | 9d9add3 | 2014-11-12 14:57:38 -0500 | [diff] [blame] | 1238 | trace_seq_puts(s, " */\n"); |
Steven Rostedt (Red Hat) | 5ac48378 | 2014-11-14 15:49:41 -0500 | [diff] [blame] | 1239 | out: |
Steven Rostedt (Red Hat) | 9d9add3 | 2014-11-12 14:57:38 -0500 | [diff] [blame] | 1240 | return trace_handle_return(s); |
Frederic Weisbecker | 1fd8f2a | 2008-12-03 23:45:11 +0100 | [diff] [blame] | 1241 | } |
| 1242 | |
| 1243 | |
Frederic Weisbecker | fb52607 | 2008-11-25 21:07:04 +0100 | [diff] [blame] | 1244 | enum print_line_t |
Jiri Olsa | 321e68b | 2011-06-03 16:58:47 +0200 | [diff] [blame] | 1245 | print_graph_function_flags(struct trace_iterator *iter, u32 flags) |
Frederic Weisbecker | fb52607 | 2008-11-25 21:07:04 +0100 | [diff] [blame] | 1246 | { |
Jiri Olsa | be1eca3 | 2009-11-24 13:57:38 +0100 | [diff] [blame] | 1247 | struct ftrace_graph_ent_entry *field; |
| 1248 | struct fgraph_data *data = iter->private; |
Frederic Weisbecker | fb52607 | 2008-11-25 21:07:04 +0100 | [diff] [blame] | 1249 | struct trace_entry *entry = iter->ent; |
Steven Rostedt | 5087f8d | 2009-03-19 15:14:46 -0400 | [diff] [blame] | 1250 | struct trace_seq *s = &iter->seq; |
Jiri Olsa | be1eca3 | 2009-11-24 13:57:38 +0100 | [diff] [blame] | 1251 | int cpu = iter->cpu; |
| 1252 | int ret; |
| 1253 | |
Jamie Gennis | 7ee9aa4 | 2012-11-21 20:14:09 -0800 | [diff] [blame] | 1254 | if (flags & TRACE_GRAPH_PRINT_FLAT) |
| 1255 | return TRACE_TYPE_UNHANDLED; |
| 1256 | |
Jiri Olsa | be1eca3 | 2009-11-24 13:57:38 +0100 | [diff] [blame] | 1257 | if (data && per_cpu_ptr(data->cpu_data, cpu)->ignore) { |
| 1258 | per_cpu_ptr(data->cpu_data, cpu)->ignore = 0; |
| 1259 | return TRACE_TYPE_HANDLED; |
| 1260 | } |
| 1261 | |
| 1262 | /* |
| 1263 | * If the last output failed, there's a possibility we need |
| 1264 | * to print out the missing entry which would never go out. |
| 1265 | */ |
| 1266 | if (data && data->failed) { |
| 1267 | field = &data->ent; |
| 1268 | iter->cpu = data->cpu; |
Jiri Olsa | d7a8d9e | 2010-04-02 19:01:21 +0200 | [diff] [blame] | 1269 | ret = print_graph_entry(field, s, iter, flags); |
Jiri Olsa | be1eca3 | 2009-11-24 13:57:38 +0100 | [diff] [blame] | 1270 | if (ret == TRACE_TYPE_HANDLED && iter->cpu != cpu) { |
| 1271 | per_cpu_ptr(data->cpu_data, iter->cpu)->ignore = 1; |
| 1272 | ret = TRACE_TYPE_NO_CONSUME; |
| 1273 | } |
| 1274 | iter->cpu = cpu; |
| 1275 | return ret; |
| 1276 | } |
Frederic Weisbecker | fb52607 | 2008-11-25 21:07:04 +0100 | [diff] [blame] | 1277 | |
Frederic Weisbecker | 287b6e6 | 2008-11-26 00:57:25 +0100 | [diff] [blame] | 1278 | switch (entry->type) { |
| 1279 | case TRACE_GRAPH_ENT: { |
Lai Jiangshan | 38ceb59 | 2009-07-28 20:11:24 +0800 | [diff] [blame] | 1280 | /* |
| 1281 | * print_graph_entry() may consume the current event, |
| 1282 | * thus @field may become invalid, so we need to save it. |
| 1283 | * sizeof(struct ftrace_graph_ent_entry) is very small, |
| 1284 | * it can be safely saved at the stack. |
| 1285 | */ |
Jiri Olsa | be1eca3 | 2009-11-24 13:57:38 +0100 | [diff] [blame] | 1286 | struct ftrace_graph_ent_entry saved; |
Frederic Weisbecker | fb52607 | 2008-11-25 21:07:04 +0100 | [diff] [blame] | 1287 | trace_assign_type(field, entry); |
Lai Jiangshan | 38ceb59 | 2009-07-28 20:11:24 +0800 | [diff] [blame] | 1288 | saved = *field; |
Jiri Olsa | d7a8d9e | 2010-04-02 19:01:21 +0200 | [diff] [blame] | 1289 | return print_graph_entry(&saved, s, iter, flags); |
Frederic Weisbecker | fb52607 | 2008-11-25 21:07:04 +0100 | [diff] [blame] | 1290 | } |
Frederic Weisbecker | 287b6e6 | 2008-11-26 00:57:25 +0100 | [diff] [blame] | 1291 | case TRACE_GRAPH_RET: { |
| 1292 | struct ftrace_graph_ret_entry *field; |
| 1293 | trace_assign_type(field, entry); |
Jiri Olsa | d7a8d9e | 2010-04-02 19:01:21 +0200 | [diff] [blame] | 1294 | return print_graph_return(&field->ret, s, entry, iter, flags); |
Frederic Weisbecker | 287b6e6 | 2008-11-26 00:57:25 +0100 | [diff] [blame] | 1295 | } |
Jiri Olsa | 62b915f | 2010-04-02 19:01:22 +0200 | [diff] [blame] | 1296 | case TRACE_STACK: |
| 1297 | case TRACE_FN: |
| 1298 | /* dont trace stack and functions as comments */ |
| 1299 | return TRACE_TYPE_UNHANDLED; |
| 1300 | |
Frederic Weisbecker | 287b6e6 | 2008-11-26 00:57:25 +0100 | [diff] [blame] | 1301 | default: |
Jiri Olsa | d7a8d9e | 2010-04-02 19:01:21 +0200 | [diff] [blame] | 1302 | return print_graph_comment(s, entry, iter, flags); |
Frederic Weisbecker | 287b6e6 | 2008-11-26 00:57:25 +0100 | [diff] [blame] | 1303 | } |
Steven Rostedt | 5087f8d | 2009-03-19 15:14:46 -0400 | [diff] [blame] | 1304 | |
| 1305 | return TRACE_TYPE_HANDLED; |
Frederic Weisbecker | fb52607 | 2008-11-25 21:07:04 +0100 | [diff] [blame] | 1306 | } |
| 1307 | |
Jiri Olsa | 9106b69 | 2010-04-02 19:01:20 +0200 | [diff] [blame] | 1308 | static enum print_line_t |
Jiri Olsa | d7a8d9e | 2010-04-02 19:01:21 +0200 | [diff] [blame] | 1309 | print_graph_function(struct trace_iterator *iter) |
| 1310 | { |
Jiri Olsa | 321e68b | 2011-06-03 16:58:47 +0200 | [diff] [blame] | 1311 | return print_graph_function_flags(iter, tracer_flags.val); |
Jiri Olsa | d7a8d9e | 2010-04-02 19:01:21 +0200 | [diff] [blame] | 1312 | } |
| 1313 | |
Jiri Olsa | d7a8d9e | 2010-04-02 19:01:21 +0200 | [diff] [blame] | 1314 | static void print_lat_header(struct seq_file *s, u32 flags) |
Steven Rostedt | 49ff590 | 2009-09-11 00:30:26 -0400 | [diff] [blame] | 1315 | { |
| 1316 | static const char spaces[] = " " /* 16 spaces */ |
| 1317 | " " /* 4 spaces */ |
| 1318 | " "; /* 17 spaces */ |
| 1319 | int size = 0; |
| 1320 | |
Jiri Olsa | d7a8d9e | 2010-04-02 19:01:21 +0200 | [diff] [blame] | 1321 | if (flags & TRACE_GRAPH_PRINT_ABS_TIME) |
Steven Rostedt | 49ff590 | 2009-09-11 00:30:26 -0400 | [diff] [blame] | 1322 | size += 16; |
Jiri Olsa | d7a8d9e | 2010-04-02 19:01:21 +0200 | [diff] [blame] | 1323 | if (flags & TRACE_GRAPH_PRINT_CPU) |
Steven Rostedt | 49ff590 | 2009-09-11 00:30:26 -0400 | [diff] [blame] | 1324 | size += 4; |
Jiri Olsa | d7a8d9e | 2010-04-02 19:01:21 +0200 | [diff] [blame] | 1325 | if (flags & TRACE_GRAPH_PRINT_PROC) |
Steven Rostedt | 49ff590 | 2009-09-11 00:30:26 -0400 | [diff] [blame] | 1326 | size += 17; |
| 1327 | |
| 1328 | seq_printf(s, "#%.*s _-----=> irqs-off \n", size, spaces); |
| 1329 | seq_printf(s, "#%.*s / _----=> need-resched \n", size, spaces); |
| 1330 | seq_printf(s, "#%.*s| / _---=> hardirq/softirq \n", size, spaces); |
| 1331 | seq_printf(s, "#%.*s|| / _--=> preempt-depth \n", size, spaces); |
Jiri Olsa | 199abfa | 2011-06-03 16:58:50 +0200 | [diff] [blame] | 1332 | seq_printf(s, "#%.*s||| / \n", size, spaces); |
Steven Rostedt | 49ff590 | 2009-09-11 00:30:26 -0400 | [diff] [blame] | 1333 | } |
| 1334 | |
Steven Rostedt (Red Hat) | 983f938 | 2015-09-30 09:42:05 -0400 | [diff] [blame] | 1335 | static void __print_graph_headers_flags(struct trace_array *tr, |
| 1336 | struct seq_file *s, u32 flags) |
Frederic Weisbecker | decbec3 | 2008-12-08 01:56:06 +0100 | [diff] [blame] | 1337 | { |
Steven Rostedt (Red Hat) | 983f938 | 2015-09-30 09:42:05 -0400 | [diff] [blame] | 1338 | int lat = tr->trace_flags & TRACE_ITER_LATENCY_FMT; |
Steven Rostedt | 49ff590 | 2009-09-11 00:30:26 -0400 | [diff] [blame] | 1339 | |
| 1340 | if (lat) |
Jiri Olsa | d7a8d9e | 2010-04-02 19:01:21 +0200 | [diff] [blame] | 1341 | print_lat_header(s, flags); |
Steven Rostedt | 49ff590 | 2009-09-11 00:30:26 -0400 | [diff] [blame] | 1342 | |
Frederic Weisbecker | decbec3 | 2008-12-08 01:56:06 +0100 | [diff] [blame] | 1343 | /* 1st line */ |
Rasmus Villemoes | 1177e43 | 2014-11-08 21:42:12 +0100 | [diff] [blame] | 1344 | seq_putc(s, '#'); |
Jiri Olsa | d7a8d9e | 2010-04-02 19:01:21 +0200 | [diff] [blame] | 1345 | if (flags & TRACE_GRAPH_PRINT_ABS_TIME) |
Rasmus Villemoes | fa6f0cc | 2014-11-08 21:42:10 +0100 | [diff] [blame] | 1346 | seq_puts(s, " TIME "); |
Jiri Olsa | d7a8d9e | 2010-04-02 19:01:21 +0200 | [diff] [blame] | 1347 | if (flags & TRACE_GRAPH_PRINT_CPU) |
Rasmus Villemoes | fa6f0cc | 2014-11-08 21:42:10 +0100 | [diff] [blame] | 1348 | seq_puts(s, " CPU"); |
Jiri Olsa | d7a8d9e | 2010-04-02 19:01:21 +0200 | [diff] [blame] | 1349 | if (flags & TRACE_GRAPH_PRINT_PROC) |
Rasmus Villemoes | fa6f0cc | 2014-11-08 21:42:10 +0100 | [diff] [blame] | 1350 | seq_puts(s, " TASK/PID "); |
Steven Rostedt | 49ff590 | 2009-09-11 00:30:26 -0400 | [diff] [blame] | 1351 | if (lat) |
Rasmus Villemoes | fa6f0cc | 2014-11-08 21:42:10 +0100 | [diff] [blame] | 1352 | seq_puts(s, "||||"); |
Jiri Olsa | d7a8d9e | 2010-04-02 19:01:21 +0200 | [diff] [blame] | 1353 | if (flags & TRACE_GRAPH_PRINT_DURATION) |
Rasmus Villemoes | fa6f0cc | 2014-11-08 21:42:10 +0100 | [diff] [blame] | 1354 | seq_puts(s, " DURATION "); |
| 1355 | seq_puts(s, " FUNCTION CALLS\n"); |
Frederic Weisbecker | decbec3 | 2008-12-08 01:56:06 +0100 | [diff] [blame] | 1356 | |
| 1357 | /* 2nd line */ |
Rasmus Villemoes | 1177e43 | 2014-11-08 21:42:12 +0100 | [diff] [blame] | 1358 | seq_putc(s, '#'); |
Jiri Olsa | d7a8d9e | 2010-04-02 19:01:21 +0200 | [diff] [blame] | 1359 | if (flags & TRACE_GRAPH_PRINT_ABS_TIME) |
Rasmus Villemoes | fa6f0cc | 2014-11-08 21:42:10 +0100 | [diff] [blame] | 1360 | seq_puts(s, " | "); |
Jiri Olsa | d7a8d9e | 2010-04-02 19:01:21 +0200 | [diff] [blame] | 1361 | if (flags & TRACE_GRAPH_PRINT_CPU) |
Rasmus Villemoes | fa6f0cc | 2014-11-08 21:42:10 +0100 | [diff] [blame] | 1362 | seq_puts(s, " | "); |
Jiri Olsa | d7a8d9e | 2010-04-02 19:01:21 +0200 | [diff] [blame] | 1363 | if (flags & TRACE_GRAPH_PRINT_PROC) |
Rasmus Villemoes | fa6f0cc | 2014-11-08 21:42:10 +0100 | [diff] [blame] | 1364 | seq_puts(s, " | | "); |
Steven Rostedt | 49ff590 | 2009-09-11 00:30:26 -0400 | [diff] [blame] | 1365 | if (lat) |
Rasmus Villemoes | fa6f0cc | 2014-11-08 21:42:10 +0100 | [diff] [blame] | 1366 | seq_puts(s, "||||"); |
Jiri Olsa | d7a8d9e | 2010-04-02 19:01:21 +0200 | [diff] [blame] | 1367 | if (flags & TRACE_GRAPH_PRINT_DURATION) |
Rasmus Villemoes | fa6f0cc | 2014-11-08 21:42:10 +0100 | [diff] [blame] | 1368 | seq_puts(s, " | | "); |
| 1369 | seq_puts(s, " | | | |\n"); |
Frederic Weisbecker | decbec3 | 2008-12-08 01:56:06 +0100 | [diff] [blame] | 1370 | } |
Frederic Weisbecker | 9005f3e | 2009-01-22 17:04:53 -0800 | [diff] [blame] | 1371 | |
Steven Rostedt (Red Hat) | ba1afef | 2014-07-18 18:07:49 -0400 | [diff] [blame] | 1372 | static void print_graph_headers(struct seq_file *s) |
Jiri Olsa | d7a8d9e | 2010-04-02 19:01:21 +0200 | [diff] [blame] | 1373 | { |
| 1374 | print_graph_headers_flags(s, tracer_flags.val); |
| 1375 | } |
| 1376 | |
Jiri Olsa | 0a77262 | 2010-09-23 14:00:52 +0200 | [diff] [blame] | 1377 | void print_graph_headers_flags(struct seq_file *s, u32 flags) |
| 1378 | { |
| 1379 | struct trace_iterator *iter = s->private; |
Steven Rostedt (Red Hat) | 983f938 | 2015-09-30 09:42:05 -0400 | [diff] [blame] | 1380 | struct trace_array *tr = iter->tr; |
Jiri Olsa | 0a77262 | 2010-09-23 14:00:52 +0200 | [diff] [blame] | 1381 | |
Jamie Gennis | 7ee9aa4 | 2012-11-21 20:14:09 -0800 | [diff] [blame] | 1382 | if (flags & TRACE_GRAPH_PRINT_FLAT) { |
| 1383 | trace_default_header(s); |
| 1384 | return; |
| 1385 | } |
| 1386 | |
Steven Rostedt (Red Hat) | 983f938 | 2015-09-30 09:42:05 -0400 | [diff] [blame] | 1387 | if (!(tr->trace_flags & TRACE_ITER_CONTEXT_INFO)) |
Jiri Olsa | 749230b | 2011-06-03 16:58:51 +0200 | [diff] [blame] | 1388 | return; |
| 1389 | |
Steven Rostedt (Red Hat) | 983f938 | 2015-09-30 09:42:05 -0400 | [diff] [blame] | 1390 | if (tr->trace_flags & TRACE_ITER_LATENCY_FMT) { |
Jiri Olsa | 0a77262 | 2010-09-23 14:00:52 +0200 | [diff] [blame] | 1391 | /* print nothing if the buffers are empty */ |
| 1392 | if (trace_empty(iter)) |
| 1393 | return; |
| 1394 | |
| 1395 | print_trace_header(s, iter); |
Jiri Olsa | 321e68b | 2011-06-03 16:58:47 +0200 | [diff] [blame] | 1396 | } |
Jiri Olsa | 0a77262 | 2010-09-23 14:00:52 +0200 | [diff] [blame] | 1397 | |
Steven Rostedt (Red Hat) | 983f938 | 2015-09-30 09:42:05 -0400 | [diff] [blame] | 1398 | __print_graph_headers_flags(tr, s, flags); |
Jiri Olsa | 0a77262 | 2010-09-23 14:00:52 +0200 | [diff] [blame] | 1399 | } |
| 1400 | |
Jiri Olsa | 62b915f | 2010-04-02 19:01:22 +0200 | [diff] [blame] | 1401 | void graph_trace_open(struct trace_iterator *iter) |
Frederic Weisbecker | 9005f3e | 2009-01-22 17:04:53 -0800 | [diff] [blame] | 1402 | { |
Steven Rostedt | 2fbcdb3 | 2009-03-19 13:24:42 -0400 | [diff] [blame] | 1403 | /* pid and depth on the last trace processed */ |
Jiri Olsa | be1eca3 | 2009-11-24 13:57:38 +0100 | [diff] [blame] | 1404 | struct fgraph_data *data; |
Rabin Vincent | ef99b88 | 2015-04-13 22:30:12 +0200 | [diff] [blame] | 1405 | gfp_t gfpflags; |
Frederic Weisbecker | 9005f3e | 2009-01-22 17:04:53 -0800 | [diff] [blame] | 1406 | int cpu; |
| 1407 | |
Jiri Olsa | be1eca3 | 2009-11-24 13:57:38 +0100 | [diff] [blame] | 1408 | iter->private = NULL; |
| 1409 | |
Rabin Vincent | ef99b88 | 2015-04-13 22:30:12 +0200 | [diff] [blame] | 1410 | /* We can be called in atomic context via ftrace_dump() */ |
| 1411 | gfpflags = (in_atomic() || irqs_disabled()) ? GFP_ATOMIC : GFP_KERNEL; |
| 1412 | |
| 1413 | data = kzalloc(sizeof(*data), gfpflags); |
Steven Rostedt | 2fbcdb3 | 2009-03-19 13:24:42 -0400 | [diff] [blame] | 1414 | if (!data) |
Jiri Olsa | be1eca3 | 2009-11-24 13:57:38 +0100 | [diff] [blame] | 1415 | goto out_err; |
| 1416 | |
Rabin Vincent | ef99b88 | 2015-04-13 22:30:12 +0200 | [diff] [blame] | 1417 | data->cpu_data = alloc_percpu_gfp(struct fgraph_cpu_data, gfpflags); |
Jiri Olsa | be1eca3 | 2009-11-24 13:57:38 +0100 | [diff] [blame] | 1418 | if (!data->cpu_data) |
| 1419 | goto out_err_free; |
| 1420 | |
| 1421 | for_each_possible_cpu(cpu) { |
| 1422 | pid_t *pid = &(per_cpu_ptr(data->cpu_data, cpu)->last_pid); |
| 1423 | int *depth = &(per_cpu_ptr(data->cpu_data, cpu)->depth); |
| 1424 | int *ignore = &(per_cpu_ptr(data->cpu_data, cpu)->ignore); |
Jiri Olsa | 2bd16212 | 2010-09-07 16:53:44 +0200 | [diff] [blame] | 1425 | int *depth_irq = &(per_cpu_ptr(data->cpu_data, cpu)->depth_irq); |
| 1426 | |
Jiri Olsa | be1eca3 | 2009-11-24 13:57:38 +0100 | [diff] [blame] | 1427 | *pid = -1; |
| 1428 | *depth = 0; |
| 1429 | *ignore = 0; |
Jiri Olsa | 2bd16212 | 2010-09-07 16:53:44 +0200 | [diff] [blame] | 1430 | *depth_irq = -1; |
Jiri Olsa | be1eca3 | 2009-11-24 13:57:38 +0100 | [diff] [blame] | 1431 | } |
Frederic Weisbecker | 9005f3e | 2009-01-22 17:04:53 -0800 | [diff] [blame] | 1432 | |
Steven Rostedt | 2fbcdb3 | 2009-03-19 13:24:42 -0400 | [diff] [blame] | 1433 | iter->private = data; |
Jiri Olsa | be1eca3 | 2009-11-24 13:57:38 +0100 | [diff] [blame] | 1434 | |
| 1435 | return; |
| 1436 | |
| 1437 | out_err_free: |
| 1438 | kfree(data); |
| 1439 | out_err: |
Joe Perches | a395d6a | 2016-03-22 14:28:09 -0700 | [diff] [blame] | 1440 | pr_warn("function graph tracer: not enough memory\n"); |
Frederic Weisbecker | 9005f3e | 2009-01-22 17:04:53 -0800 | [diff] [blame] | 1441 | } |
| 1442 | |
Jiri Olsa | 62b915f | 2010-04-02 19:01:22 +0200 | [diff] [blame] | 1443 | void graph_trace_close(struct trace_iterator *iter) |
Frederic Weisbecker | 9005f3e | 2009-01-22 17:04:53 -0800 | [diff] [blame] | 1444 | { |
Jiri Olsa | be1eca3 | 2009-11-24 13:57:38 +0100 | [diff] [blame] | 1445 | struct fgraph_data *data = iter->private; |
| 1446 | |
| 1447 | if (data) { |
| 1448 | free_percpu(data->cpu_data); |
| 1449 | kfree(data); |
| 1450 | } |
Frederic Weisbecker | 9005f3e | 2009-01-22 17:04:53 -0800 | [diff] [blame] | 1451 | } |
| 1452 | |
Steven Rostedt (Red Hat) | 8c1a49a | 2014-01-10 11:13:54 -0500 | [diff] [blame] | 1453 | static int |
| 1454 | func_graph_set_flag(struct trace_array *tr, u32 old_flags, u32 bit, int set) |
Steven Rostedt | b304d04 | 2010-09-14 18:58:33 -0400 | [diff] [blame] | 1455 | { |
| 1456 | if (bit == TRACE_GRAPH_PRINT_IRQS) |
| 1457 | ftrace_graph_skip_irqs = !set; |
| 1458 | |
Steven Rostedt (Red Hat) | 5557720 | 2015-09-29 19:06:50 -0400 | [diff] [blame] | 1459 | if (bit == TRACE_GRAPH_SLEEP_TIME) |
| 1460 | ftrace_graph_sleep_time_control(set); |
| 1461 | |
| 1462 | if (bit == TRACE_GRAPH_GRAPH_TIME) |
| 1463 | ftrace_graph_graph_time_control(set); |
| 1464 | |
Steven Rostedt | b304d04 | 2010-09-14 18:58:33 -0400 | [diff] [blame] | 1465 | return 0; |
| 1466 | } |
| 1467 | |
Jiri Olsa | 9106b69 | 2010-04-02 19:01:20 +0200 | [diff] [blame] | 1468 | |
Steven Rostedt (Red Hat) | 8f76899 | 2013-07-18 14:41:51 -0400 | [diff] [blame] | 1469 | static struct tracer graph_trace __tracer_data = { |
Steven Rostedt | ef18012 | 2009-03-10 14:10:56 -0400 | [diff] [blame] | 1470 | .name = "function_graph", |
Stanislav Fomichev | 6508fa7 | 2014-07-18 15:17:27 +0400 | [diff] [blame] | 1471 | .update_thresh = graph_trace_update_thresh, |
Frederic Weisbecker | 9005f3e | 2009-01-22 17:04:53 -0800 | [diff] [blame] | 1472 | .open = graph_trace_open, |
Jiri Olsa | be1eca3 | 2009-11-24 13:57:38 +0100 | [diff] [blame] | 1473 | .pipe_open = graph_trace_open, |
Frederic Weisbecker | 9005f3e | 2009-01-22 17:04:53 -0800 | [diff] [blame] | 1474 | .close = graph_trace_close, |
Jiri Olsa | be1eca3 | 2009-11-24 13:57:38 +0100 | [diff] [blame] | 1475 | .pipe_close = graph_trace_close, |
Steven Rostedt | ef18012 | 2009-03-10 14:10:56 -0400 | [diff] [blame] | 1476 | .init = graph_trace_init, |
| 1477 | .reset = graph_trace_reset, |
Frederic Weisbecker | decbec3 | 2008-12-08 01:56:06 +0100 | [diff] [blame] | 1478 | .print_line = print_graph_function, |
| 1479 | .print_header = print_graph_headers, |
Frederic Weisbecker | fb52607 | 2008-11-25 21:07:04 +0100 | [diff] [blame] | 1480 | .flags = &tracer_flags, |
Steven Rostedt | b304d04 | 2010-09-14 18:58:33 -0400 | [diff] [blame] | 1481 | .set_flag = func_graph_set_flag, |
Frederic Weisbecker | 7447dce | 2009-02-07 21:33:57 +0100 | [diff] [blame] | 1482 | #ifdef CONFIG_FTRACE_SELFTEST |
| 1483 | .selftest = trace_selftest_startup_function_graph, |
| 1484 | #endif |
Frederic Weisbecker | fb52607 | 2008-11-25 21:07:04 +0100 | [diff] [blame] | 1485 | }; |
| 1486 | |
Steven Rostedt | 8741db5 | 2013-01-16 10:49:37 -0500 | [diff] [blame] | 1487 | |
| 1488 | static ssize_t |
| 1489 | graph_depth_write(struct file *filp, const char __user *ubuf, size_t cnt, |
| 1490 | loff_t *ppos) |
| 1491 | { |
| 1492 | unsigned long val; |
| 1493 | int ret; |
| 1494 | |
| 1495 | ret = kstrtoul_from_user(ubuf, cnt, 10, &val); |
| 1496 | if (ret) |
| 1497 | return ret; |
| 1498 | |
| 1499 | max_depth = val; |
| 1500 | |
| 1501 | *ppos += cnt; |
| 1502 | |
| 1503 | return cnt; |
| 1504 | } |
| 1505 | |
| 1506 | static ssize_t |
| 1507 | graph_depth_read(struct file *filp, char __user *ubuf, size_t cnt, |
| 1508 | loff_t *ppos) |
| 1509 | { |
| 1510 | char buf[15]; /* More than enough to hold UINT_MAX + "\n"*/ |
| 1511 | int n; |
| 1512 | |
| 1513 | n = sprintf(buf, "%d\n", max_depth); |
| 1514 | |
| 1515 | return simple_read_from_buffer(ubuf, cnt, ppos, buf, n); |
| 1516 | } |
| 1517 | |
| 1518 | static const struct file_operations graph_depth_fops = { |
| 1519 | .open = tracing_open_generic, |
| 1520 | .write = graph_depth_write, |
| 1521 | .read = graph_depth_read, |
| 1522 | .llseek = generic_file_llseek, |
| 1523 | }; |
| 1524 | |
Steven Rostedt (Red Hat) | 8434dc9 | 2015-01-20 12:13:40 -0500 | [diff] [blame] | 1525 | static __init int init_graph_tracefs(void) |
Steven Rostedt | 8741db5 | 2013-01-16 10:49:37 -0500 | [diff] [blame] | 1526 | { |
| 1527 | struct dentry *d_tracer; |
| 1528 | |
| 1529 | d_tracer = tracing_init_dentry(); |
Steven Rostedt (Red Hat) | 14a5ae4 | 2015-01-20 11:14:16 -0500 | [diff] [blame] | 1530 | if (IS_ERR(d_tracer)) |
Steven Rostedt | 8741db5 | 2013-01-16 10:49:37 -0500 | [diff] [blame] | 1531 | return 0; |
| 1532 | |
| 1533 | trace_create_file("max_graph_depth", 0644, d_tracer, |
| 1534 | NULL, &graph_depth_fops); |
| 1535 | |
| 1536 | return 0; |
| 1537 | } |
Steven Rostedt (Red Hat) | 8434dc9 | 2015-01-20 12:13:40 -0500 | [diff] [blame] | 1538 | fs_initcall(init_graph_tracefs); |
Steven Rostedt | 8741db5 | 2013-01-16 10:49:37 -0500 | [diff] [blame] | 1539 | |
Frederic Weisbecker | fb52607 | 2008-11-25 21:07:04 +0100 | [diff] [blame] | 1540 | static __init int init_graph_trace(void) |
| 1541 | { |
Lai Jiangshan | 0c9e6f6 | 2009-07-28 20:26:06 +0800 | [diff] [blame] | 1542 | max_bytes_for_cpu = snprintf(NULL, 0, "%d", nr_cpu_ids - 1); |
| 1543 | |
Frederic Weisbecker | fb52607 | 2008-11-25 21:07:04 +0100 | [diff] [blame] | 1544 | return register_tracer(&graph_trace); |
| 1545 | } |
| 1546 | |
Steven Rostedt | 6f41567 | 2012-10-05 12:13:07 -0400 | [diff] [blame] | 1547 | core_initcall(init_graph_trace); |