Brendan Gregg | 38cef48 | 2016-01-15 17:26:30 -0800 | [diff] [blame] | 1 | #!/usr/bin/python |
| 2 | # |
Andrew Birchall | 1f202e7 | 2016-05-05 10:56:40 -0700 | [diff] [blame] | 3 | # offcputime Summarize off-CPU time by stack trace |
Brendan Gregg | 38cef48 | 2016-01-15 17:26:30 -0800 | [diff] [blame] | 4 | # For Linux, uses BCC, eBPF. |
| 5 | # |
Andrew Birchall | 1f202e7 | 2016-05-05 10:56:40 -0700 | [diff] [blame] | 6 | # USAGE: offcputime [-h] [-p PID | -u | -k] [-U | -K] [-f] [duration] |
Brendan Gregg | 38cef48 | 2016-01-15 17:26:30 -0800 | [diff] [blame] | 7 | # |
Brendan Gregg | 38cef48 | 2016-01-15 17:26:30 -0800 | [diff] [blame] | 8 | # Copyright 2016 Netflix, Inc. |
| 9 | # Licensed under the Apache License, Version 2.0 (the "License") |
| 10 | # |
| 11 | # 13-Jan-2016 Brendan Gregg Created this. |
| 12 | |
| 13 | from __future__ import print_function |
| 14 | from bcc import BPF |
Andrew Birchall | ee7e5b4 | 2016-05-03 16:54:00 -0700 | [diff] [blame] | 15 | from sys import stderr |
Brendan Gregg | 38cef48 | 2016-01-15 17:26:30 -0800 | [diff] [blame] | 16 | from time import sleep, strftime |
| 17 | import argparse |
Teng Qin | 0b11d22 | 2016-07-18 13:21:10 -0700 | [diff] [blame] | 18 | import errno |
Brendan Gregg | 38cef48 | 2016-01-15 17:26:30 -0800 | [diff] [blame] | 19 | import signal |
| 20 | |
Andrew Birchall | 47d871f | 2016-05-11 18:31:49 -0700 | [diff] [blame] | 21 | # arg validation |
| 22 | def positive_int(val): |
| 23 | try: |
| 24 | ival = int(val) |
| 25 | except ValueError: |
| 26 | raise argparse.ArgumentTypeError("must be an integer") |
| 27 | |
| 28 | if ival < 0: |
| 29 | raise argparse.ArgumentTypeError("must be positive") |
| 30 | return ival |
| 31 | |
| 32 | def positive_nonzero_int(val): |
| 33 | ival = positive_int(val) |
| 34 | if ival == 0: |
| 35 | raise argparse.ArgumentTypeError("must be nonzero") |
| 36 | return ival |
| 37 | |
Brendan Gregg | 38cef48 | 2016-01-15 17:26:30 -0800 | [diff] [blame] | 38 | # arguments |
| 39 | examples = """examples: |
| 40 | ./offcputime # trace off-CPU stack time until Ctrl-C |
| 41 | ./offcputime 5 # trace for 5 seconds only |
| 42 | ./offcputime -f 5 # 5 seconds, and output in folded format |
Sasha Goldshtein | f41ae86 | 2016-10-19 01:14:30 +0300 | [diff] [blame] | 43 | ./offcputime -m 1000 # trace only events that last more than 1000 usec |
| 44 | ./offcputime -M 10000 # trace only events that last less than 10000 usec |
Andrew Birchall | 582b5dd | 2016-05-04 16:03:34 -0700 | [diff] [blame] | 45 | ./offcputime -p 185 # only trace threads for PID 185 |
Mark Drayton | 66bf2e8 | 2016-07-31 22:47:07 +0100 | [diff] [blame] | 46 | ./offcputime -t 188 # only trace thread 188 |
Andrew Birchall | 582b5dd | 2016-05-04 16:03:34 -0700 | [diff] [blame] | 47 | ./offcputime -u # only trace user threads (no kernel) |
| 48 | ./offcputime -k # only trace kernel threads (no user) |
Andrew Birchall | 7f0a6f8 | 2016-05-24 01:44:41 -0700 | [diff] [blame] | 49 | ./offcputime -U # only show user space stacks (no kernel) |
| 50 | ./offcputime -K # only show kernel space stacks (no user) |
Brendan Gregg | 38cef48 | 2016-01-15 17:26:30 -0800 | [diff] [blame] | 51 | """ |
| 52 | parser = argparse.ArgumentParser( |
Andrew Birchall | 7f0a6f8 | 2016-05-24 01:44:41 -0700 | [diff] [blame] | 53 | description="Summarize off-CPU time by stack trace", |
Brendan Gregg | 38cef48 | 2016-01-15 17:26:30 -0800 | [diff] [blame] | 54 | formatter_class=argparse.RawDescriptionHelpFormatter, |
| 55 | epilog=examples) |
Andrew Birchall | 47d871f | 2016-05-11 18:31:49 -0700 | [diff] [blame] | 56 | thread_group = parser.add_mutually_exclusive_group() |
Mark Drayton | 66bf2e8 | 2016-07-31 22:47:07 +0100 | [diff] [blame] | 57 | # Note: this script provides --pid and --tid flags but their arguments are |
| 58 | # referred to internally using kernel nomenclature: TGID and PID. |
| 59 | thread_group.add_argument("-p", "--pid", metavar="PID", dest="tgid", |
| 60 | help="trace this PID only", type=positive_int) |
| 61 | thread_group.add_argument("-t", "--tid", metavar="TID", dest="pid", |
| 62 | help="trace this TID only", type=positive_int) |
Andrew Birchall | 582b5dd | 2016-05-04 16:03:34 -0700 | [diff] [blame] | 63 | thread_group.add_argument("-u", "--user-threads-only", action="store_true", |
| 64 | help="user threads only (no kernel threads)") |
Andrew Birchall | 7f0a6f8 | 2016-05-24 01:44:41 -0700 | [diff] [blame] | 65 | thread_group.add_argument("-k", "--kernel-threads-only", action="store_true", |
| 66 | help="kernel threads only (no user threads)") |
Andrew Birchall | 1f202e7 | 2016-05-05 10:56:40 -0700 | [diff] [blame] | 67 | stack_group = parser.add_mutually_exclusive_group() |
| 68 | stack_group.add_argument("-U", "--user-stacks-only", action="store_true", |
Andrew Birchall | 7f0a6f8 | 2016-05-24 01:44:41 -0700 | [diff] [blame] | 69 | help="show stacks from user space only (no kernel space stacks)") |
Andrew Birchall | 1f202e7 | 2016-05-05 10:56:40 -0700 | [diff] [blame] | 70 | stack_group.add_argument("-K", "--kernel-stacks-only", action="store_true", |
Andrew Birchall | 7f0a6f8 | 2016-05-24 01:44:41 -0700 | [diff] [blame] | 71 | help="show stacks from kernel space only (no user space stacks)") |
Evgeny Vereshchagin | 4509f09 | 2016-06-08 06:33:54 +1000 | [diff] [blame] | 72 | parser.add_argument("-d", "--delimited", action="store_true", |
| 73 | help="insert delimiter between kernel/user stacks") |
Brendan Gregg | 38cef48 | 2016-01-15 17:26:30 -0800 | [diff] [blame] | 74 | parser.add_argument("-f", "--folded", action="store_true", |
| 75 | help="output folded format") |
Andrew Birchall | 47d871f | 2016-05-11 18:31:49 -0700 | [diff] [blame] | 76 | parser.add_argument("--stack-storage-size", default=1024, |
| 77 | type=positive_nonzero_int, |
Mark Drayton | 66bf2e8 | 2016-07-31 22:47:07 +0100 | [diff] [blame] | 78 | help="the number of unique stack traces that can be stored and " |
| 79 | "displayed (default 1024)") |
Brendan Gregg | 38cef48 | 2016-01-15 17:26:30 -0800 | [diff] [blame] | 80 | parser.add_argument("duration", nargs="?", default=99999999, |
Andrew Birchall | 47d871f | 2016-05-11 18:31:49 -0700 | [diff] [blame] | 81 | type=positive_nonzero_int, |
Brendan Gregg | 38cef48 | 2016-01-15 17:26:30 -0800 | [diff] [blame] | 82 | help="duration of trace, in seconds") |
Glauber Costa | 5246458 | 2016-09-26 12:59:32 -0700 | [diff] [blame] | 83 | parser.add_argument("-m", "--min-block-time", default=1, |
| 84 | type=positive_nonzero_int, |
Sasha Goldshtein | f41ae86 | 2016-10-19 01:14:30 +0300 | [diff] [blame] | 85 | help="the amount of time in microseconds over which we " + |
| 86 | "store traces (default 1)") |
| 87 | parser.add_argument("-M", "--max-block-time", default=(1 << 64) - 1, |
Glauber Costa | 5246458 | 2016-09-26 12:59:32 -0700 | [diff] [blame] | 88 | type=positive_nonzero_int, |
Sasha Goldshtein | f41ae86 | 2016-10-19 01:14:30 +0300 | [diff] [blame] | 89 | help="the amount of time in microseconds under which we " + |
| 90 | "store traces (default U64_MAX)") |
Brendan Gregg | 38cef48 | 2016-01-15 17:26:30 -0800 | [diff] [blame] | 91 | args = parser.parse_args() |
Mark Drayton | 66bf2e8 | 2016-07-31 22:47:07 +0100 | [diff] [blame] | 92 | if args.pid and args.tgid: |
| 93 | parser.error("specify only one of -p and -t") |
Brendan Gregg | 38cef48 | 2016-01-15 17:26:30 -0800 | [diff] [blame] | 94 | folded = args.folded |
| 95 | duration = int(args.duration) |
Brendan Gregg | 38cef48 | 2016-01-15 17:26:30 -0800 | [diff] [blame] | 96 | |
| 97 | # signal handler |
| 98 | def signal_ignore(signal, frame): |
| 99 | print() |
| 100 | |
Brendan Gregg | d364d04 | 2016-01-19 17:12:52 -0800 | [diff] [blame] | 101 | # define BPF program |
Brendan Gregg | 38cef48 | 2016-01-15 17:26:30 -0800 | [diff] [blame] | 102 | bpf_text = """ |
| 103 | #include <uapi/linux/ptrace.h> |
| 104 | #include <linux/sched.h> |
| 105 | |
Glauber Costa | 5246458 | 2016-09-26 12:59:32 -0700 | [diff] [blame] | 106 | #define MINBLOCK_US MINBLOCK_US_VALUEULL |
| 107 | #define MAXBLOCK_US MAXBLOCK_US_VALUEULL |
Brendan Gregg | 38cef48 | 2016-01-15 17:26:30 -0800 | [diff] [blame] | 108 | |
| 109 | struct key_t { |
Andrew Birchall | 1f202e7 | 2016-05-05 10:56:40 -0700 | [diff] [blame] | 110 | u32 pid; |
Mark Drayton | 66bf2e8 | 2016-07-31 22:47:07 +0100 | [diff] [blame] | 111 | u32 tgid; |
Andrew Birchall | 1f202e7 | 2016-05-05 10:56:40 -0700 | [diff] [blame] | 112 | int user_stack_id; |
| 113 | int kernel_stack_id; |
Brendan Gregg | 38cef48 | 2016-01-15 17:26:30 -0800 | [diff] [blame] | 114 | char name[TASK_COMM_LEN]; |
Brendan Gregg | 38cef48 | 2016-01-15 17:26:30 -0800 | [diff] [blame] | 115 | }; |
| 116 | BPF_HASH(counts, struct key_t); |
| 117 | BPF_HASH(start, u32); |
Andrew Birchall | 47d871f | 2016-05-11 18:31:49 -0700 | [diff] [blame] | 118 | BPF_STACK_TRACE(stack_traces, STACK_STORAGE_SIZE) |
Brendan Gregg | 38cef48 | 2016-01-15 17:26:30 -0800 | [diff] [blame] | 119 | |
Brendan Gregg | d364d04 | 2016-01-19 17:12:52 -0800 | [diff] [blame] | 120 | int oncpu(struct pt_regs *ctx, struct task_struct *prev) { |
Evgeny Vereshchagin | 9858ca5 | 2016-05-27 06:13:52 +0000 | [diff] [blame] | 121 | u32 pid = prev->pid; |
Mark Drayton | 66bf2e8 | 2016-07-31 22:47:07 +0100 | [diff] [blame] | 122 | u32 tgid = prev->tgid; |
Brendan Gregg | d364d04 | 2016-01-19 17:12:52 -0800 | [diff] [blame] | 123 | u64 ts, *tsp; |
Brendan Gregg | 38cef48 | 2016-01-15 17:26:30 -0800 | [diff] [blame] | 124 | |
Brendan Gregg | d364d04 | 2016-01-19 17:12:52 -0800 | [diff] [blame] | 125 | // record previous thread sleep time |
Andrew Birchall | 582b5dd | 2016-05-04 16:03:34 -0700 | [diff] [blame] | 126 | if (THREAD_FILTER) { |
Brendan Gregg | d364d04 | 2016-01-19 17:12:52 -0800 | [diff] [blame] | 127 | ts = bpf_ktime_get_ns(); |
| 128 | start.update(&pid, &ts); |
| 129 | } |
Brendan Gregg | 38cef48 | 2016-01-15 17:26:30 -0800 | [diff] [blame] | 130 | |
Andrew Birchall | 1f202e7 | 2016-05-05 10:56:40 -0700 | [diff] [blame] | 131 | // get the current thread's start time |
Brendan Gregg | d364d04 | 2016-01-19 17:12:52 -0800 | [diff] [blame] | 132 | pid = bpf_get_current_pid_tgid(); |
Mark Drayton | 66bf2e8 | 2016-07-31 22:47:07 +0100 | [diff] [blame] | 133 | tgid = bpf_get_current_pid_tgid() >> 32; |
Brendan Gregg | 38cef48 | 2016-01-15 17:26:30 -0800 | [diff] [blame] | 134 | tsp = start.lookup(&pid); |
Andrew Birchall | 1f202e7 | 2016-05-05 10:56:40 -0700 | [diff] [blame] | 135 | if (tsp == 0) { |
Brendan Gregg | f747114 | 2016-01-19 14:40:41 -0800 | [diff] [blame] | 136 | return 0; // missed start or filtered |
Andrew Birchall | 1f202e7 | 2016-05-05 10:56:40 -0700 | [diff] [blame] | 137 | } |
| 138 | |
| 139 | // calculate current thread's delta time |
Brendan Gregg | f747114 | 2016-01-19 14:40:41 -0800 | [diff] [blame] | 140 | u64 delta = bpf_ktime_get_ns() - *tsp; |
Brendan Gregg | 38cef48 | 2016-01-15 17:26:30 -0800 | [diff] [blame] | 141 | start.delete(&pid); |
| 142 | delta = delta / 1000; |
Glauber Costa | 5246458 | 2016-09-26 12:59:32 -0700 | [diff] [blame] | 143 | if ((delta < MINBLOCK_US) || (delta > MAXBLOCK_US)) { |
Brendan Gregg | 38cef48 | 2016-01-15 17:26:30 -0800 | [diff] [blame] | 144 | return 0; |
Andrew Birchall | 1f202e7 | 2016-05-05 10:56:40 -0700 | [diff] [blame] | 145 | } |
Brendan Gregg | 38cef48 | 2016-01-15 17:26:30 -0800 | [diff] [blame] | 146 | |
Brendan Gregg | f747114 | 2016-01-19 14:40:41 -0800 | [diff] [blame] | 147 | // create map key |
Vicent Marti | e82fb1b | 2016-03-25 17:21:44 +0100 | [diff] [blame] | 148 | u64 zero = 0, *val; |
Brendan Gregg | f747114 | 2016-01-19 14:40:41 -0800 | [diff] [blame] | 149 | struct key_t key = {}; |
Vicent Marti | e82fb1b | 2016-03-25 17:21:44 +0100 | [diff] [blame] | 150 | |
Andrew Birchall | 1f202e7 | 2016-05-05 10:56:40 -0700 | [diff] [blame] | 151 | key.pid = pid; |
Mark Drayton | 66bf2e8 | 2016-07-31 22:47:07 +0100 | [diff] [blame] | 152 | key.tgid = tgid; |
Andrew Birchall | 1f202e7 | 2016-05-05 10:56:40 -0700 | [diff] [blame] | 153 | key.user_stack_id = USER_STACK_GET; |
| 154 | key.kernel_stack_id = KERNEL_STACK_GET; |
Brendan Gregg | 38cef48 | 2016-01-15 17:26:30 -0800 | [diff] [blame] | 155 | bpf_get_current_comm(&key.name, sizeof(key.name)); |
Brendan Gregg | 38cef48 | 2016-01-15 17:26:30 -0800 | [diff] [blame] | 156 | |
Brendan Gregg | 38cef48 | 2016-01-15 17:26:30 -0800 | [diff] [blame] | 157 | val = counts.lookup_or_init(&key, &zero); |
| 158 | (*val) += delta; |
| 159 | return 0; |
| 160 | } |
| 161 | """ |
Andrew Birchall | 47d871f | 2016-05-11 18:31:49 -0700 | [diff] [blame] | 162 | |
| 163 | # set thread filter |
Andrew Birchall | 582b5dd | 2016-05-04 16:03:34 -0700 | [diff] [blame] | 164 | thread_context = "" |
Mark Drayton | 66bf2e8 | 2016-07-31 22:47:07 +0100 | [diff] [blame] | 165 | if args.tgid is not None: |
| 166 | thread_context = "PID %d" % args.tgid |
| 167 | thread_filter = 'tgid == %d' % args.tgid |
| 168 | elif args.pid is not None: |
| 169 | thread_context = "TID %d" % args.pid |
| 170 | thread_filter = 'pid == %d' % args.pid |
Andrew Birchall | 582b5dd | 2016-05-04 16:03:34 -0700 | [diff] [blame] | 171 | elif args.user_threads_only: |
| 172 | thread_context = "user threads" |
| 173 | thread_filter = '!(prev->flags & PF_KTHREAD)' |
| 174 | elif args.kernel_threads_only: |
| 175 | thread_context = "kernel threads" |
| 176 | thread_filter = 'prev->flags & PF_KTHREAD' |
Brendan Gregg | 38cef48 | 2016-01-15 17:26:30 -0800 | [diff] [blame] | 177 | else: |
Andrew Birchall | 582b5dd | 2016-05-04 16:03:34 -0700 | [diff] [blame] | 178 | thread_context = "all threads" |
| 179 | thread_filter = '1' |
| 180 | bpf_text = bpf_text.replace('THREAD_FILTER', thread_filter) |
Andrew Birchall | 47d871f | 2016-05-11 18:31:49 -0700 | [diff] [blame] | 181 | |
| 182 | # set stack storage size |
| 183 | bpf_text = bpf_text.replace('STACK_STORAGE_SIZE', str(args.stack_storage_size)) |
Glauber Costa | 5246458 | 2016-09-26 12:59:32 -0700 | [diff] [blame] | 184 | bpf_text = bpf_text.replace('MINBLOCK_US_VALUE', str(args.min_block_time)) |
| 185 | bpf_text = bpf_text.replace('MAXBLOCK_US_VALUE', str(args.max_block_time)) |
Brendan Gregg | d364d04 | 2016-01-19 17:12:52 -0800 | [diff] [blame] | 186 | |
Andrew Birchall | 1f202e7 | 2016-05-05 10:56:40 -0700 | [diff] [blame] | 187 | # handle stack args |
| 188 | kernel_stack_get = "stack_traces.get_stackid(ctx, BPF_F_REUSE_STACKID)" |
| 189 | user_stack_get = \ |
| 190 | "stack_traces.get_stackid(ctx, BPF_F_REUSE_STACKID | BPF_F_USER_STACK)" |
| 191 | stack_context = "" |
| 192 | if args.user_stacks_only: |
| 193 | stack_context = "user" |
| 194 | kernel_stack_get = "-1" |
| 195 | elif args.kernel_stacks_only: |
| 196 | stack_context = "kernel" |
| 197 | user_stack_get = "-1" |
| 198 | else: |
| 199 | stack_context = "user + kernel" |
| 200 | bpf_text = bpf_text.replace('USER_STACK_GET', user_stack_get) |
| 201 | bpf_text = bpf_text.replace('KERNEL_STACK_GET', kernel_stack_get) |
| 202 | |
Sasha Goldshtein | f41ae86 | 2016-10-19 01:14:30 +0300 | [diff] [blame] | 203 | need_delimiter = args.delimited and not (args.kernel_stacks_only or |
| 204 | args.user_stacks_only) |
Evgeny Vereshchagin | 4509f09 | 2016-06-08 06:33:54 +1000 | [diff] [blame] | 205 | |
Andrew Birchall | 1f202e7 | 2016-05-05 10:56:40 -0700 | [diff] [blame] | 206 | # check for an edge case; the code below will handle this case correctly |
| 207 | # but ultimately nothing will be displayed |
| 208 | if args.kernel_threads_only and args.user_stacks_only: |
Sasha Goldshtein | f41ae86 | 2016-10-19 01:14:30 +0300 | [diff] [blame] | 209 | print("ERROR: Displaying user stacks for kernel threads " + |
| 210 | "doesn't make sense.", file=stderr) |
Andrew Birchall | 1f202e7 | 2016-05-05 10:56:40 -0700 | [diff] [blame] | 211 | exit(1) |
| 212 | |
Brendan Gregg | d364d04 | 2016-01-19 17:12:52 -0800 | [diff] [blame] | 213 | # initialize BPF |
Brendan Gregg | 38cef48 | 2016-01-15 17:26:30 -0800 | [diff] [blame] | 214 | b = BPF(text=bpf_text) |
Brendan Gregg | 38cef48 | 2016-01-15 17:26:30 -0800 | [diff] [blame] | 215 | b.attach_kprobe(event="finish_task_switch", fn_name="oncpu") |
| 216 | matched = b.num_open_kprobes() |
| 217 | if matched == 0: |
Andrew Birchall | 47d871f | 2016-05-11 18:31:49 -0700 | [diff] [blame] | 218 | print("error: 0 functions traced. Exiting.", file=stderr) |
| 219 | exit(1) |
Brendan Gregg | 38cef48 | 2016-01-15 17:26:30 -0800 | [diff] [blame] | 220 | |
| 221 | # header |
| 222 | if not folded: |
Andrew Birchall | 1f202e7 | 2016-05-05 10:56:40 -0700 | [diff] [blame] | 223 | print("Tracing off-CPU time (us) of %s by %s stack" % |
| 224 | (thread_context, stack_context), end="") |
Brendan Gregg | 38cef48 | 2016-01-15 17:26:30 -0800 | [diff] [blame] | 225 | if duration < 99999999: |
| 226 | print(" for %d secs." % duration) |
| 227 | else: |
| 228 | print("... Hit Ctrl-C to end.") |
| 229 | |
Andrew Birchall | ee7e5b4 | 2016-05-03 16:54:00 -0700 | [diff] [blame] | 230 | try: |
| 231 | sleep(duration) |
| 232 | except KeyboardInterrupt: |
| 233 | # as cleanup can take many seconds, trap Ctrl-C: |
| 234 | signal.signal(signal.SIGINT, signal_ignore) |
Brendan Gregg | 38cef48 | 2016-01-15 17:26:30 -0800 | [diff] [blame] | 235 | |
Andrew Birchall | ee7e5b4 | 2016-05-03 16:54:00 -0700 | [diff] [blame] | 236 | if not folded: |
| 237 | print() |
Brendan Gregg | 38cef48 | 2016-01-15 17:26:30 -0800 | [diff] [blame] | 238 | |
Andrew Birchall | ee7e5b4 | 2016-05-03 16:54:00 -0700 | [diff] [blame] | 239 | missing_stacks = 0 |
Andrew Birchall | 47d871f | 2016-05-11 18:31:49 -0700 | [diff] [blame] | 240 | has_enomem = False |
Andrew Birchall | ee7e5b4 | 2016-05-03 16:54:00 -0700 | [diff] [blame] | 241 | counts = b.get_table("counts") |
| 242 | stack_traces = b.get_table("stack_traces") |
| 243 | for k, v in sorted(counts.items(), key=lambda counts: counts[1].value): |
Andrew Birchall | 47d871f | 2016-05-11 18:31:49 -0700 | [diff] [blame] | 244 | # handle get_stackid erorrs |
Andrew Birchall | 1f202e7 | 2016-05-05 10:56:40 -0700 | [diff] [blame] | 245 | if (not args.user_stacks_only and k.kernel_stack_id < 0) or \ |
Sasha Goldshtein | f41ae86 | 2016-10-19 01:14:30 +0300 | [diff] [blame] | 246 | (not args.kernel_stacks_only and k.user_stack_id < 0 and |
| 247 | k.user_stack_id != -errno.EFAULT): |
Andrew Birchall | ee7e5b4 | 2016-05-03 16:54:00 -0700 | [diff] [blame] | 248 | missing_stacks += 1 |
Andrew Birchall | 47d871f | 2016-05-11 18:31:49 -0700 | [diff] [blame] | 249 | # check for an ENOMEM error |
Teng Qin | 0b11d22 | 2016-07-18 13:21:10 -0700 | [diff] [blame] | 250 | if k.kernel_stack_id == -errno.ENOMEM or \ |
| 251 | k.user_stack_id == -errno.ENOMEM: |
Andrew Birchall | 47d871f | 2016-05-11 18:31:49 -0700 | [diff] [blame] | 252 | has_enomem = True |
Andrew Birchall | ee7e5b4 | 2016-05-03 16:54:00 -0700 | [diff] [blame] | 253 | continue |
| 254 | |
Mark Drayton | 66bf2e8 | 2016-07-31 22:47:07 +0100 | [diff] [blame] | 255 | # user stacks will be symbolized by tgid, not pid, to avoid the overhead |
| 256 | # of one symbol resolver per thread |
Andrew Birchall | 1f202e7 | 2016-05-05 10:56:40 -0700 | [diff] [blame] | 257 | user_stack = [] if k.user_stack_id < 0 else \ |
| 258 | stack_traces.walk(k.user_stack_id) |
| 259 | kernel_stack = [] if k.kernel_stack_id < 0 else \ |
| 260 | stack_traces.walk(k.kernel_stack_id) |
Andrew Birchall | ee7e5b4 | 2016-05-03 16:54:00 -0700 | [diff] [blame] | 261 | |
| 262 | if folded: |
| 263 | # print folded stack output |
Evgeny Vereshchagin | ff39d0c | 2016-06-07 18:00:01 +1000 | [diff] [blame] | 264 | user_stack = list(user_stack) |
| 265 | kernel_stack = list(kernel_stack) |
Andrew Birchall | 1f202e7 | 2016-05-05 10:56:40 -0700 | [diff] [blame] | 266 | line = [k.name.decode()] + \ |
Mark Drayton | 66bf2e8 | 2016-07-31 22:47:07 +0100 | [diff] [blame] | 267 | [b.sym(addr, k.tgid) for addr in reversed(user_stack)] + \ |
Evgeny Vereshchagin | 4509f09 | 2016-06-08 06:33:54 +1000 | [diff] [blame] | 268 | (need_delimiter and ["-"] or []) + \ |
Evgeny Vereshchagin | f988644 | 2016-06-08 06:06:33 +1000 | [diff] [blame] | 269 | [b.ksym(addr) for addr in reversed(kernel_stack)] |
Andrew Birchall | ee7e5b4 | 2016-05-03 16:54:00 -0700 | [diff] [blame] | 270 | print("%s %d" % (";".join(line), v.value)) |
| 271 | else: |
| 272 | # print default multi-line stack output |
Andrew Birchall | 1f202e7 | 2016-05-05 10:56:40 -0700 | [diff] [blame] | 273 | for addr in kernel_stack: |
Sasha Goldshtein | 2f78068 | 2017-02-09 00:20:56 -0500 | [diff] [blame] | 274 | print(" %s" % b.ksym(addr)) |
Evgeny Vereshchagin | 4509f09 | 2016-06-08 06:33:54 +1000 | [diff] [blame] | 275 | if need_delimiter: |
| 276 | print(" --") |
Evgeny Vereshchagin | f988644 | 2016-06-08 06:06:33 +1000 | [diff] [blame] | 277 | for addr in user_stack: |
Sasha Goldshtein | 2f78068 | 2017-02-09 00:20:56 -0500 | [diff] [blame] | 278 | print(" %s" % b.sym(addr, k.tgid)) |
Rafael F | 78948e4 | 2017-03-26 14:54:25 +0200 | [diff] [blame] | 279 | print(" %-16s %s (%d)" % ("-", k.name.decode(), k.pid)) |
Andrew Birchall | ee7e5b4 | 2016-05-03 16:54:00 -0700 | [diff] [blame] | 280 | print(" %d\n" % v.value) |
| 281 | |
| 282 | if missing_stacks > 0: |
Andrew Birchall | 47d871f | 2016-05-11 18:31:49 -0700 | [diff] [blame] | 283 | enomem_str = "" if not has_enomem else \ |
| 284 | " Consider increasing --stack-storage-size." |
| 285 | print("WARNING: %d stack traces could not be displayed.%s" % |
| 286 | (missing_stacks, enomem_str), |
Andrew Birchall | ee7e5b4 | 2016-05-03 16:54:00 -0700 | [diff] [blame] | 287 | file=stderr) |