Alexey Ivanov | cc01a9c | 2019-01-16 09:50:46 -0800 | [diff] [blame] | 1 | #!/usr/bin/python |
Brendan Gregg | f4bf275 | 2016-07-21 18:13:24 -0700 | [diff] [blame] | 2 | # @lint-avoid-python-3-compatibility-imports |
| 3 | # |
| 4 | # profile Profile CPU usage by sampling stack traces at a timed interval. |
| 5 | # For Linux, uses BCC, BPF, perf_events. Embedded C. |
| 6 | # |
| 7 | # This is an efficient profiler, as stack traces are frequency counted in |
| 8 | # kernel context, rather than passing every stack to user space for frequency |
| 9 | # counting there. Only the unique stacks and counts are passed to user space |
| 10 | # at the end of the profile, greatly reducing the kernel<->user transfer. |
| 11 | # |
Brendan Gregg | 81baae4 | 2019-01-26 21:53:11 -0800 | [diff] [blame] | 12 | # By default CPU idle stacks are excluded by simply excluding PID 0. |
| 13 | # |
Brendan Gregg | 715f7e6 | 2016-10-20 22:50:08 -0700 | [diff] [blame] | 14 | # REQUIRES: Linux 4.9+ (BPF_PROG_TYPE_PERF_EVENT support). Under tools/old is |
| 15 | # a version of this tool that may work on Linux 4.6 - 4.8. |
Brendan Gregg | f4bf275 | 2016-07-21 18:13:24 -0700 | [diff] [blame] | 16 | # |
| 17 | # Copyright 2016 Netflix, Inc. |
| 18 | # Licensed under the Apache License, Version 2.0 (the "License") |
| 19 | # |
Brendan Gregg | 715f7e6 | 2016-10-20 22:50:08 -0700 | [diff] [blame] | 20 | # THANKS: Alexei Starovoitov, who added proper BPF profiling support to Linux; |
| 21 | # Sasha Goldshtein, Andrew Birchall, and Evgeny Vereshchagin, who wrote much |
| 22 | # of the code here, borrowed from tracepoint.py and offcputime.py; and |
| 23 | # Teng Qin, who added perf support in bcc. |
Brendan Gregg | f4bf275 | 2016-07-21 18:13:24 -0700 | [diff] [blame] | 24 | # |
| 25 | # 15-Jul-2016 Brendan Gregg Created this. |
Brendan Gregg | 715f7e6 | 2016-10-20 22:50:08 -0700 | [diff] [blame] | 26 | # 20-Oct-2016 " " Switched to use the new 4.9 support. |
Alban Crequy | 32ab858 | 2020-03-22 16:06:44 +0100 | [diff] [blame] | 27 | # 26-Jan-2019 " " Changed to exclude CPU idle by default. |
Brendan Gregg | f4bf275 | 2016-07-21 18:13:24 -0700 | [diff] [blame] | 28 | |
| 29 | from __future__ import print_function |
Brendan Gregg | 715f7e6 | 2016-10-20 22:50:08 -0700 | [diff] [blame] | 30 | from bcc import BPF, PerfType, PerfSWConfig |
Alban Crequy | 32ab858 | 2020-03-22 16:06:44 +0100 | [diff] [blame] | 31 | from bcc.containers import filter_by_containers |
Brendan Gregg | f4bf275 | 2016-07-21 18:13:24 -0700 | [diff] [blame] | 32 | from sys import stderr |
| 33 | from time import sleep |
| 34 | import argparse |
| 35 | import signal |
| 36 | import os |
| 37 | import errno |
Brendan Gregg | f4bf275 | 2016-07-21 18:13:24 -0700 | [diff] [blame] | 38 | |
| 39 | # |
| 40 | # Process Arguments |
| 41 | # |
| 42 | |
| 43 | # arg validation |
| 44 | def positive_int(val): |
| 45 | try: |
| 46 | ival = int(val) |
| 47 | except ValueError: |
| 48 | raise argparse.ArgumentTypeError("must be an integer") |
| 49 | |
| 50 | if ival < 0: |
| 51 | raise argparse.ArgumentTypeError("must be positive") |
| 52 | return ival |
| 53 | |
| 54 | def positive_nonzero_int(val): |
| 55 | ival = positive_int(val) |
| 56 | if ival == 0: |
| 57 | raise argparse.ArgumentTypeError("must be nonzero") |
| 58 | return ival |
| 59 | |
Teng Qin | e4db768 | 2018-04-24 16:24:20 -0700 | [diff] [blame] | 60 | def stack_id_err(stack_id): |
Michael Prokop | c14d02a | 2020-01-09 02:29:18 +0100 | [diff] [blame] | 61 | # -EFAULT in get_stackid normally means the stack-trace is not available, |
Teng Qin | e4db768 | 2018-04-24 16:24:20 -0700 | [diff] [blame] | 62 | # Such as getting kernel stack trace in userspace code |
| 63 | return (stack_id < 0) and (stack_id != -errno.EFAULT) |
| 64 | |
Brendan Gregg | f4bf275 | 2016-07-21 18:13:24 -0700 | [diff] [blame] | 65 | # arguments |
| 66 | examples = """examples: |
| 67 | ./profile # profile stack traces at 49 Hertz until Ctrl-C |
| 68 | ./profile -F 99 # profile stack traces at 99 Hertz |
Teng Qin | 86df2b8 | 2018-04-23 12:36:51 -0700 | [diff] [blame] | 69 | ./profile -c 1000000 # profile stack traces every 1 in a million events |
Brendan Gregg | f4bf275 | 2016-07-21 18:13:24 -0700 | [diff] [blame] | 70 | ./profile 5 # profile at 49 Hertz for 5 seconds only |
| 71 | ./profile -f 5 # output in folded format for flame graphs |
Xiaozhou Liu | 6b19790 | 2019-04-16 05:41:18 +0800 | [diff] [blame] | 72 | ./profile -p 185 # only profile process with PID 185 |
| 73 | ./profile -L 185 # only profile thread with TID 185 |
Brendan Gregg | f4bf275 | 2016-07-21 18:13:24 -0700 | [diff] [blame] | 74 | ./profile -U # only show user space stacks (no kernel) |
| 75 | ./profile -K # only show kernel space stacks (no user) |
Alban Crequy | 32ab858 | 2020-03-22 16:06:44 +0100 | [diff] [blame] | 76 | ./profile --cgroupmap mappath # only trace cgroups in this BPF map |
| 77 | ./profile --mntnsmap mappath # only trace mount namespaces in the map |
Brendan Gregg | f4bf275 | 2016-07-21 18:13:24 -0700 | [diff] [blame] | 78 | """ |
| 79 | parser = argparse.ArgumentParser( |
| 80 | description="Profile CPU stack traces at a timed interval", |
| 81 | formatter_class=argparse.RawDescriptionHelpFormatter, |
| 82 | epilog=examples) |
| 83 | thread_group = parser.add_mutually_exclusive_group() |
| 84 | thread_group.add_argument("-p", "--pid", type=positive_int, |
Xiaozhou Liu | 6b19790 | 2019-04-16 05:41:18 +0800 | [diff] [blame] | 85 | help="profile process with this PID only") |
| 86 | thread_group.add_argument("-L", "--tid", type=positive_int, |
| 87 | help="profile thread with this TID only") |
Brendan Gregg | f4bf275 | 2016-07-21 18:13:24 -0700 | [diff] [blame] | 88 | # TODO: add options for user/kernel threads only |
| 89 | stack_group = parser.add_mutually_exclusive_group() |
| 90 | stack_group.add_argument("-U", "--user-stacks-only", action="store_true", |
| 91 | help="show stacks from user space only (no kernel space stacks)") |
| 92 | stack_group.add_argument("-K", "--kernel-stacks-only", action="store_true", |
| 93 | help="show stacks from kernel space only (no user space stacks)") |
Teng Qin | 86df2b8 | 2018-04-23 12:36:51 -0700 | [diff] [blame] | 94 | sample_group = parser.add_mutually_exclusive_group() |
| 95 | sample_group.add_argument("-F", "--frequency", type=positive_int, |
| 96 | help="sample frequency, Hertz") |
| 97 | sample_group.add_argument("-c", "--count", type=positive_int, |
| 98 | help="sample period, number of events") |
Brendan Gregg | f4bf275 | 2016-07-21 18:13:24 -0700 | [diff] [blame] | 99 | parser.add_argument("-d", "--delimited", action="store_true", |
| 100 | help="insert delimiter between kernel/user stacks") |
| 101 | parser.add_argument("-a", "--annotations", action="store_true", |
| 102 | help="add _[k] annotations to kernel frames") |
Brendan Gregg | 81baae4 | 2019-01-26 21:53:11 -0800 | [diff] [blame] | 103 | parser.add_argument("-I", "--include-idle", action="store_true", |
| 104 | help="include CPU idle stacks") |
Brendan Gregg | f4bf275 | 2016-07-21 18:13:24 -0700 | [diff] [blame] | 105 | parser.add_argument("-f", "--folded", action="store_true", |
| 106 | help="output folded format, one line per stack (for flame graphs)") |
Tommaso Sardelli | aa4aa52 | 2018-04-30 22:35:29 +0200 | [diff] [blame] | 107 | parser.add_argument("--stack-storage-size", default=16384, |
Brendan Gregg | f4bf275 | 2016-07-21 18:13:24 -0700 | [diff] [blame] | 108 | type=positive_nonzero_int, |
| 109 | help="the number of unique stack traces that can be stored and " |
Tommaso Sardelli | 718c928 | 2018-04-30 15:36:40 +0200 | [diff] [blame] | 110 | "displayed (default %(default)s)") |
Brendan Gregg | f4bf275 | 2016-07-21 18:13:24 -0700 | [diff] [blame] | 111 | parser.add_argument("duration", nargs="?", default=99999999, |
| 112 | type=positive_nonzero_int, |
| 113 | help="duration of trace, in seconds") |
Nikita V. Shirokov | e36f9e1 | 2018-07-19 11:49:54 -0700 | [diff] [blame] | 114 | parser.add_argument("-C", "--cpu", type=int, default=-1, |
| 115 | help="cpu number to run profile on") |
Nathan Scott | cf0792f | 2018-02-02 16:56:50 +1100 | [diff] [blame] | 116 | parser.add_argument("--ebpf", action="store_true", |
| 117 | help=argparse.SUPPRESS) |
Alban Crequy | f82ea45 | 2020-03-18 16:15:02 +0100 | [diff] [blame] | 118 | parser.add_argument("--cgroupmap", |
| 119 | help="trace cgroups in this BPF map only") |
Alban Crequy | 32ab858 | 2020-03-22 16:06:44 +0100 | [diff] [blame] | 120 | parser.add_argument("--mntnsmap", |
| 121 | help="trace mount namespaces in this BPF map only") |
Brendan Gregg | f4bf275 | 2016-07-21 18:13:24 -0700 | [diff] [blame] | 122 | |
| 123 | # option logic |
| 124 | args = parser.parse_args() |
Brendan Gregg | f4bf275 | 2016-07-21 18:13:24 -0700 | [diff] [blame] | 125 | pid = int(args.pid) if args.pid is not None else -1 |
| 126 | duration = int(args.duration) |
| 127 | debug = 0 |
| 128 | need_delimiter = args.delimited and not (args.kernel_stacks_only or |
| 129 | args.user_stacks_only) |
| 130 | # TODO: add stack depth, and interval |
| 131 | |
| 132 | # |
| 133 | # Setup BPF |
| 134 | # |
| 135 | |
| 136 | # define BPF program |
| 137 | bpf_text = """ |
| 138 | #include <uapi/linux/ptrace.h> |
Brendan Gregg | 715f7e6 | 2016-10-20 22:50:08 -0700 | [diff] [blame] | 139 | #include <uapi/linux/bpf_perf_event.h> |
Brendan Gregg | f4bf275 | 2016-07-21 18:13:24 -0700 | [diff] [blame] | 140 | #include <linux/sched.h> |
| 141 | |
| 142 | struct key_t { |
| 143 | u32 pid; |
| 144 | u64 kernel_ip; |
Brendan Gregg | f4bf275 | 2016-07-21 18:13:24 -0700 | [diff] [blame] | 145 | int user_stack_id; |
| 146 | int kernel_stack_id; |
| 147 | char name[TASK_COMM_LEN]; |
| 148 | }; |
| 149 | BPF_HASH(counts, struct key_t); |
Song Liu | 67ae605 | 2018-02-01 14:59:24 -0800 | [diff] [blame] | 150 | BPF_STACK_TRACE(stack_traces, STACK_STORAGE_SIZE); |
Brendan Gregg | f4bf275 | 2016-07-21 18:13:24 -0700 | [diff] [blame] | 151 | |
| 152 | // This code gets a bit complex. Probably not suitable for casual hacking. |
| 153 | |
Brendan Gregg | 715f7e6 | 2016-10-20 22:50:08 -0700 | [diff] [blame] | 154 | int do_perf_event(struct bpf_perf_event_data *ctx) { |
Xiaozhou Liu | 6b19790 | 2019-04-16 05:41:18 +0800 | [diff] [blame] | 155 | u64 id = bpf_get_current_pid_tgid(); |
| 156 | u32 tgid = id >> 32; |
| 157 | u32 pid = id; |
| 158 | |
Brendan Gregg | 81baae4 | 2019-01-26 21:53:11 -0800 | [diff] [blame] | 159 | if (IDLE_FILTER) |
| 160 | return 0; |
| 161 | |
Brendan Gregg | f4bf275 | 2016-07-21 18:13:24 -0700 | [diff] [blame] | 162 | if (!(THREAD_FILTER)) |
| 163 | return 0; |
| 164 | |
Alban Crequy | 32ab858 | 2020-03-22 16:06:44 +0100 | [diff] [blame] | 165 | if (container_should_be_filtered()) { |
Alban Crequy | f82ea45 | 2020-03-18 16:15:02 +0100 | [diff] [blame] | 166 | return 0; |
| 167 | } |
Alban Crequy | f82ea45 | 2020-03-18 16:15:02 +0100 | [diff] [blame] | 168 | |
Brendan Gregg | f4bf275 | 2016-07-21 18:13:24 -0700 | [diff] [blame] | 169 | // create map key |
Xiaozhou Liu | 6b19790 | 2019-04-16 05:41:18 +0800 | [diff] [blame] | 170 | struct key_t key = {.pid = tgid}; |
Brendan Gregg | f4bf275 | 2016-07-21 18:13:24 -0700 | [diff] [blame] | 171 | bpf_get_current_comm(&key.name, sizeof(key.name)); |
| 172 | |
| 173 | // get stacks |
| 174 | key.user_stack_id = USER_STACK_GET; |
| 175 | key.kernel_stack_id = KERNEL_STACK_GET; |
| 176 | |
| 177 | if (key.kernel_stack_id >= 0) { |
| 178 | // populate extras to fix the kernel stack |
Paul Chaignon | 37f7fef | 2018-06-14 02:14:59 +0200 | [diff] [blame] | 179 | u64 ip = PT_REGS_IP(&ctx->regs); |
Yonghong Song | b5fcb51 | 2018-04-14 22:55:11 -0700 | [diff] [blame] | 180 | u64 page_offset; |
Brendan Gregg | ac297c1 | 2016-10-18 20:17:04 -0700 | [diff] [blame] | 181 | |
Brendan Gregg | f4bf275 | 2016-07-21 18:13:24 -0700 | [diff] [blame] | 182 | // if ip isn't sane, leave key ips as zero for later checking |
Yonghong Song | b5fcb51 | 2018-04-14 22:55:11 -0700 | [diff] [blame] | 183 | #if defined(CONFIG_X86_64) && defined(__PAGE_OFFSET_BASE) |
| 184 | // x64, 4.16, ..., 4.11, etc., but some earlier kernel didn't have it |
| 185 | page_offset = __PAGE_OFFSET_BASE; |
| 186 | #elif defined(CONFIG_X86_64) && defined(__PAGE_OFFSET_BASE_L4) |
| 187 | // x64, 4.17, and later |
| 188 | #if defined(CONFIG_DYNAMIC_MEMORY_LAYOUT) && defined(CONFIG_X86_5LEVEL) |
| 189 | page_offset = __PAGE_OFFSET_BASE_L5; |
Brendan Gregg | ac297c1 | 2016-10-18 20:17:04 -0700 | [diff] [blame] | 190 | #else |
Yonghong Song | b5fcb51 | 2018-04-14 22:55:11 -0700 | [diff] [blame] | 191 | page_offset = __PAGE_OFFSET_BASE_L4; |
Brendan Gregg | ac297c1 | 2016-10-18 20:17:04 -0700 | [diff] [blame] | 192 | #endif |
Yonghong Song | b5fcb51 | 2018-04-14 22:55:11 -0700 | [diff] [blame] | 193 | #else |
| 194 | // earlier x86_64 kernels, e.g., 4.6, comes here |
| 195 | // arm64, s390, powerpc, x86_32 |
| 196 | page_offset = PAGE_OFFSET; |
| 197 | #endif |
| 198 | |
| 199 | if (ip > page_offset) { |
Brendan Gregg | f4bf275 | 2016-07-21 18:13:24 -0700 | [diff] [blame] | 200 | key.kernel_ip = ip; |
Brendan Gregg | f4bf275 | 2016-07-21 18:13:24 -0700 | [diff] [blame] | 201 | } |
| 202 | } |
| 203 | |
Javier Honduvilla Coto | 64bf965 | 2018-08-01 06:50:19 +0200 | [diff] [blame] | 204 | counts.increment(key); |
Brendan Gregg | f4bf275 | 2016-07-21 18:13:24 -0700 | [diff] [blame] | 205 | return 0; |
| 206 | } |
| 207 | """ |
| 208 | |
Brendan Gregg | 81baae4 | 2019-01-26 21:53:11 -0800 | [diff] [blame] | 209 | # set idle filter |
| 210 | idle_filter = "pid == 0" |
| 211 | if args.include_idle: |
| 212 | idle_filter = "0" |
| 213 | bpf_text = bpf_text.replace('IDLE_FILTER', idle_filter) |
| 214 | |
Xiaozhou Liu | 6b19790 | 2019-04-16 05:41:18 +0800 | [diff] [blame] | 215 | # set process/thread filter |
Brendan Gregg | f4bf275 | 2016-07-21 18:13:24 -0700 | [diff] [blame] | 216 | thread_context = "" |
Brendan Gregg | f4bf275 | 2016-07-21 18:13:24 -0700 | [diff] [blame] | 217 | if args.pid is not None: |
| 218 | thread_context = "PID %s" % args.pid |
Xiaozhou Liu | 6b19790 | 2019-04-16 05:41:18 +0800 | [diff] [blame] | 219 | thread_filter = 'tgid == %s' % args.pid |
| 220 | elif args.tid is not None: |
| 221 | thread_context = "TID %s" % args.tid |
| 222 | thread_filter = 'pid == %s' % args.tid |
Brendan Gregg | f4bf275 | 2016-07-21 18:13:24 -0700 | [diff] [blame] | 223 | else: |
| 224 | thread_context = "all threads" |
| 225 | thread_filter = '1' |
| 226 | bpf_text = bpf_text.replace('THREAD_FILTER', thread_filter) |
| 227 | |
| 228 | # set stack storage size |
| 229 | bpf_text = bpf_text.replace('STACK_STORAGE_SIZE', str(args.stack_storage_size)) |
| 230 | |
| 231 | # handle stack args |
Teng Qin | e4db768 | 2018-04-24 16:24:20 -0700 | [diff] [blame] | 232 | kernel_stack_get = "stack_traces.get_stackid(&ctx->regs, 0)" |
| 233 | user_stack_get = "stack_traces.get_stackid(&ctx->regs, BPF_F_USER_STACK)" |
Brendan Gregg | f4bf275 | 2016-07-21 18:13:24 -0700 | [diff] [blame] | 234 | stack_context = "" |
| 235 | if args.user_stacks_only: |
| 236 | stack_context = "user" |
| 237 | kernel_stack_get = "-1" |
| 238 | elif args.kernel_stacks_only: |
| 239 | stack_context = "kernel" |
| 240 | user_stack_get = "-1" |
| 241 | else: |
| 242 | stack_context = "user + kernel" |
| 243 | bpf_text = bpf_text.replace('USER_STACK_GET', user_stack_get) |
| 244 | bpf_text = bpf_text.replace('KERNEL_STACK_GET', kernel_stack_get) |
Alban Crequy | 32ab858 | 2020-03-22 16:06:44 +0100 | [diff] [blame] | 245 | bpf_text = filter_by_containers(args) + bpf_text |
Brendan Gregg | f4bf275 | 2016-07-21 18:13:24 -0700 | [diff] [blame] | 246 | |
Teng Qin | 86df2b8 | 2018-04-23 12:36:51 -0700 | [diff] [blame] | 247 | sample_freq = 0 |
| 248 | sample_period = 0 |
| 249 | if args.frequency: |
| 250 | sample_freq = args.frequency |
| 251 | elif args.count: |
| 252 | sample_period = args.count |
| 253 | else: |
| 254 | # If user didn't specify anything, use default 49Hz sampling |
| 255 | sample_freq = 49 |
| 256 | sample_context = "%s%d %s" % (("", sample_freq, "Hertz") if sample_freq |
| 257 | else ("every ", sample_period, "events")) |
| 258 | |
Brendan Gregg | f4bf275 | 2016-07-21 18:13:24 -0700 | [diff] [blame] | 259 | # header |
| 260 | if not args.folded: |
Teng Qin | 86df2b8 | 2018-04-23 12:36:51 -0700 | [diff] [blame] | 261 | print("Sampling at %s of %s by %s stack" % |
| 262 | (sample_context, thread_context, stack_context), end="") |
Nikita V. Shirokov | e36f9e1 | 2018-07-19 11:49:54 -0700 | [diff] [blame] | 263 | if args.cpu >= 0: |
| 264 | print(" on CPU#{}".format(args.cpu), end="") |
Brendan Gregg | f4bf275 | 2016-07-21 18:13:24 -0700 | [diff] [blame] | 265 | if duration < 99999999: |
| 266 | print(" for %d secs." % duration) |
| 267 | else: |
| 268 | print("... Hit Ctrl-C to end.") |
| 269 | |
Nathan Scott | cf0792f | 2018-02-02 16:56:50 +1100 | [diff] [blame] | 270 | if debug or args.ebpf: |
Brendan Gregg | f4bf275 | 2016-07-21 18:13:24 -0700 | [diff] [blame] | 271 | print(bpf_text) |
Nathan Scott | cf0792f | 2018-02-02 16:56:50 +1100 | [diff] [blame] | 272 | if args.ebpf: |
| 273 | exit() |
Brendan Gregg | f4bf275 | 2016-07-21 18:13:24 -0700 | [diff] [blame] | 274 | |
Brendan Gregg | 715f7e6 | 2016-10-20 22:50:08 -0700 | [diff] [blame] | 275 | # initialize BPF & perf_events |
| 276 | b = BPF(text=bpf_text) |
| 277 | b.attach_perf_event(ev_type=PerfType.SOFTWARE, |
| 278 | ev_config=PerfSWConfig.CPU_CLOCK, fn_name="do_perf_event", |
Nikita V. Shirokov | e36f9e1 | 2018-07-19 11:49:54 -0700 | [diff] [blame] | 279 | sample_period=sample_period, sample_freq=sample_freq, cpu=args.cpu) |
Brendan Gregg | f4bf275 | 2016-07-21 18:13:24 -0700 | [diff] [blame] | 280 | |
| 281 | # signal handler |
| 282 | def signal_ignore(signal, frame): |
| 283 | print() |
| 284 | |
| 285 | # |
Brendan Gregg | f4bf275 | 2016-07-21 18:13:24 -0700 | [diff] [blame] | 286 | # Output Report |
| 287 | # |
| 288 | |
| 289 | # collect samples |
| 290 | try: |
| 291 | sleep(duration) |
| 292 | except KeyboardInterrupt: |
| 293 | # as cleanup can take some time, trap Ctrl-C: |
| 294 | signal.signal(signal.SIGINT, signal_ignore) |
| 295 | |
| 296 | if not args.folded: |
| 297 | print() |
| 298 | |
| 299 | def aksym(addr): |
| 300 | if args.annotations: |
jeromemarchand | b96ebcd | 2018-10-10 01:58:15 +0200 | [diff] [blame] | 301 | return b.ksym(addr) + "_[k]".encode() |
Brendan Gregg | f4bf275 | 2016-07-21 18:13:24 -0700 | [diff] [blame] | 302 | else: |
| 303 | return b.ksym(addr) |
| 304 | |
| 305 | # output stacks |
| 306 | missing_stacks = 0 |
Xiaozhou Liu | 1bddba6 | 2020-06-23 19:07:07 +0000 | [diff] [blame] | 307 | has_collision = False |
Brendan Gregg | f4bf275 | 2016-07-21 18:13:24 -0700 | [diff] [blame] | 308 | counts = b.get_table("counts") |
| 309 | stack_traces = b.get_table("stack_traces") |
| 310 | for k, v in sorted(counts.items(), key=lambda counts: counts[1].value): |
Teng Qin | e4db768 | 2018-04-24 16:24:20 -0700 | [diff] [blame] | 311 | # handle get_stackid errors |
| 312 | if not args.user_stacks_only and stack_id_err(k.kernel_stack_id): |
Brendan Gregg | f4bf275 | 2016-07-21 18:13:24 -0700 | [diff] [blame] | 313 | missing_stacks += 1 |
Xiaozhou Liu | 1bddba6 | 2020-06-23 19:07:07 +0000 | [diff] [blame] | 314 | # hash collision (-EEXIST) suggests that the map size may be too small |
| 315 | has_collision = has_collision or k.kernel_stack_id == -errno.EEXIST |
Teng Qin | e4db768 | 2018-04-24 16:24:20 -0700 | [diff] [blame] | 316 | if not args.kernel_stacks_only and stack_id_err(k.user_stack_id): |
| 317 | missing_stacks += 1 |
Xiaozhou Liu | 1bddba6 | 2020-06-23 19:07:07 +0000 | [diff] [blame] | 318 | has_collision = has_collision or k.user_stack_id == -errno.EEXIST |
Brendan Gregg | f4bf275 | 2016-07-21 18:13:24 -0700 | [diff] [blame] | 319 | |
| 320 | user_stack = [] if k.user_stack_id < 0 else \ |
| 321 | stack_traces.walk(k.user_stack_id) |
| 322 | kernel_tmp = [] if k.kernel_stack_id < 0 else \ |
| 323 | stack_traces.walk(k.kernel_stack_id) |
| 324 | |
| 325 | # fix kernel stack |
| 326 | kernel_stack = [] |
| 327 | if k.kernel_stack_id >= 0: |
Brendan Gregg | 715f7e6 | 2016-10-20 22:50:08 -0700 | [diff] [blame] | 328 | for addr in kernel_tmp: |
| 329 | kernel_stack.append(addr) |
| 330 | # the later IP checking |
Brendan Gregg | f4bf275 | 2016-07-21 18:13:24 -0700 | [diff] [blame] | 331 | if k.kernel_ip: |
| 332 | kernel_stack.insert(0, k.kernel_ip) |
| 333 | |
Brendan Gregg | f4bf275 | 2016-07-21 18:13:24 -0700 | [diff] [blame] | 334 | if args.folded: |
| 335 | # print folded stack output |
| 336 | user_stack = list(user_stack) |
| 337 | kernel_stack = list(kernel_stack) |
Jürgen Hötzel | eba1483 | 2018-06-25 18:35:46 +0200 | [diff] [blame] | 338 | line = [k.name] |
Teng Qin | e4db768 | 2018-04-24 16:24:20 -0700 | [diff] [blame] | 339 | # if we failed to get the stack is, such as due to no space (-ENOMEM) or |
| 340 | # hash collision (-EEXIST), we still print a placeholder for consistency |
| 341 | if not args.kernel_stacks_only: |
| 342 | if stack_id_err(k.user_stack_id): |
DavadDi | 0cafe55 | 2020-01-21 20:33:33 +0800 | [diff] [blame] | 343 | line.append(b"[Missed User Stack]") |
Teng Qin | e4db768 | 2018-04-24 16:24:20 -0700 | [diff] [blame] | 344 | else: |
| 345 | line.extend([b.sym(addr, k.pid) for addr in reversed(user_stack)]) |
| 346 | if not args.user_stacks_only: |
Gil Raphaelli | 29aa619 | 2020-02-19 11:09:52 -0500 | [diff] [blame] | 347 | line.extend([b"-"] if (need_delimiter and k.kernel_stack_id >= 0 and k.user_stack_id >= 0) else []) |
Teng Qin | e4db768 | 2018-04-24 16:24:20 -0700 | [diff] [blame] | 348 | if stack_id_err(k.kernel_stack_id): |
DavadDi | 0cafe55 | 2020-01-21 20:33:33 +0800 | [diff] [blame] | 349 | line.append(b"[Missed Kernel Stack]") |
Teng Qin | e4db768 | 2018-04-24 16:24:20 -0700 | [diff] [blame] | 350 | else: |
Brendan Gregg | 7324ba5 | 2019-01-22 15:47:08 -0800 | [diff] [blame] | 351 | line.extend([aksym(addr) for addr in reversed(kernel_stack)]) |
jeromemarchand | b96ebcd | 2018-10-10 01:58:15 +0200 | [diff] [blame] | 352 | print("%s %d" % (b";".join(line).decode('utf-8', 'replace'), v.value)) |
Brendan Gregg | f4bf275 | 2016-07-21 18:13:24 -0700 | [diff] [blame] | 353 | else: |
Teng Qin | e4db768 | 2018-04-24 16:24:20 -0700 | [diff] [blame] | 354 | # print default multi-line stack output |
| 355 | if not args.user_stacks_only: |
| 356 | if stack_id_err(k.kernel_stack_id): |
| 357 | print(" [Missed Kernel Stack]") |
| 358 | else: |
| 359 | for addr in kernel_stack: |
| 360 | print(" %s" % aksym(addr)) |
| 361 | if not args.kernel_stacks_only: |
| 362 | if need_delimiter and k.user_stack_id >= 0 and k.kernel_stack_id >= 0: |
| 363 | print(" --") |
| 364 | if stack_id_err(k.user_stack_id): |
| 365 | print(" [Missed User Stack]") |
| 366 | else: |
| 367 | for addr in user_stack: |
jeromemarchand | b96ebcd | 2018-10-10 01:58:15 +0200 | [diff] [blame] | 368 | print(" %s" % b.sym(addr, k.pid).decode('utf-8', 'replace')) |
| 369 | print(" %-16s %s (%d)" % ("-", k.name.decode('utf-8', 'replace'), k.pid)) |
Brendan Gregg | f4bf275 | 2016-07-21 18:13:24 -0700 | [diff] [blame] | 370 | print(" %d\n" % v.value) |
| 371 | |
| 372 | # check missing |
| 373 | if missing_stacks > 0: |
Xiaozhou Liu | 1bddba6 | 2020-06-23 19:07:07 +0000 | [diff] [blame] | 374 | enomem_str = "" if not has_collision else \ |
Brendan Gregg | f4bf275 | 2016-07-21 18:13:24 -0700 | [diff] [blame] | 375 | " Consider increasing --stack-storage-size." |
| 376 | print("WARNING: %d stack traces could not be displayed.%s" % |
| 377 | (missing_stacks, enomem_str), |
| 378 | file=stderr) |