Brendan Gregg | f06d3b4 | 2015-10-15 17:21:32 -0700 | [diff] [blame] | 1 | #!/usr/bin/python |
Alexei Starovoitov | bdf0773 | 2016-01-14 10:09:20 -0800 | [diff] [blame] | 2 | # @lint-avoid-python-3-compatibility-imports |
Brendan Gregg | f06d3b4 | 2015-10-15 17:21:32 -0700 | [diff] [blame] | 3 | # |
Alexei Starovoitov | bdf0773 | 2016-01-14 10:09:20 -0800 | [diff] [blame] | 4 | # tcpconnect Trace TCP connect()s. |
| 5 | # For Linux, uses BCC, eBPF. Embedded C. |
Brendan Gregg | f06d3b4 | 2015-10-15 17:21:32 -0700 | [diff] [blame] | 6 | # |
chantra | 5293805 | 2016-09-10 09:44:50 -0700 | [diff] [blame] | 7 | # USAGE: tcpconnect [-h] [-t] [-p PID] [-P PORT [PORT ...]] |
Brendan Gregg | f06d3b4 | 2015-10-15 17:21:32 -0700 | [diff] [blame] | 8 | # |
| 9 | # All connection attempts are traced, even if they ultimately fail. |
| 10 | # |
Brendan Gregg | 2482552 | 2016-02-14 16:32:29 -0800 | [diff] [blame] | 11 | # This uses dynamic tracing of kernel functions, and will need to be updated |
| 12 | # to match kernel changes. |
| 13 | # |
Brendan Gregg | f06d3b4 | 2015-10-15 17:21:32 -0700 | [diff] [blame] | 14 | # Copyright (c) 2015 Brendan Gregg. |
| 15 | # Licensed under the Apache License, Version 2.0 (the "License") |
| 16 | # |
Alexei Starovoitov | bdf0773 | 2016-01-14 10:09:20 -0800 | [diff] [blame] | 17 | # 25-Sep-2015 Brendan Gregg Created this. |
Brendan Gregg | 2482552 | 2016-02-14 16:32:29 -0800 | [diff] [blame] | 18 | # 14-Feb-2016 " " Switch to bpf_perf_output. |
Brendan Gregg | f06d3b4 | 2015-10-15 17:21:32 -0700 | [diff] [blame] | 19 | |
| 20 | from __future__ import print_function |
| 21 | from bcc import BPF |
| 22 | import argparse |
chantra | 5293805 | 2016-09-10 09:44:50 -0700 | [diff] [blame] | 23 | from socket import inet_ntop, ntohs, AF_INET, AF_INET6 |
Mark Drayton | 11de298 | 2016-06-26 21:14:44 +0100 | [diff] [blame] | 24 | from struct import pack |
Brendan Gregg | 2482552 | 2016-02-14 16:32:29 -0800 | [diff] [blame] | 25 | import ctypes as ct |
Brendan Gregg | f06d3b4 | 2015-10-15 17:21:32 -0700 | [diff] [blame] | 26 | |
| 27 | # arguments |
| 28 | examples = """examples: |
| 29 | ./tcpconnect # trace all TCP connect()s |
| 30 | ./tcpconnect -t # include timestamps |
| 31 | ./tcpconnect -p 181 # only trace PID 181 |
chantra | 5293805 | 2016-09-10 09:44:50 -0700 | [diff] [blame] | 32 | ./tcpconnect -P 80 # only trace port 80 |
| 33 | ./tcpconnect -P 80,81 # only trace port 80 and 81 |
Brendan Gregg | f06d3b4 | 2015-10-15 17:21:32 -0700 | [diff] [blame] | 34 | """ |
| 35 | parser = argparse.ArgumentParser( |
Alexei Starovoitov | bdf0773 | 2016-01-14 10:09:20 -0800 | [diff] [blame] | 36 | description="Trace TCP connects", |
| 37 | formatter_class=argparse.RawDescriptionHelpFormatter, |
| 38 | epilog=examples) |
Brendan Gregg | f06d3b4 | 2015-10-15 17:21:32 -0700 | [diff] [blame] | 39 | parser.add_argument("-t", "--timestamp", action="store_true", |
Alexei Starovoitov | bdf0773 | 2016-01-14 10:09:20 -0800 | [diff] [blame] | 40 | help="include timestamp on output") |
Brendan Gregg | f06d3b4 | 2015-10-15 17:21:32 -0700 | [diff] [blame] | 41 | parser.add_argument("-p", "--pid", |
Alexei Starovoitov | bdf0773 | 2016-01-14 10:09:20 -0800 | [diff] [blame] | 42 | help="trace this PID only") |
chantra | 5293805 | 2016-09-10 09:44:50 -0700 | [diff] [blame] | 43 | parser.add_argument("-P", "--port", |
| 44 | help="comma-separated list of destination ports to trace.") |
Brendan Gregg | f06d3b4 | 2015-10-15 17:21:32 -0700 | [diff] [blame] | 45 | args = parser.parse_args() |
| 46 | debug = 0 |
| 47 | |
| 48 | # define BPF program |
| 49 | bpf_text = """ |
| 50 | #include <uapi/linux/ptrace.h> |
| 51 | #include <net/sock.h> |
| 52 | #include <bcc/proto.h> |
| 53 | |
| 54 | BPF_HASH(currsock, u32, struct sock *); |
| 55 | |
Brendan Gregg | 2482552 | 2016-02-14 16:32:29 -0800 | [diff] [blame] | 56 | // separate data structs for ipv4 and ipv6 |
| 57 | struct ipv4_data_t { |
| 58 | // XXX: switch some to u32's when supported |
| 59 | u64 ts_us; |
| 60 | u64 pid; |
Brendan Gregg | 2482552 | 2016-02-14 16:32:29 -0800 | [diff] [blame] | 61 | u64 saddr; |
| 62 | u64 daddr; |
Mark Drayton | 11de298 | 2016-06-26 21:14:44 +0100 | [diff] [blame] | 63 | u64 ip; |
Brendan Gregg | 2482552 | 2016-02-14 16:32:29 -0800 | [diff] [blame] | 64 | u64 dport; |
| 65 | char task[TASK_COMM_LEN]; |
| 66 | }; |
| 67 | BPF_PERF_OUTPUT(ipv4_events); |
| 68 | |
| 69 | struct ipv6_data_t { |
Brendan Gregg | 2482552 | 2016-02-14 16:32:29 -0800 | [diff] [blame] | 70 | u64 ts_us; |
| 71 | u64 pid; |
Mark Drayton | 11de298 | 2016-06-26 21:14:44 +0100 | [diff] [blame] | 72 | unsigned __int128 saddr; |
| 73 | unsigned __int128 daddr; |
Brendan Gregg | 2482552 | 2016-02-14 16:32:29 -0800 | [diff] [blame] | 74 | u64 ip; |
Brendan Gregg | 2482552 | 2016-02-14 16:32:29 -0800 | [diff] [blame] | 75 | u64 dport; |
| 76 | char task[TASK_COMM_LEN]; |
| 77 | }; |
| 78 | BPF_PERF_OUTPUT(ipv6_events); |
| 79 | |
Brendan Gregg | f06d3b4 | 2015-10-15 17:21:32 -0700 | [diff] [blame] | 80 | int trace_connect_entry(struct pt_regs *ctx, struct sock *sk) |
| 81 | { |
Alexei Starovoitov | bdf0773 | 2016-01-14 10:09:20 -0800 | [diff] [blame] | 82 | u32 pid = bpf_get_current_pid_tgid(); |
chantra | 5293805 | 2016-09-10 09:44:50 -0700 | [diff] [blame] | 83 | FILTER_PID |
Brendan Gregg | f06d3b4 | 2015-10-15 17:21:32 -0700 | [diff] [blame] | 84 | |
Alexei Starovoitov | bdf0773 | 2016-01-14 10:09:20 -0800 | [diff] [blame] | 85 | // stash the sock ptr for lookup on return |
| 86 | currsock.update(&pid, &sk); |
Brendan Gregg | f06d3b4 | 2015-10-15 17:21:32 -0700 | [diff] [blame] | 87 | |
Alexei Starovoitov | bdf0773 | 2016-01-14 10:09:20 -0800 | [diff] [blame] | 88 | return 0; |
Brendan Gregg | f06d3b4 | 2015-10-15 17:21:32 -0700 | [diff] [blame] | 89 | }; |
| 90 | |
| 91 | static int trace_connect_return(struct pt_regs *ctx, short ipver) |
| 92 | { |
Naveen N. Rao | 4afa96a | 2016-05-03 14:54:21 +0530 | [diff] [blame] | 93 | int ret = PT_REGS_RC(ctx); |
Alexei Starovoitov | bdf0773 | 2016-01-14 10:09:20 -0800 | [diff] [blame] | 94 | u32 pid = bpf_get_current_pid_tgid(); |
Brendan Gregg | f06d3b4 | 2015-10-15 17:21:32 -0700 | [diff] [blame] | 95 | |
Alexei Starovoitov | bdf0773 | 2016-01-14 10:09:20 -0800 | [diff] [blame] | 96 | struct sock **skpp; |
| 97 | skpp = currsock.lookup(&pid); |
| 98 | if (skpp == 0) { |
| 99 | return 0; // missed entry |
| 100 | } |
Brendan Gregg | f06d3b4 | 2015-10-15 17:21:32 -0700 | [diff] [blame] | 101 | |
Alexei Starovoitov | bdf0773 | 2016-01-14 10:09:20 -0800 | [diff] [blame] | 102 | if (ret != 0) { |
| 103 | // failed to send SYNC packet, may not have populated |
| 104 | // socket __sk_common.{skc_rcv_saddr, ...} |
| 105 | currsock.delete(&pid); |
| 106 | return 0; |
| 107 | } |
Brendan Gregg | f06d3b4 | 2015-10-15 17:21:32 -0700 | [diff] [blame] | 108 | |
Alexei Starovoitov | bdf0773 | 2016-01-14 10:09:20 -0800 | [diff] [blame] | 109 | // pull in details |
| 110 | struct sock *skp = *skpp; |
Alexei Starovoitov | bdf0773 | 2016-01-14 10:09:20 -0800 | [diff] [blame] | 111 | u16 dport = 0; |
| 112 | bpf_probe_read(&dport, sizeof(dport), &skp->__sk_common.skc_dport); |
Brendan Gregg | f06d3b4 | 2015-10-15 17:21:32 -0700 | [diff] [blame] | 113 | |
chantra | 5293805 | 2016-09-10 09:44:50 -0700 | [diff] [blame] | 114 | FILTER_PORT |
| 115 | |
Brendan Gregg | 2482552 | 2016-02-14 16:32:29 -0800 | [diff] [blame] | 116 | if (ipver == 4) { |
| 117 | struct ipv4_data_t data4 = {.pid = pid, .ip = ipver}; |
| 118 | data4.ts_us = bpf_ktime_get_ns() / 1000; |
| 119 | bpf_probe_read(&data4.saddr, sizeof(u32), |
| 120 | &skp->__sk_common.skc_rcv_saddr); |
| 121 | bpf_probe_read(&data4.daddr, sizeof(u32), |
| 122 | &skp->__sk_common.skc_daddr); |
| 123 | data4.dport = ntohs(dport); |
| 124 | bpf_get_current_comm(&data4.task, sizeof(data4.task)); |
| 125 | ipv4_events.perf_submit(ctx, &data4, sizeof(data4)); |
| 126 | |
Alexei Starovoitov | bdf0773 | 2016-01-14 10:09:20 -0800 | [diff] [blame] | 127 | } else /* 6 */ { |
Brendan Gregg | 2482552 | 2016-02-14 16:32:29 -0800 | [diff] [blame] | 128 | struct ipv6_data_t data6 = {.pid = pid, .ip = ipver}; |
| 129 | data6.ts_us = bpf_ktime_get_ns() / 1000; |
Mark Drayton | 11de298 | 2016-06-26 21:14:44 +0100 | [diff] [blame] | 130 | bpf_probe_read(&data6.saddr, sizeof(data6.saddr), |
| 131 | &skp->__sk_common.skc_v6_rcv_saddr.in6_u.u6_addr32); |
| 132 | bpf_probe_read(&data6.daddr, sizeof(data6.daddr), |
| 133 | &skp->__sk_common.skc_v6_daddr.in6_u.u6_addr32); |
Brendan Gregg | 2482552 | 2016-02-14 16:32:29 -0800 | [diff] [blame] | 134 | data6.dport = ntohs(dport); |
| 135 | bpf_get_current_comm(&data6.task, sizeof(data6.task)); |
| 136 | ipv6_events.perf_submit(ctx, &data6, sizeof(data6)); |
Alexei Starovoitov | bdf0773 | 2016-01-14 10:09:20 -0800 | [diff] [blame] | 137 | } |
Brendan Gregg | f06d3b4 | 2015-10-15 17:21:32 -0700 | [diff] [blame] | 138 | |
Alexei Starovoitov | bdf0773 | 2016-01-14 10:09:20 -0800 | [diff] [blame] | 139 | currsock.delete(&pid); |
Brendan Gregg | f06d3b4 | 2015-10-15 17:21:32 -0700 | [diff] [blame] | 140 | |
Alexei Starovoitov | bdf0773 | 2016-01-14 10:09:20 -0800 | [diff] [blame] | 141 | return 0; |
Brendan Gregg | f06d3b4 | 2015-10-15 17:21:32 -0700 | [diff] [blame] | 142 | } |
| 143 | |
| 144 | int trace_connect_v4_return(struct pt_regs *ctx) |
| 145 | { |
Alexei Starovoitov | bdf0773 | 2016-01-14 10:09:20 -0800 | [diff] [blame] | 146 | return trace_connect_return(ctx, 4); |
Brendan Gregg | f06d3b4 | 2015-10-15 17:21:32 -0700 | [diff] [blame] | 147 | } |
| 148 | |
| 149 | int trace_connect_v6_return(struct pt_regs *ctx) |
| 150 | { |
Alexei Starovoitov | bdf0773 | 2016-01-14 10:09:20 -0800 | [diff] [blame] | 151 | return trace_connect_return(ctx, 6); |
Brendan Gregg | f06d3b4 | 2015-10-15 17:21:32 -0700 | [diff] [blame] | 152 | } |
| 153 | """ |
| 154 | |
| 155 | # code substitutions |
| 156 | if args.pid: |
chantra | 5293805 | 2016-09-10 09:44:50 -0700 | [diff] [blame] | 157 | bpf_text = bpf_text.replace('FILTER_PID', |
Alexei Starovoitov | bdf0773 | 2016-01-14 10:09:20 -0800 | [diff] [blame] | 158 | 'if (pid != %s) { return 0; }' % args.pid) |
chantra | 5293805 | 2016-09-10 09:44:50 -0700 | [diff] [blame] | 159 | if args.port: |
| 160 | dports = [int(dport) for dport in args.port.split(',')] |
| 161 | dports_if = ' && '.join(['dport != %d' % ntohs(dport) for dport in dports]) |
| 162 | bpf_text = bpf_text.replace('FILTER_PORT', |
| 163 | 'if (%s) { currsock.delete(&pid); return 0; }' % dports_if) |
| 164 | |
| 165 | bpf_text = bpf_text.replace('FILTER_PID', '') |
| 166 | bpf_text = bpf_text.replace('FILTER_PORT', '') |
| 167 | |
Brendan Gregg | f06d3b4 | 2015-10-15 17:21:32 -0700 | [diff] [blame] | 168 | if debug: |
Alexei Starovoitov | bdf0773 | 2016-01-14 10:09:20 -0800 | [diff] [blame] | 169 | print(bpf_text) |
Brendan Gregg | f06d3b4 | 2015-10-15 17:21:32 -0700 | [diff] [blame] | 170 | |
Brendan Gregg | 2482552 | 2016-02-14 16:32:29 -0800 | [diff] [blame] | 171 | # event data |
| 172 | TASK_COMM_LEN = 16 # linux/sched.h |
Mark Drayton | 11de298 | 2016-06-26 21:14:44 +0100 | [diff] [blame] | 173 | |
Brendan Gregg | 2482552 | 2016-02-14 16:32:29 -0800 | [diff] [blame] | 174 | class Data_ipv4(ct.Structure): |
| 175 | _fields_ = [ |
| 176 | ("ts_us", ct.c_ulonglong), |
| 177 | ("pid", ct.c_ulonglong), |
Brendan Gregg | 2482552 | 2016-02-14 16:32:29 -0800 | [diff] [blame] | 178 | ("saddr", ct.c_ulonglong), |
| 179 | ("daddr", ct.c_ulonglong), |
Mark Drayton | 11de298 | 2016-06-26 21:14:44 +0100 | [diff] [blame] | 180 | ("ip", ct.c_ulonglong), |
Brendan Gregg | 2482552 | 2016-02-14 16:32:29 -0800 | [diff] [blame] | 181 | ("dport", ct.c_ulonglong), |
| 182 | ("task", ct.c_char * TASK_COMM_LEN) |
| 183 | ] |
Mark Drayton | 11de298 | 2016-06-26 21:14:44 +0100 | [diff] [blame] | 184 | |
Brendan Gregg | 2482552 | 2016-02-14 16:32:29 -0800 | [diff] [blame] | 185 | class Data_ipv6(ct.Structure): |
| 186 | _fields_ = [ |
| 187 | ("ts_us", ct.c_ulonglong), |
| 188 | ("pid", ct.c_ulonglong), |
Mark Drayton | 11de298 | 2016-06-26 21:14:44 +0100 | [diff] [blame] | 189 | ("saddr", (ct.c_ulonglong * 2)), |
| 190 | ("daddr", (ct.c_ulonglong * 2)), |
Brendan Gregg | 2482552 | 2016-02-14 16:32:29 -0800 | [diff] [blame] | 191 | ("ip", ct.c_ulonglong), |
Brendan Gregg | 2482552 | 2016-02-14 16:32:29 -0800 | [diff] [blame] | 192 | ("dport", ct.c_ulonglong), |
| 193 | ("task", ct.c_char * TASK_COMM_LEN) |
| 194 | ] |
| 195 | |
| 196 | # process event |
| 197 | def print_ipv4_event(cpu, data, size): |
| 198 | event = ct.cast(data, ct.POINTER(Data_ipv4)).contents |
Mark Drayton | 11de298 | 2016-06-26 21:14:44 +0100 | [diff] [blame] | 199 | global start_ts |
Brendan Gregg | 2482552 | 2016-02-14 16:32:29 -0800 | [diff] [blame] | 200 | if args.timestamp: |
| 201 | if start_ts == 0: |
| 202 | start_ts = event.ts_us |
Mark Drayton | 11de298 | 2016-06-26 21:14:44 +0100 | [diff] [blame] | 203 | print("%-9.3f" % ((float(event.ts_us) - start_ts) / 1000000), end="") |
Rafael F | 78948e4 | 2017-03-26 14:54:25 +0200 | [diff] [blame] | 204 | print("%-6d %-12.12s %-2d %-16s %-16s %-4d" % (event.pid, |
| 205 | event.task.decode(), event.ip, |
| 206 | inet_ntop(AF_INET, pack("I", event.saddr)), |
Mark Drayton | 11de298 | 2016-06-26 21:14:44 +0100 | [diff] [blame] | 207 | inet_ntop(AF_INET, pack("I", event.daddr)), event.dport)) |
Brendan Gregg | 9e0b087 | 2016-03-28 12:11:45 -0700 | [diff] [blame] | 208 | |
Brendan Gregg | 2482552 | 2016-02-14 16:32:29 -0800 | [diff] [blame] | 209 | def print_ipv6_event(cpu, data, size): |
| 210 | event = ct.cast(data, ct.POINTER(Data_ipv6)).contents |
Mark Drayton | 11de298 | 2016-06-26 21:14:44 +0100 | [diff] [blame] | 211 | global start_ts |
Brendan Gregg | 2482552 | 2016-02-14 16:32:29 -0800 | [diff] [blame] | 212 | if args.timestamp: |
| 213 | if start_ts == 0: |
| 214 | start_ts = event.ts_us |
Mark Drayton | 11de298 | 2016-06-26 21:14:44 +0100 | [diff] [blame] | 215 | print("%-9.3f" % ((float(event.ts_us) - start_ts) / 1000000), end="") |
Brendan Gregg | 9e0b087 | 2016-03-28 12:11:45 -0700 | [diff] [blame] | 216 | print("%-6d %-12.12s %-2d %-16s %-16s %-4d" % (event.pid, |
Rafael F | 78948e4 | 2017-03-26 14:54:25 +0200 | [diff] [blame] | 217 | event.task.decode(), event.ip, inet_ntop(AF_INET6, event.saddr), |
Mark Drayton | 11de298 | 2016-06-26 21:14:44 +0100 | [diff] [blame] | 218 | inet_ntop(AF_INET6, event.daddr), event.dport)) |
Brendan Gregg | 2482552 | 2016-02-14 16:32:29 -0800 | [diff] [blame] | 219 | |
Brendan Gregg | f06d3b4 | 2015-10-15 17:21:32 -0700 | [diff] [blame] | 220 | # initialize BPF |
| 221 | b = BPF(text=bpf_text) |
| 222 | b.attach_kprobe(event="tcp_v4_connect", fn_name="trace_connect_entry") |
| 223 | b.attach_kprobe(event="tcp_v6_connect", fn_name="trace_connect_entry") |
| 224 | b.attach_kretprobe(event="tcp_v4_connect", fn_name="trace_connect_v4_return") |
| 225 | b.attach_kretprobe(event="tcp_v6_connect", fn_name="trace_connect_v6_return") |
| 226 | |
| 227 | # header |
| 228 | if args.timestamp: |
Alexei Starovoitov | bdf0773 | 2016-01-14 10:09:20 -0800 | [diff] [blame] | 229 | print("%-9s" % ("TIME(s)"), end="") |
Brendan Gregg | f06d3b4 | 2015-10-15 17:21:32 -0700 | [diff] [blame] | 230 | print("%-6s %-12s %-2s %-16s %-16s %-4s" % ("PID", "COMM", "IP", "SADDR", |
| 231 | "DADDR", "DPORT")) |
| 232 | |
| 233 | start_ts = 0 |
| 234 | |
Brendan Gregg | 2482552 | 2016-02-14 16:32:29 -0800 | [diff] [blame] | 235 | # read events |
| 236 | b["ipv4_events"].open_perf_buffer(print_ipv4_event) |
| 237 | b["ipv6_events"].open_perf_buffer(print_ipv6_event) |
Brendan Gregg | f06d3b4 | 2015-10-15 17:21:32 -0700 | [diff] [blame] | 238 | while 1: |
Brendan Gregg | 2482552 | 2016-02-14 16:32:29 -0800 | [diff] [blame] | 239 | b.kprobe_poll() |