1*387f9dfdSAndroid Build Coastguard Worker // SPDX-License-Identifier: (LGPL-2.1 OR BSD-2-Clause)
2*387f9dfdSAndroid Build Coastguard Worker // Copyright (c) 2020 Wenbo Zhang
3*387f9dfdSAndroid Build Coastguard Worker //
4*387f9dfdSAndroid Build Coastguard Worker // Based on tcpconnlat(8) from BCC by Brendan Gregg.
5*387f9dfdSAndroid Build Coastguard Worker // 11-Jul-2020 Wenbo Zhang Created this.
6*387f9dfdSAndroid Build Coastguard Worker #include <argp.h>
7*387f9dfdSAndroid Build Coastguard Worker #include <arpa/inet.h>
8*387f9dfdSAndroid Build Coastguard Worker #include <signal.h>
9*387f9dfdSAndroid Build Coastguard Worker #include <stdio.h>
10*387f9dfdSAndroid Build Coastguard Worker #include <unistd.h>
11*387f9dfdSAndroid Build Coastguard Worker #include <time.h>
12*387f9dfdSAndroid Build Coastguard Worker #include <bpf/libbpf.h>
13*387f9dfdSAndroid Build Coastguard Worker #include <bpf/bpf.h>
14*387f9dfdSAndroid Build Coastguard Worker #include "tcpconnlat.h"
15*387f9dfdSAndroid Build Coastguard Worker #include "tcpconnlat.skel.h"
16*387f9dfdSAndroid Build Coastguard Worker #include "trace_helpers.h"
17*387f9dfdSAndroid Build Coastguard Worker
18*387f9dfdSAndroid Build Coastguard Worker #define PERF_BUFFER_PAGES 16
19*387f9dfdSAndroid Build Coastguard Worker #define PERF_POLL_TIMEOUT_MS 100
20*387f9dfdSAndroid Build Coastguard Worker
21*387f9dfdSAndroid Build Coastguard Worker static volatile sig_atomic_t exiting = 0;
22*387f9dfdSAndroid Build Coastguard Worker
23*387f9dfdSAndroid Build Coastguard Worker static struct env {
24*387f9dfdSAndroid Build Coastguard Worker __u64 min_us;
25*387f9dfdSAndroid Build Coastguard Worker pid_t pid;
26*387f9dfdSAndroid Build Coastguard Worker bool timestamp;
27*387f9dfdSAndroid Build Coastguard Worker bool lport;
28*387f9dfdSAndroid Build Coastguard Worker bool verbose;
29*387f9dfdSAndroid Build Coastguard Worker } env;
30*387f9dfdSAndroid Build Coastguard Worker
31*387f9dfdSAndroid Build Coastguard Worker const char *argp_program_version = "tcpconnlat 0.1";
32*387f9dfdSAndroid Build Coastguard Worker const char *argp_program_bug_address =
33*387f9dfdSAndroid Build Coastguard Worker "https://github.com/iovisor/bcc/tree/master/libbpf-tools";
34*387f9dfdSAndroid Build Coastguard Worker const char argp_program_doc[] =
35*387f9dfdSAndroid Build Coastguard Worker "\nTrace TCP connects and show connection latency.\n"
36*387f9dfdSAndroid Build Coastguard Worker "\n"
37*387f9dfdSAndroid Build Coastguard Worker "USAGE: tcpconnlat [--help] [-t] [-p PID] [-L]\n"
38*387f9dfdSAndroid Build Coastguard Worker "\n"
39*387f9dfdSAndroid Build Coastguard Worker "EXAMPLES:\n"
40*387f9dfdSAndroid Build Coastguard Worker " tcpconnlat # summarize on-CPU time as a histogram\n"
41*387f9dfdSAndroid Build Coastguard Worker " tcpconnlat 1 # trace connection latency slower than 1 ms\n"
42*387f9dfdSAndroid Build Coastguard Worker " tcpconnlat 0.1 # trace connection latency slower than 100 us\n"
43*387f9dfdSAndroid Build Coastguard Worker " tcpconnlat -t # 1s summaries, milliseconds, and timestamps\n"
44*387f9dfdSAndroid Build Coastguard Worker " tcpconnlat -p 185 # trace PID 185 only\n"
45*387f9dfdSAndroid Build Coastguard Worker " tcpconnlat -L # include LPORT while printing outputs\n";
46*387f9dfdSAndroid Build Coastguard Worker
47*387f9dfdSAndroid Build Coastguard Worker static const struct argp_option opts[] = {
48*387f9dfdSAndroid Build Coastguard Worker { "timestamp", 't', NULL, 0, "Include timestamp on output" },
49*387f9dfdSAndroid Build Coastguard Worker { "pid", 'p', "PID", 0, "Trace this PID only" },
50*387f9dfdSAndroid Build Coastguard Worker { "lport", 'L', NULL, 0, "Include LPORT on output" },
51*387f9dfdSAndroid Build Coastguard Worker { "verbose", 'v', NULL, 0, "Verbose debug output" },
52*387f9dfdSAndroid Build Coastguard Worker { NULL, 'h', NULL, OPTION_HIDDEN, "Show the full help" },
53*387f9dfdSAndroid Build Coastguard Worker {},
54*387f9dfdSAndroid Build Coastguard Worker };
55*387f9dfdSAndroid Build Coastguard Worker
parse_arg(int key,char * arg,struct argp_state * state)56*387f9dfdSAndroid Build Coastguard Worker static error_t parse_arg(int key, char *arg, struct argp_state *state)
57*387f9dfdSAndroid Build Coastguard Worker {
58*387f9dfdSAndroid Build Coastguard Worker static int pos_args;
59*387f9dfdSAndroid Build Coastguard Worker
60*387f9dfdSAndroid Build Coastguard Worker switch (key) {
61*387f9dfdSAndroid Build Coastguard Worker case 'h':
62*387f9dfdSAndroid Build Coastguard Worker argp_state_help(state, stderr, ARGP_HELP_STD_HELP);
63*387f9dfdSAndroid Build Coastguard Worker break;
64*387f9dfdSAndroid Build Coastguard Worker case 'v':
65*387f9dfdSAndroid Build Coastguard Worker env.verbose = true;
66*387f9dfdSAndroid Build Coastguard Worker break;
67*387f9dfdSAndroid Build Coastguard Worker case 'p':
68*387f9dfdSAndroid Build Coastguard Worker errno = 0;
69*387f9dfdSAndroid Build Coastguard Worker env.pid = strtol(arg, NULL, 10);
70*387f9dfdSAndroid Build Coastguard Worker if (errno) {
71*387f9dfdSAndroid Build Coastguard Worker fprintf(stderr, "invalid PID: %s\n", arg);
72*387f9dfdSAndroid Build Coastguard Worker argp_usage(state);
73*387f9dfdSAndroid Build Coastguard Worker }
74*387f9dfdSAndroid Build Coastguard Worker break;
75*387f9dfdSAndroid Build Coastguard Worker case 't':
76*387f9dfdSAndroid Build Coastguard Worker env.timestamp = true;
77*387f9dfdSAndroid Build Coastguard Worker break;
78*387f9dfdSAndroid Build Coastguard Worker case 'L':
79*387f9dfdSAndroid Build Coastguard Worker env.lport = true;
80*387f9dfdSAndroid Build Coastguard Worker break;
81*387f9dfdSAndroid Build Coastguard Worker case ARGP_KEY_ARG:
82*387f9dfdSAndroid Build Coastguard Worker if (pos_args++) {
83*387f9dfdSAndroid Build Coastguard Worker fprintf(stderr,
84*387f9dfdSAndroid Build Coastguard Worker "Unrecognized positional argument: %s\n", arg);
85*387f9dfdSAndroid Build Coastguard Worker argp_usage(state);
86*387f9dfdSAndroid Build Coastguard Worker }
87*387f9dfdSAndroid Build Coastguard Worker errno = 0;
88*387f9dfdSAndroid Build Coastguard Worker env.min_us = strtod(arg, NULL) * 1000;
89*387f9dfdSAndroid Build Coastguard Worker if (errno || env.min_us <= 0) {
90*387f9dfdSAndroid Build Coastguard Worker fprintf(stderr, "Invalid delay (in us): %s\n", arg);
91*387f9dfdSAndroid Build Coastguard Worker argp_usage(state);
92*387f9dfdSAndroid Build Coastguard Worker }
93*387f9dfdSAndroid Build Coastguard Worker break;
94*387f9dfdSAndroid Build Coastguard Worker default:
95*387f9dfdSAndroid Build Coastguard Worker return ARGP_ERR_UNKNOWN;
96*387f9dfdSAndroid Build Coastguard Worker }
97*387f9dfdSAndroid Build Coastguard Worker return 0;
98*387f9dfdSAndroid Build Coastguard Worker }
99*387f9dfdSAndroid Build Coastguard Worker
libbpf_print_fn(enum libbpf_print_level level,const char * format,va_list args)100*387f9dfdSAndroid Build Coastguard Worker static int libbpf_print_fn(enum libbpf_print_level level, const char *format, va_list args)
101*387f9dfdSAndroid Build Coastguard Worker {
102*387f9dfdSAndroid Build Coastguard Worker if (level == LIBBPF_DEBUG && !env.verbose)
103*387f9dfdSAndroid Build Coastguard Worker return 0;
104*387f9dfdSAndroid Build Coastguard Worker return vfprintf(stderr, format, args);
105*387f9dfdSAndroid Build Coastguard Worker }
106*387f9dfdSAndroid Build Coastguard Worker
sig_int(int signo)107*387f9dfdSAndroid Build Coastguard Worker static void sig_int(int signo)
108*387f9dfdSAndroid Build Coastguard Worker {
109*387f9dfdSAndroid Build Coastguard Worker exiting = 1;
110*387f9dfdSAndroid Build Coastguard Worker }
111*387f9dfdSAndroid Build Coastguard Worker
handle_event(void * ctx,int cpu,void * data,__u32 data_sz)112*387f9dfdSAndroid Build Coastguard Worker void handle_event(void *ctx, int cpu, void *data, __u32 data_sz)
113*387f9dfdSAndroid Build Coastguard Worker {
114*387f9dfdSAndroid Build Coastguard Worker const struct event *e = data;
115*387f9dfdSAndroid Build Coastguard Worker char src[INET6_ADDRSTRLEN];
116*387f9dfdSAndroid Build Coastguard Worker char dst[INET6_ADDRSTRLEN];
117*387f9dfdSAndroid Build Coastguard Worker union {
118*387f9dfdSAndroid Build Coastguard Worker struct in_addr x4;
119*387f9dfdSAndroid Build Coastguard Worker struct in6_addr x6;
120*387f9dfdSAndroid Build Coastguard Worker } s, d;
121*387f9dfdSAndroid Build Coastguard Worker static __u64 start_ts;
122*387f9dfdSAndroid Build Coastguard Worker
123*387f9dfdSAndroid Build Coastguard Worker if (env.timestamp) {
124*387f9dfdSAndroid Build Coastguard Worker if (start_ts == 0)
125*387f9dfdSAndroid Build Coastguard Worker start_ts = e->ts_us;
126*387f9dfdSAndroid Build Coastguard Worker printf("%-9.3f ", (e->ts_us - start_ts) / 1000000.0);
127*387f9dfdSAndroid Build Coastguard Worker }
128*387f9dfdSAndroid Build Coastguard Worker if (e->af == AF_INET) {
129*387f9dfdSAndroid Build Coastguard Worker s.x4.s_addr = e->saddr_v4;
130*387f9dfdSAndroid Build Coastguard Worker d.x4.s_addr = e->daddr_v4;
131*387f9dfdSAndroid Build Coastguard Worker } else if (e->af == AF_INET6) {
132*387f9dfdSAndroid Build Coastguard Worker memcpy(&s.x6.s6_addr, e->saddr_v6, sizeof(s.x6.s6_addr));
133*387f9dfdSAndroid Build Coastguard Worker memcpy(&d.x6.s6_addr, e->daddr_v6, sizeof(d.x6.s6_addr));
134*387f9dfdSAndroid Build Coastguard Worker } else {
135*387f9dfdSAndroid Build Coastguard Worker fprintf(stderr, "broken event: event->af=%d", e->af);
136*387f9dfdSAndroid Build Coastguard Worker return;
137*387f9dfdSAndroid Build Coastguard Worker }
138*387f9dfdSAndroid Build Coastguard Worker
139*387f9dfdSAndroid Build Coastguard Worker if (env.lport) {
140*387f9dfdSAndroid Build Coastguard Worker printf("%-6d %-12.12s %-2d %-16s %-6d %-16s %-5d %.2f\n", e->tgid, e->comm,
141*387f9dfdSAndroid Build Coastguard Worker e->af == AF_INET ? 4 : 6, inet_ntop(e->af, &s, src, sizeof(src)), e->lport,
142*387f9dfdSAndroid Build Coastguard Worker inet_ntop(e->af, &d, dst, sizeof(dst)), ntohs(e->dport),
143*387f9dfdSAndroid Build Coastguard Worker e->delta_us / 1000.0);
144*387f9dfdSAndroid Build Coastguard Worker } else {
145*387f9dfdSAndroid Build Coastguard Worker printf("%-6d %-12.12s %-2d %-16s %-16s %-5d %.2f\n", e->tgid, e->comm,
146*387f9dfdSAndroid Build Coastguard Worker e->af == AF_INET ? 4 : 6, inet_ntop(e->af, &s, src, sizeof(src)),
147*387f9dfdSAndroid Build Coastguard Worker inet_ntop(e->af, &d, dst, sizeof(dst)), ntohs(e->dport),
148*387f9dfdSAndroid Build Coastguard Worker e->delta_us / 1000.0);
149*387f9dfdSAndroid Build Coastguard Worker }
150*387f9dfdSAndroid Build Coastguard Worker }
151*387f9dfdSAndroid Build Coastguard Worker
handle_lost_events(void * ctx,int cpu,__u64 lost_cnt)152*387f9dfdSAndroid Build Coastguard Worker void handle_lost_events(void *ctx, int cpu, __u64 lost_cnt)
153*387f9dfdSAndroid Build Coastguard Worker {
154*387f9dfdSAndroid Build Coastguard Worker fprintf(stderr, "lost %llu events on CPU #%d\n", lost_cnt, cpu);
155*387f9dfdSAndroid Build Coastguard Worker }
156*387f9dfdSAndroid Build Coastguard Worker
main(int argc,char ** argv)157*387f9dfdSAndroid Build Coastguard Worker int main(int argc, char **argv)
158*387f9dfdSAndroid Build Coastguard Worker {
159*387f9dfdSAndroid Build Coastguard Worker static const struct argp argp = {
160*387f9dfdSAndroid Build Coastguard Worker .options = opts,
161*387f9dfdSAndroid Build Coastguard Worker .parser = parse_arg,
162*387f9dfdSAndroid Build Coastguard Worker .doc = argp_program_doc,
163*387f9dfdSAndroid Build Coastguard Worker };
164*387f9dfdSAndroid Build Coastguard Worker struct perf_buffer *pb = NULL;
165*387f9dfdSAndroid Build Coastguard Worker struct tcpconnlat_bpf *obj;
166*387f9dfdSAndroid Build Coastguard Worker int err;
167*387f9dfdSAndroid Build Coastguard Worker
168*387f9dfdSAndroid Build Coastguard Worker err = argp_parse(&argp, argc, argv, 0, NULL, NULL);
169*387f9dfdSAndroid Build Coastguard Worker if (err)
170*387f9dfdSAndroid Build Coastguard Worker return err;
171*387f9dfdSAndroid Build Coastguard Worker
172*387f9dfdSAndroid Build Coastguard Worker libbpf_set_print(libbpf_print_fn);
173*387f9dfdSAndroid Build Coastguard Worker
174*387f9dfdSAndroid Build Coastguard Worker obj = tcpconnlat_bpf__open();
175*387f9dfdSAndroid Build Coastguard Worker if (!obj) {
176*387f9dfdSAndroid Build Coastguard Worker fprintf(stderr, "failed to open BPF object\n");
177*387f9dfdSAndroid Build Coastguard Worker return 1;
178*387f9dfdSAndroid Build Coastguard Worker }
179*387f9dfdSAndroid Build Coastguard Worker
180*387f9dfdSAndroid Build Coastguard Worker /* initialize global data (filtering options) */
181*387f9dfdSAndroid Build Coastguard Worker obj->rodata->targ_min_us = env.min_us;
182*387f9dfdSAndroid Build Coastguard Worker obj->rodata->targ_tgid = env.pid;
183*387f9dfdSAndroid Build Coastguard Worker
184*387f9dfdSAndroid Build Coastguard Worker if (fentry_can_attach("tcp_v4_connect", NULL)) {
185*387f9dfdSAndroid Build Coastguard Worker bpf_program__set_attach_target(obj->progs.fentry_tcp_v4_connect, 0, "tcp_v4_connect");
186*387f9dfdSAndroid Build Coastguard Worker bpf_program__set_attach_target(obj->progs.fentry_tcp_v6_connect, 0, "tcp_v6_connect");
187*387f9dfdSAndroid Build Coastguard Worker bpf_program__set_attach_target(obj->progs.fentry_tcp_rcv_state_process, 0, "tcp_rcv_state_process");
188*387f9dfdSAndroid Build Coastguard Worker bpf_program__set_autoload(obj->progs.tcp_v4_connect, false);
189*387f9dfdSAndroid Build Coastguard Worker bpf_program__set_autoload(obj->progs.tcp_v6_connect, false);
190*387f9dfdSAndroid Build Coastguard Worker bpf_program__set_autoload(obj->progs.tcp_rcv_state_process, false);
191*387f9dfdSAndroid Build Coastguard Worker } else {
192*387f9dfdSAndroid Build Coastguard Worker bpf_program__set_autoload(obj->progs.fentry_tcp_v4_connect, false);
193*387f9dfdSAndroid Build Coastguard Worker bpf_program__set_autoload(obj->progs.fentry_tcp_v6_connect, false);
194*387f9dfdSAndroid Build Coastguard Worker bpf_program__set_autoload(obj->progs.fentry_tcp_rcv_state_process, false);
195*387f9dfdSAndroid Build Coastguard Worker }
196*387f9dfdSAndroid Build Coastguard Worker
197*387f9dfdSAndroid Build Coastguard Worker err = tcpconnlat_bpf__load(obj);
198*387f9dfdSAndroid Build Coastguard Worker if (err) {
199*387f9dfdSAndroid Build Coastguard Worker fprintf(stderr, "failed to load BPF object: %d\n", err);
200*387f9dfdSAndroid Build Coastguard Worker goto cleanup;
201*387f9dfdSAndroid Build Coastguard Worker }
202*387f9dfdSAndroid Build Coastguard Worker
203*387f9dfdSAndroid Build Coastguard Worker err = tcpconnlat_bpf__attach(obj);
204*387f9dfdSAndroid Build Coastguard Worker if (err) {
205*387f9dfdSAndroid Build Coastguard Worker goto cleanup;
206*387f9dfdSAndroid Build Coastguard Worker }
207*387f9dfdSAndroid Build Coastguard Worker
208*387f9dfdSAndroid Build Coastguard Worker pb = perf_buffer__new(bpf_map__fd(obj->maps.events), PERF_BUFFER_PAGES,
209*387f9dfdSAndroid Build Coastguard Worker handle_event, handle_lost_events, NULL, NULL);
210*387f9dfdSAndroid Build Coastguard Worker if (!pb) {
211*387f9dfdSAndroid Build Coastguard Worker fprintf(stderr, "failed to open perf buffer: %d\n", errno);
212*387f9dfdSAndroid Build Coastguard Worker goto cleanup;
213*387f9dfdSAndroid Build Coastguard Worker }
214*387f9dfdSAndroid Build Coastguard Worker
215*387f9dfdSAndroid Build Coastguard Worker /* print header */
216*387f9dfdSAndroid Build Coastguard Worker if (env.timestamp)
217*387f9dfdSAndroid Build Coastguard Worker printf("%-9s ", ("TIME(s)"));
218*387f9dfdSAndroid Build Coastguard Worker if (env.lport) {
219*387f9dfdSAndroid Build Coastguard Worker printf("%-6s %-12s %-2s %-16s %-6s %-16s %-5s %s\n",
220*387f9dfdSAndroid Build Coastguard Worker "PID", "COMM", "IP", "SADDR", "LPORT", "DADDR", "DPORT", "LAT(ms)");
221*387f9dfdSAndroid Build Coastguard Worker } else {
222*387f9dfdSAndroid Build Coastguard Worker printf("%-6s %-12s %-2s %-16s %-16s %-5s %s\n",
223*387f9dfdSAndroid Build Coastguard Worker "PID", "COMM", "IP", "SADDR", "DADDR", "DPORT", "LAT(ms)");
224*387f9dfdSAndroid Build Coastguard Worker }
225*387f9dfdSAndroid Build Coastguard Worker
226*387f9dfdSAndroid Build Coastguard Worker if (signal(SIGINT, sig_int) == SIG_ERR) {
227*387f9dfdSAndroid Build Coastguard Worker fprintf(stderr, "can't set signal handler: %s\n", strerror(errno));
228*387f9dfdSAndroid Build Coastguard Worker err = 1;
229*387f9dfdSAndroid Build Coastguard Worker goto cleanup;
230*387f9dfdSAndroid Build Coastguard Worker }
231*387f9dfdSAndroid Build Coastguard Worker
232*387f9dfdSAndroid Build Coastguard Worker /* main: poll */
233*387f9dfdSAndroid Build Coastguard Worker while (!exiting) {
234*387f9dfdSAndroid Build Coastguard Worker err = perf_buffer__poll(pb, PERF_POLL_TIMEOUT_MS);
235*387f9dfdSAndroid Build Coastguard Worker if (err < 0 && err != -EINTR) {
236*387f9dfdSAndroid Build Coastguard Worker fprintf(stderr, "error polling perf buffer: %s\n", strerror(-err));
237*387f9dfdSAndroid Build Coastguard Worker goto cleanup;
238*387f9dfdSAndroid Build Coastguard Worker }
239*387f9dfdSAndroid Build Coastguard Worker /* reset err to return 0 if exiting */
240*387f9dfdSAndroid Build Coastguard Worker err = 0;
241*387f9dfdSAndroid Build Coastguard Worker }
242*387f9dfdSAndroid Build Coastguard Worker
243*387f9dfdSAndroid Build Coastguard Worker cleanup:
244*387f9dfdSAndroid Build Coastguard Worker perf_buffer__free(pb);
245*387f9dfdSAndroid Build Coastguard Worker tcpconnlat_bpf__destroy(obj);
246*387f9dfdSAndroid Build Coastguard Worker
247*387f9dfdSAndroid Build Coastguard Worker return err != 0;
248*387f9dfdSAndroid Build Coastguard Worker }
249