xref: /aosp_15_r20/external/bcc/libbpf-tools/tcpconnlat.c (revision 387f9dfdfa2baef462e92476d413c7bc2470293e)
1*387f9dfdSAndroid Build Coastguard Worker // SPDX-License-Identifier: (LGPL-2.1 OR BSD-2-Clause)
2*387f9dfdSAndroid Build Coastguard Worker // Copyright (c) 2020 Wenbo Zhang
3*387f9dfdSAndroid Build Coastguard Worker //
4*387f9dfdSAndroid Build Coastguard Worker // Based on tcpconnlat(8) from BCC by Brendan Gregg.
5*387f9dfdSAndroid Build Coastguard Worker // 11-Jul-2020   Wenbo Zhang   Created this.
6*387f9dfdSAndroid Build Coastguard Worker #include <argp.h>
7*387f9dfdSAndroid Build Coastguard Worker #include <arpa/inet.h>
8*387f9dfdSAndroid Build Coastguard Worker #include <signal.h>
9*387f9dfdSAndroid Build Coastguard Worker #include <stdio.h>
10*387f9dfdSAndroid Build Coastguard Worker #include <unistd.h>
11*387f9dfdSAndroid Build Coastguard Worker #include <time.h>
12*387f9dfdSAndroid Build Coastguard Worker #include <bpf/libbpf.h>
13*387f9dfdSAndroid Build Coastguard Worker #include <bpf/bpf.h>
14*387f9dfdSAndroid Build Coastguard Worker #include "tcpconnlat.h"
15*387f9dfdSAndroid Build Coastguard Worker #include "tcpconnlat.skel.h"
16*387f9dfdSAndroid Build Coastguard Worker #include "trace_helpers.h"
17*387f9dfdSAndroid Build Coastguard Worker 
18*387f9dfdSAndroid Build Coastguard Worker #define PERF_BUFFER_PAGES	16
19*387f9dfdSAndroid Build Coastguard Worker #define PERF_POLL_TIMEOUT_MS	100
20*387f9dfdSAndroid Build Coastguard Worker 
21*387f9dfdSAndroid Build Coastguard Worker static volatile sig_atomic_t exiting = 0;
22*387f9dfdSAndroid Build Coastguard Worker 
23*387f9dfdSAndroid Build Coastguard Worker static struct env {
24*387f9dfdSAndroid Build Coastguard Worker 	__u64 min_us;
25*387f9dfdSAndroid Build Coastguard Worker 	pid_t pid;
26*387f9dfdSAndroid Build Coastguard Worker 	bool timestamp;
27*387f9dfdSAndroid Build Coastguard Worker 	bool lport;
28*387f9dfdSAndroid Build Coastguard Worker 	bool verbose;
29*387f9dfdSAndroid Build Coastguard Worker } env;
30*387f9dfdSAndroid Build Coastguard Worker 
31*387f9dfdSAndroid Build Coastguard Worker const char *argp_program_version = "tcpconnlat 0.1";
32*387f9dfdSAndroid Build Coastguard Worker const char *argp_program_bug_address =
33*387f9dfdSAndroid Build Coastguard Worker 	"https://github.com/iovisor/bcc/tree/master/libbpf-tools";
34*387f9dfdSAndroid Build Coastguard Worker const char argp_program_doc[] =
35*387f9dfdSAndroid Build Coastguard Worker "\nTrace TCP connects and show connection latency.\n"
36*387f9dfdSAndroid Build Coastguard Worker "\n"
37*387f9dfdSAndroid Build Coastguard Worker "USAGE: tcpconnlat [--help] [-t] [-p PID] [-L]\n"
38*387f9dfdSAndroid Build Coastguard Worker "\n"
39*387f9dfdSAndroid Build Coastguard Worker "EXAMPLES:\n"
40*387f9dfdSAndroid Build Coastguard Worker "    tcpconnlat              # summarize on-CPU time as a histogram\n"
41*387f9dfdSAndroid Build Coastguard Worker "    tcpconnlat 1            # trace connection latency slower than 1 ms\n"
42*387f9dfdSAndroid Build Coastguard Worker "    tcpconnlat 0.1          # trace connection latency slower than 100 us\n"
43*387f9dfdSAndroid Build Coastguard Worker "    tcpconnlat -t           # 1s summaries, milliseconds, and timestamps\n"
44*387f9dfdSAndroid Build Coastguard Worker "    tcpconnlat -p 185       # trace PID 185 only\n"
45*387f9dfdSAndroid Build Coastguard Worker "    tcpconnlat -L           # include LPORT while printing outputs\n";
46*387f9dfdSAndroid Build Coastguard Worker 
47*387f9dfdSAndroid Build Coastguard Worker static const struct argp_option opts[] = {
48*387f9dfdSAndroid Build Coastguard Worker 	{ "timestamp", 't', NULL, 0, "Include timestamp on output" },
49*387f9dfdSAndroid Build Coastguard Worker 	{ "pid", 'p', "PID", 0, "Trace this PID only" },
50*387f9dfdSAndroid Build Coastguard Worker 	{ "lport", 'L', NULL, 0, "Include LPORT on output" },
51*387f9dfdSAndroid Build Coastguard Worker 	{ "verbose", 'v', NULL, 0, "Verbose debug output" },
52*387f9dfdSAndroid Build Coastguard Worker 	{ NULL, 'h', NULL, OPTION_HIDDEN, "Show the full help" },
53*387f9dfdSAndroid Build Coastguard Worker 	{},
54*387f9dfdSAndroid Build Coastguard Worker };
55*387f9dfdSAndroid Build Coastguard Worker 
parse_arg(int key,char * arg,struct argp_state * state)56*387f9dfdSAndroid Build Coastguard Worker static error_t parse_arg(int key, char *arg, struct argp_state *state)
57*387f9dfdSAndroid Build Coastguard Worker {
58*387f9dfdSAndroid Build Coastguard Worker 	static int pos_args;
59*387f9dfdSAndroid Build Coastguard Worker 
60*387f9dfdSAndroid Build Coastguard Worker 	switch (key) {
61*387f9dfdSAndroid Build Coastguard Worker 	case 'h':
62*387f9dfdSAndroid Build Coastguard Worker 		argp_state_help(state, stderr, ARGP_HELP_STD_HELP);
63*387f9dfdSAndroid Build Coastguard Worker 		break;
64*387f9dfdSAndroid Build Coastguard Worker 	case 'v':
65*387f9dfdSAndroid Build Coastguard Worker 		env.verbose = true;
66*387f9dfdSAndroid Build Coastguard Worker 		break;
67*387f9dfdSAndroid Build Coastguard Worker 	case 'p':
68*387f9dfdSAndroid Build Coastguard Worker 		errno = 0;
69*387f9dfdSAndroid Build Coastguard Worker 		env.pid = strtol(arg, NULL, 10);
70*387f9dfdSAndroid Build Coastguard Worker 		if (errno) {
71*387f9dfdSAndroid Build Coastguard Worker 			fprintf(stderr, "invalid PID: %s\n", arg);
72*387f9dfdSAndroid Build Coastguard Worker 			argp_usage(state);
73*387f9dfdSAndroid Build Coastguard Worker 		}
74*387f9dfdSAndroid Build Coastguard Worker 		break;
75*387f9dfdSAndroid Build Coastguard Worker 	case 't':
76*387f9dfdSAndroid Build Coastguard Worker 		env.timestamp = true;
77*387f9dfdSAndroid Build Coastguard Worker 		break;
78*387f9dfdSAndroid Build Coastguard Worker 	case 'L':
79*387f9dfdSAndroid Build Coastguard Worker 		env.lport = true;
80*387f9dfdSAndroid Build Coastguard Worker 		break;
81*387f9dfdSAndroid Build Coastguard Worker 	case ARGP_KEY_ARG:
82*387f9dfdSAndroid Build Coastguard Worker 		if (pos_args++) {
83*387f9dfdSAndroid Build Coastguard Worker 			fprintf(stderr,
84*387f9dfdSAndroid Build Coastguard Worker 				"Unrecognized positional argument: %s\n", arg);
85*387f9dfdSAndroid Build Coastguard Worker 			argp_usage(state);
86*387f9dfdSAndroid Build Coastguard Worker 		}
87*387f9dfdSAndroid Build Coastguard Worker 		errno = 0;
88*387f9dfdSAndroid Build Coastguard Worker 		env.min_us = strtod(arg, NULL) * 1000;
89*387f9dfdSAndroid Build Coastguard Worker 		if (errno || env.min_us <= 0) {
90*387f9dfdSAndroid Build Coastguard Worker 			fprintf(stderr, "Invalid delay (in us): %s\n", arg);
91*387f9dfdSAndroid Build Coastguard Worker 			argp_usage(state);
92*387f9dfdSAndroid Build Coastguard Worker 		}
93*387f9dfdSAndroid Build Coastguard Worker 		break;
94*387f9dfdSAndroid Build Coastguard Worker 	default:
95*387f9dfdSAndroid Build Coastguard Worker 		return ARGP_ERR_UNKNOWN;
96*387f9dfdSAndroid Build Coastguard Worker 	}
97*387f9dfdSAndroid Build Coastguard Worker 	return 0;
98*387f9dfdSAndroid Build Coastguard Worker }
99*387f9dfdSAndroid Build Coastguard Worker 
libbpf_print_fn(enum libbpf_print_level level,const char * format,va_list args)100*387f9dfdSAndroid Build Coastguard Worker static int libbpf_print_fn(enum libbpf_print_level level, const char *format, va_list args)
101*387f9dfdSAndroid Build Coastguard Worker {
102*387f9dfdSAndroid Build Coastguard Worker 	if (level == LIBBPF_DEBUG && !env.verbose)
103*387f9dfdSAndroid Build Coastguard Worker 		return 0;
104*387f9dfdSAndroid Build Coastguard Worker 	return vfprintf(stderr, format, args);
105*387f9dfdSAndroid Build Coastguard Worker }
106*387f9dfdSAndroid Build Coastguard Worker 
sig_int(int signo)107*387f9dfdSAndroid Build Coastguard Worker static void sig_int(int signo)
108*387f9dfdSAndroid Build Coastguard Worker {
109*387f9dfdSAndroid Build Coastguard Worker 	exiting = 1;
110*387f9dfdSAndroid Build Coastguard Worker }
111*387f9dfdSAndroid Build Coastguard Worker 
handle_event(void * ctx,int cpu,void * data,__u32 data_sz)112*387f9dfdSAndroid Build Coastguard Worker void handle_event(void *ctx, int cpu, void *data, __u32 data_sz)
113*387f9dfdSAndroid Build Coastguard Worker {
114*387f9dfdSAndroid Build Coastguard Worker 	const struct event *e = data;
115*387f9dfdSAndroid Build Coastguard Worker 	char src[INET6_ADDRSTRLEN];
116*387f9dfdSAndroid Build Coastguard Worker 	char dst[INET6_ADDRSTRLEN];
117*387f9dfdSAndroid Build Coastguard Worker 	union {
118*387f9dfdSAndroid Build Coastguard Worker 		struct in_addr  x4;
119*387f9dfdSAndroid Build Coastguard Worker 		struct in6_addr x6;
120*387f9dfdSAndroid Build Coastguard Worker 	} s, d;
121*387f9dfdSAndroid Build Coastguard Worker 	static __u64 start_ts;
122*387f9dfdSAndroid Build Coastguard Worker 
123*387f9dfdSAndroid Build Coastguard Worker 	if (env.timestamp) {
124*387f9dfdSAndroid Build Coastguard Worker 		if (start_ts == 0)
125*387f9dfdSAndroid Build Coastguard Worker 			start_ts = e->ts_us;
126*387f9dfdSAndroid Build Coastguard Worker 		printf("%-9.3f ", (e->ts_us - start_ts) / 1000000.0);
127*387f9dfdSAndroid Build Coastguard Worker 	}
128*387f9dfdSAndroid Build Coastguard Worker 	if (e->af == AF_INET) {
129*387f9dfdSAndroid Build Coastguard Worker 		s.x4.s_addr = e->saddr_v4;
130*387f9dfdSAndroid Build Coastguard Worker 		d.x4.s_addr = e->daddr_v4;
131*387f9dfdSAndroid Build Coastguard Worker 	} else if (e->af == AF_INET6) {
132*387f9dfdSAndroid Build Coastguard Worker 		memcpy(&s.x6.s6_addr, e->saddr_v6, sizeof(s.x6.s6_addr));
133*387f9dfdSAndroid Build Coastguard Worker 		memcpy(&d.x6.s6_addr, e->daddr_v6, sizeof(d.x6.s6_addr));
134*387f9dfdSAndroid Build Coastguard Worker 	} else {
135*387f9dfdSAndroid Build Coastguard Worker 		fprintf(stderr, "broken event: event->af=%d", e->af);
136*387f9dfdSAndroid Build Coastguard Worker 		return;
137*387f9dfdSAndroid Build Coastguard Worker 	}
138*387f9dfdSAndroid Build Coastguard Worker 
139*387f9dfdSAndroid Build Coastguard Worker 	if (env.lport) {
140*387f9dfdSAndroid Build Coastguard Worker 		printf("%-6d %-12.12s %-2d %-16s %-6d %-16s %-5d %.2f\n", e->tgid, e->comm,
141*387f9dfdSAndroid Build Coastguard Worker 			e->af == AF_INET ? 4 : 6, inet_ntop(e->af, &s, src, sizeof(src)), e->lport,
142*387f9dfdSAndroid Build Coastguard Worker 			inet_ntop(e->af, &d, dst, sizeof(dst)), ntohs(e->dport),
143*387f9dfdSAndroid Build Coastguard Worker 			e->delta_us / 1000.0);
144*387f9dfdSAndroid Build Coastguard Worker 	} else {
145*387f9dfdSAndroid Build Coastguard Worker 		printf("%-6d %-12.12s %-2d %-16s %-16s %-5d %.2f\n", e->tgid, e->comm,
146*387f9dfdSAndroid Build Coastguard Worker 			e->af == AF_INET ? 4 : 6, inet_ntop(e->af, &s, src, sizeof(src)),
147*387f9dfdSAndroid Build Coastguard Worker 			inet_ntop(e->af, &d, dst, sizeof(dst)), ntohs(e->dport),
148*387f9dfdSAndroid Build Coastguard Worker 			e->delta_us / 1000.0);
149*387f9dfdSAndroid Build Coastguard Worker 	}
150*387f9dfdSAndroid Build Coastguard Worker }
151*387f9dfdSAndroid Build Coastguard Worker 
handle_lost_events(void * ctx,int cpu,__u64 lost_cnt)152*387f9dfdSAndroid Build Coastguard Worker void handle_lost_events(void *ctx, int cpu, __u64 lost_cnt)
153*387f9dfdSAndroid Build Coastguard Worker {
154*387f9dfdSAndroid Build Coastguard Worker 	fprintf(stderr, "lost %llu events on CPU #%d\n", lost_cnt, cpu);
155*387f9dfdSAndroid Build Coastguard Worker }
156*387f9dfdSAndroid Build Coastguard Worker 
main(int argc,char ** argv)157*387f9dfdSAndroid Build Coastguard Worker int main(int argc, char **argv)
158*387f9dfdSAndroid Build Coastguard Worker {
159*387f9dfdSAndroid Build Coastguard Worker 	static const struct argp argp = {
160*387f9dfdSAndroid Build Coastguard Worker 		.options = opts,
161*387f9dfdSAndroid Build Coastguard Worker 		.parser = parse_arg,
162*387f9dfdSAndroid Build Coastguard Worker 		.doc = argp_program_doc,
163*387f9dfdSAndroid Build Coastguard Worker 	};
164*387f9dfdSAndroid Build Coastguard Worker 	struct perf_buffer *pb = NULL;
165*387f9dfdSAndroid Build Coastguard Worker 	struct tcpconnlat_bpf *obj;
166*387f9dfdSAndroid Build Coastguard Worker 	int err;
167*387f9dfdSAndroid Build Coastguard Worker 
168*387f9dfdSAndroid Build Coastguard Worker 	err = argp_parse(&argp, argc, argv, 0, NULL, NULL);
169*387f9dfdSAndroid Build Coastguard Worker 	if (err)
170*387f9dfdSAndroid Build Coastguard Worker 		return err;
171*387f9dfdSAndroid Build Coastguard Worker 
172*387f9dfdSAndroid Build Coastguard Worker 	libbpf_set_print(libbpf_print_fn);
173*387f9dfdSAndroid Build Coastguard Worker 
174*387f9dfdSAndroid Build Coastguard Worker 	obj = tcpconnlat_bpf__open();
175*387f9dfdSAndroid Build Coastguard Worker 	if (!obj) {
176*387f9dfdSAndroid Build Coastguard Worker 		fprintf(stderr, "failed to open BPF object\n");
177*387f9dfdSAndroid Build Coastguard Worker 		return 1;
178*387f9dfdSAndroid Build Coastguard Worker 	}
179*387f9dfdSAndroid Build Coastguard Worker 
180*387f9dfdSAndroid Build Coastguard Worker 	/* initialize global data (filtering options) */
181*387f9dfdSAndroid Build Coastguard Worker 	obj->rodata->targ_min_us = env.min_us;
182*387f9dfdSAndroid Build Coastguard Worker 	obj->rodata->targ_tgid = env.pid;
183*387f9dfdSAndroid Build Coastguard Worker 
184*387f9dfdSAndroid Build Coastguard Worker 	if (fentry_can_attach("tcp_v4_connect", NULL)) {
185*387f9dfdSAndroid Build Coastguard Worker 		bpf_program__set_attach_target(obj->progs.fentry_tcp_v4_connect, 0, "tcp_v4_connect");
186*387f9dfdSAndroid Build Coastguard Worker 		bpf_program__set_attach_target(obj->progs.fentry_tcp_v6_connect, 0, "tcp_v6_connect");
187*387f9dfdSAndroid Build Coastguard Worker 		bpf_program__set_attach_target(obj->progs.fentry_tcp_rcv_state_process, 0, "tcp_rcv_state_process");
188*387f9dfdSAndroid Build Coastguard Worker 		bpf_program__set_autoload(obj->progs.tcp_v4_connect, false);
189*387f9dfdSAndroid Build Coastguard Worker 		bpf_program__set_autoload(obj->progs.tcp_v6_connect, false);
190*387f9dfdSAndroid Build Coastguard Worker 		bpf_program__set_autoload(obj->progs.tcp_rcv_state_process, false);
191*387f9dfdSAndroid Build Coastguard Worker 	} else {
192*387f9dfdSAndroid Build Coastguard Worker 		bpf_program__set_autoload(obj->progs.fentry_tcp_v4_connect, false);
193*387f9dfdSAndroid Build Coastguard Worker 		bpf_program__set_autoload(obj->progs.fentry_tcp_v6_connect, false);
194*387f9dfdSAndroid Build Coastguard Worker 		bpf_program__set_autoload(obj->progs.fentry_tcp_rcv_state_process, false);
195*387f9dfdSAndroid Build Coastguard Worker 	}
196*387f9dfdSAndroid Build Coastguard Worker 
197*387f9dfdSAndroid Build Coastguard Worker 	err = tcpconnlat_bpf__load(obj);
198*387f9dfdSAndroid Build Coastguard Worker 	if (err) {
199*387f9dfdSAndroid Build Coastguard Worker 		fprintf(stderr, "failed to load BPF object: %d\n", err);
200*387f9dfdSAndroid Build Coastguard Worker 		goto cleanup;
201*387f9dfdSAndroid Build Coastguard Worker 	}
202*387f9dfdSAndroid Build Coastguard Worker 
203*387f9dfdSAndroid Build Coastguard Worker 	err = tcpconnlat_bpf__attach(obj);
204*387f9dfdSAndroid Build Coastguard Worker 	if (err) {
205*387f9dfdSAndroid Build Coastguard Worker 		goto cleanup;
206*387f9dfdSAndroid Build Coastguard Worker 	}
207*387f9dfdSAndroid Build Coastguard Worker 
208*387f9dfdSAndroid Build Coastguard Worker 	pb = perf_buffer__new(bpf_map__fd(obj->maps.events), PERF_BUFFER_PAGES,
209*387f9dfdSAndroid Build Coastguard Worker 			      handle_event, handle_lost_events, NULL, NULL);
210*387f9dfdSAndroid Build Coastguard Worker 	if (!pb) {
211*387f9dfdSAndroid Build Coastguard Worker 		fprintf(stderr, "failed to open perf buffer: %d\n", errno);
212*387f9dfdSAndroid Build Coastguard Worker 		goto cleanup;
213*387f9dfdSAndroid Build Coastguard Worker 	}
214*387f9dfdSAndroid Build Coastguard Worker 
215*387f9dfdSAndroid Build Coastguard Worker 	/* print header */
216*387f9dfdSAndroid Build Coastguard Worker 	if (env.timestamp)
217*387f9dfdSAndroid Build Coastguard Worker 		printf("%-9s ", ("TIME(s)"));
218*387f9dfdSAndroid Build Coastguard Worker 	if (env.lport) {
219*387f9dfdSAndroid Build Coastguard Worker 		printf("%-6s %-12s %-2s %-16s %-6s %-16s %-5s %s\n",
220*387f9dfdSAndroid Build Coastguard Worker 			"PID", "COMM", "IP", "SADDR", "LPORT", "DADDR", "DPORT", "LAT(ms)");
221*387f9dfdSAndroid Build Coastguard Worker 	} else {
222*387f9dfdSAndroid Build Coastguard Worker 		printf("%-6s %-12s %-2s %-16s %-16s %-5s %s\n",
223*387f9dfdSAndroid Build Coastguard Worker 			"PID", "COMM", "IP", "SADDR", "DADDR", "DPORT", "LAT(ms)");
224*387f9dfdSAndroid Build Coastguard Worker 	}
225*387f9dfdSAndroid Build Coastguard Worker 
226*387f9dfdSAndroid Build Coastguard Worker 	if (signal(SIGINT, sig_int) == SIG_ERR) {
227*387f9dfdSAndroid Build Coastguard Worker 		fprintf(stderr, "can't set signal handler: %s\n", strerror(errno));
228*387f9dfdSAndroid Build Coastguard Worker 		err = 1;
229*387f9dfdSAndroid Build Coastguard Worker 		goto cleanup;
230*387f9dfdSAndroid Build Coastguard Worker 	}
231*387f9dfdSAndroid Build Coastguard Worker 
232*387f9dfdSAndroid Build Coastguard Worker 	/* main: poll */
233*387f9dfdSAndroid Build Coastguard Worker 	while (!exiting) {
234*387f9dfdSAndroid Build Coastguard Worker 		err = perf_buffer__poll(pb, PERF_POLL_TIMEOUT_MS);
235*387f9dfdSAndroid Build Coastguard Worker 		if (err < 0 && err != -EINTR) {
236*387f9dfdSAndroid Build Coastguard Worker 			fprintf(stderr, "error polling perf buffer: %s\n", strerror(-err));
237*387f9dfdSAndroid Build Coastguard Worker 			goto cleanup;
238*387f9dfdSAndroid Build Coastguard Worker 		}
239*387f9dfdSAndroid Build Coastguard Worker 		/* reset err to return 0 if exiting */
240*387f9dfdSAndroid Build Coastguard Worker 		err = 0;
241*387f9dfdSAndroid Build Coastguard Worker 	}
242*387f9dfdSAndroid Build Coastguard Worker 
243*387f9dfdSAndroid Build Coastguard Worker cleanup:
244*387f9dfdSAndroid Build Coastguard Worker 	perf_buffer__free(pb);
245*387f9dfdSAndroid Build Coastguard Worker 	tcpconnlat_bpf__destroy(obj);
246*387f9dfdSAndroid Build Coastguard Worker 
247*387f9dfdSAndroid Build Coastguard Worker 	return err != 0;
248*387f9dfdSAndroid Build Coastguard Worker }
249