xref: /aosp_15_r20/external/bcc/libbpf-tools/drsnoop.c (revision 387f9dfdfa2baef462e92476d413c7bc2470293e)
1*387f9dfdSAndroid Build Coastguard Worker // SPDX-License-Identifier: (LGPL-2.1 OR BSD-2-Clause)
2*387f9dfdSAndroid Build Coastguard Worker // Copyright (c) 2020 Wenbo Zhang
3*387f9dfdSAndroid Build Coastguard Worker //
4*387f9dfdSAndroid Build Coastguard Worker // Based on drsnoop(8) from BCC by Wenbo Zhang.
5*387f9dfdSAndroid Build Coastguard Worker // 28-Feb-2020   Wenbo Zhang   Created this.
6*387f9dfdSAndroid Build Coastguard Worker #include <argp.h>
7*387f9dfdSAndroid Build Coastguard Worker #include <signal.h>
8*387f9dfdSAndroid Build Coastguard Worker #include <stdio.h>
9*387f9dfdSAndroid Build Coastguard Worker #include <stdlib.h>
10*387f9dfdSAndroid Build Coastguard Worker #include <string.h>
11*387f9dfdSAndroid Build Coastguard Worker #include <unistd.h>
12*387f9dfdSAndroid Build Coastguard Worker #include <time.h>
13*387f9dfdSAndroid Build Coastguard Worker #include <bpf/libbpf.h>
14*387f9dfdSAndroid Build Coastguard Worker #include <bpf/bpf.h>
15*387f9dfdSAndroid Build Coastguard Worker #include "drsnoop.h"
16*387f9dfdSAndroid Build Coastguard Worker #include "drsnoop.skel.h"
17*387f9dfdSAndroid Build Coastguard Worker #include "trace_helpers.h"
18*387f9dfdSAndroid Build Coastguard Worker 
19*387f9dfdSAndroid Build Coastguard Worker #define PERF_BUFFER_PAGES	16
20*387f9dfdSAndroid Build Coastguard Worker #define PERF_POLL_TIMEOUT_MS	100
21*387f9dfdSAndroid Build Coastguard Worker 
22*387f9dfdSAndroid Build Coastguard Worker static volatile sig_atomic_t exiting = 0;
23*387f9dfdSAndroid Build Coastguard Worker 
24*387f9dfdSAndroid Build Coastguard Worker static struct env {
25*387f9dfdSAndroid Build Coastguard Worker 	pid_t pid;
26*387f9dfdSAndroid Build Coastguard Worker 	pid_t tid;
27*387f9dfdSAndroid Build Coastguard Worker 	time_t duration;
28*387f9dfdSAndroid Build Coastguard Worker 	bool extended;
29*387f9dfdSAndroid Build Coastguard Worker 	bool verbose;
30*387f9dfdSAndroid Build Coastguard Worker } env = { };
31*387f9dfdSAndroid Build Coastguard Worker 
32*387f9dfdSAndroid Build Coastguard Worker const char *argp_program_version = "drsnoop 0.1";
33*387f9dfdSAndroid Build Coastguard Worker const char *argp_program_bug_address =
34*387f9dfdSAndroid Build Coastguard Worker 	"https://github.com/iovisor/bcc/tree/master/libbpf-tools";
35*387f9dfdSAndroid Build Coastguard Worker const char argp_program_doc[] =
36*387f9dfdSAndroid Build Coastguard Worker "Trace direct reclaim latency.\n"
37*387f9dfdSAndroid Build Coastguard Worker "\n"
38*387f9dfdSAndroid Build Coastguard Worker "USAGE: drsnoop [--help] [-p PID] [-t TID] [-d DURATION] [-e]\n"
39*387f9dfdSAndroid Build Coastguard Worker "\n"
40*387f9dfdSAndroid Build Coastguard Worker "EXAMPLES:\n"
41*387f9dfdSAndroid Build Coastguard Worker "    drsnoop         # trace all direct reclaim events\n"
42*387f9dfdSAndroid Build Coastguard Worker "    drsnoop -p 123  # trace pid 123\n"
43*387f9dfdSAndroid Build Coastguard Worker "    drsnoop -t 123  # trace tid 123 (use for threads only)\n"
44*387f9dfdSAndroid Build Coastguard Worker "    drsnoop -d 10   # trace for 10 seconds only\n"
45*387f9dfdSAndroid Build Coastguard Worker "    drsnoop -e      # trace all direct reclaim events with extended faileds\n";
46*387f9dfdSAndroid Build Coastguard Worker 
47*387f9dfdSAndroid Build Coastguard Worker static const struct argp_option opts[] = {
48*387f9dfdSAndroid Build Coastguard Worker 	{ "duration", 'd', "DURATION", 0, "Total duration of trace in seconds" },
49*387f9dfdSAndroid Build Coastguard Worker 	{ "extended", 'e', NULL, 0, "Extended fields output" },
50*387f9dfdSAndroid Build Coastguard Worker 	{ "pid", 'p', "PID", 0, "Process PID to trace" },
51*387f9dfdSAndroid Build Coastguard Worker 	{ "tid", 't', "TID", 0, "Thread TID to trace" },
52*387f9dfdSAndroid Build Coastguard Worker 	{ "verbose", 'v', NULL, 0, "Verbose debug output" },
53*387f9dfdSAndroid Build Coastguard Worker 	{ NULL, 'h', NULL, OPTION_HIDDEN, "Show the full help" },
54*387f9dfdSAndroid Build Coastguard Worker 	{},
55*387f9dfdSAndroid Build Coastguard Worker };
56*387f9dfdSAndroid Build Coastguard Worker 
57*387f9dfdSAndroid Build Coastguard Worker static int page_size;
58*387f9dfdSAndroid Build Coastguard Worker 
parse_arg(int key,char * arg,struct argp_state * state)59*387f9dfdSAndroid Build Coastguard Worker static error_t parse_arg(int key, char *arg, struct argp_state *state)
60*387f9dfdSAndroid Build Coastguard Worker {
61*387f9dfdSAndroid Build Coastguard Worker 	time_t duration;
62*387f9dfdSAndroid Build Coastguard Worker 	int pid;
63*387f9dfdSAndroid Build Coastguard Worker 
64*387f9dfdSAndroid Build Coastguard Worker 	switch (key) {
65*387f9dfdSAndroid Build Coastguard Worker 	case 'h':
66*387f9dfdSAndroid Build Coastguard Worker 		argp_state_help(state, stderr, ARGP_HELP_STD_HELP);
67*387f9dfdSAndroid Build Coastguard Worker 		break;
68*387f9dfdSAndroid Build Coastguard Worker 	case 'v':
69*387f9dfdSAndroid Build Coastguard Worker 		env.verbose = true;
70*387f9dfdSAndroid Build Coastguard Worker 		break;
71*387f9dfdSAndroid Build Coastguard Worker 	case 'd':
72*387f9dfdSAndroid Build Coastguard Worker 		errno = 0;
73*387f9dfdSAndroid Build Coastguard Worker 		duration = strtol(arg, NULL, 10);
74*387f9dfdSAndroid Build Coastguard Worker 		if (errno || duration <= 0) {
75*387f9dfdSAndroid Build Coastguard Worker 			fprintf(stderr, "invalid DURATION: %s\n", arg);
76*387f9dfdSAndroid Build Coastguard Worker 			argp_usage(state);
77*387f9dfdSAndroid Build Coastguard Worker 		}
78*387f9dfdSAndroid Build Coastguard Worker 		env.duration = duration;
79*387f9dfdSAndroid Build Coastguard Worker 		break;
80*387f9dfdSAndroid Build Coastguard Worker 	case 'e':
81*387f9dfdSAndroid Build Coastguard Worker 		env.extended = true;
82*387f9dfdSAndroid Build Coastguard Worker 		break;
83*387f9dfdSAndroid Build Coastguard Worker 	case 'p':
84*387f9dfdSAndroid Build Coastguard Worker 		errno = 0;
85*387f9dfdSAndroid Build Coastguard Worker 		pid = strtol(arg, NULL, 10);
86*387f9dfdSAndroid Build Coastguard Worker 		if (errno || pid <= 0) {
87*387f9dfdSAndroid Build Coastguard Worker 			fprintf(stderr, "invalid PID: %s\n", arg);
88*387f9dfdSAndroid Build Coastguard Worker 			argp_usage(state);
89*387f9dfdSAndroid Build Coastguard Worker 		}
90*387f9dfdSAndroid Build Coastguard Worker 		env.pid = pid;
91*387f9dfdSAndroid Build Coastguard Worker 		break;
92*387f9dfdSAndroid Build Coastguard Worker 	case 't':
93*387f9dfdSAndroid Build Coastguard Worker 		errno = 0;
94*387f9dfdSAndroid Build Coastguard Worker 		pid = strtol(arg, NULL, 10);
95*387f9dfdSAndroid Build Coastguard Worker 		if (errno || pid <= 0) {
96*387f9dfdSAndroid Build Coastguard Worker 			fprintf(stderr, "invalid TID: %s\n", arg);
97*387f9dfdSAndroid Build Coastguard Worker 			argp_usage(state);
98*387f9dfdSAndroid Build Coastguard Worker 		}
99*387f9dfdSAndroid Build Coastguard Worker 		env.tid = pid;
100*387f9dfdSAndroid Build Coastguard Worker 		break;
101*387f9dfdSAndroid Build Coastguard Worker 	default:
102*387f9dfdSAndroid Build Coastguard Worker 		return ARGP_ERR_UNKNOWN;
103*387f9dfdSAndroid Build Coastguard Worker 	}
104*387f9dfdSAndroid Build Coastguard Worker 	return 0;
105*387f9dfdSAndroid Build Coastguard Worker }
106*387f9dfdSAndroid Build Coastguard Worker 
libbpf_print_fn(enum libbpf_print_level level,const char * format,va_list args)107*387f9dfdSAndroid Build Coastguard Worker static int libbpf_print_fn(enum libbpf_print_level level, const char *format, va_list args)
108*387f9dfdSAndroid Build Coastguard Worker {
109*387f9dfdSAndroid Build Coastguard Worker 	if (level == LIBBPF_DEBUG && !env.verbose)
110*387f9dfdSAndroid Build Coastguard Worker 		return 0;
111*387f9dfdSAndroid Build Coastguard Worker 	return vfprintf(stderr, format, args);
112*387f9dfdSAndroid Build Coastguard Worker }
113*387f9dfdSAndroid Build Coastguard Worker 
sig_int(int signo)114*387f9dfdSAndroid Build Coastguard Worker static void sig_int(int signo)
115*387f9dfdSAndroid Build Coastguard Worker {
116*387f9dfdSAndroid Build Coastguard Worker 	exiting = 1;
117*387f9dfdSAndroid Build Coastguard Worker }
118*387f9dfdSAndroid Build Coastguard Worker 
handle_event(void * ctx,int cpu,void * data,__u32 data_sz)119*387f9dfdSAndroid Build Coastguard Worker void handle_event(void *ctx, int cpu, void *data, __u32 data_sz)
120*387f9dfdSAndroid Build Coastguard Worker {
121*387f9dfdSAndroid Build Coastguard Worker 	const struct event *e = data;
122*387f9dfdSAndroid Build Coastguard Worker 	struct tm *tm;
123*387f9dfdSAndroid Build Coastguard Worker 	char ts[32];
124*387f9dfdSAndroid Build Coastguard Worker 	time_t t;
125*387f9dfdSAndroid Build Coastguard Worker 
126*387f9dfdSAndroid Build Coastguard Worker 	time(&t);
127*387f9dfdSAndroid Build Coastguard Worker 	tm = localtime(&t);
128*387f9dfdSAndroid Build Coastguard Worker 	strftime(ts, sizeof(ts), "%H:%M:%S", tm);
129*387f9dfdSAndroid Build Coastguard Worker 	printf("%-8s %-16s %-6d %8.3f %5lld",
130*387f9dfdSAndroid Build Coastguard Worker 	       ts, e->task, e->pid, e->delta_ns / 1000000.0,
131*387f9dfdSAndroid Build Coastguard Worker 	       e->nr_reclaimed);
132*387f9dfdSAndroid Build Coastguard Worker 	if (env.extended)
133*387f9dfdSAndroid Build Coastguard Worker 		printf(" %8llu", e->nr_free_pages * page_size / 1024);
134*387f9dfdSAndroid Build Coastguard Worker 	printf("\n");
135*387f9dfdSAndroid Build Coastguard Worker }
136*387f9dfdSAndroid Build Coastguard Worker 
handle_lost_events(void * ctx,int cpu,__u64 lost_cnt)137*387f9dfdSAndroid Build Coastguard Worker void handle_lost_events(void *ctx, int cpu, __u64 lost_cnt)
138*387f9dfdSAndroid Build Coastguard Worker {
139*387f9dfdSAndroid Build Coastguard Worker 	fprintf(stderr, "lost %llu events on CPU #%d\n", lost_cnt, cpu);
140*387f9dfdSAndroid Build Coastguard Worker }
141*387f9dfdSAndroid Build Coastguard Worker 
main(int argc,char ** argv)142*387f9dfdSAndroid Build Coastguard Worker int main(int argc, char **argv)
143*387f9dfdSAndroid Build Coastguard Worker {
144*387f9dfdSAndroid Build Coastguard Worker 	static const struct argp argp = {
145*387f9dfdSAndroid Build Coastguard Worker 		.options = opts,
146*387f9dfdSAndroid Build Coastguard Worker 		.parser = parse_arg,
147*387f9dfdSAndroid Build Coastguard Worker 		.doc = argp_program_doc,
148*387f9dfdSAndroid Build Coastguard Worker 	};
149*387f9dfdSAndroid Build Coastguard Worker 	struct perf_buffer *pb = NULL;
150*387f9dfdSAndroid Build Coastguard Worker 	struct ksyms *ksyms = NULL;
151*387f9dfdSAndroid Build Coastguard Worker 	const struct ksym *ksym;
152*387f9dfdSAndroid Build Coastguard Worker 	struct drsnoop_bpf *obj;
153*387f9dfdSAndroid Build Coastguard Worker 	__u64 time_end = 0;
154*387f9dfdSAndroid Build Coastguard Worker 	int err;
155*387f9dfdSAndroid Build Coastguard Worker 
156*387f9dfdSAndroid Build Coastguard Worker 	err = argp_parse(&argp, argc, argv, 0, NULL, NULL);
157*387f9dfdSAndroid Build Coastguard Worker 	if (err)
158*387f9dfdSAndroid Build Coastguard Worker 		return err;
159*387f9dfdSAndroid Build Coastguard Worker 
160*387f9dfdSAndroid Build Coastguard Worker 	libbpf_set_print(libbpf_print_fn);
161*387f9dfdSAndroid Build Coastguard Worker 
162*387f9dfdSAndroid Build Coastguard Worker 	obj = drsnoop_bpf__open();
163*387f9dfdSAndroid Build Coastguard Worker 	if (!obj) {
164*387f9dfdSAndroid Build Coastguard Worker 		fprintf(stderr, "failed to open BPF object\n");
165*387f9dfdSAndroid Build Coastguard Worker 		return 1;
166*387f9dfdSAndroid Build Coastguard Worker 	}
167*387f9dfdSAndroid Build Coastguard Worker 
168*387f9dfdSAndroid Build Coastguard Worker 	/* initialize global data (filtering options) */
169*387f9dfdSAndroid Build Coastguard Worker 	obj->rodata->targ_tgid = env.pid;
170*387f9dfdSAndroid Build Coastguard Worker 	obj->rodata->targ_pid = env.tid;
171*387f9dfdSAndroid Build Coastguard Worker 	if (env.extended) {
172*387f9dfdSAndroid Build Coastguard Worker 		ksyms = ksyms__load();
173*387f9dfdSAndroid Build Coastguard Worker 		if (!ksyms) {
174*387f9dfdSAndroid Build Coastguard Worker 			fprintf(stderr, "failed to load kallsyms\n");
175*387f9dfdSAndroid Build Coastguard Worker 			goto cleanup;
176*387f9dfdSAndroid Build Coastguard Worker 		}
177*387f9dfdSAndroid Build Coastguard Worker 		ksym = ksyms__get_symbol(ksyms, "vm_zone_stat");
178*387f9dfdSAndroid Build Coastguard Worker 		if (!ksym) {
179*387f9dfdSAndroid Build Coastguard Worker 			fprintf(stderr, "failed to get vm_zone_stat's addr\n");
180*387f9dfdSAndroid Build Coastguard Worker 			goto cleanup;
181*387f9dfdSAndroid Build Coastguard Worker 		}
182*387f9dfdSAndroid Build Coastguard Worker 		obj->rodata->vm_zone_stat_kaddr = ksym->addr;
183*387f9dfdSAndroid Build Coastguard Worker 		page_size = sysconf(_SC_PAGESIZE);
184*387f9dfdSAndroid Build Coastguard Worker 	}
185*387f9dfdSAndroid Build Coastguard Worker 
186*387f9dfdSAndroid Build Coastguard Worker 	if (probe_tp_btf("mm_vmscan_direct_reclaim_begin")) {
187*387f9dfdSAndroid Build Coastguard Worker 		bpf_program__set_autoload(obj->progs.direct_reclaim_begin, false);
188*387f9dfdSAndroid Build Coastguard Worker 		bpf_program__set_autoload(obj->progs.direct_reclaim_end, false);
189*387f9dfdSAndroid Build Coastguard Worker 	} else {
190*387f9dfdSAndroid Build Coastguard Worker 		bpf_program__set_autoload(obj->progs.direct_reclaim_begin_btf, false);
191*387f9dfdSAndroid Build Coastguard Worker 		bpf_program__set_autoload(obj->progs.direct_reclaim_end_btf, false);
192*387f9dfdSAndroid Build Coastguard Worker 	}
193*387f9dfdSAndroid Build Coastguard Worker 
194*387f9dfdSAndroid Build Coastguard Worker 	err = drsnoop_bpf__load(obj);
195*387f9dfdSAndroid Build Coastguard Worker 	if (err) {
196*387f9dfdSAndroid Build Coastguard Worker 		fprintf(stderr, "failed to load BPF object: %d\n", err);
197*387f9dfdSAndroid Build Coastguard Worker 		goto cleanup;
198*387f9dfdSAndroid Build Coastguard Worker 	}
199*387f9dfdSAndroid Build Coastguard Worker 
200*387f9dfdSAndroid Build Coastguard Worker 	err = drsnoop_bpf__attach(obj);
201*387f9dfdSAndroid Build Coastguard Worker 	if (err) {
202*387f9dfdSAndroid Build Coastguard Worker 		fprintf(stderr, "failed to attach BPF programs\n");
203*387f9dfdSAndroid Build Coastguard Worker 		goto cleanup;
204*387f9dfdSAndroid Build Coastguard Worker 	}
205*387f9dfdSAndroid Build Coastguard Worker 
206*387f9dfdSAndroid Build Coastguard Worker 	printf("Tracing direct reclaim events");
207*387f9dfdSAndroid Build Coastguard Worker 	if (env.duration)
208*387f9dfdSAndroid Build Coastguard Worker 		printf(" for %ld secs.\n", env.duration);
209*387f9dfdSAndroid Build Coastguard Worker 	else
210*387f9dfdSAndroid Build Coastguard Worker 		printf("... Hit Ctrl-C to end.\n");
211*387f9dfdSAndroid Build Coastguard Worker 	printf("%-8s %-16s %-6s %8s %5s",
212*387f9dfdSAndroid Build Coastguard Worker 		"TIME", "COMM", "TID", "LAT(ms)", "PAGES");
213*387f9dfdSAndroid Build Coastguard Worker 	if (env.extended)
214*387f9dfdSAndroid Build Coastguard Worker 		printf(" %8s", "FREE(KB)");
215*387f9dfdSAndroid Build Coastguard Worker 	printf("\n");
216*387f9dfdSAndroid Build Coastguard Worker 
217*387f9dfdSAndroid Build Coastguard Worker 	pb = perf_buffer__new(bpf_map__fd(obj->maps.events), PERF_BUFFER_PAGES,
218*387f9dfdSAndroid Build Coastguard Worker 			      handle_event, handle_lost_events, NULL, NULL);
219*387f9dfdSAndroid Build Coastguard Worker 	if (!pb) {
220*387f9dfdSAndroid Build Coastguard Worker 		err = -errno;
221*387f9dfdSAndroid Build Coastguard Worker 		fprintf(stderr, "failed to open perf buffer: %d\n", err);
222*387f9dfdSAndroid Build Coastguard Worker 		goto cleanup;
223*387f9dfdSAndroid Build Coastguard Worker 	}
224*387f9dfdSAndroid Build Coastguard Worker 
225*387f9dfdSAndroid Build Coastguard Worker 	/* setup duration */
226*387f9dfdSAndroid Build Coastguard Worker 	if (env.duration)
227*387f9dfdSAndroid Build Coastguard Worker 		time_end = get_ktime_ns() + env.duration * NSEC_PER_SEC;
228*387f9dfdSAndroid Build Coastguard Worker 
229*387f9dfdSAndroid Build Coastguard Worker 	if (signal(SIGINT, sig_int) == SIG_ERR) {
230*387f9dfdSAndroid Build Coastguard Worker 		fprintf(stderr, "can't set signal handler: %s\n", strerror(errno));
231*387f9dfdSAndroid Build Coastguard Worker 		err = 1;
232*387f9dfdSAndroid Build Coastguard Worker 		goto cleanup;
233*387f9dfdSAndroid Build Coastguard Worker 	}
234*387f9dfdSAndroid Build Coastguard Worker 
235*387f9dfdSAndroid Build Coastguard Worker 	/* main: poll */
236*387f9dfdSAndroid Build Coastguard Worker 	while (!exiting) {
237*387f9dfdSAndroid Build Coastguard Worker 		err = perf_buffer__poll(pb, PERF_POLL_TIMEOUT_MS);
238*387f9dfdSAndroid Build Coastguard Worker 		if (err < 0 && err != -EINTR) {
239*387f9dfdSAndroid Build Coastguard Worker 			fprintf(stderr, "error polling perf buffer: %s\n", strerror(-err));
240*387f9dfdSAndroid Build Coastguard Worker 			goto cleanup;
241*387f9dfdSAndroid Build Coastguard Worker 		}
242*387f9dfdSAndroid Build Coastguard Worker 		if (env.duration && get_ktime_ns() > time_end)
243*387f9dfdSAndroid Build Coastguard Worker 			goto cleanup;
244*387f9dfdSAndroid Build Coastguard Worker 		/* reset err to return 0 if exiting */
245*387f9dfdSAndroid Build Coastguard Worker 		err = 0;
246*387f9dfdSAndroid Build Coastguard Worker 	}
247*387f9dfdSAndroid Build Coastguard Worker 
248*387f9dfdSAndroid Build Coastguard Worker cleanup:
249*387f9dfdSAndroid Build Coastguard Worker 	perf_buffer__free(pb);
250*387f9dfdSAndroid Build Coastguard Worker 	drsnoop_bpf__destroy(obj);
251*387f9dfdSAndroid Build Coastguard Worker 	ksyms__free(ksyms);
252*387f9dfdSAndroid Build Coastguard Worker 
253*387f9dfdSAndroid Build Coastguard Worker 	return err != 0;
254*387f9dfdSAndroid Build Coastguard Worker }
255