1*387f9dfdSAndroid Build Coastguard Worker // SPDX-License-Identifier: (LGPL-2.1 OR BSD-2-Clause)
2*387f9dfdSAndroid Build Coastguard Worker // Copyright (c) 2019 Facebook
3*387f9dfdSAndroid Build Coastguard Worker //
4*387f9dfdSAndroid Build Coastguard Worker // Based on runqslower(8) from BCC by Ivan Babrou.
5*387f9dfdSAndroid Build Coastguard Worker // 11-Feb-2020 Andrii Nakryiko Created this.
6*387f9dfdSAndroid Build Coastguard Worker #include <argp.h>
7*387f9dfdSAndroid Build Coastguard Worker #include <signal.h>
8*387f9dfdSAndroid Build Coastguard Worker #include <stdio.h>
9*387f9dfdSAndroid Build Coastguard Worker #include <stdlib.h>
10*387f9dfdSAndroid Build Coastguard Worker #include <string.h>
11*387f9dfdSAndroid Build Coastguard Worker #include <time.h>
12*387f9dfdSAndroid Build Coastguard Worker #include <bpf/libbpf.h>
13*387f9dfdSAndroid Build Coastguard Worker #include <bpf/bpf.h>
14*387f9dfdSAndroid Build Coastguard Worker #include "runqslower.h"
15*387f9dfdSAndroid Build Coastguard Worker #include "runqslower.skel.h"
16*387f9dfdSAndroid Build Coastguard Worker #include "trace_helpers.h"
17*387f9dfdSAndroid Build Coastguard Worker
18*387f9dfdSAndroid Build Coastguard Worker static volatile sig_atomic_t exiting = 0;
19*387f9dfdSAndroid Build Coastguard Worker
20*387f9dfdSAndroid Build Coastguard Worker struct env {
21*387f9dfdSAndroid Build Coastguard Worker pid_t pid;
22*387f9dfdSAndroid Build Coastguard Worker pid_t tid;
23*387f9dfdSAndroid Build Coastguard Worker __u64 min_us;
24*387f9dfdSAndroid Build Coastguard Worker bool previous;
25*387f9dfdSAndroid Build Coastguard Worker bool verbose;
26*387f9dfdSAndroid Build Coastguard Worker } env = {
27*387f9dfdSAndroid Build Coastguard Worker .min_us = 10000,
28*387f9dfdSAndroid Build Coastguard Worker };
29*387f9dfdSAndroid Build Coastguard Worker
30*387f9dfdSAndroid Build Coastguard Worker const char *argp_program_version = "runqslower 0.1";
31*387f9dfdSAndroid Build Coastguard Worker const char *argp_program_bug_address =
32*387f9dfdSAndroid Build Coastguard Worker "https://github.com/iovisor/bcc/tree/master/libbpf-tools";
33*387f9dfdSAndroid Build Coastguard Worker const char argp_program_doc[] =
34*387f9dfdSAndroid Build Coastguard Worker "Trace high run queue latency.\n"
35*387f9dfdSAndroid Build Coastguard Worker "\n"
36*387f9dfdSAndroid Build Coastguard Worker "USAGE: runqslower [--help] [-p PID] [-t TID] [-P] [min_us]\n"
37*387f9dfdSAndroid Build Coastguard Worker "\n"
38*387f9dfdSAndroid Build Coastguard Worker "EXAMPLES:\n"
39*387f9dfdSAndroid Build Coastguard Worker " runqslower # trace latency higher than 10000 us (default)\n"
40*387f9dfdSAndroid Build Coastguard Worker " runqslower 1000 # trace latency higher than 1000 us\n"
41*387f9dfdSAndroid Build Coastguard Worker " runqslower -p 123 # trace pid 123\n"
42*387f9dfdSAndroid Build Coastguard Worker " runqslower -t 123 # trace tid 123 (use for threads only)\n"
43*387f9dfdSAndroid Build Coastguard Worker " runqslower -P # also show previous task name and TID\n";
44*387f9dfdSAndroid Build Coastguard Worker
45*387f9dfdSAndroid Build Coastguard Worker static const struct argp_option opts[] = {
46*387f9dfdSAndroid Build Coastguard Worker { "pid", 'p', "PID", 0, "Process PID to trace"},
47*387f9dfdSAndroid Build Coastguard Worker { "tid", 't', "TID", 0, "Thread TID to trace"},
48*387f9dfdSAndroid Build Coastguard Worker { "verbose", 'v', NULL, 0, "Verbose debug output" },
49*387f9dfdSAndroid Build Coastguard Worker { "previous", 'P', NULL, 0, "also show previous task name and TID" },
50*387f9dfdSAndroid Build Coastguard Worker { NULL, 'h', NULL, OPTION_HIDDEN, "Show the full help" },
51*387f9dfdSAndroid Build Coastguard Worker {},
52*387f9dfdSAndroid Build Coastguard Worker };
53*387f9dfdSAndroid Build Coastguard Worker
parse_arg(int key,char * arg,struct argp_state * state)54*387f9dfdSAndroid Build Coastguard Worker static error_t parse_arg(int key, char *arg, struct argp_state *state)
55*387f9dfdSAndroid Build Coastguard Worker {
56*387f9dfdSAndroid Build Coastguard Worker static int pos_args;
57*387f9dfdSAndroid Build Coastguard Worker int pid;
58*387f9dfdSAndroid Build Coastguard Worker long long min_us;
59*387f9dfdSAndroid Build Coastguard Worker
60*387f9dfdSAndroid Build Coastguard Worker switch (key) {
61*387f9dfdSAndroid Build Coastguard Worker case 'h':
62*387f9dfdSAndroid Build Coastguard Worker argp_state_help(state, stderr, ARGP_HELP_STD_HELP);
63*387f9dfdSAndroid Build Coastguard Worker break;
64*387f9dfdSAndroid Build Coastguard Worker case 'v':
65*387f9dfdSAndroid Build Coastguard Worker env.verbose = true;
66*387f9dfdSAndroid Build Coastguard Worker break;
67*387f9dfdSAndroid Build Coastguard Worker case 'P':
68*387f9dfdSAndroid Build Coastguard Worker env.previous = true;
69*387f9dfdSAndroid Build Coastguard Worker break;
70*387f9dfdSAndroid Build Coastguard Worker case 'p':
71*387f9dfdSAndroid Build Coastguard Worker errno = 0;
72*387f9dfdSAndroid Build Coastguard Worker pid = strtol(arg, NULL, 10);
73*387f9dfdSAndroid Build Coastguard Worker if (errno || pid <= 0) {
74*387f9dfdSAndroid Build Coastguard Worker fprintf(stderr, "Invalid PID: %s\n", arg);
75*387f9dfdSAndroid Build Coastguard Worker argp_usage(state);
76*387f9dfdSAndroid Build Coastguard Worker }
77*387f9dfdSAndroid Build Coastguard Worker env.pid = pid;
78*387f9dfdSAndroid Build Coastguard Worker break;
79*387f9dfdSAndroid Build Coastguard Worker case 't':
80*387f9dfdSAndroid Build Coastguard Worker errno = 0;
81*387f9dfdSAndroid Build Coastguard Worker pid = strtol(arg, NULL, 10);
82*387f9dfdSAndroid Build Coastguard Worker if (errno || pid <= 0) {
83*387f9dfdSAndroid Build Coastguard Worker fprintf(stderr, "Invalid TID: %s\n", arg);
84*387f9dfdSAndroid Build Coastguard Worker argp_usage(state);
85*387f9dfdSAndroid Build Coastguard Worker }
86*387f9dfdSAndroid Build Coastguard Worker env.tid = pid;
87*387f9dfdSAndroid Build Coastguard Worker break;
88*387f9dfdSAndroid Build Coastguard Worker case ARGP_KEY_ARG:
89*387f9dfdSAndroid Build Coastguard Worker if (pos_args++) {
90*387f9dfdSAndroid Build Coastguard Worker fprintf(stderr,
91*387f9dfdSAndroid Build Coastguard Worker "Unrecognized positional argument: %s\n", arg);
92*387f9dfdSAndroid Build Coastguard Worker argp_usage(state);
93*387f9dfdSAndroid Build Coastguard Worker }
94*387f9dfdSAndroid Build Coastguard Worker errno = 0;
95*387f9dfdSAndroid Build Coastguard Worker min_us = strtoll(arg, NULL, 10);
96*387f9dfdSAndroid Build Coastguard Worker if (errno || min_us <= 0) {
97*387f9dfdSAndroid Build Coastguard Worker fprintf(stderr, "Invalid delay (in us): %s\n", arg);
98*387f9dfdSAndroid Build Coastguard Worker argp_usage(state);
99*387f9dfdSAndroid Build Coastguard Worker }
100*387f9dfdSAndroid Build Coastguard Worker env.min_us = min_us;
101*387f9dfdSAndroid Build Coastguard Worker break;
102*387f9dfdSAndroid Build Coastguard Worker default:
103*387f9dfdSAndroid Build Coastguard Worker return ARGP_ERR_UNKNOWN;
104*387f9dfdSAndroid Build Coastguard Worker }
105*387f9dfdSAndroid Build Coastguard Worker return 0;
106*387f9dfdSAndroid Build Coastguard Worker }
107*387f9dfdSAndroid Build Coastguard Worker
libbpf_print_fn(enum libbpf_print_level level,const char * format,va_list args)108*387f9dfdSAndroid Build Coastguard Worker static int libbpf_print_fn(enum libbpf_print_level level, const char *format, va_list args)
109*387f9dfdSAndroid Build Coastguard Worker {
110*387f9dfdSAndroid Build Coastguard Worker if (level == LIBBPF_DEBUG && !env.verbose)
111*387f9dfdSAndroid Build Coastguard Worker return 0;
112*387f9dfdSAndroid Build Coastguard Worker return vfprintf(stderr, format, args);
113*387f9dfdSAndroid Build Coastguard Worker }
114*387f9dfdSAndroid Build Coastguard Worker
sig_int(int signo)115*387f9dfdSAndroid Build Coastguard Worker static void sig_int(int signo)
116*387f9dfdSAndroid Build Coastguard Worker {
117*387f9dfdSAndroid Build Coastguard Worker exiting = 1;
118*387f9dfdSAndroid Build Coastguard Worker }
119*387f9dfdSAndroid Build Coastguard Worker
handle_event(void * ctx,int cpu,void * data,__u32 data_sz)120*387f9dfdSAndroid Build Coastguard Worker void handle_event(void *ctx, int cpu, void *data, __u32 data_sz)
121*387f9dfdSAndroid Build Coastguard Worker {
122*387f9dfdSAndroid Build Coastguard Worker const struct event *e = data;
123*387f9dfdSAndroid Build Coastguard Worker struct tm *tm;
124*387f9dfdSAndroid Build Coastguard Worker char ts[32];
125*387f9dfdSAndroid Build Coastguard Worker time_t t;
126*387f9dfdSAndroid Build Coastguard Worker
127*387f9dfdSAndroid Build Coastguard Worker time(&t);
128*387f9dfdSAndroid Build Coastguard Worker tm = localtime(&t);
129*387f9dfdSAndroid Build Coastguard Worker strftime(ts, sizeof(ts), "%H:%M:%S", tm);
130*387f9dfdSAndroid Build Coastguard Worker if (env.previous)
131*387f9dfdSAndroid Build Coastguard Worker printf("%-8s %-16s %-6d %14llu %-16s %-6d\n", ts, e->task, e->pid, e->delta_us, e->prev_task, e->prev_pid);
132*387f9dfdSAndroid Build Coastguard Worker else
133*387f9dfdSAndroid Build Coastguard Worker printf("%-8s %-16s %-6d %14llu\n", ts, e->task, e->pid, e->delta_us);
134*387f9dfdSAndroid Build Coastguard Worker }
135*387f9dfdSAndroid Build Coastguard Worker
handle_lost_events(void * ctx,int cpu,__u64 lost_cnt)136*387f9dfdSAndroid Build Coastguard Worker void handle_lost_events(void *ctx, int cpu, __u64 lost_cnt)
137*387f9dfdSAndroid Build Coastguard Worker {
138*387f9dfdSAndroid Build Coastguard Worker printf("Lost %llu events on CPU #%d!\n", lost_cnt, cpu);
139*387f9dfdSAndroid Build Coastguard Worker }
140*387f9dfdSAndroid Build Coastguard Worker
main(int argc,char ** argv)141*387f9dfdSAndroid Build Coastguard Worker int main(int argc, char **argv)
142*387f9dfdSAndroid Build Coastguard Worker {
143*387f9dfdSAndroid Build Coastguard Worker static const struct argp argp = {
144*387f9dfdSAndroid Build Coastguard Worker .options = opts,
145*387f9dfdSAndroid Build Coastguard Worker .parser = parse_arg,
146*387f9dfdSAndroid Build Coastguard Worker .doc = argp_program_doc,
147*387f9dfdSAndroid Build Coastguard Worker };
148*387f9dfdSAndroid Build Coastguard Worker struct perf_buffer *pb = NULL;
149*387f9dfdSAndroid Build Coastguard Worker struct runqslower_bpf *obj;
150*387f9dfdSAndroid Build Coastguard Worker int err;
151*387f9dfdSAndroid Build Coastguard Worker
152*387f9dfdSAndroid Build Coastguard Worker err = argp_parse(&argp, argc, argv, 0, NULL, NULL);
153*387f9dfdSAndroid Build Coastguard Worker if (err)
154*387f9dfdSAndroid Build Coastguard Worker return err;
155*387f9dfdSAndroid Build Coastguard Worker
156*387f9dfdSAndroid Build Coastguard Worker libbpf_set_print(libbpf_print_fn);
157*387f9dfdSAndroid Build Coastguard Worker
158*387f9dfdSAndroid Build Coastguard Worker obj = runqslower_bpf__open();
159*387f9dfdSAndroid Build Coastguard Worker if (!obj) {
160*387f9dfdSAndroid Build Coastguard Worker fprintf(stderr, "failed to open BPF object\n");
161*387f9dfdSAndroid Build Coastguard Worker return 1;
162*387f9dfdSAndroid Build Coastguard Worker }
163*387f9dfdSAndroid Build Coastguard Worker
164*387f9dfdSAndroid Build Coastguard Worker /* initialize global data (filtering options) */
165*387f9dfdSAndroid Build Coastguard Worker obj->rodata->targ_tgid = env.pid;
166*387f9dfdSAndroid Build Coastguard Worker obj->rodata->targ_pid = env.tid;
167*387f9dfdSAndroid Build Coastguard Worker obj->rodata->min_us = env.min_us;
168*387f9dfdSAndroid Build Coastguard Worker
169*387f9dfdSAndroid Build Coastguard Worker if (probe_tp_btf("sched_wakeup")) {
170*387f9dfdSAndroid Build Coastguard Worker bpf_program__set_autoload(obj->progs.handle_sched_wakeup, false);
171*387f9dfdSAndroid Build Coastguard Worker bpf_program__set_autoload(obj->progs.handle_sched_wakeup_new, false);
172*387f9dfdSAndroid Build Coastguard Worker bpf_program__set_autoload(obj->progs.handle_sched_switch, false);
173*387f9dfdSAndroid Build Coastguard Worker } else {
174*387f9dfdSAndroid Build Coastguard Worker bpf_program__set_autoload(obj->progs.sched_wakeup, false);
175*387f9dfdSAndroid Build Coastguard Worker bpf_program__set_autoload(obj->progs.sched_wakeup_new, false);
176*387f9dfdSAndroid Build Coastguard Worker bpf_program__set_autoload(obj->progs.sched_switch, false);
177*387f9dfdSAndroid Build Coastguard Worker }
178*387f9dfdSAndroid Build Coastguard Worker
179*387f9dfdSAndroid Build Coastguard Worker err = runqslower_bpf__load(obj);
180*387f9dfdSAndroid Build Coastguard Worker if (err) {
181*387f9dfdSAndroid Build Coastguard Worker fprintf(stderr, "failed to load BPF object: %d\n", err);
182*387f9dfdSAndroid Build Coastguard Worker goto cleanup;
183*387f9dfdSAndroid Build Coastguard Worker }
184*387f9dfdSAndroid Build Coastguard Worker
185*387f9dfdSAndroid Build Coastguard Worker err = runqslower_bpf__attach(obj);
186*387f9dfdSAndroid Build Coastguard Worker if (err) {
187*387f9dfdSAndroid Build Coastguard Worker fprintf(stderr, "failed to attach BPF programs\n");
188*387f9dfdSAndroid Build Coastguard Worker goto cleanup;
189*387f9dfdSAndroid Build Coastguard Worker }
190*387f9dfdSAndroid Build Coastguard Worker
191*387f9dfdSAndroid Build Coastguard Worker printf("Tracing run queue latency higher than %llu us\n", env.min_us);
192*387f9dfdSAndroid Build Coastguard Worker if (env.previous)
193*387f9dfdSAndroid Build Coastguard Worker printf("%-8s %-16s %-6s %14s %-16s %-6s\n", "TIME", "COMM", "TID", "LAT(us)", "PREV COMM", "PREV TID");
194*387f9dfdSAndroid Build Coastguard Worker else
195*387f9dfdSAndroid Build Coastguard Worker printf("%-8s %-16s %-6s %14s\n", "TIME", "COMM", "TID", "LAT(us)");
196*387f9dfdSAndroid Build Coastguard Worker
197*387f9dfdSAndroid Build Coastguard Worker pb = perf_buffer__new(bpf_map__fd(obj->maps.events), 64,
198*387f9dfdSAndroid Build Coastguard Worker handle_event, handle_lost_events, NULL, NULL);
199*387f9dfdSAndroid Build Coastguard Worker if (!pb) {
200*387f9dfdSAndroid Build Coastguard Worker err = -errno;
201*387f9dfdSAndroid Build Coastguard Worker fprintf(stderr, "failed to open perf buffer: %d\n", err);
202*387f9dfdSAndroid Build Coastguard Worker goto cleanup;
203*387f9dfdSAndroid Build Coastguard Worker }
204*387f9dfdSAndroid Build Coastguard Worker
205*387f9dfdSAndroid Build Coastguard Worker if (signal(SIGINT, sig_int) == SIG_ERR) {
206*387f9dfdSAndroid Build Coastguard Worker fprintf(stderr, "can't set signal handler: %s\n", strerror(errno));
207*387f9dfdSAndroid Build Coastguard Worker err = 1;
208*387f9dfdSAndroid Build Coastguard Worker goto cleanup;
209*387f9dfdSAndroid Build Coastguard Worker }
210*387f9dfdSAndroid Build Coastguard Worker
211*387f9dfdSAndroid Build Coastguard Worker while (!exiting) {
212*387f9dfdSAndroid Build Coastguard Worker err = perf_buffer__poll(pb, 100);
213*387f9dfdSAndroid Build Coastguard Worker if (err < 0 && err != -EINTR) {
214*387f9dfdSAndroid Build Coastguard Worker fprintf(stderr, "error polling perf buffer: %s\n", strerror(-err));
215*387f9dfdSAndroid Build Coastguard Worker goto cleanup;
216*387f9dfdSAndroid Build Coastguard Worker }
217*387f9dfdSAndroid Build Coastguard Worker /* reset err to return 0 if exiting */
218*387f9dfdSAndroid Build Coastguard Worker err = 0;
219*387f9dfdSAndroid Build Coastguard Worker }
220*387f9dfdSAndroid Build Coastguard Worker
221*387f9dfdSAndroid Build Coastguard Worker cleanup:
222*387f9dfdSAndroid Build Coastguard Worker perf_buffer__free(pb);
223*387f9dfdSAndroid Build Coastguard Worker runqslower_bpf__destroy(obj);
224*387f9dfdSAndroid Build Coastguard Worker
225*387f9dfdSAndroid Build Coastguard Worker return err != 0;
226*387f9dfdSAndroid Build Coastguard Worker }
227