1*387f9dfdSAndroid Build Coastguard Worker // SPDX-License-Identifier: (LGPL-2.1 OR BSD-2-Clause)
2*387f9dfdSAndroid Build Coastguard Worker // Copyright (c) 2022 Nicolas Sterchele
3*387f9dfdSAndroid Build Coastguard Worker //
4*387f9dfdSAndroid Build Coastguard Worker // Based on wakeuptime(8) from BCC by Brendan Gregg
5*387f9dfdSAndroid Build Coastguard Worker // XX-Jul-2022 Nicolas Sterchele created this.
6*387f9dfdSAndroid Build Coastguard Worker #include <argp.h>
7*387f9dfdSAndroid Build Coastguard Worker #include <signal.h>
8*387f9dfdSAndroid Build Coastguard Worker #include <stdio.h>
9*387f9dfdSAndroid Build Coastguard Worker #include <stdlib.h>
10*387f9dfdSAndroid Build Coastguard Worker #include <string.h>
11*387f9dfdSAndroid Build Coastguard Worker #include <time.h>
12*387f9dfdSAndroid Build Coastguard Worker #include <bpf/libbpf.h>
13*387f9dfdSAndroid Build Coastguard Worker #include <bpf/bpf.h>
14*387f9dfdSAndroid Build Coastguard Worker #include "wakeuptime.h"
15*387f9dfdSAndroid Build Coastguard Worker #include "wakeuptime.skel.h"
16*387f9dfdSAndroid Build Coastguard Worker #include "trace_helpers.h"
17*387f9dfdSAndroid Build Coastguard Worker #include <unistd.h>
18*387f9dfdSAndroid Build Coastguard Worker
19*387f9dfdSAndroid Build Coastguard Worker struct env {
20*387f9dfdSAndroid Build Coastguard Worker pid_t pid;
21*387f9dfdSAndroid Build Coastguard Worker bool user_threads_only;
22*387f9dfdSAndroid Build Coastguard Worker bool verbose;
23*387f9dfdSAndroid Build Coastguard Worker int stack_storage_size;
24*387f9dfdSAndroid Build Coastguard Worker int perf_max_stack_depth;
25*387f9dfdSAndroid Build Coastguard Worker __u64 min_block_time;
26*387f9dfdSAndroid Build Coastguard Worker __u64 max_block_time;
27*387f9dfdSAndroid Build Coastguard Worker int duration;
28*387f9dfdSAndroid Build Coastguard Worker } env = {
29*387f9dfdSAndroid Build Coastguard Worker .verbose = false,
30*387f9dfdSAndroid Build Coastguard Worker .stack_storage_size = 1024,
31*387f9dfdSAndroid Build Coastguard Worker .perf_max_stack_depth = 127,
32*387f9dfdSAndroid Build Coastguard Worker .min_block_time = 1,
33*387f9dfdSAndroid Build Coastguard Worker .max_block_time = -1,
34*387f9dfdSAndroid Build Coastguard Worker .duration = 99999999,
35*387f9dfdSAndroid Build Coastguard Worker };
36*387f9dfdSAndroid Build Coastguard Worker
37*387f9dfdSAndroid Build Coastguard Worker const char *argp_program_version = "wakeuptime 0.1";
38*387f9dfdSAndroid Build Coastguard Worker const char *argp_program_bug_address =
39*387f9dfdSAndroid Build Coastguard Worker "https://github.com/iovisor/bcc/tree/master/libbpf-tools";
40*387f9dfdSAndroid Build Coastguard Worker const char argp_program_doc[] =
41*387f9dfdSAndroid Build Coastguard Worker "Summarize sleep to wakeup time by waker kernel stack.\n"
42*387f9dfdSAndroid Build Coastguard Worker "\n"
43*387f9dfdSAndroid Build Coastguard Worker "USAGE: wakeuptime [-h] [-p PID | -u] [-v] [-m MIN-BLOCK-TIME] "
44*387f9dfdSAndroid Build Coastguard Worker "[-M MAX-BLOCK-TIME] ]--perf-max-stack-depth] [--stack-storage-size] [duration]\n"
45*387f9dfdSAndroid Build Coastguard Worker "EXAMPLES:\n"
46*387f9dfdSAndroid Build Coastguard Worker " wakeuptime # trace blocked time with waker stacks\n"
47*387f9dfdSAndroid Build Coastguard Worker " wakeuptime 5 # trace for 5 seconds only\n"
48*387f9dfdSAndroid Build Coastguard Worker " wakeuptime -u # don't include kernel threads (user only)\n"
49*387f9dfdSAndroid Build Coastguard Worker " wakeuptime -p 185 # trace for PID 185 only\n";
50*387f9dfdSAndroid Build Coastguard Worker
51*387f9dfdSAndroid Build Coastguard Worker #define OPT_PERF_MAX_STACK_DEPTH 1 /* --pef-max-stack-depth */
52*387f9dfdSAndroid Build Coastguard Worker #define OPT_STACK_STORAGE_SIZE 2 /* --stack-storage-size */
53*387f9dfdSAndroid Build Coastguard Worker
54*387f9dfdSAndroid Build Coastguard Worker static const struct argp_option opts[] = {
55*387f9dfdSAndroid Build Coastguard Worker { "pid", 'p', "PID", 0, "trace this PID only"},
56*387f9dfdSAndroid Build Coastguard Worker { "verbose", 'v', NULL, 0, "show raw addresses" },
57*387f9dfdSAndroid Build Coastguard Worker { "user-threads-only", 'u', NULL, 0, "user threads only (no kernel threads)" },
58*387f9dfdSAndroid Build Coastguard Worker { "perf-max-stack-depth", OPT_PERF_MAX_STACK_DEPTH,
59*387f9dfdSAndroid Build Coastguard Worker "PERF-MAX-STACK-DEPTH", 0, "the limit for both kernel and user stack traces (default 127)" },
60*387f9dfdSAndroid Build Coastguard Worker { "stack-storage-size", OPT_STACK_STORAGE_SIZE, "STACK-STORAGE-SIZE", 0,
61*387f9dfdSAndroid Build Coastguard Worker "the number of unique stack traces that can be stored and displayed (default 1024)" },
62*387f9dfdSAndroid Build Coastguard Worker { "min-block-time", 'm', "MIN-BLOCK-TIME", 0,
63*387f9dfdSAndroid Build Coastguard Worker "the amount of time in microseconds over which we store traces (default 1)" },
64*387f9dfdSAndroid Build Coastguard Worker { "max-block-time", 'M', "MAX-BLOCK-TIME", 0,
65*387f9dfdSAndroid Build Coastguard Worker "the amount of time in microseconds under which we store traces (default U64_MAX)" },
66*387f9dfdSAndroid Build Coastguard Worker { NULL, 'h', NULL, OPTION_HIDDEN, "Show the full help" },
67*387f9dfdSAndroid Build Coastguard Worker {},
68*387f9dfdSAndroid Build Coastguard Worker };
69*387f9dfdSAndroid Build Coastguard Worker
parse_arg(int key,char * arg,struct argp_state * state)70*387f9dfdSAndroid Build Coastguard Worker static error_t parse_arg(int key, char *arg, struct argp_state *state)
71*387f9dfdSAndroid Build Coastguard Worker {
72*387f9dfdSAndroid Build Coastguard Worker static int pos_args;
73*387f9dfdSAndroid Build Coastguard Worker int pid;
74*387f9dfdSAndroid Build Coastguard Worker
75*387f9dfdSAndroid Build Coastguard Worker switch (key) {
76*387f9dfdSAndroid Build Coastguard Worker case 'h':
77*387f9dfdSAndroid Build Coastguard Worker argp_state_help(state, stderr, ARGP_HELP_STD_HELP);
78*387f9dfdSAndroid Build Coastguard Worker break;
79*387f9dfdSAndroid Build Coastguard Worker case 'v':
80*387f9dfdSAndroid Build Coastguard Worker env.verbose = true;
81*387f9dfdSAndroid Build Coastguard Worker break;
82*387f9dfdSAndroid Build Coastguard Worker case 'u':
83*387f9dfdSAndroid Build Coastguard Worker env.user_threads_only = true;
84*387f9dfdSAndroid Build Coastguard Worker break;
85*387f9dfdSAndroid Build Coastguard Worker case 'p':
86*387f9dfdSAndroid Build Coastguard Worker errno = 0;
87*387f9dfdSAndroid Build Coastguard Worker pid = strtol(arg, NULL, 10);
88*387f9dfdSAndroid Build Coastguard Worker if (errno || pid <= 0) {
89*387f9dfdSAndroid Build Coastguard Worker fprintf(stderr, "Invalid PID: %s\n", arg);
90*387f9dfdSAndroid Build Coastguard Worker argp_usage(state);
91*387f9dfdSAndroid Build Coastguard Worker }
92*387f9dfdSAndroid Build Coastguard Worker env.pid = pid;
93*387f9dfdSAndroid Build Coastguard Worker break;
94*387f9dfdSAndroid Build Coastguard Worker case OPT_PERF_MAX_STACK_DEPTH:
95*387f9dfdSAndroid Build Coastguard Worker errno = 0;
96*387f9dfdSAndroid Build Coastguard Worker env.perf_max_stack_depth = strtol(arg, NULL, 10);
97*387f9dfdSAndroid Build Coastguard Worker if (errno) {
98*387f9dfdSAndroid Build Coastguard Worker fprintf(stderr, "invalid perf max stack depth: %s\n", arg);
99*387f9dfdSAndroid Build Coastguard Worker argp_usage(state);
100*387f9dfdSAndroid Build Coastguard Worker }
101*387f9dfdSAndroid Build Coastguard Worker break;
102*387f9dfdSAndroid Build Coastguard Worker case OPT_STACK_STORAGE_SIZE:
103*387f9dfdSAndroid Build Coastguard Worker errno = 0;
104*387f9dfdSAndroid Build Coastguard Worker env.stack_storage_size = strtol(arg, NULL, 10);
105*387f9dfdSAndroid Build Coastguard Worker if (errno) {
106*387f9dfdSAndroid Build Coastguard Worker fprintf(stderr, "invalid stack storage size: %s\n", arg);
107*387f9dfdSAndroid Build Coastguard Worker argp_usage(state);
108*387f9dfdSAndroid Build Coastguard Worker }
109*387f9dfdSAndroid Build Coastguard Worker break;
110*387f9dfdSAndroid Build Coastguard Worker case 'm':
111*387f9dfdSAndroid Build Coastguard Worker errno = 0;
112*387f9dfdSAndroid Build Coastguard Worker env.min_block_time = strtoll(arg, NULL, 10);
113*387f9dfdSAndroid Build Coastguard Worker if (errno) {
114*387f9dfdSAndroid Build Coastguard Worker fprintf(stderr, "Invalid min block time (in us): %s\n", arg);
115*387f9dfdSAndroid Build Coastguard Worker argp_usage(state);
116*387f9dfdSAndroid Build Coastguard Worker }
117*387f9dfdSAndroid Build Coastguard Worker break;
118*387f9dfdSAndroid Build Coastguard Worker case 'M':
119*387f9dfdSAndroid Build Coastguard Worker errno = 0;
120*387f9dfdSAndroid Build Coastguard Worker env.max_block_time = strtoll(arg, NULL, 10);
121*387f9dfdSAndroid Build Coastguard Worker if (errno) {
122*387f9dfdSAndroid Build Coastguard Worker fprintf(stderr, "Invalid min block time (in us): %s\n", arg);
123*387f9dfdSAndroid Build Coastguard Worker argp_usage(state);
124*387f9dfdSAndroid Build Coastguard Worker }
125*387f9dfdSAndroid Build Coastguard Worker break;
126*387f9dfdSAndroid Build Coastguard Worker case ARGP_KEY_ARG:
127*387f9dfdSAndroid Build Coastguard Worker errno = 0;
128*387f9dfdSAndroid Build Coastguard Worker if (pos_args == 0){
129*387f9dfdSAndroid Build Coastguard Worker env.duration = strtol(arg, NULL, 10);
130*387f9dfdSAndroid Build Coastguard Worker if (errno || env.duration <= 0) {
131*387f9dfdSAndroid Build Coastguard Worker fprintf(stderr, "invalid duration (in s)\n");
132*387f9dfdSAndroid Build Coastguard Worker argp_usage(state);
133*387f9dfdSAndroid Build Coastguard Worker }
134*387f9dfdSAndroid Build Coastguard Worker } else {
135*387f9dfdSAndroid Build Coastguard Worker fprintf(stderr, "Unrecognized positional argument: %s\n", arg);
136*387f9dfdSAndroid Build Coastguard Worker argp_usage(state);
137*387f9dfdSAndroid Build Coastguard Worker }
138*387f9dfdSAndroid Build Coastguard Worker break;
139*387f9dfdSAndroid Build Coastguard Worker default:
140*387f9dfdSAndroid Build Coastguard Worker return ARGP_ERR_UNKNOWN;
141*387f9dfdSAndroid Build Coastguard Worker }
142*387f9dfdSAndroid Build Coastguard Worker return 0;
143*387f9dfdSAndroid Build Coastguard Worker }
144*387f9dfdSAndroid Build Coastguard Worker
libbpf_print_fn(enum libbpf_print_level level,const char * format,va_list args)145*387f9dfdSAndroid Build Coastguard Worker static int libbpf_print_fn(enum libbpf_print_level level, const char *format, va_list args)
146*387f9dfdSAndroid Build Coastguard Worker {
147*387f9dfdSAndroid Build Coastguard Worker if (level == LIBBPF_DEBUG && !env.verbose)
148*387f9dfdSAndroid Build Coastguard Worker return 0;
149*387f9dfdSAndroid Build Coastguard Worker return vfprintf(stderr, format, args);
150*387f9dfdSAndroid Build Coastguard Worker }
151*387f9dfdSAndroid Build Coastguard Worker
sig_int(int signo)152*387f9dfdSAndroid Build Coastguard Worker static void sig_int(int signo)
153*387f9dfdSAndroid Build Coastguard Worker {
154*387f9dfdSAndroid Build Coastguard Worker }
155*387f9dfdSAndroid Build Coastguard Worker
print_map(struct ksyms * ksyms,struct wakeuptime_bpf * obj)156*387f9dfdSAndroid Build Coastguard Worker static void print_map(struct ksyms *ksyms, struct wakeuptime_bpf *obj)
157*387f9dfdSAndroid Build Coastguard Worker {
158*387f9dfdSAndroid Build Coastguard Worker struct key_t lookup_key = {}, next_key;
159*387f9dfdSAndroid Build Coastguard Worker int err, i, counts_fd, stack_traces_fd;
160*387f9dfdSAndroid Build Coastguard Worker unsigned long *ip;
161*387f9dfdSAndroid Build Coastguard Worker const struct ksym *ksym;
162*387f9dfdSAndroid Build Coastguard Worker __u64 val;
163*387f9dfdSAndroid Build Coastguard Worker
164*387f9dfdSAndroid Build Coastguard Worker ip = calloc(env.perf_max_stack_depth, sizeof(*ip));
165*387f9dfdSAndroid Build Coastguard Worker if (!ip) {
166*387f9dfdSAndroid Build Coastguard Worker fprintf(stderr, "failed to alloc ip\n");
167*387f9dfdSAndroid Build Coastguard Worker return;
168*387f9dfdSAndroid Build Coastguard Worker }
169*387f9dfdSAndroid Build Coastguard Worker
170*387f9dfdSAndroid Build Coastguard Worker counts_fd = bpf_map__fd(obj->maps.counts);
171*387f9dfdSAndroid Build Coastguard Worker stack_traces_fd = bpf_map__fd(obj->maps.stackmap);
172*387f9dfdSAndroid Build Coastguard Worker
173*387f9dfdSAndroid Build Coastguard Worker while (!bpf_map_get_next_key(counts_fd, &lookup_key, &next_key)){
174*387f9dfdSAndroid Build Coastguard Worker err = bpf_map_lookup_elem(counts_fd, &next_key, &val);
175*387f9dfdSAndroid Build Coastguard Worker if (err < 0) {
176*387f9dfdSAndroid Build Coastguard Worker fprintf(stderr, "failed to lookup info: %d\n", err);
177*387f9dfdSAndroid Build Coastguard Worker free(ip);
178*387f9dfdSAndroid Build Coastguard Worker return;
179*387f9dfdSAndroid Build Coastguard Worker }
180*387f9dfdSAndroid Build Coastguard Worker printf("\n %-16s %s\n", "target:", next_key.target);
181*387f9dfdSAndroid Build Coastguard Worker lookup_key = next_key;
182*387f9dfdSAndroid Build Coastguard Worker
183*387f9dfdSAndroid Build Coastguard Worker err = bpf_map_lookup_elem(stack_traces_fd, &next_key.w_k_stack_id, ip);
184*387f9dfdSAndroid Build Coastguard Worker if (err < 0) {
185*387f9dfdSAndroid Build Coastguard Worker fprintf(stderr, "missed kernel stack: %d\n", err);
186*387f9dfdSAndroid Build Coastguard Worker }
187*387f9dfdSAndroid Build Coastguard Worker for (i = 0; i < env.perf_max_stack_depth && ip[i]; i++) {
188*387f9dfdSAndroid Build Coastguard Worker ksym = ksyms__map_addr(ksyms, ip[i]);
189*387f9dfdSAndroid Build Coastguard Worker printf(" %-16lx %s\n", ip[i], ksym ? ksym->name: "Unknown");
190*387f9dfdSAndroid Build Coastguard Worker }
191*387f9dfdSAndroid Build Coastguard Worker printf(" %16s %s\n","waker:", next_key.waker);
192*387f9dfdSAndroid Build Coastguard Worker /*to convert val in microseconds*/
193*387f9dfdSAndroid Build Coastguard Worker val /= 1000;
194*387f9dfdSAndroid Build Coastguard Worker printf(" %lld\n", val);
195*387f9dfdSAndroid Build Coastguard Worker }
196*387f9dfdSAndroid Build Coastguard Worker
197*387f9dfdSAndroid Build Coastguard Worker free(ip);
198*387f9dfdSAndroid Build Coastguard Worker }
199*387f9dfdSAndroid Build Coastguard Worker
main(int argc,char ** argv)200*387f9dfdSAndroid Build Coastguard Worker int main(int argc, char **argv)
201*387f9dfdSAndroid Build Coastguard Worker {
202*387f9dfdSAndroid Build Coastguard Worker static const struct argp argp = {
203*387f9dfdSAndroid Build Coastguard Worker .options = opts,
204*387f9dfdSAndroid Build Coastguard Worker .parser = parse_arg,
205*387f9dfdSAndroid Build Coastguard Worker .doc = argp_program_doc,
206*387f9dfdSAndroid Build Coastguard Worker };
207*387f9dfdSAndroid Build Coastguard Worker struct wakeuptime_bpf *obj;
208*387f9dfdSAndroid Build Coastguard Worker struct ksyms *ksyms = NULL;
209*387f9dfdSAndroid Build Coastguard Worker int err;
210*387f9dfdSAndroid Build Coastguard Worker
211*387f9dfdSAndroid Build Coastguard Worker err = argp_parse(&argp, argc, argv, 0, NULL, NULL);
212*387f9dfdSAndroid Build Coastguard Worker if (err)
213*387f9dfdSAndroid Build Coastguard Worker return err;
214*387f9dfdSAndroid Build Coastguard Worker
215*387f9dfdSAndroid Build Coastguard Worker if (env.min_block_time >= env.max_block_time) {
216*387f9dfdSAndroid Build Coastguard Worker fprintf(stderr, "min_block_time should be smaller than max_block_time\n");
217*387f9dfdSAndroid Build Coastguard Worker return 1;
218*387f9dfdSAndroid Build Coastguard Worker }
219*387f9dfdSAndroid Build Coastguard Worker
220*387f9dfdSAndroid Build Coastguard Worker if (env.user_threads_only && env.pid > 0) {
221*387f9dfdSAndroid Build Coastguard Worker fprintf(stderr, "use either -u or -p");
222*387f9dfdSAndroid Build Coastguard Worker }
223*387f9dfdSAndroid Build Coastguard Worker
224*387f9dfdSAndroid Build Coastguard Worker libbpf_set_print(libbpf_print_fn);
225*387f9dfdSAndroid Build Coastguard Worker
226*387f9dfdSAndroid Build Coastguard Worker obj = wakeuptime_bpf__open();
227*387f9dfdSAndroid Build Coastguard Worker if (!obj) {
228*387f9dfdSAndroid Build Coastguard Worker fprintf(stderr, "failed to open BPF object\n");
229*387f9dfdSAndroid Build Coastguard Worker return 1;
230*387f9dfdSAndroid Build Coastguard Worker }
231*387f9dfdSAndroid Build Coastguard Worker
232*387f9dfdSAndroid Build Coastguard Worker obj->rodata->targ_pid = env.pid;
233*387f9dfdSAndroid Build Coastguard Worker obj->rodata->min_block_ns = env.min_block_time * 1000;
234*387f9dfdSAndroid Build Coastguard Worker obj->rodata->max_block_ns = env.max_block_time * 1000;
235*387f9dfdSAndroid Build Coastguard Worker obj->rodata->user_threads_only = env.user_threads_only;
236*387f9dfdSAndroid Build Coastguard Worker
237*387f9dfdSAndroid Build Coastguard Worker bpf_map__set_value_size(obj->maps.stackmap,
238*387f9dfdSAndroid Build Coastguard Worker env.perf_max_stack_depth * sizeof(unsigned long));
239*387f9dfdSAndroid Build Coastguard Worker bpf_map__set_max_entries(obj->maps.stackmap, env.stack_storage_size);
240*387f9dfdSAndroid Build Coastguard Worker
241*387f9dfdSAndroid Build Coastguard Worker err = wakeuptime_bpf__load(obj);
242*387f9dfdSAndroid Build Coastguard Worker if (err) {
243*387f9dfdSAndroid Build Coastguard Worker fprintf(stderr, "failed to load BPF object: %d\n", err);
244*387f9dfdSAndroid Build Coastguard Worker goto cleanup;
245*387f9dfdSAndroid Build Coastguard Worker }
246*387f9dfdSAndroid Build Coastguard Worker
247*387f9dfdSAndroid Build Coastguard Worker ksyms = ksyms__load();
248*387f9dfdSAndroid Build Coastguard Worker if (!ksyms) {
249*387f9dfdSAndroid Build Coastguard Worker fprintf(stderr, "failed to load kallsyms\n");
250*387f9dfdSAndroid Build Coastguard Worker goto cleanup;
251*387f9dfdSAndroid Build Coastguard Worker }
252*387f9dfdSAndroid Build Coastguard Worker
253*387f9dfdSAndroid Build Coastguard Worker err = wakeuptime_bpf__attach(obj);
254*387f9dfdSAndroid Build Coastguard Worker if (err) {
255*387f9dfdSAndroid Build Coastguard Worker fprintf(stderr, "failed to attach BPF programs\n");
256*387f9dfdSAndroid Build Coastguard Worker goto cleanup;
257*387f9dfdSAndroid Build Coastguard Worker }
258*387f9dfdSAndroid Build Coastguard Worker
259*387f9dfdSAndroid Build Coastguard Worker if (signal(SIGINT, sig_int) == SIG_ERR) {
260*387f9dfdSAndroid Build Coastguard Worker fprintf(stderr, "can't set signal handler: %s\n", strerror(errno));
261*387f9dfdSAndroid Build Coastguard Worker err = 1;
262*387f9dfdSAndroid Build Coastguard Worker goto cleanup;
263*387f9dfdSAndroid Build Coastguard Worker }
264*387f9dfdSAndroid Build Coastguard Worker
265*387f9dfdSAndroid Build Coastguard Worker printf("Tracing blocked time (us) by kernel stack\n");
266*387f9dfdSAndroid Build Coastguard Worker sleep(env.duration);
267*387f9dfdSAndroid Build Coastguard Worker print_map(ksyms, obj);
268*387f9dfdSAndroid Build Coastguard Worker
269*387f9dfdSAndroid Build Coastguard Worker cleanup:
270*387f9dfdSAndroid Build Coastguard Worker wakeuptime_bpf__destroy(obj);
271*387f9dfdSAndroid Build Coastguard Worker ksyms__free(ksyms);
272*387f9dfdSAndroid Build Coastguard Worker return err != 0;
273*387f9dfdSAndroid Build Coastguard Worker }
274