1*387f9dfdSAndroid Build Coastguard Worker // SPDX-License-Identifier: (LGPL-2.1 OR BSD-2-Clause)
2*387f9dfdSAndroid Build Coastguard Worker // Copyright (c) 2020 Wenbo Zhang
3*387f9dfdSAndroid Build Coastguard Worker //
4*387f9dfdSAndroid Build Coastguard Worker // Based on hardirq(8) from BCC by Brendan Gregg.
5*387f9dfdSAndroid Build Coastguard Worker // 31-Aug-2020 Wenbo Zhang Created this.
6*387f9dfdSAndroid Build Coastguard Worker #include <argp.h>
7*387f9dfdSAndroid Build Coastguard Worker #include <signal.h>
8*387f9dfdSAndroid Build Coastguard Worker #include <stdio.h>
9*387f9dfdSAndroid Build Coastguard Worker #include <stdlib.h>
10*387f9dfdSAndroid Build Coastguard Worker #include <string.h>
11*387f9dfdSAndroid Build Coastguard Worker #include <time.h>
12*387f9dfdSAndroid Build Coastguard Worker #include <unistd.h>
13*387f9dfdSAndroid Build Coastguard Worker #include <fcntl.h>
14*387f9dfdSAndroid Build Coastguard Worker #include <bpf/libbpf.h>
15*387f9dfdSAndroid Build Coastguard Worker #include <bpf/bpf.h>
16*387f9dfdSAndroid Build Coastguard Worker #include "hardirqs.h"
17*387f9dfdSAndroid Build Coastguard Worker #include "hardirqs.skel.h"
18*387f9dfdSAndroid Build Coastguard Worker #include "trace_helpers.h"
19*387f9dfdSAndroid Build Coastguard Worker
20*387f9dfdSAndroid Build Coastguard Worker struct env {
21*387f9dfdSAndroid Build Coastguard Worker bool count;
22*387f9dfdSAndroid Build Coastguard Worker bool distributed;
23*387f9dfdSAndroid Build Coastguard Worker bool nanoseconds;
24*387f9dfdSAndroid Build Coastguard Worker time_t interval;
25*387f9dfdSAndroid Build Coastguard Worker int times;
26*387f9dfdSAndroid Build Coastguard Worker bool timestamp;
27*387f9dfdSAndroid Build Coastguard Worker bool verbose;
28*387f9dfdSAndroid Build Coastguard Worker char *cgroupspath;
29*387f9dfdSAndroid Build Coastguard Worker bool cg;
30*387f9dfdSAndroid Build Coastguard Worker } env = {
31*387f9dfdSAndroid Build Coastguard Worker .interval = 99999999,
32*387f9dfdSAndroid Build Coastguard Worker .times = 99999999,
33*387f9dfdSAndroid Build Coastguard Worker };
34*387f9dfdSAndroid Build Coastguard Worker
35*387f9dfdSAndroid Build Coastguard Worker static volatile bool exiting;
36*387f9dfdSAndroid Build Coastguard Worker
37*387f9dfdSAndroid Build Coastguard Worker const char *argp_program_version = "hardirqs 0.1";
38*387f9dfdSAndroid Build Coastguard Worker const char *argp_program_bug_address =
39*387f9dfdSAndroid Build Coastguard Worker "https://github.com/iovisor/bcc/tree/master/libbpf-tools";
40*387f9dfdSAndroid Build Coastguard Worker const char argp_program_doc[] =
41*387f9dfdSAndroid Build Coastguard Worker "Summarize hard irq event time as histograms.\n"
42*387f9dfdSAndroid Build Coastguard Worker "\n"
43*387f9dfdSAndroid Build Coastguard Worker "USAGE: hardirqs [--help] [-T] [-N] [-d] [interval] [count] [-c CG]\n"
44*387f9dfdSAndroid Build Coastguard Worker "\n"
45*387f9dfdSAndroid Build Coastguard Worker "EXAMPLES:\n"
46*387f9dfdSAndroid Build Coastguard Worker " hardirqs # sum hard irq event time\n"
47*387f9dfdSAndroid Build Coastguard Worker " hardirqs -d # show hard irq event time as histograms\n"
48*387f9dfdSAndroid Build Coastguard Worker " hardirqs 1 10 # print 1 second summaries, 10 times\n"
49*387f9dfdSAndroid Build Coastguard Worker " hardirqs -c CG # Trace process under cgroupsPath CG\n"
50*387f9dfdSAndroid Build Coastguard Worker " hardirqs -NT 1 # 1s summaries, nanoseconds, and timestamps\n";
51*387f9dfdSAndroid Build Coastguard Worker
52*387f9dfdSAndroid Build Coastguard Worker static const struct argp_option opts[] = {
53*387f9dfdSAndroid Build Coastguard Worker { "count", 'C', NULL, 0, "Show event counts instead of timing" },
54*387f9dfdSAndroid Build Coastguard Worker { "distributed", 'd', NULL, 0, "Show distributions as histograms" },
55*387f9dfdSAndroid Build Coastguard Worker { "cgroup", 'c', "/sys/fs/cgroup/unified", 0, "Trace process in cgroup path" },
56*387f9dfdSAndroid Build Coastguard Worker { "timestamp", 'T', NULL, 0, "Include timestamp on output" },
57*387f9dfdSAndroid Build Coastguard Worker { "nanoseconds", 'N', NULL, 0, "Output in nanoseconds" },
58*387f9dfdSAndroid Build Coastguard Worker { "verbose", 'v', NULL, 0, "Verbose debug output" },
59*387f9dfdSAndroid Build Coastguard Worker { NULL, 'h', NULL, OPTION_HIDDEN, "Show the full help" },
60*387f9dfdSAndroid Build Coastguard Worker {},
61*387f9dfdSAndroid Build Coastguard Worker };
62*387f9dfdSAndroid Build Coastguard Worker
parse_arg(int key,char * arg,struct argp_state * state)63*387f9dfdSAndroid Build Coastguard Worker static error_t parse_arg(int key, char *arg, struct argp_state *state)
64*387f9dfdSAndroid Build Coastguard Worker {
65*387f9dfdSAndroid Build Coastguard Worker static int pos_args;
66*387f9dfdSAndroid Build Coastguard Worker
67*387f9dfdSAndroid Build Coastguard Worker switch (key) {
68*387f9dfdSAndroid Build Coastguard Worker case 'h':
69*387f9dfdSAndroid Build Coastguard Worker argp_state_help(state, stderr, ARGP_HELP_STD_HELP);
70*387f9dfdSAndroid Build Coastguard Worker break;
71*387f9dfdSAndroid Build Coastguard Worker case 'v':
72*387f9dfdSAndroid Build Coastguard Worker env.verbose = true;
73*387f9dfdSAndroid Build Coastguard Worker break;
74*387f9dfdSAndroid Build Coastguard Worker case 'd':
75*387f9dfdSAndroid Build Coastguard Worker env.distributed = true;
76*387f9dfdSAndroid Build Coastguard Worker break;
77*387f9dfdSAndroid Build Coastguard Worker case 'C':
78*387f9dfdSAndroid Build Coastguard Worker env.count = true;
79*387f9dfdSAndroid Build Coastguard Worker break;
80*387f9dfdSAndroid Build Coastguard Worker case 'c':
81*387f9dfdSAndroid Build Coastguard Worker env.cgroupspath = arg;
82*387f9dfdSAndroid Build Coastguard Worker env.cg = true;
83*387f9dfdSAndroid Build Coastguard Worker break;
84*387f9dfdSAndroid Build Coastguard Worker case 'N':
85*387f9dfdSAndroid Build Coastguard Worker env.nanoseconds = true;
86*387f9dfdSAndroid Build Coastguard Worker break;
87*387f9dfdSAndroid Build Coastguard Worker case 'T':
88*387f9dfdSAndroid Build Coastguard Worker env.timestamp = true;
89*387f9dfdSAndroid Build Coastguard Worker break;
90*387f9dfdSAndroid Build Coastguard Worker case ARGP_KEY_ARG:
91*387f9dfdSAndroid Build Coastguard Worker errno = 0;
92*387f9dfdSAndroid Build Coastguard Worker if (pos_args == 0) {
93*387f9dfdSAndroid Build Coastguard Worker env.interval = strtol(arg, NULL, 10);
94*387f9dfdSAndroid Build Coastguard Worker if (errno) {
95*387f9dfdSAndroid Build Coastguard Worker fprintf(stderr, "invalid internal\n");
96*387f9dfdSAndroid Build Coastguard Worker argp_usage(state);
97*387f9dfdSAndroid Build Coastguard Worker }
98*387f9dfdSAndroid Build Coastguard Worker } else if (pos_args == 1) {
99*387f9dfdSAndroid Build Coastguard Worker env.times = strtol(arg, NULL, 10);
100*387f9dfdSAndroid Build Coastguard Worker if (errno) {
101*387f9dfdSAndroid Build Coastguard Worker fprintf(stderr, "invalid times\n");
102*387f9dfdSAndroid Build Coastguard Worker argp_usage(state);
103*387f9dfdSAndroid Build Coastguard Worker }
104*387f9dfdSAndroid Build Coastguard Worker } else {
105*387f9dfdSAndroid Build Coastguard Worker fprintf(stderr,
106*387f9dfdSAndroid Build Coastguard Worker "unrecognized positional argument: %s\n", arg);
107*387f9dfdSAndroid Build Coastguard Worker argp_usage(state);
108*387f9dfdSAndroid Build Coastguard Worker }
109*387f9dfdSAndroid Build Coastguard Worker pos_args++;
110*387f9dfdSAndroid Build Coastguard Worker break;
111*387f9dfdSAndroid Build Coastguard Worker default:
112*387f9dfdSAndroid Build Coastguard Worker return ARGP_ERR_UNKNOWN;
113*387f9dfdSAndroid Build Coastguard Worker }
114*387f9dfdSAndroid Build Coastguard Worker return 0;
115*387f9dfdSAndroid Build Coastguard Worker }
116*387f9dfdSAndroid Build Coastguard Worker
libbpf_print_fn(enum libbpf_print_level level,const char * format,va_list args)117*387f9dfdSAndroid Build Coastguard Worker static int libbpf_print_fn(enum libbpf_print_level level, const char *format, va_list args)
118*387f9dfdSAndroid Build Coastguard Worker {
119*387f9dfdSAndroid Build Coastguard Worker if (level == LIBBPF_DEBUG && !env.verbose)
120*387f9dfdSAndroid Build Coastguard Worker return 0;
121*387f9dfdSAndroid Build Coastguard Worker return vfprintf(stderr, format, args);
122*387f9dfdSAndroid Build Coastguard Worker }
123*387f9dfdSAndroid Build Coastguard Worker
sig_handler(int sig)124*387f9dfdSAndroid Build Coastguard Worker static void sig_handler(int sig)
125*387f9dfdSAndroid Build Coastguard Worker {
126*387f9dfdSAndroid Build Coastguard Worker exiting = true;
127*387f9dfdSAndroid Build Coastguard Worker }
128*387f9dfdSAndroid Build Coastguard Worker
print_map(struct bpf_map * map)129*387f9dfdSAndroid Build Coastguard Worker static int print_map(struct bpf_map *map)
130*387f9dfdSAndroid Build Coastguard Worker {
131*387f9dfdSAndroid Build Coastguard Worker struct irq_key lookup_key = {}, next_key;
132*387f9dfdSAndroid Build Coastguard Worker struct info info;
133*387f9dfdSAndroid Build Coastguard Worker int fd, err;
134*387f9dfdSAndroid Build Coastguard Worker
135*387f9dfdSAndroid Build Coastguard Worker if (env.count) {
136*387f9dfdSAndroid Build Coastguard Worker printf("%-26s %11s\n", "HARDIRQ", "TOTAL_count");
137*387f9dfdSAndroid Build Coastguard Worker } else if (!env.distributed) {
138*387f9dfdSAndroid Build Coastguard Worker const char *units = env.nanoseconds ? "nsecs" : "usecs";
139*387f9dfdSAndroid Build Coastguard Worker
140*387f9dfdSAndroid Build Coastguard Worker printf("%-26s %6s%5s\n", "HARDIRQ", "TOTAL_", units);
141*387f9dfdSAndroid Build Coastguard Worker }
142*387f9dfdSAndroid Build Coastguard Worker
143*387f9dfdSAndroid Build Coastguard Worker fd = bpf_map__fd(map);
144*387f9dfdSAndroid Build Coastguard Worker while (!bpf_map_get_next_key(fd, &lookup_key, &next_key)) {
145*387f9dfdSAndroid Build Coastguard Worker err = bpf_map_lookup_elem(fd, &next_key, &info);
146*387f9dfdSAndroid Build Coastguard Worker if (err < 0) {
147*387f9dfdSAndroid Build Coastguard Worker fprintf(stderr, "failed to lookup infos: %d\n", err);
148*387f9dfdSAndroid Build Coastguard Worker return -1;
149*387f9dfdSAndroid Build Coastguard Worker }
150*387f9dfdSAndroid Build Coastguard Worker if (!env.distributed)
151*387f9dfdSAndroid Build Coastguard Worker printf("%-26s %11llu\n", next_key.name, info.count);
152*387f9dfdSAndroid Build Coastguard Worker else {
153*387f9dfdSAndroid Build Coastguard Worker const char *units = env.nanoseconds ? "nsecs" : "usecs";
154*387f9dfdSAndroid Build Coastguard Worker
155*387f9dfdSAndroid Build Coastguard Worker printf("hardirq = %s\n", next_key.name);
156*387f9dfdSAndroid Build Coastguard Worker print_log2_hist(info.slots, MAX_SLOTS, units);
157*387f9dfdSAndroid Build Coastguard Worker }
158*387f9dfdSAndroid Build Coastguard Worker lookup_key = next_key;
159*387f9dfdSAndroid Build Coastguard Worker }
160*387f9dfdSAndroid Build Coastguard Worker
161*387f9dfdSAndroid Build Coastguard Worker memset(&lookup_key, 0, sizeof(lookup_key));
162*387f9dfdSAndroid Build Coastguard Worker
163*387f9dfdSAndroid Build Coastguard Worker while (!bpf_map_get_next_key(fd, &lookup_key, &next_key)) {
164*387f9dfdSAndroid Build Coastguard Worker err = bpf_map_delete_elem(fd, &next_key);
165*387f9dfdSAndroid Build Coastguard Worker if (err < 0) {
166*387f9dfdSAndroid Build Coastguard Worker fprintf(stderr, "failed to cleanup infos: %d\n", err);
167*387f9dfdSAndroid Build Coastguard Worker return -1;
168*387f9dfdSAndroid Build Coastguard Worker }
169*387f9dfdSAndroid Build Coastguard Worker lookup_key = next_key;
170*387f9dfdSAndroid Build Coastguard Worker }
171*387f9dfdSAndroid Build Coastguard Worker
172*387f9dfdSAndroid Build Coastguard Worker return 0;
173*387f9dfdSAndroid Build Coastguard Worker }
174*387f9dfdSAndroid Build Coastguard Worker
main(int argc,char ** argv)175*387f9dfdSAndroid Build Coastguard Worker int main(int argc, char **argv)
176*387f9dfdSAndroid Build Coastguard Worker {
177*387f9dfdSAndroid Build Coastguard Worker static const struct argp argp = {
178*387f9dfdSAndroid Build Coastguard Worker .options = opts,
179*387f9dfdSAndroid Build Coastguard Worker .parser = parse_arg,
180*387f9dfdSAndroid Build Coastguard Worker .doc = argp_program_doc,
181*387f9dfdSAndroid Build Coastguard Worker };
182*387f9dfdSAndroid Build Coastguard Worker struct hardirqs_bpf *obj;
183*387f9dfdSAndroid Build Coastguard Worker struct tm *tm;
184*387f9dfdSAndroid Build Coastguard Worker char ts[32];
185*387f9dfdSAndroid Build Coastguard Worker time_t t;
186*387f9dfdSAndroid Build Coastguard Worker int err;
187*387f9dfdSAndroid Build Coastguard Worker int idx, cg_map_fd;
188*387f9dfdSAndroid Build Coastguard Worker int cgfd = -1;
189*387f9dfdSAndroid Build Coastguard Worker
190*387f9dfdSAndroid Build Coastguard Worker err = argp_parse(&argp, argc, argv, 0, NULL, NULL);
191*387f9dfdSAndroid Build Coastguard Worker if (err)
192*387f9dfdSAndroid Build Coastguard Worker return err;
193*387f9dfdSAndroid Build Coastguard Worker
194*387f9dfdSAndroid Build Coastguard Worker if (env.count && env.distributed) {
195*387f9dfdSAndroid Build Coastguard Worker fprintf(stderr, "count, distributed cann't be used together.\n");
196*387f9dfdSAndroid Build Coastguard Worker return 1;
197*387f9dfdSAndroid Build Coastguard Worker }
198*387f9dfdSAndroid Build Coastguard Worker
199*387f9dfdSAndroid Build Coastguard Worker libbpf_set_print(libbpf_print_fn);
200*387f9dfdSAndroid Build Coastguard Worker
201*387f9dfdSAndroid Build Coastguard Worker obj = hardirqs_bpf__open();
202*387f9dfdSAndroid Build Coastguard Worker if (!obj) {
203*387f9dfdSAndroid Build Coastguard Worker fprintf(stderr, "failed to open BPF object\n");
204*387f9dfdSAndroid Build Coastguard Worker return 1;
205*387f9dfdSAndroid Build Coastguard Worker }
206*387f9dfdSAndroid Build Coastguard Worker
207*387f9dfdSAndroid Build Coastguard Worker if (probe_tp_btf("irq_handler_entry")) {
208*387f9dfdSAndroid Build Coastguard Worker bpf_program__set_autoload(obj->progs.irq_handler_entry, false);
209*387f9dfdSAndroid Build Coastguard Worker bpf_program__set_autoload(obj->progs.irq_handler_exit, false);
210*387f9dfdSAndroid Build Coastguard Worker if (env.count)
211*387f9dfdSAndroid Build Coastguard Worker bpf_program__set_autoload(obj->progs.irq_handler_exit_btf, false);
212*387f9dfdSAndroid Build Coastguard Worker } else {
213*387f9dfdSAndroid Build Coastguard Worker bpf_program__set_autoload(obj->progs.irq_handler_entry_btf, false);
214*387f9dfdSAndroid Build Coastguard Worker bpf_program__set_autoload(obj->progs.irq_handler_exit_btf, false);
215*387f9dfdSAndroid Build Coastguard Worker if (env.count)
216*387f9dfdSAndroid Build Coastguard Worker bpf_program__set_autoload(obj->progs.irq_handler_exit, false);
217*387f9dfdSAndroid Build Coastguard Worker }
218*387f9dfdSAndroid Build Coastguard Worker
219*387f9dfdSAndroid Build Coastguard Worker obj->rodata->filter_cg = env.cg;
220*387f9dfdSAndroid Build Coastguard Worker obj->rodata->do_count = env.count;
221*387f9dfdSAndroid Build Coastguard Worker
222*387f9dfdSAndroid Build Coastguard Worker /* initialize global data (filtering options) */
223*387f9dfdSAndroid Build Coastguard Worker if (!env.count) {
224*387f9dfdSAndroid Build Coastguard Worker obj->rodata->targ_dist = env.distributed;
225*387f9dfdSAndroid Build Coastguard Worker obj->rodata->targ_ns = env.nanoseconds;
226*387f9dfdSAndroid Build Coastguard Worker }
227*387f9dfdSAndroid Build Coastguard Worker
228*387f9dfdSAndroid Build Coastguard Worker err = hardirqs_bpf__load(obj);
229*387f9dfdSAndroid Build Coastguard Worker if (err) {
230*387f9dfdSAndroid Build Coastguard Worker fprintf(stderr, "failed to load BPF object: %d\n", err);
231*387f9dfdSAndroid Build Coastguard Worker goto cleanup;
232*387f9dfdSAndroid Build Coastguard Worker }
233*387f9dfdSAndroid Build Coastguard Worker
234*387f9dfdSAndroid Build Coastguard Worker /* update cgroup path fd to map */
235*387f9dfdSAndroid Build Coastguard Worker if (env.cg) {
236*387f9dfdSAndroid Build Coastguard Worker idx = 0;
237*387f9dfdSAndroid Build Coastguard Worker cg_map_fd = bpf_map__fd(obj->maps.cgroup_map);
238*387f9dfdSAndroid Build Coastguard Worker cgfd = open(env.cgroupspath, O_RDONLY);
239*387f9dfdSAndroid Build Coastguard Worker if (cgfd < 0) {
240*387f9dfdSAndroid Build Coastguard Worker fprintf(stderr, "Failed opening Cgroup path: %s", env.cgroupspath);
241*387f9dfdSAndroid Build Coastguard Worker goto cleanup;
242*387f9dfdSAndroid Build Coastguard Worker }
243*387f9dfdSAndroid Build Coastguard Worker if (bpf_map_update_elem(cg_map_fd, &idx, &cgfd, BPF_ANY)) {
244*387f9dfdSAndroid Build Coastguard Worker fprintf(stderr, "Failed adding target cgroup to map");
245*387f9dfdSAndroid Build Coastguard Worker goto cleanup;
246*387f9dfdSAndroid Build Coastguard Worker }
247*387f9dfdSAndroid Build Coastguard Worker }
248*387f9dfdSAndroid Build Coastguard Worker
249*387f9dfdSAndroid Build Coastguard Worker err = hardirqs_bpf__attach(obj);
250*387f9dfdSAndroid Build Coastguard Worker if (err) {
251*387f9dfdSAndroid Build Coastguard Worker fprintf(stderr, "failed to attach BPF object: %d\n", err);
252*387f9dfdSAndroid Build Coastguard Worker goto cleanup;
253*387f9dfdSAndroid Build Coastguard Worker }
254*387f9dfdSAndroid Build Coastguard Worker
255*387f9dfdSAndroid Build Coastguard Worker signal(SIGINT, sig_handler);
256*387f9dfdSAndroid Build Coastguard Worker
257*387f9dfdSAndroid Build Coastguard Worker if (env.count)
258*387f9dfdSAndroid Build Coastguard Worker printf("Tracing hard irq events... Hit Ctrl-C to end.\n");
259*387f9dfdSAndroid Build Coastguard Worker else
260*387f9dfdSAndroid Build Coastguard Worker printf("Tracing hard irq event time... Hit Ctrl-C to end.\n");
261*387f9dfdSAndroid Build Coastguard Worker
262*387f9dfdSAndroid Build Coastguard Worker /* main: poll */
263*387f9dfdSAndroid Build Coastguard Worker while (1) {
264*387f9dfdSAndroid Build Coastguard Worker sleep(env.interval);
265*387f9dfdSAndroid Build Coastguard Worker printf("\n");
266*387f9dfdSAndroid Build Coastguard Worker
267*387f9dfdSAndroid Build Coastguard Worker if (env.timestamp) {
268*387f9dfdSAndroid Build Coastguard Worker time(&t);
269*387f9dfdSAndroid Build Coastguard Worker tm = localtime(&t);
270*387f9dfdSAndroid Build Coastguard Worker strftime(ts, sizeof(ts), "%H:%M:%S", tm);
271*387f9dfdSAndroid Build Coastguard Worker printf("%-8s\n", ts);
272*387f9dfdSAndroid Build Coastguard Worker }
273*387f9dfdSAndroid Build Coastguard Worker
274*387f9dfdSAndroid Build Coastguard Worker err = print_map(obj->maps.infos);
275*387f9dfdSAndroid Build Coastguard Worker if (err)
276*387f9dfdSAndroid Build Coastguard Worker break;
277*387f9dfdSAndroid Build Coastguard Worker
278*387f9dfdSAndroid Build Coastguard Worker if (exiting || --env.times == 0)
279*387f9dfdSAndroid Build Coastguard Worker break;
280*387f9dfdSAndroid Build Coastguard Worker }
281*387f9dfdSAndroid Build Coastguard Worker
282*387f9dfdSAndroid Build Coastguard Worker cleanup:
283*387f9dfdSAndroid Build Coastguard Worker hardirqs_bpf__destroy(obj);
284*387f9dfdSAndroid Build Coastguard Worker if (cgfd > 0)
285*387f9dfdSAndroid Build Coastguard Worker close(cgfd);
286*387f9dfdSAndroid Build Coastguard Worker
287*387f9dfdSAndroid Build Coastguard Worker return err != 0;
288*387f9dfdSAndroid Build Coastguard Worker }
289