1*387f9dfdSAndroid Build Coastguard Worker // SPDX-License-Identifier: (LGPL-2.1 OR BSD-2-Clause)
2*387f9dfdSAndroid Build Coastguard Worker // Copyright (c) 2020 Wenbo Zhang
3*387f9dfdSAndroid Build Coastguard Worker //
4*387f9dfdSAndroid Build Coastguard Worker // Based on softirq(8) from BCC by Brendan Gregg & Sasha Goldshtein.
5*387f9dfdSAndroid Build Coastguard Worker // 15-Aug-2020 Wenbo Zhang Created this.
6*387f9dfdSAndroid Build Coastguard Worker #include <argp.h>
7*387f9dfdSAndroid Build Coastguard Worker #include <signal.h>
8*387f9dfdSAndroid Build Coastguard Worker #include <stdio.h>
9*387f9dfdSAndroid Build Coastguard Worker #include <stdlib.h>
10*387f9dfdSAndroid Build Coastguard Worker #include <string.h>
11*387f9dfdSAndroid Build Coastguard Worker #include <time.h>
12*387f9dfdSAndroid Build Coastguard Worker #include <unistd.h>
13*387f9dfdSAndroid Build Coastguard Worker #include <bpf/libbpf.h>
14*387f9dfdSAndroid Build Coastguard Worker #include <bpf/bpf.h>
15*387f9dfdSAndroid Build Coastguard Worker #include "softirqs.h"
16*387f9dfdSAndroid Build Coastguard Worker #include "softirqs.skel.h"
17*387f9dfdSAndroid Build Coastguard Worker #include "trace_helpers.h"
18*387f9dfdSAndroid Build Coastguard Worker
19*387f9dfdSAndroid Build Coastguard Worker struct env {
20*387f9dfdSAndroid Build Coastguard Worker bool distributed;
21*387f9dfdSAndroid Build Coastguard Worker bool nanoseconds;
22*387f9dfdSAndroid Build Coastguard Worker bool count;
23*387f9dfdSAndroid Build Coastguard Worker time_t interval;
24*387f9dfdSAndroid Build Coastguard Worker int times;
25*387f9dfdSAndroid Build Coastguard Worker bool timestamp;
26*387f9dfdSAndroid Build Coastguard Worker bool verbose;
27*387f9dfdSAndroid Build Coastguard Worker } env = {
28*387f9dfdSAndroid Build Coastguard Worker .interval = 99999999,
29*387f9dfdSAndroid Build Coastguard Worker .times = 99999999,
30*387f9dfdSAndroid Build Coastguard Worker .count = false,
31*387f9dfdSAndroid Build Coastguard Worker };
32*387f9dfdSAndroid Build Coastguard Worker
33*387f9dfdSAndroid Build Coastguard Worker static volatile bool exiting;
34*387f9dfdSAndroid Build Coastguard Worker
35*387f9dfdSAndroid Build Coastguard Worker const char *argp_program_version = "softirqs 0.1";
36*387f9dfdSAndroid Build Coastguard Worker const char *argp_program_bug_address =
37*387f9dfdSAndroid Build Coastguard Worker "https://github.com/iovisor/bcc/tree/master/libbpf-tools";
38*387f9dfdSAndroid Build Coastguard Worker const char argp_program_doc[] =
39*387f9dfdSAndroid Build Coastguard Worker "Summarize soft irq event time as histograms.\n"
40*387f9dfdSAndroid Build Coastguard Worker "\n"
41*387f9dfdSAndroid Build Coastguard Worker "USAGE: softirqs [--help] [-T] [-N] [-d] [interval] [count]\n"
42*387f9dfdSAndroid Build Coastguard Worker "\n"
43*387f9dfdSAndroid Build Coastguard Worker "EXAMPLES:\n"
44*387f9dfdSAndroid Build Coastguard Worker " softirqs # sum soft irq event time\n"
45*387f9dfdSAndroid Build Coastguard Worker " softirqs -d # show soft irq event time as histograms\n"
46*387f9dfdSAndroid Build Coastguard Worker " softirqs 1 10 # print 1 second summaries, 10 times\n"
47*387f9dfdSAndroid Build Coastguard Worker " softirqs -NT 1 # 1s summaries, nanoseconds, and timestamps\n";
48*387f9dfdSAndroid Build Coastguard Worker
49*387f9dfdSAndroid Build Coastguard Worker static const struct argp_option opts[] = {
50*387f9dfdSAndroid Build Coastguard Worker { "distributed", 'd', NULL, 0, "Show distributions as histograms" },
51*387f9dfdSAndroid Build Coastguard Worker { "timestamp", 'T', NULL, 0, "Include timestamp on output" },
52*387f9dfdSAndroid Build Coastguard Worker { "nanoseconds", 'N', NULL, 0, "Output in nanoseconds" },
53*387f9dfdSAndroid Build Coastguard Worker { "count", 'C', NULL, 0, "Show event counts with timing" },
54*387f9dfdSAndroid Build Coastguard Worker { "verbose", 'v', NULL, 0, "Verbose debug output" },
55*387f9dfdSAndroid Build Coastguard Worker { NULL, 'h', NULL, OPTION_HIDDEN, "Show the full help" },
56*387f9dfdSAndroid Build Coastguard Worker {},
57*387f9dfdSAndroid Build Coastguard Worker };
58*387f9dfdSAndroid Build Coastguard Worker
parse_arg(int key,char * arg,struct argp_state * state)59*387f9dfdSAndroid Build Coastguard Worker static error_t parse_arg(int key, char *arg, struct argp_state *state)
60*387f9dfdSAndroid Build Coastguard Worker {
61*387f9dfdSAndroid Build Coastguard Worker static int pos_args;
62*387f9dfdSAndroid Build Coastguard Worker
63*387f9dfdSAndroid Build Coastguard Worker switch (key) {
64*387f9dfdSAndroid Build Coastguard Worker case 'h':
65*387f9dfdSAndroid Build Coastguard Worker argp_state_help(state, stderr, ARGP_HELP_STD_HELP);
66*387f9dfdSAndroid Build Coastguard Worker break;
67*387f9dfdSAndroid Build Coastguard Worker case 'v':
68*387f9dfdSAndroid Build Coastguard Worker env.verbose = true;
69*387f9dfdSAndroid Build Coastguard Worker break;
70*387f9dfdSAndroid Build Coastguard Worker case 'd':
71*387f9dfdSAndroid Build Coastguard Worker env.distributed = true;
72*387f9dfdSAndroid Build Coastguard Worker break;
73*387f9dfdSAndroid Build Coastguard Worker case 'N':
74*387f9dfdSAndroid Build Coastguard Worker env.nanoseconds = true;
75*387f9dfdSAndroid Build Coastguard Worker break;
76*387f9dfdSAndroid Build Coastguard Worker case 'T':
77*387f9dfdSAndroid Build Coastguard Worker env.timestamp = true;
78*387f9dfdSAndroid Build Coastguard Worker break;
79*387f9dfdSAndroid Build Coastguard Worker case 'C':
80*387f9dfdSAndroid Build Coastguard Worker env.count = true;
81*387f9dfdSAndroid Build Coastguard Worker break;
82*387f9dfdSAndroid Build Coastguard Worker case ARGP_KEY_ARG:
83*387f9dfdSAndroid Build Coastguard Worker errno = 0;
84*387f9dfdSAndroid Build Coastguard Worker if (pos_args == 0) {
85*387f9dfdSAndroid Build Coastguard Worker env.interval = strtol(arg, NULL, 10);
86*387f9dfdSAndroid Build Coastguard Worker if (errno) {
87*387f9dfdSAndroid Build Coastguard Worker fprintf(stderr, "invalid internal\n");
88*387f9dfdSAndroid Build Coastguard Worker argp_usage(state);
89*387f9dfdSAndroid Build Coastguard Worker }
90*387f9dfdSAndroid Build Coastguard Worker } else if (pos_args == 1) {
91*387f9dfdSAndroid Build Coastguard Worker env.times = strtol(arg, NULL, 10);
92*387f9dfdSAndroid Build Coastguard Worker if (errno) {
93*387f9dfdSAndroid Build Coastguard Worker fprintf(stderr, "invalid times\n");
94*387f9dfdSAndroid Build Coastguard Worker argp_usage(state);
95*387f9dfdSAndroid Build Coastguard Worker }
96*387f9dfdSAndroid Build Coastguard Worker } else {
97*387f9dfdSAndroid Build Coastguard Worker fprintf(stderr,
98*387f9dfdSAndroid Build Coastguard Worker "unrecognized positional argument: %s\n", arg);
99*387f9dfdSAndroid Build Coastguard Worker argp_usage(state);
100*387f9dfdSAndroid Build Coastguard Worker }
101*387f9dfdSAndroid Build Coastguard Worker pos_args++;
102*387f9dfdSAndroid Build Coastguard Worker break;
103*387f9dfdSAndroid Build Coastguard Worker default:
104*387f9dfdSAndroid Build Coastguard Worker return ARGP_ERR_UNKNOWN;
105*387f9dfdSAndroid Build Coastguard Worker }
106*387f9dfdSAndroid Build Coastguard Worker return 0;
107*387f9dfdSAndroid Build Coastguard Worker }
108*387f9dfdSAndroid Build Coastguard Worker
libbpf_print_fn(enum libbpf_print_level level,const char * format,va_list args)109*387f9dfdSAndroid Build Coastguard Worker static int libbpf_print_fn(enum libbpf_print_level level, const char *format, va_list args)
110*387f9dfdSAndroid Build Coastguard Worker {
111*387f9dfdSAndroid Build Coastguard Worker if (level == LIBBPF_DEBUG && !env.verbose)
112*387f9dfdSAndroid Build Coastguard Worker return 0;
113*387f9dfdSAndroid Build Coastguard Worker return vfprintf(stderr, format, args);
114*387f9dfdSAndroid Build Coastguard Worker }
115*387f9dfdSAndroid Build Coastguard Worker
sig_handler(int sig)116*387f9dfdSAndroid Build Coastguard Worker static void sig_handler(int sig)
117*387f9dfdSAndroid Build Coastguard Worker {
118*387f9dfdSAndroid Build Coastguard Worker exiting = true;
119*387f9dfdSAndroid Build Coastguard Worker }
120*387f9dfdSAndroid Build Coastguard Worker
121*387f9dfdSAndroid Build Coastguard Worker enum {
122*387f9dfdSAndroid Build Coastguard Worker HI_SOFTIRQ = 0,
123*387f9dfdSAndroid Build Coastguard Worker TIMER_SOFTIRQ = 1,
124*387f9dfdSAndroid Build Coastguard Worker NET_TX_SOFTIRQ = 2,
125*387f9dfdSAndroid Build Coastguard Worker NET_RX_SOFTIRQ = 3,
126*387f9dfdSAndroid Build Coastguard Worker BLOCK_SOFTIRQ = 4,
127*387f9dfdSAndroid Build Coastguard Worker IRQ_POLL_SOFTIRQ = 5,
128*387f9dfdSAndroid Build Coastguard Worker TASKLET_SOFTIRQ = 6,
129*387f9dfdSAndroid Build Coastguard Worker SCHED_SOFTIRQ = 7,
130*387f9dfdSAndroid Build Coastguard Worker HRTIMER_SOFTIRQ = 8,
131*387f9dfdSAndroid Build Coastguard Worker RCU_SOFTIRQ = 9,
132*387f9dfdSAndroid Build Coastguard Worker NR_SOFTIRQS = 10,
133*387f9dfdSAndroid Build Coastguard Worker };
134*387f9dfdSAndroid Build Coastguard Worker
135*387f9dfdSAndroid Build Coastguard Worker static char *vec_names[] = {
136*387f9dfdSAndroid Build Coastguard Worker [HI_SOFTIRQ] = "hi",
137*387f9dfdSAndroid Build Coastguard Worker [TIMER_SOFTIRQ] = "timer",
138*387f9dfdSAndroid Build Coastguard Worker [NET_TX_SOFTIRQ] = "net_tx",
139*387f9dfdSAndroid Build Coastguard Worker [NET_RX_SOFTIRQ] = "net_rx",
140*387f9dfdSAndroid Build Coastguard Worker [BLOCK_SOFTIRQ] = "block",
141*387f9dfdSAndroid Build Coastguard Worker [IRQ_POLL_SOFTIRQ] = "irq_poll",
142*387f9dfdSAndroid Build Coastguard Worker [TASKLET_SOFTIRQ] = "tasklet",
143*387f9dfdSAndroid Build Coastguard Worker [SCHED_SOFTIRQ] = "sched",
144*387f9dfdSAndroid Build Coastguard Worker [HRTIMER_SOFTIRQ] = "hrtimer",
145*387f9dfdSAndroid Build Coastguard Worker [RCU_SOFTIRQ] = "rcu",
146*387f9dfdSAndroid Build Coastguard Worker };
147*387f9dfdSAndroid Build Coastguard Worker
print_count(struct softirqs_bpf__bss * bss)148*387f9dfdSAndroid Build Coastguard Worker static int print_count(struct softirqs_bpf__bss *bss)
149*387f9dfdSAndroid Build Coastguard Worker {
150*387f9dfdSAndroid Build Coastguard Worker const char *units = env.nanoseconds ? "nsecs" : "usecs";
151*387f9dfdSAndroid Build Coastguard Worker __u64 count, time;
152*387f9dfdSAndroid Build Coastguard Worker __u32 vec;
153*387f9dfdSAndroid Build Coastguard Worker
154*387f9dfdSAndroid Build Coastguard Worker printf("%-16s %-6s%-5s %-11s\n", "SOFTIRQ", "TOTAL_",
155*387f9dfdSAndroid Build Coastguard Worker units, env.count?"TOTAL_count":"");
156*387f9dfdSAndroid Build Coastguard Worker
157*387f9dfdSAndroid Build Coastguard Worker for (vec = 0; vec < NR_SOFTIRQS; vec++) {
158*387f9dfdSAndroid Build Coastguard Worker time = __atomic_exchange_n(&bss->time[vec], 0,
159*387f9dfdSAndroid Build Coastguard Worker __ATOMIC_RELAXED);
160*387f9dfdSAndroid Build Coastguard Worker count = __atomic_exchange_n(&bss->counts[vec], 0,
161*387f9dfdSAndroid Build Coastguard Worker __ATOMIC_RELAXED);
162*387f9dfdSAndroid Build Coastguard Worker if (count > 0) {
163*387f9dfdSAndroid Build Coastguard Worker printf("%-16s %11llu", vec_names[vec], time);
164*387f9dfdSAndroid Build Coastguard Worker if (env.count) {
165*387f9dfdSAndroid Build Coastguard Worker printf(" %11llu", count);
166*387f9dfdSAndroid Build Coastguard Worker }
167*387f9dfdSAndroid Build Coastguard Worker printf("\n");
168*387f9dfdSAndroid Build Coastguard Worker }
169*387f9dfdSAndroid Build Coastguard Worker }
170*387f9dfdSAndroid Build Coastguard Worker
171*387f9dfdSAndroid Build Coastguard Worker return 0;
172*387f9dfdSAndroid Build Coastguard Worker }
173*387f9dfdSAndroid Build Coastguard Worker
174*387f9dfdSAndroid Build Coastguard Worker static struct hist zero;
175*387f9dfdSAndroid Build Coastguard Worker
print_hist(struct softirqs_bpf__bss * bss)176*387f9dfdSAndroid Build Coastguard Worker static int print_hist(struct softirqs_bpf__bss *bss)
177*387f9dfdSAndroid Build Coastguard Worker {
178*387f9dfdSAndroid Build Coastguard Worker const char *units = env.nanoseconds ? "nsecs" : "usecs";
179*387f9dfdSAndroid Build Coastguard Worker __u32 vec;
180*387f9dfdSAndroid Build Coastguard Worker
181*387f9dfdSAndroid Build Coastguard Worker for (vec = 0; vec < NR_SOFTIRQS; vec++) {
182*387f9dfdSAndroid Build Coastguard Worker struct hist hist = bss->hists[vec];
183*387f9dfdSAndroid Build Coastguard Worker
184*387f9dfdSAndroid Build Coastguard Worker bss->hists[vec] = zero;
185*387f9dfdSAndroid Build Coastguard Worker if (!memcmp(&zero, &hist, sizeof(hist)))
186*387f9dfdSAndroid Build Coastguard Worker continue;
187*387f9dfdSAndroid Build Coastguard Worker printf("softirq = %s\n", vec_names[vec]);
188*387f9dfdSAndroid Build Coastguard Worker print_log2_hist(hist.slots, MAX_SLOTS, units);
189*387f9dfdSAndroid Build Coastguard Worker printf("\n");
190*387f9dfdSAndroid Build Coastguard Worker }
191*387f9dfdSAndroid Build Coastguard Worker
192*387f9dfdSAndroid Build Coastguard Worker return 0;
193*387f9dfdSAndroid Build Coastguard Worker }
194*387f9dfdSAndroid Build Coastguard Worker
main(int argc,char ** argv)195*387f9dfdSAndroid Build Coastguard Worker int main(int argc, char **argv)
196*387f9dfdSAndroid Build Coastguard Worker {
197*387f9dfdSAndroid Build Coastguard Worker static const struct argp argp = {
198*387f9dfdSAndroid Build Coastguard Worker .options = opts,
199*387f9dfdSAndroid Build Coastguard Worker .parser = parse_arg,
200*387f9dfdSAndroid Build Coastguard Worker .doc = argp_program_doc,
201*387f9dfdSAndroid Build Coastguard Worker };
202*387f9dfdSAndroid Build Coastguard Worker struct softirqs_bpf *obj;
203*387f9dfdSAndroid Build Coastguard Worker struct tm *tm;
204*387f9dfdSAndroid Build Coastguard Worker char ts[32];
205*387f9dfdSAndroid Build Coastguard Worker time_t t;
206*387f9dfdSAndroid Build Coastguard Worker int err;
207*387f9dfdSAndroid Build Coastguard Worker
208*387f9dfdSAndroid Build Coastguard Worker err = argp_parse(&argp, argc, argv, 0, NULL, NULL);
209*387f9dfdSAndroid Build Coastguard Worker if (err)
210*387f9dfdSAndroid Build Coastguard Worker return err;
211*387f9dfdSAndroid Build Coastguard Worker
212*387f9dfdSAndroid Build Coastguard Worker libbpf_set_print(libbpf_print_fn);
213*387f9dfdSAndroid Build Coastguard Worker
214*387f9dfdSAndroid Build Coastguard Worker obj = softirqs_bpf__open();
215*387f9dfdSAndroid Build Coastguard Worker if (!obj) {
216*387f9dfdSAndroid Build Coastguard Worker fprintf(stderr, "failed to open BPF object\n");
217*387f9dfdSAndroid Build Coastguard Worker return 1;
218*387f9dfdSAndroid Build Coastguard Worker }
219*387f9dfdSAndroid Build Coastguard Worker
220*387f9dfdSAndroid Build Coastguard Worker if (probe_tp_btf("softirq_entry")) {
221*387f9dfdSAndroid Build Coastguard Worker bpf_program__set_autoload(obj->progs.softirq_entry, false);
222*387f9dfdSAndroid Build Coastguard Worker bpf_program__set_autoload(obj->progs.softirq_exit, false);
223*387f9dfdSAndroid Build Coastguard Worker } else {
224*387f9dfdSAndroid Build Coastguard Worker bpf_program__set_autoload(obj->progs.softirq_entry_btf, false);
225*387f9dfdSAndroid Build Coastguard Worker bpf_program__set_autoload(obj->progs.softirq_exit_btf, false);
226*387f9dfdSAndroid Build Coastguard Worker }
227*387f9dfdSAndroid Build Coastguard Worker
228*387f9dfdSAndroid Build Coastguard Worker /* initialize global data (filtering options) */
229*387f9dfdSAndroid Build Coastguard Worker obj->rodata->targ_dist = env.distributed;
230*387f9dfdSAndroid Build Coastguard Worker obj->rodata->targ_ns = env.nanoseconds;
231*387f9dfdSAndroid Build Coastguard Worker
232*387f9dfdSAndroid Build Coastguard Worker err = softirqs_bpf__load(obj);
233*387f9dfdSAndroid Build Coastguard Worker if (err) {
234*387f9dfdSAndroid Build Coastguard Worker fprintf(stderr, "failed to load BPF object: %d\n", err);
235*387f9dfdSAndroid Build Coastguard Worker goto cleanup;
236*387f9dfdSAndroid Build Coastguard Worker }
237*387f9dfdSAndroid Build Coastguard Worker
238*387f9dfdSAndroid Build Coastguard Worker if (!obj->bss) {
239*387f9dfdSAndroid Build Coastguard Worker fprintf(stderr, "Memory-mapping BPF maps is supported starting from Linux 5.7, please upgrade.\n");
240*387f9dfdSAndroid Build Coastguard Worker goto cleanup;
241*387f9dfdSAndroid Build Coastguard Worker }
242*387f9dfdSAndroid Build Coastguard Worker
243*387f9dfdSAndroid Build Coastguard Worker err = softirqs_bpf__attach(obj);
244*387f9dfdSAndroid Build Coastguard Worker if (err) {
245*387f9dfdSAndroid Build Coastguard Worker fprintf(stderr, "failed to attach BPF programs\n");
246*387f9dfdSAndroid Build Coastguard Worker goto cleanup;
247*387f9dfdSAndroid Build Coastguard Worker }
248*387f9dfdSAndroid Build Coastguard Worker
249*387f9dfdSAndroid Build Coastguard Worker signal(SIGINT, sig_handler);
250*387f9dfdSAndroid Build Coastguard Worker
251*387f9dfdSAndroid Build Coastguard Worker printf("Tracing soft irq event time... Hit Ctrl-C to end.\n");
252*387f9dfdSAndroid Build Coastguard Worker
253*387f9dfdSAndroid Build Coastguard Worker /* main: poll */
254*387f9dfdSAndroid Build Coastguard Worker while (1) {
255*387f9dfdSAndroid Build Coastguard Worker sleep(env.interval);
256*387f9dfdSAndroid Build Coastguard Worker printf("\n");
257*387f9dfdSAndroid Build Coastguard Worker
258*387f9dfdSAndroid Build Coastguard Worker if (env.timestamp) {
259*387f9dfdSAndroid Build Coastguard Worker time(&t);
260*387f9dfdSAndroid Build Coastguard Worker tm = localtime(&t);
261*387f9dfdSAndroid Build Coastguard Worker strftime(ts, sizeof(ts), "%H:%M:%S", tm);
262*387f9dfdSAndroid Build Coastguard Worker printf("%-8s\n", ts);
263*387f9dfdSAndroid Build Coastguard Worker }
264*387f9dfdSAndroid Build Coastguard Worker
265*387f9dfdSAndroid Build Coastguard Worker if (!env.distributed)
266*387f9dfdSAndroid Build Coastguard Worker err = print_count(obj->bss);
267*387f9dfdSAndroid Build Coastguard Worker else
268*387f9dfdSAndroid Build Coastguard Worker err = print_hist(obj->bss);
269*387f9dfdSAndroid Build Coastguard Worker if (err)
270*387f9dfdSAndroid Build Coastguard Worker break;
271*387f9dfdSAndroid Build Coastguard Worker
272*387f9dfdSAndroid Build Coastguard Worker if (exiting || --env.times == 0)
273*387f9dfdSAndroid Build Coastguard Worker break;
274*387f9dfdSAndroid Build Coastguard Worker }
275*387f9dfdSAndroid Build Coastguard Worker
276*387f9dfdSAndroid Build Coastguard Worker cleanup:
277*387f9dfdSAndroid Build Coastguard Worker softirqs_bpf__destroy(obj);
278*387f9dfdSAndroid Build Coastguard Worker
279*387f9dfdSAndroid Build Coastguard Worker return err != 0;
280*387f9dfdSAndroid Build Coastguard Worker }
281