1*387f9dfdSAndroid Build Coastguard Worker // SPDX-License-Identifier: GPL-2.0
2*387f9dfdSAndroid Build Coastguard Worker // Copyright (c) 2020 Wenbo Zhang
3*387f9dfdSAndroid Build Coastguard Worker #include <vmlinux.h>
4*387f9dfdSAndroid Build Coastguard Worker #include <bpf/bpf_helpers.h>
5*387f9dfdSAndroid Build Coastguard Worker #include <bpf/bpf_tracing.h>
6*387f9dfdSAndroid Build Coastguard Worker #include "softirqs.h"
7*387f9dfdSAndroid Build Coastguard Worker #include "bits.bpf.h"
8*387f9dfdSAndroid Build Coastguard Worker #include "maps.bpf.h"
9*387f9dfdSAndroid Build Coastguard Worker
10*387f9dfdSAndroid Build Coastguard Worker const volatile bool targ_dist = false;
11*387f9dfdSAndroid Build Coastguard Worker const volatile bool targ_ns = false;
12*387f9dfdSAndroid Build Coastguard Worker
13*387f9dfdSAndroid Build Coastguard Worker struct {
14*387f9dfdSAndroid Build Coastguard Worker __uint(type, BPF_MAP_TYPE_PERCPU_ARRAY);
15*387f9dfdSAndroid Build Coastguard Worker __uint(max_entries, 1);
16*387f9dfdSAndroid Build Coastguard Worker __type(key, u32);
17*387f9dfdSAndroid Build Coastguard Worker __type(value, u64);
18*387f9dfdSAndroid Build Coastguard Worker } start SEC(".maps");
19*387f9dfdSAndroid Build Coastguard Worker
20*387f9dfdSAndroid Build Coastguard Worker __u64 counts[NR_SOFTIRQS] = {};
21*387f9dfdSAndroid Build Coastguard Worker __u64 time[NR_SOFTIRQS] = {};
22*387f9dfdSAndroid Build Coastguard Worker struct hist hists[NR_SOFTIRQS] = {};
23*387f9dfdSAndroid Build Coastguard Worker
handle_entry(unsigned int vec_nr)24*387f9dfdSAndroid Build Coastguard Worker static int handle_entry(unsigned int vec_nr)
25*387f9dfdSAndroid Build Coastguard Worker {
26*387f9dfdSAndroid Build Coastguard Worker u64 ts = bpf_ktime_get_ns();
27*387f9dfdSAndroid Build Coastguard Worker u32 key = 0;
28*387f9dfdSAndroid Build Coastguard Worker
29*387f9dfdSAndroid Build Coastguard Worker bpf_map_update_elem(&start, &key, &ts, BPF_ANY);
30*387f9dfdSAndroid Build Coastguard Worker return 0;
31*387f9dfdSAndroid Build Coastguard Worker }
32*387f9dfdSAndroid Build Coastguard Worker
handle_exit(unsigned int vec_nr)33*387f9dfdSAndroid Build Coastguard Worker static int handle_exit(unsigned int vec_nr)
34*387f9dfdSAndroid Build Coastguard Worker {
35*387f9dfdSAndroid Build Coastguard Worker u64 delta, *tsp;
36*387f9dfdSAndroid Build Coastguard Worker u32 key = 0;
37*387f9dfdSAndroid Build Coastguard Worker
38*387f9dfdSAndroid Build Coastguard Worker if (vec_nr >= NR_SOFTIRQS)
39*387f9dfdSAndroid Build Coastguard Worker return 0;
40*387f9dfdSAndroid Build Coastguard Worker tsp = bpf_map_lookup_elem(&start, &key);
41*387f9dfdSAndroid Build Coastguard Worker if (!tsp)
42*387f9dfdSAndroid Build Coastguard Worker return 0;
43*387f9dfdSAndroid Build Coastguard Worker delta = bpf_ktime_get_ns() - *tsp;
44*387f9dfdSAndroid Build Coastguard Worker if (!targ_ns)
45*387f9dfdSAndroid Build Coastguard Worker delta /= 1000U;
46*387f9dfdSAndroid Build Coastguard Worker
47*387f9dfdSAndroid Build Coastguard Worker if (!targ_dist) {
48*387f9dfdSAndroid Build Coastguard Worker __sync_fetch_and_add(&counts[vec_nr], 1);
49*387f9dfdSAndroid Build Coastguard Worker __sync_fetch_and_add(&time[vec_nr], delta);
50*387f9dfdSAndroid Build Coastguard Worker } else {
51*387f9dfdSAndroid Build Coastguard Worker struct hist *hist;
52*387f9dfdSAndroid Build Coastguard Worker u64 slot;
53*387f9dfdSAndroid Build Coastguard Worker
54*387f9dfdSAndroid Build Coastguard Worker hist = &hists[vec_nr];
55*387f9dfdSAndroid Build Coastguard Worker slot = log2(delta);
56*387f9dfdSAndroid Build Coastguard Worker if (slot >= MAX_SLOTS)
57*387f9dfdSAndroid Build Coastguard Worker slot = MAX_SLOTS - 1;
58*387f9dfdSAndroid Build Coastguard Worker __sync_fetch_and_add(&hist->slots[slot], 1);
59*387f9dfdSAndroid Build Coastguard Worker }
60*387f9dfdSAndroid Build Coastguard Worker
61*387f9dfdSAndroid Build Coastguard Worker return 0;
62*387f9dfdSAndroid Build Coastguard Worker }
63*387f9dfdSAndroid Build Coastguard Worker
64*387f9dfdSAndroid Build Coastguard Worker SEC("tp_btf/softirq_entry")
BPF_PROG(softirq_entry_btf,unsigned int vec_nr)65*387f9dfdSAndroid Build Coastguard Worker int BPF_PROG(softirq_entry_btf, unsigned int vec_nr)
66*387f9dfdSAndroid Build Coastguard Worker {
67*387f9dfdSAndroid Build Coastguard Worker return handle_entry(vec_nr);
68*387f9dfdSAndroid Build Coastguard Worker }
69*387f9dfdSAndroid Build Coastguard Worker
70*387f9dfdSAndroid Build Coastguard Worker SEC("tp_btf/softirq_exit")
BPF_PROG(softirq_exit_btf,unsigned int vec_nr)71*387f9dfdSAndroid Build Coastguard Worker int BPF_PROG(softirq_exit_btf, unsigned int vec_nr)
72*387f9dfdSAndroid Build Coastguard Worker {
73*387f9dfdSAndroid Build Coastguard Worker return handle_exit(vec_nr);
74*387f9dfdSAndroid Build Coastguard Worker }
75*387f9dfdSAndroid Build Coastguard Worker
76*387f9dfdSAndroid Build Coastguard Worker SEC("raw_tp/softirq_entry")
BPF_PROG(softirq_entry,unsigned int vec_nr)77*387f9dfdSAndroid Build Coastguard Worker int BPF_PROG(softirq_entry, unsigned int vec_nr)
78*387f9dfdSAndroid Build Coastguard Worker {
79*387f9dfdSAndroid Build Coastguard Worker return handle_entry(vec_nr);
80*387f9dfdSAndroid Build Coastguard Worker }
81*387f9dfdSAndroid Build Coastguard Worker
82*387f9dfdSAndroid Build Coastguard Worker SEC("raw_tp/softirq_exit")
BPF_PROG(softirq_exit,unsigned int vec_nr)83*387f9dfdSAndroid Build Coastguard Worker int BPF_PROG(softirq_exit, unsigned int vec_nr)
84*387f9dfdSAndroid Build Coastguard Worker {
85*387f9dfdSAndroid Build Coastguard Worker return handle_exit(vec_nr);
86*387f9dfdSAndroid Build Coastguard Worker }
87*387f9dfdSAndroid Build Coastguard Worker
88*387f9dfdSAndroid Build Coastguard Worker char LICENSE[] SEC("license") = "GPL";
89