xref: /aosp_15_r20/external/bpftool/src/skeleton/profiler.bpf.c (revision 858ea5e570667251cdc31d3fe7b846b591105938)
1*858ea5e5SAndroid Build Coastguard Worker // SPDX-License-Identifier: (GPL-2.0-only OR BSD-2-Clause)
2*858ea5e5SAndroid Build Coastguard Worker // Copyright (c) 2020 Facebook
3*858ea5e5SAndroid Build Coastguard Worker #include <vmlinux.h>
4*858ea5e5SAndroid Build Coastguard Worker #include <bpf/bpf_helpers.h>
5*858ea5e5SAndroid Build Coastguard Worker #include <bpf/bpf_tracing.h>
6*858ea5e5SAndroid Build Coastguard Worker 
7*858ea5e5SAndroid Build Coastguard Worker struct bpf_perf_event_value___local {
8*858ea5e5SAndroid Build Coastguard Worker 	__u64 counter;
9*858ea5e5SAndroid Build Coastguard Worker 	__u64 enabled;
10*858ea5e5SAndroid Build Coastguard Worker 	__u64 running;
11*858ea5e5SAndroid Build Coastguard Worker } __attribute__((preserve_access_index));
12*858ea5e5SAndroid Build Coastguard Worker 
13*858ea5e5SAndroid Build Coastguard Worker /* map of perf event fds, num_cpu * num_metric entries */
14*858ea5e5SAndroid Build Coastguard Worker struct {
15*858ea5e5SAndroid Build Coastguard Worker 	__uint(type, BPF_MAP_TYPE_PERF_EVENT_ARRAY);
16*858ea5e5SAndroid Build Coastguard Worker 	__uint(key_size, sizeof(u32));
17*858ea5e5SAndroid Build Coastguard Worker 	__uint(value_size, sizeof(int));
18*858ea5e5SAndroid Build Coastguard Worker } events SEC(".maps");
19*858ea5e5SAndroid Build Coastguard Worker 
20*858ea5e5SAndroid Build Coastguard Worker /* readings at fentry */
21*858ea5e5SAndroid Build Coastguard Worker struct {
22*858ea5e5SAndroid Build Coastguard Worker 	__uint(type, BPF_MAP_TYPE_PERCPU_ARRAY);
23*858ea5e5SAndroid Build Coastguard Worker 	__uint(key_size, sizeof(u32));
24*858ea5e5SAndroid Build Coastguard Worker 	__uint(value_size, sizeof(struct bpf_perf_event_value___local));
25*858ea5e5SAndroid Build Coastguard Worker } fentry_readings SEC(".maps");
26*858ea5e5SAndroid Build Coastguard Worker 
27*858ea5e5SAndroid Build Coastguard Worker /* accumulated readings */
28*858ea5e5SAndroid Build Coastguard Worker struct {
29*858ea5e5SAndroid Build Coastguard Worker 	__uint(type, BPF_MAP_TYPE_PERCPU_ARRAY);
30*858ea5e5SAndroid Build Coastguard Worker 	__uint(key_size, sizeof(u32));
31*858ea5e5SAndroid Build Coastguard Worker 	__uint(value_size, sizeof(struct bpf_perf_event_value___local));
32*858ea5e5SAndroid Build Coastguard Worker } accum_readings SEC(".maps");
33*858ea5e5SAndroid Build Coastguard Worker 
34*858ea5e5SAndroid Build Coastguard Worker /* sample counts, one per cpu */
35*858ea5e5SAndroid Build Coastguard Worker struct {
36*858ea5e5SAndroid Build Coastguard Worker 	__uint(type, BPF_MAP_TYPE_PERCPU_ARRAY);
37*858ea5e5SAndroid Build Coastguard Worker 	__uint(key_size, sizeof(u32));
38*858ea5e5SAndroid Build Coastguard Worker 	__uint(value_size, sizeof(u64));
39*858ea5e5SAndroid Build Coastguard Worker } counts SEC(".maps");
40*858ea5e5SAndroid Build Coastguard Worker 
41*858ea5e5SAndroid Build Coastguard Worker const volatile __u32 num_cpu = 1;
42*858ea5e5SAndroid Build Coastguard Worker const volatile __u32 num_metric = 1;
43*858ea5e5SAndroid Build Coastguard Worker #define MAX_NUM_MATRICS 4
44*858ea5e5SAndroid Build Coastguard Worker 
45*858ea5e5SAndroid Build Coastguard Worker SEC("fentry/XXX")
BPF_PROG(fentry_XXX)46*858ea5e5SAndroid Build Coastguard Worker int BPF_PROG(fentry_XXX)
47*858ea5e5SAndroid Build Coastguard Worker {
48*858ea5e5SAndroid Build Coastguard Worker 	struct bpf_perf_event_value___local *ptrs[MAX_NUM_MATRICS];
49*858ea5e5SAndroid Build Coastguard Worker 	u32 key = bpf_get_smp_processor_id();
50*858ea5e5SAndroid Build Coastguard Worker 	u32 i;
51*858ea5e5SAndroid Build Coastguard Worker 
52*858ea5e5SAndroid Build Coastguard Worker 	/* look up before reading, to reduce error */
53*858ea5e5SAndroid Build Coastguard Worker 	for (i = 0; i < num_metric && i < MAX_NUM_MATRICS; i++) {
54*858ea5e5SAndroid Build Coastguard Worker 		u32 flag = i;
55*858ea5e5SAndroid Build Coastguard Worker 
56*858ea5e5SAndroid Build Coastguard Worker 		ptrs[i] = bpf_map_lookup_elem(&fentry_readings, &flag);
57*858ea5e5SAndroid Build Coastguard Worker 		if (!ptrs[i])
58*858ea5e5SAndroid Build Coastguard Worker 			return 0;
59*858ea5e5SAndroid Build Coastguard Worker 	}
60*858ea5e5SAndroid Build Coastguard Worker 
61*858ea5e5SAndroid Build Coastguard Worker 	for (i = 0; i < num_metric && i < MAX_NUM_MATRICS; i++) {
62*858ea5e5SAndroid Build Coastguard Worker 		struct bpf_perf_event_value___local reading;
63*858ea5e5SAndroid Build Coastguard Worker 		int err;
64*858ea5e5SAndroid Build Coastguard Worker 
65*858ea5e5SAndroid Build Coastguard Worker 		err = bpf_perf_event_read_value(&events, key, (void *)&reading,
66*858ea5e5SAndroid Build Coastguard Worker 						sizeof(reading));
67*858ea5e5SAndroid Build Coastguard Worker 		if (err)
68*858ea5e5SAndroid Build Coastguard Worker 			return 0;
69*858ea5e5SAndroid Build Coastguard Worker 		*(ptrs[i]) = reading;
70*858ea5e5SAndroid Build Coastguard Worker 		key += num_cpu;
71*858ea5e5SAndroid Build Coastguard Worker 	}
72*858ea5e5SAndroid Build Coastguard Worker 
73*858ea5e5SAndroid Build Coastguard Worker 	return 0;
74*858ea5e5SAndroid Build Coastguard Worker }
75*858ea5e5SAndroid Build Coastguard Worker 
76*858ea5e5SAndroid Build Coastguard Worker static inline void
fexit_update_maps(u32 id,struct bpf_perf_event_value___local * after)77*858ea5e5SAndroid Build Coastguard Worker fexit_update_maps(u32 id, struct bpf_perf_event_value___local *after)
78*858ea5e5SAndroid Build Coastguard Worker {
79*858ea5e5SAndroid Build Coastguard Worker 	struct bpf_perf_event_value___local *before, diff;
80*858ea5e5SAndroid Build Coastguard Worker 
81*858ea5e5SAndroid Build Coastguard Worker 	before = bpf_map_lookup_elem(&fentry_readings, &id);
82*858ea5e5SAndroid Build Coastguard Worker 	/* only account samples with a valid fentry_reading */
83*858ea5e5SAndroid Build Coastguard Worker 	if (before && before->counter) {
84*858ea5e5SAndroid Build Coastguard Worker 		struct bpf_perf_event_value___local *accum;
85*858ea5e5SAndroid Build Coastguard Worker 
86*858ea5e5SAndroid Build Coastguard Worker 		diff.counter = after->counter - before->counter;
87*858ea5e5SAndroid Build Coastguard Worker 		diff.enabled = after->enabled - before->enabled;
88*858ea5e5SAndroid Build Coastguard Worker 		diff.running = after->running - before->running;
89*858ea5e5SAndroid Build Coastguard Worker 
90*858ea5e5SAndroid Build Coastguard Worker 		accum = bpf_map_lookup_elem(&accum_readings, &id);
91*858ea5e5SAndroid Build Coastguard Worker 		if (accum) {
92*858ea5e5SAndroid Build Coastguard Worker 			accum->counter += diff.counter;
93*858ea5e5SAndroid Build Coastguard Worker 			accum->enabled += diff.enabled;
94*858ea5e5SAndroid Build Coastguard Worker 			accum->running += diff.running;
95*858ea5e5SAndroid Build Coastguard Worker 		}
96*858ea5e5SAndroid Build Coastguard Worker 	}
97*858ea5e5SAndroid Build Coastguard Worker }
98*858ea5e5SAndroid Build Coastguard Worker 
99*858ea5e5SAndroid Build Coastguard Worker SEC("fexit/XXX")
BPF_PROG(fexit_XXX)100*858ea5e5SAndroid Build Coastguard Worker int BPF_PROG(fexit_XXX)
101*858ea5e5SAndroid Build Coastguard Worker {
102*858ea5e5SAndroid Build Coastguard Worker 	struct bpf_perf_event_value___local readings[MAX_NUM_MATRICS];
103*858ea5e5SAndroid Build Coastguard Worker 	u32 cpu = bpf_get_smp_processor_id();
104*858ea5e5SAndroid Build Coastguard Worker 	u32 i, zero = 0;
105*858ea5e5SAndroid Build Coastguard Worker 	int err;
106*858ea5e5SAndroid Build Coastguard Worker 	u64 *count;
107*858ea5e5SAndroid Build Coastguard Worker 
108*858ea5e5SAndroid Build Coastguard Worker 	/* read all events before updating the maps, to reduce error */
109*858ea5e5SAndroid Build Coastguard Worker 	for (i = 0; i < num_metric && i < MAX_NUM_MATRICS; i++) {
110*858ea5e5SAndroid Build Coastguard Worker 		err = bpf_perf_event_read_value(&events, cpu + i * num_cpu,
111*858ea5e5SAndroid Build Coastguard Worker 						(void *)(readings + i),
112*858ea5e5SAndroid Build Coastguard Worker 						sizeof(*readings));
113*858ea5e5SAndroid Build Coastguard Worker 		if (err)
114*858ea5e5SAndroid Build Coastguard Worker 			return 0;
115*858ea5e5SAndroid Build Coastguard Worker 	}
116*858ea5e5SAndroid Build Coastguard Worker 	count = bpf_map_lookup_elem(&counts, &zero);
117*858ea5e5SAndroid Build Coastguard Worker 	if (count) {
118*858ea5e5SAndroid Build Coastguard Worker 		*count += 1;
119*858ea5e5SAndroid Build Coastguard Worker 		for (i = 0; i < num_metric && i < MAX_NUM_MATRICS; i++)
120*858ea5e5SAndroid Build Coastguard Worker 			fexit_update_maps(i, &readings[i]);
121*858ea5e5SAndroid Build Coastguard Worker 	}
122*858ea5e5SAndroid Build Coastguard Worker 	return 0;
123*858ea5e5SAndroid Build Coastguard Worker }
124*858ea5e5SAndroid Build Coastguard Worker 
125*858ea5e5SAndroid Build Coastguard Worker char LICENSE[] SEC("license") = "Dual BSD/GPL";
126