xref: /aosp_15_r20/external/bpftool/src/gen.c (revision 858ea5e570667251cdc31d3fe7b846b591105938)
1*858ea5e5SAndroid Build Coastguard Worker // SPDX-License-Identifier: (GPL-2.0-only OR BSD-2-Clause)
2*858ea5e5SAndroid Build Coastguard Worker /* Copyright (C) 2019 Facebook */
3*858ea5e5SAndroid Build Coastguard Worker 
4*858ea5e5SAndroid Build Coastguard Worker #ifndef _GNU_SOURCE
5*858ea5e5SAndroid Build Coastguard Worker #define _GNU_SOURCE
6*858ea5e5SAndroid Build Coastguard Worker #endif
7*858ea5e5SAndroid Build Coastguard Worker #include <ctype.h>
8*858ea5e5SAndroid Build Coastguard Worker #include <errno.h>
9*858ea5e5SAndroid Build Coastguard Worker #include <fcntl.h>
10*858ea5e5SAndroid Build Coastguard Worker #include <libgen.h>
11*858ea5e5SAndroid Build Coastguard Worker #include <linux/err.h>
12*858ea5e5SAndroid Build Coastguard Worker #include <stdbool.h>
13*858ea5e5SAndroid Build Coastguard Worker #include <stdio.h>
14*858ea5e5SAndroid Build Coastguard Worker #include <string.h>
15*858ea5e5SAndroid Build Coastguard Worker #include <unistd.h>
16*858ea5e5SAndroid Build Coastguard Worker #include <bpf/bpf.h>
17*858ea5e5SAndroid Build Coastguard Worker #include <bpf/libbpf.h>
18*858ea5e5SAndroid Build Coastguard Worker #include <bpf/libbpf_internal.h>
19*858ea5e5SAndroid Build Coastguard Worker #include <sys/types.h>
20*858ea5e5SAndroid Build Coastguard Worker #include <sys/stat.h>
21*858ea5e5SAndroid Build Coastguard Worker #include <sys/mman.h>
22*858ea5e5SAndroid Build Coastguard Worker #include <bpf/btf.h>
23*858ea5e5SAndroid Build Coastguard Worker 
24*858ea5e5SAndroid Build Coastguard Worker #include "json_writer.h"
25*858ea5e5SAndroid Build Coastguard Worker #include "main.h"
26*858ea5e5SAndroid Build Coastguard Worker 
27*858ea5e5SAndroid Build Coastguard Worker #define MAX_OBJ_NAME_LEN 64
28*858ea5e5SAndroid Build Coastguard Worker 
sanitize_identifier(char * name)29*858ea5e5SAndroid Build Coastguard Worker static void sanitize_identifier(char *name)
30*858ea5e5SAndroid Build Coastguard Worker {
31*858ea5e5SAndroid Build Coastguard Worker 	int i;
32*858ea5e5SAndroid Build Coastguard Worker 
33*858ea5e5SAndroid Build Coastguard Worker 	for (i = 0; name[i]; i++)
34*858ea5e5SAndroid Build Coastguard Worker 		if (!isalnum(name[i]) && name[i] != '_')
35*858ea5e5SAndroid Build Coastguard Worker 			name[i] = '_';
36*858ea5e5SAndroid Build Coastguard Worker }
37*858ea5e5SAndroid Build Coastguard Worker 
str_has_prefix(const char * str,const char * prefix)38*858ea5e5SAndroid Build Coastguard Worker static bool str_has_prefix(const char *str, const char *prefix)
39*858ea5e5SAndroid Build Coastguard Worker {
40*858ea5e5SAndroid Build Coastguard Worker 	return strncmp(str, prefix, strlen(prefix)) == 0;
41*858ea5e5SAndroid Build Coastguard Worker }
42*858ea5e5SAndroid Build Coastguard Worker 
str_has_suffix(const char * str,const char * suffix)43*858ea5e5SAndroid Build Coastguard Worker static bool str_has_suffix(const char *str, const char *suffix)
44*858ea5e5SAndroid Build Coastguard Worker {
45*858ea5e5SAndroid Build Coastguard Worker 	size_t i, n1 = strlen(str), n2 = strlen(suffix);
46*858ea5e5SAndroid Build Coastguard Worker 
47*858ea5e5SAndroid Build Coastguard Worker 	if (n1 < n2)
48*858ea5e5SAndroid Build Coastguard Worker 		return false;
49*858ea5e5SAndroid Build Coastguard Worker 
50*858ea5e5SAndroid Build Coastguard Worker 	for (i = 0; i < n2; i++) {
51*858ea5e5SAndroid Build Coastguard Worker 		if (str[n1 - i - 1] != suffix[n2 - i - 1])
52*858ea5e5SAndroid Build Coastguard Worker 			return false;
53*858ea5e5SAndroid Build Coastguard Worker 	}
54*858ea5e5SAndroid Build Coastguard Worker 
55*858ea5e5SAndroid Build Coastguard Worker 	return true;
56*858ea5e5SAndroid Build Coastguard Worker }
57*858ea5e5SAndroid Build Coastguard Worker 
58*858ea5e5SAndroid Build Coastguard Worker static const struct btf_type *
resolve_func_ptr(const struct btf * btf,__u32 id,__u32 * res_id)59*858ea5e5SAndroid Build Coastguard Worker resolve_func_ptr(const struct btf *btf, __u32 id, __u32 *res_id)
60*858ea5e5SAndroid Build Coastguard Worker {
61*858ea5e5SAndroid Build Coastguard Worker 	const struct btf_type *t;
62*858ea5e5SAndroid Build Coastguard Worker 
63*858ea5e5SAndroid Build Coastguard Worker 	t = skip_mods_and_typedefs(btf, id, NULL);
64*858ea5e5SAndroid Build Coastguard Worker 	if (!btf_is_ptr(t))
65*858ea5e5SAndroid Build Coastguard Worker 		return NULL;
66*858ea5e5SAndroid Build Coastguard Worker 
67*858ea5e5SAndroid Build Coastguard Worker 	t = skip_mods_and_typedefs(btf, t->type, res_id);
68*858ea5e5SAndroid Build Coastguard Worker 
69*858ea5e5SAndroid Build Coastguard Worker 	return btf_is_func_proto(t) ? t : NULL;
70*858ea5e5SAndroid Build Coastguard Worker }
71*858ea5e5SAndroid Build Coastguard Worker 
get_obj_name(char * name,const char * file)72*858ea5e5SAndroid Build Coastguard Worker static void get_obj_name(char *name, const char *file)
73*858ea5e5SAndroid Build Coastguard Worker {
74*858ea5e5SAndroid Build Coastguard Worker 	char file_copy[PATH_MAX];
75*858ea5e5SAndroid Build Coastguard Worker 
76*858ea5e5SAndroid Build Coastguard Worker 	/* Using basename() POSIX version to be more portable. */
77*858ea5e5SAndroid Build Coastguard Worker 	strncpy(file_copy, file, PATH_MAX - 1)[PATH_MAX - 1] = '\0';
78*858ea5e5SAndroid Build Coastguard Worker 	strncpy(name, basename(file_copy), MAX_OBJ_NAME_LEN - 1)[MAX_OBJ_NAME_LEN - 1] = '\0';
79*858ea5e5SAndroid Build Coastguard Worker 	if (str_has_suffix(name, ".o"))
80*858ea5e5SAndroid Build Coastguard Worker 		name[strlen(name) - 2] = '\0';
81*858ea5e5SAndroid Build Coastguard Worker 	sanitize_identifier(name);
82*858ea5e5SAndroid Build Coastguard Worker }
83*858ea5e5SAndroid Build Coastguard Worker 
get_header_guard(char * guard,const char * obj_name,const char * suffix)84*858ea5e5SAndroid Build Coastguard Worker static void get_header_guard(char *guard, const char *obj_name, const char *suffix)
85*858ea5e5SAndroid Build Coastguard Worker {
86*858ea5e5SAndroid Build Coastguard Worker 	int i;
87*858ea5e5SAndroid Build Coastguard Worker 
88*858ea5e5SAndroid Build Coastguard Worker 	sprintf(guard, "__%s_%s__", obj_name, suffix);
89*858ea5e5SAndroid Build Coastguard Worker 	for (i = 0; guard[i]; i++)
90*858ea5e5SAndroid Build Coastguard Worker 		guard[i] = toupper(guard[i]);
91*858ea5e5SAndroid Build Coastguard Worker }
92*858ea5e5SAndroid Build Coastguard Worker 
get_map_ident(const struct bpf_map * map,char * buf,size_t buf_sz)93*858ea5e5SAndroid Build Coastguard Worker static bool get_map_ident(const struct bpf_map *map, char *buf, size_t buf_sz)
94*858ea5e5SAndroid Build Coastguard Worker {
95*858ea5e5SAndroid Build Coastguard Worker 	static const char *sfxs[] = { ".data", ".rodata", ".bss", ".kconfig" };
96*858ea5e5SAndroid Build Coastguard Worker 	const char *name = bpf_map__name(map);
97*858ea5e5SAndroid Build Coastguard Worker 	int i, n;
98*858ea5e5SAndroid Build Coastguard Worker 
99*858ea5e5SAndroid Build Coastguard Worker 	if (!bpf_map__is_internal(map)) {
100*858ea5e5SAndroid Build Coastguard Worker 		snprintf(buf, buf_sz, "%s", name);
101*858ea5e5SAndroid Build Coastguard Worker 		return true;
102*858ea5e5SAndroid Build Coastguard Worker 	}
103*858ea5e5SAndroid Build Coastguard Worker 
104*858ea5e5SAndroid Build Coastguard Worker 	for  (i = 0, n = ARRAY_SIZE(sfxs); i < n; i++) {
105*858ea5e5SAndroid Build Coastguard Worker 		const char *sfx = sfxs[i], *p;
106*858ea5e5SAndroid Build Coastguard Worker 
107*858ea5e5SAndroid Build Coastguard Worker 		p = strstr(name, sfx);
108*858ea5e5SAndroid Build Coastguard Worker 		if (p) {
109*858ea5e5SAndroid Build Coastguard Worker 			snprintf(buf, buf_sz, "%s", p + 1);
110*858ea5e5SAndroid Build Coastguard Worker 			sanitize_identifier(buf);
111*858ea5e5SAndroid Build Coastguard Worker 			return true;
112*858ea5e5SAndroid Build Coastguard Worker 		}
113*858ea5e5SAndroid Build Coastguard Worker 	}
114*858ea5e5SAndroid Build Coastguard Worker 
115*858ea5e5SAndroid Build Coastguard Worker 	return false;
116*858ea5e5SAndroid Build Coastguard Worker }
117*858ea5e5SAndroid Build Coastguard Worker 
get_datasec_ident(const char * sec_name,char * buf,size_t buf_sz)118*858ea5e5SAndroid Build Coastguard Worker static bool get_datasec_ident(const char *sec_name, char *buf, size_t buf_sz)
119*858ea5e5SAndroid Build Coastguard Worker {
120*858ea5e5SAndroid Build Coastguard Worker 	static const char *pfxs[] = { ".data", ".rodata", ".bss", ".kconfig" };
121*858ea5e5SAndroid Build Coastguard Worker 	int i, n;
122*858ea5e5SAndroid Build Coastguard Worker 
123*858ea5e5SAndroid Build Coastguard Worker 	/* recognize hard coded LLVM section name */
124*858ea5e5SAndroid Build Coastguard Worker 	if (strcmp(sec_name, ".addr_space.1") == 0) {
125*858ea5e5SAndroid Build Coastguard Worker 		/* this is the name to use in skeleton */
126*858ea5e5SAndroid Build Coastguard Worker 		snprintf(buf, buf_sz, "arena");
127*858ea5e5SAndroid Build Coastguard Worker 		return true;
128*858ea5e5SAndroid Build Coastguard Worker 	}
129*858ea5e5SAndroid Build Coastguard Worker 	for  (i = 0, n = ARRAY_SIZE(pfxs); i < n; i++) {
130*858ea5e5SAndroid Build Coastguard Worker 		const char *pfx = pfxs[i];
131*858ea5e5SAndroid Build Coastguard Worker 
132*858ea5e5SAndroid Build Coastguard Worker 		if (str_has_prefix(sec_name, pfx)) {
133*858ea5e5SAndroid Build Coastguard Worker 			snprintf(buf, buf_sz, "%s", sec_name + 1);
134*858ea5e5SAndroid Build Coastguard Worker 			sanitize_identifier(buf);
135*858ea5e5SAndroid Build Coastguard Worker 			return true;
136*858ea5e5SAndroid Build Coastguard Worker 		}
137*858ea5e5SAndroid Build Coastguard Worker 	}
138*858ea5e5SAndroid Build Coastguard Worker 
139*858ea5e5SAndroid Build Coastguard Worker 	return false;
140*858ea5e5SAndroid Build Coastguard Worker }
141*858ea5e5SAndroid Build Coastguard Worker 
codegen_btf_dump_printf(void * ctx,const char * fmt,va_list args)142*858ea5e5SAndroid Build Coastguard Worker static void codegen_btf_dump_printf(void *ctx, const char *fmt, va_list args)
143*858ea5e5SAndroid Build Coastguard Worker {
144*858ea5e5SAndroid Build Coastguard Worker 	vprintf(fmt, args);
145*858ea5e5SAndroid Build Coastguard Worker }
146*858ea5e5SAndroid Build Coastguard Worker 
codegen_datasec_def(struct bpf_object * obj,struct btf * btf,struct btf_dump * d,const struct btf_type * sec,const char * obj_name)147*858ea5e5SAndroid Build Coastguard Worker static int codegen_datasec_def(struct bpf_object *obj,
148*858ea5e5SAndroid Build Coastguard Worker 			       struct btf *btf,
149*858ea5e5SAndroid Build Coastguard Worker 			       struct btf_dump *d,
150*858ea5e5SAndroid Build Coastguard Worker 			       const struct btf_type *sec,
151*858ea5e5SAndroid Build Coastguard Worker 			       const char *obj_name)
152*858ea5e5SAndroid Build Coastguard Worker {
153*858ea5e5SAndroid Build Coastguard Worker 	const char *sec_name = btf__name_by_offset(btf, sec->name_off);
154*858ea5e5SAndroid Build Coastguard Worker 	const struct btf_var_secinfo *sec_var = btf_var_secinfos(sec);
155*858ea5e5SAndroid Build Coastguard Worker 	int i, err, off = 0, pad_cnt = 0, vlen = btf_vlen(sec);
156*858ea5e5SAndroid Build Coastguard Worker 	char var_ident[256], sec_ident[256];
157*858ea5e5SAndroid Build Coastguard Worker 	bool strip_mods = false;
158*858ea5e5SAndroid Build Coastguard Worker 
159*858ea5e5SAndroid Build Coastguard Worker 	if (!get_datasec_ident(sec_name, sec_ident, sizeof(sec_ident)))
160*858ea5e5SAndroid Build Coastguard Worker 		return 0;
161*858ea5e5SAndroid Build Coastguard Worker 
162*858ea5e5SAndroid Build Coastguard Worker 	if (strcmp(sec_name, ".kconfig") != 0)
163*858ea5e5SAndroid Build Coastguard Worker 		strip_mods = true;
164*858ea5e5SAndroid Build Coastguard Worker 
165*858ea5e5SAndroid Build Coastguard Worker 	printf("	struct %s__%s {\n", obj_name, sec_ident);
166*858ea5e5SAndroid Build Coastguard Worker 	for (i = 0; i < vlen; i++, sec_var++) {
167*858ea5e5SAndroid Build Coastguard Worker 		const struct btf_type *var = btf__type_by_id(btf, sec_var->type);
168*858ea5e5SAndroid Build Coastguard Worker 		const char *var_name = btf__name_by_offset(btf, var->name_off);
169*858ea5e5SAndroid Build Coastguard Worker 		DECLARE_LIBBPF_OPTS(btf_dump_emit_type_decl_opts, opts,
170*858ea5e5SAndroid Build Coastguard Worker 			.field_name = var_ident,
171*858ea5e5SAndroid Build Coastguard Worker 			.indent_level = 2,
172*858ea5e5SAndroid Build Coastguard Worker 			.strip_mods = strip_mods,
173*858ea5e5SAndroid Build Coastguard Worker 		);
174*858ea5e5SAndroid Build Coastguard Worker 		int need_off = sec_var->offset, align_off, align;
175*858ea5e5SAndroid Build Coastguard Worker 		__u32 var_type_id = var->type;
176*858ea5e5SAndroid Build Coastguard Worker 
177*858ea5e5SAndroid Build Coastguard Worker 		/* static variables are not exposed through BPF skeleton */
178*858ea5e5SAndroid Build Coastguard Worker 		if (btf_var(var)->linkage == BTF_VAR_STATIC)
179*858ea5e5SAndroid Build Coastguard Worker 			continue;
180*858ea5e5SAndroid Build Coastguard Worker 
181*858ea5e5SAndroid Build Coastguard Worker 		if (off > need_off) {
182*858ea5e5SAndroid Build Coastguard Worker 			p_err("Something is wrong for %s's variable #%d: need offset %d, already at %d.\n",
183*858ea5e5SAndroid Build Coastguard Worker 			      sec_name, i, need_off, off);
184*858ea5e5SAndroid Build Coastguard Worker 			return -EINVAL;
185*858ea5e5SAndroid Build Coastguard Worker 		}
186*858ea5e5SAndroid Build Coastguard Worker 
187*858ea5e5SAndroid Build Coastguard Worker 		align = btf__align_of(btf, var->type);
188*858ea5e5SAndroid Build Coastguard Worker 		if (align <= 0) {
189*858ea5e5SAndroid Build Coastguard Worker 			p_err("Failed to determine alignment of variable '%s': %d",
190*858ea5e5SAndroid Build Coastguard Worker 			      var_name, align);
191*858ea5e5SAndroid Build Coastguard Worker 			return -EINVAL;
192*858ea5e5SAndroid Build Coastguard Worker 		}
193*858ea5e5SAndroid Build Coastguard Worker 		/* Assume 32-bit architectures when generating data section
194*858ea5e5SAndroid Build Coastguard Worker 		 * struct memory layout. Given bpftool can't know which target
195*858ea5e5SAndroid Build Coastguard Worker 		 * host architecture it's emitting skeleton for, we need to be
196*858ea5e5SAndroid Build Coastguard Worker 		 * conservative and assume 32-bit one to ensure enough padding
197*858ea5e5SAndroid Build Coastguard Worker 		 * bytes are generated for pointer and long types. This will
198*858ea5e5SAndroid Build Coastguard Worker 		 * still work correctly for 64-bit architectures, because in
199*858ea5e5SAndroid Build Coastguard Worker 		 * the worst case we'll generate unnecessary padding field,
200*858ea5e5SAndroid Build Coastguard Worker 		 * which on 64-bit architectures is not strictly necessary and
201*858ea5e5SAndroid Build Coastguard Worker 		 * would be handled by natural 8-byte alignment. But it still
202*858ea5e5SAndroid Build Coastguard Worker 		 * will be a correct memory layout, based on recorded offsets
203*858ea5e5SAndroid Build Coastguard Worker 		 * in BTF.
204*858ea5e5SAndroid Build Coastguard Worker 		 */
205*858ea5e5SAndroid Build Coastguard Worker 		if (align > 4)
206*858ea5e5SAndroid Build Coastguard Worker 			align = 4;
207*858ea5e5SAndroid Build Coastguard Worker 
208*858ea5e5SAndroid Build Coastguard Worker 		align_off = (off + align - 1) / align * align;
209*858ea5e5SAndroid Build Coastguard Worker 		if (align_off != need_off) {
210*858ea5e5SAndroid Build Coastguard Worker 			printf("\t\tchar __pad%d[%d];\n",
211*858ea5e5SAndroid Build Coastguard Worker 			       pad_cnt, need_off - off);
212*858ea5e5SAndroid Build Coastguard Worker 			pad_cnt++;
213*858ea5e5SAndroid Build Coastguard Worker 		}
214*858ea5e5SAndroid Build Coastguard Worker 
215*858ea5e5SAndroid Build Coastguard Worker 		/* sanitize variable name, e.g., for static vars inside
216*858ea5e5SAndroid Build Coastguard Worker 		 * a function, it's name is '<function name>.<variable name>',
217*858ea5e5SAndroid Build Coastguard Worker 		 * which we'll turn into a '<function name>_<variable name>'
218*858ea5e5SAndroid Build Coastguard Worker 		 */
219*858ea5e5SAndroid Build Coastguard Worker 		var_ident[0] = '\0';
220*858ea5e5SAndroid Build Coastguard Worker 		strncat(var_ident, var_name, sizeof(var_ident) - 1);
221*858ea5e5SAndroid Build Coastguard Worker 		sanitize_identifier(var_ident);
222*858ea5e5SAndroid Build Coastguard Worker 
223*858ea5e5SAndroid Build Coastguard Worker 		printf("\t\t");
224*858ea5e5SAndroid Build Coastguard Worker 		err = btf_dump__emit_type_decl(d, var_type_id, &opts);
225*858ea5e5SAndroid Build Coastguard Worker 		if (err)
226*858ea5e5SAndroid Build Coastguard Worker 			return err;
227*858ea5e5SAndroid Build Coastguard Worker 		printf(";\n");
228*858ea5e5SAndroid Build Coastguard Worker 
229*858ea5e5SAndroid Build Coastguard Worker 		off = sec_var->offset + sec_var->size;
230*858ea5e5SAndroid Build Coastguard Worker 	}
231*858ea5e5SAndroid Build Coastguard Worker 	printf("	} *%s;\n", sec_ident);
232*858ea5e5SAndroid Build Coastguard Worker 	return 0;
233*858ea5e5SAndroid Build Coastguard Worker }
234*858ea5e5SAndroid Build Coastguard Worker 
find_type_for_map(struct btf * btf,const char * map_ident)235*858ea5e5SAndroid Build Coastguard Worker static const struct btf_type *find_type_for_map(struct btf *btf, const char *map_ident)
236*858ea5e5SAndroid Build Coastguard Worker {
237*858ea5e5SAndroid Build Coastguard Worker 	int n = btf__type_cnt(btf), i;
238*858ea5e5SAndroid Build Coastguard Worker 	char sec_ident[256];
239*858ea5e5SAndroid Build Coastguard Worker 
240*858ea5e5SAndroid Build Coastguard Worker 	for (i = 1; i < n; i++) {
241*858ea5e5SAndroid Build Coastguard Worker 		const struct btf_type *t = btf__type_by_id(btf, i);
242*858ea5e5SAndroid Build Coastguard Worker 		const char *name;
243*858ea5e5SAndroid Build Coastguard Worker 
244*858ea5e5SAndroid Build Coastguard Worker 		if (!btf_is_datasec(t))
245*858ea5e5SAndroid Build Coastguard Worker 			continue;
246*858ea5e5SAndroid Build Coastguard Worker 
247*858ea5e5SAndroid Build Coastguard Worker 		name = btf__str_by_offset(btf, t->name_off);
248*858ea5e5SAndroid Build Coastguard Worker 		if (!get_datasec_ident(name, sec_ident, sizeof(sec_ident)))
249*858ea5e5SAndroid Build Coastguard Worker 			continue;
250*858ea5e5SAndroid Build Coastguard Worker 
251*858ea5e5SAndroid Build Coastguard Worker 		if (strcmp(sec_ident, map_ident) == 0)
252*858ea5e5SAndroid Build Coastguard Worker 			return t;
253*858ea5e5SAndroid Build Coastguard Worker 	}
254*858ea5e5SAndroid Build Coastguard Worker 	return NULL;
255*858ea5e5SAndroid Build Coastguard Worker }
256*858ea5e5SAndroid Build Coastguard Worker 
is_mmapable_map(const struct bpf_map * map,char * buf,size_t sz)257*858ea5e5SAndroid Build Coastguard Worker static bool is_mmapable_map(const struct bpf_map *map, char *buf, size_t sz)
258*858ea5e5SAndroid Build Coastguard Worker {
259*858ea5e5SAndroid Build Coastguard Worker 	size_t tmp_sz;
260*858ea5e5SAndroid Build Coastguard Worker 
261*858ea5e5SAndroid Build Coastguard Worker 	if (bpf_map__type(map) == BPF_MAP_TYPE_ARENA && bpf_map__initial_value(map, &tmp_sz)) {
262*858ea5e5SAndroid Build Coastguard Worker 		snprintf(buf, sz, "arena");
263*858ea5e5SAndroid Build Coastguard Worker 		return true;
264*858ea5e5SAndroid Build Coastguard Worker 	}
265*858ea5e5SAndroid Build Coastguard Worker 
266*858ea5e5SAndroid Build Coastguard Worker 	if (!bpf_map__is_internal(map) || !(bpf_map__map_flags(map) & BPF_F_MMAPABLE))
267*858ea5e5SAndroid Build Coastguard Worker 		return false;
268*858ea5e5SAndroid Build Coastguard Worker 
269*858ea5e5SAndroid Build Coastguard Worker 	if (!get_map_ident(map, buf, sz))
270*858ea5e5SAndroid Build Coastguard Worker 		return false;
271*858ea5e5SAndroid Build Coastguard Worker 
272*858ea5e5SAndroid Build Coastguard Worker 	return true;
273*858ea5e5SAndroid Build Coastguard Worker }
274*858ea5e5SAndroid Build Coastguard Worker 
codegen_datasecs(struct bpf_object * obj,const char * obj_name)275*858ea5e5SAndroid Build Coastguard Worker static int codegen_datasecs(struct bpf_object *obj, const char *obj_name)
276*858ea5e5SAndroid Build Coastguard Worker {
277*858ea5e5SAndroid Build Coastguard Worker 	struct btf *btf = bpf_object__btf(obj);
278*858ea5e5SAndroid Build Coastguard Worker 	struct btf_dump *d;
279*858ea5e5SAndroid Build Coastguard Worker 	struct bpf_map *map;
280*858ea5e5SAndroid Build Coastguard Worker 	const struct btf_type *sec;
281*858ea5e5SAndroid Build Coastguard Worker 	char map_ident[256];
282*858ea5e5SAndroid Build Coastguard Worker 	int err = 0;
283*858ea5e5SAndroid Build Coastguard Worker 
284*858ea5e5SAndroid Build Coastguard Worker 	d = btf_dump__new(btf, codegen_btf_dump_printf, NULL, NULL);
285*858ea5e5SAndroid Build Coastguard Worker 	if (!d)
286*858ea5e5SAndroid Build Coastguard Worker 		return -errno;
287*858ea5e5SAndroid Build Coastguard Worker 
288*858ea5e5SAndroid Build Coastguard Worker 	bpf_object__for_each_map(map, obj) {
289*858ea5e5SAndroid Build Coastguard Worker 		/* only generate definitions for memory-mapped internal maps */
290*858ea5e5SAndroid Build Coastguard Worker 		if (!is_mmapable_map(map, map_ident, sizeof(map_ident)))
291*858ea5e5SAndroid Build Coastguard Worker 			continue;
292*858ea5e5SAndroid Build Coastguard Worker 
293*858ea5e5SAndroid Build Coastguard Worker 		sec = find_type_for_map(btf, map_ident);
294*858ea5e5SAndroid Build Coastguard Worker 
295*858ea5e5SAndroid Build Coastguard Worker 		/* In some cases (e.g., sections like .rodata.cst16 containing
296*858ea5e5SAndroid Build Coastguard Worker 		 * compiler allocated string constants only) there will be
297*858ea5e5SAndroid Build Coastguard Worker 		 * special internal maps with no corresponding DATASEC BTF
298*858ea5e5SAndroid Build Coastguard Worker 		 * type. In such case, generate empty structs for each such
299*858ea5e5SAndroid Build Coastguard Worker 		 * map. It will still be memory-mapped and its contents
300*858ea5e5SAndroid Build Coastguard Worker 		 * accessible from user-space through BPF skeleton.
301*858ea5e5SAndroid Build Coastguard Worker 		 */
302*858ea5e5SAndroid Build Coastguard Worker 		if (!sec) {
303*858ea5e5SAndroid Build Coastguard Worker 			printf("	struct %s__%s {\n", obj_name, map_ident);
304*858ea5e5SAndroid Build Coastguard Worker 			printf("	} *%s;\n", map_ident);
305*858ea5e5SAndroid Build Coastguard Worker 		} else {
306*858ea5e5SAndroid Build Coastguard Worker 			err = codegen_datasec_def(obj, btf, d, sec, obj_name);
307*858ea5e5SAndroid Build Coastguard Worker 			if (err)
308*858ea5e5SAndroid Build Coastguard Worker 				goto out;
309*858ea5e5SAndroid Build Coastguard Worker 		}
310*858ea5e5SAndroid Build Coastguard Worker 	}
311*858ea5e5SAndroid Build Coastguard Worker 
312*858ea5e5SAndroid Build Coastguard Worker 
313*858ea5e5SAndroid Build Coastguard Worker out:
314*858ea5e5SAndroid Build Coastguard Worker 	btf_dump__free(d);
315*858ea5e5SAndroid Build Coastguard Worker 	return err;
316*858ea5e5SAndroid Build Coastguard Worker }
317*858ea5e5SAndroid Build Coastguard Worker 
btf_is_ptr_to_func_proto(const struct btf * btf,const struct btf_type * v)318*858ea5e5SAndroid Build Coastguard Worker static bool btf_is_ptr_to_func_proto(const struct btf *btf,
319*858ea5e5SAndroid Build Coastguard Worker 				     const struct btf_type *v)
320*858ea5e5SAndroid Build Coastguard Worker {
321*858ea5e5SAndroid Build Coastguard Worker 	return btf_is_ptr(v) && btf_is_func_proto(btf__type_by_id(btf, v->type));
322*858ea5e5SAndroid Build Coastguard Worker }
323*858ea5e5SAndroid Build Coastguard Worker 
codegen_subskel_datasecs(struct bpf_object * obj,const char * obj_name)324*858ea5e5SAndroid Build Coastguard Worker static int codegen_subskel_datasecs(struct bpf_object *obj, const char *obj_name)
325*858ea5e5SAndroid Build Coastguard Worker {
326*858ea5e5SAndroid Build Coastguard Worker 	struct btf *btf = bpf_object__btf(obj);
327*858ea5e5SAndroid Build Coastguard Worker 	struct btf_dump *d;
328*858ea5e5SAndroid Build Coastguard Worker 	struct bpf_map *map;
329*858ea5e5SAndroid Build Coastguard Worker 	const struct btf_type *sec, *var;
330*858ea5e5SAndroid Build Coastguard Worker 	const struct btf_var_secinfo *sec_var;
331*858ea5e5SAndroid Build Coastguard Worker 	int i, err = 0, vlen;
332*858ea5e5SAndroid Build Coastguard Worker 	char map_ident[256], sec_ident[256];
333*858ea5e5SAndroid Build Coastguard Worker 	bool strip_mods = false, needs_typeof = false;
334*858ea5e5SAndroid Build Coastguard Worker 	const char *sec_name, *var_name;
335*858ea5e5SAndroid Build Coastguard Worker 	__u32 var_type_id;
336*858ea5e5SAndroid Build Coastguard Worker 
337*858ea5e5SAndroid Build Coastguard Worker 	d = btf_dump__new(btf, codegen_btf_dump_printf, NULL, NULL);
338*858ea5e5SAndroid Build Coastguard Worker 	if (!d)
339*858ea5e5SAndroid Build Coastguard Worker 		return -errno;
340*858ea5e5SAndroid Build Coastguard Worker 
341*858ea5e5SAndroid Build Coastguard Worker 	bpf_object__for_each_map(map, obj) {
342*858ea5e5SAndroid Build Coastguard Worker 		/* only generate definitions for memory-mapped internal maps */
343*858ea5e5SAndroid Build Coastguard Worker 		if (!is_mmapable_map(map, map_ident, sizeof(map_ident)))
344*858ea5e5SAndroid Build Coastguard Worker 			continue;
345*858ea5e5SAndroid Build Coastguard Worker 
346*858ea5e5SAndroid Build Coastguard Worker 		sec = find_type_for_map(btf, map_ident);
347*858ea5e5SAndroid Build Coastguard Worker 		if (!sec)
348*858ea5e5SAndroid Build Coastguard Worker 			continue;
349*858ea5e5SAndroid Build Coastguard Worker 
350*858ea5e5SAndroid Build Coastguard Worker 		sec_name = btf__name_by_offset(btf, sec->name_off);
351*858ea5e5SAndroid Build Coastguard Worker 		if (!get_datasec_ident(sec_name, sec_ident, sizeof(sec_ident)))
352*858ea5e5SAndroid Build Coastguard Worker 			continue;
353*858ea5e5SAndroid Build Coastguard Worker 
354*858ea5e5SAndroid Build Coastguard Worker 		strip_mods = strcmp(sec_name, ".kconfig") != 0;
355*858ea5e5SAndroid Build Coastguard Worker 		printf("	struct %s__%s {\n", obj_name, sec_ident);
356*858ea5e5SAndroid Build Coastguard Worker 
357*858ea5e5SAndroid Build Coastguard Worker 		sec_var = btf_var_secinfos(sec);
358*858ea5e5SAndroid Build Coastguard Worker 		vlen = btf_vlen(sec);
359*858ea5e5SAndroid Build Coastguard Worker 		for (i = 0; i < vlen; i++, sec_var++) {
360*858ea5e5SAndroid Build Coastguard Worker 			DECLARE_LIBBPF_OPTS(btf_dump_emit_type_decl_opts, opts,
361*858ea5e5SAndroid Build Coastguard Worker 				.indent_level = 2,
362*858ea5e5SAndroid Build Coastguard Worker 				.strip_mods = strip_mods,
363*858ea5e5SAndroid Build Coastguard Worker 				/* we'll print the name separately */
364*858ea5e5SAndroid Build Coastguard Worker 				.field_name = "",
365*858ea5e5SAndroid Build Coastguard Worker 			);
366*858ea5e5SAndroid Build Coastguard Worker 
367*858ea5e5SAndroid Build Coastguard Worker 			var = btf__type_by_id(btf, sec_var->type);
368*858ea5e5SAndroid Build Coastguard Worker 			var_name = btf__name_by_offset(btf, var->name_off);
369*858ea5e5SAndroid Build Coastguard Worker 			var_type_id = var->type;
370*858ea5e5SAndroid Build Coastguard Worker 
371*858ea5e5SAndroid Build Coastguard Worker 			/* static variables are not exposed through BPF skeleton */
372*858ea5e5SAndroid Build Coastguard Worker 			if (btf_var(var)->linkage == BTF_VAR_STATIC)
373*858ea5e5SAndroid Build Coastguard Worker 				continue;
374*858ea5e5SAndroid Build Coastguard Worker 
375*858ea5e5SAndroid Build Coastguard Worker 			/* The datasec member has KIND_VAR but we want the
376*858ea5e5SAndroid Build Coastguard Worker 			 * underlying type of the variable (e.g. KIND_INT).
377*858ea5e5SAndroid Build Coastguard Worker 			 */
378*858ea5e5SAndroid Build Coastguard Worker 			var = skip_mods_and_typedefs(btf, var->type, NULL);
379*858ea5e5SAndroid Build Coastguard Worker 
380*858ea5e5SAndroid Build Coastguard Worker 			printf("\t\t");
381*858ea5e5SAndroid Build Coastguard Worker 			/* Func and array members require special handling.
382*858ea5e5SAndroid Build Coastguard Worker 			 * Instead of producing `typename *var`, they produce
383*858ea5e5SAndroid Build Coastguard Worker 			 * `typeof(typename) *var`. This allows us to keep a
384*858ea5e5SAndroid Build Coastguard Worker 			 * similar syntax where the identifier is just prefixed
385*858ea5e5SAndroid Build Coastguard Worker 			 * by *, allowing us to ignore C declaration minutiae.
386*858ea5e5SAndroid Build Coastguard Worker 			 */
387*858ea5e5SAndroid Build Coastguard Worker 			needs_typeof = btf_is_array(var) || btf_is_ptr_to_func_proto(btf, var);
388*858ea5e5SAndroid Build Coastguard Worker 			if (needs_typeof)
389*858ea5e5SAndroid Build Coastguard Worker 				printf("typeof(");
390*858ea5e5SAndroid Build Coastguard Worker 
391*858ea5e5SAndroid Build Coastguard Worker 			err = btf_dump__emit_type_decl(d, var_type_id, &opts);
392*858ea5e5SAndroid Build Coastguard Worker 			if (err)
393*858ea5e5SAndroid Build Coastguard Worker 				goto out;
394*858ea5e5SAndroid Build Coastguard Worker 
395*858ea5e5SAndroid Build Coastguard Worker 			if (needs_typeof)
396*858ea5e5SAndroid Build Coastguard Worker 				printf(")");
397*858ea5e5SAndroid Build Coastguard Worker 
398*858ea5e5SAndroid Build Coastguard Worker 			printf(" *%s;\n", var_name);
399*858ea5e5SAndroid Build Coastguard Worker 		}
400*858ea5e5SAndroid Build Coastguard Worker 		printf("	} %s;\n", sec_ident);
401*858ea5e5SAndroid Build Coastguard Worker 	}
402*858ea5e5SAndroid Build Coastguard Worker 
403*858ea5e5SAndroid Build Coastguard Worker out:
404*858ea5e5SAndroid Build Coastguard Worker 	btf_dump__free(d);
405*858ea5e5SAndroid Build Coastguard Worker 	return err;
406*858ea5e5SAndroid Build Coastguard Worker }
407*858ea5e5SAndroid Build Coastguard Worker 
codegen(const char * template,...)408*858ea5e5SAndroid Build Coastguard Worker static void codegen(const char *template, ...)
409*858ea5e5SAndroid Build Coastguard Worker {
410*858ea5e5SAndroid Build Coastguard Worker 	const char *src, *end;
411*858ea5e5SAndroid Build Coastguard Worker 	int skip_tabs = 0, n;
412*858ea5e5SAndroid Build Coastguard Worker 	char *s, *dst;
413*858ea5e5SAndroid Build Coastguard Worker 	va_list args;
414*858ea5e5SAndroid Build Coastguard Worker 	char c;
415*858ea5e5SAndroid Build Coastguard Worker 
416*858ea5e5SAndroid Build Coastguard Worker 	n = strlen(template);
417*858ea5e5SAndroid Build Coastguard Worker 	s = malloc(n + 1);
418*858ea5e5SAndroid Build Coastguard Worker 	if (!s)
419*858ea5e5SAndroid Build Coastguard Worker 		exit(-1);
420*858ea5e5SAndroid Build Coastguard Worker 	src = template;
421*858ea5e5SAndroid Build Coastguard Worker 	dst = s;
422*858ea5e5SAndroid Build Coastguard Worker 
423*858ea5e5SAndroid Build Coastguard Worker 	/* find out "baseline" indentation to skip */
424*858ea5e5SAndroid Build Coastguard Worker 	while ((c = *src++)) {
425*858ea5e5SAndroid Build Coastguard Worker 		if (c == '\t') {
426*858ea5e5SAndroid Build Coastguard Worker 			skip_tabs++;
427*858ea5e5SAndroid Build Coastguard Worker 		} else if (c == '\n') {
428*858ea5e5SAndroid Build Coastguard Worker 			break;
429*858ea5e5SAndroid Build Coastguard Worker 		} else {
430*858ea5e5SAndroid Build Coastguard Worker 			p_err("unrecognized character at pos %td in template '%s': '%c'",
431*858ea5e5SAndroid Build Coastguard Worker 			      src - template - 1, template, c);
432*858ea5e5SAndroid Build Coastguard Worker 			free(s);
433*858ea5e5SAndroid Build Coastguard Worker 			exit(-1);
434*858ea5e5SAndroid Build Coastguard Worker 		}
435*858ea5e5SAndroid Build Coastguard Worker 	}
436*858ea5e5SAndroid Build Coastguard Worker 
437*858ea5e5SAndroid Build Coastguard Worker 	while (*src) {
438*858ea5e5SAndroid Build Coastguard Worker 		/* skip baseline indentation tabs */
439*858ea5e5SAndroid Build Coastguard Worker 		for (n = skip_tabs; n > 0; n--, src++) {
440*858ea5e5SAndroid Build Coastguard Worker 			if (*src != '\t') {
441*858ea5e5SAndroid Build Coastguard Worker 				p_err("not enough tabs at pos %td in template '%s'",
442*858ea5e5SAndroid Build Coastguard Worker 				      src - template - 1, template);
443*858ea5e5SAndroid Build Coastguard Worker 				free(s);
444*858ea5e5SAndroid Build Coastguard Worker 				exit(-1);
445*858ea5e5SAndroid Build Coastguard Worker 			}
446*858ea5e5SAndroid Build Coastguard Worker 		}
447*858ea5e5SAndroid Build Coastguard Worker 		/* trim trailing whitespace */
448*858ea5e5SAndroid Build Coastguard Worker 		end = strchrnul(src, '\n');
449*858ea5e5SAndroid Build Coastguard Worker 		for (n = end - src; n > 0 && isspace(src[n - 1]); n--)
450*858ea5e5SAndroid Build Coastguard Worker 			;
451*858ea5e5SAndroid Build Coastguard Worker 		memcpy(dst, src, n);
452*858ea5e5SAndroid Build Coastguard Worker 		dst += n;
453*858ea5e5SAndroid Build Coastguard Worker 		if (*end)
454*858ea5e5SAndroid Build Coastguard Worker 			*dst++ = '\n';
455*858ea5e5SAndroid Build Coastguard Worker 		src = *end ? end + 1 : end;
456*858ea5e5SAndroid Build Coastguard Worker 	}
457*858ea5e5SAndroid Build Coastguard Worker 	*dst++ = '\0';
458*858ea5e5SAndroid Build Coastguard Worker 
459*858ea5e5SAndroid Build Coastguard Worker 	/* print out using adjusted template */
460*858ea5e5SAndroid Build Coastguard Worker 	va_start(args, template);
461*858ea5e5SAndroid Build Coastguard Worker 	n = vprintf(s, args);
462*858ea5e5SAndroid Build Coastguard Worker 	va_end(args);
463*858ea5e5SAndroid Build Coastguard Worker 
464*858ea5e5SAndroid Build Coastguard Worker 	free(s);
465*858ea5e5SAndroid Build Coastguard Worker }
466*858ea5e5SAndroid Build Coastguard Worker 
print_hex(const char * data,int data_sz)467*858ea5e5SAndroid Build Coastguard Worker static void print_hex(const char *data, int data_sz)
468*858ea5e5SAndroid Build Coastguard Worker {
469*858ea5e5SAndroid Build Coastguard Worker 	int i, len;
470*858ea5e5SAndroid Build Coastguard Worker 
471*858ea5e5SAndroid Build Coastguard Worker 	for (i = 0, len = 0; i < data_sz; i++) {
472*858ea5e5SAndroid Build Coastguard Worker 		int w = data[i] ? 4 : 2;
473*858ea5e5SAndroid Build Coastguard Worker 
474*858ea5e5SAndroid Build Coastguard Worker 		len += w;
475*858ea5e5SAndroid Build Coastguard Worker 		if (len > 78) {
476*858ea5e5SAndroid Build Coastguard Worker 			printf("\\\n");
477*858ea5e5SAndroid Build Coastguard Worker 			len = w;
478*858ea5e5SAndroid Build Coastguard Worker 		}
479*858ea5e5SAndroid Build Coastguard Worker 		if (!data[i])
480*858ea5e5SAndroid Build Coastguard Worker 			printf("\\0");
481*858ea5e5SAndroid Build Coastguard Worker 		else
482*858ea5e5SAndroid Build Coastguard Worker 			printf("\\x%02x", (unsigned char)data[i]);
483*858ea5e5SAndroid Build Coastguard Worker 	}
484*858ea5e5SAndroid Build Coastguard Worker }
485*858ea5e5SAndroid Build Coastguard Worker 
bpf_map_mmap_sz(const struct bpf_map * map)486*858ea5e5SAndroid Build Coastguard Worker static size_t bpf_map_mmap_sz(const struct bpf_map *map)
487*858ea5e5SAndroid Build Coastguard Worker {
488*858ea5e5SAndroid Build Coastguard Worker 	long page_sz = sysconf(_SC_PAGE_SIZE);
489*858ea5e5SAndroid Build Coastguard Worker 	size_t map_sz;
490*858ea5e5SAndroid Build Coastguard Worker 
491*858ea5e5SAndroid Build Coastguard Worker 	map_sz = (size_t)roundup(bpf_map__value_size(map), 8) * bpf_map__max_entries(map);
492*858ea5e5SAndroid Build Coastguard Worker 	map_sz = roundup(map_sz, page_sz);
493*858ea5e5SAndroid Build Coastguard Worker 	return map_sz;
494*858ea5e5SAndroid Build Coastguard Worker }
495*858ea5e5SAndroid Build Coastguard Worker 
496*858ea5e5SAndroid Build Coastguard Worker /* Emit type size asserts for all top-level fields in memory-mapped internal maps. */
codegen_asserts(struct bpf_object * obj,const char * obj_name)497*858ea5e5SAndroid Build Coastguard Worker static void codegen_asserts(struct bpf_object *obj, const char *obj_name)
498*858ea5e5SAndroid Build Coastguard Worker {
499*858ea5e5SAndroid Build Coastguard Worker 	struct btf *btf = bpf_object__btf(obj);
500*858ea5e5SAndroid Build Coastguard Worker 	struct bpf_map *map;
501*858ea5e5SAndroid Build Coastguard Worker 	struct btf_var_secinfo *sec_var;
502*858ea5e5SAndroid Build Coastguard Worker 	int i, vlen;
503*858ea5e5SAndroid Build Coastguard Worker 	const struct btf_type *sec;
504*858ea5e5SAndroid Build Coastguard Worker 	char map_ident[256], var_ident[256];
505*858ea5e5SAndroid Build Coastguard Worker 
506*858ea5e5SAndroid Build Coastguard Worker 	if (!btf)
507*858ea5e5SAndroid Build Coastguard Worker 		return;
508*858ea5e5SAndroid Build Coastguard Worker 
509*858ea5e5SAndroid Build Coastguard Worker 	codegen("\
510*858ea5e5SAndroid Build Coastguard Worker 		\n\
511*858ea5e5SAndroid Build Coastguard Worker 		__attribute__((unused)) static void			    \n\
512*858ea5e5SAndroid Build Coastguard Worker 		%1$s__assert(struct %1$s *s __attribute__((unused)))	    \n\
513*858ea5e5SAndroid Build Coastguard Worker 		{							    \n\
514*858ea5e5SAndroid Build Coastguard Worker 		#ifdef __cplusplus					    \n\
515*858ea5e5SAndroid Build Coastguard Worker 		#define _Static_assert static_assert			    \n\
516*858ea5e5SAndroid Build Coastguard Worker 		#endif							    \n\
517*858ea5e5SAndroid Build Coastguard Worker 		", obj_name);
518*858ea5e5SAndroid Build Coastguard Worker 
519*858ea5e5SAndroid Build Coastguard Worker 	bpf_object__for_each_map(map, obj) {
520*858ea5e5SAndroid Build Coastguard Worker 		if (!is_mmapable_map(map, map_ident, sizeof(map_ident)))
521*858ea5e5SAndroid Build Coastguard Worker 			continue;
522*858ea5e5SAndroid Build Coastguard Worker 
523*858ea5e5SAndroid Build Coastguard Worker 		sec = find_type_for_map(btf, map_ident);
524*858ea5e5SAndroid Build Coastguard Worker 		if (!sec) {
525*858ea5e5SAndroid Build Coastguard Worker 			/* best effort, couldn't find the type for this map */
526*858ea5e5SAndroid Build Coastguard Worker 			continue;
527*858ea5e5SAndroid Build Coastguard Worker 		}
528*858ea5e5SAndroid Build Coastguard Worker 
529*858ea5e5SAndroid Build Coastguard Worker 		sec_var = btf_var_secinfos(sec);
530*858ea5e5SAndroid Build Coastguard Worker 		vlen =  btf_vlen(sec);
531*858ea5e5SAndroid Build Coastguard Worker 
532*858ea5e5SAndroid Build Coastguard Worker 		for (i = 0; i < vlen; i++, sec_var++) {
533*858ea5e5SAndroid Build Coastguard Worker 			const struct btf_type *var = btf__type_by_id(btf, sec_var->type);
534*858ea5e5SAndroid Build Coastguard Worker 			const char *var_name = btf__name_by_offset(btf, var->name_off);
535*858ea5e5SAndroid Build Coastguard Worker 			long var_size;
536*858ea5e5SAndroid Build Coastguard Worker 
537*858ea5e5SAndroid Build Coastguard Worker 			/* static variables are not exposed through BPF skeleton */
538*858ea5e5SAndroid Build Coastguard Worker 			if (btf_var(var)->linkage == BTF_VAR_STATIC)
539*858ea5e5SAndroid Build Coastguard Worker 				continue;
540*858ea5e5SAndroid Build Coastguard Worker 
541*858ea5e5SAndroid Build Coastguard Worker 			var_size = btf__resolve_size(btf, var->type);
542*858ea5e5SAndroid Build Coastguard Worker 			if (var_size < 0)
543*858ea5e5SAndroid Build Coastguard Worker 				continue;
544*858ea5e5SAndroid Build Coastguard Worker 
545*858ea5e5SAndroid Build Coastguard Worker 			var_ident[0] = '\0';
546*858ea5e5SAndroid Build Coastguard Worker 			strncat(var_ident, var_name, sizeof(var_ident) - 1);
547*858ea5e5SAndroid Build Coastguard Worker 			sanitize_identifier(var_ident);
548*858ea5e5SAndroid Build Coastguard Worker 
549*858ea5e5SAndroid Build Coastguard Worker 			printf("\t_Static_assert(sizeof(s->%s->%s) == %ld, \"unexpected size of '%s'\");\n",
550*858ea5e5SAndroid Build Coastguard Worker 			       map_ident, var_ident, var_size, var_ident);
551*858ea5e5SAndroid Build Coastguard Worker 		}
552*858ea5e5SAndroid Build Coastguard Worker 	}
553*858ea5e5SAndroid Build Coastguard Worker 	codegen("\
554*858ea5e5SAndroid Build Coastguard Worker 		\n\
555*858ea5e5SAndroid Build Coastguard Worker 		#ifdef __cplusplus					    \n\
556*858ea5e5SAndroid Build Coastguard Worker 		#undef _Static_assert					    \n\
557*858ea5e5SAndroid Build Coastguard Worker 		#endif							    \n\
558*858ea5e5SAndroid Build Coastguard Worker 		}							    \n\
559*858ea5e5SAndroid Build Coastguard Worker 		");
560*858ea5e5SAndroid Build Coastguard Worker }
561*858ea5e5SAndroid Build Coastguard Worker 
codegen_attach_detach(struct bpf_object * obj,const char * obj_name)562*858ea5e5SAndroid Build Coastguard Worker static void codegen_attach_detach(struct bpf_object *obj, const char *obj_name)
563*858ea5e5SAndroid Build Coastguard Worker {
564*858ea5e5SAndroid Build Coastguard Worker 	struct bpf_program *prog;
565*858ea5e5SAndroid Build Coastguard Worker 
566*858ea5e5SAndroid Build Coastguard Worker 	bpf_object__for_each_program(prog, obj) {
567*858ea5e5SAndroid Build Coastguard Worker 		const char *tp_name;
568*858ea5e5SAndroid Build Coastguard Worker 
569*858ea5e5SAndroid Build Coastguard Worker 		codegen("\
570*858ea5e5SAndroid Build Coastguard Worker 			\n\
571*858ea5e5SAndroid Build Coastguard Worker 			\n\
572*858ea5e5SAndroid Build Coastguard Worker 			static inline int					    \n\
573*858ea5e5SAndroid Build Coastguard Worker 			%1$s__%2$s__attach(struct %1$s *skel)			    \n\
574*858ea5e5SAndroid Build Coastguard Worker 			{							    \n\
575*858ea5e5SAndroid Build Coastguard Worker 				int prog_fd = skel->progs.%2$s.prog_fd;		    \n\
576*858ea5e5SAndroid Build Coastguard Worker 			", obj_name, bpf_program__name(prog));
577*858ea5e5SAndroid Build Coastguard Worker 
578*858ea5e5SAndroid Build Coastguard Worker 		switch (bpf_program__type(prog)) {
579*858ea5e5SAndroid Build Coastguard Worker 		case BPF_PROG_TYPE_RAW_TRACEPOINT:
580*858ea5e5SAndroid Build Coastguard Worker 			tp_name = strchr(bpf_program__section_name(prog), '/') + 1;
581*858ea5e5SAndroid Build Coastguard Worker 			printf("\tint fd = skel_raw_tracepoint_open(\"%s\", prog_fd);\n", tp_name);
582*858ea5e5SAndroid Build Coastguard Worker 			break;
583*858ea5e5SAndroid Build Coastguard Worker 		case BPF_PROG_TYPE_TRACING:
584*858ea5e5SAndroid Build Coastguard Worker 		case BPF_PROG_TYPE_LSM:
585*858ea5e5SAndroid Build Coastguard Worker 			if (bpf_program__expected_attach_type(prog) == BPF_TRACE_ITER)
586*858ea5e5SAndroid Build Coastguard Worker 				printf("\tint fd = skel_link_create(prog_fd, 0, BPF_TRACE_ITER);\n");
587*858ea5e5SAndroid Build Coastguard Worker 			else
588*858ea5e5SAndroid Build Coastguard Worker 				printf("\tint fd = skel_raw_tracepoint_open(NULL, prog_fd);\n");
589*858ea5e5SAndroid Build Coastguard Worker 			break;
590*858ea5e5SAndroid Build Coastguard Worker 		default:
591*858ea5e5SAndroid Build Coastguard Worker 			printf("\tint fd = ((void)prog_fd, 0); /* auto-attach not supported */\n");
592*858ea5e5SAndroid Build Coastguard Worker 			break;
593*858ea5e5SAndroid Build Coastguard Worker 		}
594*858ea5e5SAndroid Build Coastguard Worker 		codegen("\
595*858ea5e5SAndroid Build Coastguard Worker 			\n\
596*858ea5e5SAndroid Build Coastguard Worker 										    \n\
597*858ea5e5SAndroid Build Coastguard Worker 				if (fd > 0)					    \n\
598*858ea5e5SAndroid Build Coastguard Worker 					skel->links.%1$s_fd = fd;		    \n\
599*858ea5e5SAndroid Build Coastguard Worker 				return fd;					    \n\
600*858ea5e5SAndroid Build Coastguard Worker 			}							    \n\
601*858ea5e5SAndroid Build Coastguard Worker 			", bpf_program__name(prog));
602*858ea5e5SAndroid Build Coastguard Worker 	}
603*858ea5e5SAndroid Build Coastguard Worker 
604*858ea5e5SAndroid Build Coastguard Worker 	codegen("\
605*858ea5e5SAndroid Build Coastguard Worker 		\n\
606*858ea5e5SAndroid Build Coastguard Worker 									    \n\
607*858ea5e5SAndroid Build Coastguard Worker 		static inline int					    \n\
608*858ea5e5SAndroid Build Coastguard Worker 		%1$s__attach(struct %1$s *skel)				    \n\
609*858ea5e5SAndroid Build Coastguard Worker 		{							    \n\
610*858ea5e5SAndroid Build Coastguard Worker 			int ret = 0;					    \n\
611*858ea5e5SAndroid Build Coastguard Worker 									    \n\
612*858ea5e5SAndroid Build Coastguard Worker 		", obj_name);
613*858ea5e5SAndroid Build Coastguard Worker 
614*858ea5e5SAndroid Build Coastguard Worker 	bpf_object__for_each_program(prog, obj) {
615*858ea5e5SAndroid Build Coastguard Worker 		codegen("\
616*858ea5e5SAndroid Build Coastguard Worker 			\n\
617*858ea5e5SAndroid Build Coastguard Worker 				ret = ret < 0 ? ret : %1$s__%2$s__attach(skel);   \n\
618*858ea5e5SAndroid Build Coastguard Worker 			", obj_name, bpf_program__name(prog));
619*858ea5e5SAndroid Build Coastguard Worker 	}
620*858ea5e5SAndroid Build Coastguard Worker 
621*858ea5e5SAndroid Build Coastguard Worker 	codegen("\
622*858ea5e5SAndroid Build Coastguard Worker 		\n\
623*858ea5e5SAndroid Build Coastguard Worker 			return ret < 0 ? ret : 0;			    \n\
624*858ea5e5SAndroid Build Coastguard Worker 		}							    \n\
625*858ea5e5SAndroid Build Coastguard Worker 									    \n\
626*858ea5e5SAndroid Build Coastguard Worker 		static inline void					    \n\
627*858ea5e5SAndroid Build Coastguard Worker 		%1$s__detach(struct %1$s *skel)				    \n\
628*858ea5e5SAndroid Build Coastguard Worker 		{							    \n\
629*858ea5e5SAndroid Build Coastguard Worker 		", obj_name);
630*858ea5e5SAndroid Build Coastguard Worker 
631*858ea5e5SAndroid Build Coastguard Worker 	bpf_object__for_each_program(prog, obj) {
632*858ea5e5SAndroid Build Coastguard Worker 		codegen("\
633*858ea5e5SAndroid Build Coastguard Worker 			\n\
634*858ea5e5SAndroid Build Coastguard Worker 				skel_closenz(skel->links.%1$s_fd);	    \n\
635*858ea5e5SAndroid Build Coastguard Worker 			", bpf_program__name(prog));
636*858ea5e5SAndroid Build Coastguard Worker 	}
637*858ea5e5SAndroid Build Coastguard Worker 
638*858ea5e5SAndroid Build Coastguard Worker 	codegen("\
639*858ea5e5SAndroid Build Coastguard Worker 		\n\
640*858ea5e5SAndroid Build Coastguard Worker 		}							    \n\
641*858ea5e5SAndroid Build Coastguard Worker 		");
642*858ea5e5SAndroid Build Coastguard Worker }
643*858ea5e5SAndroid Build Coastguard Worker 
codegen_destroy(struct bpf_object * obj,const char * obj_name)644*858ea5e5SAndroid Build Coastguard Worker static void codegen_destroy(struct bpf_object *obj, const char *obj_name)
645*858ea5e5SAndroid Build Coastguard Worker {
646*858ea5e5SAndroid Build Coastguard Worker 	struct bpf_program *prog;
647*858ea5e5SAndroid Build Coastguard Worker 	struct bpf_map *map;
648*858ea5e5SAndroid Build Coastguard Worker 	char ident[256];
649*858ea5e5SAndroid Build Coastguard Worker 
650*858ea5e5SAndroid Build Coastguard Worker 	codegen("\
651*858ea5e5SAndroid Build Coastguard Worker 		\n\
652*858ea5e5SAndroid Build Coastguard Worker 		static void						    \n\
653*858ea5e5SAndroid Build Coastguard Worker 		%1$s__destroy(struct %1$s *skel)			    \n\
654*858ea5e5SAndroid Build Coastguard Worker 		{							    \n\
655*858ea5e5SAndroid Build Coastguard Worker 			if (!skel)					    \n\
656*858ea5e5SAndroid Build Coastguard Worker 				return;					    \n\
657*858ea5e5SAndroid Build Coastguard Worker 			%1$s__detach(skel);				    \n\
658*858ea5e5SAndroid Build Coastguard Worker 		",
659*858ea5e5SAndroid Build Coastguard Worker 		obj_name);
660*858ea5e5SAndroid Build Coastguard Worker 
661*858ea5e5SAndroid Build Coastguard Worker 	bpf_object__for_each_program(prog, obj) {
662*858ea5e5SAndroid Build Coastguard Worker 		codegen("\
663*858ea5e5SAndroid Build Coastguard Worker 			\n\
664*858ea5e5SAndroid Build Coastguard Worker 				skel_closenz(skel->progs.%1$s.prog_fd);	    \n\
665*858ea5e5SAndroid Build Coastguard Worker 			", bpf_program__name(prog));
666*858ea5e5SAndroid Build Coastguard Worker 	}
667*858ea5e5SAndroid Build Coastguard Worker 
668*858ea5e5SAndroid Build Coastguard Worker 	bpf_object__for_each_map(map, obj) {
669*858ea5e5SAndroid Build Coastguard Worker 		if (!get_map_ident(map, ident, sizeof(ident)))
670*858ea5e5SAndroid Build Coastguard Worker 			continue;
671*858ea5e5SAndroid Build Coastguard Worker 		if (bpf_map__is_internal(map) &&
672*858ea5e5SAndroid Build Coastguard Worker 		    (bpf_map__map_flags(map) & BPF_F_MMAPABLE))
673*858ea5e5SAndroid Build Coastguard Worker 			printf("\tskel_free_map_data(skel->%1$s, skel->maps.%1$s.initial_value, %2$zd);\n",
674*858ea5e5SAndroid Build Coastguard Worker 			       ident, bpf_map_mmap_sz(map));
675*858ea5e5SAndroid Build Coastguard Worker 		codegen("\
676*858ea5e5SAndroid Build Coastguard Worker 			\n\
677*858ea5e5SAndroid Build Coastguard Worker 				skel_closenz(skel->maps.%1$s.map_fd);	    \n\
678*858ea5e5SAndroid Build Coastguard Worker 			", ident);
679*858ea5e5SAndroid Build Coastguard Worker 	}
680*858ea5e5SAndroid Build Coastguard Worker 	codegen("\
681*858ea5e5SAndroid Build Coastguard Worker 		\n\
682*858ea5e5SAndroid Build Coastguard Worker 			skel_free(skel);				    \n\
683*858ea5e5SAndroid Build Coastguard Worker 		}							    \n\
684*858ea5e5SAndroid Build Coastguard Worker 		",
685*858ea5e5SAndroid Build Coastguard Worker 		obj_name);
686*858ea5e5SAndroid Build Coastguard Worker }
687*858ea5e5SAndroid Build Coastguard Worker 
gen_trace(struct bpf_object * obj,const char * obj_name,const char * header_guard)688*858ea5e5SAndroid Build Coastguard Worker static int gen_trace(struct bpf_object *obj, const char *obj_name, const char *header_guard)
689*858ea5e5SAndroid Build Coastguard Worker {
690*858ea5e5SAndroid Build Coastguard Worker 	DECLARE_LIBBPF_OPTS(gen_loader_opts, opts);
691*858ea5e5SAndroid Build Coastguard Worker 	struct bpf_map *map;
692*858ea5e5SAndroid Build Coastguard Worker 	char ident[256];
693*858ea5e5SAndroid Build Coastguard Worker 	int err = 0;
694*858ea5e5SAndroid Build Coastguard Worker 
695*858ea5e5SAndroid Build Coastguard Worker 	err = bpf_object__gen_loader(obj, &opts);
696*858ea5e5SAndroid Build Coastguard Worker 	if (err)
697*858ea5e5SAndroid Build Coastguard Worker 		return err;
698*858ea5e5SAndroid Build Coastguard Worker 
699*858ea5e5SAndroid Build Coastguard Worker 	err = bpf_object__load(obj);
700*858ea5e5SAndroid Build Coastguard Worker 	if (err) {
701*858ea5e5SAndroid Build Coastguard Worker 		p_err("failed to load object file");
702*858ea5e5SAndroid Build Coastguard Worker 		goto out;
703*858ea5e5SAndroid Build Coastguard Worker 	}
704*858ea5e5SAndroid Build Coastguard Worker 	/* If there was no error during load then gen_loader_opts
705*858ea5e5SAndroid Build Coastguard Worker 	 * are populated with the loader program.
706*858ea5e5SAndroid Build Coastguard Worker 	 */
707*858ea5e5SAndroid Build Coastguard Worker 
708*858ea5e5SAndroid Build Coastguard Worker 	/* finish generating 'struct skel' */
709*858ea5e5SAndroid Build Coastguard Worker 	codegen("\
710*858ea5e5SAndroid Build Coastguard Worker 		\n\
711*858ea5e5SAndroid Build Coastguard Worker 		};							    \n\
712*858ea5e5SAndroid Build Coastguard Worker 		", obj_name);
713*858ea5e5SAndroid Build Coastguard Worker 
714*858ea5e5SAndroid Build Coastguard Worker 
715*858ea5e5SAndroid Build Coastguard Worker 	codegen_attach_detach(obj, obj_name);
716*858ea5e5SAndroid Build Coastguard Worker 
717*858ea5e5SAndroid Build Coastguard Worker 	codegen_destroy(obj, obj_name);
718*858ea5e5SAndroid Build Coastguard Worker 
719*858ea5e5SAndroid Build Coastguard Worker 	codegen("\
720*858ea5e5SAndroid Build Coastguard Worker 		\n\
721*858ea5e5SAndroid Build Coastguard Worker 		static inline struct %1$s *				    \n\
722*858ea5e5SAndroid Build Coastguard Worker 		%1$s__open(void)					    \n\
723*858ea5e5SAndroid Build Coastguard Worker 		{							    \n\
724*858ea5e5SAndroid Build Coastguard Worker 			struct %1$s *skel;				    \n\
725*858ea5e5SAndroid Build Coastguard Worker 									    \n\
726*858ea5e5SAndroid Build Coastguard Worker 			skel = skel_alloc(sizeof(*skel));		    \n\
727*858ea5e5SAndroid Build Coastguard Worker 			if (!skel)					    \n\
728*858ea5e5SAndroid Build Coastguard Worker 				goto cleanup;				    \n\
729*858ea5e5SAndroid Build Coastguard Worker 			skel->ctx.sz = (void *)&skel->links - (void *)skel; \n\
730*858ea5e5SAndroid Build Coastguard Worker 		",
731*858ea5e5SAndroid Build Coastguard Worker 		obj_name, opts.data_sz);
732*858ea5e5SAndroid Build Coastguard Worker 	bpf_object__for_each_map(map, obj) {
733*858ea5e5SAndroid Build Coastguard Worker 		const void *mmap_data = NULL;
734*858ea5e5SAndroid Build Coastguard Worker 		size_t mmap_size = 0;
735*858ea5e5SAndroid Build Coastguard Worker 
736*858ea5e5SAndroid Build Coastguard Worker 		if (!is_mmapable_map(map, ident, sizeof(ident)))
737*858ea5e5SAndroid Build Coastguard Worker 			continue;
738*858ea5e5SAndroid Build Coastguard Worker 
739*858ea5e5SAndroid Build Coastguard Worker 		codegen("\
740*858ea5e5SAndroid Build Coastguard Worker 		\n\
741*858ea5e5SAndroid Build Coastguard Worker 			{						    \n\
742*858ea5e5SAndroid Build Coastguard Worker 				static const char data[] __attribute__((__aligned__(8))) = \"\\\n\
743*858ea5e5SAndroid Build Coastguard Worker 		");
744*858ea5e5SAndroid Build Coastguard Worker 		mmap_data = bpf_map__initial_value(map, &mmap_size);
745*858ea5e5SAndroid Build Coastguard Worker 		print_hex(mmap_data, mmap_size);
746*858ea5e5SAndroid Build Coastguard Worker 		codegen("\
747*858ea5e5SAndroid Build Coastguard Worker 		\n\
748*858ea5e5SAndroid Build Coastguard Worker 		\";							    \n\
749*858ea5e5SAndroid Build Coastguard Worker 									    \n\
750*858ea5e5SAndroid Build Coastguard Worker 				skel->%1$s = skel_prep_map_data((void *)data, %2$zd,\n\
751*858ea5e5SAndroid Build Coastguard Worker 								sizeof(data) - 1);\n\
752*858ea5e5SAndroid Build Coastguard Worker 				if (!skel->%1$s)			    \n\
753*858ea5e5SAndroid Build Coastguard Worker 					goto cleanup;			    \n\
754*858ea5e5SAndroid Build Coastguard Worker 				skel->maps.%1$s.initial_value = (__u64) (long) skel->%1$s;\n\
755*858ea5e5SAndroid Build Coastguard Worker 			}						    \n\
756*858ea5e5SAndroid Build Coastguard Worker 			", ident, bpf_map_mmap_sz(map));
757*858ea5e5SAndroid Build Coastguard Worker 	}
758*858ea5e5SAndroid Build Coastguard Worker 	codegen("\
759*858ea5e5SAndroid Build Coastguard Worker 		\n\
760*858ea5e5SAndroid Build Coastguard Worker 			return skel;					    \n\
761*858ea5e5SAndroid Build Coastguard Worker 		cleanup:						    \n\
762*858ea5e5SAndroid Build Coastguard Worker 			%1$s__destroy(skel);				    \n\
763*858ea5e5SAndroid Build Coastguard Worker 			return NULL;					    \n\
764*858ea5e5SAndroid Build Coastguard Worker 		}							    \n\
765*858ea5e5SAndroid Build Coastguard Worker 									    \n\
766*858ea5e5SAndroid Build Coastguard Worker 		static inline int					    \n\
767*858ea5e5SAndroid Build Coastguard Worker 		%1$s__load(struct %1$s *skel)				    \n\
768*858ea5e5SAndroid Build Coastguard Worker 		{							    \n\
769*858ea5e5SAndroid Build Coastguard Worker 			struct bpf_load_and_run_opts opts = {};		    \n\
770*858ea5e5SAndroid Build Coastguard Worker 			int err;					    \n\
771*858ea5e5SAndroid Build Coastguard Worker 			static const char opts_data[] __attribute__((__aligned__(8))) = \"\\\n\
772*858ea5e5SAndroid Build Coastguard Worker 		",
773*858ea5e5SAndroid Build Coastguard Worker 		obj_name);
774*858ea5e5SAndroid Build Coastguard Worker 	print_hex(opts.data, opts.data_sz);
775*858ea5e5SAndroid Build Coastguard Worker 	codegen("\
776*858ea5e5SAndroid Build Coastguard Worker 		\n\
777*858ea5e5SAndroid Build Coastguard Worker 		\";							    \n\
778*858ea5e5SAndroid Build Coastguard Worker 			static const char opts_insn[] __attribute__((__aligned__(8))) = \"\\\n\
779*858ea5e5SAndroid Build Coastguard Worker 		");
780*858ea5e5SAndroid Build Coastguard Worker 	print_hex(opts.insns, opts.insns_sz);
781*858ea5e5SAndroid Build Coastguard Worker 	codegen("\
782*858ea5e5SAndroid Build Coastguard Worker 		\n\
783*858ea5e5SAndroid Build Coastguard Worker 		\";							    \n\
784*858ea5e5SAndroid Build Coastguard Worker 									    \n\
785*858ea5e5SAndroid Build Coastguard Worker 			opts.ctx = (struct bpf_loader_ctx *)skel;	    \n\
786*858ea5e5SAndroid Build Coastguard Worker 			opts.data_sz = sizeof(opts_data) - 1;		    \n\
787*858ea5e5SAndroid Build Coastguard Worker 			opts.data = (void *)opts_data;			    \n\
788*858ea5e5SAndroid Build Coastguard Worker 			opts.insns_sz = sizeof(opts_insn) - 1;		    \n\
789*858ea5e5SAndroid Build Coastguard Worker 			opts.insns = (void *)opts_insn;			    \n\
790*858ea5e5SAndroid Build Coastguard Worker 									    \n\
791*858ea5e5SAndroid Build Coastguard Worker 			err = bpf_load_and_run(&opts);			    \n\
792*858ea5e5SAndroid Build Coastguard Worker 			if (err < 0)					    \n\
793*858ea5e5SAndroid Build Coastguard Worker 				return err;				    \n\
794*858ea5e5SAndroid Build Coastguard Worker 		");
795*858ea5e5SAndroid Build Coastguard Worker 	bpf_object__for_each_map(map, obj) {
796*858ea5e5SAndroid Build Coastguard Worker 		const char *mmap_flags;
797*858ea5e5SAndroid Build Coastguard Worker 
798*858ea5e5SAndroid Build Coastguard Worker 		if (!is_mmapable_map(map, ident, sizeof(ident)))
799*858ea5e5SAndroid Build Coastguard Worker 			continue;
800*858ea5e5SAndroid Build Coastguard Worker 
801*858ea5e5SAndroid Build Coastguard Worker 		if (bpf_map__map_flags(map) & BPF_F_RDONLY_PROG)
802*858ea5e5SAndroid Build Coastguard Worker 			mmap_flags = "PROT_READ";
803*858ea5e5SAndroid Build Coastguard Worker 		else
804*858ea5e5SAndroid Build Coastguard Worker 			mmap_flags = "PROT_READ | PROT_WRITE";
805*858ea5e5SAndroid Build Coastguard Worker 
806*858ea5e5SAndroid Build Coastguard Worker 		codegen("\
807*858ea5e5SAndroid Build Coastguard Worker 		\n\
808*858ea5e5SAndroid Build Coastguard Worker 			skel->%1$s = skel_finalize_map_data(&skel->maps.%1$s.initial_value,  \n\
809*858ea5e5SAndroid Build Coastguard Worker 							%2$zd, %3$s, skel->maps.%1$s.map_fd);\n\
810*858ea5e5SAndroid Build Coastguard Worker 			if (!skel->%1$s)				    \n\
811*858ea5e5SAndroid Build Coastguard Worker 				return -ENOMEM;				    \n\
812*858ea5e5SAndroid Build Coastguard Worker 			",
813*858ea5e5SAndroid Build Coastguard Worker 		       ident, bpf_map_mmap_sz(map), mmap_flags);
814*858ea5e5SAndroid Build Coastguard Worker 	}
815*858ea5e5SAndroid Build Coastguard Worker 	codegen("\
816*858ea5e5SAndroid Build Coastguard Worker 		\n\
817*858ea5e5SAndroid Build Coastguard Worker 			return 0;					    \n\
818*858ea5e5SAndroid Build Coastguard Worker 		}							    \n\
819*858ea5e5SAndroid Build Coastguard Worker 									    \n\
820*858ea5e5SAndroid Build Coastguard Worker 		static inline struct %1$s *				    \n\
821*858ea5e5SAndroid Build Coastguard Worker 		%1$s__open_and_load(void)				    \n\
822*858ea5e5SAndroid Build Coastguard Worker 		{							    \n\
823*858ea5e5SAndroid Build Coastguard Worker 			struct %1$s *skel;				    \n\
824*858ea5e5SAndroid Build Coastguard Worker 									    \n\
825*858ea5e5SAndroid Build Coastguard Worker 			skel = %1$s__open();				    \n\
826*858ea5e5SAndroid Build Coastguard Worker 			if (!skel)					    \n\
827*858ea5e5SAndroid Build Coastguard Worker 				return NULL;				    \n\
828*858ea5e5SAndroid Build Coastguard Worker 			if (%1$s__load(skel)) {				    \n\
829*858ea5e5SAndroid Build Coastguard Worker 				%1$s__destroy(skel);			    \n\
830*858ea5e5SAndroid Build Coastguard Worker 				return NULL;				    \n\
831*858ea5e5SAndroid Build Coastguard Worker 			}						    \n\
832*858ea5e5SAndroid Build Coastguard Worker 			return skel;					    \n\
833*858ea5e5SAndroid Build Coastguard Worker 		}							    \n\
834*858ea5e5SAndroid Build Coastguard Worker 									    \n\
835*858ea5e5SAndroid Build Coastguard Worker 		", obj_name);
836*858ea5e5SAndroid Build Coastguard Worker 
837*858ea5e5SAndroid Build Coastguard Worker 	codegen_asserts(obj, obj_name);
838*858ea5e5SAndroid Build Coastguard Worker 
839*858ea5e5SAndroid Build Coastguard Worker 	codegen("\
840*858ea5e5SAndroid Build Coastguard Worker 		\n\
841*858ea5e5SAndroid Build Coastguard Worker 									    \n\
842*858ea5e5SAndroid Build Coastguard Worker 		#endif /* %s */						    \n\
843*858ea5e5SAndroid Build Coastguard Worker 		",
844*858ea5e5SAndroid Build Coastguard Worker 		header_guard);
845*858ea5e5SAndroid Build Coastguard Worker 	err = 0;
846*858ea5e5SAndroid Build Coastguard Worker out:
847*858ea5e5SAndroid Build Coastguard Worker 	return err;
848*858ea5e5SAndroid Build Coastguard Worker }
849*858ea5e5SAndroid Build Coastguard Worker 
850*858ea5e5SAndroid Build Coastguard Worker static void
codegen_maps_skeleton(struct bpf_object * obj,size_t map_cnt,bool mmaped)851*858ea5e5SAndroid Build Coastguard Worker codegen_maps_skeleton(struct bpf_object *obj, size_t map_cnt, bool mmaped)
852*858ea5e5SAndroid Build Coastguard Worker {
853*858ea5e5SAndroid Build Coastguard Worker 	struct bpf_map *map;
854*858ea5e5SAndroid Build Coastguard Worker 	char ident[256];
855*858ea5e5SAndroid Build Coastguard Worker 	size_t i;
856*858ea5e5SAndroid Build Coastguard Worker 
857*858ea5e5SAndroid Build Coastguard Worker 	if (!map_cnt)
858*858ea5e5SAndroid Build Coastguard Worker 		return;
859*858ea5e5SAndroid Build Coastguard Worker 
860*858ea5e5SAndroid Build Coastguard Worker 	codegen("\
861*858ea5e5SAndroid Build Coastguard Worker 		\n\
862*858ea5e5SAndroid Build Coastguard Worker 									\n\
863*858ea5e5SAndroid Build Coastguard Worker 			/* maps */				    \n\
864*858ea5e5SAndroid Build Coastguard Worker 			s->map_cnt = %zu;			    \n\
865*858ea5e5SAndroid Build Coastguard Worker 			s->map_skel_sz = sizeof(*s->maps);	    \n\
866*858ea5e5SAndroid Build Coastguard Worker 			s->maps = (struct bpf_map_skeleton *)calloc(s->map_cnt, s->map_skel_sz);\n\
867*858ea5e5SAndroid Build Coastguard Worker 			if (!s->maps) {				    \n\
868*858ea5e5SAndroid Build Coastguard Worker 				err = -ENOMEM;			    \n\
869*858ea5e5SAndroid Build Coastguard Worker 				goto err;			    \n\
870*858ea5e5SAndroid Build Coastguard Worker 			}					    \n\
871*858ea5e5SAndroid Build Coastguard Worker 		",
872*858ea5e5SAndroid Build Coastguard Worker 		map_cnt
873*858ea5e5SAndroid Build Coastguard Worker 	);
874*858ea5e5SAndroid Build Coastguard Worker 	i = 0;
875*858ea5e5SAndroid Build Coastguard Worker 	bpf_object__for_each_map(map, obj) {
876*858ea5e5SAndroid Build Coastguard Worker 		if (!get_map_ident(map, ident, sizeof(ident)))
877*858ea5e5SAndroid Build Coastguard Worker 			continue;
878*858ea5e5SAndroid Build Coastguard Worker 
879*858ea5e5SAndroid Build Coastguard Worker 		codegen("\
880*858ea5e5SAndroid Build Coastguard Worker 			\n\
881*858ea5e5SAndroid Build Coastguard Worker 									\n\
882*858ea5e5SAndroid Build Coastguard Worker 				s->maps[%zu].name = \"%s\";	    \n\
883*858ea5e5SAndroid Build Coastguard Worker 				s->maps[%zu].map = &obj->maps.%s;   \n\
884*858ea5e5SAndroid Build Coastguard Worker 			",
885*858ea5e5SAndroid Build Coastguard Worker 			i, bpf_map__name(map), i, ident);
886*858ea5e5SAndroid Build Coastguard Worker 		/* memory-mapped internal maps */
887*858ea5e5SAndroid Build Coastguard Worker 		if (mmaped && is_mmapable_map(map, ident, sizeof(ident))) {
888*858ea5e5SAndroid Build Coastguard Worker 			printf("\ts->maps[%zu].mmaped = (void **)&obj->%s;\n",
889*858ea5e5SAndroid Build Coastguard Worker 				i, ident);
890*858ea5e5SAndroid Build Coastguard Worker 		}
891*858ea5e5SAndroid Build Coastguard Worker 		i++;
892*858ea5e5SAndroid Build Coastguard Worker 	}
893*858ea5e5SAndroid Build Coastguard Worker }
894*858ea5e5SAndroid Build Coastguard Worker 
895*858ea5e5SAndroid Build Coastguard Worker static void
codegen_progs_skeleton(struct bpf_object * obj,size_t prog_cnt,bool populate_links)896*858ea5e5SAndroid Build Coastguard Worker codegen_progs_skeleton(struct bpf_object *obj, size_t prog_cnt, bool populate_links)
897*858ea5e5SAndroid Build Coastguard Worker {
898*858ea5e5SAndroid Build Coastguard Worker 	struct bpf_program *prog;
899*858ea5e5SAndroid Build Coastguard Worker 	int i;
900*858ea5e5SAndroid Build Coastguard Worker 
901*858ea5e5SAndroid Build Coastguard Worker 	if (!prog_cnt)
902*858ea5e5SAndroid Build Coastguard Worker 		return;
903*858ea5e5SAndroid Build Coastguard Worker 
904*858ea5e5SAndroid Build Coastguard Worker 	codegen("\
905*858ea5e5SAndroid Build Coastguard Worker 		\n\
906*858ea5e5SAndroid Build Coastguard Worker 									\n\
907*858ea5e5SAndroid Build Coastguard Worker 			/* programs */				    \n\
908*858ea5e5SAndroid Build Coastguard Worker 			s->prog_cnt = %zu;			    \n\
909*858ea5e5SAndroid Build Coastguard Worker 			s->prog_skel_sz = sizeof(*s->progs);	    \n\
910*858ea5e5SAndroid Build Coastguard Worker 			s->progs = (struct bpf_prog_skeleton *)calloc(s->prog_cnt, s->prog_skel_sz);\n\
911*858ea5e5SAndroid Build Coastguard Worker 			if (!s->progs) {			    \n\
912*858ea5e5SAndroid Build Coastguard Worker 				err = -ENOMEM;			    \n\
913*858ea5e5SAndroid Build Coastguard Worker 				goto err;			    \n\
914*858ea5e5SAndroid Build Coastguard Worker 			}					    \n\
915*858ea5e5SAndroid Build Coastguard Worker 		",
916*858ea5e5SAndroid Build Coastguard Worker 		prog_cnt
917*858ea5e5SAndroid Build Coastguard Worker 	);
918*858ea5e5SAndroid Build Coastguard Worker 	i = 0;
919*858ea5e5SAndroid Build Coastguard Worker 	bpf_object__for_each_program(prog, obj) {
920*858ea5e5SAndroid Build Coastguard Worker 		codegen("\
921*858ea5e5SAndroid Build Coastguard Worker 			\n\
922*858ea5e5SAndroid Build Coastguard Worker 									\n\
923*858ea5e5SAndroid Build Coastguard Worker 				s->progs[%1$zu].name = \"%2$s\";    \n\
924*858ea5e5SAndroid Build Coastguard Worker 				s->progs[%1$zu].prog = &obj->progs.%2$s;\n\
925*858ea5e5SAndroid Build Coastguard Worker 			",
926*858ea5e5SAndroid Build Coastguard Worker 			i, bpf_program__name(prog));
927*858ea5e5SAndroid Build Coastguard Worker 
928*858ea5e5SAndroid Build Coastguard Worker 		if (populate_links) {
929*858ea5e5SAndroid Build Coastguard Worker 			codegen("\
930*858ea5e5SAndroid Build Coastguard Worker 				\n\
931*858ea5e5SAndroid Build Coastguard Worker 					s->progs[%1$zu].link = &obj->links.%2$s;\n\
932*858ea5e5SAndroid Build Coastguard Worker 				",
933*858ea5e5SAndroid Build Coastguard Worker 				i, bpf_program__name(prog));
934*858ea5e5SAndroid Build Coastguard Worker 		}
935*858ea5e5SAndroid Build Coastguard Worker 		i++;
936*858ea5e5SAndroid Build Coastguard Worker 	}
937*858ea5e5SAndroid Build Coastguard Worker }
938*858ea5e5SAndroid Build Coastguard Worker 
walk_st_ops_shadow_vars(struct btf * btf,const char * ident,const struct btf_type * map_type,__u32 map_type_id)939*858ea5e5SAndroid Build Coastguard Worker static int walk_st_ops_shadow_vars(struct btf *btf, const char *ident,
940*858ea5e5SAndroid Build Coastguard Worker 				   const struct btf_type *map_type, __u32 map_type_id)
941*858ea5e5SAndroid Build Coastguard Worker {
942*858ea5e5SAndroid Build Coastguard Worker 	LIBBPF_OPTS(btf_dump_emit_type_decl_opts, opts, .indent_level = 3);
943*858ea5e5SAndroid Build Coastguard Worker 	const struct btf_type *member_type;
944*858ea5e5SAndroid Build Coastguard Worker 	__u32 offset, next_offset = 0;
945*858ea5e5SAndroid Build Coastguard Worker 	const struct btf_member *m;
946*858ea5e5SAndroid Build Coastguard Worker 	struct btf_dump *d = NULL;
947*858ea5e5SAndroid Build Coastguard Worker 	const char *member_name;
948*858ea5e5SAndroid Build Coastguard Worker 	__u32 member_type_id;
949*858ea5e5SAndroid Build Coastguard Worker 	int i, err = 0, n;
950*858ea5e5SAndroid Build Coastguard Worker 	int size;
951*858ea5e5SAndroid Build Coastguard Worker 
952*858ea5e5SAndroid Build Coastguard Worker 	d = btf_dump__new(btf, codegen_btf_dump_printf, NULL, NULL);
953*858ea5e5SAndroid Build Coastguard Worker 	if (!d)
954*858ea5e5SAndroid Build Coastguard Worker 		return -errno;
955*858ea5e5SAndroid Build Coastguard Worker 
956*858ea5e5SAndroid Build Coastguard Worker 	n = btf_vlen(map_type);
957*858ea5e5SAndroid Build Coastguard Worker 	for (i = 0, m = btf_members(map_type); i < n; i++, m++) {
958*858ea5e5SAndroid Build Coastguard Worker 		member_type = skip_mods_and_typedefs(btf, m->type, &member_type_id);
959*858ea5e5SAndroid Build Coastguard Worker 		member_name = btf__name_by_offset(btf, m->name_off);
960*858ea5e5SAndroid Build Coastguard Worker 
961*858ea5e5SAndroid Build Coastguard Worker 		offset = m->offset / 8;
962*858ea5e5SAndroid Build Coastguard Worker 		if (next_offset < offset)
963*858ea5e5SAndroid Build Coastguard Worker 			printf("\t\t\tchar __padding_%d[%d];\n", i, offset - next_offset);
964*858ea5e5SAndroid Build Coastguard Worker 
965*858ea5e5SAndroid Build Coastguard Worker 		switch (btf_kind(member_type)) {
966*858ea5e5SAndroid Build Coastguard Worker 		case BTF_KIND_INT:
967*858ea5e5SAndroid Build Coastguard Worker 		case BTF_KIND_FLOAT:
968*858ea5e5SAndroid Build Coastguard Worker 		case BTF_KIND_ENUM:
969*858ea5e5SAndroid Build Coastguard Worker 		case BTF_KIND_ENUM64:
970*858ea5e5SAndroid Build Coastguard Worker 			/* scalar type */
971*858ea5e5SAndroid Build Coastguard Worker 			printf("\t\t\t");
972*858ea5e5SAndroid Build Coastguard Worker 			opts.field_name = member_name;
973*858ea5e5SAndroid Build Coastguard Worker 			err = btf_dump__emit_type_decl(d, member_type_id, &opts);
974*858ea5e5SAndroid Build Coastguard Worker 			if (err) {
975*858ea5e5SAndroid Build Coastguard Worker 				p_err("Failed to emit type declaration for %s: %d", member_name, err);
976*858ea5e5SAndroid Build Coastguard Worker 				goto out;
977*858ea5e5SAndroid Build Coastguard Worker 			}
978*858ea5e5SAndroid Build Coastguard Worker 			printf(";\n");
979*858ea5e5SAndroid Build Coastguard Worker 
980*858ea5e5SAndroid Build Coastguard Worker 			size = btf__resolve_size(btf, member_type_id);
981*858ea5e5SAndroid Build Coastguard Worker 			if (size < 0) {
982*858ea5e5SAndroid Build Coastguard Worker 				p_err("Failed to resolve size of %s: %d\n", member_name, size);
983*858ea5e5SAndroid Build Coastguard Worker 				err = size;
984*858ea5e5SAndroid Build Coastguard Worker 				goto out;
985*858ea5e5SAndroid Build Coastguard Worker 			}
986*858ea5e5SAndroid Build Coastguard Worker 
987*858ea5e5SAndroid Build Coastguard Worker 			next_offset = offset + size;
988*858ea5e5SAndroid Build Coastguard Worker 			break;
989*858ea5e5SAndroid Build Coastguard Worker 
990*858ea5e5SAndroid Build Coastguard Worker 		case BTF_KIND_PTR:
991*858ea5e5SAndroid Build Coastguard Worker 			if (resolve_func_ptr(btf, m->type, NULL)) {
992*858ea5e5SAndroid Build Coastguard Worker 				/* Function pointer */
993*858ea5e5SAndroid Build Coastguard Worker 				printf("\t\t\tstruct bpf_program *%s;\n", member_name);
994*858ea5e5SAndroid Build Coastguard Worker 
995*858ea5e5SAndroid Build Coastguard Worker 				next_offset = offset + sizeof(void *);
996*858ea5e5SAndroid Build Coastguard Worker 				break;
997*858ea5e5SAndroid Build Coastguard Worker 			}
998*858ea5e5SAndroid Build Coastguard Worker 			/* All pointer types are unsupported except for
999*858ea5e5SAndroid Build Coastguard Worker 			 * function pointers.
1000*858ea5e5SAndroid Build Coastguard Worker 			 */
1001*858ea5e5SAndroid Build Coastguard Worker 			fallthrough;
1002*858ea5e5SAndroid Build Coastguard Worker 
1003*858ea5e5SAndroid Build Coastguard Worker 		default:
1004*858ea5e5SAndroid Build Coastguard Worker 			/* Unsupported types
1005*858ea5e5SAndroid Build Coastguard Worker 			 *
1006*858ea5e5SAndroid Build Coastguard Worker 			 * Types other than scalar types and function
1007*858ea5e5SAndroid Build Coastguard Worker 			 * pointers are currently not supported in order to
1008*858ea5e5SAndroid Build Coastguard Worker 			 * prevent conflicts in the generated code caused
1009*858ea5e5SAndroid Build Coastguard Worker 			 * by multiple definitions. For instance, if the
1010*858ea5e5SAndroid Build Coastguard Worker 			 * struct type FOO is used in a struct_ops map,
1011*858ea5e5SAndroid Build Coastguard Worker 			 * bpftool has to generate definitions for FOO,
1012*858ea5e5SAndroid Build Coastguard Worker 			 * which may result in conflicts if FOO is defined
1013*858ea5e5SAndroid Build Coastguard Worker 			 * in different skeleton files.
1014*858ea5e5SAndroid Build Coastguard Worker 			 */
1015*858ea5e5SAndroid Build Coastguard Worker 			size = btf__resolve_size(btf, member_type_id);
1016*858ea5e5SAndroid Build Coastguard Worker 			if (size < 0) {
1017*858ea5e5SAndroid Build Coastguard Worker 				p_err("Failed to resolve size of %s: %d\n", member_name, size);
1018*858ea5e5SAndroid Build Coastguard Worker 				err = size;
1019*858ea5e5SAndroid Build Coastguard Worker 				goto out;
1020*858ea5e5SAndroid Build Coastguard Worker 			}
1021*858ea5e5SAndroid Build Coastguard Worker 			printf("\t\t\tchar __unsupported_%d[%d];\n", i, size);
1022*858ea5e5SAndroid Build Coastguard Worker 
1023*858ea5e5SAndroid Build Coastguard Worker 			next_offset = offset + size;
1024*858ea5e5SAndroid Build Coastguard Worker 			break;
1025*858ea5e5SAndroid Build Coastguard Worker 		}
1026*858ea5e5SAndroid Build Coastguard Worker 	}
1027*858ea5e5SAndroid Build Coastguard Worker 
1028*858ea5e5SAndroid Build Coastguard Worker 	/* Cannot fail since it must be a struct type */
1029*858ea5e5SAndroid Build Coastguard Worker 	size = btf__resolve_size(btf, map_type_id);
1030*858ea5e5SAndroid Build Coastguard Worker 	if (next_offset < (__u32)size)
1031*858ea5e5SAndroid Build Coastguard Worker 		printf("\t\t\tchar __padding_end[%d];\n", size - next_offset);
1032*858ea5e5SAndroid Build Coastguard Worker 
1033*858ea5e5SAndroid Build Coastguard Worker out:
1034*858ea5e5SAndroid Build Coastguard Worker 	btf_dump__free(d);
1035*858ea5e5SAndroid Build Coastguard Worker 
1036*858ea5e5SAndroid Build Coastguard Worker 	return err;
1037*858ea5e5SAndroid Build Coastguard Worker }
1038*858ea5e5SAndroid Build Coastguard Worker 
1039*858ea5e5SAndroid Build Coastguard Worker /* Generate the pointer of the shadow type for a struct_ops map.
1040*858ea5e5SAndroid Build Coastguard Worker  *
1041*858ea5e5SAndroid Build Coastguard Worker  * This function adds a pointer of the shadow type for a struct_ops map.
1042*858ea5e5SAndroid Build Coastguard Worker  * The members of a struct_ops map can be exported through a pointer to a
1043*858ea5e5SAndroid Build Coastguard Worker  * shadow type. The user can access these members through the pointer.
1044*858ea5e5SAndroid Build Coastguard Worker  *
1045*858ea5e5SAndroid Build Coastguard Worker  * A shadow type includes not all members, only members of some types.
1046*858ea5e5SAndroid Build Coastguard Worker  * They are scalar types and function pointers. The function pointers are
1047*858ea5e5SAndroid Build Coastguard Worker  * translated to the pointer of the struct bpf_program. The scalar types
1048*858ea5e5SAndroid Build Coastguard Worker  * are translated to the original type without any modifiers.
1049*858ea5e5SAndroid Build Coastguard Worker  *
1050*858ea5e5SAndroid Build Coastguard Worker  * Unsupported types will be translated to a char array to occupy the same
1051*858ea5e5SAndroid Build Coastguard Worker  * space as the original field, being renamed as __unsupported_*.  The user
1052*858ea5e5SAndroid Build Coastguard Worker  * should treat these fields as opaque data.
1053*858ea5e5SAndroid Build Coastguard Worker  */
gen_st_ops_shadow_type(const char * obj_name,struct btf * btf,const char * ident,const struct bpf_map * map)1054*858ea5e5SAndroid Build Coastguard Worker static int gen_st_ops_shadow_type(const char *obj_name, struct btf *btf, const char *ident,
1055*858ea5e5SAndroid Build Coastguard Worker 				  const struct bpf_map *map)
1056*858ea5e5SAndroid Build Coastguard Worker {
1057*858ea5e5SAndroid Build Coastguard Worker 	const struct btf_type *map_type;
1058*858ea5e5SAndroid Build Coastguard Worker 	const char *type_name;
1059*858ea5e5SAndroid Build Coastguard Worker 	__u32 map_type_id;
1060*858ea5e5SAndroid Build Coastguard Worker 	int err;
1061*858ea5e5SAndroid Build Coastguard Worker 
1062*858ea5e5SAndroid Build Coastguard Worker 	map_type_id = bpf_map__btf_value_type_id(map);
1063*858ea5e5SAndroid Build Coastguard Worker 	if (map_type_id == 0)
1064*858ea5e5SAndroid Build Coastguard Worker 		return -EINVAL;
1065*858ea5e5SAndroid Build Coastguard Worker 	map_type = btf__type_by_id(btf, map_type_id);
1066*858ea5e5SAndroid Build Coastguard Worker 	if (!map_type)
1067*858ea5e5SAndroid Build Coastguard Worker 		return -EINVAL;
1068*858ea5e5SAndroid Build Coastguard Worker 
1069*858ea5e5SAndroid Build Coastguard Worker 	type_name = btf__name_by_offset(btf, map_type->name_off);
1070*858ea5e5SAndroid Build Coastguard Worker 
1071*858ea5e5SAndroid Build Coastguard Worker 	printf("\t\tstruct %s__%s__%s {\n", obj_name, ident, type_name);
1072*858ea5e5SAndroid Build Coastguard Worker 
1073*858ea5e5SAndroid Build Coastguard Worker 	err = walk_st_ops_shadow_vars(btf, ident, map_type, map_type_id);
1074*858ea5e5SAndroid Build Coastguard Worker 	if (err)
1075*858ea5e5SAndroid Build Coastguard Worker 		return err;
1076*858ea5e5SAndroid Build Coastguard Worker 
1077*858ea5e5SAndroid Build Coastguard Worker 	printf("\t\t} *%s;\n", ident);
1078*858ea5e5SAndroid Build Coastguard Worker 
1079*858ea5e5SAndroid Build Coastguard Worker 	return 0;
1080*858ea5e5SAndroid Build Coastguard Worker }
1081*858ea5e5SAndroid Build Coastguard Worker 
gen_st_ops_shadow(const char * obj_name,struct btf * btf,struct bpf_object * obj)1082*858ea5e5SAndroid Build Coastguard Worker static int gen_st_ops_shadow(const char *obj_name, struct btf *btf, struct bpf_object *obj)
1083*858ea5e5SAndroid Build Coastguard Worker {
1084*858ea5e5SAndroid Build Coastguard Worker 	int err, st_ops_cnt = 0;
1085*858ea5e5SAndroid Build Coastguard Worker 	struct bpf_map *map;
1086*858ea5e5SAndroid Build Coastguard Worker 	char ident[256];
1087*858ea5e5SAndroid Build Coastguard Worker 
1088*858ea5e5SAndroid Build Coastguard Worker 	if (!btf)
1089*858ea5e5SAndroid Build Coastguard Worker 		return 0;
1090*858ea5e5SAndroid Build Coastguard Worker 
1091*858ea5e5SAndroid Build Coastguard Worker 	/* Generate the pointers to shadow types of
1092*858ea5e5SAndroid Build Coastguard Worker 	 * struct_ops maps.
1093*858ea5e5SAndroid Build Coastguard Worker 	 */
1094*858ea5e5SAndroid Build Coastguard Worker 	bpf_object__for_each_map(map, obj) {
1095*858ea5e5SAndroid Build Coastguard Worker 		if (bpf_map__type(map) != BPF_MAP_TYPE_STRUCT_OPS)
1096*858ea5e5SAndroid Build Coastguard Worker 			continue;
1097*858ea5e5SAndroid Build Coastguard Worker 		if (!get_map_ident(map, ident, sizeof(ident)))
1098*858ea5e5SAndroid Build Coastguard Worker 			continue;
1099*858ea5e5SAndroid Build Coastguard Worker 
1100*858ea5e5SAndroid Build Coastguard Worker 		if (st_ops_cnt == 0) /* first struct_ops map */
1101*858ea5e5SAndroid Build Coastguard Worker 			printf("\tstruct {\n");
1102*858ea5e5SAndroid Build Coastguard Worker 		st_ops_cnt++;
1103*858ea5e5SAndroid Build Coastguard Worker 
1104*858ea5e5SAndroid Build Coastguard Worker 		err = gen_st_ops_shadow_type(obj_name, btf, ident, map);
1105*858ea5e5SAndroid Build Coastguard Worker 		if (err)
1106*858ea5e5SAndroid Build Coastguard Worker 			return err;
1107*858ea5e5SAndroid Build Coastguard Worker 	}
1108*858ea5e5SAndroid Build Coastguard Worker 
1109*858ea5e5SAndroid Build Coastguard Worker 	if (st_ops_cnt)
1110*858ea5e5SAndroid Build Coastguard Worker 		printf("\t} struct_ops;\n");
1111*858ea5e5SAndroid Build Coastguard Worker 
1112*858ea5e5SAndroid Build Coastguard Worker 	return 0;
1113*858ea5e5SAndroid Build Coastguard Worker }
1114*858ea5e5SAndroid Build Coastguard Worker 
1115*858ea5e5SAndroid Build Coastguard Worker /* Generate the code to initialize the pointers of shadow types. */
gen_st_ops_shadow_init(struct btf * btf,struct bpf_object * obj)1116*858ea5e5SAndroid Build Coastguard Worker static void gen_st_ops_shadow_init(struct btf *btf, struct bpf_object *obj)
1117*858ea5e5SAndroid Build Coastguard Worker {
1118*858ea5e5SAndroid Build Coastguard Worker 	struct bpf_map *map;
1119*858ea5e5SAndroid Build Coastguard Worker 	char ident[256];
1120*858ea5e5SAndroid Build Coastguard Worker 
1121*858ea5e5SAndroid Build Coastguard Worker 	if (!btf)
1122*858ea5e5SAndroid Build Coastguard Worker 		return;
1123*858ea5e5SAndroid Build Coastguard Worker 
1124*858ea5e5SAndroid Build Coastguard Worker 	/* Initialize the pointers to_ops shadow types of
1125*858ea5e5SAndroid Build Coastguard Worker 	 * struct_ops maps.
1126*858ea5e5SAndroid Build Coastguard Worker 	 */
1127*858ea5e5SAndroid Build Coastguard Worker 	bpf_object__for_each_map(map, obj) {
1128*858ea5e5SAndroid Build Coastguard Worker 		if (bpf_map__type(map) != BPF_MAP_TYPE_STRUCT_OPS)
1129*858ea5e5SAndroid Build Coastguard Worker 			continue;
1130*858ea5e5SAndroid Build Coastguard Worker 		if (!get_map_ident(map, ident, sizeof(ident)))
1131*858ea5e5SAndroid Build Coastguard Worker 			continue;
1132*858ea5e5SAndroid Build Coastguard Worker 		codegen("\
1133*858ea5e5SAndroid Build Coastguard Worker 			\n\
1134*858ea5e5SAndroid Build Coastguard Worker 				obj->struct_ops.%1$s = (typeof(obj->struct_ops.%1$s))\n\
1135*858ea5e5SAndroid Build Coastguard Worker 					bpf_map__initial_value(obj->maps.%1$s, NULL);\n\
1136*858ea5e5SAndroid Build Coastguard Worker 			\n\
1137*858ea5e5SAndroid Build Coastguard Worker 			", ident);
1138*858ea5e5SAndroid Build Coastguard Worker 	}
1139*858ea5e5SAndroid Build Coastguard Worker }
1140*858ea5e5SAndroid Build Coastguard Worker 
do_skeleton(int argc,char ** argv)1141*858ea5e5SAndroid Build Coastguard Worker static int do_skeleton(int argc, char **argv)
1142*858ea5e5SAndroid Build Coastguard Worker {
1143*858ea5e5SAndroid Build Coastguard Worker 	char header_guard[MAX_OBJ_NAME_LEN + sizeof("__SKEL_H__")];
1144*858ea5e5SAndroid Build Coastguard Worker 	size_t map_cnt = 0, prog_cnt = 0, file_sz, mmap_sz;
1145*858ea5e5SAndroid Build Coastguard Worker 	DECLARE_LIBBPF_OPTS(bpf_object_open_opts, opts);
1146*858ea5e5SAndroid Build Coastguard Worker 	char obj_name[MAX_OBJ_NAME_LEN] = "", *obj_data;
1147*858ea5e5SAndroid Build Coastguard Worker 	struct bpf_object *obj = NULL;
1148*858ea5e5SAndroid Build Coastguard Worker 	const char *file;
1149*858ea5e5SAndroid Build Coastguard Worker 	char ident[256];
1150*858ea5e5SAndroid Build Coastguard Worker 	struct bpf_program *prog;
1151*858ea5e5SAndroid Build Coastguard Worker 	int fd, err = -1;
1152*858ea5e5SAndroid Build Coastguard Worker 	struct bpf_map *map;
1153*858ea5e5SAndroid Build Coastguard Worker 	struct btf *btf;
1154*858ea5e5SAndroid Build Coastguard Worker 	struct stat st;
1155*858ea5e5SAndroid Build Coastguard Worker 
1156*858ea5e5SAndroid Build Coastguard Worker 	if (!REQ_ARGS(1)) {
1157*858ea5e5SAndroid Build Coastguard Worker 		usage();
1158*858ea5e5SAndroid Build Coastguard Worker 		return -1;
1159*858ea5e5SAndroid Build Coastguard Worker 	}
1160*858ea5e5SAndroid Build Coastguard Worker 	file = GET_ARG();
1161*858ea5e5SAndroid Build Coastguard Worker 
1162*858ea5e5SAndroid Build Coastguard Worker 	while (argc) {
1163*858ea5e5SAndroid Build Coastguard Worker 		if (!REQ_ARGS(2))
1164*858ea5e5SAndroid Build Coastguard Worker 			return -1;
1165*858ea5e5SAndroid Build Coastguard Worker 
1166*858ea5e5SAndroid Build Coastguard Worker 		if (is_prefix(*argv, "name")) {
1167*858ea5e5SAndroid Build Coastguard Worker 			NEXT_ARG();
1168*858ea5e5SAndroid Build Coastguard Worker 
1169*858ea5e5SAndroid Build Coastguard Worker 			if (obj_name[0] != '\0') {
1170*858ea5e5SAndroid Build Coastguard Worker 				p_err("object name already specified");
1171*858ea5e5SAndroid Build Coastguard Worker 				return -1;
1172*858ea5e5SAndroid Build Coastguard Worker 			}
1173*858ea5e5SAndroid Build Coastguard Worker 
1174*858ea5e5SAndroid Build Coastguard Worker 			strncpy(obj_name, *argv, MAX_OBJ_NAME_LEN - 1);
1175*858ea5e5SAndroid Build Coastguard Worker 			obj_name[MAX_OBJ_NAME_LEN - 1] = '\0';
1176*858ea5e5SAndroid Build Coastguard Worker 		} else {
1177*858ea5e5SAndroid Build Coastguard Worker 			p_err("unknown arg %s", *argv);
1178*858ea5e5SAndroid Build Coastguard Worker 			return -1;
1179*858ea5e5SAndroid Build Coastguard Worker 		}
1180*858ea5e5SAndroid Build Coastguard Worker 
1181*858ea5e5SAndroid Build Coastguard Worker 		NEXT_ARG();
1182*858ea5e5SAndroid Build Coastguard Worker 	}
1183*858ea5e5SAndroid Build Coastguard Worker 
1184*858ea5e5SAndroid Build Coastguard Worker 	if (argc) {
1185*858ea5e5SAndroid Build Coastguard Worker 		p_err("extra unknown arguments");
1186*858ea5e5SAndroid Build Coastguard Worker 		return -1;
1187*858ea5e5SAndroid Build Coastguard Worker 	}
1188*858ea5e5SAndroid Build Coastguard Worker 
1189*858ea5e5SAndroid Build Coastguard Worker 	if (stat(file, &st)) {
1190*858ea5e5SAndroid Build Coastguard Worker 		p_err("failed to stat() %s: %s", file, strerror(errno));
1191*858ea5e5SAndroid Build Coastguard Worker 		return -1;
1192*858ea5e5SAndroid Build Coastguard Worker 	}
1193*858ea5e5SAndroid Build Coastguard Worker 	file_sz = st.st_size;
1194*858ea5e5SAndroid Build Coastguard Worker 	mmap_sz = roundup(file_sz, sysconf(_SC_PAGE_SIZE));
1195*858ea5e5SAndroid Build Coastguard Worker 	fd = open(file, O_RDONLY);
1196*858ea5e5SAndroid Build Coastguard Worker 	if (fd < 0) {
1197*858ea5e5SAndroid Build Coastguard Worker 		p_err("failed to open() %s: %s", file, strerror(errno));
1198*858ea5e5SAndroid Build Coastguard Worker 		return -1;
1199*858ea5e5SAndroid Build Coastguard Worker 	}
1200*858ea5e5SAndroid Build Coastguard Worker 	obj_data = mmap(NULL, mmap_sz, PROT_READ, MAP_PRIVATE, fd, 0);
1201*858ea5e5SAndroid Build Coastguard Worker 	if (obj_data == MAP_FAILED) {
1202*858ea5e5SAndroid Build Coastguard Worker 		obj_data = NULL;
1203*858ea5e5SAndroid Build Coastguard Worker 		p_err("failed to mmap() %s: %s", file, strerror(errno));
1204*858ea5e5SAndroid Build Coastguard Worker 		goto out;
1205*858ea5e5SAndroid Build Coastguard Worker 	}
1206*858ea5e5SAndroid Build Coastguard Worker 	if (obj_name[0] == '\0')
1207*858ea5e5SAndroid Build Coastguard Worker 		get_obj_name(obj_name, file);
1208*858ea5e5SAndroid Build Coastguard Worker 	opts.object_name = obj_name;
1209*858ea5e5SAndroid Build Coastguard Worker 	if (verifier_logs)
1210*858ea5e5SAndroid Build Coastguard Worker 		/* log_level1 + log_level2 + stats, but not stable UAPI */
1211*858ea5e5SAndroid Build Coastguard Worker 		opts.kernel_log_level = 1 + 2 + 4;
1212*858ea5e5SAndroid Build Coastguard Worker 	obj = bpf_object__open_mem(obj_data, file_sz, &opts);
1213*858ea5e5SAndroid Build Coastguard Worker 	if (!obj) {
1214*858ea5e5SAndroid Build Coastguard Worker 		char err_buf[256];
1215*858ea5e5SAndroid Build Coastguard Worker 
1216*858ea5e5SAndroid Build Coastguard Worker 		err = -errno;
1217*858ea5e5SAndroid Build Coastguard Worker 		libbpf_strerror(err, err_buf, sizeof(err_buf));
1218*858ea5e5SAndroid Build Coastguard Worker 		p_err("failed to open BPF object file: %s", err_buf);
1219*858ea5e5SAndroid Build Coastguard Worker 		goto out;
1220*858ea5e5SAndroid Build Coastguard Worker 	}
1221*858ea5e5SAndroid Build Coastguard Worker 
1222*858ea5e5SAndroid Build Coastguard Worker 	bpf_object__for_each_map(map, obj) {
1223*858ea5e5SAndroid Build Coastguard Worker 		if (!get_map_ident(map, ident, sizeof(ident))) {
1224*858ea5e5SAndroid Build Coastguard Worker 			p_err("ignoring unrecognized internal map '%s'...",
1225*858ea5e5SAndroid Build Coastguard Worker 			      bpf_map__name(map));
1226*858ea5e5SAndroid Build Coastguard Worker 			continue;
1227*858ea5e5SAndroid Build Coastguard Worker 		}
1228*858ea5e5SAndroid Build Coastguard Worker 		map_cnt++;
1229*858ea5e5SAndroid Build Coastguard Worker 	}
1230*858ea5e5SAndroid Build Coastguard Worker 	bpf_object__for_each_program(prog, obj) {
1231*858ea5e5SAndroid Build Coastguard Worker 		prog_cnt++;
1232*858ea5e5SAndroid Build Coastguard Worker 	}
1233*858ea5e5SAndroid Build Coastguard Worker 
1234*858ea5e5SAndroid Build Coastguard Worker 	get_header_guard(header_guard, obj_name, "SKEL_H");
1235*858ea5e5SAndroid Build Coastguard Worker 	if (use_loader) {
1236*858ea5e5SAndroid Build Coastguard Worker 		codegen("\
1237*858ea5e5SAndroid Build Coastguard Worker 		\n\
1238*858ea5e5SAndroid Build Coastguard Worker 		/* SPDX-License-Identifier: (LGPL-2.1 OR BSD-2-Clause) */   \n\
1239*858ea5e5SAndroid Build Coastguard Worker 		/* THIS FILE IS AUTOGENERATED BY BPFTOOL! */		    \n\
1240*858ea5e5SAndroid Build Coastguard Worker 		#ifndef %2$s						    \n\
1241*858ea5e5SAndroid Build Coastguard Worker 		#define %2$s						    \n\
1242*858ea5e5SAndroid Build Coastguard Worker 									    \n\
1243*858ea5e5SAndroid Build Coastguard Worker 		#include <bpf/skel_internal.h>				    \n\
1244*858ea5e5SAndroid Build Coastguard Worker 									    \n\
1245*858ea5e5SAndroid Build Coastguard Worker 		struct %1$s {						    \n\
1246*858ea5e5SAndroid Build Coastguard Worker 			struct bpf_loader_ctx ctx;			    \n\
1247*858ea5e5SAndroid Build Coastguard Worker 		",
1248*858ea5e5SAndroid Build Coastguard Worker 		obj_name, header_guard
1249*858ea5e5SAndroid Build Coastguard Worker 		);
1250*858ea5e5SAndroid Build Coastguard Worker 	} else {
1251*858ea5e5SAndroid Build Coastguard Worker 		codegen("\
1252*858ea5e5SAndroid Build Coastguard Worker 		\n\
1253*858ea5e5SAndroid Build Coastguard Worker 		/* SPDX-License-Identifier: (LGPL-2.1 OR BSD-2-Clause) */   \n\
1254*858ea5e5SAndroid Build Coastguard Worker 									    \n\
1255*858ea5e5SAndroid Build Coastguard Worker 		/* THIS FILE IS AUTOGENERATED BY BPFTOOL! */		    \n\
1256*858ea5e5SAndroid Build Coastguard Worker 		#ifndef %2$s						    \n\
1257*858ea5e5SAndroid Build Coastguard Worker 		#define %2$s						    \n\
1258*858ea5e5SAndroid Build Coastguard Worker 									    \n\
1259*858ea5e5SAndroid Build Coastguard Worker 		#include <errno.h>					    \n\
1260*858ea5e5SAndroid Build Coastguard Worker 		#include <stdlib.h>					    \n\
1261*858ea5e5SAndroid Build Coastguard Worker 		#include <bpf/libbpf.h>					    \n\
1262*858ea5e5SAndroid Build Coastguard Worker 									    \n\
1263*858ea5e5SAndroid Build Coastguard Worker 		struct %1$s {						    \n\
1264*858ea5e5SAndroid Build Coastguard Worker 			struct bpf_object_skeleton *skeleton;		    \n\
1265*858ea5e5SAndroid Build Coastguard Worker 			struct bpf_object *obj;				    \n\
1266*858ea5e5SAndroid Build Coastguard Worker 		",
1267*858ea5e5SAndroid Build Coastguard Worker 		obj_name, header_guard
1268*858ea5e5SAndroid Build Coastguard Worker 		);
1269*858ea5e5SAndroid Build Coastguard Worker 	}
1270*858ea5e5SAndroid Build Coastguard Worker 
1271*858ea5e5SAndroid Build Coastguard Worker 	if (map_cnt) {
1272*858ea5e5SAndroid Build Coastguard Worker 		printf("\tstruct {\n");
1273*858ea5e5SAndroid Build Coastguard Worker 		bpf_object__for_each_map(map, obj) {
1274*858ea5e5SAndroid Build Coastguard Worker 			if (!get_map_ident(map, ident, sizeof(ident)))
1275*858ea5e5SAndroid Build Coastguard Worker 				continue;
1276*858ea5e5SAndroid Build Coastguard Worker 			if (use_loader)
1277*858ea5e5SAndroid Build Coastguard Worker 				printf("\t\tstruct bpf_map_desc %s;\n", ident);
1278*858ea5e5SAndroid Build Coastguard Worker 			else
1279*858ea5e5SAndroid Build Coastguard Worker 				printf("\t\tstruct bpf_map *%s;\n", ident);
1280*858ea5e5SAndroid Build Coastguard Worker 		}
1281*858ea5e5SAndroid Build Coastguard Worker 		printf("\t} maps;\n");
1282*858ea5e5SAndroid Build Coastguard Worker 	}
1283*858ea5e5SAndroid Build Coastguard Worker 
1284*858ea5e5SAndroid Build Coastguard Worker 	btf = bpf_object__btf(obj);
1285*858ea5e5SAndroid Build Coastguard Worker 	err = gen_st_ops_shadow(obj_name, btf, obj);
1286*858ea5e5SAndroid Build Coastguard Worker 	if (err)
1287*858ea5e5SAndroid Build Coastguard Worker 		goto out;
1288*858ea5e5SAndroid Build Coastguard Worker 
1289*858ea5e5SAndroid Build Coastguard Worker 	if (prog_cnt) {
1290*858ea5e5SAndroid Build Coastguard Worker 		printf("\tstruct {\n");
1291*858ea5e5SAndroid Build Coastguard Worker 		bpf_object__for_each_program(prog, obj) {
1292*858ea5e5SAndroid Build Coastguard Worker 			if (use_loader)
1293*858ea5e5SAndroid Build Coastguard Worker 				printf("\t\tstruct bpf_prog_desc %s;\n",
1294*858ea5e5SAndroid Build Coastguard Worker 				       bpf_program__name(prog));
1295*858ea5e5SAndroid Build Coastguard Worker 			else
1296*858ea5e5SAndroid Build Coastguard Worker 				printf("\t\tstruct bpf_program *%s;\n",
1297*858ea5e5SAndroid Build Coastguard Worker 				       bpf_program__name(prog));
1298*858ea5e5SAndroid Build Coastguard Worker 		}
1299*858ea5e5SAndroid Build Coastguard Worker 		printf("\t} progs;\n");
1300*858ea5e5SAndroid Build Coastguard Worker 		printf("\tstruct {\n");
1301*858ea5e5SAndroid Build Coastguard Worker 		bpf_object__for_each_program(prog, obj) {
1302*858ea5e5SAndroid Build Coastguard Worker 			if (use_loader)
1303*858ea5e5SAndroid Build Coastguard Worker 				printf("\t\tint %s_fd;\n",
1304*858ea5e5SAndroid Build Coastguard Worker 				       bpf_program__name(prog));
1305*858ea5e5SAndroid Build Coastguard Worker 			else
1306*858ea5e5SAndroid Build Coastguard Worker 				printf("\t\tstruct bpf_link *%s;\n",
1307*858ea5e5SAndroid Build Coastguard Worker 				       bpf_program__name(prog));
1308*858ea5e5SAndroid Build Coastguard Worker 		}
1309*858ea5e5SAndroid Build Coastguard Worker 		printf("\t} links;\n");
1310*858ea5e5SAndroid Build Coastguard Worker 	}
1311*858ea5e5SAndroid Build Coastguard Worker 
1312*858ea5e5SAndroid Build Coastguard Worker 	if (btf) {
1313*858ea5e5SAndroid Build Coastguard Worker 		err = codegen_datasecs(obj, obj_name);
1314*858ea5e5SAndroid Build Coastguard Worker 		if (err)
1315*858ea5e5SAndroid Build Coastguard Worker 			goto out;
1316*858ea5e5SAndroid Build Coastguard Worker 	}
1317*858ea5e5SAndroid Build Coastguard Worker 	if (use_loader) {
1318*858ea5e5SAndroid Build Coastguard Worker 		err = gen_trace(obj, obj_name, header_guard);
1319*858ea5e5SAndroid Build Coastguard Worker 		goto out;
1320*858ea5e5SAndroid Build Coastguard Worker 	}
1321*858ea5e5SAndroid Build Coastguard Worker 
1322*858ea5e5SAndroid Build Coastguard Worker 	codegen("\
1323*858ea5e5SAndroid Build Coastguard Worker 		\n\
1324*858ea5e5SAndroid Build Coastguard Worker 									    \n\
1325*858ea5e5SAndroid Build Coastguard Worker 		#ifdef __cplusplus					    \n\
1326*858ea5e5SAndroid Build Coastguard Worker 			static inline struct %1$s *open(const struct bpf_object_open_opts *opts = nullptr);\n\
1327*858ea5e5SAndroid Build Coastguard Worker 			static inline struct %1$s *open_and_load();	    \n\
1328*858ea5e5SAndroid Build Coastguard Worker 			static inline int load(struct %1$s *skel);	    \n\
1329*858ea5e5SAndroid Build Coastguard Worker 			static inline int attach(struct %1$s *skel);	    \n\
1330*858ea5e5SAndroid Build Coastguard Worker 			static inline void detach(struct %1$s *skel);	    \n\
1331*858ea5e5SAndroid Build Coastguard Worker 			static inline void destroy(struct %1$s *skel);	    \n\
1332*858ea5e5SAndroid Build Coastguard Worker 			static inline const void *elf_bytes(size_t *sz);    \n\
1333*858ea5e5SAndroid Build Coastguard Worker 		#endif /* __cplusplus */				    \n\
1334*858ea5e5SAndroid Build Coastguard Worker 		};							    \n\
1335*858ea5e5SAndroid Build Coastguard Worker 									    \n\
1336*858ea5e5SAndroid Build Coastguard Worker 		static void						    \n\
1337*858ea5e5SAndroid Build Coastguard Worker 		%1$s__destroy(struct %1$s *obj)				    \n\
1338*858ea5e5SAndroid Build Coastguard Worker 		{							    \n\
1339*858ea5e5SAndroid Build Coastguard Worker 			if (!obj)					    \n\
1340*858ea5e5SAndroid Build Coastguard Worker 				return;					    \n\
1341*858ea5e5SAndroid Build Coastguard Worker 			if (obj->skeleton)				    \n\
1342*858ea5e5SAndroid Build Coastguard Worker 				bpf_object__destroy_skeleton(obj->skeleton);\n\
1343*858ea5e5SAndroid Build Coastguard Worker 			free(obj);					    \n\
1344*858ea5e5SAndroid Build Coastguard Worker 		}							    \n\
1345*858ea5e5SAndroid Build Coastguard Worker 									    \n\
1346*858ea5e5SAndroid Build Coastguard Worker 		static inline int					    \n\
1347*858ea5e5SAndroid Build Coastguard Worker 		%1$s__create_skeleton(struct %1$s *obj);		    \n\
1348*858ea5e5SAndroid Build Coastguard Worker 									    \n\
1349*858ea5e5SAndroid Build Coastguard Worker 		static inline struct %1$s *				    \n\
1350*858ea5e5SAndroid Build Coastguard Worker 		%1$s__open_opts(const struct bpf_object_open_opts *opts)    \n\
1351*858ea5e5SAndroid Build Coastguard Worker 		{							    \n\
1352*858ea5e5SAndroid Build Coastguard Worker 			struct %1$s *obj;				    \n\
1353*858ea5e5SAndroid Build Coastguard Worker 			int err;					    \n\
1354*858ea5e5SAndroid Build Coastguard Worker 									    \n\
1355*858ea5e5SAndroid Build Coastguard Worker 			obj = (struct %1$s *)calloc(1, sizeof(*obj));	    \n\
1356*858ea5e5SAndroid Build Coastguard Worker 			if (!obj) {					    \n\
1357*858ea5e5SAndroid Build Coastguard Worker 				errno = ENOMEM;				    \n\
1358*858ea5e5SAndroid Build Coastguard Worker 				return NULL;				    \n\
1359*858ea5e5SAndroid Build Coastguard Worker 			}						    \n\
1360*858ea5e5SAndroid Build Coastguard Worker 									    \n\
1361*858ea5e5SAndroid Build Coastguard Worker 			err = %1$s__create_skeleton(obj);		    \n\
1362*858ea5e5SAndroid Build Coastguard Worker 			if (err)					    \n\
1363*858ea5e5SAndroid Build Coastguard Worker 				goto err_out;				    \n\
1364*858ea5e5SAndroid Build Coastguard Worker 									    \n\
1365*858ea5e5SAndroid Build Coastguard Worker 			err = bpf_object__open_skeleton(obj->skeleton, opts);\n\
1366*858ea5e5SAndroid Build Coastguard Worker 			if (err)					    \n\
1367*858ea5e5SAndroid Build Coastguard Worker 				goto err_out;				    \n\
1368*858ea5e5SAndroid Build Coastguard Worker 									    \n\
1369*858ea5e5SAndroid Build Coastguard Worker 		", obj_name);
1370*858ea5e5SAndroid Build Coastguard Worker 
1371*858ea5e5SAndroid Build Coastguard Worker 	gen_st_ops_shadow_init(btf, obj);
1372*858ea5e5SAndroid Build Coastguard Worker 
1373*858ea5e5SAndroid Build Coastguard Worker 	codegen("\
1374*858ea5e5SAndroid Build Coastguard Worker 		\n\
1375*858ea5e5SAndroid Build Coastguard Worker 			return obj;					    \n\
1376*858ea5e5SAndroid Build Coastguard Worker 		err_out:						    \n\
1377*858ea5e5SAndroid Build Coastguard Worker 			%1$s__destroy(obj);				    \n\
1378*858ea5e5SAndroid Build Coastguard Worker 			errno = -err;					    \n\
1379*858ea5e5SAndroid Build Coastguard Worker 			return NULL;					    \n\
1380*858ea5e5SAndroid Build Coastguard Worker 		}							    \n\
1381*858ea5e5SAndroid Build Coastguard Worker 									    \n\
1382*858ea5e5SAndroid Build Coastguard Worker 		static inline struct %1$s *				    \n\
1383*858ea5e5SAndroid Build Coastguard Worker 		%1$s__open(void)					    \n\
1384*858ea5e5SAndroid Build Coastguard Worker 		{							    \n\
1385*858ea5e5SAndroid Build Coastguard Worker 			return %1$s__open_opts(NULL);			    \n\
1386*858ea5e5SAndroid Build Coastguard Worker 		}							    \n\
1387*858ea5e5SAndroid Build Coastguard Worker 									    \n\
1388*858ea5e5SAndroid Build Coastguard Worker 		static inline int					    \n\
1389*858ea5e5SAndroid Build Coastguard Worker 		%1$s__load(struct %1$s *obj)				    \n\
1390*858ea5e5SAndroid Build Coastguard Worker 		{							    \n\
1391*858ea5e5SAndroid Build Coastguard Worker 			return bpf_object__load_skeleton(obj->skeleton);    \n\
1392*858ea5e5SAndroid Build Coastguard Worker 		}							    \n\
1393*858ea5e5SAndroid Build Coastguard Worker 									    \n\
1394*858ea5e5SAndroid Build Coastguard Worker 		static inline struct %1$s *				    \n\
1395*858ea5e5SAndroid Build Coastguard Worker 		%1$s__open_and_load(void)				    \n\
1396*858ea5e5SAndroid Build Coastguard Worker 		{							    \n\
1397*858ea5e5SAndroid Build Coastguard Worker 			struct %1$s *obj;				    \n\
1398*858ea5e5SAndroid Build Coastguard Worker 			int err;					    \n\
1399*858ea5e5SAndroid Build Coastguard Worker 									    \n\
1400*858ea5e5SAndroid Build Coastguard Worker 			obj = %1$s__open();				    \n\
1401*858ea5e5SAndroid Build Coastguard Worker 			if (!obj)					    \n\
1402*858ea5e5SAndroid Build Coastguard Worker 				return NULL;				    \n\
1403*858ea5e5SAndroid Build Coastguard Worker 			err = %1$s__load(obj);				    \n\
1404*858ea5e5SAndroid Build Coastguard Worker 			if (err) {					    \n\
1405*858ea5e5SAndroid Build Coastguard Worker 				%1$s__destroy(obj);			    \n\
1406*858ea5e5SAndroid Build Coastguard Worker 				errno = -err;				    \n\
1407*858ea5e5SAndroid Build Coastguard Worker 				return NULL;				    \n\
1408*858ea5e5SAndroid Build Coastguard Worker 			}						    \n\
1409*858ea5e5SAndroid Build Coastguard Worker 			return obj;					    \n\
1410*858ea5e5SAndroid Build Coastguard Worker 		}							    \n\
1411*858ea5e5SAndroid Build Coastguard Worker 									    \n\
1412*858ea5e5SAndroid Build Coastguard Worker 		static inline int					    \n\
1413*858ea5e5SAndroid Build Coastguard Worker 		%1$s__attach(struct %1$s *obj)				    \n\
1414*858ea5e5SAndroid Build Coastguard Worker 		{							    \n\
1415*858ea5e5SAndroid Build Coastguard Worker 			return bpf_object__attach_skeleton(obj->skeleton);  \n\
1416*858ea5e5SAndroid Build Coastguard Worker 		}							    \n\
1417*858ea5e5SAndroid Build Coastguard Worker 									    \n\
1418*858ea5e5SAndroid Build Coastguard Worker 		static inline void					    \n\
1419*858ea5e5SAndroid Build Coastguard Worker 		%1$s__detach(struct %1$s *obj)				    \n\
1420*858ea5e5SAndroid Build Coastguard Worker 		{							    \n\
1421*858ea5e5SAndroid Build Coastguard Worker 			bpf_object__detach_skeleton(obj->skeleton);	    \n\
1422*858ea5e5SAndroid Build Coastguard Worker 		}							    \n\
1423*858ea5e5SAndroid Build Coastguard Worker 		",
1424*858ea5e5SAndroid Build Coastguard Worker 		obj_name
1425*858ea5e5SAndroid Build Coastguard Worker 	);
1426*858ea5e5SAndroid Build Coastguard Worker 
1427*858ea5e5SAndroid Build Coastguard Worker 	codegen("\
1428*858ea5e5SAndroid Build Coastguard Worker 		\n\
1429*858ea5e5SAndroid Build Coastguard Worker 									    \n\
1430*858ea5e5SAndroid Build Coastguard Worker 		static inline const void *%1$s__elf_bytes(size_t *sz);	    \n\
1431*858ea5e5SAndroid Build Coastguard Worker 									    \n\
1432*858ea5e5SAndroid Build Coastguard Worker 		static inline int					    \n\
1433*858ea5e5SAndroid Build Coastguard Worker 		%1$s__create_skeleton(struct %1$s *obj)			    \n\
1434*858ea5e5SAndroid Build Coastguard Worker 		{							    \n\
1435*858ea5e5SAndroid Build Coastguard Worker 			struct bpf_object_skeleton *s;			    \n\
1436*858ea5e5SAndroid Build Coastguard Worker 			int err;					    \n\
1437*858ea5e5SAndroid Build Coastguard Worker 									    \n\
1438*858ea5e5SAndroid Build Coastguard Worker 			s = (struct bpf_object_skeleton *)calloc(1, sizeof(*s));\n\
1439*858ea5e5SAndroid Build Coastguard Worker 			if (!s)	{					    \n\
1440*858ea5e5SAndroid Build Coastguard Worker 				err = -ENOMEM;				    \n\
1441*858ea5e5SAndroid Build Coastguard Worker 				goto err;				    \n\
1442*858ea5e5SAndroid Build Coastguard Worker 			}						    \n\
1443*858ea5e5SAndroid Build Coastguard Worker 									    \n\
1444*858ea5e5SAndroid Build Coastguard Worker 			s->sz = sizeof(*s);				    \n\
1445*858ea5e5SAndroid Build Coastguard Worker 			s->name = \"%1$s\";				    \n\
1446*858ea5e5SAndroid Build Coastguard Worker 			s->obj = &obj->obj;				    \n\
1447*858ea5e5SAndroid Build Coastguard Worker 		",
1448*858ea5e5SAndroid Build Coastguard Worker 		obj_name
1449*858ea5e5SAndroid Build Coastguard Worker 	);
1450*858ea5e5SAndroid Build Coastguard Worker 
1451*858ea5e5SAndroid Build Coastguard Worker 	codegen_maps_skeleton(obj, map_cnt, true /*mmaped*/);
1452*858ea5e5SAndroid Build Coastguard Worker 	codegen_progs_skeleton(obj, prog_cnt, true /*populate_links*/);
1453*858ea5e5SAndroid Build Coastguard Worker 
1454*858ea5e5SAndroid Build Coastguard Worker 	codegen("\
1455*858ea5e5SAndroid Build Coastguard Worker 		\n\
1456*858ea5e5SAndroid Build Coastguard Worker 									    \n\
1457*858ea5e5SAndroid Build Coastguard Worker 			s->data = %1$s__elf_bytes(&s->data_sz);		    \n\
1458*858ea5e5SAndroid Build Coastguard Worker 									    \n\
1459*858ea5e5SAndroid Build Coastguard Worker 			obj->skeleton = s;				    \n\
1460*858ea5e5SAndroid Build Coastguard Worker 			return 0;					    \n\
1461*858ea5e5SAndroid Build Coastguard Worker 		err:							    \n\
1462*858ea5e5SAndroid Build Coastguard Worker 			bpf_object__destroy_skeleton(s);		    \n\
1463*858ea5e5SAndroid Build Coastguard Worker 			return err;					    \n\
1464*858ea5e5SAndroid Build Coastguard Worker 		}							    \n\
1465*858ea5e5SAndroid Build Coastguard Worker 									    \n\
1466*858ea5e5SAndroid Build Coastguard Worker 		static inline const void *%1$s__elf_bytes(size_t *sz)	    \n\
1467*858ea5e5SAndroid Build Coastguard Worker 		{							    \n\
1468*858ea5e5SAndroid Build Coastguard Worker 			static const char data[] __attribute__((__aligned__(8))) = \"\\\n\
1469*858ea5e5SAndroid Build Coastguard Worker 		",
1470*858ea5e5SAndroid Build Coastguard Worker 		obj_name
1471*858ea5e5SAndroid Build Coastguard Worker 	);
1472*858ea5e5SAndroid Build Coastguard Worker 
1473*858ea5e5SAndroid Build Coastguard Worker 	/* embed contents of BPF object file */
1474*858ea5e5SAndroid Build Coastguard Worker 	print_hex(obj_data, file_sz);
1475*858ea5e5SAndroid Build Coastguard Worker 
1476*858ea5e5SAndroid Build Coastguard Worker 	codegen("\
1477*858ea5e5SAndroid Build Coastguard Worker 		\n\
1478*858ea5e5SAndroid Build Coastguard Worker 		\";							    \n\
1479*858ea5e5SAndroid Build Coastguard Worker 									    \n\
1480*858ea5e5SAndroid Build Coastguard Worker 			*sz = sizeof(data) - 1;				    \n\
1481*858ea5e5SAndroid Build Coastguard Worker 			return (const void *)data;			    \n\
1482*858ea5e5SAndroid Build Coastguard Worker 		}							    \n\
1483*858ea5e5SAndroid Build Coastguard Worker 									    \n\
1484*858ea5e5SAndroid Build Coastguard Worker 		#ifdef __cplusplus					    \n\
1485*858ea5e5SAndroid Build Coastguard Worker 		struct %1$s *%1$s::open(const struct bpf_object_open_opts *opts) { return %1$s__open_opts(opts); }\n\
1486*858ea5e5SAndroid Build Coastguard Worker 		struct %1$s *%1$s::open_and_load() { return %1$s__open_and_load(); }	\n\
1487*858ea5e5SAndroid Build Coastguard Worker 		int %1$s::load(struct %1$s *skel) { return %1$s__load(skel); }		\n\
1488*858ea5e5SAndroid Build Coastguard Worker 		int %1$s::attach(struct %1$s *skel) { return %1$s__attach(skel); }	\n\
1489*858ea5e5SAndroid Build Coastguard Worker 		void %1$s::detach(struct %1$s *skel) { %1$s__detach(skel); }		\n\
1490*858ea5e5SAndroid Build Coastguard Worker 		void %1$s::destroy(struct %1$s *skel) { %1$s__destroy(skel); }		\n\
1491*858ea5e5SAndroid Build Coastguard Worker 		const void *%1$s::elf_bytes(size_t *sz) { return %1$s__elf_bytes(sz); } \n\
1492*858ea5e5SAndroid Build Coastguard Worker 		#endif /* __cplusplus */				    \n\
1493*858ea5e5SAndroid Build Coastguard Worker 									    \n\
1494*858ea5e5SAndroid Build Coastguard Worker 		",
1495*858ea5e5SAndroid Build Coastguard Worker 		obj_name);
1496*858ea5e5SAndroid Build Coastguard Worker 
1497*858ea5e5SAndroid Build Coastguard Worker 	codegen_asserts(obj, obj_name);
1498*858ea5e5SAndroid Build Coastguard Worker 
1499*858ea5e5SAndroid Build Coastguard Worker 	codegen("\
1500*858ea5e5SAndroid Build Coastguard Worker 		\n\
1501*858ea5e5SAndroid Build Coastguard Worker 									    \n\
1502*858ea5e5SAndroid Build Coastguard Worker 		#endif /* %1$s */					    \n\
1503*858ea5e5SAndroid Build Coastguard Worker 		",
1504*858ea5e5SAndroid Build Coastguard Worker 		header_guard);
1505*858ea5e5SAndroid Build Coastguard Worker 	err = 0;
1506*858ea5e5SAndroid Build Coastguard Worker out:
1507*858ea5e5SAndroid Build Coastguard Worker 	bpf_object__close(obj);
1508*858ea5e5SAndroid Build Coastguard Worker 	if (obj_data)
1509*858ea5e5SAndroid Build Coastguard Worker 		munmap(obj_data, mmap_sz);
1510*858ea5e5SAndroid Build Coastguard Worker 	close(fd);
1511*858ea5e5SAndroid Build Coastguard Worker 	return err;
1512*858ea5e5SAndroid Build Coastguard Worker }
1513*858ea5e5SAndroid Build Coastguard Worker 
1514*858ea5e5SAndroid Build Coastguard Worker /* Subskeletons are like skeletons, except they don't own the bpf_object,
1515*858ea5e5SAndroid Build Coastguard Worker  * associated maps, links, etc. Instead, they know about the existence of
1516*858ea5e5SAndroid Build Coastguard Worker  * variables, maps, programs and are able to find their locations
1517*858ea5e5SAndroid Build Coastguard Worker  * _at runtime_ from an already loaded bpf_object.
1518*858ea5e5SAndroid Build Coastguard Worker  *
1519*858ea5e5SAndroid Build Coastguard Worker  * This allows for library-like BPF objects to have userspace counterparts
1520*858ea5e5SAndroid Build Coastguard Worker  * with access to their own items without having to know anything about the
1521*858ea5e5SAndroid Build Coastguard Worker  * final BPF object that the library was linked into.
1522*858ea5e5SAndroid Build Coastguard Worker  */
do_subskeleton(int argc,char ** argv)1523*858ea5e5SAndroid Build Coastguard Worker static int do_subskeleton(int argc, char **argv)
1524*858ea5e5SAndroid Build Coastguard Worker {
1525*858ea5e5SAndroid Build Coastguard Worker 	char header_guard[MAX_OBJ_NAME_LEN + sizeof("__SUBSKEL_H__")];
1526*858ea5e5SAndroid Build Coastguard Worker 	size_t i, len, file_sz, map_cnt = 0, prog_cnt = 0, mmap_sz, var_cnt = 0, var_idx = 0;
1527*858ea5e5SAndroid Build Coastguard Worker 	DECLARE_LIBBPF_OPTS(bpf_object_open_opts, opts);
1528*858ea5e5SAndroid Build Coastguard Worker 	char obj_name[MAX_OBJ_NAME_LEN] = "", *obj_data;
1529*858ea5e5SAndroid Build Coastguard Worker 	struct bpf_object *obj = NULL;
1530*858ea5e5SAndroid Build Coastguard Worker 	const char *file, *var_name;
1531*858ea5e5SAndroid Build Coastguard Worker 	char ident[256];
1532*858ea5e5SAndroid Build Coastguard Worker 	int fd, err = -1, map_type_id;
1533*858ea5e5SAndroid Build Coastguard Worker 	const struct bpf_map *map;
1534*858ea5e5SAndroid Build Coastguard Worker 	struct bpf_program *prog;
1535*858ea5e5SAndroid Build Coastguard Worker 	struct btf *btf;
1536*858ea5e5SAndroid Build Coastguard Worker 	const struct btf_type *map_type, *var_type;
1537*858ea5e5SAndroid Build Coastguard Worker 	const struct btf_var_secinfo *var;
1538*858ea5e5SAndroid Build Coastguard Worker 	struct stat st;
1539*858ea5e5SAndroid Build Coastguard Worker 
1540*858ea5e5SAndroid Build Coastguard Worker 	if (!REQ_ARGS(1)) {
1541*858ea5e5SAndroid Build Coastguard Worker 		usage();
1542*858ea5e5SAndroid Build Coastguard Worker 		return -1;
1543*858ea5e5SAndroid Build Coastguard Worker 	}
1544*858ea5e5SAndroid Build Coastguard Worker 	file = GET_ARG();
1545*858ea5e5SAndroid Build Coastguard Worker 
1546*858ea5e5SAndroid Build Coastguard Worker 	while (argc) {
1547*858ea5e5SAndroid Build Coastguard Worker 		if (!REQ_ARGS(2))
1548*858ea5e5SAndroid Build Coastguard Worker 			return -1;
1549*858ea5e5SAndroid Build Coastguard Worker 
1550*858ea5e5SAndroid Build Coastguard Worker 		if (is_prefix(*argv, "name")) {
1551*858ea5e5SAndroid Build Coastguard Worker 			NEXT_ARG();
1552*858ea5e5SAndroid Build Coastguard Worker 
1553*858ea5e5SAndroid Build Coastguard Worker 			if (obj_name[0] != '\0') {
1554*858ea5e5SAndroid Build Coastguard Worker 				p_err("object name already specified");
1555*858ea5e5SAndroid Build Coastguard Worker 				return -1;
1556*858ea5e5SAndroid Build Coastguard Worker 			}
1557*858ea5e5SAndroid Build Coastguard Worker 
1558*858ea5e5SAndroid Build Coastguard Worker 			strncpy(obj_name, *argv, MAX_OBJ_NAME_LEN - 1);
1559*858ea5e5SAndroid Build Coastguard Worker 			obj_name[MAX_OBJ_NAME_LEN - 1] = '\0';
1560*858ea5e5SAndroid Build Coastguard Worker 		} else {
1561*858ea5e5SAndroid Build Coastguard Worker 			p_err("unknown arg %s", *argv);
1562*858ea5e5SAndroid Build Coastguard Worker 			return -1;
1563*858ea5e5SAndroid Build Coastguard Worker 		}
1564*858ea5e5SAndroid Build Coastguard Worker 
1565*858ea5e5SAndroid Build Coastguard Worker 		NEXT_ARG();
1566*858ea5e5SAndroid Build Coastguard Worker 	}
1567*858ea5e5SAndroid Build Coastguard Worker 
1568*858ea5e5SAndroid Build Coastguard Worker 	if (argc) {
1569*858ea5e5SAndroid Build Coastguard Worker 		p_err("extra unknown arguments");
1570*858ea5e5SAndroid Build Coastguard Worker 		return -1;
1571*858ea5e5SAndroid Build Coastguard Worker 	}
1572*858ea5e5SAndroid Build Coastguard Worker 
1573*858ea5e5SAndroid Build Coastguard Worker 	if (use_loader) {
1574*858ea5e5SAndroid Build Coastguard Worker 		p_err("cannot use loader for subskeletons");
1575*858ea5e5SAndroid Build Coastguard Worker 		return -1;
1576*858ea5e5SAndroid Build Coastguard Worker 	}
1577*858ea5e5SAndroid Build Coastguard Worker 
1578*858ea5e5SAndroid Build Coastguard Worker 	if (stat(file, &st)) {
1579*858ea5e5SAndroid Build Coastguard Worker 		p_err("failed to stat() %s: %s", file, strerror(errno));
1580*858ea5e5SAndroid Build Coastguard Worker 		return -1;
1581*858ea5e5SAndroid Build Coastguard Worker 	}
1582*858ea5e5SAndroid Build Coastguard Worker 	file_sz = st.st_size;
1583*858ea5e5SAndroid Build Coastguard Worker 	mmap_sz = roundup(file_sz, sysconf(_SC_PAGE_SIZE));
1584*858ea5e5SAndroid Build Coastguard Worker 	fd = open(file, O_RDONLY);
1585*858ea5e5SAndroid Build Coastguard Worker 	if (fd < 0) {
1586*858ea5e5SAndroid Build Coastguard Worker 		p_err("failed to open() %s: %s", file, strerror(errno));
1587*858ea5e5SAndroid Build Coastguard Worker 		return -1;
1588*858ea5e5SAndroid Build Coastguard Worker 	}
1589*858ea5e5SAndroid Build Coastguard Worker 	obj_data = mmap(NULL, mmap_sz, PROT_READ, MAP_PRIVATE, fd, 0);
1590*858ea5e5SAndroid Build Coastguard Worker 	if (obj_data == MAP_FAILED) {
1591*858ea5e5SAndroid Build Coastguard Worker 		obj_data = NULL;
1592*858ea5e5SAndroid Build Coastguard Worker 		p_err("failed to mmap() %s: %s", file, strerror(errno));
1593*858ea5e5SAndroid Build Coastguard Worker 		goto out;
1594*858ea5e5SAndroid Build Coastguard Worker 	}
1595*858ea5e5SAndroid Build Coastguard Worker 	if (obj_name[0] == '\0')
1596*858ea5e5SAndroid Build Coastguard Worker 		get_obj_name(obj_name, file);
1597*858ea5e5SAndroid Build Coastguard Worker 
1598*858ea5e5SAndroid Build Coastguard Worker 	/* The empty object name allows us to use bpf_map__name and produce
1599*858ea5e5SAndroid Build Coastguard Worker 	 * ELF section names out of it. (".data" instead of "obj.data")
1600*858ea5e5SAndroid Build Coastguard Worker 	 */
1601*858ea5e5SAndroid Build Coastguard Worker 	opts.object_name = "";
1602*858ea5e5SAndroid Build Coastguard Worker 	obj = bpf_object__open_mem(obj_data, file_sz, &opts);
1603*858ea5e5SAndroid Build Coastguard Worker 	if (!obj) {
1604*858ea5e5SAndroid Build Coastguard Worker 		char err_buf[256];
1605*858ea5e5SAndroid Build Coastguard Worker 
1606*858ea5e5SAndroid Build Coastguard Worker 		libbpf_strerror(errno, err_buf, sizeof(err_buf));
1607*858ea5e5SAndroid Build Coastguard Worker 		p_err("failed to open BPF object file: %s", err_buf);
1608*858ea5e5SAndroid Build Coastguard Worker 		obj = NULL;
1609*858ea5e5SAndroid Build Coastguard Worker 		goto out;
1610*858ea5e5SAndroid Build Coastguard Worker 	}
1611*858ea5e5SAndroid Build Coastguard Worker 
1612*858ea5e5SAndroid Build Coastguard Worker 	btf = bpf_object__btf(obj);
1613*858ea5e5SAndroid Build Coastguard Worker 	if (!btf) {
1614*858ea5e5SAndroid Build Coastguard Worker 		err = -1;
1615*858ea5e5SAndroid Build Coastguard Worker 		p_err("need btf type information for %s", obj_name);
1616*858ea5e5SAndroid Build Coastguard Worker 		goto out;
1617*858ea5e5SAndroid Build Coastguard Worker 	}
1618*858ea5e5SAndroid Build Coastguard Worker 
1619*858ea5e5SAndroid Build Coastguard Worker 	bpf_object__for_each_program(prog, obj) {
1620*858ea5e5SAndroid Build Coastguard Worker 		prog_cnt++;
1621*858ea5e5SAndroid Build Coastguard Worker 	}
1622*858ea5e5SAndroid Build Coastguard Worker 
1623*858ea5e5SAndroid Build Coastguard Worker 	/* First, count how many variables we have to find.
1624*858ea5e5SAndroid Build Coastguard Worker 	 * We need this in advance so the subskel can allocate the right
1625*858ea5e5SAndroid Build Coastguard Worker 	 * amount of storage.
1626*858ea5e5SAndroid Build Coastguard Worker 	 */
1627*858ea5e5SAndroid Build Coastguard Worker 	bpf_object__for_each_map(map, obj) {
1628*858ea5e5SAndroid Build Coastguard Worker 		if (!get_map_ident(map, ident, sizeof(ident)))
1629*858ea5e5SAndroid Build Coastguard Worker 			continue;
1630*858ea5e5SAndroid Build Coastguard Worker 
1631*858ea5e5SAndroid Build Coastguard Worker 		/* Also count all maps that have a name */
1632*858ea5e5SAndroid Build Coastguard Worker 		map_cnt++;
1633*858ea5e5SAndroid Build Coastguard Worker 
1634*858ea5e5SAndroid Build Coastguard Worker 		if (!is_mmapable_map(map, ident, sizeof(ident)))
1635*858ea5e5SAndroid Build Coastguard Worker 			continue;
1636*858ea5e5SAndroid Build Coastguard Worker 
1637*858ea5e5SAndroid Build Coastguard Worker 		map_type_id = bpf_map__btf_value_type_id(map);
1638*858ea5e5SAndroid Build Coastguard Worker 		if (map_type_id <= 0) {
1639*858ea5e5SAndroid Build Coastguard Worker 			err = map_type_id;
1640*858ea5e5SAndroid Build Coastguard Worker 			goto out;
1641*858ea5e5SAndroid Build Coastguard Worker 		}
1642*858ea5e5SAndroid Build Coastguard Worker 		map_type = btf__type_by_id(btf, map_type_id);
1643*858ea5e5SAndroid Build Coastguard Worker 
1644*858ea5e5SAndroid Build Coastguard Worker 		var = btf_var_secinfos(map_type);
1645*858ea5e5SAndroid Build Coastguard Worker 		len = btf_vlen(map_type);
1646*858ea5e5SAndroid Build Coastguard Worker 		for (i = 0; i < len; i++, var++) {
1647*858ea5e5SAndroid Build Coastguard Worker 			var_type = btf__type_by_id(btf, var->type);
1648*858ea5e5SAndroid Build Coastguard Worker 
1649*858ea5e5SAndroid Build Coastguard Worker 			if (btf_var(var_type)->linkage == BTF_VAR_STATIC)
1650*858ea5e5SAndroid Build Coastguard Worker 				continue;
1651*858ea5e5SAndroid Build Coastguard Worker 
1652*858ea5e5SAndroid Build Coastguard Worker 			var_cnt++;
1653*858ea5e5SAndroid Build Coastguard Worker 		}
1654*858ea5e5SAndroid Build Coastguard Worker 	}
1655*858ea5e5SAndroid Build Coastguard Worker 
1656*858ea5e5SAndroid Build Coastguard Worker 	get_header_guard(header_guard, obj_name, "SUBSKEL_H");
1657*858ea5e5SAndroid Build Coastguard Worker 	codegen("\
1658*858ea5e5SAndroid Build Coastguard Worker 	\n\
1659*858ea5e5SAndroid Build Coastguard Worker 	/* SPDX-License-Identifier: (LGPL-2.1 OR BSD-2-Clause) */	    \n\
1660*858ea5e5SAndroid Build Coastguard Worker 									    \n\
1661*858ea5e5SAndroid Build Coastguard Worker 	/* THIS FILE IS AUTOGENERATED! */				    \n\
1662*858ea5e5SAndroid Build Coastguard Worker 	#ifndef %2$s							    \n\
1663*858ea5e5SAndroid Build Coastguard Worker 	#define %2$s							    \n\
1664*858ea5e5SAndroid Build Coastguard Worker 									    \n\
1665*858ea5e5SAndroid Build Coastguard Worker 	#include <errno.h>						    \n\
1666*858ea5e5SAndroid Build Coastguard Worker 	#include <stdlib.h>						    \n\
1667*858ea5e5SAndroid Build Coastguard Worker 	#include <bpf/libbpf.h>						    \n\
1668*858ea5e5SAndroid Build Coastguard Worker 									    \n\
1669*858ea5e5SAndroid Build Coastguard Worker 	struct %1$s {							    \n\
1670*858ea5e5SAndroid Build Coastguard Worker 		struct bpf_object *obj;					    \n\
1671*858ea5e5SAndroid Build Coastguard Worker 		struct bpf_object_subskeleton *subskel;			    \n\
1672*858ea5e5SAndroid Build Coastguard Worker 	", obj_name, header_guard);
1673*858ea5e5SAndroid Build Coastguard Worker 
1674*858ea5e5SAndroid Build Coastguard Worker 	if (map_cnt) {
1675*858ea5e5SAndroid Build Coastguard Worker 		printf("\tstruct {\n");
1676*858ea5e5SAndroid Build Coastguard Worker 		bpf_object__for_each_map(map, obj) {
1677*858ea5e5SAndroid Build Coastguard Worker 			if (!get_map_ident(map, ident, sizeof(ident)))
1678*858ea5e5SAndroid Build Coastguard Worker 				continue;
1679*858ea5e5SAndroid Build Coastguard Worker 			printf("\t\tstruct bpf_map *%s;\n", ident);
1680*858ea5e5SAndroid Build Coastguard Worker 		}
1681*858ea5e5SAndroid Build Coastguard Worker 		printf("\t} maps;\n");
1682*858ea5e5SAndroid Build Coastguard Worker 	}
1683*858ea5e5SAndroid Build Coastguard Worker 
1684*858ea5e5SAndroid Build Coastguard Worker 	err = gen_st_ops_shadow(obj_name, btf, obj);
1685*858ea5e5SAndroid Build Coastguard Worker 	if (err)
1686*858ea5e5SAndroid Build Coastguard Worker 		goto out;
1687*858ea5e5SAndroid Build Coastguard Worker 
1688*858ea5e5SAndroid Build Coastguard Worker 	if (prog_cnt) {
1689*858ea5e5SAndroid Build Coastguard Worker 		printf("\tstruct {\n");
1690*858ea5e5SAndroid Build Coastguard Worker 		bpf_object__for_each_program(prog, obj) {
1691*858ea5e5SAndroid Build Coastguard Worker 			printf("\t\tstruct bpf_program *%s;\n",
1692*858ea5e5SAndroid Build Coastguard Worker 				bpf_program__name(prog));
1693*858ea5e5SAndroid Build Coastguard Worker 		}
1694*858ea5e5SAndroid Build Coastguard Worker 		printf("\t} progs;\n");
1695*858ea5e5SAndroid Build Coastguard Worker 	}
1696*858ea5e5SAndroid Build Coastguard Worker 
1697*858ea5e5SAndroid Build Coastguard Worker 	err = codegen_subskel_datasecs(obj, obj_name);
1698*858ea5e5SAndroid Build Coastguard Worker 	if (err)
1699*858ea5e5SAndroid Build Coastguard Worker 		goto out;
1700*858ea5e5SAndroid Build Coastguard Worker 
1701*858ea5e5SAndroid Build Coastguard Worker 	/* emit code that will allocate enough storage for all symbols */
1702*858ea5e5SAndroid Build Coastguard Worker 	codegen("\
1703*858ea5e5SAndroid Build Coastguard Worker 		\n\
1704*858ea5e5SAndroid Build Coastguard Worker 									    \n\
1705*858ea5e5SAndroid Build Coastguard Worker 		#ifdef __cplusplus					    \n\
1706*858ea5e5SAndroid Build Coastguard Worker 			static inline struct %1$s *open(const struct bpf_object *src);\n\
1707*858ea5e5SAndroid Build Coastguard Worker 			static inline void destroy(struct %1$s *skel);	    \n\
1708*858ea5e5SAndroid Build Coastguard Worker 		#endif /* __cplusplus */				    \n\
1709*858ea5e5SAndroid Build Coastguard Worker 		};							    \n\
1710*858ea5e5SAndroid Build Coastguard Worker 									    \n\
1711*858ea5e5SAndroid Build Coastguard Worker 		static inline void					    \n\
1712*858ea5e5SAndroid Build Coastguard Worker 		%1$s__destroy(struct %1$s *skel)			    \n\
1713*858ea5e5SAndroid Build Coastguard Worker 		{							    \n\
1714*858ea5e5SAndroid Build Coastguard Worker 			if (!skel)					    \n\
1715*858ea5e5SAndroid Build Coastguard Worker 				return;					    \n\
1716*858ea5e5SAndroid Build Coastguard Worker 			if (skel->subskel)				    \n\
1717*858ea5e5SAndroid Build Coastguard Worker 				bpf_object__destroy_subskeleton(skel->subskel);\n\
1718*858ea5e5SAndroid Build Coastguard Worker 			free(skel);					    \n\
1719*858ea5e5SAndroid Build Coastguard Worker 		}							    \n\
1720*858ea5e5SAndroid Build Coastguard Worker 									    \n\
1721*858ea5e5SAndroid Build Coastguard Worker 		static inline struct %1$s *				    \n\
1722*858ea5e5SAndroid Build Coastguard Worker 		%1$s__open(const struct bpf_object *src)		    \n\
1723*858ea5e5SAndroid Build Coastguard Worker 		{							    \n\
1724*858ea5e5SAndroid Build Coastguard Worker 			struct %1$s *obj;				    \n\
1725*858ea5e5SAndroid Build Coastguard Worker 			struct bpf_object_subskeleton *s;		    \n\
1726*858ea5e5SAndroid Build Coastguard Worker 			int err;					    \n\
1727*858ea5e5SAndroid Build Coastguard Worker 									    \n\
1728*858ea5e5SAndroid Build Coastguard Worker 			obj = (struct %1$s *)calloc(1, sizeof(*obj));	    \n\
1729*858ea5e5SAndroid Build Coastguard Worker 			if (!obj) {					    \n\
1730*858ea5e5SAndroid Build Coastguard Worker 				err = -ENOMEM;				    \n\
1731*858ea5e5SAndroid Build Coastguard Worker 				goto err;				    \n\
1732*858ea5e5SAndroid Build Coastguard Worker 			}						    \n\
1733*858ea5e5SAndroid Build Coastguard Worker 			s = (struct bpf_object_subskeleton *)calloc(1, sizeof(*s));\n\
1734*858ea5e5SAndroid Build Coastguard Worker 			if (!s) {					    \n\
1735*858ea5e5SAndroid Build Coastguard Worker 				err = -ENOMEM;				    \n\
1736*858ea5e5SAndroid Build Coastguard Worker 				goto err;				    \n\
1737*858ea5e5SAndroid Build Coastguard Worker 			}						    \n\
1738*858ea5e5SAndroid Build Coastguard Worker 			s->sz = sizeof(*s);				    \n\
1739*858ea5e5SAndroid Build Coastguard Worker 			s->obj = src;					    \n\
1740*858ea5e5SAndroid Build Coastguard Worker 			s->var_skel_sz = sizeof(*s->vars);		    \n\
1741*858ea5e5SAndroid Build Coastguard Worker 			obj->subskel = s;				    \n\
1742*858ea5e5SAndroid Build Coastguard Worker 									    \n\
1743*858ea5e5SAndroid Build Coastguard Worker 			/* vars */					    \n\
1744*858ea5e5SAndroid Build Coastguard Worker 			s->var_cnt = %2$d;				    \n\
1745*858ea5e5SAndroid Build Coastguard Worker 			s->vars = (struct bpf_var_skeleton *)calloc(%2$d, sizeof(*s->vars));\n\
1746*858ea5e5SAndroid Build Coastguard Worker 			if (!s->vars) {					    \n\
1747*858ea5e5SAndroid Build Coastguard Worker 				err = -ENOMEM;				    \n\
1748*858ea5e5SAndroid Build Coastguard Worker 				goto err;				    \n\
1749*858ea5e5SAndroid Build Coastguard Worker 			}						    \n\
1750*858ea5e5SAndroid Build Coastguard Worker 		",
1751*858ea5e5SAndroid Build Coastguard Worker 		obj_name, var_cnt
1752*858ea5e5SAndroid Build Coastguard Worker 	);
1753*858ea5e5SAndroid Build Coastguard Worker 
1754*858ea5e5SAndroid Build Coastguard Worker 	/* walk through each symbol and emit the runtime representation */
1755*858ea5e5SAndroid Build Coastguard Worker 	bpf_object__for_each_map(map, obj) {
1756*858ea5e5SAndroid Build Coastguard Worker 		if (!is_mmapable_map(map, ident, sizeof(ident)))
1757*858ea5e5SAndroid Build Coastguard Worker 			continue;
1758*858ea5e5SAndroid Build Coastguard Worker 
1759*858ea5e5SAndroid Build Coastguard Worker 		map_type_id = bpf_map__btf_value_type_id(map);
1760*858ea5e5SAndroid Build Coastguard Worker 		if (map_type_id <= 0)
1761*858ea5e5SAndroid Build Coastguard Worker 			/* skip over internal maps with no type*/
1762*858ea5e5SAndroid Build Coastguard Worker 			continue;
1763*858ea5e5SAndroid Build Coastguard Worker 
1764*858ea5e5SAndroid Build Coastguard Worker 		map_type = btf__type_by_id(btf, map_type_id);
1765*858ea5e5SAndroid Build Coastguard Worker 		var = btf_var_secinfos(map_type);
1766*858ea5e5SAndroid Build Coastguard Worker 		len = btf_vlen(map_type);
1767*858ea5e5SAndroid Build Coastguard Worker 		for (i = 0; i < len; i++, var++) {
1768*858ea5e5SAndroid Build Coastguard Worker 			var_type = btf__type_by_id(btf, var->type);
1769*858ea5e5SAndroid Build Coastguard Worker 			var_name = btf__name_by_offset(btf, var_type->name_off);
1770*858ea5e5SAndroid Build Coastguard Worker 
1771*858ea5e5SAndroid Build Coastguard Worker 			if (btf_var(var_type)->linkage == BTF_VAR_STATIC)
1772*858ea5e5SAndroid Build Coastguard Worker 				continue;
1773*858ea5e5SAndroid Build Coastguard Worker 
1774*858ea5e5SAndroid Build Coastguard Worker 			/* Note that we use the dot prefix in .data as the
1775*858ea5e5SAndroid Build Coastguard Worker 			 * field access operator i.e. maps%s becomes maps.data
1776*858ea5e5SAndroid Build Coastguard Worker 			 */
1777*858ea5e5SAndroid Build Coastguard Worker 			codegen("\
1778*858ea5e5SAndroid Build Coastguard Worker 			\n\
1779*858ea5e5SAndroid Build Coastguard Worker 									    \n\
1780*858ea5e5SAndroid Build Coastguard Worker 				s->vars[%3$d].name = \"%1$s\";		    \n\
1781*858ea5e5SAndroid Build Coastguard Worker 				s->vars[%3$d].map = &obj->maps.%2$s;	    \n\
1782*858ea5e5SAndroid Build Coastguard Worker 				s->vars[%3$d].addr = (void **) &obj->%2$s.%1$s;\n\
1783*858ea5e5SAndroid Build Coastguard Worker 			", var_name, ident, var_idx);
1784*858ea5e5SAndroid Build Coastguard Worker 
1785*858ea5e5SAndroid Build Coastguard Worker 			var_idx++;
1786*858ea5e5SAndroid Build Coastguard Worker 		}
1787*858ea5e5SAndroid Build Coastguard Worker 	}
1788*858ea5e5SAndroid Build Coastguard Worker 
1789*858ea5e5SAndroid Build Coastguard Worker 	codegen_maps_skeleton(obj, map_cnt, false /*mmaped*/);
1790*858ea5e5SAndroid Build Coastguard Worker 	codegen_progs_skeleton(obj, prog_cnt, false /*links*/);
1791*858ea5e5SAndroid Build Coastguard Worker 
1792*858ea5e5SAndroid Build Coastguard Worker 	codegen("\
1793*858ea5e5SAndroid Build Coastguard Worker 		\n\
1794*858ea5e5SAndroid Build Coastguard Worker 									    \n\
1795*858ea5e5SAndroid Build Coastguard Worker 			err = bpf_object__open_subskeleton(s);		    \n\
1796*858ea5e5SAndroid Build Coastguard Worker 			if (err)					    \n\
1797*858ea5e5SAndroid Build Coastguard Worker 				goto err;				    \n\
1798*858ea5e5SAndroid Build Coastguard Worker 									    \n\
1799*858ea5e5SAndroid Build Coastguard Worker 		");
1800*858ea5e5SAndroid Build Coastguard Worker 
1801*858ea5e5SAndroid Build Coastguard Worker 	gen_st_ops_shadow_init(btf, obj);
1802*858ea5e5SAndroid Build Coastguard Worker 
1803*858ea5e5SAndroid Build Coastguard Worker 	codegen("\
1804*858ea5e5SAndroid Build Coastguard Worker 		\n\
1805*858ea5e5SAndroid Build Coastguard Worker 			return obj;					    \n\
1806*858ea5e5SAndroid Build Coastguard Worker 		err:							    \n\
1807*858ea5e5SAndroid Build Coastguard Worker 			%1$s__destroy(obj);				    \n\
1808*858ea5e5SAndroid Build Coastguard Worker 			errno = -err;					    \n\
1809*858ea5e5SAndroid Build Coastguard Worker 			return NULL;					    \n\
1810*858ea5e5SAndroid Build Coastguard Worker 		}							    \n\
1811*858ea5e5SAndroid Build Coastguard Worker 									    \n\
1812*858ea5e5SAndroid Build Coastguard Worker 		#ifdef __cplusplus					    \n\
1813*858ea5e5SAndroid Build Coastguard Worker 		struct %1$s *%1$s::open(const struct bpf_object *src) { return %1$s__open(src); }\n\
1814*858ea5e5SAndroid Build Coastguard Worker 		void %1$s::destroy(struct %1$s *skel) { %1$s__destroy(skel); }\n\
1815*858ea5e5SAndroid Build Coastguard Worker 		#endif /* __cplusplus */				    \n\
1816*858ea5e5SAndroid Build Coastguard Worker 									    \n\
1817*858ea5e5SAndroid Build Coastguard Worker 		#endif /* %2$s */					    \n\
1818*858ea5e5SAndroid Build Coastguard Worker 		",
1819*858ea5e5SAndroid Build Coastguard Worker 		obj_name, header_guard);
1820*858ea5e5SAndroid Build Coastguard Worker 	err = 0;
1821*858ea5e5SAndroid Build Coastguard Worker out:
1822*858ea5e5SAndroid Build Coastguard Worker 	bpf_object__close(obj);
1823*858ea5e5SAndroid Build Coastguard Worker 	if (obj_data)
1824*858ea5e5SAndroid Build Coastguard Worker 		munmap(obj_data, mmap_sz);
1825*858ea5e5SAndroid Build Coastguard Worker 	close(fd);
1826*858ea5e5SAndroid Build Coastguard Worker 	return err;
1827*858ea5e5SAndroid Build Coastguard Worker }
1828*858ea5e5SAndroid Build Coastguard Worker 
do_object(int argc,char ** argv)1829*858ea5e5SAndroid Build Coastguard Worker static int do_object(int argc, char **argv)
1830*858ea5e5SAndroid Build Coastguard Worker {
1831*858ea5e5SAndroid Build Coastguard Worker 	struct bpf_linker *linker;
1832*858ea5e5SAndroid Build Coastguard Worker 	const char *output_file, *file;
1833*858ea5e5SAndroid Build Coastguard Worker 	int err = 0;
1834*858ea5e5SAndroid Build Coastguard Worker 
1835*858ea5e5SAndroid Build Coastguard Worker 	if (!REQ_ARGS(2)) {
1836*858ea5e5SAndroid Build Coastguard Worker 		usage();
1837*858ea5e5SAndroid Build Coastguard Worker 		return -1;
1838*858ea5e5SAndroid Build Coastguard Worker 	}
1839*858ea5e5SAndroid Build Coastguard Worker 
1840*858ea5e5SAndroid Build Coastguard Worker 	output_file = GET_ARG();
1841*858ea5e5SAndroid Build Coastguard Worker 
1842*858ea5e5SAndroid Build Coastguard Worker 	linker = bpf_linker__new(output_file, NULL);
1843*858ea5e5SAndroid Build Coastguard Worker 	if (!linker) {
1844*858ea5e5SAndroid Build Coastguard Worker 		p_err("failed to create BPF linker instance");
1845*858ea5e5SAndroid Build Coastguard Worker 		return -1;
1846*858ea5e5SAndroid Build Coastguard Worker 	}
1847*858ea5e5SAndroid Build Coastguard Worker 
1848*858ea5e5SAndroid Build Coastguard Worker 	while (argc) {
1849*858ea5e5SAndroid Build Coastguard Worker 		file = GET_ARG();
1850*858ea5e5SAndroid Build Coastguard Worker 
1851*858ea5e5SAndroid Build Coastguard Worker 		err = bpf_linker__add_file(linker, file, NULL);
1852*858ea5e5SAndroid Build Coastguard Worker 		if (err) {
1853*858ea5e5SAndroid Build Coastguard Worker 			p_err("failed to link '%s': %s (%d)", file, strerror(errno), errno);
1854*858ea5e5SAndroid Build Coastguard Worker 			goto out;
1855*858ea5e5SAndroid Build Coastguard Worker 		}
1856*858ea5e5SAndroid Build Coastguard Worker 	}
1857*858ea5e5SAndroid Build Coastguard Worker 
1858*858ea5e5SAndroid Build Coastguard Worker 	err = bpf_linker__finalize(linker);
1859*858ea5e5SAndroid Build Coastguard Worker 	if (err) {
1860*858ea5e5SAndroid Build Coastguard Worker 		p_err("failed to finalize ELF file: %s (%d)", strerror(errno), errno);
1861*858ea5e5SAndroid Build Coastguard Worker 		goto out;
1862*858ea5e5SAndroid Build Coastguard Worker 	}
1863*858ea5e5SAndroid Build Coastguard Worker 
1864*858ea5e5SAndroid Build Coastguard Worker 	err = 0;
1865*858ea5e5SAndroid Build Coastguard Worker out:
1866*858ea5e5SAndroid Build Coastguard Worker 	bpf_linker__free(linker);
1867*858ea5e5SAndroid Build Coastguard Worker 	return err;
1868*858ea5e5SAndroid Build Coastguard Worker }
1869*858ea5e5SAndroid Build Coastguard Worker 
do_help(int argc,char ** argv)1870*858ea5e5SAndroid Build Coastguard Worker static int do_help(int argc, char **argv)
1871*858ea5e5SAndroid Build Coastguard Worker {
1872*858ea5e5SAndroid Build Coastguard Worker 	if (json_output) {
1873*858ea5e5SAndroid Build Coastguard Worker 		jsonw_null(json_wtr);
1874*858ea5e5SAndroid Build Coastguard Worker 		return 0;
1875*858ea5e5SAndroid Build Coastguard Worker 	}
1876*858ea5e5SAndroid Build Coastguard Worker 
1877*858ea5e5SAndroid Build Coastguard Worker 	fprintf(stderr,
1878*858ea5e5SAndroid Build Coastguard Worker 		"Usage: %1$s %2$s object OUTPUT_FILE INPUT_FILE [INPUT_FILE...]\n"
1879*858ea5e5SAndroid Build Coastguard Worker 		"       %1$s %2$s skeleton FILE [name OBJECT_NAME]\n"
1880*858ea5e5SAndroid Build Coastguard Worker 		"       %1$s %2$s subskeleton FILE [name OBJECT_NAME]\n"
1881*858ea5e5SAndroid Build Coastguard Worker 		"       %1$s %2$s min_core_btf INPUT OUTPUT OBJECT [OBJECT...]\n"
1882*858ea5e5SAndroid Build Coastguard Worker 		"       %1$s %2$s help\n"
1883*858ea5e5SAndroid Build Coastguard Worker 		"\n"
1884*858ea5e5SAndroid Build Coastguard Worker 		"       " HELP_SPEC_OPTIONS " |\n"
1885*858ea5e5SAndroid Build Coastguard Worker 		"                    {-L|--use-loader} }\n"
1886*858ea5e5SAndroid Build Coastguard Worker 		"",
1887*858ea5e5SAndroid Build Coastguard Worker 		bin_name, "gen");
1888*858ea5e5SAndroid Build Coastguard Worker 
1889*858ea5e5SAndroid Build Coastguard Worker 	return 0;
1890*858ea5e5SAndroid Build Coastguard Worker }
1891*858ea5e5SAndroid Build Coastguard Worker 
btf_save_raw(const struct btf * btf,const char * path)1892*858ea5e5SAndroid Build Coastguard Worker static int btf_save_raw(const struct btf *btf, const char *path)
1893*858ea5e5SAndroid Build Coastguard Worker {
1894*858ea5e5SAndroid Build Coastguard Worker 	const void *data;
1895*858ea5e5SAndroid Build Coastguard Worker 	FILE *f = NULL;
1896*858ea5e5SAndroid Build Coastguard Worker 	__u32 data_sz;
1897*858ea5e5SAndroid Build Coastguard Worker 	int err = 0;
1898*858ea5e5SAndroid Build Coastguard Worker 
1899*858ea5e5SAndroid Build Coastguard Worker 	data = btf__raw_data(btf, &data_sz);
1900*858ea5e5SAndroid Build Coastguard Worker 	if (!data)
1901*858ea5e5SAndroid Build Coastguard Worker 		return -ENOMEM;
1902*858ea5e5SAndroid Build Coastguard Worker 
1903*858ea5e5SAndroid Build Coastguard Worker 	f = fopen(path, "wb");
1904*858ea5e5SAndroid Build Coastguard Worker 	if (!f)
1905*858ea5e5SAndroid Build Coastguard Worker 		return -errno;
1906*858ea5e5SAndroid Build Coastguard Worker 
1907*858ea5e5SAndroid Build Coastguard Worker 	if (fwrite(data, 1, data_sz, f) != data_sz)
1908*858ea5e5SAndroid Build Coastguard Worker 		err = -errno;
1909*858ea5e5SAndroid Build Coastguard Worker 
1910*858ea5e5SAndroid Build Coastguard Worker 	fclose(f);
1911*858ea5e5SAndroid Build Coastguard Worker 	return err;
1912*858ea5e5SAndroid Build Coastguard Worker }
1913*858ea5e5SAndroid Build Coastguard Worker 
1914*858ea5e5SAndroid Build Coastguard Worker struct btfgen_info {
1915*858ea5e5SAndroid Build Coastguard Worker 	struct btf *src_btf;
1916*858ea5e5SAndroid Build Coastguard Worker 	struct btf *marked_btf; /* btf structure used to mark used types */
1917*858ea5e5SAndroid Build Coastguard Worker };
1918*858ea5e5SAndroid Build Coastguard Worker 
btfgen_hash_fn(long key,void * ctx)1919*858ea5e5SAndroid Build Coastguard Worker static size_t btfgen_hash_fn(long key, void *ctx)
1920*858ea5e5SAndroid Build Coastguard Worker {
1921*858ea5e5SAndroid Build Coastguard Worker 	return key;
1922*858ea5e5SAndroid Build Coastguard Worker }
1923*858ea5e5SAndroid Build Coastguard Worker 
btfgen_equal_fn(long k1,long k2,void * ctx)1924*858ea5e5SAndroid Build Coastguard Worker static bool btfgen_equal_fn(long k1, long k2, void *ctx)
1925*858ea5e5SAndroid Build Coastguard Worker {
1926*858ea5e5SAndroid Build Coastguard Worker 	return k1 == k2;
1927*858ea5e5SAndroid Build Coastguard Worker }
1928*858ea5e5SAndroid Build Coastguard Worker 
btfgen_free_info(struct btfgen_info * info)1929*858ea5e5SAndroid Build Coastguard Worker static void btfgen_free_info(struct btfgen_info *info)
1930*858ea5e5SAndroid Build Coastguard Worker {
1931*858ea5e5SAndroid Build Coastguard Worker 	if (!info)
1932*858ea5e5SAndroid Build Coastguard Worker 		return;
1933*858ea5e5SAndroid Build Coastguard Worker 
1934*858ea5e5SAndroid Build Coastguard Worker 	btf__free(info->src_btf);
1935*858ea5e5SAndroid Build Coastguard Worker 	btf__free(info->marked_btf);
1936*858ea5e5SAndroid Build Coastguard Worker 
1937*858ea5e5SAndroid Build Coastguard Worker 	free(info);
1938*858ea5e5SAndroid Build Coastguard Worker }
1939*858ea5e5SAndroid Build Coastguard Worker 
1940*858ea5e5SAndroid Build Coastguard Worker static struct btfgen_info *
btfgen_new_info(const char * targ_btf_path)1941*858ea5e5SAndroid Build Coastguard Worker btfgen_new_info(const char *targ_btf_path)
1942*858ea5e5SAndroid Build Coastguard Worker {
1943*858ea5e5SAndroid Build Coastguard Worker 	struct btfgen_info *info;
1944*858ea5e5SAndroid Build Coastguard Worker 	int err;
1945*858ea5e5SAndroid Build Coastguard Worker 
1946*858ea5e5SAndroid Build Coastguard Worker 	info = calloc(1, sizeof(*info));
1947*858ea5e5SAndroid Build Coastguard Worker 	if (!info)
1948*858ea5e5SAndroid Build Coastguard Worker 		return NULL;
1949*858ea5e5SAndroid Build Coastguard Worker 
1950*858ea5e5SAndroid Build Coastguard Worker 	info->src_btf = btf__parse(targ_btf_path, NULL);
1951*858ea5e5SAndroid Build Coastguard Worker 	if (!info->src_btf) {
1952*858ea5e5SAndroid Build Coastguard Worker 		err = -errno;
1953*858ea5e5SAndroid Build Coastguard Worker 		p_err("failed parsing '%s' BTF file: %s", targ_btf_path, strerror(errno));
1954*858ea5e5SAndroid Build Coastguard Worker 		goto err_out;
1955*858ea5e5SAndroid Build Coastguard Worker 	}
1956*858ea5e5SAndroid Build Coastguard Worker 
1957*858ea5e5SAndroid Build Coastguard Worker 	info->marked_btf = btf__parse(targ_btf_path, NULL);
1958*858ea5e5SAndroid Build Coastguard Worker 	if (!info->marked_btf) {
1959*858ea5e5SAndroid Build Coastguard Worker 		err = -errno;
1960*858ea5e5SAndroid Build Coastguard Worker 		p_err("failed parsing '%s' BTF file: %s", targ_btf_path, strerror(errno));
1961*858ea5e5SAndroid Build Coastguard Worker 		goto err_out;
1962*858ea5e5SAndroid Build Coastguard Worker 	}
1963*858ea5e5SAndroid Build Coastguard Worker 
1964*858ea5e5SAndroid Build Coastguard Worker 	return info;
1965*858ea5e5SAndroid Build Coastguard Worker 
1966*858ea5e5SAndroid Build Coastguard Worker err_out:
1967*858ea5e5SAndroid Build Coastguard Worker 	btfgen_free_info(info);
1968*858ea5e5SAndroid Build Coastguard Worker 	errno = -err;
1969*858ea5e5SAndroid Build Coastguard Worker 	return NULL;
1970*858ea5e5SAndroid Build Coastguard Worker }
1971*858ea5e5SAndroid Build Coastguard Worker 
1972*858ea5e5SAndroid Build Coastguard Worker #define MARKED UINT32_MAX
1973*858ea5e5SAndroid Build Coastguard Worker 
btfgen_mark_member(struct btfgen_info * info,int type_id,int idx)1974*858ea5e5SAndroid Build Coastguard Worker static void btfgen_mark_member(struct btfgen_info *info, int type_id, int idx)
1975*858ea5e5SAndroid Build Coastguard Worker {
1976*858ea5e5SAndroid Build Coastguard Worker 	const struct btf_type *t = btf__type_by_id(info->marked_btf, type_id);
1977*858ea5e5SAndroid Build Coastguard Worker 	struct btf_member *m = btf_members(t) + idx;
1978*858ea5e5SAndroid Build Coastguard Worker 
1979*858ea5e5SAndroid Build Coastguard Worker 	m->name_off = MARKED;
1980*858ea5e5SAndroid Build Coastguard Worker }
1981*858ea5e5SAndroid Build Coastguard Worker 
1982*858ea5e5SAndroid Build Coastguard Worker static int
btfgen_mark_type(struct btfgen_info * info,unsigned int type_id,bool follow_pointers)1983*858ea5e5SAndroid Build Coastguard Worker btfgen_mark_type(struct btfgen_info *info, unsigned int type_id, bool follow_pointers)
1984*858ea5e5SAndroid Build Coastguard Worker {
1985*858ea5e5SAndroid Build Coastguard Worker 	const struct btf_type *btf_type = btf__type_by_id(info->src_btf, type_id);
1986*858ea5e5SAndroid Build Coastguard Worker 	struct btf_type *cloned_type;
1987*858ea5e5SAndroid Build Coastguard Worker 	struct btf_param *param;
1988*858ea5e5SAndroid Build Coastguard Worker 	struct btf_array *array;
1989*858ea5e5SAndroid Build Coastguard Worker 	int err, i;
1990*858ea5e5SAndroid Build Coastguard Worker 
1991*858ea5e5SAndroid Build Coastguard Worker 	if (type_id == 0)
1992*858ea5e5SAndroid Build Coastguard Worker 		return 0;
1993*858ea5e5SAndroid Build Coastguard Worker 
1994*858ea5e5SAndroid Build Coastguard Worker 	/* mark type on cloned BTF as used */
1995*858ea5e5SAndroid Build Coastguard Worker 	cloned_type = (struct btf_type *) btf__type_by_id(info->marked_btf, type_id);
1996*858ea5e5SAndroid Build Coastguard Worker 	cloned_type->name_off = MARKED;
1997*858ea5e5SAndroid Build Coastguard Worker 
1998*858ea5e5SAndroid Build Coastguard Worker 	/* recursively mark other types needed by it */
1999*858ea5e5SAndroid Build Coastguard Worker 	switch (btf_kind(btf_type)) {
2000*858ea5e5SAndroid Build Coastguard Worker 	case BTF_KIND_UNKN:
2001*858ea5e5SAndroid Build Coastguard Worker 	case BTF_KIND_INT:
2002*858ea5e5SAndroid Build Coastguard Worker 	case BTF_KIND_FLOAT:
2003*858ea5e5SAndroid Build Coastguard Worker 	case BTF_KIND_ENUM:
2004*858ea5e5SAndroid Build Coastguard Worker 	case BTF_KIND_ENUM64:
2005*858ea5e5SAndroid Build Coastguard Worker 	case BTF_KIND_STRUCT:
2006*858ea5e5SAndroid Build Coastguard Worker 	case BTF_KIND_UNION:
2007*858ea5e5SAndroid Build Coastguard Worker 		break;
2008*858ea5e5SAndroid Build Coastguard Worker 	case BTF_KIND_PTR:
2009*858ea5e5SAndroid Build Coastguard Worker 		if (follow_pointers) {
2010*858ea5e5SAndroid Build Coastguard Worker 			err = btfgen_mark_type(info, btf_type->type, follow_pointers);
2011*858ea5e5SAndroid Build Coastguard Worker 			if (err)
2012*858ea5e5SAndroid Build Coastguard Worker 				return err;
2013*858ea5e5SAndroid Build Coastguard Worker 		}
2014*858ea5e5SAndroid Build Coastguard Worker 		break;
2015*858ea5e5SAndroid Build Coastguard Worker 	case BTF_KIND_CONST:
2016*858ea5e5SAndroid Build Coastguard Worker 	case BTF_KIND_RESTRICT:
2017*858ea5e5SAndroid Build Coastguard Worker 	case BTF_KIND_VOLATILE:
2018*858ea5e5SAndroid Build Coastguard Worker 	case BTF_KIND_TYPEDEF:
2019*858ea5e5SAndroid Build Coastguard Worker 		err = btfgen_mark_type(info, btf_type->type, follow_pointers);
2020*858ea5e5SAndroid Build Coastguard Worker 		if (err)
2021*858ea5e5SAndroid Build Coastguard Worker 			return err;
2022*858ea5e5SAndroid Build Coastguard Worker 		break;
2023*858ea5e5SAndroid Build Coastguard Worker 	case BTF_KIND_ARRAY:
2024*858ea5e5SAndroid Build Coastguard Worker 		array = btf_array(btf_type);
2025*858ea5e5SAndroid Build Coastguard Worker 
2026*858ea5e5SAndroid Build Coastguard Worker 		/* mark array type */
2027*858ea5e5SAndroid Build Coastguard Worker 		err = btfgen_mark_type(info, array->type, follow_pointers);
2028*858ea5e5SAndroid Build Coastguard Worker 		/* mark array's index type */
2029*858ea5e5SAndroid Build Coastguard Worker 		err = err ? : btfgen_mark_type(info, array->index_type, follow_pointers);
2030*858ea5e5SAndroid Build Coastguard Worker 		if (err)
2031*858ea5e5SAndroid Build Coastguard Worker 			return err;
2032*858ea5e5SAndroid Build Coastguard Worker 		break;
2033*858ea5e5SAndroid Build Coastguard Worker 	case BTF_KIND_FUNC_PROTO:
2034*858ea5e5SAndroid Build Coastguard Worker 		/* mark ret type */
2035*858ea5e5SAndroid Build Coastguard Worker 		err = btfgen_mark_type(info, btf_type->type, follow_pointers);
2036*858ea5e5SAndroid Build Coastguard Worker 		if (err)
2037*858ea5e5SAndroid Build Coastguard Worker 			return err;
2038*858ea5e5SAndroid Build Coastguard Worker 
2039*858ea5e5SAndroid Build Coastguard Worker 		/* mark parameters types */
2040*858ea5e5SAndroid Build Coastguard Worker 		param = btf_params(btf_type);
2041*858ea5e5SAndroid Build Coastguard Worker 		for (i = 0; i < btf_vlen(btf_type); i++) {
2042*858ea5e5SAndroid Build Coastguard Worker 			err = btfgen_mark_type(info, param->type, follow_pointers);
2043*858ea5e5SAndroid Build Coastguard Worker 			if (err)
2044*858ea5e5SAndroid Build Coastguard Worker 				return err;
2045*858ea5e5SAndroid Build Coastguard Worker 			param++;
2046*858ea5e5SAndroid Build Coastguard Worker 		}
2047*858ea5e5SAndroid Build Coastguard Worker 		break;
2048*858ea5e5SAndroid Build Coastguard Worker 	/* tells if some other type needs to be handled */
2049*858ea5e5SAndroid Build Coastguard Worker 	default:
2050*858ea5e5SAndroid Build Coastguard Worker 		p_err("unsupported kind: %s (%d)", btf_kind_str(btf_type), type_id);
2051*858ea5e5SAndroid Build Coastguard Worker 		return -EINVAL;
2052*858ea5e5SAndroid Build Coastguard Worker 	}
2053*858ea5e5SAndroid Build Coastguard Worker 
2054*858ea5e5SAndroid Build Coastguard Worker 	return 0;
2055*858ea5e5SAndroid Build Coastguard Worker }
2056*858ea5e5SAndroid Build Coastguard Worker 
btfgen_record_field_relo(struct btfgen_info * info,struct bpf_core_spec * targ_spec)2057*858ea5e5SAndroid Build Coastguard Worker static int btfgen_record_field_relo(struct btfgen_info *info, struct bpf_core_spec *targ_spec)
2058*858ea5e5SAndroid Build Coastguard Worker {
2059*858ea5e5SAndroid Build Coastguard Worker 	struct btf *btf = info->src_btf;
2060*858ea5e5SAndroid Build Coastguard Worker 	const struct btf_type *btf_type;
2061*858ea5e5SAndroid Build Coastguard Worker 	struct btf_member *btf_member;
2062*858ea5e5SAndroid Build Coastguard Worker 	struct btf_array *array;
2063*858ea5e5SAndroid Build Coastguard Worker 	unsigned int type_id = targ_spec->root_type_id;
2064*858ea5e5SAndroid Build Coastguard Worker 	int idx, err;
2065*858ea5e5SAndroid Build Coastguard Worker 
2066*858ea5e5SAndroid Build Coastguard Worker 	/* mark root type */
2067*858ea5e5SAndroid Build Coastguard Worker 	btf_type = btf__type_by_id(btf, type_id);
2068*858ea5e5SAndroid Build Coastguard Worker 	err = btfgen_mark_type(info, type_id, false);
2069*858ea5e5SAndroid Build Coastguard Worker 	if (err)
2070*858ea5e5SAndroid Build Coastguard Worker 		return err;
2071*858ea5e5SAndroid Build Coastguard Worker 
2072*858ea5e5SAndroid Build Coastguard Worker 	/* mark types for complex types (arrays, unions, structures) */
2073*858ea5e5SAndroid Build Coastguard Worker 	for (int i = 1; i < targ_spec->raw_len; i++) {
2074*858ea5e5SAndroid Build Coastguard Worker 		/* skip typedefs and mods */
2075*858ea5e5SAndroid Build Coastguard Worker 		while (btf_is_mod(btf_type) || btf_is_typedef(btf_type)) {
2076*858ea5e5SAndroid Build Coastguard Worker 			type_id = btf_type->type;
2077*858ea5e5SAndroid Build Coastguard Worker 			btf_type = btf__type_by_id(btf, type_id);
2078*858ea5e5SAndroid Build Coastguard Worker 		}
2079*858ea5e5SAndroid Build Coastguard Worker 
2080*858ea5e5SAndroid Build Coastguard Worker 		switch (btf_kind(btf_type)) {
2081*858ea5e5SAndroid Build Coastguard Worker 		case BTF_KIND_STRUCT:
2082*858ea5e5SAndroid Build Coastguard Worker 		case BTF_KIND_UNION:
2083*858ea5e5SAndroid Build Coastguard Worker 			idx = targ_spec->raw_spec[i];
2084*858ea5e5SAndroid Build Coastguard Worker 			btf_member = btf_members(btf_type) + idx;
2085*858ea5e5SAndroid Build Coastguard Worker 
2086*858ea5e5SAndroid Build Coastguard Worker 			/* mark member */
2087*858ea5e5SAndroid Build Coastguard Worker 			btfgen_mark_member(info, type_id, idx);
2088*858ea5e5SAndroid Build Coastguard Worker 
2089*858ea5e5SAndroid Build Coastguard Worker 			/* mark member's type */
2090*858ea5e5SAndroid Build Coastguard Worker 			type_id = btf_member->type;
2091*858ea5e5SAndroid Build Coastguard Worker 			btf_type = btf__type_by_id(btf, type_id);
2092*858ea5e5SAndroid Build Coastguard Worker 			err = btfgen_mark_type(info, type_id, false);
2093*858ea5e5SAndroid Build Coastguard Worker 			if (err)
2094*858ea5e5SAndroid Build Coastguard Worker 				return err;
2095*858ea5e5SAndroid Build Coastguard Worker 			break;
2096*858ea5e5SAndroid Build Coastguard Worker 		case BTF_KIND_ARRAY:
2097*858ea5e5SAndroid Build Coastguard Worker 			array = btf_array(btf_type);
2098*858ea5e5SAndroid Build Coastguard Worker 			type_id = array->type;
2099*858ea5e5SAndroid Build Coastguard Worker 			btf_type = btf__type_by_id(btf, type_id);
2100*858ea5e5SAndroid Build Coastguard Worker 			break;
2101*858ea5e5SAndroid Build Coastguard Worker 		default:
2102*858ea5e5SAndroid Build Coastguard Worker 			p_err("unsupported kind: %s (%d)",
2103*858ea5e5SAndroid Build Coastguard Worker 			      btf_kind_str(btf_type), btf_type->type);
2104*858ea5e5SAndroid Build Coastguard Worker 			return -EINVAL;
2105*858ea5e5SAndroid Build Coastguard Worker 		}
2106*858ea5e5SAndroid Build Coastguard Worker 	}
2107*858ea5e5SAndroid Build Coastguard Worker 
2108*858ea5e5SAndroid Build Coastguard Worker 	return 0;
2109*858ea5e5SAndroid Build Coastguard Worker }
2110*858ea5e5SAndroid Build Coastguard Worker 
2111*858ea5e5SAndroid Build Coastguard Worker /* Mark types, members, and member types. Compared to btfgen_record_field_relo,
2112*858ea5e5SAndroid Build Coastguard Worker  * this function does not rely on the target spec for inferring members, but
2113*858ea5e5SAndroid Build Coastguard Worker  * uses the associated BTF.
2114*858ea5e5SAndroid Build Coastguard Worker  *
2115*858ea5e5SAndroid Build Coastguard Worker  * The `behind_ptr` argument is used to stop marking of composite types reached
2116*858ea5e5SAndroid Build Coastguard Worker  * through a pointer. This way, we can keep BTF size in check while providing
2117*858ea5e5SAndroid Build Coastguard Worker  * reasonable match semantics.
2118*858ea5e5SAndroid Build Coastguard Worker  */
btfgen_mark_type_match(struct btfgen_info * info,__u32 type_id,bool behind_ptr)2119*858ea5e5SAndroid Build Coastguard Worker static int btfgen_mark_type_match(struct btfgen_info *info, __u32 type_id, bool behind_ptr)
2120*858ea5e5SAndroid Build Coastguard Worker {
2121*858ea5e5SAndroid Build Coastguard Worker 	const struct btf_type *btf_type;
2122*858ea5e5SAndroid Build Coastguard Worker 	struct btf *btf = info->src_btf;
2123*858ea5e5SAndroid Build Coastguard Worker 	struct btf_type *cloned_type;
2124*858ea5e5SAndroid Build Coastguard Worker 	int i, err;
2125*858ea5e5SAndroid Build Coastguard Worker 
2126*858ea5e5SAndroid Build Coastguard Worker 	if (type_id == 0)
2127*858ea5e5SAndroid Build Coastguard Worker 		return 0;
2128*858ea5e5SAndroid Build Coastguard Worker 
2129*858ea5e5SAndroid Build Coastguard Worker 	btf_type = btf__type_by_id(btf, type_id);
2130*858ea5e5SAndroid Build Coastguard Worker 	/* mark type on cloned BTF as used */
2131*858ea5e5SAndroid Build Coastguard Worker 	cloned_type = (struct btf_type *)btf__type_by_id(info->marked_btf, type_id);
2132*858ea5e5SAndroid Build Coastguard Worker 	cloned_type->name_off = MARKED;
2133*858ea5e5SAndroid Build Coastguard Worker 
2134*858ea5e5SAndroid Build Coastguard Worker 	switch (btf_kind(btf_type)) {
2135*858ea5e5SAndroid Build Coastguard Worker 	case BTF_KIND_UNKN:
2136*858ea5e5SAndroid Build Coastguard Worker 	case BTF_KIND_INT:
2137*858ea5e5SAndroid Build Coastguard Worker 	case BTF_KIND_FLOAT:
2138*858ea5e5SAndroid Build Coastguard Worker 	case BTF_KIND_ENUM:
2139*858ea5e5SAndroid Build Coastguard Worker 	case BTF_KIND_ENUM64:
2140*858ea5e5SAndroid Build Coastguard Worker 		break;
2141*858ea5e5SAndroid Build Coastguard Worker 	case BTF_KIND_STRUCT:
2142*858ea5e5SAndroid Build Coastguard Worker 	case BTF_KIND_UNION: {
2143*858ea5e5SAndroid Build Coastguard Worker 		struct btf_member *m = btf_members(btf_type);
2144*858ea5e5SAndroid Build Coastguard Worker 		__u16 vlen = btf_vlen(btf_type);
2145*858ea5e5SAndroid Build Coastguard Worker 
2146*858ea5e5SAndroid Build Coastguard Worker 		if (behind_ptr)
2147*858ea5e5SAndroid Build Coastguard Worker 			break;
2148*858ea5e5SAndroid Build Coastguard Worker 
2149*858ea5e5SAndroid Build Coastguard Worker 		for (i = 0; i < vlen; i++, m++) {
2150*858ea5e5SAndroid Build Coastguard Worker 			/* mark member */
2151*858ea5e5SAndroid Build Coastguard Worker 			btfgen_mark_member(info, type_id, i);
2152*858ea5e5SAndroid Build Coastguard Worker 
2153*858ea5e5SAndroid Build Coastguard Worker 			/* mark member's type */
2154*858ea5e5SAndroid Build Coastguard Worker 			err = btfgen_mark_type_match(info, m->type, false);
2155*858ea5e5SAndroid Build Coastguard Worker 			if (err)
2156*858ea5e5SAndroid Build Coastguard Worker 				return err;
2157*858ea5e5SAndroid Build Coastguard Worker 		}
2158*858ea5e5SAndroid Build Coastguard Worker 		break;
2159*858ea5e5SAndroid Build Coastguard Worker 	}
2160*858ea5e5SAndroid Build Coastguard Worker 	case BTF_KIND_CONST:
2161*858ea5e5SAndroid Build Coastguard Worker 	case BTF_KIND_FWD:
2162*858ea5e5SAndroid Build Coastguard Worker 	case BTF_KIND_RESTRICT:
2163*858ea5e5SAndroid Build Coastguard Worker 	case BTF_KIND_TYPEDEF:
2164*858ea5e5SAndroid Build Coastguard Worker 	case BTF_KIND_VOLATILE:
2165*858ea5e5SAndroid Build Coastguard Worker 		return btfgen_mark_type_match(info, btf_type->type, behind_ptr);
2166*858ea5e5SAndroid Build Coastguard Worker 	case BTF_KIND_PTR:
2167*858ea5e5SAndroid Build Coastguard Worker 		return btfgen_mark_type_match(info, btf_type->type, true);
2168*858ea5e5SAndroid Build Coastguard Worker 	case BTF_KIND_ARRAY: {
2169*858ea5e5SAndroid Build Coastguard Worker 		struct btf_array *array;
2170*858ea5e5SAndroid Build Coastguard Worker 
2171*858ea5e5SAndroid Build Coastguard Worker 		array = btf_array(btf_type);
2172*858ea5e5SAndroid Build Coastguard Worker 		/* mark array type */
2173*858ea5e5SAndroid Build Coastguard Worker 		err = btfgen_mark_type_match(info, array->type, false);
2174*858ea5e5SAndroid Build Coastguard Worker 		/* mark array's index type */
2175*858ea5e5SAndroid Build Coastguard Worker 		err = err ? : btfgen_mark_type_match(info, array->index_type, false);
2176*858ea5e5SAndroid Build Coastguard Worker 		if (err)
2177*858ea5e5SAndroid Build Coastguard Worker 			return err;
2178*858ea5e5SAndroid Build Coastguard Worker 		break;
2179*858ea5e5SAndroid Build Coastguard Worker 	}
2180*858ea5e5SAndroid Build Coastguard Worker 	case BTF_KIND_FUNC_PROTO: {
2181*858ea5e5SAndroid Build Coastguard Worker 		__u16 vlen = btf_vlen(btf_type);
2182*858ea5e5SAndroid Build Coastguard Worker 		struct btf_param *param;
2183*858ea5e5SAndroid Build Coastguard Worker 
2184*858ea5e5SAndroid Build Coastguard Worker 		/* mark ret type */
2185*858ea5e5SAndroid Build Coastguard Worker 		err = btfgen_mark_type_match(info, btf_type->type, false);
2186*858ea5e5SAndroid Build Coastguard Worker 		if (err)
2187*858ea5e5SAndroid Build Coastguard Worker 			return err;
2188*858ea5e5SAndroid Build Coastguard Worker 
2189*858ea5e5SAndroid Build Coastguard Worker 		/* mark parameters types */
2190*858ea5e5SAndroid Build Coastguard Worker 		param = btf_params(btf_type);
2191*858ea5e5SAndroid Build Coastguard Worker 		for (i = 0; i < vlen; i++) {
2192*858ea5e5SAndroid Build Coastguard Worker 			err = btfgen_mark_type_match(info, param->type, false);
2193*858ea5e5SAndroid Build Coastguard Worker 			if (err)
2194*858ea5e5SAndroid Build Coastguard Worker 				return err;
2195*858ea5e5SAndroid Build Coastguard Worker 			param++;
2196*858ea5e5SAndroid Build Coastguard Worker 		}
2197*858ea5e5SAndroid Build Coastguard Worker 		break;
2198*858ea5e5SAndroid Build Coastguard Worker 	}
2199*858ea5e5SAndroid Build Coastguard Worker 	/* tells if some other type needs to be handled */
2200*858ea5e5SAndroid Build Coastguard Worker 	default:
2201*858ea5e5SAndroid Build Coastguard Worker 		p_err("unsupported kind: %s (%d)", btf_kind_str(btf_type), type_id);
2202*858ea5e5SAndroid Build Coastguard Worker 		return -EINVAL;
2203*858ea5e5SAndroid Build Coastguard Worker 	}
2204*858ea5e5SAndroid Build Coastguard Worker 
2205*858ea5e5SAndroid Build Coastguard Worker 	return 0;
2206*858ea5e5SAndroid Build Coastguard Worker }
2207*858ea5e5SAndroid Build Coastguard Worker 
2208*858ea5e5SAndroid Build Coastguard Worker /* Mark types, members, and member types. Compared to btfgen_record_field_relo,
2209*858ea5e5SAndroid Build Coastguard Worker  * this function does not rely on the target spec for inferring members, but
2210*858ea5e5SAndroid Build Coastguard Worker  * uses the associated BTF.
2211*858ea5e5SAndroid Build Coastguard Worker  */
btfgen_record_type_match_relo(struct btfgen_info * info,struct bpf_core_spec * targ_spec)2212*858ea5e5SAndroid Build Coastguard Worker static int btfgen_record_type_match_relo(struct btfgen_info *info, struct bpf_core_spec *targ_spec)
2213*858ea5e5SAndroid Build Coastguard Worker {
2214*858ea5e5SAndroid Build Coastguard Worker 	return btfgen_mark_type_match(info, targ_spec->root_type_id, false);
2215*858ea5e5SAndroid Build Coastguard Worker }
2216*858ea5e5SAndroid Build Coastguard Worker 
btfgen_record_type_relo(struct btfgen_info * info,struct bpf_core_spec * targ_spec)2217*858ea5e5SAndroid Build Coastguard Worker static int btfgen_record_type_relo(struct btfgen_info *info, struct bpf_core_spec *targ_spec)
2218*858ea5e5SAndroid Build Coastguard Worker {
2219*858ea5e5SAndroid Build Coastguard Worker 	return btfgen_mark_type(info, targ_spec->root_type_id, true);
2220*858ea5e5SAndroid Build Coastguard Worker }
2221*858ea5e5SAndroid Build Coastguard Worker 
btfgen_record_enumval_relo(struct btfgen_info * info,struct bpf_core_spec * targ_spec)2222*858ea5e5SAndroid Build Coastguard Worker static int btfgen_record_enumval_relo(struct btfgen_info *info, struct bpf_core_spec *targ_spec)
2223*858ea5e5SAndroid Build Coastguard Worker {
2224*858ea5e5SAndroid Build Coastguard Worker 	return btfgen_mark_type(info, targ_spec->root_type_id, false);
2225*858ea5e5SAndroid Build Coastguard Worker }
2226*858ea5e5SAndroid Build Coastguard Worker 
btfgen_record_reloc(struct btfgen_info * info,struct bpf_core_spec * res)2227*858ea5e5SAndroid Build Coastguard Worker static int btfgen_record_reloc(struct btfgen_info *info, struct bpf_core_spec *res)
2228*858ea5e5SAndroid Build Coastguard Worker {
2229*858ea5e5SAndroid Build Coastguard Worker 	switch (res->relo_kind) {
2230*858ea5e5SAndroid Build Coastguard Worker 	case BPF_CORE_FIELD_BYTE_OFFSET:
2231*858ea5e5SAndroid Build Coastguard Worker 	case BPF_CORE_FIELD_BYTE_SIZE:
2232*858ea5e5SAndroid Build Coastguard Worker 	case BPF_CORE_FIELD_EXISTS:
2233*858ea5e5SAndroid Build Coastguard Worker 	case BPF_CORE_FIELD_SIGNED:
2234*858ea5e5SAndroid Build Coastguard Worker 	case BPF_CORE_FIELD_LSHIFT_U64:
2235*858ea5e5SAndroid Build Coastguard Worker 	case BPF_CORE_FIELD_RSHIFT_U64:
2236*858ea5e5SAndroid Build Coastguard Worker 		return btfgen_record_field_relo(info, res);
2237*858ea5e5SAndroid Build Coastguard Worker 	case BPF_CORE_TYPE_ID_LOCAL: /* BPF_CORE_TYPE_ID_LOCAL doesn't require kernel BTF */
2238*858ea5e5SAndroid Build Coastguard Worker 		return 0;
2239*858ea5e5SAndroid Build Coastguard Worker 	case BPF_CORE_TYPE_ID_TARGET:
2240*858ea5e5SAndroid Build Coastguard Worker 	case BPF_CORE_TYPE_EXISTS:
2241*858ea5e5SAndroid Build Coastguard Worker 	case BPF_CORE_TYPE_SIZE:
2242*858ea5e5SAndroid Build Coastguard Worker 		return btfgen_record_type_relo(info, res);
2243*858ea5e5SAndroid Build Coastguard Worker 	case BPF_CORE_TYPE_MATCHES:
2244*858ea5e5SAndroid Build Coastguard Worker 		return btfgen_record_type_match_relo(info, res);
2245*858ea5e5SAndroid Build Coastguard Worker 	case BPF_CORE_ENUMVAL_EXISTS:
2246*858ea5e5SAndroid Build Coastguard Worker 	case BPF_CORE_ENUMVAL_VALUE:
2247*858ea5e5SAndroid Build Coastguard Worker 		return btfgen_record_enumval_relo(info, res);
2248*858ea5e5SAndroid Build Coastguard Worker 	default:
2249*858ea5e5SAndroid Build Coastguard Worker 		return -EINVAL;
2250*858ea5e5SAndroid Build Coastguard Worker 	}
2251*858ea5e5SAndroid Build Coastguard Worker }
2252*858ea5e5SAndroid Build Coastguard Worker 
2253*858ea5e5SAndroid Build Coastguard Worker static struct bpf_core_cand_list *
btfgen_find_cands(const struct btf * local_btf,const struct btf * targ_btf,__u32 local_id)2254*858ea5e5SAndroid Build Coastguard Worker btfgen_find_cands(const struct btf *local_btf, const struct btf *targ_btf, __u32 local_id)
2255*858ea5e5SAndroid Build Coastguard Worker {
2256*858ea5e5SAndroid Build Coastguard Worker 	const struct btf_type *local_type;
2257*858ea5e5SAndroid Build Coastguard Worker 	struct bpf_core_cand_list *cands = NULL;
2258*858ea5e5SAndroid Build Coastguard Worker 	struct bpf_core_cand local_cand = {};
2259*858ea5e5SAndroid Build Coastguard Worker 	size_t local_essent_len;
2260*858ea5e5SAndroid Build Coastguard Worker 	const char *local_name;
2261*858ea5e5SAndroid Build Coastguard Worker 	int err;
2262*858ea5e5SAndroid Build Coastguard Worker 
2263*858ea5e5SAndroid Build Coastguard Worker 	local_cand.btf = local_btf;
2264*858ea5e5SAndroid Build Coastguard Worker 	local_cand.id = local_id;
2265*858ea5e5SAndroid Build Coastguard Worker 
2266*858ea5e5SAndroid Build Coastguard Worker 	local_type = btf__type_by_id(local_btf, local_id);
2267*858ea5e5SAndroid Build Coastguard Worker 	if (!local_type) {
2268*858ea5e5SAndroid Build Coastguard Worker 		err = -EINVAL;
2269*858ea5e5SAndroid Build Coastguard Worker 		goto err_out;
2270*858ea5e5SAndroid Build Coastguard Worker 	}
2271*858ea5e5SAndroid Build Coastguard Worker 
2272*858ea5e5SAndroid Build Coastguard Worker 	local_name = btf__name_by_offset(local_btf, local_type->name_off);
2273*858ea5e5SAndroid Build Coastguard Worker 	if (!local_name) {
2274*858ea5e5SAndroid Build Coastguard Worker 		err = -EINVAL;
2275*858ea5e5SAndroid Build Coastguard Worker 		goto err_out;
2276*858ea5e5SAndroid Build Coastguard Worker 	}
2277*858ea5e5SAndroid Build Coastguard Worker 	local_essent_len = bpf_core_essential_name_len(local_name);
2278*858ea5e5SAndroid Build Coastguard Worker 
2279*858ea5e5SAndroid Build Coastguard Worker 	cands = calloc(1, sizeof(*cands));
2280*858ea5e5SAndroid Build Coastguard Worker 	if (!cands)
2281*858ea5e5SAndroid Build Coastguard Worker 		return NULL;
2282*858ea5e5SAndroid Build Coastguard Worker 
2283*858ea5e5SAndroid Build Coastguard Worker 	err = bpf_core_add_cands(&local_cand, local_essent_len, targ_btf, "vmlinux", 1, cands);
2284*858ea5e5SAndroid Build Coastguard Worker 	if (err)
2285*858ea5e5SAndroid Build Coastguard Worker 		goto err_out;
2286*858ea5e5SAndroid Build Coastguard Worker 
2287*858ea5e5SAndroid Build Coastguard Worker 	return cands;
2288*858ea5e5SAndroid Build Coastguard Worker 
2289*858ea5e5SAndroid Build Coastguard Worker err_out:
2290*858ea5e5SAndroid Build Coastguard Worker 	bpf_core_free_cands(cands);
2291*858ea5e5SAndroid Build Coastguard Worker 	errno = -err;
2292*858ea5e5SAndroid Build Coastguard Worker 	return NULL;
2293*858ea5e5SAndroid Build Coastguard Worker }
2294*858ea5e5SAndroid Build Coastguard Worker 
2295*858ea5e5SAndroid Build Coastguard Worker /* Record relocation information for a single BPF object */
btfgen_record_obj(struct btfgen_info * info,const char * obj_path)2296*858ea5e5SAndroid Build Coastguard Worker static int btfgen_record_obj(struct btfgen_info *info, const char *obj_path)
2297*858ea5e5SAndroid Build Coastguard Worker {
2298*858ea5e5SAndroid Build Coastguard Worker 	const struct btf_ext_info_sec *sec;
2299*858ea5e5SAndroid Build Coastguard Worker 	const struct bpf_core_relo *relo;
2300*858ea5e5SAndroid Build Coastguard Worker 	const struct btf_ext_info *seg;
2301*858ea5e5SAndroid Build Coastguard Worker 	struct hashmap_entry *entry;
2302*858ea5e5SAndroid Build Coastguard Worker 	struct hashmap *cand_cache = NULL;
2303*858ea5e5SAndroid Build Coastguard Worker 	struct btf_ext *btf_ext = NULL;
2304*858ea5e5SAndroid Build Coastguard Worker 	unsigned int relo_idx;
2305*858ea5e5SAndroid Build Coastguard Worker 	struct btf *btf = NULL;
2306*858ea5e5SAndroid Build Coastguard Worker 	size_t i;
2307*858ea5e5SAndroid Build Coastguard Worker 	int err;
2308*858ea5e5SAndroid Build Coastguard Worker 
2309*858ea5e5SAndroid Build Coastguard Worker 	btf = btf__parse(obj_path, &btf_ext);
2310*858ea5e5SAndroid Build Coastguard Worker 	if (!btf) {
2311*858ea5e5SAndroid Build Coastguard Worker 		err = -errno;
2312*858ea5e5SAndroid Build Coastguard Worker 		p_err("failed to parse BPF object '%s': %s", obj_path, strerror(errno));
2313*858ea5e5SAndroid Build Coastguard Worker 		return err;
2314*858ea5e5SAndroid Build Coastguard Worker 	}
2315*858ea5e5SAndroid Build Coastguard Worker 
2316*858ea5e5SAndroid Build Coastguard Worker 	if (!btf_ext) {
2317*858ea5e5SAndroid Build Coastguard Worker 		p_err("failed to parse BPF object '%s': section %s not found",
2318*858ea5e5SAndroid Build Coastguard Worker 		      obj_path, BTF_EXT_ELF_SEC);
2319*858ea5e5SAndroid Build Coastguard Worker 		err = -EINVAL;
2320*858ea5e5SAndroid Build Coastguard Worker 		goto out;
2321*858ea5e5SAndroid Build Coastguard Worker 	}
2322*858ea5e5SAndroid Build Coastguard Worker 
2323*858ea5e5SAndroid Build Coastguard Worker 	if (btf_ext->core_relo_info.len == 0) {
2324*858ea5e5SAndroid Build Coastguard Worker 		err = 0;
2325*858ea5e5SAndroid Build Coastguard Worker 		goto out;
2326*858ea5e5SAndroid Build Coastguard Worker 	}
2327*858ea5e5SAndroid Build Coastguard Worker 
2328*858ea5e5SAndroid Build Coastguard Worker 	cand_cache = hashmap__new(btfgen_hash_fn, btfgen_equal_fn, NULL);
2329*858ea5e5SAndroid Build Coastguard Worker 	if (IS_ERR(cand_cache)) {
2330*858ea5e5SAndroid Build Coastguard Worker 		err = PTR_ERR(cand_cache);
2331*858ea5e5SAndroid Build Coastguard Worker 		goto out;
2332*858ea5e5SAndroid Build Coastguard Worker 	}
2333*858ea5e5SAndroid Build Coastguard Worker 
2334*858ea5e5SAndroid Build Coastguard Worker 	seg = &btf_ext->core_relo_info;
2335*858ea5e5SAndroid Build Coastguard Worker 	for_each_btf_ext_sec(seg, sec) {
2336*858ea5e5SAndroid Build Coastguard Worker 		for_each_btf_ext_rec(seg, sec, relo_idx, relo) {
2337*858ea5e5SAndroid Build Coastguard Worker 			struct bpf_core_spec specs_scratch[3] = {};
2338*858ea5e5SAndroid Build Coastguard Worker 			struct bpf_core_relo_res targ_res = {};
2339*858ea5e5SAndroid Build Coastguard Worker 			struct bpf_core_cand_list *cands = NULL;
2340*858ea5e5SAndroid Build Coastguard Worker 			const char *sec_name = btf__name_by_offset(btf, sec->sec_name_off);
2341*858ea5e5SAndroid Build Coastguard Worker 
2342*858ea5e5SAndroid Build Coastguard Worker 			if (relo->kind != BPF_CORE_TYPE_ID_LOCAL &&
2343*858ea5e5SAndroid Build Coastguard Worker 			    !hashmap__find(cand_cache, relo->type_id, &cands)) {
2344*858ea5e5SAndroid Build Coastguard Worker 				cands = btfgen_find_cands(btf, info->src_btf, relo->type_id);
2345*858ea5e5SAndroid Build Coastguard Worker 				if (!cands) {
2346*858ea5e5SAndroid Build Coastguard Worker 					err = -errno;
2347*858ea5e5SAndroid Build Coastguard Worker 					goto out;
2348*858ea5e5SAndroid Build Coastguard Worker 				}
2349*858ea5e5SAndroid Build Coastguard Worker 
2350*858ea5e5SAndroid Build Coastguard Worker 				err = hashmap__set(cand_cache, relo->type_id, cands,
2351*858ea5e5SAndroid Build Coastguard Worker 						   NULL, NULL);
2352*858ea5e5SAndroid Build Coastguard Worker 				if (err)
2353*858ea5e5SAndroid Build Coastguard Worker 					goto out;
2354*858ea5e5SAndroid Build Coastguard Worker 			}
2355*858ea5e5SAndroid Build Coastguard Worker 
2356*858ea5e5SAndroid Build Coastguard Worker 			err = bpf_core_calc_relo_insn(sec_name, relo, relo_idx, btf, cands,
2357*858ea5e5SAndroid Build Coastguard Worker 						      specs_scratch, &targ_res);
2358*858ea5e5SAndroid Build Coastguard Worker 			if (err)
2359*858ea5e5SAndroid Build Coastguard Worker 				goto out;
2360*858ea5e5SAndroid Build Coastguard Worker 
2361*858ea5e5SAndroid Build Coastguard Worker 			/* specs_scratch[2] is the target spec */
2362*858ea5e5SAndroid Build Coastguard Worker 			err = btfgen_record_reloc(info, &specs_scratch[2]);
2363*858ea5e5SAndroid Build Coastguard Worker 			if (err)
2364*858ea5e5SAndroid Build Coastguard Worker 				goto out;
2365*858ea5e5SAndroid Build Coastguard Worker 		}
2366*858ea5e5SAndroid Build Coastguard Worker 	}
2367*858ea5e5SAndroid Build Coastguard Worker 
2368*858ea5e5SAndroid Build Coastguard Worker out:
2369*858ea5e5SAndroid Build Coastguard Worker 	btf__free(btf);
2370*858ea5e5SAndroid Build Coastguard Worker 	btf_ext__free(btf_ext);
2371*858ea5e5SAndroid Build Coastguard Worker 
2372*858ea5e5SAndroid Build Coastguard Worker 	if (!IS_ERR_OR_NULL(cand_cache)) {
2373*858ea5e5SAndroid Build Coastguard Worker 		hashmap__for_each_entry(cand_cache, entry, i) {
2374*858ea5e5SAndroid Build Coastguard Worker 			bpf_core_free_cands(entry->pvalue);
2375*858ea5e5SAndroid Build Coastguard Worker 		}
2376*858ea5e5SAndroid Build Coastguard Worker 		hashmap__free(cand_cache);
2377*858ea5e5SAndroid Build Coastguard Worker 	}
2378*858ea5e5SAndroid Build Coastguard Worker 
2379*858ea5e5SAndroid Build Coastguard Worker 	return err;
2380*858ea5e5SAndroid Build Coastguard Worker }
2381*858ea5e5SAndroid Build Coastguard Worker 
btfgen_remap_id(__u32 * type_id,void * ctx)2382*858ea5e5SAndroid Build Coastguard Worker static int btfgen_remap_id(__u32 *type_id, void *ctx)
2383*858ea5e5SAndroid Build Coastguard Worker {
2384*858ea5e5SAndroid Build Coastguard Worker 	unsigned int *ids = ctx;
2385*858ea5e5SAndroid Build Coastguard Worker 
2386*858ea5e5SAndroid Build Coastguard Worker 	*type_id = ids[*type_id];
2387*858ea5e5SAndroid Build Coastguard Worker 
2388*858ea5e5SAndroid Build Coastguard Worker 	return 0;
2389*858ea5e5SAndroid Build Coastguard Worker }
2390*858ea5e5SAndroid Build Coastguard Worker 
2391*858ea5e5SAndroid Build Coastguard Worker /* Generate BTF from relocation information previously recorded */
btfgen_get_btf(struct btfgen_info * info)2392*858ea5e5SAndroid Build Coastguard Worker static struct btf *btfgen_get_btf(struct btfgen_info *info)
2393*858ea5e5SAndroid Build Coastguard Worker {
2394*858ea5e5SAndroid Build Coastguard Worker 	struct btf *btf_new = NULL;
2395*858ea5e5SAndroid Build Coastguard Worker 	unsigned int *ids = NULL;
2396*858ea5e5SAndroid Build Coastguard Worker 	unsigned int i, n = btf__type_cnt(info->marked_btf);
2397*858ea5e5SAndroid Build Coastguard Worker 	int err = 0;
2398*858ea5e5SAndroid Build Coastguard Worker 
2399*858ea5e5SAndroid Build Coastguard Worker 	btf_new = btf__new_empty();
2400*858ea5e5SAndroid Build Coastguard Worker 	if (!btf_new) {
2401*858ea5e5SAndroid Build Coastguard Worker 		err = -errno;
2402*858ea5e5SAndroid Build Coastguard Worker 		goto err_out;
2403*858ea5e5SAndroid Build Coastguard Worker 	}
2404*858ea5e5SAndroid Build Coastguard Worker 
2405*858ea5e5SAndroid Build Coastguard Worker 	ids = calloc(n, sizeof(*ids));
2406*858ea5e5SAndroid Build Coastguard Worker 	if (!ids) {
2407*858ea5e5SAndroid Build Coastguard Worker 		err = -errno;
2408*858ea5e5SAndroid Build Coastguard Worker 		goto err_out;
2409*858ea5e5SAndroid Build Coastguard Worker 	}
2410*858ea5e5SAndroid Build Coastguard Worker 
2411*858ea5e5SAndroid Build Coastguard Worker 	/* first pass: add all marked types to btf_new and add their new ids to the ids map */
2412*858ea5e5SAndroid Build Coastguard Worker 	for (i = 1; i < n; i++) {
2413*858ea5e5SAndroid Build Coastguard Worker 		const struct btf_type *cloned_type, *type;
2414*858ea5e5SAndroid Build Coastguard Worker 		const char *name;
2415*858ea5e5SAndroid Build Coastguard Worker 		int new_id;
2416*858ea5e5SAndroid Build Coastguard Worker 
2417*858ea5e5SAndroid Build Coastguard Worker 		cloned_type = btf__type_by_id(info->marked_btf, i);
2418*858ea5e5SAndroid Build Coastguard Worker 
2419*858ea5e5SAndroid Build Coastguard Worker 		if (cloned_type->name_off != MARKED)
2420*858ea5e5SAndroid Build Coastguard Worker 			continue;
2421*858ea5e5SAndroid Build Coastguard Worker 
2422*858ea5e5SAndroid Build Coastguard Worker 		type = btf__type_by_id(info->src_btf, i);
2423*858ea5e5SAndroid Build Coastguard Worker 
2424*858ea5e5SAndroid Build Coastguard Worker 		/* add members for struct and union */
2425*858ea5e5SAndroid Build Coastguard Worker 		if (btf_is_composite(type)) {
2426*858ea5e5SAndroid Build Coastguard Worker 			struct btf_member *cloned_m, *m;
2427*858ea5e5SAndroid Build Coastguard Worker 			unsigned short vlen;
2428*858ea5e5SAndroid Build Coastguard Worker 			int idx_src;
2429*858ea5e5SAndroid Build Coastguard Worker 
2430*858ea5e5SAndroid Build Coastguard Worker 			name = btf__str_by_offset(info->src_btf, type->name_off);
2431*858ea5e5SAndroid Build Coastguard Worker 
2432*858ea5e5SAndroid Build Coastguard Worker 			if (btf_is_struct(type))
2433*858ea5e5SAndroid Build Coastguard Worker 				err = btf__add_struct(btf_new, name, type->size);
2434*858ea5e5SAndroid Build Coastguard Worker 			else
2435*858ea5e5SAndroid Build Coastguard Worker 				err = btf__add_union(btf_new, name, type->size);
2436*858ea5e5SAndroid Build Coastguard Worker 
2437*858ea5e5SAndroid Build Coastguard Worker 			if (err < 0)
2438*858ea5e5SAndroid Build Coastguard Worker 				goto err_out;
2439*858ea5e5SAndroid Build Coastguard Worker 			new_id = err;
2440*858ea5e5SAndroid Build Coastguard Worker 
2441*858ea5e5SAndroid Build Coastguard Worker 			cloned_m = btf_members(cloned_type);
2442*858ea5e5SAndroid Build Coastguard Worker 			m = btf_members(type);
2443*858ea5e5SAndroid Build Coastguard Worker 			vlen = btf_vlen(cloned_type);
2444*858ea5e5SAndroid Build Coastguard Worker 			for (idx_src = 0; idx_src < vlen; idx_src++, cloned_m++, m++) {
2445*858ea5e5SAndroid Build Coastguard Worker 				/* add only members that are marked as used */
2446*858ea5e5SAndroid Build Coastguard Worker 				if (cloned_m->name_off != MARKED)
2447*858ea5e5SAndroid Build Coastguard Worker 					continue;
2448*858ea5e5SAndroid Build Coastguard Worker 
2449*858ea5e5SAndroid Build Coastguard Worker 				name = btf__str_by_offset(info->src_btf, m->name_off);
2450*858ea5e5SAndroid Build Coastguard Worker 				err = btf__add_field(btf_new, name, m->type,
2451*858ea5e5SAndroid Build Coastguard Worker 						     btf_member_bit_offset(cloned_type, idx_src),
2452*858ea5e5SAndroid Build Coastguard Worker 						     btf_member_bitfield_size(cloned_type, idx_src));
2453*858ea5e5SAndroid Build Coastguard Worker 				if (err < 0)
2454*858ea5e5SAndroid Build Coastguard Worker 					goto err_out;
2455*858ea5e5SAndroid Build Coastguard Worker 			}
2456*858ea5e5SAndroid Build Coastguard Worker 		} else {
2457*858ea5e5SAndroid Build Coastguard Worker 			err = btf__add_type(btf_new, info->src_btf, type);
2458*858ea5e5SAndroid Build Coastguard Worker 			if (err < 0)
2459*858ea5e5SAndroid Build Coastguard Worker 				goto err_out;
2460*858ea5e5SAndroid Build Coastguard Worker 			new_id = err;
2461*858ea5e5SAndroid Build Coastguard Worker 		}
2462*858ea5e5SAndroid Build Coastguard Worker 
2463*858ea5e5SAndroid Build Coastguard Worker 		/* add ID mapping */
2464*858ea5e5SAndroid Build Coastguard Worker 		ids[i] = new_id;
2465*858ea5e5SAndroid Build Coastguard Worker 	}
2466*858ea5e5SAndroid Build Coastguard Worker 
2467*858ea5e5SAndroid Build Coastguard Worker 	/* second pass: fix up type ids */
2468*858ea5e5SAndroid Build Coastguard Worker 	for (i = 1; i < btf__type_cnt(btf_new); i++) {
2469*858ea5e5SAndroid Build Coastguard Worker 		struct btf_type *btf_type = (struct btf_type *) btf__type_by_id(btf_new, i);
2470*858ea5e5SAndroid Build Coastguard Worker 
2471*858ea5e5SAndroid Build Coastguard Worker 		err = btf_type_visit_type_ids(btf_type, btfgen_remap_id, ids);
2472*858ea5e5SAndroid Build Coastguard Worker 		if (err)
2473*858ea5e5SAndroid Build Coastguard Worker 			goto err_out;
2474*858ea5e5SAndroid Build Coastguard Worker 	}
2475*858ea5e5SAndroid Build Coastguard Worker 
2476*858ea5e5SAndroid Build Coastguard Worker 	free(ids);
2477*858ea5e5SAndroid Build Coastguard Worker 	return btf_new;
2478*858ea5e5SAndroid Build Coastguard Worker 
2479*858ea5e5SAndroid Build Coastguard Worker err_out:
2480*858ea5e5SAndroid Build Coastguard Worker 	btf__free(btf_new);
2481*858ea5e5SAndroid Build Coastguard Worker 	free(ids);
2482*858ea5e5SAndroid Build Coastguard Worker 	errno = -err;
2483*858ea5e5SAndroid Build Coastguard Worker 	return NULL;
2484*858ea5e5SAndroid Build Coastguard Worker }
2485*858ea5e5SAndroid Build Coastguard Worker 
2486*858ea5e5SAndroid Build Coastguard Worker /* Create minimized BTF file for a set of BPF objects.
2487*858ea5e5SAndroid Build Coastguard Worker  *
2488*858ea5e5SAndroid Build Coastguard Worker  * The BTFGen algorithm is divided in two main parts: (1) collect the
2489*858ea5e5SAndroid Build Coastguard Worker  * BTF types that are involved in relocations and (2) generate the BTF
2490*858ea5e5SAndroid Build Coastguard Worker  * object using the collected types.
2491*858ea5e5SAndroid Build Coastguard Worker  *
2492*858ea5e5SAndroid Build Coastguard Worker  * In order to collect the types involved in the relocations, we parse
2493*858ea5e5SAndroid Build Coastguard Worker  * the BTF and BTF.ext sections of the BPF objects and use
2494*858ea5e5SAndroid Build Coastguard Worker  * bpf_core_calc_relo_insn() to get the target specification, this
2495*858ea5e5SAndroid Build Coastguard Worker  * indicates how the types and fields are used in a relocation.
2496*858ea5e5SAndroid Build Coastguard Worker  *
2497*858ea5e5SAndroid Build Coastguard Worker  * Types are recorded in different ways according to the kind of the
2498*858ea5e5SAndroid Build Coastguard Worker  * relocation. For field-based relocations only the members that are
2499*858ea5e5SAndroid Build Coastguard Worker  * actually used are saved in order to reduce the size of the generated
2500*858ea5e5SAndroid Build Coastguard Worker  * BTF file. For type-based relocations empty struct / unions are
2501*858ea5e5SAndroid Build Coastguard Worker  * generated and for enum-based relocations the whole type is saved.
2502*858ea5e5SAndroid Build Coastguard Worker  *
2503*858ea5e5SAndroid Build Coastguard Worker  * The second part of the algorithm generates the BTF object. It creates
2504*858ea5e5SAndroid Build Coastguard Worker  * an empty BTF object and fills it with the types recorded in the
2505*858ea5e5SAndroid Build Coastguard Worker  * previous step. This function takes care of only adding the structure
2506*858ea5e5SAndroid Build Coastguard Worker  * and union members that were marked as used and it also fixes up the
2507*858ea5e5SAndroid Build Coastguard Worker  * type IDs on the generated BTF object.
2508*858ea5e5SAndroid Build Coastguard Worker  */
minimize_btf(const char * src_btf,const char * dst_btf,const char * objspaths[])2509*858ea5e5SAndroid Build Coastguard Worker static int minimize_btf(const char *src_btf, const char *dst_btf, const char *objspaths[])
2510*858ea5e5SAndroid Build Coastguard Worker {
2511*858ea5e5SAndroid Build Coastguard Worker 	struct btfgen_info *info;
2512*858ea5e5SAndroid Build Coastguard Worker 	struct btf *btf_new = NULL;
2513*858ea5e5SAndroid Build Coastguard Worker 	int err, i;
2514*858ea5e5SAndroid Build Coastguard Worker 
2515*858ea5e5SAndroid Build Coastguard Worker 	info = btfgen_new_info(src_btf);
2516*858ea5e5SAndroid Build Coastguard Worker 	if (!info) {
2517*858ea5e5SAndroid Build Coastguard Worker 		err = -errno;
2518*858ea5e5SAndroid Build Coastguard Worker 		p_err("failed to allocate info structure: %s", strerror(errno));
2519*858ea5e5SAndroid Build Coastguard Worker 		goto out;
2520*858ea5e5SAndroid Build Coastguard Worker 	}
2521*858ea5e5SAndroid Build Coastguard Worker 
2522*858ea5e5SAndroid Build Coastguard Worker 	for (i = 0; objspaths[i] != NULL; i++) {
2523*858ea5e5SAndroid Build Coastguard Worker 		err = btfgen_record_obj(info, objspaths[i]);
2524*858ea5e5SAndroid Build Coastguard Worker 		if (err) {
2525*858ea5e5SAndroid Build Coastguard Worker 			p_err("error recording relocations for %s: %s", objspaths[i],
2526*858ea5e5SAndroid Build Coastguard Worker 			      strerror(errno));
2527*858ea5e5SAndroid Build Coastguard Worker 			goto out;
2528*858ea5e5SAndroid Build Coastguard Worker 		}
2529*858ea5e5SAndroid Build Coastguard Worker 	}
2530*858ea5e5SAndroid Build Coastguard Worker 
2531*858ea5e5SAndroid Build Coastguard Worker 	btf_new = btfgen_get_btf(info);
2532*858ea5e5SAndroid Build Coastguard Worker 	if (!btf_new) {
2533*858ea5e5SAndroid Build Coastguard Worker 		err = -errno;
2534*858ea5e5SAndroid Build Coastguard Worker 		p_err("error generating BTF: %s", strerror(errno));
2535*858ea5e5SAndroid Build Coastguard Worker 		goto out;
2536*858ea5e5SAndroid Build Coastguard Worker 	}
2537*858ea5e5SAndroid Build Coastguard Worker 
2538*858ea5e5SAndroid Build Coastguard Worker 	err = btf_save_raw(btf_new, dst_btf);
2539*858ea5e5SAndroid Build Coastguard Worker 	if (err) {
2540*858ea5e5SAndroid Build Coastguard Worker 		p_err("error saving btf file: %s", strerror(errno));
2541*858ea5e5SAndroid Build Coastguard Worker 		goto out;
2542*858ea5e5SAndroid Build Coastguard Worker 	}
2543*858ea5e5SAndroid Build Coastguard Worker 
2544*858ea5e5SAndroid Build Coastguard Worker out:
2545*858ea5e5SAndroid Build Coastguard Worker 	btf__free(btf_new);
2546*858ea5e5SAndroid Build Coastguard Worker 	btfgen_free_info(info);
2547*858ea5e5SAndroid Build Coastguard Worker 
2548*858ea5e5SAndroid Build Coastguard Worker 	return err;
2549*858ea5e5SAndroid Build Coastguard Worker }
2550*858ea5e5SAndroid Build Coastguard Worker 
do_min_core_btf(int argc,char ** argv)2551*858ea5e5SAndroid Build Coastguard Worker static int do_min_core_btf(int argc, char **argv)
2552*858ea5e5SAndroid Build Coastguard Worker {
2553*858ea5e5SAndroid Build Coastguard Worker 	const char *input, *output, **objs;
2554*858ea5e5SAndroid Build Coastguard Worker 	int i, err;
2555*858ea5e5SAndroid Build Coastguard Worker 
2556*858ea5e5SAndroid Build Coastguard Worker 	if (!REQ_ARGS(3)) {
2557*858ea5e5SAndroid Build Coastguard Worker 		usage();
2558*858ea5e5SAndroid Build Coastguard Worker 		return -1;
2559*858ea5e5SAndroid Build Coastguard Worker 	}
2560*858ea5e5SAndroid Build Coastguard Worker 
2561*858ea5e5SAndroid Build Coastguard Worker 	input = GET_ARG();
2562*858ea5e5SAndroid Build Coastguard Worker 	output = GET_ARG();
2563*858ea5e5SAndroid Build Coastguard Worker 
2564*858ea5e5SAndroid Build Coastguard Worker 	objs = (const char **) calloc(argc + 1, sizeof(*objs));
2565*858ea5e5SAndroid Build Coastguard Worker 	if (!objs) {
2566*858ea5e5SAndroid Build Coastguard Worker 		p_err("failed to allocate array for object names");
2567*858ea5e5SAndroid Build Coastguard Worker 		return -ENOMEM;
2568*858ea5e5SAndroid Build Coastguard Worker 	}
2569*858ea5e5SAndroid Build Coastguard Worker 
2570*858ea5e5SAndroid Build Coastguard Worker 	i = 0;
2571*858ea5e5SAndroid Build Coastguard Worker 	while (argc)
2572*858ea5e5SAndroid Build Coastguard Worker 		objs[i++] = GET_ARG();
2573*858ea5e5SAndroid Build Coastguard Worker 
2574*858ea5e5SAndroid Build Coastguard Worker 	err = minimize_btf(input, output, objs);
2575*858ea5e5SAndroid Build Coastguard Worker 	free(objs);
2576*858ea5e5SAndroid Build Coastguard Worker 	return err;
2577*858ea5e5SAndroid Build Coastguard Worker }
2578*858ea5e5SAndroid Build Coastguard Worker 
2579*858ea5e5SAndroid Build Coastguard Worker static const struct cmd cmds[] = {
2580*858ea5e5SAndroid Build Coastguard Worker 	{ "object",		do_object },
2581*858ea5e5SAndroid Build Coastguard Worker 	{ "skeleton",		do_skeleton },
2582*858ea5e5SAndroid Build Coastguard Worker 	{ "subskeleton",	do_subskeleton },
2583*858ea5e5SAndroid Build Coastguard Worker 	{ "min_core_btf",	do_min_core_btf},
2584*858ea5e5SAndroid Build Coastguard Worker 	{ "help",		do_help },
2585*858ea5e5SAndroid Build Coastguard Worker 	{ 0 }
2586*858ea5e5SAndroid Build Coastguard Worker };
2587*858ea5e5SAndroid Build Coastguard Worker 
do_gen(int argc,char ** argv)2588*858ea5e5SAndroid Build Coastguard Worker int do_gen(int argc, char **argv)
2589*858ea5e5SAndroid Build Coastguard Worker {
2590*858ea5e5SAndroid Build Coastguard Worker 	return cmd_select(cmds, argc, argv, do_help);
2591*858ea5e5SAndroid Build Coastguard Worker }
2592