xref: /aosp_15_r20/external/minijail/bpf.c (revision 4b9c6d91573e8b3a96609339b46361b5476dd0f9)
1*4b9c6d91SCole Faust /* Copyright 2012 The ChromiumOS Authors
2*4b9c6d91SCole Faust  * Use of this source code is governed by a BSD-style license that can be
3*4b9c6d91SCole Faust  * found in the LICENSE file.
4*4b9c6d91SCole Faust  */
5*4b9c6d91SCole Faust 
6*4b9c6d91SCole Faust #include <stdint.h>
7*4b9c6d91SCole Faust #include <stdio.h>
8*4b9c6d91SCole Faust #include <stdlib.h>
9*4b9c6d91SCole Faust #include <string.h>
10*4b9c6d91SCole Faust 
11*4b9c6d91SCole Faust #include "bpf.h"
12*4b9c6d91SCole Faust #include "util.h"
13*4b9c6d91SCole Faust 
14*4b9c6d91SCole Faust /* Architecture validation. */
bpf_validate_arch(struct sock_filter * filter)15*4b9c6d91SCole Faust size_t bpf_validate_arch(struct sock_filter *filter)
16*4b9c6d91SCole Faust {
17*4b9c6d91SCole Faust 	struct sock_filter *curr_block = filter;
18*4b9c6d91SCole Faust 	set_bpf_stmt(curr_block++, BPF_LD + BPF_W + BPF_ABS, arch_nr);
19*4b9c6d91SCole Faust 	set_bpf_jump(curr_block++, BPF_JMP + BPF_JEQ + BPF_K, MINIJAIL_ARCH_NR,
20*4b9c6d91SCole Faust 		     SKIP, NEXT);
21*4b9c6d91SCole Faust 	set_bpf_ret_kill(curr_block++);
22*4b9c6d91SCole Faust 	return curr_block - filter;
23*4b9c6d91SCole Faust }
24*4b9c6d91SCole Faust 
25*4b9c6d91SCole Faust /* Syscall number eval functions. */
bpf_allow_syscall(struct sock_filter * filter,int nr)26*4b9c6d91SCole Faust size_t bpf_allow_syscall(struct sock_filter *filter, int nr)
27*4b9c6d91SCole Faust {
28*4b9c6d91SCole Faust 	struct sock_filter *curr_block = filter;
29*4b9c6d91SCole Faust 	set_bpf_jump(curr_block++, BPF_JMP + BPF_JEQ + BPF_K, nr, NEXT, SKIP);
30*4b9c6d91SCole Faust 	set_bpf_stmt(curr_block++, BPF_RET + BPF_K, SECCOMP_RET_ALLOW);
31*4b9c6d91SCole Faust 	return curr_block - filter;
32*4b9c6d91SCole Faust }
33*4b9c6d91SCole Faust 
bpf_allow_syscall_args(struct sock_filter * filter,int nr,unsigned int id)34*4b9c6d91SCole Faust size_t bpf_allow_syscall_args(struct sock_filter *filter, int nr,
35*4b9c6d91SCole Faust 			      unsigned int id)
36*4b9c6d91SCole Faust {
37*4b9c6d91SCole Faust 	struct sock_filter *curr_block = filter;
38*4b9c6d91SCole Faust 	set_bpf_jump(curr_block++, BPF_JMP + BPF_JEQ + BPF_K, nr, NEXT, SKIP);
39*4b9c6d91SCole Faust 	set_bpf_jump_lbl(curr_block++, id);
40*4b9c6d91SCole Faust 	return curr_block - filter;
41*4b9c6d91SCole Faust }
42*4b9c6d91SCole Faust 
43*4b9c6d91SCole Faust /* Size-aware arg loaders. */
44*4b9c6d91SCole Faust #if defined(BITS32)
bpf_load_arg(struct sock_filter * filter,int argidx)45*4b9c6d91SCole Faust size_t bpf_load_arg(struct sock_filter *filter, int argidx)
46*4b9c6d91SCole Faust {
47*4b9c6d91SCole Faust 	set_bpf_stmt(filter, BPF_LD + BPF_W + BPF_ABS, LO_ARG(argidx));
48*4b9c6d91SCole Faust 	return 1U;
49*4b9c6d91SCole Faust }
50*4b9c6d91SCole Faust #elif defined(BITS64)
bpf_load_arg(struct sock_filter * filter,int argidx)51*4b9c6d91SCole Faust size_t bpf_load_arg(struct sock_filter *filter, int argidx)
52*4b9c6d91SCole Faust {
53*4b9c6d91SCole Faust 	struct sock_filter *curr_block = filter;
54*4b9c6d91SCole Faust 	set_bpf_stmt(curr_block++, BPF_LD + BPF_W + BPF_ABS, LO_ARG(argidx));
55*4b9c6d91SCole Faust 	set_bpf_stmt(curr_block++, BPF_ST, 0); /* lo -> M[0] */
56*4b9c6d91SCole Faust 	set_bpf_stmt(curr_block++, BPF_LD + BPF_W + BPF_ABS, HI_ARG(argidx));
57*4b9c6d91SCole Faust 	set_bpf_stmt(curr_block++, BPF_ST, 1); /* hi -> M[1] */
58*4b9c6d91SCole Faust 	return curr_block - filter;
59*4b9c6d91SCole Faust }
60*4b9c6d91SCole Faust #endif
61*4b9c6d91SCole Faust 
62*4b9c6d91SCole Faust /* Size-aware comparisons. */
bpf_comp_jeq32(struct sock_filter * filter,unsigned long c,unsigned char jt,unsigned char jf)63*4b9c6d91SCole Faust size_t bpf_comp_jeq32(struct sock_filter *filter, unsigned long c,
64*4b9c6d91SCole Faust 		      unsigned char jt, unsigned char jf)
65*4b9c6d91SCole Faust {
66*4b9c6d91SCole Faust 	unsigned int lo = (unsigned int)(c & 0xFFFFFFFF);
67*4b9c6d91SCole Faust 	set_bpf_jump(filter, BPF_JMP + BPF_JEQ + BPF_K, lo, jt, jf);
68*4b9c6d91SCole Faust 	return 1U;
69*4b9c6d91SCole Faust }
70*4b9c6d91SCole Faust 
71*4b9c6d91SCole Faust /*
72*4b9c6d91SCole Faust  * On 64 bits, we have to do two 32-bit comparisons.
73*4b9c6d91SCole Faust  * We jump true when *both* comparisons are true.
74*4b9c6d91SCole Faust  */
75*4b9c6d91SCole Faust #if defined(BITS64)
bpf_comp_jeq64(struct sock_filter * filter,uint64_t c,unsigned char jt,unsigned char jf)76*4b9c6d91SCole Faust size_t bpf_comp_jeq64(struct sock_filter *filter, uint64_t c, unsigned char jt,
77*4b9c6d91SCole Faust 		      unsigned char jf)
78*4b9c6d91SCole Faust {
79*4b9c6d91SCole Faust 	unsigned int lo = (unsigned int)(c & 0xFFFFFFFF);
80*4b9c6d91SCole Faust 	unsigned int hi = (unsigned int)(c >> 32);
81*4b9c6d91SCole Faust 
82*4b9c6d91SCole Faust 	struct sock_filter *curr_block = filter;
83*4b9c6d91SCole Faust 
84*4b9c6d91SCole Faust 	/* bpf_load_arg leaves |hi| in A */
85*4b9c6d91SCole Faust 	curr_block += bpf_comp_jeq32(curr_block, hi, NEXT, SKIPN(2) + jf);
86*4b9c6d91SCole Faust 	set_bpf_stmt(curr_block++, BPF_LD + BPF_MEM, 0); /* swap in |lo| */
87*4b9c6d91SCole Faust 	curr_block += bpf_comp_jeq32(curr_block, lo, jt, jf);
88*4b9c6d91SCole Faust 
89*4b9c6d91SCole Faust 	return curr_block - filter;
90*4b9c6d91SCole Faust }
91*4b9c6d91SCole Faust #endif
92*4b9c6d91SCole Faust 
bpf_comp_jgt32(struct sock_filter * filter,unsigned long c,unsigned char jt,unsigned char jf)93*4b9c6d91SCole Faust size_t bpf_comp_jgt32(struct sock_filter *filter, unsigned long c,
94*4b9c6d91SCole Faust 		      unsigned char jt, unsigned char jf)
95*4b9c6d91SCole Faust {
96*4b9c6d91SCole Faust 	unsigned int lo = (unsigned int)(c & 0xFFFFFFFF);
97*4b9c6d91SCole Faust 	set_bpf_jump(filter, BPF_JMP + BPF_JGT + BPF_K, lo, jt, jf);
98*4b9c6d91SCole Faust 	return 1U;
99*4b9c6d91SCole Faust }
100*4b9c6d91SCole Faust 
bpf_comp_jge32(struct sock_filter * filter,unsigned long c,unsigned char jt,unsigned char jf)101*4b9c6d91SCole Faust size_t bpf_comp_jge32(struct sock_filter *filter, unsigned long c,
102*4b9c6d91SCole Faust 		      unsigned char jt, unsigned char jf)
103*4b9c6d91SCole Faust {
104*4b9c6d91SCole Faust 	unsigned int lo = (unsigned int)(c & 0xFFFFFFFF);
105*4b9c6d91SCole Faust 	set_bpf_jump(filter, BPF_JMP + BPF_JGE + BPF_K, lo, jt, jf);
106*4b9c6d91SCole Faust 	return 1U;
107*4b9c6d91SCole Faust }
108*4b9c6d91SCole Faust 
109*4b9c6d91SCole Faust /*
110*4b9c6d91SCole Faust  * On 64 bits, we have to do two/three 32-bit comparisons.
111*4b9c6d91SCole Faust  * We jump true when the |hi| comparison is true *or* |hi| is equal and the
112*4b9c6d91SCole Faust  * |lo| comparison is true.
113*4b9c6d91SCole Faust  */
114*4b9c6d91SCole Faust #if defined(BITS64)
bpf_comp_jgt64(struct sock_filter * filter,uint64_t c,unsigned char jt,unsigned char jf)115*4b9c6d91SCole Faust size_t bpf_comp_jgt64(struct sock_filter *filter, uint64_t c, unsigned char jt,
116*4b9c6d91SCole Faust 		      unsigned char jf)
117*4b9c6d91SCole Faust {
118*4b9c6d91SCole Faust 	unsigned int lo = (unsigned int)(c & 0xFFFFFFFF);
119*4b9c6d91SCole Faust 	unsigned int hi = (unsigned int)(c >> 32);
120*4b9c6d91SCole Faust 
121*4b9c6d91SCole Faust 	struct sock_filter *curr_block = filter;
122*4b9c6d91SCole Faust 
123*4b9c6d91SCole Faust 	/* bpf_load_arg leaves |hi| in A. */
124*4b9c6d91SCole Faust 	if (hi == 0) {
125*4b9c6d91SCole Faust 		curr_block +=
126*4b9c6d91SCole Faust 		    bpf_comp_jgt32(curr_block, hi, SKIPN(2) + jt, NEXT);
127*4b9c6d91SCole Faust 	} else {
128*4b9c6d91SCole Faust 		curr_block +=
129*4b9c6d91SCole Faust 		    bpf_comp_jgt32(curr_block, hi, SKIPN(3) + jt, NEXT);
130*4b9c6d91SCole Faust 		curr_block +=
131*4b9c6d91SCole Faust 		    bpf_comp_jeq32(curr_block, hi, NEXT, SKIPN(2) + jf);
132*4b9c6d91SCole Faust 	}
133*4b9c6d91SCole Faust 	set_bpf_stmt(curr_block++, BPF_LD + BPF_MEM, 0); /* swap in |lo| */
134*4b9c6d91SCole Faust 	curr_block += bpf_comp_jgt32(curr_block, lo, jt, jf);
135*4b9c6d91SCole Faust 
136*4b9c6d91SCole Faust 	return curr_block - filter;
137*4b9c6d91SCole Faust }
138*4b9c6d91SCole Faust 
bpf_comp_jge64(struct sock_filter * filter,uint64_t c,unsigned char jt,unsigned char jf)139*4b9c6d91SCole Faust size_t bpf_comp_jge64(struct sock_filter *filter, uint64_t c, unsigned char jt,
140*4b9c6d91SCole Faust 		      unsigned char jf)
141*4b9c6d91SCole Faust {
142*4b9c6d91SCole Faust 	unsigned int lo = (unsigned int)(c & 0xFFFFFFFF);
143*4b9c6d91SCole Faust 	unsigned int hi = (unsigned int)(c >> 32);
144*4b9c6d91SCole Faust 
145*4b9c6d91SCole Faust 	struct sock_filter *curr_block = filter;
146*4b9c6d91SCole Faust 
147*4b9c6d91SCole Faust 	/* bpf_load_arg leaves |hi| in A. */
148*4b9c6d91SCole Faust 	if (hi == 0) {
149*4b9c6d91SCole Faust 		curr_block +=
150*4b9c6d91SCole Faust 		    bpf_comp_jgt32(curr_block, hi, SKIPN(2) + jt, NEXT);
151*4b9c6d91SCole Faust 	} else {
152*4b9c6d91SCole Faust 		curr_block +=
153*4b9c6d91SCole Faust 		    bpf_comp_jgt32(curr_block, hi, SKIPN(3) + jt, NEXT);
154*4b9c6d91SCole Faust 		curr_block +=
155*4b9c6d91SCole Faust 		    bpf_comp_jeq32(curr_block, hi, NEXT, SKIPN(2) + jf);
156*4b9c6d91SCole Faust 	}
157*4b9c6d91SCole Faust 	set_bpf_stmt(curr_block++, BPF_LD + BPF_MEM, 0); /* swap in |lo| */
158*4b9c6d91SCole Faust 	curr_block += bpf_comp_jge32(curr_block, lo, jt, jf);
159*4b9c6d91SCole Faust 
160*4b9c6d91SCole Faust 	return curr_block - filter;
161*4b9c6d91SCole Faust }
162*4b9c6d91SCole Faust #endif
163*4b9c6d91SCole Faust 
164*4b9c6d91SCole Faust /* Size-aware bitwise AND. */
bpf_comp_jset32(struct sock_filter * filter,unsigned long mask,unsigned char jt,unsigned char jf)165*4b9c6d91SCole Faust size_t bpf_comp_jset32(struct sock_filter *filter, unsigned long mask,
166*4b9c6d91SCole Faust 		       unsigned char jt, unsigned char jf)
167*4b9c6d91SCole Faust {
168*4b9c6d91SCole Faust 	unsigned int mask_lo = (unsigned int)(mask & 0xFFFFFFFF);
169*4b9c6d91SCole Faust 	set_bpf_jump(filter, BPF_JMP + BPF_JSET + BPF_K, mask_lo, jt, jf);
170*4b9c6d91SCole Faust 	return 1U;
171*4b9c6d91SCole Faust }
172*4b9c6d91SCole Faust 
173*4b9c6d91SCole Faust /*
174*4b9c6d91SCole Faust  * On 64 bits, we have to do two 32-bit bitwise ANDs.
175*4b9c6d91SCole Faust  * We jump true when *either* bitwise AND is true (non-zero).
176*4b9c6d91SCole Faust  */
177*4b9c6d91SCole Faust #if defined(BITS64)
bpf_comp_jset64(struct sock_filter * filter,uint64_t mask,unsigned char jt,unsigned char jf)178*4b9c6d91SCole Faust size_t bpf_comp_jset64(struct sock_filter *filter, uint64_t mask,
179*4b9c6d91SCole Faust 		       unsigned char jt, unsigned char jf)
180*4b9c6d91SCole Faust {
181*4b9c6d91SCole Faust 	unsigned int mask_lo = (unsigned int)(mask & 0xFFFFFFFF);
182*4b9c6d91SCole Faust 	unsigned int mask_hi = (unsigned int)(mask >> 32);
183*4b9c6d91SCole Faust 
184*4b9c6d91SCole Faust 	struct sock_filter *curr_block = filter;
185*4b9c6d91SCole Faust 
186*4b9c6d91SCole Faust 	/* bpf_load_arg leaves |hi| in A */
187*4b9c6d91SCole Faust 	curr_block += bpf_comp_jset32(curr_block, mask_hi, SKIPN(2) + jt, NEXT);
188*4b9c6d91SCole Faust 	set_bpf_stmt(curr_block++, BPF_LD + BPF_MEM, 0); /* swap in |lo| */
189*4b9c6d91SCole Faust 	curr_block += bpf_comp_jset32(curr_block, mask_lo, jt, jf);
190*4b9c6d91SCole Faust 
191*4b9c6d91SCole Faust 	return curr_block - filter;
192*4b9c6d91SCole Faust }
193*4b9c6d91SCole Faust #endif
194*4b9c6d91SCole Faust 
bpf_comp_jin(struct sock_filter * filter,unsigned long mask,unsigned char jt,unsigned char jf)195*4b9c6d91SCole Faust size_t bpf_comp_jin(struct sock_filter *filter, unsigned long mask,
196*4b9c6d91SCole Faust 		    unsigned char jt, unsigned char jf)
197*4b9c6d91SCole Faust {
198*4b9c6d91SCole Faust 	unsigned long negative_mask = ~mask;
199*4b9c6d91SCole Faust 	/*
200*4b9c6d91SCole Faust 	 * The mask is negated, so the comparison will be true when the argument
201*4b9c6d91SCole Faust 	 * includes a flag that wasn't listed in the original (non-negated)
202*4b9c6d91SCole Faust 	 * mask. This would be the failure case, so we switch |jt| and |jf|.
203*4b9c6d91SCole Faust 	 */
204*4b9c6d91SCole Faust 	return bpf_comp_jset(filter, negative_mask, jf, jt);
205*4b9c6d91SCole Faust }
206*4b9c6d91SCole Faust 
bpf_arg_comp_len(int op,unsigned long c attribute_unused)207*4b9c6d91SCole Faust static size_t bpf_arg_comp_len(int op, unsigned long c attribute_unused)
208*4b9c6d91SCole Faust {
209*4b9c6d91SCole Faust 	/* The comparisons that use gt/ge internally may have extra opcodes. */
210*4b9c6d91SCole Faust 	switch (op) {
211*4b9c6d91SCole Faust 	case LT:
212*4b9c6d91SCole Faust 	case LE:
213*4b9c6d91SCole Faust 	case GT:
214*4b9c6d91SCole Faust 	case GE:
215*4b9c6d91SCole Faust #if defined(BITS64)
216*4b9c6d91SCole Faust 		/*
217*4b9c6d91SCole Faust 		 * |c| can only have a high 32-bit part when running on 64 bits.
218*4b9c6d91SCole Faust 		 */
219*4b9c6d91SCole Faust 		if ((c >> 32) == 0)
220*4b9c6d91SCole Faust 			return BPF_ARG_SHORT_GT_GE_COMP_LEN + 1;
221*4b9c6d91SCole Faust #endif
222*4b9c6d91SCole Faust 		return BPF_ARG_GT_GE_COMP_LEN + 1;
223*4b9c6d91SCole Faust 	default:
224*4b9c6d91SCole Faust 		return BPF_ARG_COMP_LEN + 1;
225*4b9c6d91SCole Faust 	}
226*4b9c6d91SCole Faust }
227*4b9c6d91SCole Faust 
bpf_arg_comp(struct sock_filter ** pfilter,int op,int argidx,unsigned long c,unsigned int label_id)228*4b9c6d91SCole Faust size_t bpf_arg_comp(struct sock_filter **pfilter, int op, int argidx,
229*4b9c6d91SCole Faust 		    unsigned long c, unsigned int label_id)
230*4b9c6d91SCole Faust {
231*4b9c6d91SCole Faust 	size_t filter_len = bpf_arg_comp_len(op, c);
232*4b9c6d91SCole Faust 	struct sock_filter *filter =
233*4b9c6d91SCole Faust 	    calloc(filter_len, sizeof(struct sock_filter));
234*4b9c6d91SCole Faust 	struct sock_filter *curr_block = filter;
235*4b9c6d91SCole Faust 	size_t (*comp_function)(struct sock_filter * filter, unsigned long k,
236*4b9c6d91SCole Faust 				unsigned char jt, unsigned char jf);
237*4b9c6d91SCole Faust 	int flip = 0;
238*4b9c6d91SCole Faust 
239*4b9c6d91SCole Faust 	if (!filter) {
240*4b9c6d91SCole Faust 		*pfilter = NULL;
241*4b9c6d91SCole Faust 		return 0;
242*4b9c6d91SCole Faust 	}
243*4b9c6d91SCole Faust 
244*4b9c6d91SCole Faust 	/* Load arg */
245*4b9c6d91SCole Faust 	curr_block += bpf_load_arg(curr_block, argidx);
246*4b9c6d91SCole Faust 
247*4b9c6d91SCole Faust 	/* Jump type */
248*4b9c6d91SCole Faust 	switch (op) {
249*4b9c6d91SCole Faust 	case EQ:
250*4b9c6d91SCole Faust 		comp_function = bpf_comp_jeq;
251*4b9c6d91SCole Faust 		flip = 0;
252*4b9c6d91SCole Faust 		break;
253*4b9c6d91SCole Faust 	case NE:
254*4b9c6d91SCole Faust 		comp_function = bpf_comp_jeq;
255*4b9c6d91SCole Faust 		flip = 1;
256*4b9c6d91SCole Faust 		break;
257*4b9c6d91SCole Faust 	case LT:
258*4b9c6d91SCole Faust 		comp_function = bpf_comp_jge;
259*4b9c6d91SCole Faust 		flip = 1;
260*4b9c6d91SCole Faust 		break;
261*4b9c6d91SCole Faust 	case LE:
262*4b9c6d91SCole Faust 		comp_function = bpf_comp_jgt;
263*4b9c6d91SCole Faust 		flip = 1;
264*4b9c6d91SCole Faust 		break;
265*4b9c6d91SCole Faust 	case GT:
266*4b9c6d91SCole Faust 		comp_function = bpf_comp_jgt;
267*4b9c6d91SCole Faust 		flip = 0;
268*4b9c6d91SCole Faust 		break;
269*4b9c6d91SCole Faust 	case GE:
270*4b9c6d91SCole Faust 		comp_function = bpf_comp_jge;
271*4b9c6d91SCole Faust 		flip = 0;
272*4b9c6d91SCole Faust 		break;
273*4b9c6d91SCole Faust 	case SET:
274*4b9c6d91SCole Faust 		comp_function = bpf_comp_jset;
275*4b9c6d91SCole Faust 		flip = 0;
276*4b9c6d91SCole Faust 		break;
277*4b9c6d91SCole Faust 	case IN:
278*4b9c6d91SCole Faust 		comp_function = bpf_comp_jin;
279*4b9c6d91SCole Faust 		flip = 0;
280*4b9c6d91SCole Faust 		break;
281*4b9c6d91SCole Faust 	default:
282*4b9c6d91SCole Faust 		*pfilter = NULL;
283*4b9c6d91SCole Faust 		return 0;
284*4b9c6d91SCole Faust 	}
285*4b9c6d91SCole Faust 
286*4b9c6d91SCole Faust 	/*
287*4b9c6d91SCole Faust 	 * It's easier for the rest of the code to have the true branch
288*4b9c6d91SCole Faust 	 * skip and the false branch fall through.
289*4b9c6d91SCole Faust 	 */
290*4b9c6d91SCole Faust 	unsigned char jt = flip ? NEXT : SKIP;
291*4b9c6d91SCole Faust 	unsigned char jf = flip ? SKIP : NEXT;
292*4b9c6d91SCole Faust 	curr_block += comp_function(curr_block, c, jt, jf);
293*4b9c6d91SCole Faust 	curr_block += set_bpf_jump_lbl(curr_block, label_id);
294*4b9c6d91SCole Faust 
295*4b9c6d91SCole Faust 	*pfilter = filter;
296*4b9c6d91SCole Faust 	return curr_block - filter;
297*4b9c6d91SCole Faust }
298*4b9c6d91SCole Faust 
bpf_resolve_jumps(struct bpf_labels * labels,struct sock_filter * filter,size_t len)299*4b9c6d91SCole Faust int bpf_resolve_jumps(struct bpf_labels *labels, struct sock_filter *filter,
300*4b9c6d91SCole Faust 		      size_t len)
301*4b9c6d91SCole Faust {
302*4b9c6d91SCole Faust 	struct sock_filter *instr;
303*4b9c6d91SCole Faust 	size_t i, offset;
304*4b9c6d91SCole Faust 
305*4b9c6d91SCole Faust 	if (len > BPF_MAXINSNS)
306*4b9c6d91SCole Faust 		return -1;
307*4b9c6d91SCole Faust 
308*4b9c6d91SCole Faust 	/*
309*4b9c6d91SCole Faust 	 * Walk it once, backwards, to build the label table and do fixups.
310*4b9c6d91SCole Faust 	 * Since backward jumps are disallowed by BPF, this is easy.
311*4b9c6d91SCole Faust 	 */
312*4b9c6d91SCole Faust 	for (i = 0; i < len; i++) {
313*4b9c6d91SCole Faust 		offset = len - i - 1;
314*4b9c6d91SCole Faust 		instr = &filter[offset];
315*4b9c6d91SCole Faust 		if (instr->code != (BPF_JMP + BPF_JA))
316*4b9c6d91SCole Faust 			continue;
317*4b9c6d91SCole Faust 		switch ((instr->jt << 8) | instr->jf) {
318*4b9c6d91SCole Faust 		case (JUMP_JT << 8) | JUMP_JF:
319*4b9c6d91SCole Faust 			if (instr->k >= labels->count) {
320*4b9c6d91SCole Faust 				warn("nonexistent label id: %u", instr->k);
321*4b9c6d91SCole Faust 				return -1;
322*4b9c6d91SCole Faust 			}
323*4b9c6d91SCole Faust 			if (labels->labels[instr->k].location == 0xffffffff) {
324*4b9c6d91SCole Faust 				warn("unresolved label: '%s'",
325*4b9c6d91SCole Faust 				     labels->labels[instr->k].label);
326*4b9c6d91SCole Faust 				return -1;
327*4b9c6d91SCole Faust 			}
328*4b9c6d91SCole Faust 			instr->k =
329*4b9c6d91SCole Faust 			    labels->labels[instr->k].location - (offset + 1);
330*4b9c6d91SCole Faust 			instr->jt = 0;
331*4b9c6d91SCole Faust 			instr->jf = 0;
332*4b9c6d91SCole Faust 			continue;
333*4b9c6d91SCole Faust 		case (LABEL_JT << 8) | LABEL_JF:
334*4b9c6d91SCole Faust 			if (labels->labels[instr->k].location != 0xffffffff) {
335*4b9c6d91SCole Faust 				warn("duplicate label: '%s'",
336*4b9c6d91SCole Faust 				     labels->labels[instr->k].label);
337*4b9c6d91SCole Faust 				return -1;
338*4b9c6d91SCole Faust 			}
339*4b9c6d91SCole Faust 			labels->labels[instr->k].location = offset;
340*4b9c6d91SCole Faust 			instr->k = 0; /* Fall through. */
341*4b9c6d91SCole Faust 			instr->jt = 0;
342*4b9c6d91SCole Faust 			instr->jf = 0;
343*4b9c6d91SCole Faust 			continue;
344*4b9c6d91SCole Faust 		}
345*4b9c6d91SCole Faust 	}
346*4b9c6d91SCole Faust 	return 0;
347*4b9c6d91SCole Faust }
348*4b9c6d91SCole Faust 
349*4b9c6d91SCole Faust /* Simple lookup table for labels. */
bpf_label_id(struct bpf_labels * labels,const char * label)350*4b9c6d91SCole Faust int bpf_label_id(struct bpf_labels *labels, const char *label)
351*4b9c6d91SCole Faust {
352*4b9c6d91SCole Faust 	struct __bpf_label *begin = labels->labels, *end;
353*4b9c6d91SCole Faust 	int id;
354*4b9c6d91SCole Faust 	if (labels->count == 0) {
355*4b9c6d91SCole Faust 		begin->label = strndup(label, MAX_BPF_LABEL_LEN);
356*4b9c6d91SCole Faust 		if (!begin->label) {
357*4b9c6d91SCole Faust 			return -1;
358*4b9c6d91SCole Faust 		}
359*4b9c6d91SCole Faust 		begin->location = 0xffffffff;
360*4b9c6d91SCole Faust 		labels->count++;
361*4b9c6d91SCole Faust 		return 0;
362*4b9c6d91SCole Faust 	}
363*4b9c6d91SCole Faust 	end = begin + labels->count;
364*4b9c6d91SCole Faust 	for (id = 0; begin < end; ++begin, ++id) {
365*4b9c6d91SCole Faust 		if (streq(label, begin->label)) {
366*4b9c6d91SCole Faust 			return id;
367*4b9c6d91SCole Faust 		}
368*4b9c6d91SCole Faust 	}
369*4b9c6d91SCole Faust 
370*4b9c6d91SCole Faust 	/* The label wasn't found. Insert it only if there's space. */
371*4b9c6d91SCole Faust 	if (labels->count == BPF_LABELS_MAX) {
372*4b9c6d91SCole Faust 		return -1;
373*4b9c6d91SCole Faust 	}
374*4b9c6d91SCole Faust 	begin->label = strndup(label, MAX_BPF_LABEL_LEN);
375*4b9c6d91SCole Faust 	if (!begin->label) {
376*4b9c6d91SCole Faust 		return -1;
377*4b9c6d91SCole Faust 	}
378*4b9c6d91SCole Faust 	begin->location = 0xffffffff;
379*4b9c6d91SCole Faust 	labels->count++;
380*4b9c6d91SCole Faust 	return id;
381*4b9c6d91SCole Faust }
382*4b9c6d91SCole Faust 
free_label_strings(struct bpf_labels * labels)383*4b9c6d91SCole Faust void free_label_strings(struct bpf_labels *labels)
384*4b9c6d91SCole Faust {
385*4b9c6d91SCole Faust 	if (labels->count == 0)
386*4b9c6d91SCole Faust 		return;
387*4b9c6d91SCole Faust 
388*4b9c6d91SCole Faust 	struct __bpf_label *begin = labels->labels, *end;
389*4b9c6d91SCole Faust 
390*4b9c6d91SCole Faust 	end = begin + labels->count;
391*4b9c6d91SCole Faust 	for (; begin < end; ++begin) {
392*4b9c6d91SCole Faust 		if (begin->label)
393*4b9c6d91SCole Faust 			free((void *)(begin->label));
394*4b9c6d91SCole Faust 	}
395*4b9c6d91SCole Faust 
396*4b9c6d91SCole Faust 	labels->count = 0;
397*4b9c6d91SCole Faust }
398