97 static void emit(struct bpf_gen *gen, struct bpf_insn insn)  in emit()  function
107 	emit(gen, insn1);  in emit2()
108 	emit(gen, insn2);  in emit2()
122 	emit(gen, BPF_MOV64_REG(BPF_REG_6, BPF_REG_1));  in bpf_gen__init()
125 	emit(gen, BPF_MOV64_REG(BPF_REG_1, BPF_REG_10));  in bpf_gen__init()
126 	emit(gen, BPF_ALU64_IMM(BPF_ADD, BPF_REG_1, -stack_sz));  in bpf_gen__init()
127 	emit(gen, BPF_MOV64_IMM(BPF_REG_2, stack_sz));  in bpf_gen__init()
128 	emit(gen, BPF_MOV64_IMM(BPF_REG_3, 0));  in bpf_gen__init()
129 	emit(gen, BPF_EMIT_CALL(BPF_FUNC_probe_read_kernel));  in bpf_gen__init()
134 	emit(gen, BPF_JMP_IMM(BPF_JA, 0, 0,  in bpf_gen__init()
144 	/* emit cleanup code: close all temp FDs */  in bpf_gen__init()
146 		emit(gen, BPF_LDX_MEM(BPF_W, BPF_REG_1, BPF_REG_10, -stack_sz + i));  in bpf_gen__init()
147 		emit(gen, BPF_JMP_IMM(BPF_JSLE, BPF_REG_1, 0, 1));  in bpf_gen__init()
148 		emit(gen, BPF_EMIT_CALL(BPF_FUNC_sys_close));  in bpf_gen__init()
153 	emit(gen, BPF_MOV64_REG(BPF_REG_0, BPF_REG_7));  in bpf_gen__init()
154 	emit(gen, BPF_EXIT_INSN());  in bpf_gen__init()
218 	emit(gen, BPF_STX_MEM(BPF_DW, BPF_REG_1, BPF_REG_0, 0));  in emit_rel_store()
225 	emit(gen, BPF_LDX_MEM(insn_bytes_to_bpf_size(size), BPF_REG_0, BPF_REG_2, 0));  in move_blob2blob()
228 	emit(gen, BPF_STX_MEM(insn_bytes_to_bpf_size(size), BPF_REG_1, BPF_REG_0, 0));  in move_blob2blob()
235 	emit(gen, BPF_LDX_MEM(insn_bytes_to_bpf_size(size), BPF_REG_0, BPF_REG_1, 0));  in move_blob2ctx()
236 	emit(gen, BPF_STX_MEM(insn_bytes_to_bpf_size(size), BPF_REG_6, BPF_REG_0, ctx_off));  in move_blob2ctx()
242 	emit(gen, BPF_LDX_MEM(insn_bytes_to_bpf_size(size), BPF_REG_0, BPF_REG_6, ctx_off));  in move_ctx2blob()
247 		emit(gen, BPF_JMP_IMM(BPF_JEQ, BPF_REG_0, 0, 3));  in move_ctx2blob()
250 	emit(gen, BPF_STX_MEM(insn_bytes_to_bpf_size(size), BPF_REG_1, BPF_REG_0, 0));  in move_ctx2blob()
255 	emit(gen, BPF_LDX_MEM(insn_bytes_to_bpf_size(size), BPF_REG_0, BPF_REG_10, stack_off));  in move_stack2blob()
258 	emit(gen, BPF_STX_MEM(insn_bytes_to_bpf_size(size), BPF_REG_1, BPF_REG_0, 0));  in move_stack2blob()
263 	emit(gen, BPF_LDX_MEM(insn_bytes_to_bpf_size(size), BPF_REG_0, BPF_REG_10, stack_off));  in move_stack2ctx()
264 	emit(gen, BPF_STX_MEM(insn_bytes_to_bpf_size(size), BPF_REG_6, BPF_REG_0, ctx_off));  in move_stack2ctx()
269 	emit(gen, BPF_MOV64_IMM(BPF_REG_1, cmd));  in emit_sys_bpf()
272 	emit(gen, BPF_MOV64_IMM(BPF_REG_3, attr_size));  in emit_sys_bpf()
273 	emit(gen, BPF_EMIT_CALL(BPF_FUNC_sys_bpf));  in emit_sys_bpf()
275 	emit(gen, BPF_MOV64_REG(BPF_REG_7, BPF_REG_0));  in emit_sys_bpf()
291 		emit(gen, BPF_JMP_IMM(BPF_JSLT, BPF_REG_7, 0, off));  in emit_check_err()
294 		emit(gen, BPF_JMP_IMM(BPF_JA, 0, 0, -1));  in emit_check_err()
319 	emit(gen, BPF_MOV64_IMM(BPF_REG_2, len));  in emit_debug()
321 		emit(gen, BPF_MOV64_REG(BPF_REG_3, reg1));  in emit_debug()
323 		emit(gen, BPF_MOV64_REG(BPF_REG_4, reg2));  in emit_debug()
324 	emit(gen, BPF_EMIT_CALL(BPF_FUNC_trace_printk));  in emit_debug()
347 	emit(gen, BPF_JMP_IMM(BPF_JSLE, BPF_REG_1, 0,  in __emit_sys_close()
352 	emit(gen, BPF_MOV64_REG(BPF_REG_9, BPF_REG_1));  in __emit_sys_close()
353 	emit(gen, BPF_EMIT_CALL(BPF_FUNC_sys_close));  in __emit_sys_close()
359 	emit(gen, BPF_LDX_MEM(BPF_W, BPF_REG_1, BPF_REG_10, stack_off));  in emit_sys_close_stack()
367 	emit(gen, BPF_LDX_MEM(BPF_W, BPF_REG_1, BPF_REG_0, 0));  in emit_sys_close_blob()
395 	emit(gen, BPF_MOV64_IMM(BPF_REG_0, 0));  in bpf_gen__finish()
396 	emit(gen, BPF_EXIT_INSN());  in bpf_gen__finish()
473 	/* emit BTF_LOAD command */  in bpf_gen__load_btf()
478 	emit(gen, BPF_STX_MEM(BPF_W, BPF_REG_10, BPF_REG_7, stack_off(btf_fd)));  in bpf_gen__load_btf()
532 	/* emit MAP_CREATE command */  in bpf_gen__map_create()
544 		emit(gen, BPF_STX_MEM(BPF_W, BPF_REG_10, BPF_REG_7,  in bpf_gen__map_create()
554 		emit(gen, BPF_STX_MEM(BPF_W, BPF_REG_1, BPF_REG_7, 0));  in bpf_gen__map_create()
583 	emit(gen, BPF_MOV64_IMM(BPF_REG_2, len));  in emit_find_attach_target()
584 	emit(gen, BPF_MOV64_IMM(BPF_REG_3, gen->attach_kind));  in emit_find_attach_target()
585 	emit(gen, BPF_MOV64_IMM(BPF_REG_4, 0));  in emit_find_attach_target()
586 	emit(gen, BPF_EMIT_CALL(BPF_FUNC_btf_find_by_name_kind));  in emit_find_attach_target()
587 	emit(gen, BPF_MOV64_REG(BPF_REG_7, BPF_REG_0));  in emit_find_attach_target()
657 	emit(gen, BPF_MOV64_IMM(BPF_REG_2, len));  in emit_bpf_find_by_name_kind()
658 	emit(gen, BPF_MOV64_IMM(BPF_REG_3, relo->kind));  in emit_bpf_find_by_name_kind()
659 	emit(gen, BPF_MOV64_IMM(BPF_REG_4, 0));  in emit_bpf_find_by_name_kind()
660 	emit(gen, BPF_EMIT_CALL(BPF_FUNC_btf_find_by_name_kind));  in emit_bpf_find_by_name_kind()
661 	emit(gen, BPF_MOV64_REG(BPF_REG_7, BPF_REG_0));  in emit_bpf_find_by_name_kind()
677 	emit(gen, BPF_MOV64_IMM(BPF_REG_2, len));  in emit_bpf_kallsyms_lookup_name()
678 	emit(gen, BPF_MOV64_IMM(BPF_REG_3, 0));  in emit_bpf_kallsyms_lookup_name()
681 	emit(gen, BPF_MOV64_REG(BPF_REG_7, BPF_REG_4));  in emit_bpf_kallsyms_lookup_name()
682 	emit(gen, BPF_EMIT_CALL(BPF_FUNC_kallsyms_lookup_name));  in emit_bpf_kallsyms_lookup_name()
683 	emit(gen, BPF_LDX_MEM(BPF_DW, BPF_REG_9, BPF_REG_7, 0));  in emit_bpf_kallsyms_lookup_name()
684 	emit(gen, BPF_MOV64_REG(BPF_REG_7, BPF_REG_0));  in emit_bpf_kallsyms_lookup_name()
729 	emit(gen, BPF_JMP_IMM(BPF_JSGE, BPF_REG_7, 0, 3));  in emit_relo_kfunc_btf()
731 	emit(gen, BPF_ST_MEM(BPF_W, BPF_REG_8, offsetof(struct bpf_insn, imm), 0));  in emit_relo_kfunc_btf()
732 	emit(gen, BPF_ST_MEM(BPF_H, BPF_REG_8, offsetof(struct bpf_insn, off), 0));  in emit_relo_kfunc_btf()
734 	emit(gen, BPF_JMP_IMM(BPF_JA, 0, 0, 10));  in emit_relo_kfunc_btf()
736 	emit(gen, BPF_STX_MEM(BPF_W, BPF_REG_8, BPF_REG_7, offsetof(struct bpf_insn, imm)));  in emit_relo_kfunc_btf()
738 	emit(gen, BPF_MOV64_REG(BPF_REG_9, BPF_REG_7));  in emit_relo_kfunc_btf()
739 	emit(gen, BPF_ALU64_IMM(BPF_RSH, BPF_REG_9, 32));  in emit_relo_kfunc_btf()
744 	emit(gen, BPF_STX_MEM(BPF_W, BPF_REG_0, BPF_REG_9, 0));  in emit_relo_kfunc_btf()
746 	emit(gen, BPF_JMP_IMM(BPF_JNE, BPF_REG_9, 0, 2));  in emit_relo_kfunc_btf()
748 	emit(gen, BPF_ST_MEM(BPF_H, BPF_REG_8, offsetof(struct bpf_insn, off), 0));  in emit_relo_kfunc_btf()
750 	emit(gen, BPF_JMP_IMM(BPF_JA, 0, 0, 1));  in emit_relo_kfunc_btf()
752 	emit(gen, BPF_ST_MEM(BPF_H, BPF_REG_8, offsetof(struct bpf_insn, off), btf_fd_idx));  in emit_relo_kfunc_btf()
756 	emit(gen, BPF_LDX_MEM(BPF_W, BPF_REG_7, BPF_REG_8,  in emit_relo_kfunc_btf()
758 	emit(gen, BPF_LDX_MEM(BPF_H, BPF_REG_9, BPF_REG_8,  in emit_relo_kfunc_btf()
764 	emit(gen, BPF_LDX_MEM(BPF_W, BPF_REG_9, BPF_REG_0, 0));  in emit_relo_kfunc_btf()
774 	emit(gen, BPF_LDX_MEM(BPF_W, BPF_REG_7, BPF_REG_8,  in emit_ksym_relo_log()
776 	emit(gen, BPF_LDX_MEM(BPF_H, BPF_REG_9, BPF_REG_8, sizeof(struct bpf_insn) +  in emit_ksym_relo_log()
780 	emit(gen, BPF_LDX_MEM(BPF_B, BPF_REG_9, BPF_REG_8, offsetofend(struct bpf_insn, code)));  in emit_ksym_relo_log()
809 	emit(gen, BPF_JMP_IMM(BPF_JEQ, BPF_REG_7, -ENOENT, 1));  in emit_relo_ksym_typeless()
812 	emit(gen, BPF_STX_MEM(BPF_W, BPF_REG_8, BPF_REG_9, offsetof(struct bpf_insn, imm)));  in emit_relo_ksym_typeless()
814 	emit(gen, BPF_ALU64_IMM(BPF_RSH, BPF_REG_9, 32));  in emit_relo_ksym_typeless()
815 	emit(gen, BPF_STX_MEM(BPF_W, BPF_REG_8, BPF_REG_9,  in emit_relo_ksym_typeless()
852 		emit(gen, BPF_JMP_IMM(BPF_JNE, BPF_REG_0, 0, 3));  in emit_relo_ksym_btf()
861 	emit(gen, BPF_JMP_IMM(BPF_JSGE, BPF_REG_7, 0, 3));  in emit_relo_ksym_btf()
863 	emit(gen, BPF_ST_MEM(BPF_W, BPF_REG_8, offsetof(struct bpf_insn, imm), 0));  in emit_relo_ksym_btf()
864 …emit(gen, BPF_ST_MEM(BPF_W, BPF_REG_8, sizeof(struct bpf_insn) + offsetof(struct bpf_insn, imm), 0…  in emit_relo_ksym_btf()
866 	emit(gen, BPF_JMP_IMM(BPF_JA, 0, 0, 4));  in emit_relo_ksym_btf()
868 	emit(gen, BPF_STX_MEM(BPF_W, BPF_REG_8, BPF_REG_7, offsetof(struct bpf_insn, imm)));  in emit_relo_ksym_btf()
870 	emit(gen, BPF_ALU64_IMM(BPF_RSH, BPF_REG_7, 32));  in emit_relo_ksym_btf()
871 	emit(gen, BPF_STX_MEM(BPF_W, BPF_REG_8, BPF_REG_7,  in emit_relo_ksym_btf()
874 	emit(gen, BPF_JMP_IMM(BPF_JA, 0, 0, 3));  in emit_relo_ksym_btf()
878 	emit(gen, BPF_LDX_MEM(BPF_B, BPF_REG_9, BPF_REG_8, offsetofend(struct bpf_insn, code)));  in emit_relo_ksym_btf()
879 	emit(gen, BPF_ALU32_IMM(BPF_AND, BPF_REG_9, reg_mask));  in emit_relo_ksym_btf()
880 	emit(gen, BPF_STX_MEM(BPF_B, BPF_REG_8, BPF_REG_9, offsetofend(struct bpf_insn, code)));  in emit_relo_ksym_btf()
1090 		emit(gen, BPF_STX_MEM(BPF_W, BPF_REG_0, BPF_REG_7,  in bpf_gen__prog_load()
1092 		emit(gen, BPF_ALU64_IMM(BPF_RSH, BPF_REG_7, 32));  in bpf_gen__prog_load()
1093 		emit(gen, BPF_STX_MEM(BPF_W, BPF_REG_0, BPF_REG_7,  in bpf_gen__prog_load()
1097 	/* emit PROG_LOAD command */  in bpf_gen__prog_load()
1109 	emit(gen, BPF_STX_MEM(BPF_W, BPF_REG_10, BPF_REG_7,  in bpf_gen__prog_load()
1134 	emit(gen, BPF_LDX_MEM(BPF_DW, BPF_REG_3, BPF_REG_6,  in bpf_gen__map_update_elem()
1138 	emit(gen, BPF_JMP_IMM(BPF_JEQ, BPF_REG_3, 0, 8));  in bpf_gen__map_update_elem()
1141 	emit(gen, BPF_MOV64_IMM(BPF_REG_2, value_size));  in bpf_gen__map_update_elem()
1142 	emit(gen, BPF_LDX_MEM(BPF_W, BPF_REG_0, BPF_REG_6,  in bpf_gen__map_update_elem()
1144 	emit(gen, BPF_JMP_IMM(BPF_JSET, BPF_REG_0, BPF_SKEL_KERNEL, 2));  in bpf_gen__map_update_elem()
1145 	emit(gen, BPF_EMIT_CALL(BPF_FUNC_copy_from_user));  in bpf_gen__map_update_elem()
1146 	emit(gen, BPF_JMP_IMM(BPF_JA, 0, 0, 1));  in bpf_gen__map_update_elem()
1147 	emit(gen, BPF_EMIT_CALL(BPF_FUNC_probe_read_kernel));  in bpf_gen__map_update_elem()
1156 	/* emit MAP_UPDATE_ELEM command */  in bpf_gen__map_update_elem()
1184 	/* emit MAP_UPDATE_ELEM command */  in bpf_gen__populate_outer_map()
1203 	/* emit MAP_FREEZE command */  in bpf_gen__map_freeze()