96 static void emit(struct bpf_gen *gen, struct bpf_insn insn)  in emit()  function
106 	emit(gen, insn1);  in emit2()
107 	emit(gen, insn2);  in emit2()
121 	emit(gen, BPF_MOV64_REG(BPF_REG_6, BPF_REG_1));  in bpf_gen__init()
124 	emit(gen, BPF_MOV64_REG(BPF_REG_1, BPF_REG_10));  in bpf_gen__init()
125 	emit(gen, BPF_ALU64_IMM(BPF_ADD, BPF_REG_1, -stack_sz));  in bpf_gen__init()
126 	emit(gen, BPF_MOV64_IMM(BPF_REG_2, stack_sz));  in bpf_gen__init()
127 	emit(gen, BPF_MOV64_IMM(BPF_REG_3, 0));  in bpf_gen__init()
128 	emit(gen, BPF_EMIT_CALL(BPF_FUNC_probe_read_kernel));  in bpf_gen__init()
133 	emit(gen, BPF_JMP_IMM(BPF_JA, 0, 0,  in bpf_gen__init()
145 		emit(gen, BPF_LDX_MEM(BPF_W, BPF_REG_1, BPF_REG_10, -stack_sz + i));  in bpf_gen__init()
146 		emit(gen, BPF_JMP_IMM(BPF_JSLE, BPF_REG_1, 0, 1));  in bpf_gen__init()
147 		emit(gen, BPF_EMIT_CALL(BPF_FUNC_sys_close));  in bpf_gen__init()
152 	emit(gen, BPF_MOV64_REG(BPF_REG_0, BPF_REG_7));  in bpf_gen__init()
153 	emit(gen, BPF_EXIT_INSN());  in bpf_gen__init()
217 	emit(gen, BPF_STX_MEM(BPF_DW, BPF_REG_1, BPF_REG_0, 0));  in emit_rel_store()
224 	emit(gen, BPF_LDX_MEM(insn_bytes_to_bpf_size(size), BPF_REG_0, BPF_REG_2, 0));  in move_blob2blob()
227 	emit(gen, BPF_STX_MEM(insn_bytes_to_bpf_size(size), BPF_REG_1, BPF_REG_0, 0));  in move_blob2blob()
234 	emit(gen, BPF_LDX_MEM(insn_bytes_to_bpf_size(size), BPF_REG_0, BPF_REG_1, 0));  in move_blob2ctx()
235 	emit(gen, BPF_STX_MEM(insn_bytes_to_bpf_size(size), BPF_REG_6, BPF_REG_0, ctx_off));  in move_blob2ctx()
241 	emit(gen, BPF_LDX_MEM(insn_bytes_to_bpf_size(size), BPF_REG_0, BPF_REG_6, ctx_off));  in move_ctx2blob()
246 		emit(gen, BPF_JMP_IMM(BPF_JEQ, BPF_REG_0, 0, 3));  in move_ctx2blob()
249 	emit(gen, BPF_STX_MEM(insn_bytes_to_bpf_size(size), BPF_REG_1, BPF_REG_0, 0));  in move_ctx2blob()
254 	emit(gen, BPF_LDX_MEM(insn_bytes_to_bpf_size(size), BPF_REG_0, BPF_REG_10, stack_off));  in move_stack2blob()
257 	emit(gen, BPF_STX_MEM(insn_bytes_to_bpf_size(size), BPF_REG_1, BPF_REG_0, 0));  in move_stack2blob()
262 	emit(gen, BPF_LDX_MEM(insn_bytes_to_bpf_size(size), BPF_REG_0, BPF_REG_10, stack_off));  in move_stack2ctx()
263 	emit(gen, BPF_STX_MEM(insn_bytes_to_bpf_size(size), BPF_REG_6, BPF_REG_0, ctx_off));  in move_stack2ctx()
268 	emit(gen, BPF_MOV64_IMM(BPF_REG_1, cmd));  in emit_sys_bpf()
271 	emit(gen, BPF_MOV64_IMM(BPF_REG_3, attr_size));  in emit_sys_bpf()
272 	emit(gen, BPF_EMIT_CALL(BPF_FUNC_sys_bpf));  in emit_sys_bpf()
274 	emit(gen, BPF_MOV64_REG(BPF_REG_7, BPF_REG_0));  in emit_sys_bpf()
290 		emit(gen, BPF_JMP_IMM(BPF_JSLT, BPF_REG_7, 0, off));  in emit_check_err()
293 		emit(gen, BPF_JMP_IMM(BPF_JA, 0, 0, -1));  in emit_check_err()
318 	emit(gen, BPF_MOV64_IMM(BPF_REG_2, len));  in emit_debug()
320 		emit(gen, BPF_MOV64_REG(BPF_REG_3, reg1));  in emit_debug()
322 		emit(gen, BPF_MOV64_REG(BPF_REG_4, reg2));  in emit_debug()
323 	emit(gen, BPF_EMIT_CALL(BPF_FUNC_trace_printk));  in emit_debug()
346 	emit(gen, BPF_JMP_IMM(BPF_JSLE, BPF_REG_1, 0,  in __emit_sys_close()
351 	emit(gen, BPF_MOV64_REG(BPF_REG_9, BPF_REG_1));  in __emit_sys_close()
352 	emit(gen, BPF_EMIT_CALL(BPF_FUNC_sys_close));  in __emit_sys_close()
358 	emit(gen, BPF_LDX_MEM(BPF_W, BPF_REG_1, BPF_REG_10, stack_off));  in emit_sys_close_stack()
366 	emit(gen, BPF_LDX_MEM(BPF_W, BPF_REG_1, BPF_REG_0, 0));  in emit_sys_close_blob()
394 	emit(gen, BPF_MOV64_IMM(BPF_REG_0, 0));  in bpf_gen__finish()
395 	emit(gen, BPF_EXIT_INSN());  in bpf_gen__finish()
445 	emit(gen, BPF_STX_MEM(BPF_W, BPF_REG_10, BPF_REG_7, stack_off(btf_fd)));  in bpf_gen__load_btf()
510 		emit(gen, BPF_STX_MEM(BPF_W, BPF_REG_10, BPF_REG_7,  in bpf_gen__map_create()
520 		emit(gen, BPF_STX_MEM(BPF_W, BPF_REG_1, BPF_REG_7, 0));  in bpf_gen__map_create()
549 	emit(gen, BPF_MOV64_IMM(BPF_REG_2, len));  in emit_find_attach_target()
550 	emit(gen, BPF_MOV64_IMM(BPF_REG_3, gen->attach_kind));  in emit_find_attach_target()
551 	emit(gen, BPF_MOV64_IMM(BPF_REG_4, 0));  in emit_find_attach_target()
552 	emit(gen, BPF_EMIT_CALL(BPF_FUNC_btf_find_by_name_kind));  in emit_find_attach_target()
553 	emit(gen, BPF_MOV64_REG(BPF_REG_7, BPF_REG_0));  in emit_find_attach_target()
619 	emit(gen, BPF_MOV64_IMM(BPF_REG_2, len));  in emit_bpf_find_by_name_kind()
620 	emit(gen, BPF_MOV64_IMM(BPF_REG_3, relo->kind));  in emit_bpf_find_by_name_kind()
621 	emit(gen, BPF_MOV64_IMM(BPF_REG_4, 0));  in emit_bpf_find_by_name_kind()
622 	emit(gen, BPF_EMIT_CALL(BPF_FUNC_btf_find_by_name_kind));  in emit_bpf_find_by_name_kind()
623 	emit(gen, BPF_MOV64_REG(BPF_REG_7, BPF_REG_0));  in emit_bpf_find_by_name_kind()
639 	emit(gen, BPF_MOV64_IMM(BPF_REG_2, len));  in emit_bpf_kallsyms_lookup_name()
640 	emit(gen, BPF_MOV64_IMM(BPF_REG_3, 0));  in emit_bpf_kallsyms_lookup_name()
643 	emit(gen, BPF_MOV64_REG(BPF_REG_7, BPF_REG_4));  in emit_bpf_kallsyms_lookup_name()
644 	emit(gen, BPF_EMIT_CALL(BPF_FUNC_kallsyms_lookup_name));  in emit_bpf_kallsyms_lookup_name()
645 	emit(gen, BPF_LDX_MEM(BPF_DW, BPF_REG_9, BPF_REG_7, 0));  in emit_bpf_kallsyms_lookup_name()
646 	emit(gen, BPF_MOV64_REG(BPF_REG_7, BPF_REG_0));  in emit_bpf_kallsyms_lookup_name()
691 	emit(gen, BPF_JMP_IMM(BPF_JSGE, BPF_REG_7, 0, 3));  in emit_relo_kfunc_btf()
693 	emit(gen, BPF_ST_MEM(BPF_W, BPF_REG_8, offsetof(struct bpf_insn, imm), 0));  in emit_relo_kfunc_btf()
694 	emit(gen, BPF_ST_MEM(BPF_H, BPF_REG_8, offsetof(struct bpf_insn, off), 0));  in emit_relo_kfunc_btf()
696 	emit(gen, BPF_JMP_IMM(BPF_JA, 0, 0, 10));  in emit_relo_kfunc_btf()
698 	emit(gen, BPF_STX_MEM(BPF_W, BPF_REG_8, BPF_REG_7, offsetof(struct bpf_insn, imm)));  in emit_relo_kfunc_btf()
700 	emit(gen, BPF_MOV64_REG(BPF_REG_9, BPF_REG_7));  in emit_relo_kfunc_btf()
701 	emit(gen, BPF_ALU64_IMM(BPF_RSH, BPF_REG_9, 32));  in emit_relo_kfunc_btf()
703 	emit(gen, BPF_JMP_IMM(BPF_JNE, BPF_REG_9, 0, 2));  in emit_relo_kfunc_btf()
705 	emit(gen, BPF_ST_MEM(BPF_H, BPF_REG_8, offsetof(struct bpf_insn, off), 0));  in emit_relo_kfunc_btf()
707 	emit(gen, BPF_JMP_IMM(BPF_JA, 0, 0, 4));  in emit_relo_kfunc_btf()
712 	emit(gen, BPF_STX_MEM(BPF_W, BPF_REG_0, BPF_REG_9, 0));  in emit_relo_kfunc_btf()
714 	emit(gen, BPF_ST_MEM(BPF_H, BPF_REG_8, offsetof(struct bpf_insn, off), btf_fd_idx));  in emit_relo_kfunc_btf()
718 	emit(gen, BPF_LDX_MEM(BPF_W, BPF_REG_7, BPF_REG_8,  in emit_relo_kfunc_btf()
720 	emit(gen, BPF_LDX_MEM(BPF_H, BPF_REG_9, BPF_REG_8,  in emit_relo_kfunc_btf()
726 	emit(gen, BPF_LDX_MEM(BPF_W, BPF_REG_9, BPF_REG_0, 0));  in emit_relo_kfunc_btf()
736 	emit(gen, BPF_LDX_MEM(BPF_W, BPF_REG_7, BPF_REG_8,  in emit_ksym_relo_log()
738 	emit(gen, BPF_LDX_MEM(BPF_H, BPF_REG_9, BPF_REG_8, sizeof(struct bpf_insn) +  in emit_ksym_relo_log()
742 	emit(gen, BPF_LDX_MEM(BPF_B, BPF_REG_9, BPF_REG_8, offsetofend(struct bpf_insn, code)));  in emit_ksym_relo_log()
771 	emit(gen, BPF_JMP_IMM(BPF_JEQ, BPF_REG_7, -ENOENT, 1));  in emit_relo_ksym_typeless()
774 	emit(gen, BPF_STX_MEM(BPF_W, BPF_REG_8, BPF_REG_9, offsetof(struct bpf_insn, imm)));  in emit_relo_ksym_typeless()
776 	emit(gen, BPF_ALU64_IMM(BPF_RSH, BPF_REG_9, 32));  in emit_relo_ksym_typeless()
777 	emit(gen, BPF_STX_MEM(BPF_W, BPF_REG_8, BPF_REG_9,  in emit_relo_ksym_typeless()
812 		emit(gen, BPF_JMP_IMM(BPF_JNE, BPF_REG_0, 0, 3));  in emit_relo_ksym_btf()
821 	emit(gen, BPF_JMP_IMM(BPF_JSGE, BPF_REG_7, 0, 3));  in emit_relo_ksym_btf()
823 	emit(gen, BPF_ST_MEM(BPF_W, BPF_REG_8, offsetof(struct bpf_insn, imm), 0));  in emit_relo_ksym_btf()
824 …emit(gen, BPF_ST_MEM(BPF_W, BPF_REG_8, sizeof(struct bpf_insn) + offsetof(struct bpf_insn, imm), 0…  in emit_relo_ksym_btf()
826 	emit(gen, BPF_JMP_IMM(BPF_JA, 0, 0, 4));  in emit_relo_ksym_btf()
828 	emit(gen, BPF_STX_MEM(BPF_W, BPF_REG_8, BPF_REG_7, offsetof(struct bpf_insn, imm)));  in emit_relo_ksym_btf()
830 	emit(gen, BPF_ALU64_IMM(BPF_RSH, BPF_REG_7, 32));  in emit_relo_ksym_btf()
831 	emit(gen, BPF_STX_MEM(BPF_W, BPF_REG_8, BPF_REG_7,  in emit_relo_ksym_btf()
834 	emit(gen, BPF_JMP_IMM(BPF_JSGE, BPF_REG_7, 0, 3));  in emit_relo_ksym_btf()
838 	emit(gen, BPF_LDX_MEM(BPF_B, BPF_REG_9, BPF_REG_8, offsetofend(struct bpf_insn, code)));  in emit_relo_ksym_btf()
839 	emit(gen, BPF_ALU32_IMM(BPF_AND, BPF_REG_9, reg_mask));  in emit_relo_ksym_btf()
840 	emit(gen, BPF_STX_MEM(BPF_B, BPF_REG_8, BPF_REG_9, offsetofend(struct bpf_insn, code)));  in emit_relo_ksym_btf()
1008 		emit(gen, BPF_STX_MEM(BPF_W, BPF_REG_0, BPF_REG_7,  in bpf_gen__prog_load()
1010 		emit(gen, BPF_ALU64_IMM(BPF_RSH, BPF_REG_7, 32));  in bpf_gen__prog_load()
1011 		emit(gen, BPF_STX_MEM(BPF_W, BPF_REG_0, BPF_REG_7,  in bpf_gen__prog_load()
1027 	emit(gen, BPF_STX_MEM(BPF_W, BPF_REG_10, BPF_REG_7,  in bpf_gen__prog_load()
1053 	emit(gen, BPF_LDX_MEM(BPF_DW, BPF_REG_3, BPF_REG_6,  in bpf_gen__map_update_elem()
1057 	emit(gen, BPF_JMP_IMM(BPF_JEQ, BPF_REG_3, 0, 8));  in bpf_gen__map_update_elem()
1060 	emit(gen, BPF_MOV64_IMM(BPF_REG_2, value_size));  in bpf_gen__map_update_elem()
1061 	emit(gen, BPF_LDX_MEM(BPF_W, BPF_REG_0, BPF_REG_6,  in bpf_gen__map_update_elem()
1063 	emit(gen, BPF_JMP_IMM(BPF_JSET, BPF_REG_0, BPF_SKEL_KERNEL, 2));  in bpf_gen__map_update_elem()
1064 	emit(gen, BPF_EMIT_CALL(BPF_FUNC_copy_from_user));  in bpf_gen__map_update_elem()
1065 	emit(gen, BPF_JMP_IMM(BPF_JA, 0, 0, 1));  in bpf_gen__map_update_elem()
1066 	emit(gen, BPF_EMIT_CALL(BPF_FUNC_probe_read_kernel));  in bpf_gen__map_update_elem()