257 static void push_callee_regs(u8 **pprog, bool *callee_regs_used)  in push_callee_regs()  argument
259 	u8 *prog = *pprog;  in push_callee_regs()
269 	*pprog = prog;  in push_callee_regs()
272 static void pop_callee_regs(u8 **pprog, bool *callee_regs_used)  in pop_callee_regs()  argument
274 	u8 *prog = *pprog;  in pop_callee_regs()
284 	*pprog = prog;  in pop_callee_regs()
292 static void emit_prologue(u8 **pprog, u32 stack_depth, bool ebpf_from_cbpf,  in emit_prologue()  argument
295 	u8 *prog = *pprog;  in emit_prologue()
320 	*pprog = prog;  in emit_prologue()
323 static int emit_patch(u8 **pprog, void *func, void *ip, u8 opcode)  in emit_patch()  argument
325 	u8 *prog = *pprog;  in emit_patch()
334 	*pprog = prog;  in emit_patch()
338 static int emit_call(u8 **pprog, void *func, void *ip)  in emit_call()  argument
340 	return emit_patch(pprog, func, ip, 0xE8);  in emit_call()
343 static int emit_jump(u8 **pprog, void *func, void *ip)  in emit_jump()  argument
345 	return emit_patch(pprog, func, ip, 0xE9);  in emit_jump()
411 static void emit_indirect_jump(u8 **pprog, int reg, u8 *ip)  in emit_indirect_jump()  argument
413 	u8 *prog = *pprog;  in emit_indirect_jump()
427 	*pprog = prog;  in emit_indirect_jump()
430 static void emit_return(u8 **pprog, u8 *ip)  in emit_return()  argument
432 	u8 *prog = *pprog;  in emit_return()
442 	*pprog = prog;  in emit_return()
459 static void emit_bpf_tail_call_indirect(u8 **pprog, bool *callee_regs_used,  in emit_bpf_tail_call_indirect()  argument
464 	u8 *prog = *pprog, *start = *pprog;  in emit_bpf_tail_call_indirect()
530 	*pprog = prog;  in emit_bpf_tail_call_indirect()
534 				      u8 **pprog, u8 *ip,  in emit_bpf_tail_call_direct()  argument
539 	u8 *prog = *pprog, *start = *pprog;  in emit_bpf_tail_call_direct()
573 	*pprog = prog;  in emit_bpf_tail_call_direct()
613 static void emit_mov_imm32(u8 **pprog, bool sign_propagate,  in emit_mov_imm32()  argument
616 	u8 *prog = *pprog;  in emit_mov_imm32()
650 	*pprog = prog;  in emit_mov_imm32()
653 static void emit_mov_imm64(u8 **pprog, u32 dst_reg,  in emit_mov_imm64()  argument
656 	u8 *prog = *pprog;  in emit_mov_imm64()
673 	*pprog = prog;  in emit_mov_imm64()
676 static void emit_mov_reg(u8 **pprog, bool is64, u32 dst_reg, u32 src_reg)  in emit_mov_reg()  argument
678 	u8 *prog = *pprog;  in emit_mov_reg()
690 	*pprog = prog;  in emit_mov_reg()
694 static void emit_insn_suffix(u8 **pprog, u32 ptr_reg, u32 val_reg, int off)  in emit_insn_suffix()  argument
696 	u8 *prog = *pprog;  in emit_insn_suffix()
710 	*pprog = prog;  in emit_insn_suffix()
716 static void maybe_emit_mod(u8 **pprog, u32 dst_reg, u32 src_reg, bool is64)  in maybe_emit_mod()  argument
718 	u8 *prog = *pprog;  in maybe_emit_mod()
724 	*pprog = prog;  in maybe_emit_mod()
730 static void maybe_emit_1mod(u8 **pprog, u32 reg, bool is64)  in maybe_emit_1mod()  argument
732 	u8 *prog = *pprog;  in maybe_emit_1mod()
738 	*pprog = prog;  in maybe_emit_1mod()
742 static void emit_ldx(u8 **pprog, u32 size, u32 dst_reg, u32 src_reg, int off)  in emit_ldx()  argument
744 	u8 *prog = *pprog;  in emit_ldx()
768 	*pprog = prog;  in emit_ldx()
772 static void emit_stx(u8 **pprog, u32 size, u32 dst_reg, u32 src_reg, int off)  in emit_stx()  argument
774 	u8 *prog = *pprog;  in emit_stx()
802 	*pprog = prog;  in emit_stx()
805 static int emit_atomic(u8 **pprog, u8 atomic_op,  in emit_atomic()  argument
808 	u8 *prog = *pprog;  in emit_atomic()
842 	*pprog = prog;  in emit_atomic()
875 static void emit_nops(u8 **pprog, int len)  in emit_nops()  argument
877 	u8 *prog = *pprog;  in emit_nops()
891 	*pprog = prog;  in emit_nops()
1812 static int invoke_bpf_prog(const struct btf_func_model *m, u8 **pprog,  in invoke_bpf_prog()  argument
1820 	u8 *prog = *pprog;  in invoke_bpf_prog()
1902 	*pprog = prog;  in invoke_bpf_prog()
1906 static void emit_align(u8 **pprog, u32 align)  in emit_align()  argument
1908 	u8 *target, *prog = *pprog;  in emit_align()
1914 	*pprog = prog;  in emit_align()
1917 static int emit_cond_near_jump(u8 **pprog, void *func, void *ip, u8 jmp_cond)  in emit_cond_near_jump()  argument
1919 	u8 *prog = *pprog;  in emit_cond_near_jump()
1928 	*pprog = prog;  in emit_cond_near_jump()
1932 static int invoke_bpf(const struct btf_func_model *m, u8 **pprog,  in invoke_bpf()  argument
1937 	u8 *prog = *pprog;  in invoke_bpf()
1944 	*pprog = prog;  in invoke_bpf()
1948 static int invoke_bpf_mod_ret(const struct btf_func_model *m, u8 **pprog,  in invoke_bpf_mod_ret()  argument
1952 	u8 *prog = *pprog;  in invoke_bpf_mod_ret()
1980 	*pprog = prog;  in invoke_bpf_mod_ret()
2250 static int emit_bpf_dispatcher(u8 **pprog, int a, int b, s64 *progs, u8 *image, u8 *buf)  in emit_bpf_dispatcher()  argument
2252 	u8 *jg_reloc, *prog = *pprog;  in emit_bpf_dispatcher()
2273 		*pprog = prog;  in emit_bpf_dispatcher()
2314 	*pprog = prog;  in emit_bpf_dispatcher()