227 static void push_callee_regs(u8 **pprog, bool *callee_regs_used)  in push_callee_regs()  argument
229 	u8 *prog = *pprog;  in push_callee_regs()
240 	*pprog = prog;  in push_callee_regs()
243 static void pop_callee_regs(u8 **pprog, bool *callee_regs_used)  in pop_callee_regs()  argument
245 	u8 *prog = *pprog;  in pop_callee_regs()
256 	*pprog = prog;  in pop_callee_regs()
264 static void emit_prologue(u8 **pprog, u32 stack_depth, bool ebpf_from_cbpf,  in emit_prologue()  argument
267 	u8 *prog = *pprog;  in emit_prologue()
288 	*pprog = prog;  in emit_prologue()
291 static int emit_patch(u8 **pprog, void *func, void *ip, u8 opcode)  in emit_patch()  argument
293 	u8 *prog = *pprog;  in emit_patch()
303 	*pprog = prog;  in emit_patch()
307 static int emit_call(u8 **pprog, void *func, void *ip)  in emit_call()  argument
309 	return emit_patch(pprog, func, ip, 0xE8);  in emit_call()
312 static int emit_jump(u8 **pprog, void *func, void *ip)  in emit_jump()  argument
314 	return emit_patch(pprog, func, ip, 0xE9);  in emit_jump()
405 static void emit_bpf_tail_call_indirect(u8 **pprog, bool *callee_regs_used,  in emit_bpf_tail_call_indirect()  argument
409 	u8 *prog = *pprog;  in emit_bpf_tail_call_indirect()
470 	*pprog = prog;  in emit_bpf_tail_call_indirect()
471 	pop_callee_regs(pprog, callee_regs_used);  in emit_bpf_tail_call_indirect()
472 	prog = *pprog;  in emit_bpf_tail_call_indirect()
492 	*pprog = prog;  in emit_bpf_tail_call_indirect()
496 				      u8 **pprog, int addr, u8 *image,  in emit_bpf_tail_call_direct()  argument
500 	u8 *prog = *pprog;  in emit_bpf_tail_call_direct()
544 	*pprog = prog;  in emit_bpf_tail_call_direct()
545 	pop_callee_regs(pprog, callee_regs_used);  in emit_bpf_tail_call_direct()
546 	prog = *pprog;  in emit_bpf_tail_call_direct()
555 	*pprog = prog;  in emit_bpf_tail_call_direct()
601 static void emit_mov_imm32(u8 **pprog, bool sign_propagate,  in emit_mov_imm32()  argument
604 	u8 *prog = *pprog;  in emit_mov_imm32()
639 	*pprog = prog;  in emit_mov_imm32()
642 static void emit_mov_imm64(u8 **pprog, u32 dst_reg,  in emit_mov_imm64()  argument
645 	u8 *prog = *pprog;  in emit_mov_imm64()
663 	*pprog = prog;  in emit_mov_imm64()
666 static void emit_mov_reg(u8 **pprog, bool is64, u32 dst_reg, u32 src_reg)  in emit_mov_reg()  argument
668 	u8 *prog = *pprog;  in emit_mov_reg()
681 	*pprog = prog;  in emit_mov_reg()
685 static void emit_ldx(u8 **pprog, u32 size, u32 dst_reg, u32 src_reg, int off)  in emit_ldx()  argument
687 	u8 *prog = *pprog;  in emit_ldx()
720 	*pprog = prog;  in emit_ldx()
724 static void emit_stx(u8 **pprog, u32 size, u32 dst_reg, u32 src_reg, int off)  in emit_stx()  argument
726 	u8 *prog = *pprog;  in emit_stx()
758 	*pprog = prog;  in emit_stx()
1530 static int invoke_bpf_prog(const struct btf_func_model *m, u8 **pprog,  in invoke_bpf_prog()  argument
1533 	u8 *prog = *pprog;  in invoke_bpf_prog()
1577 	*pprog = prog;  in invoke_bpf_prog()
1581 static void emit_nops(u8 **pprog, unsigned int len)  in emit_nops()  argument
1584 	u8 *prog = *pprog;  in emit_nops()
1598 	*pprog = prog;  in emit_nops()
1601 static void emit_align(u8 **pprog, u32 align)  in emit_align()  argument
1603 	u8 *target, *prog = *pprog;  in emit_align()
1609 	*pprog = prog;  in emit_align()
1612 static int emit_cond_near_jump(u8 **pprog, void *func, void *ip, u8 jmp_cond)  in emit_cond_near_jump()  argument
1614 	u8 *prog = *pprog;  in emit_cond_near_jump()
1624 	*pprog = prog;  in emit_cond_near_jump()
1628 static int invoke_bpf(const struct btf_func_model *m, u8 **pprog,  in invoke_bpf()  argument
1632 	u8 *prog = *pprog;  in invoke_bpf()
1638 	*pprog = prog;  in invoke_bpf()
1642 static int invoke_bpf_mod_ret(const struct btf_func_model *m, u8 **pprog,  in invoke_bpf_mod_ret()  argument
1646 	u8 *prog = *pprog;  in invoke_bpf_mod_ret()
1674 	*pprog = prog;  in invoke_bpf_mod_ret()
1857 static int emit_fallback_jump(u8 **pprog)  in emit_fallback_jump()  argument
1859 	u8 *prog = *pprog;  in emit_fallback_jump()
1873 	*pprog = prog;  in emit_fallback_jump()
1877 static int emit_bpf_dispatcher(u8 **pprog, int a, int b, s64 *progs)  in emit_bpf_dispatcher()  argument
1879 	u8 *jg_reloc, *prog = *pprog;  in emit_bpf_dispatcher()
1902 		*pprog = prog;  in emit_bpf_dispatcher()
1943 	*pprog = prog;  in emit_bpf_dispatcher()