Searched refs:jmp_offset (Results 1 – 5 of 5) sorted by relevance
| /Linux-v5.15/arch/arm64/net/ |
| D | bpf_jit_comp.c | 276 #define jmp_offset (out_offset - (cur_offset)) in emit_bpf_tail_call() macro
287 emit(A64_B_(A64_COND_CS, jmp_offset), ctx); in emit_bpf_tail_call()
295 emit(A64_B_(A64_COND_HI, jmp_offset), ctx); in emit_bpf_tail_call()
307 emit(A64_CBZ(1, prg, jmp_offset), ctx); in emit_bpf_tail_call()
327 #undef jmp_offset in emit_bpf_tail_call()
441 s32 jmp_offset; in build_insn() local
642 jmp_offset = bpf2a64_offset(i, off, ctx); in build_insn()
643 check_imm26(jmp_offset); in build_insn()
644 emit(A64_B(jmp_offset), ctx); in build_insn()
669 jmp_offset = bpf2a64_offset(i, off, ctx); in build_insn()
[all …]
|
| /Linux-v5.15/arch/x86/net/ |
| D | bpf_jit_comp32.c | 1563 s64 jmp_offset; in emit_kfunc_call() local
1615 jmp_offset = (u8 *)__bpf_call_base + insn->imm - end_addr; in emit_kfunc_call()
1616 if (!is_simm32(jmp_offset)) { in emit_kfunc_call()
1618 jmp_offset); in emit_kfunc_call()
1622 EMIT1_off32(0xE8, jmp_offset); in emit_kfunc_call()
1665 s64 jmp_offset; in do_jit() local
2091 jmp_offset = func - (image + addrs[i]); in do_jit()
2093 if (!imm32 || !is_simm32(jmp_offset)) { in do_jit()
2111 EMIT1_off32(0xE8, jmp_offset + 9); in do_jit()
2349 jmp_offset = addrs[i + insn->off] - addrs[i]; in do_jit()
[all …]
|
| D | bpf_jit_comp.c | 921 s64 jmp_offset; in do_jit() local
1552 jmp_offset = addrs[i + insn->off] - addrs[i]; in do_jit()
1553 if (is_imm8(jmp_offset)) { in do_jit()
1578 EMIT2(jmp_cond, jmp_offset); in do_jit()
1579 } else if (is_simm32(jmp_offset)) { in do_jit()
1580 EMIT2_off32(0x0F, jmp_cond + 0x10, jmp_offset); in do_jit()
1582 pr_err("cond_jmp gen bug %llx\n", jmp_offset); in do_jit()
1596 jmp_offset = -2; in do_jit()
1598 jmp_offset = addrs[i + insn->off] - addrs[i]; in do_jit()
1600 if (!jmp_offset) { in do_jit()
[all …]
|
| /Linux-v5.15/arch/arm/net/ |
| D | bpf_jit_32.c | 1180 #define jmp_offset (out_offset - (cur_offset) - 2) in emit_bpf_tail_call() macro
1198 _emit(ARM_COND_CS, ARM_B(jmp_offset), ctx); in emit_bpf_tail_call()
1211 _emit(ARM_COND_HI, ARM_B(jmp_offset), ctx); in emit_bpf_tail_call()
1225 _emit(ARM_COND_EQ, ARM_B(jmp_offset), ctx); in emit_bpf_tail_call()
1245 #undef jmp_offset in emit_bpf_tail_call()
1376 s32 jmp_offset; in build_insn() local
1742 jmp_offset = bpf2a32_offset(i+off, i, ctx); in build_insn()
1746 _emit(ARM_COND_NE, ARM_B(jmp_offset), ctx); in build_insn()
1749 _emit(ARM_COND_EQ, ARM_B(jmp_offset), ctx); in build_insn()
1752 _emit(ARM_COND_HI, ARM_B(jmp_offset), ctx); in build_insn()
[all …]
|
| /Linux-v5.15/arch/x86/kernel/ |
| D | ftrace.c | 320 unsigned long jmp_offset; in create_trampoline() local
338 jmp_offset = (unsigned long)ftrace_regs_caller_jmp; in create_trampoline()
344 jmp_offset = 0; in create_trampoline()
377 ip = trampoline + (jmp_offset - start_offset); in create_trampoline()
|
