| /Linux-v4.19/arch/s390/net/ |
| D | bpf_jit_comp.c | 333 static void restore_regs(struct bpf_jit *jit, u32 rs, u32 re, u32 stack_depth) in restore_regs() argument
338 off += STK_OFF + stack_depth; in restore_regs()
382 static void save_restore_regs(struct bpf_jit *jit, int op, u32 stack_depth) in save_restore_regs() argument
395 restore_regs(jit, rs, re, stack_depth); in save_restore_regs()
406 static void bpf_jit_prologue(struct bpf_jit *jit, u32 stack_depth) in bpf_jit_prologue() argument
419 save_restore_regs(jit, REGS_SAVE, stack_depth); in bpf_jit_prologue()
434 EMIT4_IMM(0xa70b0000, REG_15, -(STK_OFF + stack_depth)); in bpf_jit_prologue()
445 static void bpf_jit_epilogue(struct bpf_jit *jit, u32 stack_depth) in bpf_jit_epilogue() argument
457 save_restore_regs(jit, REGS_RESTORE, stack_depth); in bpf_jit_epilogue()
1028 off = STK_OFF_TCCNT + STK_OFF + fp->aux->stack_depth; in bpf_jit_insn()
[all …]
|
| /Linux-v4.19/drivers/firewire/ |
| D | core-topology.c | 188 int i, port_count, child_port_count, phy_id, parent_count, stack_depth; in build_tree() local
195 stack_depth = 0; in build_tree()
217 if (child_port_count > stack_depth) { in build_tree()
293 stack_depth += 1 - child_port_count; in build_tree()
|
| /Linux-v4.19/drivers/net/ethernet/netronome/nfp/bpf/ |
| D | offload.c | 258 if (prog->aux->stack_depth > stack_size) { in nfp_bpf_translate()
260 prog->aux->stack_depth, stack_size); in nfp_bpf_translate()
263 nfp_prog->stack_depth = round_up(prog->aux->stack_depth, 4); in nfp_bpf_translate()
|
| D | main.h | 453 unsigned int stack_depth; member
|
| D | jit.c | 1140 s32 off = nfp_prog->stack_depth + meta->insn.off + ptr_off; in mem_op_stack()
1698 lm_off = nfp_prog->stack_depth; in map_call_stack_common()
1811 nfp_prog->stack_depth, in mov_reg64()
|
| /Linux-v4.19/include/linux/ |
| D | bpf_verifier.h | 179 u16 stack_depth; /* max. stack depth used by this function */ member
|
| D | bpf.h | 278 u32 stack_depth; member
504 void bpf_patch_call_args(struct bpf_insn *insn, u32 stack_depth);
|
| /Linux-v4.19/lib/ |
| D | test_bpf.c | 89 int stack_depth; /* for eBPF only, since tests don't call verifier */ member
456 self->stack_depth = 40; in __bpf_fill_stxdw()
4138 .stack_depth = 40,
4151 .stack_depth = 40,
4165 .stack_depth = 40,
4178 .stack_depth = 40,
4191 .stack_depth = 40,
4205 .stack_depth = 40,
4218 .stack_depth = 40,
4231 .stack_depth = 40,
[all …]
|
| /Linux-v4.19/kernel/bpf/ |
| D | core.c | 1390 void bpf_patch_call_args(struct bpf_insn *insn, u32 stack_depth) in bpf_patch_call_args() argument
1392 stack_depth = max_t(u32, stack_depth, 1); in bpf_patch_call_args()
1394 insn->imm = interpreters_args[(round_up(stack_depth, 32) / 32) - 1] - in bpf_patch_call_args()
1454 u32 stack_depth = max_t(u32, fp->aux->stack_depth, 1); in bpf_prog_select_func() local
1456 fp->bpf_func = interpreters[(round_up(stack_depth, 32) / 32) - 1]; in bpf_prog_select_func()
|
| D | verifier.c | 1533 u16 stack = env->subprog_info[func->subprogno].stack_depth; in update_stack_depth()
1539 env->subprog_info[func->subprogno].stack_depth = -off; in update_stack_depth()
1561 depth += round_up(max_t(u32, subprog[idx].stack_depth, 1), 32); in check_max_stack_depth()
1598 depth -= round_up(max_t(u32, subprog[idx].stack_depth, 1), 32); in check_max_stack_depth()
1617 return env->subprog_info[subprog].stack_depth; in get_callee_stack_depth()
5056 u32 depth = env->subprog_info[i].stack_depth; in do_check()
5063 env->prog->aux->stack_depth = env->subprog_info[0].stack_depth; in do_check()
5531 func[i]->aux->stack_depth = env->subprog_info[i].stack_depth; in jit_subprogs()
5753 env->prog->aux->stack_depth = MAX_BPF_STACK; in fixup_bpf_calls()
|
| /Linux-v4.19/arch/x86/net/ |
| D | bpf_jit_comp.c | 201 static void emit_prologue(u8 **pprog, u32 stack_depth, bool ebpf_from_cbpf) in emit_prologue() argument
214 round_up(stack_depth, 8) + AUX_STACK_SPACE); in emit_prologue()
422 emit_prologue(&prog, bpf_prog->aux->stack_depth, in do_jit()
|
| D | bpf_jit_comp32.c | 178 #define _STACK_SIZE (stack_depth + SCRATCH_SIZE)
1422 static void emit_prologue(u8 **pprog, u32 stack_depth) in emit_prologue() argument
1467 static void emit_epilogue(u8 **pprog, u32 stack_depth) in emit_epilogue() argument
1627 emit_prologue(&prog, bpf_prog->aux->stack_depth); in do_jit()
2286 emit_epilogue(&prog, bpf_prog->aux->stack_depth); in do_jit()
|
| /Linux-v4.19/fs/overlayfs/ |
| D | super.c | 756 struct ovl_fs *ofs, int *stack_depth, bool *remote) in ovl_lower_dir() argument
769 *stack_depth = max(*stack_depth, path->mnt->mnt_sb->s_stack_depth); in ovl_lower_dir()
|
| /Linux-v4.19/arch/sparc/net/ |
| D | bpf_jit_comp_64.c | 803 u32 stack_depth; in build_prologue() local
805 stack_depth = prog->aux->stack_depth; in build_prologue()
806 stack_needed += round_up(stack_depth, 16); in build_prologue()
|
| /Linux-v4.19/arch/powerpc/net/ |
| D | bpf_jit_comp64.c | 943 cgctx.stack_size = round_up(fp->aux->stack_depth, 16); in bpf_int_jit_compile()
|
| /Linux-v4.19/arch/arm64/net/ |
| D | bpf_jit_comp.c | 247 ctx->stack_size = STACK_ALIGN(prog->aux->stack_depth); in build_prologue()
|
| /Linux-v4.19/arch/arm/net/ |
| D | bpf_jit_32.c | 352 #define _STACK_SIZE (ctx->prog->aux->stack_depth + SCRATCH_SIZE)
|
| /Linux-v4.19/net/core/ |
| D | filter.c | 799 if (new_prog && new_prog->aux->stack_depth < stack_off) in bpf_convert_filter()
800 new_prog->aux->stack_depth = stack_off; in bpf_convert_filter()
|
