Searched refs:run_ctx (Results 1 – 9 of 9) sorted by relevance
/Linux-v6.1/kernel/bpf/ |
D | trampoline.c | 867 u64 notrace __bpf_prog_enter(struct bpf_prog *prog, struct bpf_tramp_run_ctx *run_ctx) in __bpf_prog_enter() argument 873 run_ctx->saved_run_ctx = bpf_set_run_ctx(&run_ctx->run_ctx); in __bpf_prog_enter() 904 void notrace __bpf_prog_exit(struct bpf_prog *prog, u64 start, struct bpf_tramp_run_ctx *run_ctx) in __bpf_prog_exit() argument 907 bpf_reset_run_ctx(run_ctx->saved_run_ctx); in __bpf_prog_exit() 916 struct bpf_tramp_run_ctx *run_ctx) in __bpf_prog_enter_lsm_cgroup() argument 925 run_ctx->saved_run_ctx = bpf_set_run_ctx(&run_ctx->run_ctx); in __bpf_prog_enter_lsm_cgroup() 931 struct bpf_tramp_run_ctx *run_ctx) in __bpf_prog_exit_lsm_cgroup() argument 934 bpf_reset_run_ctx(run_ctx->saved_run_ctx); in __bpf_prog_exit_lsm_cgroup() 940 u64 notrace __bpf_prog_enter_sleepable(struct bpf_prog *prog, struct bpf_tramp_run_ctx *run_ctx) in __bpf_prog_enter_sleepable() argument 951 run_ctx->saved_run_ctx = bpf_set_run_ctx(&run_ctx->run_ctx); in __bpf_prog_enter_sleepable() [all …]
|
D | bpf_lsm.c | 182 struct bpf_trace_run_ctx *run_ctx; in BPF_CALL_1() local 184 run_ctx = container_of(current->bpf_ctx, struct bpf_trace_run_ctx, run_ctx); in BPF_CALL_1() 185 return run_ctx->bpf_cookie; in BPF_CALL_1()
|
D | cgroup.c | 40 struct bpf_cg_run_ctx run_ctx; in bpf_prog_run_array_cg() local 43 run_ctx.retval = retval; in bpf_prog_run_array_cg() 48 old_run_ctx = bpf_set_run_ctx(&run_ctx.run_ctx); in bpf_prog_run_array_cg() 50 run_ctx.prog_item = item; in bpf_prog_run_array_cg() 56 if (!func_ret && !IS_ERR_VALUE((long)run_ctx.retval)) in bpf_prog_run_array_cg() 57 run_ctx.retval = -EPERM; in bpf_prog_run_array_cg() 63 return run_ctx.retval; in bpf_prog_run_array_cg() 1552 ctx = container_of(current->bpf_ctx, struct bpf_cg_run_ctx, run_ctx); in BPF_CALL_2() 1574 container_of(current->bpf_ctx, struct bpf_cg_run_ctx, run_ctx); in BPF_CALL_0() 1588 container_of(current->bpf_ctx, struct bpf_cg_run_ctx, run_ctx); in BPF_CALL_1() [all …]
|
D | bpf_iter.c | 697 struct bpf_run_ctx run_ctx, *old_run_ctx; in bpf_iter_run_prog() local 704 old_run_ctx = bpf_set_run_ctx(&run_ctx); in bpf_iter_run_prog() 712 old_run_ctx = bpf_set_run_ctx(&run_ctx); in bpf_iter_run_prog()
|
D | syscall.c | 5114 struct bpf_tramp_run_ctx __maybe_unused run_ctx; in kern_sys_bpf() local 5134 run_ctx.bpf_cookie = 0; in kern_sys_bpf() 5135 run_ctx.saved_run_ctx = NULL; in kern_sys_bpf() 5136 if (!__bpf_prog_enter_sleepable(prog, &run_ctx)) { in kern_sys_bpf() 5142 __bpf_prog_exit_sleepable(prog, 0 /* bpf_prog_run does runtime stats */, &run_ctx); in kern_sys_bpf()
|
/Linux-v6.1/kernel/trace/ |
D | bpf_trace.c | 1092 struct bpf_trace_run_ctx *run_ctx; in BPF_CALL_1() local 1094 run_ctx = container_of(current->bpf_ctx, struct bpf_trace_run_ctx, run_ctx); in BPF_CALL_1() 1095 return run_ctx->bpf_cookie; in BPF_CALL_1() 1119 struct bpf_trace_run_ctx *run_ctx; in BPF_CALL_1() local 1121 run_ctx = container_of(current->bpf_ctx, struct bpf_trace_run_ctx, run_ctx); in BPF_CALL_1() 1122 return run_ctx->bpf_cookie; in BPF_CALL_1() 2458 struct bpf_run_ctx run_ctx; member 2569 struct bpf_kprobe_multi_run_ctx *run_ctx; in bpf_kprobe_multi_cookie() local 2576 run_ctx = container_of(current->bpf_ctx, struct bpf_kprobe_multi_run_ctx, run_ctx); in bpf_kprobe_multi_cookie() 2577 link = run_ctx->link; in bpf_kprobe_multi_cookie() [all …]
|
/Linux-v6.1/include/linux/ |
D | bpf.h | 859 u64 notrace __bpf_prog_enter(struct bpf_prog *prog, struct bpf_tramp_run_ctx *run_ctx); 860 void notrace __bpf_prog_exit(struct bpf_prog *prog, u64 start, struct bpf_tramp_run_ctx *run_ctx); 861 u64 notrace __bpf_prog_enter_sleepable(struct bpf_prog *prog, struct bpf_tramp_run_ctx *run_ctx); 863 struct bpf_tramp_run_ctx *run_ctx); 865 struct bpf_tramp_run_ctx *run_ctx); 867 struct bpf_tramp_run_ctx *run_ctx); 869 struct bpf_tramp_run_ctx *run_ctx); 871 struct bpf_tramp_run_ctx *run_ctx); 1553 struct bpf_run_ctx run_ctx; member 1559 struct bpf_run_ctx run_ctx; member [all …]
|
/Linux-v6.1/net/bpf/ |
D | test_run.c | 377 struct bpf_cg_run_ctx run_ctx; in bpf_test_run() local 396 old_ctx = bpf_set_run_ctx(&run_ctx.run_ctx); in bpf_test_run() 398 run_ctx.prog_item = &item; in bpf_test_run()
|
/Linux-v6.1/arch/x86/net/ |
D | bpf_jit_comp.c | 1817 struct bpf_tramp_run_ctx *run_ctx) = __bpf_prog_exit; in invoke_bpf_prog() 1819 struct bpf_tramp_run_ctx *run_ctx) = __bpf_prog_enter; in invoke_bpf_prog()
|