Lines Matching refs:bpf_prog
91 struct bpf_prog *bpf_prog_alloc_no_stats(unsigned int size, gfp_t gfp_extra_flags) in bpf_prog_alloc_no_stats()
95 struct bpf_prog *fp; in bpf_prog_alloc_no_stats()
130 struct bpf_prog *bpf_prog_alloc(unsigned int size, gfp_t gfp_extra_flags) in bpf_prog_alloc()
133 struct bpf_prog *prog; in bpf_prog_alloc()
158 int bpf_prog_alloc_jited_linfo(struct bpf_prog *prog) in bpf_prog_alloc_jited_linfo()
172 void bpf_prog_jit_attempt_done(struct bpf_prog *prog) in bpf_prog_jit_attempt_done()
208 void bpf_prog_fill_jited_linfo(struct bpf_prog *prog, in bpf_prog_fill_jited_linfo()
237 struct bpf_prog *bpf_prog_realloc(struct bpf_prog *fp_old, unsigned int size, in bpf_prog_realloc()
241 struct bpf_prog *fp; in bpf_prog_realloc()
267 void __bpf_prog_free(struct bpf_prog *fp) in __bpf_prog_free()
280 int bpf_prog_calc_tag(struct bpf_prog *fp) in bpf_prog_calc_tag()
398 static int bpf_adj_branches(struct bpf_prog *prog, u32 pos, s32 end_old, in bpf_adj_branches()
445 static void bpf_adj_linfo(struct bpf_prog *prog, u32 off, u32 delta) in bpf_adj_linfo()
465 struct bpf_prog *bpf_patch_insn_single(struct bpf_prog *prog, u32 off, in bpf_patch_insn_single()
470 struct bpf_prog *prog_adj; in bpf_patch_insn_single()
526 int bpf_remove_insns(struct bpf_prog *prog, u32 off, u32 cnt) in bpf_remove_insns()
538 static void bpf_prog_kallsyms_del_subprogs(struct bpf_prog *fp) in bpf_prog_kallsyms_del_subprogs()
546 void bpf_prog_kallsyms_del_all(struct bpf_prog *fp) in bpf_prog_kallsyms_del_all()
561 bpf_prog_ksym_set_addr(struct bpf_prog *prog) in bpf_prog_ksym_set_addr()
570 bpf_prog_ksym_set_name(struct bpf_prog *prog) in bpf_prog_ksym_set_name()
666 static bool bpf_prog_kallsyms_candidate(const struct bpf_prog *fp) in bpf_prog_kallsyms_candidate()
671 void bpf_prog_kallsyms_add(struct bpf_prog *fp) in bpf_prog_kallsyms_add()
684 void bpf_prog_kallsyms_del(struct bpf_prog *fp) in bpf_prog_kallsyms_del()
736 static struct bpf_prog *bpf_prog_ksym_find(unsigned long addr) in bpf_prog_ksym_find()
748 struct bpf_prog *prog; in search_bpf_extables()
791 int bpf_jit_add_poke_descriptor(struct bpf_prog *prog, in bpf_jit_add_poke_descriptor()
1120 int bpf_jit_binary_pack_finalize(struct bpf_prog *prog, in bpf_jit_binary_pack_finalize()
1158 bpf_jit_binary_pack_hdr(const struct bpf_prog *fp) in bpf_jit_binary_pack_hdr()
1168 bpf_jit_binary_hdr(const struct bpf_prog *fp) in bpf_jit_binary_hdr()
1181 void __weak bpf_jit_free(struct bpf_prog *fp) in bpf_jit_free()
1193 int bpf_jit_get_func_addr(const struct bpf_prog *prog, in bpf_jit_get_func_addr()
1369 static struct bpf_prog *bpf_prog_clone_create(struct bpf_prog *fp_other, in bpf_prog_clone_create()
1373 struct bpf_prog *fp; in bpf_prog_clone_create()
1387 static void bpf_prog_clone_free(struct bpf_prog *fp) in bpf_prog_clone_free()
1402 void bpf_jit_prog_release_other(struct bpf_prog *fp, struct bpf_prog *fp_other) in bpf_jit_prog_release_other()
1411 struct bpf_prog *bpf_jit_blind_constants(struct bpf_prog *prog) in bpf_jit_blind_constants()
1414 struct bpf_prog *clone, *tmp; in bpf_jit_blind_constants()
1968 struct bpf_prog *prog; in ___bpf_prog_run()
2243 const struct bpf_prog *fp) in bpf_prog_map_compatible()
2278 static int bpf_check_tail_call(const struct bpf_prog *fp) in bpf_check_tail_call()
2301 static void bpf_prog_select_func(struct bpf_prog *fp) in bpf_prog_select_func()
2323 struct bpf_prog *bpf_prog_select_runtime(struct bpf_prog *fp, int *err) in bpf_prog_select_runtime()
2383 struct bpf_prog prog;
2502 struct bpf_prog *old_prog) in bpf_prog_array_delete_safe()
2549 struct bpf_prog *prog) in bpf_prog_array_update_at()
2569 struct bpf_prog *exclude_prog, in bpf_prog_array_copy()
2570 struct bpf_prog *include_prog, in bpf_prog_array_copy()
2740 void bpf_prog_free(struct bpf_prog *fp) in bpf_prog_free()
2846 struct bpf_prog * __weak bpf_int_jit_compile(struct bpf_prog *prog) in bpf_int_jit_compile()
2854 void __weak bpf_jit_compile(struct bpf_prog *prog) in bpf_jit_compile()