219 __printf(2, 3) void bpf_verifier_log_write(struct bpf_verifier_env *env,  in bpf_verifier_log_write()
235 	struct bpf_verifier_env *env = private_data;  in verbose()
266 static void print_liveness(struct bpf_verifier_env *env,  in print_liveness()
277 static struct bpf_func_state *func(struct bpf_verifier_env *env,  in func()
285 static void print_verifier_state(struct bpf_verifier_env *env,  in print_verifier_state()
485 static int pop_stack(struct bpf_verifier_env *env, int *prev_insn_idx,  in pop_stack()
512 static struct bpf_verifier_state *push_stack(struct bpf_verifier_env *env,  in push_stack()
579 static void mark_reg_known_zero(struct bpf_verifier_env *env,  in mark_reg_known_zero()
694 static void mark_reg_unknown(struct bpf_verifier_env *env,  in mark_reg_unknown()
713 static void mark_reg_not_init(struct bpf_verifier_env *env,  in mark_reg_not_init()
726 static void init_reg_state(struct bpf_verifier_env *env,  in init_reg_state()
748 static void init_func_state(struct bpf_verifier_env *env,  in init_func_state()
770 static int find_subprog(struct bpf_verifier_env *env, int off)  in find_subprog()
782 static int add_subprog(struct bpf_verifier_env *env, int off)  in add_subprog()
804 static int check_subprogs(struct bpf_verifier_env *env)  in check_subprogs()
880 struct bpf_verifier_state *skip_callee(struct bpf_verifier_env *env,  in skip_callee()
927 static int mark_reg_read(struct bpf_verifier_env *env,  in mark_reg_read()
954 static int check_reg_arg(struct bpf_verifier_env *env, u32 regno,  in check_reg_arg()
1012 static int check_stack_write(struct bpf_verifier_env *env,  in check_stack_write()
1137 static void mark_stack_slot_read(struct bpf_verifier_env *env,  in mark_stack_slot_read()
1164 static int check_stack_read(struct bpf_verifier_env *env,  in check_stack_read()
1237 static int __check_map_access(struct bpf_verifier_env *env, u32 regno, int off,  in __check_map_access()
1253 static int check_map_access(struct bpf_verifier_env *env, u32 regno,  in check_map_access()
1305 static bool may_access_direct_pkt_data(struct bpf_verifier_env *env,  in may_access_direct_pkt_data()
1334 static int __check_packet_access(struct bpf_verifier_env *env, u32 regno,  in __check_packet_access()
1349 static int check_packet_access(struct bpf_verifier_env *env, u32 regno, int off,  in check_packet_access()
1378 static int check_ctx_access(struct bpf_verifier_env *env, int insn_idx, int off, int size,  in check_ctx_access()
1416 static bool is_pointer_value(struct bpf_verifier_env *env, int regno)  in is_pointer_value()
1421 static bool is_ctx_reg(struct bpf_verifier_env *env, int regno)  in is_ctx_reg()
1428 static bool is_pkt_reg(struct bpf_verifier_env *env, int regno)  in is_pkt_reg()
1435 static int check_pkt_ptr_alignment(struct bpf_verifier_env *env,  in check_pkt_ptr_alignment()
1470 static int check_generic_ptr_alignment(struct bpf_verifier_env *env,  in check_generic_ptr_alignment()
1494 static int check_ptr_alignment(struct bpf_verifier_env *env,  in check_ptr_alignment()
1529 static int update_stack_depth(struct bpf_verifier_env *env,  in update_stack_depth()
1549 static int check_max_stack_depth(struct bpf_verifier_env *env)  in check_max_stack_depth()
1606 static int get_callee_stack_depth(struct bpf_verifier_env *env,  in get_callee_stack_depth()
1621 static int check_ctx_reg(struct bpf_verifier_env *env,  in check_ctx_reg()
1674 static int check_mem_access(struct bpf_verifier_env *env, int insn_idx, u32 regno,  in check_mem_access()
1795 static int check_xadd(struct bpf_verifier_env *env, int insn_idx, struct bpf_insn *insn)  in check_xadd()
1845 static int check_stack_boundary(struct bpf_verifier_env *env, int regno,  in check_stack_boundary()
1917 static int check_helper_mem_access(struct bpf_verifier_env *env, int regno,  in check_helper_mem_access()
1950 static int check_func_arg(struct bpf_verifier_env *env, u32 regno,  in check_func_arg()
2104 static int check_map_func_compatibility(struct bpf_verifier_env *env,  in check_map_func_compatibility()
2298 static void __clear_all_pkt_pointers(struct bpf_verifier_env *env,  in __clear_all_pkt_pointers()
2317 static void clear_all_pkt_pointers(struct bpf_verifier_env *env)  in clear_all_pkt_pointers()
2326 static int check_func_call(struct bpf_verifier_env *env, struct bpf_insn *insn,  in check_func_call()
2394 static int prepare_func_exit(struct bpf_verifier_env *env, int *insn_idx)  in prepare_func_exit()
2449 record_func_map(struct bpf_verifier_env *env, struct bpf_call_arg_meta *meta,  in record_func_map()
2474 static int check_helper_call(struct bpf_verifier_env *env, int func_id, int insn_idx)  in check_helper_call()
2650 static bool check_reg_sane_offset(struct bpf_verifier_env *env,  in check_reg_sane_offset()
2690 static int adjust_ptr_min_max_vals(struct bpf_verifier_env *env,  in adjust_ptr_min_max_vals()
2887 static int adjust_scalar_min_max_vals(struct bpf_verifier_env *env,  in adjust_scalar_min_max_vals()
3153 static int adjust_reg_min_max_vals(struct bpf_verifier_env *env,  in adjust_reg_min_max_vals()
3222 static int check_alu_op(struct bpf_verifier_env *env, struct bpf_insn *insn)  in check_alu_op()
3816 static int check_cond_jmp_op(struct bpf_verifier_env *env,  in check_cond_jmp_op()
3947 static int check_ld_imm(struct bpf_verifier_env *env, struct bpf_insn *insn)  in check_ld_imm()
4008 static int check_ld_abs(struct bpf_verifier_env *env, struct bpf_insn *insn)  in check_ld_abs()
4075 static int check_return_code(struct bpf_verifier_env *env)  in check_return_code()
4165 static int push_insn(int t, int w, int e, struct bpf_verifier_env *env)  in push_insn()
4206 static int check_cfg(struct bpf_verifier_env *env)  in check_cfg()
4588 static bool states_equal(struct bpf_verifier_env *env,  in states_equal()
4616 static int propagate_liveness(struct bpf_verifier_env *env,  in propagate_liveness()
4656 static int is_state_visited(struct bpf_verifier_env *env, int insn_idx)  in is_state_visited()
4731 static int do_check(struct bpf_verifier_env *env)  in do_check()
5075 static int check_map_prog_compatibility(struct bpf_verifier_env *env,  in check_map_prog_compatibility()
5109 static int replace_map_fd_with_map_ptr(struct bpf_verifier_env *env)  in replace_map_fd_with_map_ptr()
5226 static void release_maps(struct bpf_verifier_env *env)  in release_maps()
5239 static void convert_pseudo_ld_imm64(struct bpf_verifier_env *env)  in convert_pseudo_ld_imm64()
5254 static int adjust_insn_aux_data(struct bpf_verifier_env *env, u32 prog_len,  in adjust_insn_aux_data()
5276 static void adjust_subprog_starts(struct bpf_verifier_env *env, u32 off, u32 len)  in adjust_subprog_starts()
5290 static struct bpf_prog *bpf_patch_insn_data(struct bpf_verifier_env *env, u32 off,  in bpf_patch_insn_data()
5315 static void sanitize_dead_code(struct bpf_verifier_env *env)  in sanitize_dead_code()
5333 static int convert_ctx_accesses(struct bpf_verifier_env *env)  in convert_ctx_accesses()
5471 static int jit_subprogs(struct bpf_verifier_env *env)  in jit_subprogs()
5625 static int fixup_call_args(struct bpf_verifier_env *env)  in fixup_call_args()
5662 static int fixup_bpf_calls(struct bpf_verifier_env *env)  in fixup_bpf_calls()
5872 static void free_states(struct bpf_verifier_env *env)  in free_states()
5897 	struct bpf_verifier_env *env;  in bpf_check()
5908 	env = kzalloc(sizeof(struct bpf_verifier_env), GFP_KERNEL);  in bpf_check()