Lines Matching refs:bpf_func_state
673 static struct bpf_func_state *func(struct bpf_verifier_env *env, in func()
681 static bool is_spi_bounds_valid(struct bpf_func_state *state, int spi, int nr_slots) in is_spi_bounds_valid()
881 struct bpf_func_state *state, int spi);
886 struct bpf_func_state *state = func(env, reg); in mark_stack_slots_dynptr()
944 static void invalidate_dynptr(struct bpf_verifier_env *env, struct bpf_func_state *state, int spi) in invalidate_dynptr()
983 struct bpf_func_state *state = func(env, reg); in unmark_stack_slots_dynptr()
1039 struct bpf_func_state *state, int spi) in destroy_if_dynptr_stack_slot()
1041 struct bpf_func_state *fstate; in destroy_if_dynptr_stack_slot()
1124 struct bpf_func_state *state = func(env, reg); in is_dynptr_reg_valid_init()
1154 struct bpf_func_state *state = func(env, reg); in is_dynptr_type_expected()
1179 struct bpf_func_state *state = func(env, reg); in mark_stack_slots_iter()
1215 struct bpf_func_state *state = func(env, reg); in unmark_stack_slots_iter()
1246 struct bpf_func_state *state = func(env, reg); in is_iter_reg_valid_uninit()
1273 struct bpf_func_state *state = func(env, reg); in is_iter_reg_valid_init()
1345 const struct bpf_func_state *state, in print_verifier_state()
1528 const struct bpf_func_state *state) in print_insn_state()
1599 static int copy_reference_state(struct bpf_func_state *dst, const struct bpf_func_state *src) in copy_reference_state()
1610 static int copy_stack_state(struct bpf_func_state *dst, const struct bpf_func_state *src) in copy_stack_state()
1623 static int resize_reference_state(struct bpf_func_state *state, size_t n) in resize_reference_state()
1634 static int grow_stack_state(struct bpf_func_state *state, int size) in grow_stack_state()
1656 struct bpf_func_state *state = cur_func(env); in acquire_reference_state()
1672 static int release_reference_state(struct bpf_func_state *state, int ptr_id) in release_reference_state()
1693 static void free_func_state(struct bpf_func_state *state) in free_func_state()
1726 static int copy_func_state(struct bpf_func_state *dst, in copy_func_state()
1727 const struct bpf_func_state *src) in copy_func_state()
1731 memcpy(dst, src, offsetof(struct bpf_func_state, acquired_refs)); in copy_func_state()
1741 struct bpf_func_state *dst; in copy_verifier_state()
2331 struct bpf_func_state *state) in init_reg_state()
2351 struct bpf_func_state *state, in init_func_state()
2368 struct bpf_func_state *frame; in push_async_cb()
2941 struct bpf_func_state *state = func(env, reg); in mark_dynptr_read()
2968 struct bpf_func_state *state = func(env, reg); in mark_iter_read()
3125 struct bpf_func_state *state = vstate->frame[vstate->curframe]; in check_reg_arg()
3721 struct bpf_func_state *func; in mark_all_scalars_precise()
3767 struct bpf_func_state *func; in mark_all_scalars_imprecise()
3821 struct bpf_func_state *func; in mark_precise_scalar_ids()
3974 struct bpf_func_state *func; in __mark_chain_precision()
4265 static void save_register_state(struct bpf_func_state *state, in save_register_state()
4293 struct bpf_func_state *state, in check_stack_write_fixed_off()
4297 struct bpf_func_state *cur; /* state of the current function */ in check_stack_write_fixed_off()
4436 struct bpf_func_state *state, in check_stack_write_var_off()
4440 struct bpf_func_state *cur; /* state of the current function */ in check_stack_write_var_off()
4544 struct bpf_func_state *ptr_state, in mark_reg_stack_read()
4548 struct bpf_func_state *state = vstate->frame[vstate->curframe]; in mark_reg_stack_read()
4596 struct bpf_func_state *reg_state, in check_stack_read_fixed_off()
4600 struct bpf_func_state *state = vstate->frame[vstate->curframe]; in check_stack_read_fixed_off()
4728 struct bpf_func_state *ptr_state = func(env, reg); in check_stack_read_var_off()
4759 struct bpf_func_state *state = func(env, reg); in check_stack_read()
4816 struct bpf_func_state *state = func(env, reg); in check_stack_write()
4898 struct bpf_func_state *state = vstate->frame[vstate->curframe]; in check_mem_region_access()
5156 struct bpf_func_state *state = vstate->frame[vstate->curframe]; in check_map_access()
5580 const struct bpf_func_state *func, in update_stack_depth()
6352 struct bpf_func_state *state, in check_stack_slot_within_bounds()
6379 struct bpf_func_state *state = func(env, reg); in check_stack_access_within_bounds()
6443 struct bpf_func_state *state; in check_mem_access()
6798 struct bpf_func_state *state = func(env, reg); in check_stack_range_initialized()
7429 struct bpf_func_state *state = func(env, reg); in iter_ref_obj_id()
7586 struct bpf_func_state *cur_fr = cur_st->frame[cur_st->curframe], *queued_fr; in process_iter_next_call()
8048 struct bpf_func_state *state = func(env, reg); in dynptr_id()
8061 struct bpf_func_state *state = func(env, reg); in dynptr_ref_obj_id()
8075 struct bpf_func_state *state = func(env, reg); in dynptr_get_type()
8152 struct bpf_func_state *state = func(env, reg); in check_func_arg()
8764 struct bpf_func_state *state; in clear_all_pkt_pointers()
8780 struct bpf_func_state *state = vstate->frame[vstate->curframe]; in mark_pkt_end()
8805 struct bpf_func_state *state; in release_reference()
8823 struct bpf_func_state *unused; in invalidate_non_owning_refs()
8845 struct bpf_func_state *caller,
8846 struct bpf_func_state *callee,
8850 struct bpf_func_state *caller,
8851 struct bpf_func_state *callee, int insn_idx);
8858 struct bpf_func_state *caller, *callee; in __check_func_call()
8989 struct bpf_func_state *caller, in map_set_for_each_callback_args()
8990 struct bpf_func_state *callee) in map_set_for_each_callback_args()
9016 struct bpf_func_state *caller, in set_callee_state()
9017 struct bpf_func_state *callee, int insn_idx) in set_callee_state()
9046 struct bpf_func_state *caller, in set_map_elem_callback_state()
9047 struct bpf_func_state *callee, in set_map_elem_callback_state()
9076 struct bpf_func_state *caller, in set_loop_callback_state()
9077 struct bpf_func_state *callee, in set_loop_callback_state()
9098 struct bpf_func_state *caller, in set_timer_callback_state()
9099 struct bpf_func_state *callee, in set_timer_callback_state()
9128 struct bpf_func_state *caller, in set_find_vma_callback_state()
9129 struct bpf_func_state *callee, in set_find_vma_callback_state()
9156 struct bpf_func_state *caller, in set_user_ringbuf_callback_state()
9157 struct bpf_func_state *callee, in set_user_ringbuf_callback_state()
9179 struct bpf_func_state *caller, in set_rbtree_add_callback_state()
9180 struct bpf_func_state *callee, in set_rbtree_add_callback_state()
9220 struct bpf_func_state *callee; in in_rbtree_lock_required_cb()
9238 struct bpf_func_state *caller, *callee; in prepare_func_exit()
9418 struct bpf_func_state *state = cur_func(env); in check_reference_leak()
10498 struct bpf_func_state *state, *unused; in ref_convert_owning_non_owning()
11327 struct bpf_func_state *state; in check_kfunc_call()
12032 struct bpf_func_state *state = vstate->frame[vstate->curframe]; in adjust_ptr_min_max_vals()
12988 struct bpf_func_state *state = vstate->frame[vstate->curframe]; in adjust_reg_min_max_vals()
13309 struct bpf_func_state *state; in find_good_pkt_pointers()
13845 static void mark_ptr_or_null_reg(struct bpf_func_state *state, in mark_ptr_or_null_reg()
13898 struct bpf_func_state *state = vstate->frame[vstate->curframe]; in mark_ptr_or_null_regs()
14023 struct bpf_func_state *state; in find_equal_scalars()
14485 struct bpf_func_state *frame = env->cur_state->frame[0]; in check_return_code()
14692 struct bpf_func_state *state = cur->frame[cur->curframe]; in explored_state()
15420 struct bpf_func_state *st) in clean_func_state()
15643 static bool stacksafe(struct bpf_verifier_env *env, struct bpf_func_state *old, in stacksafe()
15644 struct bpf_func_state *cur, struct bpf_idmap *idmap) in stacksafe()
15746 static bool refsafe(struct bpf_func_state *old, struct bpf_func_state *cur, in refsafe()
15788 static bool func_states_equal(struct bpf_verifier_env *env, struct bpf_func_state *old, in func_states_equal()
15789 struct bpf_func_state *cur) in func_states_equal()
15894 struct bpf_func_state *state, *parent; in propagate_liveness()
15940 struct bpf_func_state *state; in propagate_precision()
15995 struct bpf_func_state *fold, *fcur; in states_maybe_looping()
16076 struct bpf_func_state *state; in iter_active_depths_differ()
16129 struct bpf_func_state *frame = sl->state.frame[sl->state.curframe]; in is_state_visited()
16160 struct bpf_func_state *cur_frame; in is_state_visited()
16346 struct bpf_func_state *frame = cur->frame[j]; in is_state_visited()
16347 struct bpf_func_state *newframe = new->frame[j]; in is_state_visited()
19034 state->frame[0] = kzalloc(sizeof(struct bpf_func_state), GFP_KERNEL); in do_check_common()