Lines Matching refs:subprog

1537 						int subprog)  in push_async_cb()  argument
1570 subprog /* subprog number within this prog */); in push_async_cb()
1791 struct bpf_subprog_info *subprog = env->subprog_info; in add_subprog_and_kfunc() local
1828 subprog[env->subprog_cnt].start = insn_cnt; in add_subprog_and_kfunc()
1832 verbose(env, "func#%d @%d\n", i, subprog[i].start); in add_subprog_and_kfunc()
1840 struct bpf_subprog_info *subprog = env->subprog_info; in check_subprogs() local
1845 subprog_start = subprog[cur_subprog].start; in check_subprogs()
1846 subprog_end = subprog[cur_subprog + 1].start; in check_subprogs()
1853 subprog[cur_subprog].has_tail_call = true; in check_subprogs()
1856 subprog[cur_subprog].has_ld_abs = true; in check_subprogs()
1880 subprog_end = subprog[cur_subprog + 1].start; in check_subprogs()
3643 struct bpf_subprog_info *subprog = env->subprog_info; in check_max_stack_depth() local
3670 if (idx && subprog[idx].has_tail_call && depth >= 256) { in check_max_stack_depth()
3679 depth += round_up(max_t(u32, subprog[idx].stack_depth, 1), 32); in check_max_stack_depth()
3686 subprog_end = subprog[idx + 1].start; in check_max_stack_depth()
3704 if (subprog[idx].is_async_cb) { in check_max_stack_depth()
3705 if (subprog[idx].has_tail_call) { in check_max_stack_depth()
3714 if (subprog[idx].has_tail_call) in check_max_stack_depth()
3732 subprog[ret_prog[j]].tail_call_reachable = true; in check_max_stack_depth()
3733 if (subprog[0].tail_call_reachable) in check_max_stack_depth()
3741 depth -= round_up(max_t(u32, subprog[idx].stack_depth, 1), 32); in check_max_stack_depth()
3752 int start = idx + insn->imm + 1, subprog; in get_callee_stack_depth() local
3754 subprog = find_subprog(env, start); in get_callee_stack_depth()
3755 if (subprog < 0) { in get_callee_stack_depth()
3760 return env->subprog_info[subprog].stack_depth; in get_callee_stack_depth()
5703 int *insn_idx, int subprog, in __check_func_call() argument
5727 is_global = func_info_aux[subprog].linkage == BTF_FUNC_GLOBAL; in __check_func_call()
5728 err = btf_check_subprog_arg_match(env, subprog, caller->regs); in __check_func_call()
5734 subprog); in __check_func_call()
5740 subprog); in __check_func_call()
5757 env->subprog_info[subprog].is_async_cb = true; in __check_func_call()
5758 async_cb = push_async_cb(env, env->subprog_info[subprog].start, in __check_func_call()
5759 *insn_idx, subprog); in __check_func_call()
5790 subprog /* subprog number within this prog */); in __check_func_call()
5807 *insn_idx = env->subprog_info[subprog].start - 1; in __check_func_call()
5862 int subprog, target_insn; in check_func_call() local
5865 subprog = find_subprog(env, target_insn); in check_func_call()
5866 if (subprog < 0) { in check_func_call()
5872 return __check_func_call(env, insn, insn_idx, subprog, set_callee_state); in check_func_call()
12343 int i, j, subprog_start, subprog_end = 0, len, subprog; in jit_subprogs() local
12365 subprog = find_subprog(env, i + insn->imm + 1); in jit_subprogs()
12366 if (subprog < 0) { in jit_subprogs()
12374 insn->off = subprog; in jit_subprogs()
12464 subprog = insn[1].imm; in jit_subprogs()
12465 insn[0].imm = (u32)(long)func[subprog]->bpf_func; in jit_subprogs()
12466 insn[1].imm = ((u64)(long)func[subprog]->bpf_func) >> 32; in jit_subprogs()
12471 subprog = insn->off; in jit_subprogs()
12472 insn->imm = BPF_CAST_CALL(func[subprog]->bpf_func) - in jit_subprogs()
12522 subprog = find_subprog(env, i + insn->off + 1); in jit_subprogs()
12523 insn->imm = subprog; in jit_subprogs()
13091 static int do_check_common(struct bpf_verifier_env *env, int subprog) in do_check_common() argument
13116 subprog); in do_check_common()
13119 if (subprog || env->prog->type == BPF_PROG_TYPE_EXT) { in do_check_common()
13120 ret = btf_prepare_func_args(env, subprog, regs); in do_check_common()
13140 ret = btf_check_subprog_arg_match(env, subprog, regs); in do_check_common()
13340 int ret = 0, subprog = -1, i; in bpf_check_attach_target() local
13372 subprog = i; in bpf_check_attach_target()
13375 if (subprog == -1) { in bpf_check_attach_target()
13379 conservative = aux->func_info_aux[subprog].unreliable; in bpf_check_attach_target()
13507 if (subprog == 0) in bpf_check_attach_target()
13510 addr = (long) tgt_prog->aux->func[subprog]->bpf_func; in bpf_check_attach_target()