491 static bool subprog_is_global(const struct bpf_verifier_env *env, int subprog)  in subprog_is_global()  argument
495 	return aux && aux[subprog].linkage == BTF_FUNC_GLOBAL;  in subprog_is_global()
2365 						int subprog)  in push_async_cb()  argument
2398 			subprog /* subprog number within this prog */);  in push_async_cb()
2795 	struct bpf_subprog_info *subprog = env->subprog_info;  in add_subprog_and_kfunc()  local
2826 	subprog[env->subprog_cnt].start = insn_cnt;  in add_subprog_and_kfunc()
2830 			verbose(env, "func#%d @%d\n", i, subprog[i].start);  in add_subprog_and_kfunc()
2838 	struct bpf_subprog_info *subprog = env->subprog_info;  in check_subprogs()  local
2843 	subprog_start = subprog[cur_subprog].start;  in check_subprogs()
2844 	subprog_end = subprog[cur_subprog + 1].start;  in check_subprogs()
2851 			subprog[cur_subprog].has_tail_call = true;  in check_subprogs()
2854 			subprog[cur_subprog].has_ld_abs = true;  in check_subprogs()
2882 				subprog_end = subprog[cur_subprog + 1].start;  in check_subprogs()
3505 			int subprog_insn_idx, subprog;  in backtrack_insn()  local
3508 			subprog = find_subprog(env, subprog_insn_idx);  in backtrack_insn()
3509 			if (subprog < 0)  in backtrack_insn()
3512 			if (subprog_is_global(env, subprog)) {  in backtrack_insn()
5601 	struct bpf_subprog_info *subprog = env->subprog_info;  in check_max_stack_depth_subprog()  local
5609 	i = subprog[idx].start;  in check_max_stack_depth_subprog()
5630 	if (idx && subprog[idx].has_tail_call && depth >= 256) {  in check_max_stack_depth_subprog()
5639 	depth += round_up(max_t(u32, subprog[idx].stack_depth, 1), 32);  in check_max_stack_depth_subprog()
5646 	subprog_end = subprog[idx + 1].start;  in check_max_stack_depth_subprog()
5664 		if (subprog[sidx].is_async_cb) {  in check_max_stack_depth_subprog()
5665 			if (subprog[sidx].has_tail_call) {  in check_max_stack_depth_subprog()
5676 		if (subprog[idx].has_tail_call)  in check_max_stack_depth_subprog()
5694 			subprog[ret_prog[j]].tail_call_reachable = true;  in check_max_stack_depth_subprog()
5695 	if (subprog[0].tail_call_reachable)  in check_max_stack_depth_subprog()
5703 	depth -= round_up(max_t(u32, subprog[idx].stack_depth, 1), 32);  in check_max_stack_depth_subprog()
5730 	int start = idx + insn->imm + 1, subprog;  in get_callee_stack_depth()  local
5732 	subprog = find_subprog(env, start);  in get_callee_stack_depth()
5733 	if (subprog < 0) {  in get_callee_stack_depth()
5738 	return env->subprog_info[subprog].stack_depth;  in get_callee_stack_depth()
8854 			     int *insn_idx, int subprog,  in __check_func_call()  argument
8874 	err = btf_check_subprog_call(env, subprog, caller->regs);  in __check_func_call()
8877 	if (subprog_is_global(env, subprog)) {  in __check_func_call()
8880 				subprog);  in __check_func_call()
8886 					subprog);  in __check_func_call()
8922 		env->subprog_info[subprog].is_async_cb = true;  in __check_func_call()
8923 		async_cb = push_async_cb(env, env->subprog_info[subprog].start,  in __check_func_call()
8924 					 *insn_idx, subprog);  in __check_func_call()
8955 			subprog /* subprog number within this prog */);  in __check_func_call()
8972 	*insn_idx = env->subprog_info[subprog].start - 1;  in __check_func_call()
9032 	int subprog, target_insn;  in check_func_call()  local
9035 	subprog = find_subprog(env, target_insn);  in check_func_call()
9036 	if (subprog < 0) {  in check_func_call()
9042 	return __check_func_call(env, insn, insn_idx, subprog, set_callee_state);  in check_func_call()
17908 	int i, j, subprog_start, subprog_end = 0, len, subprog;  in jit_subprogs()  local
17925 		subprog = find_subprog(env, i + insn->imm + 1);  in jit_subprogs()
17926 		if (subprog < 0) {  in jit_subprogs()
17934 		insn->off = subprog;  in jit_subprogs()
18031 				subprog = insn->off;  in jit_subprogs()
18032 				insn[0].imm = (u32)(long)func[subprog]->bpf_func;  in jit_subprogs()
18033 				insn[1].imm = ((u64)(long)func[subprog]->bpf_func) >> 32;  in jit_subprogs()
18038 			subprog = insn->off;  in jit_subprogs()
18039 			insn->imm = BPF_CALL_IMM(func[subprog]->bpf_func);  in jit_subprogs()
18090 		subprog = find_subprog(env, i + insn->off + 1);  in jit_subprogs()
18091 		insn->imm = subprog;  in jit_subprogs()
19018 static int do_check_common(struct bpf_verifier_env *env, int subprog)  in do_check_common()  argument
19043 			subprog);  in do_check_common()
19044 	state->first_insn_idx = env->subprog_info[subprog].start;  in do_check_common()
19048 	if (subprog || env->prog->type == BPF_PROG_TYPE_EXT) {  in do_check_common()
19049 		ret = btf_prepare_func_args(env, subprog, regs);  in do_check_common()
19069 		ret = btf_check_subprog_arg_match(env, subprog, regs);  in do_check_common()
19269 	int ret = 0, subprog = -1, i;  in bpf_check_attach_target()  local
19308 				subprog = i;  in bpf_check_attach_target()
19311 		if (subprog == -1) {  in bpf_check_attach_target()
19315 		conservative = aux->func_info_aux[subprog].unreliable;  in bpf_check_attach_target()
19444 			if (subprog == 0)  in bpf_check_attach_target()
19447 				addr = (long) tgt_prog->aux->func[subprog]->bpf_func;  in bpf_check_attach_target()