48 nfp_bpf_goto_meta(struct nfp_prog *nfp_prog, struct nfp_insn_meta *meta,  in nfp_bpf_goto_meta()  argument
58 		meta = nfp_prog_last_meta(nfp_prog);  in nfp_bpf_goto_meta()
62 		meta = nfp_prog_first_meta(nfp_prog);  in nfp_bpf_goto_meta()
76 nfp_record_adjust_head(struct nfp_app_bpf *bpf, struct nfp_prog *nfp_prog,  in nfp_record_adjust_head()  argument
97 	if (nfp_prog->adjust_head_location) {  in nfp_record_adjust_head()
99 		if (nfp_prog->adjust_head_location != meta->n)  in nfp_record_adjust_head()
108 	nfp_prog->adjust_head_location = location;  in nfp_record_adjust_head()
158 nfp_bpf_check_call(struct nfp_prog *nfp_prog, struct bpf_verifier_env *env,  in nfp_bpf_check_call()  argument
164 	struct nfp_app_bpf *bpf = nfp_prog->bpf;  in nfp_bpf_check_call()
178 		nfp_record_adjust_head(bpf, nfp_prog, meta, reg2);  in nfp_bpf_check_call()
270 		dev_warn_once(&nfp_prog->bpf->app->pf->pdev->dev,  in nfp_bpf_check_call()
297 nfp_bpf_check_exit(struct nfp_prog *nfp_prog,  in nfp_bpf_check_exit()  argument
303 	if (nfp_prog->type == BPF_PROG_TYPE_XDP)  in nfp_bpf_check_exit()
316 	if (nfp_prog->type == BPF_PROG_TYPE_SCHED_CLS &&  in nfp_bpf_check_exit()
329 nfp_bpf_check_stack_access(struct nfp_prog *nfp_prog,  in nfp_bpf_check_stack_access()  argument
427 nfp_bpf_check_ptr(struct nfp_prog *nfp_prog, struct nfp_insn_meta *meta,  in nfp_bpf_check_ptr()  argument
442 		err = nfp_bpf_check_stack_access(nfp_prog, meta, reg, env);  in nfp_bpf_check_ptr()
478 nfp_bpf_check_store(struct nfp_prog *nfp_prog, struct nfp_insn_meta *meta,  in nfp_bpf_check_store()  argument
484 		if (nfp_prog->type == BPF_PROG_TYPE_XDP) {  in nfp_bpf_check_store()
488 				if (nfp_prog->bpf->queue_select)  in nfp_bpf_check_store()
498 	return nfp_bpf_check_ptr(nfp_prog, meta, env, meta->insn.dst_reg);  in nfp_bpf_check_store()
502 nfp_bpf_check_xadd(struct nfp_prog *nfp_prog, struct nfp_insn_meta *meta,  in nfp_bpf_check_xadd()  argument
523 	return nfp_bpf_check_ptr(nfp_prog, meta, env, meta->insn.dst_reg);  in nfp_bpf_check_xadd()
527 nfp_bpf_check_alu(struct nfp_prog *nfp_prog, struct nfp_insn_meta *meta,  in nfp_bpf_check_alu()  argument
605 	struct nfp_prog *nfp_prog = env->prog->aux->offload->dev_priv;  in nfp_verify_insn()  local
606 	struct nfp_insn_meta *meta = nfp_prog->verifier_meta;  in nfp_verify_insn()
608 	meta = nfp_bpf_goto_meta(nfp_prog, meta, insn_idx, env->prog->len);  in nfp_verify_insn()
609 	nfp_prog->verifier_meta = meta;  in nfp_verify_insn()
624 		return nfp_bpf_check_call(nfp_prog, env, meta);  in nfp_verify_insn()
626 		return nfp_bpf_check_exit(nfp_prog, env);  in nfp_verify_insn()
629 		return nfp_bpf_check_ptr(nfp_prog, meta, env,  in nfp_verify_insn()
632 		return nfp_bpf_check_store(nfp_prog, meta, env);  in nfp_verify_insn()
635 		return nfp_bpf_check_xadd(nfp_prog, meta, env);  in nfp_verify_insn()
638 		return nfp_bpf_check_alu(nfp_prog, meta, env);  in nfp_verify_insn()