219 nfp_bpf_verifier_prep(struct nfp_app *app, struct nfp_net *nn,  in nfp_bpf_verifier_prep()  argument
250 static int nfp_bpf_translate(struct nfp_net *nn, struct bpf_prog *prog)  in nfp_bpf_translate()  argument
257 	stack_size = nn_readb(nn, NFP_NET_CFG_BPF_STACK_SZ) * 64;  in nfp_bpf_translate()
259 		nn_info(nn, "stack too large: program %dB > FW stack %dB\n",  in nfp_bpf_translate()
265 	max_instr = nn_readw(nn, NFP_NET_CFG_BPF_MAX_LEN);  in nfp_bpf_translate()
282 static int nfp_bpf_destroy(struct nfp_net *nn, struct bpf_prog *prog)  in nfp_bpf_destroy()  argument
443 int nfp_ndo_bpf(struct nfp_app *app, struct nfp_net *nn, struct netdev_bpf *bpf)  in nfp_ndo_bpf()  argument
447 		return nfp_bpf_verifier_prep(app, nn, bpf);  in nfp_ndo_bpf()
449 		return nfp_bpf_translate(nn, bpf->offload.prog);  in nfp_ndo_bpf()
451 		return nfp_bpf_destroy(nn, bpf->offload.prog);  in nfp_ndo_bpf()
509 nfp_net_bpf_load(struct nfp_net *nn, struct bpf_prog *prog,  in nfp_net_bpf_load()  argument
518 	max_mtu = nn_readb(nn, NFP_NET_CFG_BPF_INL_MTU) * 64 - 32;  in nfp_net_bpf_load()
519 	if (max_mtu < nn->dp.netdev->mtu) {  in nfp_net_bpf_load()
524 	img = nfp_bpf_relo_for_vnic(nfp_prog, nn->app_priv);  in nfp_net_bpf_load()
528 	dma_addr = dma_map_single(nn->dp.dev, img,  in nfp_net_bpf_load()
531 	if (dma_mapping_error(nn->dp.dev, dma_addr)) {  in nfp_net_bpf_load()
536 	nn_writew(nn, NFP_NET_CFG_BPF_SIZE, nfp_prog->prog_len);  in nfp_net_bpf_load()
537 	nn_writeq(nn, NFP_NET_CFG_BPF_ADDR, dma_addr);  in nfp_net_bpf_load()
540 	err = nfp_net_reconfig(nn, NFP_NET_CFG_UPDATE_BPF);  in nfp_net_bpf_load()
545 	dma_unmap_single(nn->dp.dev, dma_addr, nfp_prog->prog_len * sizeof(u64),  in nfp_net_bpf_load()
553 nfp_net_bpf_start(struct nfp_net *nn, struct netlink_ext_ack *extack)  in nfp_net_bpf_start()  argument
558 	nn->dp.ctrl |= NFP_NET_CFG_CTRL_BPF;  in nfp_net_bpf_start()
559 	nn_writel(nn, NFP_NET_CFG_CTRL, nn->dp.ctrl);  in nfp_net_bpf_start()
560 	err = nfp_net_reconfig(nn, NFP_NET_CFG_UPDATE_GEN);  in nfp_net_bpf_start()
566 static int nfp_net_bpf_stop(struct nfp_net *nn)  in nfp_net_bpf_stop()  argument
568 	if (!(nn->dp.ctrl & NFP_NET_CFG_CTRL_BPF))  in nfp_net_bpf_stop()
571 	nn->dp.ctrl &= ~NFP_NET_CFG_CTRL_BPF;  in nfp_net_bpf_stop()
572 	nn_writel(nn, NFP_NET_CFG_CTRL, nn->dp.ctrl);  in nfp_net_bpf_stop()
574 	return nfp_net_reconfig(nn, NFP_NET_CFG_UPDATE_GEN);  in nfp_net_bpf_stop()
577 int nfp_net_bpf_offload(struct nfp_net *nn, struct bpf_prog *prog,  in nfp_net_bpf_offload()  argument
582 	if (prog && !bpf_offload_dev_match(prog, nn->dp.netdev))  in nfp_net_bpf_offload()
588 		cap = nn_readb(nn, NFP_NET_CFG_BPF_CAP);  in nfp_net_bpf_offload()
597 	if (!old_prog && nn->dp.ctrl & NFP_NET_CFG_CTRL_BPF)  in nfp_net_bpf_offload()
601 		return nfp_net_bpf_stop(nn);  in nfp_net_bpf_offload()
603 	err = nfp_net_bpf_load(nn, prog, extack);  in nfp_net_bpf_offload()
608 		nfp_net_bpf_start(nn, extack);  in nfp_net_bpf_offload()