Lines Matching refs:xdp_prog

145 	struct bpf_prog __rcu *xdp_prog;  member
497 struct bpf_prog *xdp_prog; in virtnet_xdp_xmit() local
511 xdp_prog = rcu_access_pointer(rq->xdp_prog); in virtnet_xdp_xmit()
512 if (!xdp_prog) in virtnet_xdp_xmit()
644 struct bpf_prog *xdp_prog; in receive_small() local
660 xdp_prog = rcu_dereference(rq->xdp_prog); in receive_small()
661 if (xdp_prog) { in receive_small()
699 act = bpf_prog_run_xdp(xdp_prog, &xdp); in receive_small()
716 trace_xdp_exception(vi->dev, xdp_prog, act); in receive_small()
724 err = xdp_do_redirect(dev, &xdp, xdp_prog); in receive_small()
734 trace_xdp_exception(vi->dev, xdp_prog, act); in receive_small()
748 if (!xdp_prog) { in receive_small()
805 struct bpf_prog *xdp_prog; in receive_mergeable() local
816 xdp_prog = rcu_dereference(rq->xdp_prog); in receive_mergeable()
817 if (xdp_prog) { in receive_mergeable()
869 act = bpf_prog_run_xdp(xdp_prog, &xdp); in receive_mergeable()
905 trace_xdp_exception(vi->dev, xdp_prog, act); in receive_mergeable()
917 err = xdp_do_redirect(dev, &xdp, xdp_prog); in receive_mergeable()
932 trace_xdp_exception(vi->dev, xdp_prog, act); in receive_mergeable()
949 head_skb = page_to_skb(vi, rq, page, offset, len, truesize, !xdp_prog, in receive_mergeable()
2091 if (vi->rq[0].xdp_prog) in virtnet_set_channels()
2430 old_prog = rtnl_dereference(vi->rq[0].xdp_prog); in virtnet_xdp_set()
2447 rcu_assign_pointer(vi->rq[i].xdp_prog, prog); in virtnet_xdp_set()
2462 rcu_assign_pointer(vi->rq[i].xdp_prog, prog); in virtnet_xdp_set()
2484 rcu_assign_pointer(vi->rq[i].xdp_prog, old_prog); in virtnet_xdp_set()
2636 old_prog = rtnl_dereference(vi->rq[i].xdp_prog); in _free_receive_bufs()
2637 RCU_INIT_POINTER(vi->rq[i].xdp_prog, NULL); in _free_receive_bufs()