Lines Matching refs:xdp_prog

145 	struct bpf_prog __rcu *xdp_prog;  member
569 struct bpf_prog *xdp_prog; in virtnet_xdp_xmit() local
583 xdp_prog = rcu_access_pointer(rq->xdp_prog); in virtnet_xdp_xmit()
584 if (!xdp_prog) in virtnet_xdp_xmit()
714 struct bpf_prog *xdp_prog; in receive_small() local
736 xdp_prog = rcu_dereference(rq->xdp_prog); in receive_small()
737 if (xdp_prog) { in receive_small()
772 act = bpf_prog_run_xdp(xdp_prog, &xdp); in receive_small()
791 trace_xdp_exception(vi->dev, xdp_prog, act); in receive_small()
799 err = xdp_do_redirect(dev, &xdp, xdp_prog); in receive_small()
809 trace_xdp_exception(vi->dev, xdp_prog, act); in receive_small()
824 if (!xdp_prog) { in receive_small()
882 struct bpf_prog *xdp_prog; in receive_mergeable() local
899 xdp_prog = rcu_dereference(rq->xdp_prog); in receive_mergeable()
900 if (xdp_prog) { in receive_mergeable()
949 act = bpf_prog_run_xdp(xdp_prog, &xdp); in receive_mergeable()
988 trace_xdp_exception(vi->dev, xdp_prog, act); in receive_mergeable()
1000 err = xdp_do_redirect(dev, &xdp, xdp_prog); in receive_mergeable()
1015 trace_xdp_exception(vi->dev, xdp_prog, act); in receive_mergeable()
1025 head_skb = page_to_skb(vi, rq, page, offset, len, truesize, !xdp_prog, in receive_mergeable()
2202 if (vi->rq[0].xdp_prog) in virtnet_set_channels()
2542 old_prog = rtnl_dereference(vi->rq[0].xdp_prog); in virtnet_xdp_set()
2559 rcu_assign_pointer(vi->rq[i].xdp_prog, prog); in virtnet_xdp_set()
2575 rcu_assign_pointer(vi->rq[i].xdp_prog, prog); in virtnet_xdp_set()
2599 rcu_assign_pointer(vi->rq[i].xdp_prog, old_prog); in virtnet_xdp_set()
2751 old_prog = rtnl_dereference(vi->rq[i].xdp_prog); in _free_receive_bufs()
2752 RCU_INIT_POINTER(vi->rq[i].xdp_prog, NULL); in _free_receive_bufs()