Lines Matching refs:xdp_prog
150 struct bpf_prog __rcu *xdp_prog; member
634 struct bpf_prog *xdp_prog; in virtnet_xdp_xmit() local
648 xdp_prog = rcu_access_pointer(rq->xdp_prog); in virtnet_xdp_xmit()
649 if (!xdp_prog) in virtnet_xdp_xmit()
779 struct bpf_prog *xdp_prog; in receive_small() local
802 xdp_prog = NULL; in receive_small()
807 xdp_prog = rcu_dereference(rq->xdp_prog); in receive_small()
808 if (xdp_prog) { in receive_small()
843 act = bpf_prog_run_xdp(xdp_prog, &xdp); in receive_small()
862 trace_xdp_exception(vi->dev, xdp_prog, act); in receive_small()
870 err = xdp_do_redirect(dev, &xdp, xdp_prog); in receive_small()
877 bpf_warn_invalid_xdp_action(vi->dev, xdp_prog, act); in receive_small()
880 trace_xdp_exception(vi->dev, xdp_prog, act); in receive_small()
894 if (!xdp_prog) { in receive_small()
951 struct bpf_prog *xdp_prog; in receive_mergeable() local
969 xdp_prog = NULL; in receive_mergeable()
974 xdp_prog = rcu_dereference(rq->xdp_prog); in receive_mergeable()
975 if (xdp_prog) { in receive_mergeable()
1024 act = bpf_prog_run_xdp(xdp_prog, &xdp); in receive_mergeable()
1084 trace_xdp_exception(vi->dev, xdp_prog, act); in receive_mergeable()
1096 err = xdp_do_redirect(dev, &xdp, xdp_prog); in receive_mergeable()
1108 bpf_warn_invalid_xdp_action(vi->dev, xdp_prog, act); in receive_mergeable()
1111 trace_xdp_exception(vi->dev, xdp_prog, act); in receive_mergeable()
1122 head_skb = page_to_skb(vi, rq, page, offset, len, truesize, !xdp_prog, in receive_mergeable()
2627 if (vi->rq[0].xdp_prog) in virtnet_set_channels()
3115 old_prog = rtnl_dereference(vi->rq[0].xdp_prog); in virtnet_xdp_set()
3132 rcu_assign_pointer(vi->rq[i].xdp_prog, prog); in virtnet_xdp_set()
3148 rcu_assign_pointer(vi->rq[i].xdp_prog, prog); in virtnet_xdp_set()
3172 rcu_assign_pointer(vi->rq[i].xdp_prog, old_prog); in virtnet_xdp_set()
3350 old_prog = rtnl_dereference(vi->rq[i].xdp_prog); in _free_receive_bufs()
3351 RCU_INIT_POINTER(vi->rq[i].xdp_prog, NULL); in _free_receive_bufs()