Lines Matching refs:xdp_prog
60 struct bpf_prog __rcu *xdp_prog; member
303 rcv_xdp = rcu_access_pointer(rq->xdp_prog); in veth_xmit()
455 if (!rcu_access_pointer(rq->xdp_prog)) in veth_xdp_xmit()
541 if (unlikely(!rcu_access_pointer(rcv_rq->xdp_prog))) in veth_xdp_flush()
573 struct bpf_prog *xdp_prog; in veth_xdp_rcv_one() local
581 xdp_prog = rcu_dereference(rq->xdp_prog); in veth_xdp_rcv_one()
582 if (likely(xdp_prog)) { in veth_xdp_rcv_one()
589 act = bpf_prog_run_xdp(xdp_prog, &xdp); in veth_xdp_rcv_one()
600 trace_xdp_exception(rq->dev, xdp_prog, act); in veth_xdp_rcv_one()
611 if (xdp_do_redirect(rq->dev, &xdp, xdp_prog)) { in veth_xdp_rcv_one()
623 trace_xdp_exception(rq->dev, xdp_prog, act); in veth_xdp_rcv_one()
659 struct bpf_prog *xdp_prog; in veth_xdp_rcv_skb() local
666 xdp_prog = rcu_dereference(rq->xdp_prog); in veth_xdp_rcv_skb()
667 if (unlikely(!xdp_prog)) { in veth_xdp_rcv_skb()
726 act = bpf_prog_run_xdp(xdp_prog, &xdp); in veth_xdp_rcv_skb()
736 trace_xdp_exception(rq->dev, xdp_prog, act); in veth_xdp_rcv_skb()
747 if (xdp_do_redirect(rq->dev, &xdp, xdp_prog)) { in veth_xdp_rcv_skb()
758 trace_xdp_exception(rq->dev, xdp_prog, act); in veth_xdp_rcv_skb()
949 rcu_assign_pointer(priv->rq[i].xdp_prog, priv->_xdp_prog); in veth_enable_xdp()
967 rcu_assign_pointer(priv->rq[i].xdp_prog, NULL); in veth_disable_xdp()