Lines Matching refs:xdp_prog
140 struct bpf_prog __rcu *xdp_prog; member
490 struct bpf_prog *xdp_prog; in virtnet_xdp_xmit() local
504 xdp_prog = rcu_dereference(rq->xdp_prog); in virtnet_xdp_xmit()
505 if (!xdp_prog) in virtnet_xdp_xmit()
637 struct bpf_prog *xdp_prog; in receive_small() local
652 xdp_prog = rcu_dereference(rq->xdp_prog); in receive_small()
653 if (xdp_prog) { in receive_small()
690 act = bpf_prog_run_xdp(xdp_prog, &xdp); in receive_small()
706 trace_xdp_exception(vi->dev, xdp_prog, act); in receive_small()
714 err = xdp_do_redirect(dev, &xdp, xdp_prog); in receive_small()
724 trace_xdp_exception(vi->dev, xdp_prog, act); in receive_small()
792 struct bpf_prog *xdp_prog; in receive_mergeable() local
801 xdp_prog = rcu_dereference(rq->xdp_prog); in receive_mergeable()
802 if (xdp_prog) { in receive_mergeable()
846 act = bpf_prog_run_xdp(xdp_prog, &xdp); in receive_mergeable()
879 trace_xdp_exception(vi->dev, xdp_prog, act); in receive_mergeable()
891 err = xdp_do_redirect(dev, &xdp, xdp_prog); in receive_mergeable()
906 trace_xdp_exception(vi->dev, xdp_prog, act); in receive_mergeable()
924 head_skb = page_to_skb(vi, rq, page, offset, len, truesize, !xdp_prog); in receive_mergeable()
2063 if (vi->rq[0].xdp_prog) in virtnet_set_channels()
2444 old_prog = rtnl_dereference(vi->rq[0].xdp_prog); in virtnet_xdp_set()
2464 rcu_assign_pointer(vi->rq[i].xdp_prog, prog); in virtnet_xdp_set()
2479 rcu_assign_pointer(vi->rq[i].xdp_prog, prog); in virtnet_xdp_set()
2501 rcu_assign_pointer(vi->rq[i].xdp_prog, old_prog); in virtnet_xdp_set()
2519 const struct bpf_prog *xdp_prog; in virtnet_xdp_query() local
2523 xdp_prog = rtnl_dereference(vi->rq[i].xdp_prog); in virtnet_xdp_query()
2524 if (xdp_prog) in virtnet_xdp_query()
2525 return xdp_prog->aux->id; in virtnet_xdp_query()
2670 old_prog = rtnl_dereference(vi->rq[i].xdp_prog); in _free_receive_bufs()
2671 RCU_INIT_POINTER(vi->rq[i].xdp_prog, NULL); in _free_receive_bufs()