| /Linux-v4.19/net/core/ |
| D | xdp.c | 97 static void __xdp_rxq_info_unreg_mem_model(struct xdp_rxq_info *xdp_rxq) in __xdp_rxq_info_unreg_mem_model() argument
100 int id = xdp_rxq->mem.id; in __xdp_rxq_info_unreg_mem_model()
114 void xdp_rxq_info_unreg(struct xdp_rxq_info *xdp_rxq) in xdp_rxq_info_unreg() argument
117 if (xdp_rxq->reg_state == REG_STATE_UNUSED) in xdp_rxq_info_unreg()
120 WARN(!(xdp_rxq->reg_state == REG_STATE_REGISTERED), "Driver BUG"); in xdp_rxq_info_unreg()
122 __xdp_rxq_info_unreg_mem_model(xdp_rxq); in xdp_rxq_info_unreg()
124 xdp_rxq->reg_state = REG_STATE_UNREGISTERED; in xdp_rxq_info_unreg()
125 xdp_rxq->dev = NULL; in xdp_rxq_info_unreg()
128 xdp_rxq->mem.id = 0; in xdp_rxq_info_unreg()
129 xdp_rxq->mem.type = 0; in xdp_rxq_info_unreg()
[all …]
|
| /Linux-v4.19/include/net/ |
| D | xdp.h | 131 int xdp_rxq_info_reg(struct xdp_rxq_info *xdp_rxq,
133 void xdp_rxq_info_unreg(struct xdp_rxq_info *xdp_rxq);
134 void xdp_rxq_info_unused(struct xdp_rxq_info *xdp_rxq);
135 bool xdp_rxq_info_is_reg(struct xdp_rxq_info *xdp_rxq);
136 int xdp_rxq_info_reg_mem_model(struct xdp_rxq_info *xdp_rxq,
|
| /Linux-v4.19/drivers/net/ |
| D | veth.c | 52 struct xdp_rxq_info xdp_rxq; member
397 xdp.rxq = &rq->xdp_rxq; in veth_xdp_rcv_one()
521 xdp.rxq = &rq->xdp_rxq; in veth_xdp_rcv_skb()
697 if (!xdp_rxq_info_is_reg(&priv->rq[0].xdp_rxq)) { in veth_enable_xdp()
701 err = xdp_rxq_info_reg(&rq->xdp_rxq, dev, i); in veth_enable_xdp()
705 err = xdp_rxq_info_reg_mem_model(&rq->xdp_rxq, in veth_enable_xdp()
712 rq->xdp_mem = rq->xdp_rxq.mem; in veth_enable_xdp()
725 xdp_rxq_info_unreg(&priv->rq[i].xdp_rxq); in veth_enable_xdp()
728 xdp_rxq_info_unreg(&priv->rq[i].xdp_rxq); in veth_enable_xdp()
744 rq->xdp_rxq.mem = rq->xdp_mem; in veth_disable_xdp()
[all …]
|
| D | tun.c | 189 struct xdp_rxq_info xdp_rxq; member
733 xdp_rxq_info_unreg(&tfile->xdp_rxq); in __tun_detach()
781 xdp_rxq_info_unreg(&tfile->xdp_rxq); in tun_detach_all()
787 xdp_rxq_info_unreg(&tfile->xdp_rxq); in tun_detach_all()
843 WARN_ON(!xdp_rxq_info_is_reg(&tfile->xdp_rxq)); in tun_attach()
845 if (tfile->xdp_rxq.queue_index != tfile->queue_index) in tun_attach()
846 tfile->xdp_rxq.queue_index = tfile->queue_index; in tun_attach()
849 err = xdp_rxq_info_reg(&tfile->xdp_rxq, in tun_attach()
853 err = xdp_rxq_info_reg_mem_model(&tfile->xdp_rxq, in tun_attach()
856 xdp_rxq_info_unreg(&tfile->xdp_rxq); in tun_attach()
[all …]
|
| D | virtio_net.c | 172 struct xdp_rxq_info xdp_rxq; member
666 xdp.rxq = &rq->xdp_rxq; in receive_small()
821 xdp.rxq = &rq->xdp_rxq; in receive_mergeable()
1417 err = xdp_rxq_info_reg(&vi->rq[i].xdp_rxq, dev, i); in virtnet_open()
1421 err = xdp_rxq_info_reg_mem_model(&vi->rq[i].xdp_rxq, in virtnet_open()
1424 xdp_rxq_info_unreg(&vi->rq[i].xdp_rxq); in virtnet_open()
1756 xdp_rxq_info_unreg(&vi->rq[i].xdp_rxq); in virtnet_close()
|
| /Linux-v4.19/net/bpf/ |
| D | test_run.c | 190 xdp.rxq = &rxqueue->xdp_rxq; in bpf_prog_test_run_xdp()
|
| /Linux-v4.19/drivers/net/ethernet/broadcom/bnxt/ |
| D | bnxt_xdp.c | 99 xdp.rxq = &rxr->xdp_rxq; in bnxt_rx_xdp()
|
| D | bnxt.h | 702 struct xdp_rxq_info xdp_rxq; member
|
| /Linux-v4.19/drivers/net/ethernet/mellanox/mlx4/ |
| D | en_rx.c | 289 if (xdp_rxq_info_reg(&ring->xdp_rxq, priv->dev, queue_index) < 0) in mlx4_en_create_rx_ring()
321 xdp_rxq_info_unreg(&ring->xdp_rxq); in mlx4_en_create_rx_ring()
445 xdp_rxq_info_unreg(&ring->xdp_rxq); in mlx4_en_destroy_rx_ring()
675 xdp.rxq = &ring->xdp_rxq; in mlx4_en_process_rx_cq()
|
| D | mlx4_en.h | 363 struct xdp_rxq_info xdp_rxq; member
|
| /Linux-v4.19/drivers/net/ethernet/mellanox/mlx5/core/en/ |
| D | xdp.c | 69 xdp.rxq = &rq->xdp_rxq; in mlx5e_xdp_handle()
|
| /Linux-v4.19/drivers/net/ethernet/intel/i40e/ |
| D | i40e_txrx.h | 416 struct xdp_rxq_info xdp_rxq; member
|
| D | i40e_txrx.c | 1424 xdp_rxq_info_unreg(&rx_ring->xdp_rxq); in i40e_free_rx_resources()
1475 err = xdp_rxq_info_reg(&rx_ring->xdp_rxq, rx_ring->netdev, in i40e_setup_rx_descriptors()
2320 xdp.rxq = &rx_ring->xdp_rxq; in i40e_clean_rx_irq()
|
| /Linux-v4.19/drivers/net/ethernet/cavium/thunder/ |
| D | nicvf_queues.h | 255 struct xdp_rxq_info xdp_rxq; member
|
| D | nicvf_queues.c | 762 xdp_rxq_info_unreg(&rq->xdp_rxq); in nicvf_rcv_queue_config()
776 WARN_ON(xdp_rxq_info_reg(&rq->xdp_rxq, nic->netdev, qidx) < 0); in nicvf_rcv_queue_config()
|
| /Linux-v4.19/drivers/net/ethernet/intel/ixgbevf/ |
| D | ixgbevf.h | 114 struct xdp_rxq_info xdp_rxq; member
|
| D | ethtool.c | 343 memset(&rx_ring[i].xdp_rxq, 0, in ixgbevf_set_ringparam()
344 sizeof(rx_ring[i].xdp_rxq)); in ixgbevf_set_ringparam()
|
| D | ixgbevf_main.c | 1118 xdp.rxq = &rx_ring->xdp_rxq; in ixgbevf_clean_rx_irq()
3468 if (xdp_rxq_info_reg(&rx_ring->xdp_rxq, adapter->netdev, in ixgbevf_setup_rx_resources()
3523 xdp_rxq_info_unreg(&rx_ring->xdp_rxq); in ixgbevf_free_rx_resources()
|
| /Linux-v4.19/drivers/net/ethernet/qlogic/qede/ |
| D | qede.h | 351 struct xdp_rxq_info xdp_rxq; member
|
| D | qede_main.c | 872 if (fp->rxq && xdp_rxq_info_is_reg(&fp->rxq->xdp_rxq)) in qede_free_fp_array()
873 xdp_rxq_info_unreg(&fp->rxq->xdp_rxq); in qede_free_fp_array()
1571 WARN_ON(xdp_rxq_info_reg(&fp->rxq->xdp_rxq, edev->ndev, in qede_init_fp()
|
| /Linux-v4.19/drivers/net/ethernet/netronome/nfp/ |
| D | nfp_net.h | 372 struct xdp_rxq_info xdp_rxq; member
|
| D | nfp_net_common.c | 1647 xdp.rxq = &rx_ring->xdp_rxq; in nfp_net_rx()
2308 xdp_rxq_info_unreg(&rx_ring->xdp_rxq); in nfp_net_rx_ring_free()
2335 err = xdp_rxq_info_reg(&rx_ring->xdp_rxq, dp->netdev, in nfp_net_rx_ring_alloc()
|
| /Linux-v4.19/drivers/net/ethernet/intel/ixgbe/ |
| D | ixgbe.h | 349 struct xdp_rxq_info xdp_rxq; member
|
| /Linux-v4.19/drivers/net/ethernet/mellanox/mlx5/core/ |
| D | en.h | 587 struct xdp_rxq_info xdp_rxq; member
|
| D | en_main.c | 504 err = xdp_rxq_info_reg(&rq->xdp_rxq, rq->netdev, rq->ix); in mlx5e_alloc_rq()
621 err = xdp_rxq_info_reg_mem_model(&rq->xdp_rxq, in mlx5e_alloc_rq()
688 xdp_rxq_info_unreg(&rq->xdp_rxq); in mlx5e_alloc_rq()
703 xdp_rxq_info_unreg(&rq->xdp_rxq); in mlx5e_free_rq()
3035 xdp_rxq_info_unused(&rq->xdp_rxq); in mlx5e_alloc_drop_rq()
|
