/Linux-v5.4/net/core/ |
D | xdp.c | 146 void xdp_rxq_info_unreg_mem_model(struct xdp_rxq_info *xdp_rxq) in xdp_rxq_info_unreg_mem_model() argument 149 int id = xdp_rxq->mem.id; in xdp_rxq_info_unreg_mem_model() 151 if (xdp_rxq->reg_state != REG_STATE_REGISTERED) { in xdp_rxq_info_unreg_mem_model() 156 if (xdp_rxq->mem.type != MEM_TYPE_PAGE_POOL && in xdp_rxq_info_unreg_mem_model() 157 xdp_rxq->mem.type != MEM_TYPE_ZERO_COPY) { in xdp_rxq_info_unreg_mem_model() 188 void xdp_rxq_info_unreg(struct xdp_rxq_info *xdp_rxq) in xdp_rxq_info_unreg() argument 191 if (xdp_rxq->reg_state == REG_STATE_UNUSED) in xdp_rxq_info_unreg() 194 WARN(!(xdp_rxq->reg_state == REG_STATE_REGISTERED), "Driver BUG"); in xdp_rxq_info_unreg() 196 xdp_rxq_info_unreg_mem_model(xdp_rxq); in xdp_rxq_info_unreg() 198 xdp_rxq->reg_state = REG_STATE_UNREGISTERED; in xdp_rxq_info_unreg() [all …]
|
/Linux-v5.4/include/net/ |
D | xdp.h | 147 int xdp_rxq_info_reg(struct xdp_rxq_info *xdp_rxq, 149 void xdp_rxq_info_unreg(struct xdp_rxq_info *xdp_rxq); 150 void xdp_rxq_info_unused(struct xdp_rxq_info *xdp_rxq); 151 bool xdp_rxq_info_is_reg(struct xdp_rxq_info *xdp_rxq); 152 int xdp_rxq_info_reg_mem_model(struct xdp_rxq_info *xdp_rxq, 154 void xdp_rxq_info_unreg_mem_model(struct xdp_rxq_info *xdp_rxq);
|
/Linux-v5.4/drivers/net/ |
D | veth.c | 58 struct xdp_rxq_info xdp_rxq; member 530 xdp.rxq = &rq->xdp_rxq; in veth_xdp_rcv_one() 658 xdp.rxq = &rq->xdp_rxq; in veth_xdp_rcv_skb() 854 if (!xdp_rxq_info_is_reg(&priv->rq[0].xdp_rxq)) { in veth_enable_xdp() 858 err = xdp_rxq_info_reg(&rq->xdp_rxq, dev, i); in veth_enable_xdp() 862 err = xdp_rxq_info_reg_mem_model(&rq->xdp_rxq, in veth_enable_xdp() 869 rq->xdp_mem = rq->xdp_rxq.mem; in veth_enable_xdp() 882 xdp_rxq_info_unreg(&priv->rq[i].xdp_rxq); in veth_enable_xdp() 885 xdp_rxq_info_unreg(&priv->rq[i].xdp_rxq); in veth_enable_xdp() 901 rq->xdp_rxq.mem = rq->xdp_mem; in veth_disable_xdp() [all …]
|
D | tun.c | 178 struct xdp_rxq_info xdp_rxq; member 726 xdp_rxq_info_unreg(&tfile->xdp_rxq); in __tun_detach() 774 xdp_rxq_info_unreg(&tfile->xdp_rxq); in tun_detach_all() 780 xdp_rxq_info_unreg(&tfile->xdp_rxq); in tun_detach_all() 837 WARN_ON(!xdp_rxq_info_is_reg(&tfile->xdp_rxq)); in tun_attach() 839 if (tfile->xdp_rxq.queue_index != tfile->queue_index) in tun_attach() 840 tfile->xdp_rxq.queue_index = tfile->queue_index; in tun_attach() 843 err = xdp_rxq_info_reg(&tfile->xdp_rxq, in tun_attach() 847 err = xdp_rxq_info_reg_mem_model(&tfile->xdp_rxq, in tun_attach() 850 xdp_rxq_info_unreg(&tfile->xdp_rxq); in tun_attach() [all …]
|
D | virtio_net.c | 162 struct xdp_rxq_info xdp_rxq; member 688 xdp.rxq = &rq->xdp_rxq; in receive_small() 844 xdp.rxq = &rq->xdp_rxq; in receive_mergeable() 1460 err = xdp_rxq_info_reg(&vi->rq[i].xdp_rxq, dev, i); in virtnet_open() 1464 err = xdp_rxq_info_reg_mem_model(&vi->rq[i].xdp_rxq, in virtnet_open() 1467 xdp_rxq_info_unreg(&vi->rq[i].xdp_rxq); in virtnet_open() 1808 xdp_rxq_info_unreg(&vi->rq[i].xdp_rxq); in virtnet_close()
|
/Linux-v5.4/drivers/net/ethernet/socionext/ |
D | netsec.c | 286 struct xdp_rxq_info xdp_rxq; member 997 xdp.rxq = &dring->xdp_rxq; in netsec_process_rx() 1204 if (xdp_rxq_info_is_reg(&dring->xdp_rxq)) in netsec_uninit_pkt_dring() 1205 xdp_rxq_info_unreg(&dring->xdp_rxq); in netsec_uninit_pkt_dring() 1292 err = xdp_rxq_info_reg(&dring->xdp_rxq, priv->ndev, 0); in netsec_setup_rx_dring() 1296 err = xdp_rxq_info_reg_mem_model(&dring->xdp_rxq, MEM_TYPE_PAGE_POOL, in netsec_setup_rx_dring()
|
/Linux-v5.4/drivers/net/ethernet/mellanox/mlx4/ |
D | en_rx.c | 286 if (xdp_rxq_info_reg(&ring->xdp_rxq, priv->dev, queue_index) < 0) in mlx4_en_create_rx_ring() 318 xdp_rxq_info_unreg(&ring->xdp_rxq); in mlx4_en_create_rx_ring() 442 xdp_rxq_info_unreg(&ring->xdp_rxq); in mlx4_en_destroy_rx_ring() 685 xdp.rxq = &ring->xdp_rxq; in mlx4_en_process_rx_cq()
|
D | mlx4_en.h | 362 struct xdp_rxq_info xdp_rxq; member
|
/Linux-v5.4/drivers/net/ethernet/freescale/dpaa2/ |
D | dpaa2-eth.h | 340 struct xdp_rxq_info xdp_rxq; member
|
/Linux-v5.4/drivers/net/ethernet/intel/i40e/ |
D | i40e_txrx.h | 420 struct xdp_rxq_info xdp_rxq; member
|
D | i40e_xsk.c | 539 xdp.rxq = &rx_ring->xdp_rxq; in i40e_clean_rx_irq_zc()
|
D | i40e_txrx.c | 1412 xdp_rxq_info_unreg(&rx_ring->xdp_rxq); in i40e_free_rx_resources() 1463 err = xdp_rxq_info_reg(&rx_ring->xdp_rxq, rx_ring->netdev, in i40e_setup_rx_descriptors() 2338 xdp.rxq = &rx_ring->xdp_rxq; in i40e_clean_rx_irq()
|
/Linux-v5.4/drivers/net/ethernet/cavium/thunder/ |
D | nicvf_queues.h | 252 struct xdp_rxq_info xdp_rxq; member
|
/Linux-v5.4/drivers/net/ethernet/intel/ixgbevf/ |
D | ixgbevf.h | 115 struct xdp_rxq_info xdp_rxq; member
|
D | ethtool.c | 339 memset(&rx_ring[i].xdp_rxq, 0, in ixgbevf_set_ringparam() 340 sizeof(rx_ring[i].xdp_rxq)); in ixgbevf_set_ringparam()
|
/Linux-v5.4/drivers/net/ethernet/broadcom/bnxt/ |
D | bnxt_xdp.c | 140 xdp.rxq = &rxr->xdp_rxq; in bnxt_rx_xdp()
|
/Linux-v5.4/drivers/net/ethernet/ti/ |
D | cpsw_priv.h | 366 struct xdp_rxq_info xdp_rxq[CPSW_MAX_QUEUES]; member
|
/Linux-v5.4/drivers/net/ethernet/mellanox/mlx5/core/en/ |
D | xdp.c | 139 xdp.rxq = &rq->xdp_rxq; in mlx5e_xdp_handle()
|
/Linux-v5.4/drivers/net/ethernet/qlogic/qede/ |
D | qede.h | 374 struct xdp_rxq_info xdp_rxq; member
|
D | qede_main.c | 852 if (fp->rxq && xdp_rxq_info_is_reg(&fp->rxq->xdp_rxq)) in qede_free_fp_array() 853 xdp_rxq_info_unreg(&fp->rxq->xdp_rxq); in qede_free_fp_array() 1678 WARN_ON(xdp_rxq_info_reg(&fp->rxq->xdp_rxq, edev->ndev, in qede_init_fp()
|
/Linux-v5.4/net/bpf/ |
D | test_run.c | 366 xdp.rxq = &rxqueue->xdp_rxq; in bpf_prog_test_run_xdp()
|
/Linux-v5.4/drivers/net/ethernet/netronome/nfp/ |
D | nfp_net.h | 346 struct xdp_rxq_info xdp_rxq; member
|
/Linux-v5.4/drivers/net/ethernet/intel/ixgbe/ |
D | ixgbe_xsk.c | 439 xdp.rxq = &rx_ring->xdp_rxq; in ixgbe_clean_rx_irq_zc()
|
D | ixgbe.h | 352 struct xdp_rxq_info xdp_rxq; member
|
/Linux-v5.4/drivers/net/ethernet/mellanox/mlx5/core/ |
D | en_main.c | 421 err = xdp_rxq_info_reg(&rq->xdp_rxq, rq->netdev, rq_xdp_ix); in mlx5e_alloc_rq() 543 err = xdp_rxq_info_reg_mem_model(&rq->xdp_rxq, in mlx5e_alloc_rq() 566 err = xdp_rxq_info_reg_mem_model(&rq->xdp_rxq, in mlx5e_alloc_rq() 634 xdp_rxq_info_unreg(&rq->xdp_rxq); in mlx5e_alloc_rq() 669 xdp_rxq_info_unreg(&rq->xdp_rxq); in mlx5e_free_rq() 3107 xdp_rxq_info_unused(&rq->xdp_rxq); in mlx5e_alloc_drop_rq()
|