| /Linux-v5.15/net/core/ |
| D | xdp.c | 113 void xdp_rxq_info_unreg_mem_model(struct xdp_rxq_info *xdp_rxq) in xdp_rxq_info_unreg_mem_model() argument
116 int type = xdp_rxq->mem.type; in xdp_rxq_info_unreg_mem_model()
117 int id = xdp_rxq->mem.id; in xdp_rxq_info_unreg_mem_model()
120 xdp_rxq->mem.id = 0; in xdp_rxq_info_unreg_mem_model()
121 xdp_rxq->mem.type = 0; in xdp_rxq_info_unreg_mem_model()
123 if (xdp_rxq->reg_state != REG_STATE_REGISTERED) { in xdp_rxq_info_unreg_mem_model()
140 void xdp_rxq_info_unreg(struct xdp_rxq_info *xdp_rxq) in xdp_rxq_info_unreg() argument
143 if (xdp_rxq->reg_state == REG_STATE_UNUSED) in xdp_rxq_info_unreg()
146 WARN(!(xdp_rxq->reg_state == REG_STATE_REGISTERED), "Driver BUG"); in xdp_rxq_info_unreg()
148 xdp_rxq_info_unreg_mem_model(xdp_rxq); in xdp_rxq_info_unreg()
[all …]
|
| /Linux-v5.15/include/net/ |
| D | xdp.h | 255 int xdp_rxq_info_reg(struct xdp_rxq_info *xdp_rxq,
257 void xdp_rxq_info_unreg(struct xdp_rxq_info *xdp_rxq);
258 void xdp_rxq_info_unused(struct xdp_rxq_info *xdp_rxq);
259 bool xdp_rxq_info_is_reg(struct xdp_rxq_info *xdp_rxq);
260 int xdp_rxq_info_reg_mem_model(struct xdp_rxq_info *xdp_rxq,
262 void xdp_rxq_info_unreg_mem_model(struct xdp_rxq_info *xdp_rxq);
|
| /Linux-v5.15/drivers/net/ethernet/intel/ice/ |
| D | ice_base.c | 451 if (!xdp_rxq_info_is_reg(&ring->xdp_rxq)) in ice_vsi_cfg_rxq()
453 xdp_rxq_info_reg(&ring->xdp_rxq, ring->netdev, in ice_vsi_cfg_rxq()
458 xdp_rxq_info_unreg_mem_model(&ring->xdp_rxq); in ice_vsi_cfg_rxq()
462 err = xdp_rxq_info_reg_mem_model(&ring->xdp_rxq, in ice_vsi_cfg_rxq()
467 xsk_pool_set_rxq_info(ring->xsk_pool, &ring->xdp_rxq); in ice_vsi_cfg_rxq()
472 if (!xdp_rxq_info_is_reg(&ring->xdp_rxq)) in ice_vsi_cfg_rxq()
474 xdp_rxq_info_reg(&ring->xdp_rxq, in ice_vsi_cfg_rxq()
478 err = xdp_rxq_info_reg_mem_model(&ring->xdp_rxq, in ice_vsi_cfg_rxq()
|
| D | ice_txrx.c | 437 if (xdp_rxq_info_is_reg(&rx_ring->xdp_rxq)) in ice_free_rx_ring()
438 xdp_rxq_info_unreg(&rx_ring->xdp_rxq); in ice_free_rx_ring()
489 !xdp_rxq_info_is_reg(&rx_ring->xdp_rxq)) in ice_setup_rx_ring()
490 if (xdp_rxq_info_reg(&rx_ring->xdp_rxq, rx_ring->netdev, in ice_setup_rx_ring()
1078 xdp_init_buff(&xdp, frame_sz, &rx_ring->xdp_rxq); in ice_clean_rx_irq()
|
| D | ice_txrx.h | 302 struct xdp_rxq_info xdp_rxq; member
|
| /Linux-v5.15/Documentation/networking/ |
| D | page_pool.rst | 118 struct xdp_rxq_info xdp_rxq;
130 err = xdp_rxq_info_reg(&xdp_rxq, ndev, 0);
134 err = xdp_rxq_info_reg_mem_model(&xdp_rxq, MEM_TYPE_PAGE_POOL, page_pool);
167 xdp_rxq_info_unreg(&xdp_rxq);
|
| /Linux-v5.15/drivers/net/ |
| D | veth.c | 67 struct xdp_rxq_info xdp_rxq; member
621 xdp.rxq = &rq->xdp_rxq; in veth_xdp_rcv_one()
769 xdp_init_buff(&xdp, frame_sz, &rq->xdp_rxq); in veth_xdp_rcv_skb()
1010 err = xdp_rxq_info_reg(&rq->xdp_rxq, dev, i, rq->xdp_napi.napi_id); in veth_enable_xdp_range()
1014 err = xdp_rxq_info_reg_mem_model(&rq->xdp_rxq, in veth_enable_xdp_range()
1021 rq->xdp_mem = rq->xdp_rxq.mem; in veth_enable_xdp_range()
1026 xdp_rxq_info_unreg(&priv->rq[i].xdp_rxq); in veth_enable_xdp_range()
1031 xdp_rxq_info_unreg(&rq->xdp_rxq); in veth_enable_xdp_range()
1048 rq->xdp_rxq.mem = rq->xdp_mem; in veth_disable_xdp_range()
1049 xdp_rxq_info_unreg(&rq->xdp_rxq); in veth_disable_xdp_range()
[all …]
|
| D | tun.c | 147 struct xdp_rxq_info xdp_rxq; member
673 xdp_rxq_info_unreg(&tfile->xdp_rxq); in __tun_detach()
721 xdp_rxq_info_unreg(&tfile->xdp_rxq); in tun_detach_all()
727 xdp_rxq_info_unreg(&tfile->xdp_rxq); in tun_detach_all()
784 WARN_ON(!xdp_rxq_info_is_reg(&tfile->xdp_rxq)); in tun_attach()
786 if (tfile->xdp_rxq.queue_index != tfile->queue_index) in tun_attach()
787 tfile->xdp_rxq.queue_index = tfile->queue_index; in tun_attach()
790 err = xdp_rxq_info_reg(&tfile->xdp_rxq, in tun_attach()
794 err = xdp_rxq_info_reg_mem_model(&tfile->xdp_rxq, in tun_attach()
797 xdp_rxq_info_unreg(&tfile->xdp_rxq); in tun_attach()
[all …]
|
| D | virtio_net.c | 167 struct xdp_rxq_info xdp_rxq; member
768 xdp_init_buff(&xdp, buflen, &rq->xdp_rxq); in receive_small()
945 xdp_init_buff(&xdp, frame_sz - vi->hdr_len, &rq->xdp_rxq); in receive_mergeable()
1569 err = xdp_rxq_info_reg(&vi->rq[i].xdp_rxq, dev, i, vi->rq[i].napi.napi_id); in virtnet_open()
1573 err = xdp_rxq_info_reg_mem_model(&vi->rq[i].xdp_rxq, in virtnet_open()
1576 xdp_rxq_info_unreg(&vi->rq[i].xdp_rxq); in virtnet_open()
1947 xdp_rxq_info_unreg(&vi->rq[i].xdp_rxq); in virtnet_close()
|
| D | xen-netfront.c | 152 struct xdp_rxq_info xdp_rxq; member
902 &queue->xdp_rxq); in xennet_run_xdp()
2081 err = xdp_rxq_info_reg(&queue->xdp_rxq, queue->info->netdev, in xennet_create_page_pool()
2088 err = xdp_rxq_info_reg_mem_model(&queue->xdp_rxq, in xennet_create_page_pool()
2097 xdp_rxq_info_unreg(&queue->xdp_rxq); in xennet_create_page_pool()
|
| /Linux-v5.15/drivers/net/ethernet/freescale/dpaa/ |
| D | dpaa_eth.h | 71 struct xdp_rxq_info xdp_rxq; member
|
| D | dpaa_eth.c | 1135 err = xdp_rxq_info_reg(&dpaa_fq->xdp_rxq, dpaa_fq->net_dev, in dpaa_fq_init()
1142 err = xdp_rxq_info_reg_mem_model(&dpaa_fq->xdp_rxq, in dpaa_fq_init()
1147 xdp_rxq_info_unreg(&dpaa_fq->xdp_rxq); in dpaa_fq_init()
1183 xdp_rxq_info_is_reg(&dpaa_fq->xdp_rxq)) in dpaa_fq_free_entry()
1184 xdp_rxq_info_unreg(&dpaa_fq->xdp_rxq); in dpaa_fq_free_entry()
2566 &dpaa_fq->xdp_rxq); in dpaa_run_xdp()
|
| /Linux-v5.15/drivers/net/hyperv/ |
| D | netvsc_bpf.c | 53 xdp_init_buff(xdp, PAGE_SIZE, &nvchan->xdp_rxq); in netvsc_run_xdp()
|
| D | netvsc.c | 161 xdp_rxq_info_unreg(&nvdev->chan_table[i].xdp_rxq); in free_netvsc_device()
1631 ret = xdp_rxq_info_reg(&nvchan->xdp_rxq, ndev, i, 0); in netvsc_device_add()
1638 ret = xdp_rxq_info_reg_mem_model(&nvchan->xdp_rxq, in netvsc_device_add()
|
| /Linux-v5.15/drivers/net/ethernet/mellanox/mlx5/core/en/xsk/ |
| D | setup.c | 77 return xdp_rxq_info_reg(&rq->xdp_rxq, rq->netdev, rq_xdp_ix, 0); in mlx5e_init_xsk_rq()
|
| /Linux-v5.15/drivers/net/ethernet/mellanox/mlx4/ |
| D | en_rx.c | 286 if (xdp_rxq_info_reg(&ring->xdp_rxq, priv->dev, queue_index, 0) < 0) in mlx4_en_create_rx_ring()
318 xdp_rxq_info_unreg(&ring->xdp_rxq); in mlx4_en_create_rx_ring()
442 xdp_rxq_info_unreg(&ring->xdp_rxq); in mlx4_en_destroy_rx_ring()
683 xdp_init_buff(&xdp, priv->frag_info[0].frag_stride, &ring->xdp_rxq); in mlx4_en_process_rx_cq()
|
| /Linux-v5.15/drivers/net/ethernet/socionext/ |
| D | netsec.c | 287 struct xdp_rxq_info xdp_rxq; member
963 xdp_init_buff(&xdp, PAGE_SIZE, &dring->xdp_rxq); in netsec_process_rx()
1225 if (xdp_rxq_info_is_reg(&dring->xdp_rxq)) in netsec_uninit_pkt_dring()
1226 xdp_rxq_info_unreg(&dring->xdp_rxq); in netsec_uninit_pkt_dring()
1315 err = xdp_rxq_info_reg(&dring->xdp_rxq, priv->ndev, 0, priv->napi.napi_id); in netsec_setup_rx_dring()
1319 err = xdp_rxq_info_reg_mem_model(&dring->xdp_rxq, MEM_TYPE_PAGE_POOL, in netsec_setup_rx_dring()
|
| /Linux-v5.15/net/bpf/ |
| D | test_run.c | 724 if (!xdp_rxq_info_is_reg(&rxqueue->xdp_rxq)) in xdp_convert_md_to_buff()
727 xdp->rxq = &rxqueue->xdp_rxq; in xdp_convert_md_to_buff()
797 &rxqueue->xdp_rxq); in bpf_prog_test_run_xdp()
|
| /Linux-v5.15/drivers/net/ethernet/stmicro/stmmac/ |
| D | stmmac.h | 98 struct xdp_rxq_info xdp_rxq; member
|
| /Linux-v5.15/drivers/net/ethernet/amazon/ena/ |
| D | ena_netdev.h | 255 struct xdp_rxq_info xdp_rxq; member
|
| /Linux-v5.15/drivers/net/ethernet/cavium/thunder/ |
| D | nicvf_queues.h | 252 struct xdp_rxq_info xdp_rxq; member
|
| /Linux-v5.15/drivers/net/ethernet/mellanox/mlx5/core/en/ |
| D | trap.c | 49 xdp_rxq_info_unused(&rq->xdp_rxq); in mlx5e_init_trap_rq()
|
| /Linux-v5.15/drivers/net/ethernet/intel/i40e/ |
| D | i40e_txrx.h | 391 struct xdp_rxq_info xdp_rxq; member
|
| /Linux-v5.15/drivers/net/ethernet/broadcom/bnxt/ |
| D | bnxt_xdp.c | 137 xdp_init_buff(&xdp, PAGE_SIZE, &rxr->xdp_rxq); in bnxt_rx_xdp()
|
| /Linux-v5.15/drivers/net/ethernet/intel/ixgbevf/ |
| D | ixgbevf.h | 115 struct xdp_rxq_info xdp_rxq; member
|
