Home
last modified time | relevance | path

Searched refs:xdp_umem (Results 1 – 25 of 25) sorted by relevance

/Linux-v5.4/include/net/
Dxdp_sock.h44 struct xdp_umem { struct
84 struct xdp_umem *umem; argument
116 bool xsk_umem_has_addrs(struct xdp_umem *umem, u32 cnt);
117 u64 *xsk_umem_peek_addr(struct xdp_umem *umem, u64 *addr);
118 void xsk_umem_discard_addr(struct xdp_umem *umem);
119 void xsk_umem_complete_tx(struct xdp_umem *umem, u32 nb_entries);
120 bool xsk_umem_consume_tx(struct xdp_umem *umem, struct xdp_desc *desc);
121 void xsk_umem_consume_tx_done(struct xdp_umem *umem);
123 struct xdp_umem_fq_reuse *xsk_reuseq_swap(struct xdp_umem *umem,
126 struct xdp_umem *xdp_get_umem_from_qid(struct net_device *dev, u16 queue_id);
[all …]
/Linux-v5.4/net/xdp/
Dxdp_umem.h11 int xdp_umem_assign_dev(struct xdp_umem *umem, struct net_device *dev,
13 void xdp_umem_clear_dev(struct xdp_umem *umem);
14 bool xdp_umem_validate_queues(struct xdp_umem *umem);
15 void xdp_get_umem(struct xdp_umem *umem);
16 void xdp_put_umem(struct xdp_umem *umem);
17 void xdp_add_sk_umem(struct xdp_umem *umem, struct xdp_sock *xs);
18 void xdp_del_sk_umem(struct xdp_umem *umem, struct xdp_sock *xs);
19 struct xdp_umem *xdp_umem_create(struct xdp_umem_reg *mr);
Dxdp_umem.c26 void xdp_add_sk_umem(struct xdp_umem *umem, struct xdp_sock *xs) in xdp_add_sk_umem()
38 void xdp_del_sk_umem(struct xdp_umem *umem, struct xdp_sock *xs) in xdp_del_sk_umem()
54 static int xdp_reg_umem_at_qid(struct net_device *dev, struct xdp_umem *umem, in xdp_reg_umem_at_qid()
70 struct xdp_umem *xdp_get_umem_from_qid(struct net_device *dev, in xdp_get_umem_from_qid()
90 int xdp_umem_assign_dev(struct xdp_umem *umem, struct net_device *dev, in xdp_umem_assign_dev()
154 void xdp_umem_clear_dev(struct xdp_umem *umem) in xdp_umem_clear_dev()
182 static void xdp_umem_unmap_pages(struct xdp_umem *umem) in xdp_umem_unmap_pages()
191 static int xdp_umem_map_pages(struct xdp_umem *umem) in xdp_umem_map_pages()
213 static void xdp_umem_unpin_pages(struct xdp_umem *umem) in xdp_umem_unpin_pages()
221 static void xdp_umem_unaccount_pages(struct xdp_umem *umem) in xdp_umem_unaccount_pages()
[all …]
Dxsk_queue.h137 static inline bool xskq_crosses_non_contig_pg(struct xdp_umem *umem, u64 addr, in xskq_crosses_non_contig_pg()
160 struct xdp_umem *umem) in xskq_is_valid_addr_unaligned()
175 struct xdp_umem *umem) in xskq_validate_addr()
202 struct xdp_umem *umem) in xskq_peek_addr()
273 struct xdp_umem *umem) in xskq_is_valid_desc()
301 struct xdp_umem *umem) in xskq_validate_desc()
319 struct xdp_umem *umem) in xskq_peek_desc()
379 void xsk_reuseq_destroy(struct xdp_umem *umem);
Dxsk.c40 bool xsk_umem_has_addrs(struct xdp_umem *umem, u32 cnt) in xsk_umem_has_addrs()
46 u64 *xsk_umem_peek_addr(struct xdp_umem *umem, u64 *addr) in xsk_umem_peek_addr()
52 void xsk_umem_discard_addr(struct xdp_umem *umem) in xsk_umem_discard_addr()
58 void xsk_set_rx_need_wakeup(struct xdp_umem *umem) in xsk_set_rx_need_wakeup()
68 void xsk_set_tx_need_wakeup(struct xdp_umem *umem) in xsk_set_tx_need_wakeup()
85 void xsk_clear_rx_need_wakeup(struct xdp_umem *umem) in xsk_clear_rx_need_wakeup()
95 void xsk_clear_tx_need_wakeup(struct xdp_umem *umem) in xsk_clear_tx_need_wakeup()
112 bool xsk_umem_uses_need_wakeup(struct xdp_umem *umem) in xsk_umem_uses_need_wakeup()
121 static void __xsk_rcv_memcpy(struct xdp_umem *umem, u64 addr, void *from_buf, in __xsk_rcv_memcpy()
267 void xsk_umem_complete_tx(struct xdp_umem *umem, u32 nb_entries) in xsk_umem_complete_tx()
[all …]
Dxsk_queue.c87 struct xdp_umem_fq_reuse *xsk_reuseq_swap(struct xdp_umem *umem, in xsk_reuseq_swap()
115 void xsk_reuseq_destroy(struct xdp_umem *umem) in xsk_reuseq_destroy()
DMakefile2 obj-$(CONFIG_XDP_SOCKETS) += xsk.o xdp_umem.o xsk_queue.o
Dxsk_diag.c49 struct xdp_umem *umem = xs->umem; in xsk_diag_put_umem()
/Linux-v5.4/drivers/net/ethernet/mellanox/mlx5/core/en/xsk/
Dumem.c10 struct xdp_umem *umem) in mlx5e_xsk_map_umem()
37 struct xdp_umem *umem) in mlx5e_xsk_unmap_umem()
72 static int mlx5e_xsk_add_umem(struct mlx5e_xsk *xsk, struct xdp_umem *umem, u16 ix) in mlx5e_xsk_add_umem()
91 static bool mlx5e_xsk_is_umem_sane(struct xdp_umem *umem) in mlx5e_xsk_is_umem_sane()
96 void mlx5e_build_xsk_param(struct xdp_umem *umem, struct mlx5e_xsk_param *xsk) in mlx5e_build_xsk_param()
103 struct xdp_umem *umem, u16 ix) in mlx5e_xsk_enable_locked()
182 struct xdp_umem *umem = mlx5e_xsk_get_umem(&priv->channels.params, in mlx5e_xsk_disable_locked()
208 static int mlx5e_xsk_enable_umem(struct mlx5e_priv *priv, struct xdp_umem *umem, in mlx5e_xsk_enable_umem()
231 int mlx5e_xsk_setup_umem(struct net_device *dev, struct xdp_umem *umem, u16 qid) in mlx5e_xsk_setup_umem()
244 int mlx5e_xsk_resize_reuseq(struct xdp_umem *umem, u32 nentries) in mlx5e_xsk_resize_reuseq()
Dumem.h9 static inline struct xdp_umem *mlx5e_xsk_get_umem(struct mlx5e_params *params, in mlx5e_xsk_get_umem()
22 void mlx5e_build_xsk_param(struct xdp_umem *umem, struct mlx5e_xsk_param *xsk);
25 int mlx5e_xsk_setup_umem(struct net_device *dev, struct xdp_umem *umem, u16 qid);
27 int mlx5e_xsk_resize_reuseq(struct xdp_umem *umem, u32 nentries);
Dsetup.h15 struct mlx5e_xsk_param *xsk, struct xdp_umem *umem,
Dtx.c66 struct xdp_umem *umem = sq->umem; in mlx5e_xsk_tx()
Drx.c21 struct xdp_umem *umem = rq->umem; in mlx5e_xsk_page_alloc_umem()
Dsetup.c65 struct mlx5e_xsk_param *xsk, struct xdp_umem *umem, in mlx5e_open_xsk()
/Linux-v5.4/drivers/net/ethernet/intel/ixgbe/
Dixgbe_xsk.c11 struct xdp_umem *ixgbe_xsk_umem(struct ixgbe_adapter *adapter, in ixgbe_xsk_umem()
24 struct xdp_umem *umem) in ixgbe_xsk_umem_dma_map()
52 struct xdp_umem *umem) in ixgbe_xsk_umem_dma_unmap()
66 struct xdp_umem *umem, in ixgbe_xsk_umem_enable()
113 struct xdp_umem *umem; in ixgbe_xsk_umem_disable()
135 int ixgbe_xsk_umem_setup(struct ixgbe_adapter *adapter, struct xdp_umem *umem, in ixgbe_xsk_umem_setup()
146 struct xdp_umem *umem = rx_ring->xsk_umem; in ixgbe_run_xdp_zc()
258 struct xdp_umem *umem = rx_ring->xsk_umem; in ixgbe_alloc_buffer_zc()
287 struct xdp_umem *umem = rx_ring->xsk_umem; in ixgbe_alloc_buffer_slow_zc()
645 struct xdp_umem *umem = tx_ring->xsk_umem; in ixgbe_clean_xdp_tx_irq()
[all …]
Dixgbe_txrx_common.h31 struct xdp_umem *ixgbe_xsk_umem(struct ixgbe_adapter *adapter,
33 int ixgbe_xsk_umem_setup(struct ixgbe_adapter *adapter, struct xdp_umem *umem,
Dixgbe.h353 struct xdp_umem *xsk_umem;
/Linux-v5.4/drivers/net/ethernet/intel/i40e/
Di40e_xsk.h8 struct xdp_umem;
13 int i40e_xsk_umem_setup(struct i40e_vsi *vsi, struct xdp_umem *umem,
Di40e_xsk.c19 static int i40e_xsk_umem_dma_map(struct i40e_vsi *vsi, struct xdp_umem *umem) in i40e_xsk_umem_dma_map()
53 static void i40e_xsk_umem_dma_unmap(struct i40e_vsi *vsi, struct xdp_umem *umem) in i40e_xsk_umem_dma_unmap()
77 static int i40e_xsk_umem_enable(struct i40e_vsi *vsi, struct xdp_umem *umem, in i40e_xsk_umem_enable()
137 struct xdp_umem *umem; in i40e_xsk_umem_disable()
175 int i40e_xsk_umem_setup(struct i40e_vsi *vsi, struct xdp_umem *umem, in i40e_xsk_umem_setup()
193 struct xdp_umem *umem = rx_ring->xsk_umem; in i40e_run_xdp_zc()
248 struct xdp_umem *umem = rx_ring->xsk_umem; in i40e_alloc_buffer_zc()
289 struct xdp_umem *umem = rx_ring->xsk_umem; in i40e_alloc_buffer_slow_zc()
724 struct xdp_umem *umem = tx_ring->xsk_umem; in i40e_clean_xdp_tx_irq()
840 struct xdp_umem *umem = tx_ring->xsk_umem; in i40e_xsk_clean_tx_ring()
Di40e_txrx.h421 struct xdp_umem *xsk_umem;
Di40e_main.c3111 static struct xdp_umem *i40e_xsk_umem(struct i40e_ring *ring) in i40e_xsk_umem()
/Linux-v5.4/drivers/net/ethernet/mellanox/mlx5/core/
Den.h521 struct xdp_umem *umem;
684 struct xdp_umem *umem;
811 struct xdp_umem **umems;
1011 struct xdp_umem *umem, struct mlx5e_rq *rq);
1021 struct mlx5e_sq_param *param, struct xdp_umem *umem,
Den_main.c376 struct xdp_umem *umem, in mlx5e_alloc_rq()
864 struct xdp_umem *umem, struct mlx5e_rq *rq) in mlx5e_open_rq()
970 struct xdp_umem *umem, in mlx5e_alloc_xdpsq()
1441 struct mlx5e_sq_param *param, struct xdp_umem *umem, in mlx5e_open_xdpsq()
1946 struct xdp_umem *umem, in mlx5e_open_channel()
2343 struct xdp_umem *umem = NULL; in mlx5e_open_channels()
3857 struct xdp_umem *umem = mlx5e_xsk_get_umem(&chs->params, chs->params.xsk, ix); in mlx5e_xsk_validate_mtu()
/Linux-v5.4/drivers/net/ethernet/mellanox/mlx5/core/en/
Dxdp.c125 struct xdp_umem *umem = rq->umem; in mlx5e_xdp_handle()
/Linux-v5.4/include/linux/
Dnetdevice.h612 struct xdp_umem *umem;
745 struct xdp_umem *umem;
876 struct xdp_umem;
899 struct xdp_umem *umem;