| /Linux-v5.4/net/xdp/ |
| D | xdp_umem.c | 26 void xdp_add_sk_umem(struct xdp_umem *umem, struct xdp_sock *xs) in xdp_add_sk_umem()
38 void xdp_del_sk_umem(struct xdp_umem *umem, struct xdp_sock *xs) in xdp_del_sk_umem()
54 static int xdp_reg_umem_at_qid(struct net_device *dev, struct xdp_umem *umem, in xdp_reg_umem_at_qid()
90 int xdp_umem_assign_dev(struct xdp_umem *umem, struct net_device *dev, in xdp_umem_assign_dev()
154 void xdp_umem_clear_dev(struct xdp_umem *umem) in xdp_umem_clear_dev()
182 static void xdp_umem_unmap_pages(struct xdp_umem *umem) in xdp_umem_unmap_pages()
191 static int xdp_umem_map_pages(struct xdp_umem *umem) in xdp_umem_map_pages()
213 static void xdp_umem_unpin_pages(struct xdp_umem *umem) in xdp_umem_unpin_pages()
221 static void xdp_umem_unaccount_pages(struct xdp_umem *umem) in xdp_umem_unaccount_pages()
229 static void xdp_umem_release(struct xdp_umem *umem) in xdp_umem_release()
[all …]
|
| D | xsk.c | 40 bool xsk_umem_has_addrs(struct xdp_umem *umem, u32 cnt) in xsk_umem_has_addrs()
46 u64 *xsk_umem_peek_addr(struct xdp_umem *umem, u64 *addr) in xsk_umem_peek_addr()
52 void xsk_umem_discard_addr(struct xdp_umem *umem) in xsk_umem_discard_addr()
58 void xsk_set_rx_need_wakeup(struct xdp_umem *umem) in xsk_set_rx_need_wakeup()
68 void xsk_set_tx_need_wakeup(struct xdp_umem *umem) in xsk_set_tx_need_wakeup()
85 void xsk_clear_rx_need_wakeup(struct xdp_umem *umem) in xsk_clear_rx_need_wakeup()
95 void xsk_clear_tx_need_wakeup(struct xdp_umem *umem) in xsk_clear_tx_need_wakeup()
112 bool xsk_umem_uses_need_wakeup(struct xdp_umem *umem) in xsk_umem_uses_need_wakeup()
121 static void __xsk_rcv_memcpy(struct xdp_umem *umem, u64 addr, void *from_buf, in __xsk_rcv_memcpy()
267 void xsk_umem_complete_tx(struct xdp_umem *umem, u32 nb_entries) in xsk_umem_complete_tx()
[all …]
|
| D | xsk_queue.h | 137 static inline bool xskq_crosses_non_contig_pg(struct xdp_umem *umem, u64 addr, in xskq_crosses_non_contig_pg()
160 struct xdp_umem *umem) in xskq_is_valid_addr_unaligned()
175 struct xdp_umem *umem) in xskq_validate_addr()
202 struct xdp_umem *umem) in xskq_peek_addr()
273 struct xdp_umem *umem) in xskq_is_valid_desc()
301 struct xdp_umem *umem) in xskq_validate_desc()
319 struct xdp_umem *umem) in xskq_peek_desc()
|
| D | xsk_queue.c | 87 struct xdp_umem_fq_reuse *xsk_reuseq_swap(struct xdp_umem *umem, in xsk_reuseq_swap()
115 void xsk_reuseq_destroy(struct xdp_umem *umem) in xsk_reuseq_destroy()
|
| /Linux-v5.4/include/net/ |
| D | xdp_sock.h | 84 struct xdp_umem *umem; member
153 static inline char *xdp_umem_get_data(struct xdp_umem *umem, u64 addr) in xdp_umem_get_data()
163 static inline dma_addr_t xdp_umem_get_dma(struct xdp_umem *umem, u64 addr) in xdp_umem_get_dma()
171 static inline bool xsk_umem_has_addrs_rq(struct xdp_umem *umem, u32 cnt) in xsk_umem_has_addrs_rq()
181 static inline u64 *xsk_umem_peek_addr_rq(struct xdp_umem *umem, u64 *addr) in xsk_umem_peek_addr_rq()
192 static inline void xsk_umem_discard_addr_rq(struct xdp_umem *umem) in xsk_umem_discard_addr_rq()
202 static inline void xsk_umem_fq_reuse(struct xdp_umem *umem, u64 addr) in xsk_umem_fq_reuse()
213 static inline u64 xsk_umem_adjust_offset(struct xdp_umem *umem, u64 address, in xsk_umem_adjust_offset()
241 static inline bool xsk_umem_has_addrs(struct xdp_umem *umem, u32 cnt) in xsk_umem_has_addrs()
246 static inline u64 *xsk_umem_peek_addr(struct xdp_umem *umem, u64 *addr) in xsk_umem_peek_addr()
[all …]
|
| /Linux-v5.4/drivers/net/ethernet/mellanox/mlx5/core/en/xsk/ |
| D | umem.c | 10 struct xdp_umem *umem) in mlx5e_xsk_map_umem()
37 struct xdp_umem *umem) in mlx5e_xsk_unmap_umem()
72 static int mlx5e_xsk_add_umem(struct mlx5e_xsk *xsk, struct xdp_umem *umem, u16 ix) in mlx5e_xsk_add_umem()
91 static bool mlx5e_xsk_is_umem_sane(struct xdp_umem *umem) in mlx5e_xsk_is_umem_sane()
96 void mlx5e_build_xsk_param(struct xdp_umem *umem, struct mlx5e_xsk_param *xsk) in mlx5e_build_xsk_param()
103 struct xdp_umem *umem, u16 ix) in mlx5e_xsk_enable_locked()
182 struct xdp_umem *umem = mlx5e_xsk_get_umem(&priv->channels.params, in mlx5e_xsk_disable_locked() local
208 static int mlx5e_xsk_enable_umem(struct mlx5e_priv *priv, struct xdp_umem *umem, in mlx5e_xsk_enable_umem()
231 int mlx5e_xsk_setup_umem(struct net_device *dev, struct xdp_umem *umem, u16 qid) in mlx5e_xsk_setup_umem()
244 int mlx5e_xsk_resize_reuseq(struct xdp_umem *umem, u32 nentries) in mlx5e_xsk_resize_reuseq()
|
| D | tx.c | 66 struct xdp_umem *umem = sq->umem; in mlx5e_xsk_tx() local
|
| /Linux-v5.4/include/rdma/ |
| D | ib_umem.h | 58 static inline int ib_umem_offset(struct ib_umem *umem) in ib_umem_offset()
63 static inline size_t ib_umem_num_pages(struct ib_umem *umem) in ib_umem_num_pages()
92 static inline void ib_umem_release(struct ib_umem *umem) { } in ib_umem_release()
93 static inline int ib_umem_page_count(struct ib_umem *umem) { return 0; } in ib_umem_page_count()
94 static inline int ib_umem_copy_from(void *dst, struct ib_umem *umem, size_t offset, in ib_umem_copy_from()
98 static inline int ib_umem_find_best_pgsz(struct ib_umem *umem, in ib_umem_find_best_pgsz()
|
| D | ib_umem_odp.h | 41 struct ib_umem umem; member
86 static inline struct ib_umem_odp *to_ib_umem_odp(struct ib_umem *umem) in to_ib_umem_odp()
|
| /Linux-v5.4/drivers/gpu/drm/nouveau/nvkm/subdev/mmu/ |
| D | umem.c | 40 struct nvkm_umem *umem; in nvkm_umem_search() local
66 struct nvkm_umem *umem = nvkm_umem(object); in nvkm_umem_unmap() local
90 struct nvkm_umem *umem = nvkm_umem(object); in nvkm_umem_map() local
127 struct nvkm_umem *umem = nvkm_umem(object); in nvkm_umem_dtor() local
150 struct nvkm_umem *umem; in nvkm_umem_new() local
|
| /Linux-v5.4/drivers/infiniband/core/ |
| D | umem.c | 46 static void __ib_umem_release(struct ib_device *dev, struct ib_umem *umem, int dirty) in __ib_umem_release()
144 unsigned long ib_umem_find_best_pgsz(struct ib_umem *umem, in ib_umem_find_best_pgsz()
194 struct ib_umem *umem; in ib_umem_get() local
330 void ib_umem_release(struct ib_umem *umem) in ib_umem_release()
345 int ib_umem_page_count(struct ib_umem *umem) in ib_umem_page_count()
367 int ib_umem_copy_from(void *dst, struct ib_umem *umem, size_t offset, in ib_umem_copy_from()
|
| D | umem_odp.c | 299 struct ib_umem *umem; in ib_umem_odp_alloc_implicit() local
347 struct ib_umem *umem; in ib_umem_odp_alloc_child() local
777 struct ib_umem_odp *umem; in rbt_ib_umem_for_each_in_range() local
|
| /Linux-v5.4/drivers/net/ethernet/intel/ixgbe/ |
| D | ixgbe_xsk.c | 24 struct xdp_umem *umem) in ixgbe_xsk_umem_dma_map()
52 struct xdp_umem *umem) in ixgbe_xsk_umem_dma_unmap()
66 struct xdp_umem *umem, in ixgbe_xsk_umem_enable()
113 struct xdp_umem *umem; in ixgbe_xsk_umem_disable() local
135 int ixgbe_xsk_umem_setup(struct ixgbe_adapter *adapter, struct xdp_umem *umem, in ixgbe_xsk_umem_setup()
146 struct xdp_umem *umem = rx_ring->xsk_umem; in ixgbe_run_xdp_zc() local
258 struct xdp_umem *umem = rx_ring->xsk_umem; in ixgbe_alloc_buffer_zc() local
287 struct xdp_umem *umem = rx_ring->xsk_umem; in ixgbe_alloc_buffer_slow_zc() local
645 struct xdp_umem *umem = tx_ring->xsk_umem; in ixgbe_clean_xdp_tx_irq() local
728 struct xdp_umem *umem = tx_ring->xsk_umem; in ixgbe_xsk_clean_tx_ring() local
|
| /Linux-v5.4/drivers/net/ethernet/intel/i40e/ |
| D | i40e_xsk.c | 19 static int i40e_xsk_umem_dma_map(struct i40e_vsi *vsi, struct xdp_umem *umem) in i40e_xsk_umem_dma_map()
53 static void i40e_xsk_umem_dma_unmap(struct i40e_vsi *vsi, struct xdp_umem *umem) in i40e_xsk_umem_dma_unmap()
77 static int i40e_xsk_umem_enable(struct i40e_vsi *vsi, struct xdp_umem *umem, in i40e_xsk_umem_enable()
137 struct xdp_umem *umem; in i40e_xsk_umem_disable() local
175 int i40e_xsk_umem_setup(struct i40e_vsi *vsi, struct xdp_umem *umem, in i40e_xsk_umem_setup()
193 struct xdp_umem *umem = rx_ring->xsk_umem; in i40e_run_xdp_zc() local
248 struct xdp_umem *umem = rx_ring->xsk_umem; in i40e_alloc_buffer_zc() local
289 struct xdp_umem *umem = rx_ring->xsk_umem; in i40e_alloc_buffer_slow_zc() local
724 struct xdp_umem *umem = tx_ring->xsk_umem; in i40e_clean_xdp_tx_irq() local
840 struct xdp_umem *umem = tx_ring->xsk_umem; in i40e_xsk_clean_tx_ring() local
|
| /Linux-v5.4/samples/bpf/ |
| D | xdpsock_user.c | 83 struct xsk_umem *umem; member
90 struct xsk_umem_info *umem; member
198 struct xsk_umem *umem = xsks[0]->umem->umem; in int_exit() local
276 static size_t gen_eth_frame(struct xsk_umem_info *umem, u64 addr) in gen_eth_frame()
285 struct xsk_umem_info *umem; in xsk_configure_umem() local
310 static struct xsk_socket_info *xsk_configure_socket(struct xsk_umem_info *umem) in xsk_configure_socket()
489 struct xsk_umem_info *umem = xsk->umem; in complete_tx_l2fwd() local
734 struct xsk_umem_info *umem; in main() local
|
| /Linux-v5.4/drivers/infiniband/hw/mlx5/ |
| D | mem.c | 46 void mlx5_ib_cont_pages(struct ib_umem *umem, u64 addr, in mlx5_ib_cont_pages()
128 void __mlx5_ib_populate_pas(struct mlx5_ib_dev *dev, struct ib_umem *umem, in __mlx5_ib_populate_pas()
192 void mlx5_ib_populate_pas(struct mlx5_ib_dev *dev, struct ib_umem *umem, in mlx5_ib_populate_pas()
|
| D | doorbell.c | 41 struct ib_umem *umem; member
|
| /Linux-v5.4/tools/lib/bpf/ |
| D | xsk.c | 60 struct xsk_umem *umem; member
76 int xsk_umem__fd(const struct xsk_umem *umem) in xsk_umem__fd()
143 struct xsk_umem *umem; in xsk_umem__create_v0_0_4() local
486 __u32 queue_id, struct xsk_umem *umem, in xsk_socket__create()
637 int xsk_umem__delete(struct xsk_umem *umem) in xsk_umem__delete()
|
| /Linux-v5.4/lib/ |
| D | test_user_copy.c | 47 static int test_check_nonzero_user(char *kmem, char __user *umem, size_t size) in test_check_nonzero_user()
105 static int test_copy_struct_from_user(char *kmem, char __user *umem, in test_copy_struct_from_user()
|
| /Linux-v5.4/drivers/vhost/ |
| D | vhost.c | 586 void vhost_dev_reset_owner(struct vhost_dev *dev, struct vhost_umem *umem) in vhost_dev_reset_owner()
616 static void vhost_umem_free(struct vhost_umem *umem, in vhost_umem_free()
625 static void vhost_umem_clean(struct vhost_umem *umem) in vhost_umem_clean()
712 static bool vq_memory_access_ok(void __user *log_base, struct vhost_umem *umem, in vq_memory_access_ok()
752 static bool memory_access_ok(struct vhost_dev *d, struct vhost_umem *umem, in memory_access_ok()
1017 static int vhost_new_umem_range(struct vhost_umem *umem, in vhost_new_umem_range()
1048 static void vhost_del_umem_range(struct vhost_umem *umem, in vhost_del_umem_range()
1322 struct vhost_umem *umem = vq->iotlb; in iotlb_access_ok() local
1407 struct vhost_umem *umem = kvzalloc(sizeof(*umem), GFP_KERNEL); in vhost_umem_alloc() local
1872 struct vhost_umem *umem = vq->umem; in log_write_hva() local
[all …]
|
| /Linux-v5.4/drivers/infiniband/sw/rdmavt/ |
| D | mr.h | 59 struct ib_umem *umem; member
|
| /Linux-v5.4/drivers/infiniband/sw/siw/ |
| D | siw_mem.h | 63 static inline struct page *siw_get_upage(struct siw_umem *umem, u64 addr) in siw_get_upage()
|
| D | siw_mem.c | 69 void siw_umem_release(struct siw_umem *umem, bool dirty) in siw_umem_release()
370 struct siw_umem *umem; in siw_umem_get() local
|
| /Linux-v5.4/drivers/infiniband/hw/mlx4/ |
| D | doorbell.c | 40 struct ib_umem *umem; member
|
| /Linux-v5.4/drivers/infiniband/hw/bnxt_re/ |
| D | ib_verbs.h | 76 struct ib_umem *umem; member
106 struct ib_umem *umem; member
|
