| /Linux-v4.19/net/rds/ |
| D | ib_frmr.c | 39 struct rds_ib_mr *ibmr = NULL; in rds_ib_alloc_frmr() local
48 ibmr = rds_ib_try_reuse_ibmr(pool); in rds_ib_alloc_frmr()
49 if (ibmr) in rds_ib_alloc_frmr()
50 return ibmr; in rds_ib_alloc_frmr()
52 ibmr = kzalloc_node(sizeof(*ibmr), GFP_KERNEL, in rds_ib_alloc_frmr()
54 if (!ibmr) { in rds_ib_alloc_frmr()
59 frmr = &ibmr->u.frmr; in rds_ib_alloc_frmr()
68 ibmr->pool = pool; in rds_ib_alloc_frmr()
78 return ibmr; in rds_ib_alloc_frmr()
81 kfree(ibmr); in rds_ib_alloc_frmr()
[all …]
|
| D | ib_fmr.c | 38 struct rds_ib_mr *ibmr = NULL; in rds_ib_alloc_fmr() local
47 ibmr = rds_ib_try_reuse_ibmr(pool); in rds_ib_alloc_fmr()
48 if (ibmr) in rds_ib_alloc_fmr()
49 return ibmr; in rds_ib_alloc_fmr()
51 ibmr = kzalloc_node(sizeof(*ibmr), GFP_KERNEL, in rds_ib_alloc_fmr()
53 if (!ibmr) { in rds_ib_alloc_fmr()
58 fmr = &ibmr->u.fmr; in rds_ib_alloc_fmr()
72 ibmr->pool = pool; in rds_ib_alloc_fmr()
78 return ibmr; in rds_ib_alloc_fmr()
81 kfree(ibmr); in rds_ib_alloc_fmr()
[all …]
|
| D | ib_rdma.c | 196 struct rds_ib_mr *ibmr = NULL; in rds_ib_reuse_mr() local
205 ibmr = llist_entry(ret, struct rds_ib_mr, llnode); in rds_ib_reuse_mr()
214 return ibmr; in rds_ib_reuse_mr()
231 struct rds_ib_mr *ibmr = trans_private; in rds_ib_sync_mr() local
232 struct rds_ib_device *rds_ibdev = ibmr->device; in rds_ib_sync_mr()
236 ib_dma_sync_sg_for_cpu(rds_ibdev->dev, ibmr->sg, in rds_ib_sync_mr()
237 ibmr->sg_dma_len, DMA_BIDIRECTIONAL); in rds_ib_sync_mr()
240 ib_dma_sync_sg_for_device(rds_ibdev->dev, ibmr->sg, in rds_ib_sync_mr()
241 ibmr->sg_dma_len, DMA_BIDIRECTIONAL); in rds_ib_sync_mr()
246 void __rds_ib_teardown_mr(struct rds_ib_mr *ibmr) in __rds_ib_teardown_mr() argument
[all …]
|
| /Linux-v4.19/drivers/infiniband/hw/vmw_pvrdma/ |
| D | pvrdma_mr.c | 94 mr->ibmr.lkey = resp->lkey; in pvrdma_get_dma_mr()
95 mr->ibmr.rkey = resp->rkey; in pvrdma_get_dma_mr()
97 return &mr->ibmr; in pvrdma_get_dma_mr()
182 mr->ibmr.lkey = resp->lkey; in pvrdma_reg_user_mr()
183 mr->ibmr.rkey = resp->rkey; in pvrdma_reg_user_mr()
185 return &mr->ibmr; in pvrdma_reg_user_mr()
254 mr->ibmr.lkey = resp->lkey; in pvrdma_alloc_mr()
255 mr->ibmr.rkey = resp->rkey; in pvrdma_alloc_mr()
259 return &mr->ibmr; in pvrdma_alloc_mr()
276 int pvrdma_dereg_mr(struct ib_mr *ibmr) in pvrdma_dereg_mr() argument
[all …]
|
| D | pvrdma.h | 141 struct ib_mr ibmr; member
284 static inline struct pvrdma_user_mr *to_vmr(struct ib_mr *ibmr) in to_vmr() argument
286 return container_of(ibmr, struct pvrdma_user_mr, ibmr); in to_vmr()
|
| /Linux-v4.19/drivers/infiniband/sw/rdmavt/ |
| D | mr.h | 58 struct ib_mr ibmr; member
68 static inline struct rvt_mr *to_imr(struct ib_mr *ibmr) in to_imr() argument
70 return container_of(ibmr, struct rvt_mr, ibmr); in to_imr()
81 int rvt_dereg_mr(struct ib_mr *ibmr);
85 int rvt_map_mr_sg(struct ib_mr *ibmr, struct scatterlist *sg,
|
| D | mr.c | 300 mr->ibmr.lkey = mr->mr.lkey; in __rvt_alloc_mr()
301 mr->ibmr.rkey = mr->mr.lkey; in __rvt_alloc_mr()
357 ret = &mr->ibmr; in rvt_get_dma_mr()
432 return &mr->ibmr; in rvt_reg_user_mr()
554 int rvt_dereg_mr(struct ib_mr *ibmr) in rvt_dereg_mr() argument
556 struct rvt_mr *mr = to_imr(ibmr); in rvt_dereg_mr()
594 return &mr->ibmr; in rvt_alloc_mr()
604 static int rvt_set_page(struct ib_mr *ibmr, u64 addr) in rvt_set_page() argument
606 struct rvt_mr *mr = to_imr(ibmr); in rvt_set_page()
638 int rvt_map_mr_sg(struct ib_mr *ibmr, struct scatterlist *sg, in rvt_map_mr_sg() argument
[all …]
|
| /Linux-v4.19/drivers/infiniband/hw/mlx4/ |
| D | mr.c | 76 mr->ibmr.rkey = mr->ibmr.lkey = mr->mmr.key; in mlx4_ib_get_dma_mr()
79 return &mr->ibmr; in mlx4_ib_get_dma_mr()
441 mr->ibmr.rkey = mr->ibmr.lkey = mr->mmr.key; in mlx4_ib_reg_user_mr()
442 mr->ibmr.length = length; in mlx4_ib_reg_user_mr()
443 mr->ibmr.iova = virt_addr; in mlx4_ib_reg_user_mr()
444 mr->ibmr.page_size = 1U << shift; in mlx4_ib_reg_user_mr()
446 return &mr->ibmr; in mlx4_ib_reg_user_mr()
590 struct ib_device *device = mr->ibmr.device; in mlx4_free_priv_pages()
599 int mlx4_ib_dereg_mr(struct ib_mr *ibmr) in mlx4_ib_dereg_mr() argument
601 struct mlx4_ib_mr *mr = to_mmr(ibmr); in mlx4_ib_dereg_mr()
[all …]
|
| /Linux-v4.19/drivers/infiniband/hw/mthca/ |
| D | mthca_provider.h | 74 struct ib_mr ibmr; member
80 struct ib_fmr ibmr; member
304 static inline struct mthca_fmr *to_mfmr(struct ib_fmr *ibmr) in to_mfmr() argument
306 return container_of(ibmr, struct mthca_fmr, ibmr); in to_mfmr()
309 static inline struct mthca_mr *to_mmr(struct ib_mr *ibmr) in to_mmr() argument
311 return container_of(ibmr, struct mthca_mr, ibmr); in to_mmr()
|
| D | mthca_mr.c | 444 mr->ibmr.rkey = mr->ibmr.lkey = hw_index_to_key(dev, key); in mthca_mr_alloc()
481 mthca_dbg(dev, "Dumping MPT entry %08x:\n", mr->ibmr.lkey); in mthca_mr_alloc()
558 key_to_hw_index(dev, mr->ibmr.lkey) & in mthca_free_mr()
563 mthca_free_region(dev, mr->ibmr.lkey); in mthca_free_mr()
594 mr->ibmr.rkey = mr->ibmr.lkey = hw_index_to_key(dev, key); in mthca_fmr_alloc()
644 mthca_dbg(dev, "Dumping MPT entry %08x:\n", mr->ibmr.lkey); in mthca_fmr_alloc()
683 mthca_free_region(dev, fmr->ibmr.lkey); in mthca_free_fmr()
732 key = tavor_key_to_hw_index(fmr->ibmr.lkey); in mthca_tavor_map_phys_fmr()
734 fmr->ibmr.lkey = fmr->ibmr.rkey = tavor_hw_index_to_key(key); in mthca_tavor_map_phys_fmr()
772 key = arbel_key_to_hw_index(fmr->ibmr.lkey); in mthca_arbel_map_phys_fmr()
[all …]
|
| /Linux-v4.19/drivers/infiniband/hw/usnic/ |
| D | usnic_ib.h | 65 struct ib_mr ibmr; member
121 struct usnic_ib_mr *to_umr(struct ib_mr *ibmr) in to_umr() argument
123 return container_of(ibmr, struct usnic_ib_mr, ibmr); in to_umr()
|
| D | usnic_ib_verbs.c | 655 mr->ibmr.lkey = mr->ibmr.rkey = 0; in usnic_ib_reg_mr()
656 return &mr->ibmr; in usnic_ib_reg_mr()
663 int usnic_ib_dereg_mr(struct ib_mr *ibmr) in usnic_ib_dereg_mr() argument
665 struct usnic_ib_mr *mr = to_umr(ibmr); in usnic_ib_dereg_mr()
669 usnic_uiom_reg_release(mr->umem, ibmr->uobject->context); in usnic_ib_dereg_mr()
|
| /Linux-v4.19/drivers/infiniband/hw/mlx5/ |
| D | mr.c | 817 mr->ibmr.lkey = mr->mmkey.key; in mlx5_ib_get_dma_mr()
818 mr->ibmr.rkey = mr->mmkey.key; in mlx5_ib_get_dma_mr()
821 return &mr->ibmr; in mlx5_ib_get_dma_mr()
952 mr->ibmr.pd = pd; in alloc_mr_from_cache()
1073 wr.pd = mr->ibmr.pd; in mlx5_ib_update_xlt()
1128 static struct mlx5_ib_mr *reg_create(struct ib_mr *ibmr, struct ib_pd *pd, in reg_create() argument
1143 mr = ibmr ? to_mmr(ibmr) : kzalloc(sizeof(*mr), GFP_KERNEL); in reg_create()
1147 mr->ibmr.pd = pd; in reg_create()
1208 if (!ibmr) in reg_create()
1219 mr->ibmr.lkey = mr->mmkey.key; in set_mr_fileds()
[all …]
|
| D | odp.c | 118 struct ib_pd *pd = mr->ibmr.pd; in mlx5_odp_populate_klm()
143 pklm->key = cpu_to_be32(mtt->ibmr.lkey); in mlx5_odp_populate_klm()
190 if (!mr || !mr->ibmr.pd) in mlx5_ib_invalidate_range()
322 mr->ibmr.pd = pd; in implicit_mr_alloc()
349 mr->ibmr.lkey = mr->mmkey.key; in implicit_mr_alloc()
350 mr->ibmr.rkey = mr->mmkey.key; in implicit_mr_alloc()
369 struct ib_ucontext *ctx = mr->ibmr.pd->uobject->context; in implicit_mr_get_data()
370 struct mlx5_ib_dev *dev = to_mdev(mr->ibmr.pd->device); in implicit_mr_get_data()
394 mtt = implicit_mr_alloc(mr->ibmr.pd, umem, 0, mr->access_flags); in implicit_mr_get_data()
487 struct ib_ucontext *ctx = imr->ibmr.pd->uobject->context; in mlx5_ib_free_implicit_mr()
[all …]
|
| /Linux-v4.19/net/sunrpc/xprtrdma/ |
| D | frwr_ops.c | 379 struct ib_mr *ibmr; in frwr_op_map() local
422 ibmr = frwr->fr_mr; in frwr_op_map()
423 n = ib_map_mr_sg(ibmr, mr->mr_sg, mr->mr_nents, NULL, PAGE_SIZE); in frwr_op_map()
427 key = (u8)(ibmr->rkey & 0x000000FF); in frwr_op_map()
428 ib_update_fast_reg_key(ibmr, ++key); in frwr_op_map()
431 reg_wr->mr = ibmr; in frwr_op_map()
432 reg_wr->key = ibmr->rkey; in frwr_op_map()
437 mr->mr_handle = ibmr->rkey; in frwr_op_map()
438 mr->mr_length = ibmr->length; in frwr_op_map()
439 mr->mr_offset = ibmr->iova; in frwr_op_map()
|
| /Linux-v4.19/drivers/infiniband/hw/cxgb4/ |
| D | mem.c | 393 mhp->ibmr.rkey = mhp->ibmr.lkey = stag; in finish_mem_reg()
394 mhp->ibmr.length = mhp->attr.len; in finish_mem_reg()
395 mhp->ibmr.iova = mhp->attr.va_fbo; in finish_mem_reg()
396 mhp->ibmr.page_size = 1U << (mhp->attr.page_size + 12); in finish_mem_reg()
488 return &mhp->ibmr; in c4iw_get_dma_mr()
598 return &mhp->ibmr; in c4iw_reg_user_mr()
748 mhp->ibmr.rkey = mhp->ibmr.lkey = stag; in c4iw_alloc_mr()
755 return &(mhp->ibmr); in c4iw_alloc_mr()
773 static int c4iw_set_page(struct ib_mr *ibmr, u64 addr) in c4iw_set_page() argument
775 struct c4iw_mr *mhp = to_c4iw_mr(ibmr); in c4iw_set_page()
[all …]
|
| /Linux-v4.19/drivers/infiniband/sw/rxe/ |
| D | rxe_verbs.c | 982 return &mr->ibmr; in rxe_get_dma_mr()
1018 return &mr->ibmr; in rxe_reg_user_mr()
1028 static int rxe_dereg_mr(struct ib_mr *ibmr) in rxe_dereg_mr() argument
1030 struct rxe_mem *mr = to_rmr(ibmr); in rxe_dereg_mr()
1065 return &mr->ibmr; in rxe_alloc_mr()
1075 static int rxe_set_page(struct ib_mr *ibmr, u64 addr) in rxe_set_page() argument
1077 struct rxe_mem *mr = to_rmr(ibmr); in rxe_set_page()
1088 buf->size = ibmr->page_size; in rxe_set_page()
1094 static int rxe_map_mr_sg(struct ib_mr *ibmr, struct scatterlist *sg, in rxe_map_mr_sg() argument
1097 struct rxe_mem *mr = to_rmr(ibmr); in rxe_map_mr_sg()
[all …]
|
| D | rxe_mr.c | 83 mem->ibmr.lkey = lkey; in rxe_mem_init()
84 mem->ibmr.rkey = rkey; in rxe_mem_init()
247 mem->ibmr.rkey = mem->ibmr.lkey; in rxe_mem_init_fast()
|
| /Linux-v4.19/drivers/infiniband/hw/cxgb3/ |
| D | iwch_provider.h | 75 struct ib_mr ibmr; member
86 static inline struct iwch_mr *to_iwch_mr(struct ib_mr *ibmr) in to_iwch_mr() argument
88 return container_of(ibmr, struct iwch_mr, ibmr); in to_iwch_mr()
|
| D | iwch_mem.c | 50 mhp->ibmr.rkey = mhp->ibmr.lkey = stag; in iwch_finish_mem_reg()
|
| /Linux-v4.19/drivers/infiniband/hw/hns/ |
| D | hns_roce_mr.c | 868 mr->ibmr.rkey = mr->ibmr.lkey = mr->key; in hns_roce_get_dma_mr()
871 return &mr->ibmr; in hns_roce_get_dma_mr()
1047 mr->ibmr.rkey = mr->ibmr.lkey = mr->key; in hns_roce_reg_user_mr()
1049 return &mr->ibmr; in hns_roce_reg_user_mr()
1062 int hns_roce_rereg_user_mr(struct ib_mr *ibmr, int flags, u64 start, u64 length, in hns_roce_rereg_user_mr() argument
1066 struct hns_roce_dev *hr_dev = to_hr_dev(ibmr->device); in hns_roce_rereg_user_mr()
1067 struct hns_roce_mr *mr = to_hr_mr(ibmr); in hns_roce_rereg_user_mr()
1110 mr->umem = ib_umem_get(ibmr->uobject->context, start, length, in hns_roce_rereg_user_mr()
1185 int hns_roce_dereg_mr(struct ib_mr *ibmr) in hns_roce_dereg_mr() argument
1187 struct hns_roce_dev *hr_dev = to_hr_dev(ibmr->device); in hns_roce_dereg_mr()
[all …]
|
| /Linux-v4.19/drivers/infiniband/hw/nes/ |
| D | nes_verbs.c | 325 struct ib_mr *ibmr; in nes_alloc_mr() local
367 nesmr->ibmr.rkey = stag; in nes_alloc_mr()
368 nesmr->ibmr.lkey = stag; in nes_alloc_mr()
370 ibmr = &nesmr->ibmr; in nes_alloc_mr()
385 return ibmr; in nes_alloc_mr()
388 nes_dereg_mr(ibmr); in nes_alloc_mr()
393 static int nes_set_page(struct ib_mr *ibmr, u64 addr) in nes_set_page() argument
395 struct nes_mr *nesmr = to_nesmr(ibmr); in nes_set_page()
405 static int nes_map_mr_sg(struct ib_mr *ibmr, struct scatterlist *sg, in nes_map_mr_sg() argument
408 struct nes_mr *nesmr = to_nesmr(ibmr); in nes_map_mr_sg()
[all …]
|
| /Linux-v4.19/drivers/infiniband/hw/i40iw/ |
| D | i40iw_verbs.c | 1604 struct i40iw_pd *iwpd = to_iwpd(iwmr->ibmr.pd); in i40iw_hw_alloc_stag()
1665 iwmr->ibmr.rkey = stag; in i40iw_alloc_mr()
1666 iwmr->ibmr.lkey = stag; in i40iw_alloc_mr()
1667 iwmr->ibmr.pd = pd; in i40iw_alloc_mr()
1668 iwmr->ibmr.device = pd->device; in i40iw_alloc_mr()
1687 return &iwmr->ibmr; in i40iw_alloc_mr()
1702 static int i40iw_set_page(struct ib_mr *ibmr, u64 addr) in i40iw_set_page() argument
1704 struct i40iw_mr *iwmr = to_iwmr(ibmr); in i40iw_set_page()
1723 static int i40iw_map_mr_sg(struct ib_mr *ibmr, struct scatterlist *sg, in i40iw_map_mr_sg() argument
1726 struct i40iw_mr *iwmr = to_iwmr(ibmr); in i40iw_map_mr_sg()
[all …]
|
| /Linux-v4.19/drivers/infiniband/hw/ocrdma/ |
| D | ocrdma.h | 194 struct ib_mr ibmr; member
483 static inline struct ocrdma_mr *get_ocrdma_mr(struct ib_mr *ibmr) in get_ocrdma_mr() argument
485 return container_of(ibmr, struct ocrdma_mr, ibmr); in get_ocrdma_mr()
|
| /Linux-v4.19/drivers/infiniband/hw/qedr/ |
| D | qedr.h | 469 struct ib_mr ibmr; member
571 static inline struct qedr_mr *get_qedr_mr(struct ib_mr *ibmr) in get_qedr_mr() argument
573 return container_of(ibmr, struct qedr_mr, ibmr); in get_qedr_mr()
|
