| /Linux-v5.4/drivers/infiniband/sw/rdmavt/ |
| D | mr.c | 223 mr->lkey = (r << (32 - dev->dparms.lkey_table_size)) | in rvt_alloc_lkey()
226 if (mr->lkey == 0) { in rvt_alloc_lkey()
227 mr->lkey |= 1 << 8; in rvt_alloc_lkey()
251 u32 lkey = mr->lkey; in rvt_free_lkey() local
258 if (!lkey) { in rvt_free_lkey()
268 r = lkey >> (32 - dev->dparms.lkey_table_size); in rvt_free_lkey()
302 mr->ibmr.lkey = mr->mr.lkey; in __rvt_alloc_mr()
303 mr->ibmr.rkey = mr->mr.lkey; in __rvt_alloc_mr()
458 rvt_qp_mr_clean(qp, mr->lkey); in rvt_dereg_clean_qp_cb()
491 if (mr->lkey) { in rvt_check_refs()
[all …]
|
| D | trace_mr.h | 73 __field(u32, lkey)
84 __entry->lkey = mr->lkey;
94 __entry->lkey,
133 __field(u32, lkey)
148 __entry->lkey = sge->mr->lkey;
164 __entry->lkey,
|
| D | qp.c | 657 static bool rvt_swqe_has_lkey(struct rvt_swqe *wqe, u32 lkey) in rvt_swqe_has_lkey() argument
664 if (rvt_mr_has_lkey(sge->mr, lkey)) in rvt_swqe_has_lkey()
675 static bool rvt_qp_sends_has_lkey(struct rvt_qp *qp, u32 lkey) in rvt_qp_sends_has_lkey() argument
682 if (rvt_swqe_has_lkey(wqe, lkey)) in rvt_qp_sends_has_lkey()
689 if (rvt_mr_has_lkey(qp->s_rdma_mr, lkey)) in rvt_qp_sends_has_lkey()
699 static bool rvt_qp_acks_has_lkey(struct rvt_qp *qp, u32 lkey) in rvt_qp_acks_has_lkey() argument
707 if (rvt_mr_has_lkey(e->rdma_sge.mr, lkey)) in rvt_qp_acks_has_lkey()
724 void rvt_qp_mr_clean(struct rvt_qp *qp, u32 lkey) in rvt_qp_mr_clean() argument
739 if (rvt_ss_has_lkey(&qp->r_sge, lkey) || in rvt_qp_mr_clean()
740 rvt_qp_sends_has_lkey(qp, lkey) || in rvt_qp_mr_clean()
[all …]
|
| /Linux-v5.4/drivers/infiniband/hw/mthca/ |
| D | mthca_wqe.h | 66 __be32 lkey; member
85 __be32 lkey; member
103 __be32 lkey; member
120 dseg->lkey = cpu_to_be32(sg->lkey); in mthca_set_data_seg()
127 dseg->lkey = cpu_to_be32(MTHCA_INVAL_LKEY); in mthca_set_data_seg_inval()
|
| D | mthca_mr.c | 57 __be32 lkey; member
444 mr->ibmr.rkey = mr->ibmr.lkey = hw_index_to_key(dev, key); in mthca_mr_alloc()
472 memset(&mpt_entry->lkey, 0, in mthca_mr_alloc()
473 sizeof *mpt_entry - offsetof(struct mthca_mpt_entry, lkey)); in mthca_mr_alloc()
481 mthca_dbg(dev, "Dumping MPT entry %08x:\n", mr->ibmr.lkey); in mthca_mr_alloc()
545 static void mthca_free_region(struct mthca_dev *dev, u32 lkey) in mthca_free_region() argument
548 key_to_hw_index(dev, lkey)); in mthca_free_region()
550 mthca_free(&dev->mr_table.mpt_alloc, key_to_hw_index(dev, lkey)); in mthca_free_region()
558 key_to_hw_index(dev, mr->ibmr.lkey) & in mthca_free_mr()
563 mthca_free_region(dev, mr->ibmr.lkey); in mthca_free_mr()
[all …]
|
| D | mthca_srq.c | 53 __be32 lkey; member
62 __be32 lkey; member
110 context->lkey = cpu_to_be32(srq->mr.ibmr.lkey); in mthca_tavor_init_srq_context()
137 context->lkey = cpu_to_be32(srq->mr.ibmr.lkey); in mthca_arbel_init_srq_context()
198 scatter->lkey = cpu_to_be32(MTHCA_INVAL_LKEY); in mthca_alloc_srq_buf()
|
| D | mthca_provider.c | 430 srq->mr.ibmr.lkey = ucmd.lkey; in mthca_create_srq()
516 qp->mr.ibmr.lkey = ucmd.lkey; in mthca_create_qp()
643 cq->buf.mr.ibmr.lkey = ucmd.lkey; in mthca_create_cq()
730 u32 lkey; in mthca_resize_cq() local
748 lkey = cq->resize_buf->buf.mr.ibmr.lkey; in mthca_resize_cq()
754 lkey = ucmd.lkey; in mthca_resize_cq()
757 ret = mthca_RESIZE_CQ(dev, cq->cqn, lkey, ilog2(entries)); in mthca_resize_cq()
|
| /Linux-v5.4/include/uapi/rdma/ |
| D | mthca-abi.h | 75 __u32 lkey; member
89 __u32 lkey; member
94 __u32 lkey; member
105 __u32 lkey; member
|
| D | rvt-abi.h | 20 __u32 lkey; member
|
| /Linux-v5.4/include/rdma/ |
| D | rdmavt_mr.h | 78 u32 lkey; member
169 } else if (sge->length == 0 && sge->mr->lkey) { in rvt_update_sge()
194 bool rvt_ss_has_lkey(struct rvt_sge_state *ss, u32 lkey);
195 bool rvt_mr_has_lkey(struct rvt_mregion *mr, u32 lkey);
|
| /Linux-v5.4/drivers/infiniband/sw/rxe/ |
| D | rxe_mr.c | 79 u32 lkey = mem->pelem.index << 8 | rxe_get_key(); in rxe_mem_init() local
80 u32 rkey = (access & IB_ACCESS_REMOTE) ? lkey : 0; in rxe_mem_init()
83 mem->ibmr.lkey = lkey; in rxe_mem_init()
87 mem->lkey = lkey; in rxe_mem_init()
246 mem->ibmr.rkey = mem->ibmr.lkey; in rxe_mem_init_fast()
461 mem = lookup_mem(pd, access, sge->lkey, lookup_local); in copy_data()
486 mem = lookup_mem(pd, access, sge->lkey, in copy_data()
579 if (unlikely((type == lookup_local && mem->lkey != key) || in lookup_mem()
|
| /Linux-v5.4/drivers/infiniband/ulp/iser/ |
| D | iser_memory.c | 196 reg->sge.lkey = device->pd->local_dma_lkey; in iser_reg_dma()
210 " length=0x%x\n", reg->sge.lkey, reg->rkey, in iser_reg_dma()
258 reg->sge.lkey = fmr->fmr->lkey; in iser_fast_reg_fmr()
265 " length=0x%x\n", reg->sge.lkey, reg->rkey, in iser_fast_reg_fmr()
426 sig_reg->sge.lkey = mr->lkey; in iser_reg_sig_mr()
432 sig_reg->sge.lkey, sig_reg->rkey, sig_reg->sge.addr, in iser_reg_sig_mr()
474 reg->sge.lkey = mr->lkey; in iser_fast_reg_mr()
480 reg->sge.lkey, reg->rkey, reg->sge.addr, reg->sge.length); in iser_fast_reg_mr()
|
| D | iser_initiator.c | 155 tx_dsg->lkey = mem_reg->sge.lkey; in iser_prepare_write_cmd()
280 rx_sg->lkey = device->pd->local_dma_lkey; in iser_alloc_rx_descriptors()
472 tx_dsg->lkey = mem_reg->sge.lkey; in iser_send_data_out()
534 tx_dsg->lkey = device->pd->local_dma_lkey; in iser_send_control()
|
| /Linux-v5.4/drivers/infiniband/hw/vmw_pvrdma/ |
| D | pvrdma_mr.c | 94 mr->ibmr.lkey = resp->lkey; in pvrdma_get_dma_mr()
182 mr->ibmr.lkey = resp->lkey; in pvrdma_reg_user_mr()
254 mr->ibmr.lkey = resp->lkey; in pvrdma_alloc_mr()
|
| /Linux-v5.4/drivers/infiniband/core/ |
| D | rw.c | 74 reg->inv_wr.ex.invalidate_rkey = reg->mr->lkey; in rdma_rw_inv_key()
163 reg->wr.wr.ex.invalidate_rkey = reg->mr->lkey; in rdma_rw_init_mr_wrs()
224 sge->lkey = qp->pd->local_dma_lkey; in rdma_rw_init_map_wrs()
253 ctx->single.sge.lkey = qp->pd->local_dma_lkey; in rdma_rw_init_single_wr()
423 ctx->reg->reg_wr.key = ctx->reg->mr->lkey; in rdma_rw_ctx_signature_init()
467 ib_update_fast_reg_key(reg->mr, ib_inc_rkey(reg->mr->lkey)); in rdma_rw_update_lkey()
468 reg->reg_wr.key = reg->mr->lkey; in rdma_rw_update_lkey()
469 reg->sge.lkey = reg->mr->lkey; in rdma_rw_update_lkey()
|
| D | uverbs_std_types_mr.c | 139 ret = uverbs_copy_to(attrs, UVERBS_ATTR_REG_DM_MR_RESP_LKEY, &mr->lkey, in UVERBS_HANDLER()
140 sizeof(mr->lkey)); in UVERBS_HANDLER()
|
| /Linux-v5.4/drivers/infiniband/sw/siw/ |
| D | siw_mem.c | 121 mr->base_mr.lkey = mr->base_mr.rkey = mem->stag; in siw_mr_add_mem()
234 new = siw_mem_id2obj(sdev, sge->lkey >> 8); in siw_check_sge()
236 siw_dbg_pd(pd, "STag unknown: 0x%08x\n", sge->lkey); in siw_check_sge()
243 if (unlikely((*mem)->stag != sge->lkey)) { in siw_check_sge()
244 siw_dbg_mem((*mem), "STag mismatch: 0x%08x\n", sge->lkey); in siw_check_sge()
|
| D | siw_verbs.h | 30 siw_sge->lkey = sge->lkey; in siw_copy_sgl()
|
| D | siw_qp.c | 279 wqe->sqe.sge[0].lkey = 0; in siw_qp_mpa_rts()
485 rreq->source_stag = htonl(wqe->sqe.sge[0].lkey); in siw_send_terminate()
874 rreq->sge[0].lkey = sqe->sge[0].lkey; in siw_read_to_orq()
875 rreq->sge[1].lkey = sqe->sge[1].lkey; in siw_read_to_orq()
915 wqe->sqe.sge[0].lkey = irqe->sge[0].lkey; in siw_activate_tx()
960 wqe->sqe.sge[0].lkey = 0; in siw_activate_tx()
|
| D | siw_qp_rx.c | 175 srx->ddp_stag = wqe->sqe.sge[0].lkey; in siw_rresp_check_ntoh()
367 wqe->rqe.sge[i].lkey = rqe->sge[i].lkey; in siw_rqe_get()
667 lkey = be32_to_cpu(srx->hdr.rreq.source_stag), in siw_init_rresp() local
700 resp->sge[0].lkey = lkey; in siw_init_rresp()
752 wqe->sqe.sge[0].lkey = orqe->sge[0].lkey; in siw_orqe_start_rx()
1272 rv = siw_invalidate_stag(qp->pd, wqe->sqe.sge[0].lkey); in siw_rdmap_complete()
|
| /Linux-v5.4/drivers/net/ethernet/mellanox/mlx5/core/steering/ |
| D | dr_send.c | 15 u32 lkey; member
252 wq_dseg->lkey = cpu_to_be32(data_seg->lkey); in dr_rdma_segments()
345 send_info->read.lkey = send_ring->mr->mkey.key; in dr_fill_data_segs()
373 send_info->write.lkey = send_ring->mr->mkey.key; in dr_postsend_icm_data()
432 send_info.write.lkey = 0; in mlx5dr_send_postsend_ste()
484 send_info.write.lkey = 0; in mlx5dr_send_postsend_htbl()
538 send_info.write.lkey = 0; in mlx5dr_send_postsend_formatted_htbl()
561 send_info.write.lkey = 0; in mlx5dr_send_postsend_action()
963 send_info.write.lkey = 0; in mlx5dr_send_ring_force_drain()
|
| /Linux-v5.4/drivers/infiniband/hw/mlx4/ |
| D | srq.c | 154 scatter->lkey = cpu_to_be32(MLX4_INVALID_LKEY); in mlx4_ib_create_srq()
341 scat[i].lkey = cpu_to_be32(wr->sg_list[i].lkey); in mlx4_ib_post_srq_recv()
347 scat[i].lkey = cpu_to_be32(MLX4_INVALID_LKEY); in mlx4_ib_post_srq_recv()
|
| D | mr.c | 76 mr->ibmr.rkey = mr->ibmr.lkey = mr->mmr.key; in mlx4_ib_get_dma_mr()
440 mr->ibmr.rkey = mr->ibmr.lkey = mr->mmr.key; in mlx4_ib_reg_user_mr()
686 mr->ibmr.rkey = mr->ibmr.lkey = mr->mmr.key; in mlx4_ib_alloc_mr()
722 fmr->ibfmr.rkey = fmr->ibfmr.lkey = fmr->mfmr.mr.key; in mlx4_ib_fmr_alloc()
742 &ifmr->ibfmr.lkey, &ifmr->ibfmr.rkey); in mlx4_ib_map_phys_fmr()
763 mlx4_fmr_unmap(mdev, &ifmr->mfmr, &ifmr->ibfmr.lkey, &ifmr->ibfmr.rkey); in mlx4_ib_unmap_fmr()
|
| /Linux-v5.4/net/smc/ |
| D | smc_wr.c | 471 lnk->wr_tx_sges[i].lkey = lnk->roce_pd->local_dma_lkey; in smc_wr_init_sge()
472 lnk->wr_tx_rdma_sges[i].tx_rdma_sge[0].wr_tx_rdma_sge[0].lkey = in smc_wr_init_sge()
474 lnk->wr_tx_rdma_sges[i].tx_rdma_sge[0].wr_tx_rdma_sge[1].lkey = in smc_wr_init_sge()
476 lnk->wr_tx_rdma_sges[i].tx_rdma_sge[1].wr_tx_rdma_sge[0].lkey = in smc_wr_init_sge()
478 lnk->wr_tx_rdma_sges[i].tx_rdma_sge[1].wr_tx_rdma_sge[1].lkey = in smc_wr_init_sge()
497 lnk->wr_rx_sges[i].lkey = lnk->roce_pd->local_dma_lkey; in smc_wr_init_sge()
|
| /Linux-v5.4/drivers/infiniband/hw/bnxt_re/ |
| D | ib_verbs.c | 114 sg_list[i].lkey = ib_sg_list[i].lkey; in bnxt_re_build_sgl()
417 wqe->bind.parent_l_key = ib_mr->lkey; in bnxt_re_create_fence_wqe()
472 if (mr->ib_mr.lkey) in bnxt_re_destroy_fence_mr()
525 mr->ib_mr.lkey = mr->qplib_mr.lkey; in bnxt_re_create_fence_mr()
1966 wqe->sg_list[i].lkey = wqe->sg_list[i - 1].lkey; in bnxt_re_build_qp1_send_v2()
1992 wqe->sg_list[0].lkey = sge.lkey; in bnxt_re_build_qp1_send_v2()
2028 ref.lkey = wqe->sg_list[0].lkey; in bnxt_re_build_qp1_shadow_qp_recv()
2035 wqe->sg_list[0].lkey = sge.lkey; in bnxt_re_build_qp1_shadow_qp_recv()
2040 sqp_entry->sge.lkey = ref.lkey; in bnxt_re_build_qp1_shadow_qp_recv()
2917 s_sge[0].lkey = 0xFFFFFFFF; in bnxt_re_process_raw_qp_pkt_rx()
[all …]
|
