| /Linux-v5.15/net/dns_resolver/ |
| D | dns_query.c | 79 struct key *rkey; in dns_query() local
128 rkey = request_key_net(&key_type_dns_resolver, desc, net, options); in dns_query()
131 if (IS_ERR(rkey)) { in dns_query()
132 ret = PTR_ERR(rkey); in dns_query()
136 down_read(&rkey->sem); in dns_query()
137 set_bit(KEY_FLAG_ROOT_CAN_INVAL, &rkey->flags); in dns_query()
138 rkey->perm |= KEY_USR_VIEW; in dns_query()
140 ret = key_validate(rkey); in dns_query()
145 ret = PTR_ERR(rkey->payload.data[dns_key_error]); in dns_query()
149 upayload = user_key_payload_locked(rkey); in dns_query()
[all …]
|
| /Linux-v5.15/drivers/infiniband/sw/rxe/ |
| D | rxe_mw.c | 24 ibmw->rkey = (mw->pelem.index << 8) | rxe_get_next_key(-1); in rxe_alloc_mw()
111 if (unlikely((wqe->wr.wr.mw.rkey & 0xff) == (mw->ibmw.rkey & 0xff))) { in rxe_check_bind_mw()
164 u32 rkey; in rxe_do_bind_mw() local
167 rkey = mw->ibmw.rkey; in rxe_do_bind_mw()
168 new_rkey = (rkey & 0xffffff00) | (wqe->wr.wr.mw.rkey & 0x000000ff); in rxe_do_bind_mw()
170 mw->ibmw.rkey = new_rkey; in rxe_do_bind_mw()
209 if (unlikely(mw->ibmw.rkey != wqe->wr.wr.mw.mw_rkey)) { in rxe_bind_mw()
282 int rxe_invalidate_mw(struct rxe_qp *qp, u32 rkey) in rxe_invalidate_mw() argument
289 mw = rxe_pool_get_index(&rxe->mw_pool, rkey >> 8); in rxe_invalidate_mw()
295 if (rkey != mw->ibmw.rkey) { in rxe_invalidate_mw()
[all …]
|
| D | rxe_hdr.h | 528 __be32 rkey; member
550 return be32_to_cpu(reth->rkey); in __reth_rkey()
553 static inline void __reth_set_rkey(void *arg, u32 rkey) in __reth_set_rkey() argument
557 reth->rkey = cpu_to_be32(rkey); in __reth_set_rkey()
592 static inline void reth_set_rkey(struct rxe_pkt_info *pkt, u32 rkey) in reth_set_rkey() argument
595 rxe_opcode[pkt->opcode].offset[RXE_RETH], rkey); in reth_set_rkey()
615 __be32 rkey; member
638 return be32_to_cpu(atmeth->rkey); in __atmeth_rkey()
641 static inline void __atmeth_set_rkey(void *arg, u32 rkey) in __atmeth_set_rkey() argument
645 atmeth->rkey = cpu_to_be32(rkey); in __atmeth_set_rkey()
[all …]
|
| D | rxe_mr.c | 49 u32 rkey = (access & IB_ACCESS_REMOTE) ? lkey : 0; in rxe_mr_init() local
52 mr->ibmr.rkey = rkey; in rxe_mr_init()
197 mr->ibmr.rkey = mr->ibmr.lkey; in rxe_mr_init_fast()
521 int rxe_invalidate_mr(struct rxe_qp *qp, u32 rkey) in rxe_invalidate_mr() argument
527 mr = rxe_pool_get_index(&rxe->mr_pool, rkey >> 8); in rxe_invalidate_mr()
529 pr_err("%s: No MR for rkey %#x\n", __func__, rkey); in rxe_invalidate_mr()
534 if (rkey != mr->ibmr.rkey) { in rxe_invalidate_mr()
536 __func__, rkey, mr->ibmr.rkey); in rxe_invalidate_mr()
|
| D | rxe_resp.c | 425 u32 rkey; in check_rkey() local
436 qp->resp.rkey = reth_rkey(pkt); in check_rkey()
445 qp->resp.rkey = atmeth_rkey(pkt); in check_rkey()
460 rkey = qp->resp.rkey; in check_rkey()
464 if (rkey_is_mw(rkey)) { in check_rkey()
465 mw = rxe_lookup_mw(qp, access, rkey); in check_rkey()
467 pr_err("%s: no MW matches rkey %#x\n", __func__, rkey); in check_rkey()
485 mr = lookup_mr(qp->pd, access, rkey, RXE_LOOKUP_REMOTE); in check_rkey()
487 pr_err("%s: no MR matches rkey %#x\n", __func__, rkey); in check_rkey()
705 res->read.rkey = qp->resp.rkey; in read_reply()
[all …]
|
| D | rxe_verbs.h | 164 u32 rkey; member
192 u32 rkey; member
303 static inline int rkey_is_mw(u32 rkey) in rkey_is_mw() argument
305 u32 index = rkey >> 8; in rkey_is_mw()
484 return mr->ibmr.rkey; in mr_rkey()
494 return mw->ibmw.rkey; in rxe_mw_rkey()
|
| D | rxe_req.c | 431 reth_set_rkey(pkt, ibwr->wr.rdma.rkey); in init_req_packet()
451 atmeth_set_rkey(pkt, ibwr->wr.atomic.rkey); in init_req_packet()
576 u32 rkey; in rxe_do_local_ops() local
581 rkey = wqe->wr.ex.invalidate_rkey; in rxe_do_local_ops()
582 if (rkey_is_mw(rkey)) in rxe_do_local_ops()
583 ret = rxe_invalidate_mw(qp, rkey); in rxe_do_local_ops()
585 ret = rxe_invalidate_mr(qp, rkey); in rxe_do_local_ops()
598 mr->ibmr.rkey = wqe->wr.wr.reg.key; in rxe_do_local_ops()
|
| /Linux-v5.15/drivers/infiniband/ulp/iser/ |
| D | iser_memory.c | 116 reg->rkey = device->pd->unsafe_global_rkey; in iser_reg_dma()
118 reg->rkey = 0; in iser_reg_dma()
123 " length=0x%x\n", reg->sge.lkey, reg->rkey, in iser_reg_dma()
226 inv_wr->ex.invalidate_rkey = mr->rkey; in iser_inv_rkey()
256 ib_update_fast_reg_key(mr, ib_inc_rkey(mr->rkey)); in iser_reg_sig_mr()
273 wr->key = mr->rkey; in iser_reg_sig_mr()
280 sig_reg->rkey = mr->rkey; in iser_reg_sig_mr()
285 sig_reg->sge.lkey, sig_reg->rkey, sig_reg->sge.addr, in iser_reg_sig_mr()
305 ib_update_fast_reg_key(mr, ib_inc_rkey(mr->rkey)); in iser_fast_reg_mr()
320 wr->key = mr->rkey; in iser_fast_reg_mr()
[all …]
|
| D | iser_initiator.c | 83 hdr->read_stag = cpu_to_be32(mem_reg->rkey); in iser_prepare_read_cmd()
87 task->itt, mem_reg->rkey, in iser_prepare_read_cmd()
141 hdr->write_stag = cpu_to_be32(mem_reg->rkey); in iser_prepare_write_cmd()
146 task->itt, mem_reg->rkey, in iser_prepare_write_cmd()
597 iser_inv_desc(struct iser_fr_desc *desc, u32 rkey) in iser_inv_desc() argument
599 if (unlikely((!desc->sig_protected && rkey != desc->rsc.mr->rkey) || in iser_inv_desc()
600 (desc->sig_protected && rkey != desc->rsc.sig_mr->rkey))) { in iser_inv_desc()
601 iser_err("Bogus remote invalidation for rkey %#x\n", rkey); in iser_inv_desc()
617 u32 rkey = wc->ex.invalidate_rkey; in iser_check_remote_inv() local
620 iser_conn, rkey); in iser_check_remote_inv()
[all …]
|
| /Linux-v5.15/fs/nfs/ |
| D | nfs4idmap.c | 283 struct key *rkey = ERR_PTR(-EAGAIN); in nfs_idmap_request_key() local
291 rkey = request_key(&key_type_id_resolver, desc, ""); in nfs_idmap_request_key()
292 if (IS_ERR(rkey)) { in nfs_idmap_request_key()
294 rkey = request_key_with_auxdata(&key_type_id_resolver_legacy, in nfs_idmap_request_key()
298 if (!IS_ERR(rkey)) in nfs_idmap_request_key()
299 set_bit(KEY_FLAG_ROOT_CAN_INVAL, &rkey->flags); in nfs_idmap_request_key()
302 return rkey; in nfs_idmap_request_key()
310 struct key *rkey; in nfs_idmap_get_key() local
315 rkey = nfs_idmap_request_key(name, namelen, type, idmap); in nfs_idmap_get_key()
318 if (IS_ERR(rkey)) { in nfs_idmap_get_key()
[all …]
|
| /Linux-v5.15/drivers/infiniband/core/ |
| D | rw.c | 125 u64 remote_addr, u32 rkey, enum dma_data_direction dir) in rdma_rw_init_mr_wrs() argument
161 reg->wr.rkey = rkey; in rdma_rw_init_mr_wrs()
196 u64 remote_addr, u32 rkey, enum dma_data_direction dir) in rdma_rw_init_map_wrs() argument
222 rdma_wr->rkey = rkey; in rdma_rw_init_map_wrs()
251 struct scatterlist *sg, u32 offset, u64 remote_addr, u32 rkey, in rdma_rw_init_single_wr() argument
270 rdma_wr->rkey = rkey; in rdma_rw_init_single_wr()
313 u64 remote_addr, u32 rkey, enum dma_data_direction dir) in rdma_rw_ctx_init() argument
343 sg_offset, remote_addr, rkey, dir); in rdma_rw_ctx_init()
346 remote_addr, rkey, dir); in rdma_rw_ctx_init()
349 remote_addr, rkey, dir); in rdma_rw_ctx_init()
[all …]
|
| D | uverbs_std_types_mr.c | 152 &mr->rkey, sizeof(mr->rkey)); in UVERBS_HANDLER()
169 &mr->rkey, sizeof(mr->rkey)); in UVERBS_HANDLER()
265 &mr->rkey, sizeof(mr->rkey)); in UVERBS_HANDLER()
|
| /Linux-v5.15/drivers/infiniband/hw/vmw_pvrdma/ |
| D | pvrdma_mr.c | 95 mr->ibmr.rkey = resp->rkey; in pvrdma_get_dma_mr()
183 mr->ibmr.rkey = resp->rkey; in pvrdma_reg_user_mr()
255 mr->ibmr.rkey = resp->rkey; in pvrdma_alloc_mr()
|
| /Linux-v5.15/include/uapi/rdma/ |
| D | vmw_pvrdma-abi.h | 251 __u32 rkey; member
258 __u32 rkey; member
264 __u32 rkey; member
277 __u32 rkey; member
|
| D | rdma_user_rxe.h | 87 __u32 rkey; member
94 __u32 rkey; member
107 __u32 rkey; member
|
| /Linux-v5.15/fs/reiserfs/ |
| D | dir.c | 69 const struct reiserfs_key *rkey; in reiserfs_readdir_inode() local
242 rkey = get_rkey(&path_to_entry, inode->i_sb); in reiserfs_readdir_inode()
243 if (!comp_le_keys(rkey, &MIN_KEY)) { in reiserfs_readdir_inode()
253 if (COMP_SHORT_KEYS(rkey, &pos_key)) { in reiserfs_readdir_inode()
259 le_key_k_offset(KEY_FORMAT_3_5, rkey)); in reiserfs_readdir_inode()
|
| /Linux-v5.15/drivers/net/ethernet/mellanox/mlx5/core/steering/ |
| D | dr_send.c | 24 u32 rkey; member
228 u32 rkey, struct dr_data_seg *data_seg, in dr_rdma_segments() argument
251 wq_raddr->rkey = cpu_to_be32(rkey); in dr_rdma_segments()
267 dr_rdma_segments(dr_qp, send_info->remote_addr, send_info->rkey, in dr_post_send()
269 dr_rdma_segments(dr_qp, send_info->remote_addr, send_info->rkey, in dr_post_send()
456 send_info.rkey = ste->htbl->chunk->rkey; in mlx5dr_send_postsend_ste()
515 send_info.rkey = htbl->chunk->rkey; in mlx5dr_send_postsend_htbl()
572 send_info.rkey = htbl->chunk->rkey; in mlx5dr_send_postsend_formatted_htbl()
595 send_info.rkey = action->rewrite->chunk->rkey; in mlx5dr_send_postsend_action()
1042 send_info.rkey = send_ring->sync_mr->mkey.key; in mlx5dr_send_ring_force_drain()
|
| /Linux-v5.15/drivers/infiniband/sw/siw/ |
| D | siw_qp_tx.c | 140 c_tx->pkt.rreq.source_stag = htonl(wqe->sqe.rkey); in siw_qp_prepare_tx()
185 c_tx->pkt.send_inv.inval_stag = cpu_to_be32(wqe->sqe.rkey); in siw_qp_prepare_tx()
197 c_tx->pkt.rwrite.sink_stag = htonl(wqe->sqe.rkey); in siw_qp_prepare_tx()
211 c_tx->pkt.rresp.sink_stag = cpu_to_be32(wqe->sqe.rkey); in siw_qp_prepare_tx()
936 siw_dbg_pd(pd, "STag 0x%08x\n", sqe->rkey); in siw_fastreg_mr()
939 pr_warn("siw: fastreg: STag 0x%08x unknown\n", sqe->rkey); in siw_fastreg_mr()
943 if (unlikely(base_mr->rkey >> 8 != sqe->rkey >> 8)) { in siw_fastreg_mr()
944 pr_warn("siw: fastreg: STag 0x%08x: bad MR\n", sqe->rkey); in siw_fastreg_mr()
948 mem = siw_mem_id2obj(sdev, sqe->rkey >> 8); in siw_fastreg_mr()
950 pr_warn("siw: fastreg: STag 0x%08x unknown\n", sqe->rkey); in siw_fastreg_mr()
[all …]
|
| /Linux-v5.15/drivers/infiniband/ulp/rtrs/ |
| D | README | 51 then pass it to the block layer. A new rkey is generated and registered for the
53 The new rkey is sent back to the client along with the IO result.
144 using the IMM field, Server invalidate rkey associated to the memory chunks
149 inflight IO and for the error code. The new rkey is sent back using
150 SEND_WITH_IMM WR, client When it recived new rkey message, it validates
151 the message and finished IO after update rkey for the rbuffer, then post
186 Server invalidate rkey associated to the memory chunks first, when it finishes,
192 outstanding inflight IO and the error code. The new rkey is sent back using
193 SEND_WITH_IMM WR, client When it recived new rkey message, it validates
194 the message and finished IO after update rkey for the rbuffer, then post
|
| D | rtrs-srv.c | 211 u32 rkey = 0; in rdma_write_sg() local
242 wr->rkey = le32_to_cpu(id->rd_msg->desc[0].key); in rdma_write_sg()
243 if (rkey == 0) in rdma_write_sg()
244 rkey = wr->rkey; in rdma_write_sg()
247 WARN_ON_ONCE(rkey != wr->rkey); in rdma_write_sg()
280 inv_wr.ex.invalidate_rkey = rkey; in rdma_write_sg()
293 rwr.key = srv_mr->mr->rkey; in rdma_write_sg()
299 msg->rkey = cpu_to_le32(srv_mr->mr->rkey); in rdma_write_sg()
412 rwr.key = srv_mr->mr->rkey; in send_io_resp_imm()
418 msg->rkey = cpu_to_le32(srv_mr->mr->rkey); in send_io_resp_imm()
[all …]
|
| /Linux-v5.15/drivers/infiniband/sw/rdmavt/ |
| D | mr.c | 260 mr->ibmr.rkey = mr->mr.lkey; in __rvt_alloc_mr()
630 ibmr->rkey = key; in rvt_fast_reg_mr()
647 int rvt_invalidate_rkey(struct rvt_qp *qp, u32 rkey) in rvt_invalidate_rkey() argument
653 if (rkey == 0) in rvt_invalidate_rkey()
658 rkt->table[(rkey >> (32 - dev->dparms.lkey_table_size))]); in rvt_invalidate_rkey()
659 if (unlikely(!mr || mr->lkey != rkey || qp->ibqp.pd != mr->pd)) in rvt_invalidate_rkey()
827 u32 len, u64 vaddr, u32 rkey, int acc) in rvt_rkey_ok() argument
840 if (rkey == 0) { in rvt_rkey_ok()
861 mr = rcu_dereference(rkt->table[rkey >> rkt->shift]); in rvt_rkey_ok()
869 mr->lkey != rkey || qp->ibqp.pd != mr->pd)) in rvt_rkey_ok()
|
| /Linux-v5.15/include/rdma/ |
| D | rw.h | 47 u64 remote_addr, u32 rkey, enum dma_data_direction dir);
55 struct ib_sig_attrs *sig_attrs, u64 remote_addr, u32 rkey,
|
| /Linux-v5.15/drivers/infiniband/hw/qib/ |
| D | qib_rc.c | 350 ohdr->u.rc.reth.rkey = in qib_make_rc_req()
351 cpu_to_be32(wqe->rdma_wr.rkey); in qib_make_rc_req()
393 ohdr->u.rc.reth.rkey = in qib_make_rc_req()
394 cpu_to_be32(wqe->rdma_wr.rkey); in qib_make_rc_req()
435 ohdr->u.atomic_eth.rkey = cpu_to_be32( in qib_make_rc_req()
436 wqe->atomic_wr.rkey); in qib_make_rc_req()
555 ohdr->u.rc.reth.rkey = in qib_make_rc_req()
556 cpu_to_be32(wqe->rdma_wr.rkey); in qib_make_rc_req()
1608 u32 rkey = be32_to_cpu(reth->rkey); in qib_rc_rcv_error() local
1612 ok = rvt_rkey_ok(qp, &e->rdma_sge, len, vaddr, rkey, in qib_rc_rcv_error()
[all …]
|
| D | qib_uc.c | 133 ohdr->u.rc.reth.rkey = in qib_make_uc_req()
134 cpu_to_be32(wqe->rdma_wr.rkey); in qib_make_uc_req()
421 u32 rkey = be32_to_cpu(reth->rkey); in qib_uc_rcv() local
427 vaddr, rkey, IB_ACCESS_REMOTE_WRITE); in qib_uc_rcv()
|
| /Linux-v5.15/drivers/infiniband/hw/hns/ |
| D | hns_roce_mr.c | 233 mr->ibmr.rkey = mr->ibmr.lkey = mr->key; in hns_roce_get_dma_mr()
274 mr->ibmr.rkey = mr->ibmr.lkey = mr->key; in hns_roce_reg_user_mr()
414 mr->ibmr.rkey = mr->ibmr.lkey = mr->key; in hns_roce_alloc_mr()
490 key_to_hw_index(mw->rkey) & in hns_roce_mw_free()
496 key_to_hw_index(mw->rkey)); in hns_roce_mw_free()
500 (int)key_to_hw_index(mw->rkey)); in hns_roce_mw_free()
509 unsigned long mtpt_idx = key_to_hw_index(mw->rkey); in hns_roce_mw_enable()
568 mw->rkey = hw_index_to_key(id); in hns_roce_alloc_mw()
570 ibmw->rkey = mw->rkey; in hns_roce_alloc_mw()
|
