| /Linux-v5.4/drivers/infiniband/core/ |
| D | rw.c | 209 struct ib_rdma_wr *rdma_wr = &ctx->map.wrs[i]; in rdma_rw_init_map_wrs() local
213 rdma_wr->wr.opcode = IB_WR_RDMA_WRITE; in rdma_rw_init_map_wrs()
215 rdma_wr->wr.opcode = IB_WR_RDMA_READ; in rdma_rw_init_map_wrs()
216 rdma_wr->remote_addr = remote_addr + total_len; in rdma_rw_init_map_wrs()
217 rdma_wr->rkey = rkey; in rdma_rw_init_map_wrs()
218 rdma_wr->wr.num_sge = nr_sge; in rdma_rw_init_map_wrs()
219 rdma_wr->wr.sg_list = sge; in rdma_rw_init_map_wrs()
232 rdma_wr->wr.next = i + 1 < ctx->nr_ops ? in rdma_rw_init_map_wrs()
249 struct ib_rdma_wr *rdma_wr = &ctx->single.wr; in rdma_rw_init_single_wr() local
257 memset(rdma_wr, 0, sizeof(*rdma_wr)); in rdma_rw_init_single_wr()
[all …]
|
| /Linux-v5.4/net/smc/ |
| D | smc_tx.c | 268 int num_sges, struct ib_rdma_wr *rdma_wr) in smc_tx_rdma_write() argument
275 rdma_wr->wr.wr_id = smc_wr_tx_get_next_wr_id(link); in smc_tx_rdma_write()
276 rdma_wr->wr.num_sge = num_sges; in smc_tx_rdma_write()
277 rdma_wr->remote_addr = in smc_tx_rdma_write()
283 rdma_wr->rkey = lgr->rtokens[conn->rtoken_idx][SMC_SINGLE_LINK].rkey; in smc_tx_rdma_write()
284 rc = ib_post_send(link->roce_qp, &rdma_wr->wr, NULL); in smc_tx_rdma_write()
|
| /Linux-v5.4/drivers/infiniband/hw/qib/ |
| D | qib_rc.c | 348 cpu_to_be64(wqe->rdma_wr.remote_addr); in qib_make_rc_req()
350 cpu_to_be32(wqe->rdma_wr.rkey); in qib_make_rc_req()
358 if (wqe->rdma_wr.wr.opcode == IB_WR_RDMA_WRITE) in qib_make_rc_req()
364 wqe->rdma_wr.wr.ex.imm_data; in qib_make_rc_req()
366 if (wqe->rdma_wr.wr.send_flags & IB_SEND_SOLICITED) in qib_make_rc_req()
391 cpu_to_be64(wqe->rdma_wr.remote_addr); in qib_make_rc_req()
393 cpu_to_be32(wqe->rdma_wr.rkey); in qib_make_rc_req()
553 cpu_to_be64(wqe->rdma_wr.remote_addr + len); in qib_make_rc_req()
555 cpu_to_be32(wqe->rdma_wr.rkey); in qib_make_rc_req()
|
| D | qib_uc.c | 131 cpu_to_be64(wqe->rdma_wr.remote_addr); in qib_make_uc_req()
133 cpu_to_be32(wqe->rdma_wr.rkey); in qib_make_uc_req()
|
| /Linux-v5.4/drivers/infiniband/hw/mthca/ |
| D | mthca_qp.c | 1701 set_raddr_seg(wqe, rdma_wr(wr)->remote_addr, in mthca_tavor_post_send()
1702 rdma_wr(wr)->rkey); in mthca_tavor_post_send()
1718 set_raddr_seg(wqe, rdma_wr(wr)->remote_addr, in mthca_tavor_post_send()
1719 rdma_wr(wr)->rkey); in mthca_tavor_post_send()
2031 set_raddr_seg(wqe, rdma_wr(wr)->remote_addr, in mthca_arbel_post_send()
2032 rdma_wr(wr)->rkey); in mthca_arbel_post_send()
2048 set_raddr_seg(wqe, rdma_wr(wr)->remote_addr, in mthca_arbel_post_send()
2049 rdma_wr(wr)->rkey); in mthca_arbel_post_send()
|
| /Linux-v5.4/drivers/infiniband/hw/hfi1/ |
| D | uc.c | 186 cpu_to_be64(wqe->rdma_wr.remote_addr); in hfi1_make_uc_req()
188 cpu_to_be32(wqe->rdma_wr.rkey); in hfi1_make_uc_req()
|
| D | rc.c | 636 wqe->rdma_wr.remote_addr, in hfi1_make_rc_req()
639 cpu_to_be32(wqe->rdma_wr.rkey); in hfi1_make_rc_req()
784 wqe->rdma_wr.remote_addr, in hfi1_make_rc_req()
787 cpu_to_be32(wqe->rdma_wr.rkey); in hfi1_make_rc_req()
1035 wqe->rdma_wr.remote_addr + len, in hfi1_make_rc_req()
1038 cpu_to_be32(wqe->rdma_wr.rkey); in hfi1_make_rc_req()
|
| D | tid_rdma.c | 1741 rreq->reth.vaddr = cpu_to_be64(wqe->rdma_wr.remote_addr + in hfi1_build_tid_rdma_read_packet()
1743 rreq->reth.rkey = cpu_to_be32(wqe->rdma_wr.rkey); in hfi1_build_tid_rdma_read_packet()
3306 if (!(wqe->rdma_wr.remote_addr & ~PAGE_MASK) && in setup_tid_rdma_wqe()
3373 cpu_to_be64(wqe->rdma_wr.remote_addr + (wqe->length - *len)); in hfi1_build_tid_rdma_write_req()
3375 cpu_to_be32(wqe->rdma_wr.rkey); in hfi1_build_tid_rdma_write_req()
|
| /Linux-v5.4/drivers/infiniband/hw/cxgb3/ |
| D | iwch_qp.c | 98 wqe->write.stag_sink = cpu_to_be32(rdma_wr(wr)->rkey); in build_rdma_write()
99 wqe->write.to_sink = cpu_to_be64(rdma_wr(wr)->remote_addr); in build_rdma_write()
140 wqe->read.rem_stag = cpu_to_be32(rdma_wr(wr)->rkey); in build_rdma_read()
141 wqe->read.rem_to = cpu_to_be64(rdma_wr(wr)->remote_addr); in build_rdma_read()
|
| /Linux-v5.4/drivers/infiniband/sw/rxe/ |
| D | rxe_verbs.c | 554 wr->wr.rdma.remote_addr = rdma_wr(ibwr)->remote_addr; in init_send_wr()
555 wr->wr.rdma.rkey = rdma_wr(ibwr)->rkey; in init_send_wr()
621 mask & WR_READ_OR_WRITE_MASK ? rdma_wr(ibwr)->remote_addr : 0; in init_send_wqe()
|
| /Linux-v5.4/drivers/infiniband/sw/siw/ |
| D | siw_verbs.c | 796 sqe->raddr = rdma_wr(wr)->remote_addr; in siw_post_send()
797 sqe->rkey = rdma_wr(wr)->rkey; in siw_post_send()
820 sqe->raddr = rdma_wr(wr)->remote_addr; in siw_post_send()
821 sqe->rkey = rdma_wr(wr)->rkey; in siw_post_send()
|
| /Linux-v5.4/drivers/infiniband/hw/i40iw/ |
| D | i40iw_verbs.c | 2185 info.op.inline_rdma_write.rem_addr.tag_off = rdma_wr(ib_wr)->remote_addr; in i40iw_post_send()
2186 info.op.inline_rdma_write.rem_addr.stag = rdma_wr(ib_wr)->rkey; in i40iw_post_send()
2191 info.op.rdma_write.rem_addr.tag_off = rdma_wr(ib_wr)->remote_addr; in i40iw_post_send()
2192 info.op.rdma_write.rem_addr.stag = rdma_wr(ib_wr)->rkey; in i40iw_post_send()
2212 info.op.rdma_read.rem_addr.tag_off = rdma_wr(ib_wr)->remote_addr; in i40iw_post_send()
2213 info.op.rdma_read.rem_addr.stag = rdma_wr(ib_wr)->rkey; in i40iw_post_send()
|
| /Linux-v5.4/drivers/infiniband/hw/cxgb4/ |
| D | qp.c | 573 wqe->write.stag_sink = cpu_to_be32(rdma_wr(wr)->rkey); in build_rdma_write()
574 wqe->write.to_sink = cpu_to_be64(rdma_wr(wr)->remote_addr); in build_rdma_write()
633 wcwr->stag_sink = cpu_to_be32(rdma_wr(wr)->rkey); in build_rdma_write_cmpl()
634 wcwr->to_sink = cpu_to_be64(rdma_wr(wr)->remote_addr); in build_rdma_write_cmpl()
665 wqe->read.stag_src = cpu_to_be32(rdma_wr(wr)->rkey); in build_rdma_read()
666 wqe->read.to_src_hi = cpu_to_be32((u32)(rdma_wr(wr)->remote_addr in build_rdma_read()
668 wqe->read.to_src_lo = cpu_to_be32((u32)rdma_wr(wr)->remote_addr); in build_rdma_read()
|
| /Linux-v5.4/drivers/infiniband/hw/ocrdma/ |
| D | ocrdma_verbs.c | 2002 ext_rw->addr_lo = rdma_wr(wr)->remote_addr; in ocrdma_build_write()
2003 ext_rw->addr_hi = upper_32_bits(rdma_wr(wr)->remote_addr); in ocrdma_build_write()
2004 ext_rw->lrkey = rdma_wr(wr)->rkey; in ocrdma_build_write()
2022 ext_rw->addr_lo = rdma_wr(wr)->remote_addr; in ocrdma_build_read()
2023 ext_rw->addr_hi = upper_32_bits(rdma_wr(wr)->remote_addr); in ocrdma_build_read()
2024 ext_rw->lrkey = rdma_wr(wr)->rkey; in ocrdma_build_read()
|
| /Linux-v5.4/drivers/infiniband/hw/vmw_pvrdma/ |
| D | pvrdma_qp.c | 749 rdma_wr(wr)->remote_addr; in pvrdma_post_send()
750 wqe_hdr->wr.rdma.rkey = rdma_wr(wr)->rkey; in pvrdma_post_send()
|
| /Linux-v5.4/include/rdma/ |
| D | rdmavt_qp.h | 186 struct ib_rdma_wr rdma_wr; member
|
| D | ib_verbs.h | 1346 static inline const struct ib_rdma_wr *rdma_wr(const struct ib_send_wr *wr) in rdma_wr() function
|
| /Linux-v5.4/drivers/infiniband/sw/rdmavt/ |
| D | qp.c | 3088 wqe->rdma_wr.remote_addr, in rvt_ruc_loopback()
3089 wqe->rdma_wr.rkey, in rvt_ruc_loopback()
3101 wqe->rdma_wr.remote_addr, in rvt_ruc_loopback()
3102 wqe->rdma_wr.rkey, in rvt_ruc_loopback()
|
| /Linux-v5.4/drivers/infiniband/hw/hns/ |
| D | hns_roce_hw_v2.c | 472 cpu_to_le32(rdma_wr(wr)->rkey); in hns_roce_v2_post_send()
474 cpu_to_le64(rdma_wr(wr)->remote_addr); in hns_roce_v2_post_send()
479 cpu_to_le32(rdma_wr(wr)->rkey); in hns_roce_v2_post_send()
481 cpu_to_le64(rdma_wr(wr)->remote_addr); in hns_roce_v2_post_send()
486 cpu_to_le32(rdma_wr(wr)->rkey); in hns_roce_v2_post_send()
488 cpu_to_le64(rdma_wr(wr)->remote_addr); in hns_roce_v2_post_send()
|
| D | hns_roce_hw_v1.c | 259 set_raddr_seg(wqe, rdma_wr(wr)->remote_addr, in hns_roce_v1_post_send()
260 rdma_wr(wr)->rkey); in hns_roce_v1_post_send()
265 set_raddr_seg(wqe, rdma_wr(wr)->remote_addr, in hns_roce_v1_post_send()
266 rdma_wr(wr)->rkey); in hns_roce_v1_post_send()
|
| /Linux-v5.4/drivers/infiniband/hw/mlx5/ |
| D | qp.c | 5055 set_raddr_seg(seg, rdma_wr(wr)->remote_addr, in _mlx5_ib_post_send()
5056 rdma_wr(wr)->rkey); in _mlx5_ib_post_send()
5220 set_raddr_seg(seg, rdma_wr(wr)->remote_addr, in _mlx5_ib_post_send()
5221 rdma_wr(wr)->rkey); in _mlx5_ib_post_send()
|
| /Linux-v5.4/drivers/infiniband/hw/bnxt_re/ |
| D | ib_verbs.c | 2112 wqe->rdma.remote_va = rdma_wr(wr)->remote_addr; in bnxt_re_build_rdma_wqe()
2113 wqe->rdma.r_key = rdma_wr(wr)->rkey; in bnxt_re_build_rdma_wqe()
|
| /Linux-v5.4/drivers/infiniband/hw/qedr/ |
| D | verbs.c | 3016 rwqe2->r_key = cpu_to_le32(rdma_wr(wr)->rkey); in qedr_prepare_sq_rdma_data()
3017 DMA_REGPAIR_LE(rwqe2->remote_va, rdma_wr(wr)->remote_addr); in qedr_prepare_sq_rdma_data()
|
| /Linux-v5.4/drivers/infiniband/hw/mlx4/ |
| D | qp.c | 3644 set_raddr_seg(wqe, rdma_wr(wr)->remote_addr, in _mlx4_ib_post_send()
3645 rdma_wr(wr)->rkey); in _mlx4_ib_post_send()
|
