| /Linux-v4.19/include/rdma/ |
| D | rdmavt_mr.h | 122 u8 num_sge; member
137 while (ss->num_sge) { in rvt_put_ss()
139 if (--ss->num_sge) in rvt_put_ss()
167 if (--ss->num_sge) in rvt_update_sge()
|
| /Linux-v4.19/drivers/infiniband/sw/rxe/ |
| D | rxe_verbs.c | 296 int num_sge = ibwr->num_sge; in post_one_recv() local
303 if (unlikely(num_sge > rq->max_sge)) { in post_one_recv()
309 for (i = 0; i < num_sge; i++) in post_one_recv()
314 recv_wqe->num_sge = num_sge; in post_one_recv()
317 num_sge * sizeof(struct ib_sge)); in post_one_recv()
321 recv_wqe->dma.num_sge = num_sge; in post_one_recv()
560 int num_sge = ibwr->num_sge; in validate_send_wr() local
563 if (unlikely(num_sge > sq->max_sge)) in validate_send_wr()
588 wr->num_sge = ibwr->num_sge; in init_send_wr()
644 int num_sge = ibwr->num_sge; in init_send_wqe() local
[all …]
|
| /Linux-v4.19/drivers/infiniband/sw/rdmavt/ |
| D | trace_tx.h | 110 __field(int, num_sge)
130 __entry->num_sge = wqe->wr.num_sge;
151 __entry->num_sge,
|
| D | qp.c | 482 for (i = 0; i < wqe->wr.num_sge; i++) { in rvt_swqe_has_lkey()
681 qp->r_sge.num_sge = 0; in rvt_init_qp()
1561 if ((unsigned)wr->num_sge > qp->r_rq.max_sge) { in rvt_post_recv()
1587 wqe->num_sge = wr->num_sge; in rvt_post_recv()
1588 for (i = 0; i < wr->num_sge; i++) in rvt_post_recv()
1635 (wr->num_sge == 0 || in rvt_qp_valid_operation()
1740 if (unlikely(wr->num_sge > qp->s_max_sge)) in rvt_post_one_wr()
1804 if (wr->num_sge) { in rvt_post_one_wr()
1809 for (i = 0; i < wr->num_sge; i++) { in rvt_post_one_wr()
1823 wqe->wr.num_sge = j; in rvt_post_one_wr()
[all …]
|
| D | srq.c | 255 p->num_sge = wqe->num_sge; in rvt_modify_srq()
256 for (i = 0; i < wqe->num_sge; i++) in rvt_modify_srq()
|
| /Linux-v4.19/include/uapi/rdma/ |
| D | rdma_user_rxe.h | 72 __u32 num_sge; member
125 __u32 num_sge; member
151 __u32 num_sge; member
|
| D | vmw_pvrdma-abi.h | 218 __u32 num_sge; /* size of s/g array */ member
226 __u32 num_sge; /* size of s/g array */ member
|
| /Linux-v4.19/net/rds/ |
| D | ib_send.c | 633 send->s_wr.num_sge = 1; in rds_ib_xmit()
649 send->s_wr.num_sge = 2; in rds_ib_xmit()
678 &send->s_wr, send->s_wr.num_sge, send->s_wr.next); in rds_ib_xmit()
793 send->s_atomic_wr.wr.num_sge = 1; in rds_ib_xmit_atomic()
860 int num_sge; in rds_ib_xmit_rdma() local
897 num_sge = op->op_count; in rds_ib_xmit_rdma()
910 if (num_sge > max_sge) { in rds_ib_xmit_rdma()
911 send->s_rdma_wr.wr.num_sge = max_sge; in rds_ib_xmit_rdma()
912 num_sge -= max_sge; in rds_ib_xmit_rdma()
914 send->s_rdma_wr.wr.num_sge = num_sge; in rds_ib_xmit_rdma()
[all …]
|
| /Linux-v4.19/drivers/infiniband/hw/cxgb3/ |
| D | iwch_qp.c | 66 if (wr->num_sge > T3_MAX_SGE) in build_rdma_send()
72 for (i = 0; i < wr->num_sge; i++) { in build_rdma_send()
81 wqe->send.num_sgle = cpu_to_be32(wr->num_sge); in build_rdma_send()
82 *flit_cnt = 4 + ((wr->num_sge) << 1); in build_rdma_send()
92 if (wr->num_sge > T3_MAX_SGE) in build_rdma_write()
109 for (i = 0; i < wr->num_sge; i++) { in build_rdma_write()
121 wqe->write.num_sgle = cpu_to_be32(wr->num_sge); in build_rdma_write()
122 *flit_cnt = 5 + ((wr->num_sge) << 1); in build_rdma_write()
131 if (wr->num_sge > 1) in build_rdma_read()
255 err = iwch_sgl2pbl_map(qhp->rhp, wr->sg_list, wr->num_sge, pbl_addr, in build_rdma_recv()
[all …]
|
| /Linux-v4.19/drivers/infiniband/hw/qib/ |
| D | qib_uc.c | 100 qp->s_sge.num_sge = wqe->wr.num_sge; in qib_make_uc_req()
277 qp->r_sge.num_sge = 0; in qib_uc_rcv()
430 qp->r_sge.num_sge = 1; in qib_uc_rcv()
432 qp->r_sge.num_sge = 0; in qib_uc_rcv()
512 qp->r_sge.num_sge = 0; in qib_uc_rcv()
|
| D | qib_ruc.c | 264 sqp->s_sge.num_sge = wqe->wr.num_sge; in qib_ruc_loopback()
301 qp->r_sge.num_sge = 1; in qib_ruc_loopback()
315 sqp->s_sge.num_sge = 1; in qib_ruc_loopback()
318 qp->r_sge.num_sge = wqe->wr.num_sge; in qib_ruc_loopback()
340 qp->r_sge.num_sge = 0; in qib_ruc_loopback()
364 if (--sqp->s_sge.num_sge) in qib_ruc_loopback()
|
| D | qib_ud.c | 172 ssge.num_sge = swqe->wr.num_sge; in qib_ud_loopback()
187 if (--ssge.num_sge) in qib_ud_loopback()
324 qp->s_sge.num_sge = wqe->wr.num_sge; in qib_make_ud_req()
|
| /Linux-v4.19/drivers/infiniband/hw/hfi1/ |
| D | uc.c | 155 qp->s_sge.num_sge = wqe->wr.num_sge; in hfi1_make_uc_req()
338 qp->r_sge.num_sge = 0; in hfi1_uc_rcv()
504 qp->r_sge.num_sge = 1; in hfi1_uc_rcv()
506 qp->r_sge.num_sge = 0; in hfi1_uc_rcv()
581 qp->r_sge.num_sge = 0; in hfi1_uc_rcv()
|
| D | ruc.c | 248 sqp->s_sge.num_sge = wqe->wr.num_sge; in ruc_loopback()
308 qp->r_sge.num_sge = 1; in ruc_loopback()
322 sqp->s_sge.num_sge = 1; in ruc_loopback()
325 qp->r_sge.num_sge = wqe->wr.num_sge; in ruc_loopback()
347 qp->r_sge.num_sge = 0; in ruc_loopback()
371 if (--sqp->s_sge.num_sge) in ruc_loopback()
|
| /Linux-v4.19/drivers/infiniband/hw/vmw_pvrdma/ |
| D | pvrdma_qp.c | 660 if (unlikely(wr->num_sge > qp->sq.max_sg || wr->num_sge < 0)) { in pvrdma_post_send()
717 wqe_hdr->num_sge = wr->num_sge; in pvrdma_post_send()
794 for (i = 0; i < wr->num_sge; i++) { in pvrdma_post_send()
862 if (unlikely(wr->num_sge > qp->rq.max_sg || in pvrdma_post_recv()
863 wr->num_sge < 0)) { in pvrdma_post_recv()
882 wqe_hdr->num_sge = wr->num_sge; in pvrdma_post_recv()
886 for (i = 0; i < wr->num_sge; i++) { in pvrdma_post_recv()
|
| /Linux-v4.19/net/sunrpc/xprtrdma/ |
| D | svc_rdma_sendto.c | 207 ctxt->sc_send_wr.num_sge = 0; in svc_rdma_send_ctxt_get()
236 for (i = 1; i < ctxt->sc_send_wr.num_sge; i++) in svc_rdma_send_ctxt_put()
528 ctxt->sc_send_wr.num_sge++; in svc_rdma_dma_map_page()
560 ctxt->sc_send_wr.num_sge++; in svc_rdma_sync_reply_hdr()
707 ctxt->sc_send_wr.num_sge); in svc_rdma_send_reply_msg()
|
| /Linux-v4.19/drivers/infiniband/hw/cxgb4/ |
| D | qp.c | 421 for (i = 0; i < wr->num_sge; i++) { in build_immd()
453 int num_sge, u32 *plenp) in build_isgl() argument
465 for (i = 0; i < num_sge; i++) { in build_isgl()
480 isglp->nsge = cpu_to_be16(num_sge); in build_isgl()
494 if (wr->num_sge > T4_MAX_SEND_SGE) in build_rdma_send()
523 if (wr->num_sge) { in build_rdma_send()
535 wr->sg_list, wr->num_sge, &plen); in build_rdma_send()
539 wr->num_sge * sizeof(struct fw_ri_sge); in build_rdma_send()
561 if (wr->num_sge > T4_MAX_SEND_SGE) in build_rdma_write()
574 if (wr->num_sge) { in build_rdma_write()
[all …]
|
| /Linux-v4.19/drivers/infiniband/hw/qedr/ |
| D | qedr_roce_cm.c | 401 for (i = 0; i < swr->num_sge; ++i) in qedr_gsi_build_header()
529 packet->n_seg = swr->num_sge; in qedr_gsi_build_packet()
557 if (wr->num_sge > RDMA_MAX_SGE_PER_SQ_WQE) { in qedr_gsi_post_send()
559 wr->num_sge, RDMA_MAX_SGE_PER_SQ_WQE); in qedr_gsi_post_send()
630 if (wr->num_sge > QEDR_GSI_MAX_RECV_SGE) { in qedr_gsi_post_recv()
633 wr->num_sge, QEDR_GSI_MAX_RECV_SGE); in qedr_gsi_post_recv()
|
| /Linux-v4.19/include/trace/events/ |
| D | rpcrdma.h | 511 __field(int, num_sge)
518 __entry->num_sge = req->rl_sendctx->sc_wr.num_sge;
525 __entry->req, __entry->num_sge,
1305 __field(unsigned int, num_sge)
1312 __entry->num_sge = wr->num_sge;
1319 __entry->cqe, __entry->num_sge,
|
| /Linux-v4.19/drivers/infiniband/hw/bnxt_re/ |
| D | ib_verbs.c | 1536 wqe.num_sge = wr->num_sge; in bnxt_re_post_srq_recv()
1537 bnxt_re_build_sgl(wr->sg_list, wqe.sg_list, wr->num_sge); in bnxt_re_post_srq_recv()
2007 for (i = wqe->num_sge; i; i--) { in bnxt_re_build_qp1_send_v2()
2037 wqe->num_sge++; in bnxt_re_build_qp1_send_v2()
2265 for (i = 0; i < wr->num_sge; i++) { in bnxt_re_copy_inline_data()
2295 wqe->num_sge); in bnxt_re_copy_wr_payload()
2331 wqe.num_sge = wr->num_sge; in bnxt_re_post_send_shadow_qp()
2332 if (wr->num_sge > qp->qplib_qp.sq.max_sge) { in bnxt_re_post_send_shadow_qp()
2380 wqe.num_sge = wr->num_sge; in bnxt_re_post_send()
2381 if (wr->num_sge > qp->qplib_qp.sq.max_sge) { in bnxt_re_post_send()
[all …]
|
| /Linux-v4.19/drivers/infiniband/core/ |
| D | rw.c | 142 reg->wr.wr.num_sge = 1; in rdma_rw_init_mr_wrs()
207 rdma_wr->wr.num_sge = nr_sge; in rdma_rw_init_map_wrs()
253 rdma_wr->wr.num_sge = 1; in rdma_rw_init_single_wr()
418 ctx->sig->sig_wr.wr.num_sge = 1; in rdma_rw_ctx_signature_init()
435 rdma_wr->wr.num_sge = 1; in rdma_rw_ctx_signature_init()
|
| D | uverbs_cmd.c | 2190 static void *alloc_wr(size_t wr_size, __u32 num_sge) in alloc_wr() argument
2192 if (num_sge >= (U32_MAX - ALIGN(wr_size, sizeof (struct ib_sge))) / in alloc_wr()
2197 num_sge * sizeof (struct ib_sge), GFP_KERNEL); in alloc_wr()
2244 if (user_wr->num_sge + sg_ind > cmd.sge_count) { in ib_uverbs_post_send()
2259 ud = alloc_wr(next_size, user_wr->num_sge); in ib_uverbs_post_send()
2282 rdma = alloc_wr(next_size, user_wr->num_sge); in ib_uverbs_post_send()
2297 atomic = alloc_wr(next_size, user_wr->num_sge); in ib_uverbs_post_send()
2313 next = alloc_wr(next_size, user_wr->num_sge); in ib_uverbs_post_send()
2339 next->num_sge = user_wr->num_sge; in ib_uverbs_post_send()
2343 if (next->num_sge) { in ib_uverbs_post_send()
[all …]
|
| /Linux-v4.19/fs/cifs/ |
| D | smbdirect.c | 377 for (i = 0; i < request->num_sge; i++) in send_done()
826 request->num_sge = 1; in smbd_post_send_negotiate_req()
847 send_wr.num_sge = request->num_sge; in smbd_post_send_negotiate_req()
989 request->num_sge = 1; in smbd_create_header()
1030 for (i = 0; i < request->num_sge; i++) { in smbd_post_send()
1046 send_wr.num_sge = request->num_sge; in smbd_post_send()
1103 request->num_sge++; in smbd_post_send_sgl()
1111 for (i = 1; i < request->num_sge; i++) in smbd_post_send_sgl()
1204 recv_wr.num_sge = 1; in smbd_post_recv()
2543 reg_wr->wr.num_sge = 0; in smbd_register_mr()
[all …]
|
| /Linux-v4.19/drivers/infiniband/hw/mthca/ |
| D | mthca_srq.c | 514 if (unlikely(wr->num_sge > srq->max_gs)) { in mthca_tavor_post_srq_recv()
521 for (i = 0; i < wr->num_sge; ++i) { in mthca_tavor_post_srq_recv()
607 if (unlikely(wr->num_sge > srq->max_gs)) { in mthca_arbel_post_srq_recv()
613 for (i = 0; i < wr->num_sge; ++i) { in mthca_arbel_post_srq_recv()
|
| /Linux-v4.19/drivers/infiniband/hw/ocrdma/ |
| D | ocrdma_verbs.c | 1974 struct ocrdma_sge *sge, int num_sge, in ocrdma_build_sges() argument
1979 for (i = 0; i < num_sge; i++) { in ocrdma_build_sges()
1986 if (num_sge == 0) in ocrdma_build_sges()
1990 static inline uint32_t ocrdma_sglist_len(struct ib_sge *sg_list, int num_sge) in ocrdma_sglist_len() argument
1994 for (i = 0; i < num_sge; i++) in ocrdma_sglist_len()
2009 hdr->total_len = ocrdma_sglist_len(wr->sg_list, wr->num_sge); in ocrdma_build_inline_sges()
2017 for (i = 0; i < wr->num_sge; i++) { in ocrdma_build_inline_sges()
2029 ocrdma_build_sges(hdr, sge, wr->num_sge, wr->sg_list); in ocrdma_build_inline_sges()
2030 if (wr->num_sge) in ocrdma_build_inline_sges()
2031 wqe_size += (wr->num_sge * sizeof(struct ocrdma_sge)); in ocrdma_build_inline_sges()
[all …]
|
