Home
last modified time | relevance | path

Searched refs:r_sge (Results 1 – 13 of 13) sorted by relevance

/Linux-v4.19/drivers/infiniband/hw/qib/
Dqib_uc.c277 qp->r_sge.num_sge = 0; in qib_uc_rcv()
279 rvt_put_ss(&qp->r_sge); in qib_uc_rcv()
336 qp->r_sge = qp->s_rdma_read_sge; in qib_uc_rcv()
347 qp->s_rdma_read_sge = qp->r_sge; in qib_uc_rcv()
362 qib_copy_sge(&qp->r_sge, data, pmtu, 0); in qib_uc_rcv()
388 qib_copy_sge(&qp->r_sge, data, tlen, 0); in qib_uc_rcv()
419 qp->r_sge.sg_list = NULL; in qib_uc_rcv()
426 ok = rvt_rkey_ok(qp, &qp->r_sge.sge, qp->r_len, in qib_uc_rcv()
430 qp->r_sge.num_sge = 1; in qib_uc_rcv()
432 qp->r_sge.num_sge = 0; in qib_uc_rcv()
[all …]
Dqib_ruc.c295 if (unlikely(!rvt_rkey_ok(qp, &qp->r_sge.sge, wqe->length, in qib_ruc_loopback()
300 qp->r_sge.sg_list = NULL; in qib_ruc_loopback()
301 qp->r_sge.num_sge = 1; in qib_ruc_loopback()
302 qp->r_sge.total_len = wqe->length; in qib_ruc_loopback()
316 qp->r_sge.sge = wqe->sg_list[0]; in qib_ruc_loopback()
317 qp->r_sge.sg_list = wqe->sg_list + 1; in qib_ruc_loopback()
318 qp->r_sge.num_sge = wqe->wr.num_sge; in qib_ruc_loopback()
319 qp->r_sge.total_len = wqe->length; in qib_ruc_loopback()
326 if (unlikely(!rvt_rkey_ok(qp, &qp->r_sge.sge, sizeof(u64), in qib_ruc_loopback()
332 maddr = (atomic64_t *) qp->r_sge.sge.vaddr; in qib_ruc_loopback()
[all …]
Dqib_ud.c165 qib_copy_sge(&qp->r_sge, &grh, in qib_ud_loopback()
169 rvt_skip_sge(&qp->r_sge, sizeof(struct ib_grh), true); in qib_ud_loopback()
182 qib_copy_sge(&qp->r_sge, sge->vaddr, len, 1); in qib_ud_loopback()
202 rvt_put_ss(&qp->r_sge); in qib_ud_loopback()
554 qib_copy_sge(&qp->r_sge, &hdr->u.l.grh, in qib_ud_rcv()
558 rvt_skip_sge(&qp->r_sge, sizeof(struct ib_grh), true); in qib_ud_rcv()
559 qib_copy_sge(&qp->r_sge, data, wc.byte_len - sizeof(struct ib_grh), 1); in qib_ud_rcv()
560 rvt_put_ss(&qp->r_sge); in qib_ud_rcv()
Dqib_rc.c1847 qib_copy_sge(&qp->r_sge, data, pmtu, 1); in qib_rc_rcv()
1893 qib_copy_sge(&qp->r_sge, data, tlen, 1); in qib_rc_rcv()
1894 rvt_put_ss(&qp->r_sge); in qib_rc_rcv()
1929 qp->r_sge.sg_list = NULL; in qib_rc_rcv()
1936 ok = rvt_rkey_ok(qp, &qp->r_sge.sge, qp->r_len, vaddr, in qib_rc_rcv()
1940 qp->r_sge.num_sge = 1; in qib_rc_rcv()
1942 qp->r_sge.num_sge = 0; in qib_rc_rcv()
1943 qp->r_sge.sge.mr = NULL; in qib_rc_rcv()
1944 qp->r_sge.sge.vaddr = NULL; in qib_rc_rcv()
1945 qp->r_sge.sge.length = 0; in qib_rc_rcv()
[all …]
/Linux-v4.19/drivers/infiniband/hw/hfi1/
Duc.c338 qp->r_sge.num_sge = 0; in hfi1_uc_rcv()
340 rvt_put_ss(&qp->r_sge); in hfi1_uc_rcv()
398 qp->r_sge = qp->s_rdma_read_sge; in hfi1_uc_rcv()
409 qp->s_rdma_read_sge = qp->r_sge; in hfi1_uc_rcv()
429 hfi1_copy_sge(&qp->r_sge, data, pmtu, false, false); in hfi1_uc_rcv()
452 hfi1_copy_sge(&qp->r_sge, data, tlen, false, false); in hfi1_uc_rcv()
493 qp->r_sge.sg_list = NULL; in hfi1_uc_rcv()
500 ok = rvt_rkey_ok(qp, &qp->r_sge.sge, qp->r_len, in hfi1_uc_rcv()
504 qp->r_sge.num_sge = 1; in hfi1_uc_rcv()
506 qp->r_sge.num_sge = 0; in hfi1_uc_rcv()
[all …]
Druc.c302 if (unlikely(!rvt_rkey_ok(qp, &qp->r_sge.sge, wqe->length, in ruc_loopback()
307 qp->r_sge.sg_list = NULL; in ruc_loopback()
308 qp->r_sge.num_sge = 1; in ruc_loopback()
309 qp->r_sge.total_len = wqe->length; in ruc_loopback()
323 qp->r_sge.sge = wqe->sg_list[0]; in ruc_loopback()
324 qp->r_sge.sg_list = wqe->sg_list + 1; in ruc_loopback()
325 qp->r_sge.num_sge = wqe->wr.num_sge; in ruc_loopback()
326 qp->r_sge.total_len = wqe->length; in ruc_loopback()
333 if (unlikely(!rvt_rkey_ok(qp, &qp->r_sge.sge, sizeof(u64), in ruc_loopback()
339 maddr = (atomic64_t *)qp->r_sge.sge.vaddr; in ruc_loopback()
[all …]
Dud.c213 hfi1_copy_sge(&qp->r_sge, &grh, in ud_loopback()
217 rvt_skip_sge(&qp->r_sge, sizeof(struct ib_grh), true); in ud_loopback()
231 hfi1_copy_sge(&qp->r_sge, sge->vaddr, len, true, false); in ud_loopback()
251 rvt_put_ss(&qp->r_sge); in ud_loopback()
1022 hfi1_copy_sge(&qp->r_sge, packet->grh, in hfi1_ud_rcv()
1033 hfi1_copy_sge(&qp->r_sge, &grh, in hfi1_ud_rcv()
1037 rvt_skip_sge(&qp->r_sge, sizeof(struct ib_grh), true); in hfi1_ud_rcv()
1039 hfi1_copy_sge(&qp->r_sge, data, wc.byte_len - sizeof(struct ib_grh), in hfi1_ud_rcv()
1041 rvt_put_ss(&qp->r_sge); in hfi1_ud_rcv()
Drc.c2147 hfi1_copy_sge(&qp->r_sge, data, pmtu, true, false); in hfi1_rc_rcv()
2203 hfi1_copy_sge(&qp->r_sge, data, tlen, true, copy_last); in hfi1_rc_rcv()
2204 rvt_put_ss(&qp->r_sge); in hfi1_rc_rcv()
2251 qp->r_sge.sg_list = NULL; in hfi1_rc_rcv()
2258 ok = rvt_rkey_ok(qp, &qp->r_sge.sge, qp->r_len, vaddr, in hfi1_rc_rcv()
2262 qp->r_sge.num_sge = 1; in hfi1_rc_rcv()
2264 qp->r_sge.num_sge = 0; in hfi1_rc_rcv()
2265 qp->r_sge.sge.mr = NULL; in hfi1_rc_rcv()
2266 qp->r_sge.sge.vaddr = NULL; in hfi1_rc_rcv()
2267 qp->r_sge.sge.length = 0; in hfi1_rc_rcv()
[all …]
/Linux-v4.19/net/rds/
Dib_recv.c60 recv->r_wr.sg_list = recv->r_sge; in rds_ib_recv_init_ring()
63 sge = &recv->r_sge[0]; in rds_ib_recv_init_ring()
68 sge = &recv->r_sge[1]; in rds_ib_recv_init_ring()
344 sge = &recv->r_sge[0]; in rds_ib_recv_refill_one()
348 sge = &recv->r_sge[1]; in rds_ib_recv_refill_one()
Dib.h115 struct ib_sge r_sge[2]; member
/Linux-v4.19/drivers/infiniband/hw/bnxt_re/
Dib_verbs.c2927 struct ib_sge r_sge[2]; in bnxt_re_process_raw_qp_pkt_rx() local
2933 memset(&r_sge, 0, sizeof(r_sge)); in bnxt_re_process_raw_qp_pkt_rx()
2990 r_sge[0].addr = shrq_hdr_buf_map; in bnxt_re_process_raw_qp_pkt_rx()
2991 r_sge[0].lkey = 0xFFFFFFFF; in bnxt_re_process_raw_qp_pkt_rx()
2992 r_sge[0].length = 40; in bnxt_re_process_raw_qp_pkt_rx()
2994 r_sge[1].addr = sqp_entry->sge.addr + offset; in bnxt_re_process_raw_qp_pkt_rx()
2995 r_sge[1].lkey = sqp_entry->sge.lkey; in bnxt_re_process_raw_qp_pkt_rx()
2996 r_sge[1].length = BNXT_QPLIB_MAX_GRH_HDR_SIZE_IPV6 + 256 - offset; in bnxt_re_process_raw_qp_pkt_rx()
3000 rwr.sg_list = r_sge; in bnxt_re_process_raw_qp_pkt_rx()
/Linux-v4.19/include/rdma/
Drdmavt_qp.h333 struct rvt_sge_state r_sge; /* current receive data */ member
/Linux-v4.19/drivers/infiniband/sw/rdmavt/
Dqp.c438 rvt_put_ss(&qp->r_sge); in rvt_clear_mr_refs()
560 if (rvt_ss_has_lkey(&qp->r_sge, lkey) || in rvt_qp_mr_clean()
681 qp->r_sge.num_sge = 0; in rvt_init_qp()
2007 ss = &qp->r_sge; in init_sge()