| /Linux-v5.15/drivers/infiniband/hw/irdma/ |
| D | uk.c | 63 u32 wqe_idx; in irdma_nop_1() local
69 wqe_idx = IRDMA_RING_CURRENT_HEAD(qp->sq_ring); in irdma_nop_1()
70 wqe = qp->sq_base[wqe_idx].elem; in irdma_nop_1()
72 qp->sq_wrtrk_array[wqe_idx].quanta = IRDMA_QP_WQE_MIN_QUANTA; in irdma_nop_1()
98 u32 wqe_idx; in irdma_clr_wqes() local
101 wqe_idx = (qp_wqe_idx + 128) % qp->sq_ring.size; in irdma_clr_wqes()
102 wqe = qp->sq_base[wqe_idx].elem; in irdma_clr_wqes()
103 if (wqe_idx) in irdma_clr_wqes()
153 static void irdma_qp_ring_push_db(struct irdma_qp_uk *qp, u32 wqe_idx) in irdma_qp_ring_push_db() argument
156 FIELD_PREP(IRDMA_WQEALLOC_WQE_DESC_INDEX, wqe_idx >> 3) | qp->qp_id); in irdma_qp_ring_push_db()
[all …]
|
| D | puda.c | 16 struct irdma_puda_buf *buf, u32 wqe_idx);
80 static void irdma_puda_post_recvbuf(struct irdma_puda_rsrc *rsrc, u32 wqe_idx, in irdma_puda_post_recvbuf() argument
90 qp->qp_uk.rq_wrid_array[wqe_idx] = (uintptr_t)buf; in irdma_puda_post_recvbuf()
91 wqe = qp->qp_uk.rq_base[wqe_idx].elem; in irdma_puda_post_recvbuf()
194 u32 *wqe_idx) in irdma_puda_get_next_send_wqe() argument
199 *wqe_idx = IRDMA_RING_CURRENT_HEAD(qp->sq_ring); in irdma_puda_get_next_send_wqe()
200 if (!*wqe_idx) in irdma_puda_get_next_send_wqe()
206 wqe = qp->sq_base[*wqe_idx].elem; in irdma_puda_get_next_send_wqe()
283 info->wqe_idx = (u32)FIELD_GET(IRDMA_CQ_WQEIDX, qword3); in irdma_puda_poll_info()
363 qp->rq_wrid_array[info.wqe_idx]; in irdma_puda_poll_cmpl()
[all …]
|
| D | user.h | 421 __le64 *irdma_qp_get_next_send_wqe(struct irdma_qp_uk *qp, u32 *wqe_idx,
424 __le64 *irdma_qp_get_next_recv_wqe(struct irdma_qp_uk *qp, u32 *wqe_idx);
437 u32 wqe_idx, bool post_sq);
|
| D | ctrl.c | 1275 u32 wqe_idx; in irdma_sc_mr_fast_register() local
1290 wqe = irdma_qp_get_next_send_wqe(&qp->qp_uk, &wqe_idx, in irdma_sc_mr_fast_register()
1295 irdma_clr_wqes(&qp->qp_uk, wqe_idx); in irdma_sc_mr_fast_register()
1299 info->wr_id, wqe_idx, in irdma_sc_mr_fast_register()
1300 &qp->qp_uk.sq_wrtrk_array[wqe_idx].wrid); in irdma_sc_mr_fast_register()
1335 wqe_idx, post_sq); in irdma_sc_mr_fast_register()
3293 u32 *wqe_idx) in irdma_sc_cqp_get_next_send_wqe_idx() argument
3305 IRDMA_ATOMIC_RING_MOVE_HEAD(cqp->sq_ring, *wqe_idx, ret_code); in irdma_sc_cqp_get_next_send_wqe_idx()
3310 if (!*wqe_idx) in irdma_sc_cqp_get_next_send_wqe_idx()
3312 wqe = cqp->sq_base[*wqe_idx].elem; in irdma_sc_cqp_get_next_send_wqe_idx()
[all …]
|
| D | puda.h | 38 u32 wqe_idx; member
|
| D | type.h | 988 u16 wqe_idx; member
1527 u32 *wqe_idx);
1536 u32 wqe_idx; in irdma_sc_cqp_get_next_send_wqe() local
1538 return irdma_sc_cqp_get_next_send_wqe_idx(cqp, scratch, &wqe_idx); in irdma_sc_cqp_get_next_send_wqe()
|
| D | utils.c | 528 u32 i, pending_work, wqe_idx; in irdma_cleanup_pending_cqp_op() local
531 wqe_idx = IRDMA_RING_CURRENT_TAIL(cqp->sc_cqp.sq_ring); in irdma_cleanup_pending_cqp_op()
534 cqp->scratch_array[wqe_idx]; in irdma_cleanup_pending_cqp_op()
537 wqe_idx = (wqe_idx + 1) % IRDMA_RING_SIZE(cqp->sc_cqp.sq_ring); in irdma_cleanup_pending_cqp_op()
|
| D | hw.c | 378 ctx_info->roce_info->err_rq_idx = info->wqe_idx; in irdma_process_aeq()
387 ctx_info->iwarp_info->err_rq_idx = info->wqe_idx; in irdma_process_aeq()
|
| /Linux-v5.15/drivers/infiniband/hw/ocrdma/ |
| D | ocrdma_verbs.c | 1593 u32 qpn = 0, wqe_idx = 0; in ocrdma_discard_cqes() local
1626 wqe_idx = (le32_to_cpu(cqe->rq.buftag_qpn) >> in ocrdma_discard_cqes()
1629 BUG_ON(wqe_idx < 1); in ocrdma_discard_cqes()
1632 ocrdma_srq_toggle_bit(qp->srq, wqe_idx - 1); in ocrdma_discard_cqes()
2404 u32 wqe_idx) in ocrdma_update_wc() argument
2410 hdr = ocrdma_hwq_head_from_idx(&qp->sq, wqe_idx); in ocrdma_update_wc()
2412 ibwc->wr_id = qp->wqe_wr_id_tbl[wqe_idx].wrid; in ocrdma_update_wc()
2565 u32 wqe_idx; in ocrdma_poll_success_scqe() local
2576 wqe_idx = (le32_to_cpu(cqe->wq.wqeidx) & in ocrdma_poll_success_scqe()
2578 if (tail != wqe_idx) in ocrdma_poll_success_scqe()
[all …]
|
| /Linux-v5.15/drivers/infiniband/hw/hns/ |
| D | hns_roce_hw_v2.c | 704 unsigned int wqe_idx; in hns_roce_v2_post_send() local
727 wqe_idx = (qp->sq.head + nreq) & (qp->sq.wqe_cnt - 1); in hns_roce_v2_post_send()
737 wqe = hns_roce_get_send_wqe(qp, wqe_idx); in hns_roce_v2_post_send()
738 qp->sq.wrid[wqe_idx] = wr->wr_id; in hns_roce_v2_post_send()
821 u32 wqe_idx, u32 max_sge) in fill_rq_wqe() argument
827 wqe = hns_roce_get_recv_wqe(hr_qp, wqe_idx); in fill_rq_wqe()
832 sge_list = hr_qp->rq_inl_buf.wqe_list[wqe_idx].sg_list; in fill_rq_wqe()
833 hr_qp->rq_inl_buf.wqe_list[wqe_idx].sge_cnt = (u32)wr->num_sge; in fill_rq_wqe()
848 u32 wqe_idx, nreq, max_sge; in hns_roce_v2_post_recv() local
878 wqe_idx = (hr_qp->rq.head + nreq) & (hr_qp->rq.wqe_cnt - 1); in hns_roce_v2_post_recv()
[all …]
|
| D | hns_roce_hw_v1.c | 95 u32 wqe_idx; in hns_roce_v1_post_send() local
115 wqe_idx = (qp->sq.head + nreq) & (qp->sq.wqe_cnt - 1); in hns_roce_v1_post_send()
125 wqe = hns_roce_get_send_wqe(qp, wqe_idx); in hns_roce_v1_post_send()
126 qp->sq.wrid[wqe_idx] = wr->wr_id; in hns_roce_v1_post_send()
368 unsigned int wqe_idx; in hns_roce_v1_post_recv() local
384 wqe_idx = (hr_qp->rq.head + nreq) & (hr_qp->rq.wqe_cnt - 1); in hns_roce_v1_post_recv()
394 ctrl = hns_roce_get_recv_wqe(hr_qp, wqe_idx); in hns_roce_v1_post_recv()
406 hr_qp->rq.wrid[wqe_idx] = wr->wr_id; in hns_roce_v1_post_recv()
|
| /Linux-v5.15/drivers/infiniband/hw/bnxt_re/ |
| D | qplib_fp.c | 1711 u32 wqe_idx; in bnxt_qplib_post_send() local
1734 swq = bnxt_qplib_get_swqe(sq, &wqe_idx); in bnxt_qplib_post_send()
1923 bnxt_qplib_swq_mod_start(sq, wqe_idx); in bnxt_qplib_post_send()
1961 u32 wqe_idx; in bnxt_qplib_post_recv() local
1980 swq = bnxt_qplib_get_swqe(rq, &wqe_idx); in bnxt_qplib_post_recv()
2009 base_hdr->wr_id[0] = cpu_to_le32(wqe_idx); in bnxt_qplib_post_recv()
2011 bnxt_qplib_swq_mod_start(rq, wqe_idx); in bnxt_qplib_post_recv()
|
