| /Linux-v4.19/drivers/infiniband/sw/rxe/ |
| D | rxe_req.c | 71 unsigned int wqe_index; in req_retry() local
79 qp->req.wqe_index = consumer_index(qp->sq.queue); in req_retry()
83 for (wqe_index = consumer_index(qp->sq.queue); in req_retry()
84 wqe_index != producer_index(qp->sq.queue); in req_retry()
85 wqe_index = next_index(qp->sq.queue, wqe_index)) { in req_retry()
86 wqe = addr_from_index(qp->sq.queue, wqe_index); in req_retry()
147 if (wqe && ((qp->req.wqe_index != in req_next_wqe()
171 if (qp->req.wqe_index == producer_index(qp->sq.queue)) in req_next_wqe()
174 wqe = addr_from_index(qp->sq.queue, qp->req.wqe_index); in req_next_wqe()
182 (qp->req.wqe_index != consumer_index(qp->sq.queue)))) { in req_next_wqe()
[all …]
|
| D | rxe_verbs.h | 144 int wqe_index; member
|
| D | rxe_qp.c | 255 qp->req.wqe_index = producer_index(qp->sq.queue); in rxe_qp_init_req()
|
| /Linux-v4.19/drivers/infiniband/hw/mthca/ |
| D | mthca_cq.c | 378 struct mthca_qp *qp, int wqe_index, int is_send, in handle_error_cqe() argument
466 mthca_free_err_wqe(dev, qp, is_send, wqe_index, &dbd, &new_wqe); in handle_error_cqe()
491 int wqe_index; in mthca_poll_one() local
540 wqe_index = ((be32_to_cpu(cqe->wqe) - (*cur_qp)->send_wqe_offset) in mthca_poll_one()
542 entry->wr_id = (*cur_qp)->wrid[wqe_index + in mthca_poll_one()
548 wqe_index = wqe >> srq->wqe_shift; in mthca_poll_one()
549 entry->wr_id = srq->wrid[wqe_index]; in mthca_poll_one()
555 wqe_index = wqe >> wq->wqe_shift; in mthca_poll_one()
561 if (unlikely(wqe_index < 0)) in mthca_poll_one()
562 wqe_index = wq->max - 1; in mthca_poll_one()
[all …]
|
| /Linux-v4.19/include/linux/mlx4/ |
| D | cq.h | 57 __be16 wqe_index; member
66 __be16 wqe_index; member
82 __be16 wqe_index; member
|
| /Linux-v4.19/drivers/net/ethernet/ibm/ehea/ |
| D | ehea_qmr.h | 322 int *wqe_index) in ehea_get_swqe() argument
327 *wqe_index = (queue->current_q_offset) >> (7 + EHEA_SG_SQ); in ehea_get_swqe()
339 static inline struct ehea_cqe *ehea_poll_rq1(struct ehea_qp *qp, int *wqe_index) in ehea_poll_rq1() argument
343 *wqe_index = (queue->current_q_offset) >> (7 + EHEA_SG_RQ1); in ehea_poll_rq1()
|
| D | ehea_main.c | 603 int arr_len, int wqe_index) in get_skb_by_index_ll() argument
609 x = wqe_index + 1; in get_skb_by_index_ll()
622 skb = skb_array[wqe_index]; in get_skb_by_index_ll()
623 skb_array[wqe_index] = NULL; in get_skb_by_index_ll()
679 int wqe_index, last_wqe_index, rq, port_reset; in ehea_proc_rwqes() local
684 cqe = ehea_poll_rq1(qp, &wqe_index); in ehea_proc_rwqes()
692 last_wqe_index = wqe_index; in ehea_proc_rwqes()
699 wqe_index); in ehea_proc_rwqes()
751 cqe = ehea_poll_rq1(qp, &wqe_index); in ehea_proc_rwqes()
895 int wqe_index; in ehea_poll() local
[all …]
|
| /Linux-v4.19/drivers/infiniband/hw/mlx5/ |
| D | odp.c | 871 u16 wqe_index = pfault->wqe.wqe_index; in mlx5_ib_mr_initiator_pfault_handler() local
889 wqe_index, qpn); in mlx5_ib_mr_initiator_pfault_handler()
897 if (wqe_index != ctrl_wqe_index) { in mlx5_ib_mr_initiator_pfault_handler()
899 wqe_index, qpn, in mlx5_ib_mr_initiator_pfault_handler()
908 wqe_index, qpn, in mlx5_ib_mr_initiator_pfault_handler()
1029 u16 wqe_index = pfault->wqe.wqe_index; in mlx5_ib_mr_wqe_pfault_handler() local
1043 ret = mlx5_ib_read_user_wqe(qp, requestor, wqe_index, buffer, in mlx5_ib_mr_wqe_pfault_handler()
1047 ret, wqe_index, pfault->token); in mlx5_ib_mr_wqe_pfault_handler()
|
| D | srq.c | 435 void mlx5_ib_free_srq_wqe(struct mlx5_ib_srq *srq, int wqe_index) in mlx5_ib_free_srq_wqe() argument
443 next->next_wqe_index = cpu_to_be16(wqe_index); in mlx5_ib_free_srq_wqe()
444 srq->tail = wqe_index; in mlx5_ib_free_srq_wqe()
|
| D | mlx5_ib.h | 1002 void mlx5_ib_free_srq_wqe(struct mlx5_ib_srq *srq, int wqe_index);
1034 int mlx5_ib_read_user_wqe(struct mlx5_ib_qp *qp, int send, int wqe_index,
|
| D | qp.c | 142 int mlx5_ib_read_user_wqe(struct mlx5_ib_qp *qp, int send, int wqe_index, in mlx5_ib_read_user_wqe() argument
162 offset = wq->offset + ((wqe_index % wq->wqe_cnt) << wq->wqe_shift); in mlx5_ib_read_user_wqe()
|
| /Linux-v4.19/drivers/infiniband/hw/mlx4/ |
| D | srq.c | 296 void mlx4_ib_free_srq_wqe(struct mlx4_ib_srq *srq, int wqe_index) in mlx4_ib_free_srq_wqe() argument
304 next->next_wqe_index = cpu_to_be16(wqe_index); in mlx4_ib_free_srq_wqe()
305 srq->tail = wqe_index; in mlx4_ib_free_srq_wqe()
|
| D | cq.c | 520 be32_to_cpu(cqe->my_qpn), be16_to_cpu(cqe->wqe_index), in mlx4_ib_handle_error_cqe()
742 wqe_ctr = be16_to_cpu(cqe->wqe_index); in mlx4_ib_poll_one()
749 wqe_ctr = be16_to_cpu(cqe->wqe_index); in mlx4_ib_poll_one()
754 wqe_ctr = be16_to_cpu(cqe->wqe_index); in mlx4_ib_poll_one()
951 mlx4_ib_free_srq_wqe(srq, be16_to_cpu(cqe->wqe_index)); in __mlx4_ib_cq_clean()
|
| D | mlx4_ib.h | 776 void mlx4_ib_free_srq_wqe(struct mlx4_ib_srq *srq, int wqe_index);
|
| /Linux-v4.19/drivers/infiniband/hw/nes/ |
| D | nes_verbs.c | 3408 u32 wqe_index; in nes_poll_cq() local
3433 wqe_index = u32temp & (nesdev->nesadapter->max_qp_wr - 1); in nes_poll_cq()
3467 wrid = (((u64)(cpu_to_le32((u32)nesqp->hwqp.sq_vbase[wqe_index]. in nes_poll_cq()
3469 ((u64)(cpu_to_le32((u32)nesqp->hwqp.sq_vbase[wqe_index]. in nes_poll_cq()
3471 entry->byte_len = le32_to_cpu(nesqp->hwqp.sq_vbase[wqe_index]. in nes_poll_cq()
3474 switch (le32_to_cpu(nesqp->hwqp.sq_vbase[wqe_index]. in nes_poll_cq()
3483 entry->byte_len = le32_to_cpu(nesqp->hwqp.sq_vbase[wqe_index]. in nes_poll_cq()
3501 nesqp->hwqp.sq_tail = (wqe_index+1)&(nesqp->hwqp.sq_size - 1); in nes_poll_cq()
3509 …wrid = ((u64)(le32_to_cpu(nesqp->hwqp.rq_vbase[wqe_index].wqe_words[NES_IWARP_RQ_WQE_COMP_SCRATCH_… in nes_poll_cq()
3510 …((u64)(le32_to_cpu(nesqp->hwqp.rq_vbase[wqe_index].wqe_words[NES_IWARP_RQ_WQE_COMP_SCRATCH_HIGH_ID… in nes_poll_cq()
[all …]
|
| /Linux-v4.19/drivers/net/ethernet/mellanox/mlx5/core/ |
| D | eq.c | 282 pfault->wqe.wqe_index = in eq_pf_process()
283 be16_to_cpu(pf_eqe->wqe.wqe_index); in eq_pf_process()
290 pfault->wqe.wqe_index); in eq_pf_process()
|
| /Linux-v4.19/include/linux/mlx5/ |
| D | device.h | 584 __be16 wqe_index; member
|
| D | driver.h | 759 u16 wqe_index; member
|
| D | mlx5_ifc.h | 2121 u8 wqe_index[0x10]; member
|
| /Linux-v4.19/drivers/net/ethernet/mellanox/mlx4/ |
| D | en_tx.c | 443 new_index = be16_to_cpu(cqe->wqe_index) & size_mask; in mlx4_en_process_tx_cq()
|
| D | en_netdev.c | 1721 cq->buf->wqe_index = cpu_to_be16(0xffff); in mlx4_en_start_port()
|
