| /Linux-v5.15/drivers/net/ethernet/huawei/hinic/ |
| D | hinic_hw_qp.h | 182 void hinic_sq_write_db(struct hinic_sq *sq, u16 prod_idx, unsigned int wqe_size, 186 unsigned int wqe_size, u16 *prod_idx); 188 void hinic_sq_return_wqe(struct hinic_sq *sq, unsigned int wqe_size); 192 unsigned int wqe_size); 196 unsigned int wqe_size, u16 *cons_idx); 200 unsigned int *wqe_size, u16 *cons_idx); 202 void hinic_sq_put_wqe(struct hinic_sq *sq, unsigned int wqe_size); 208 unsigned int wqe_size, u16 *prod_idx); 214 unsigned int wqe_size, 218 unsigned int wqe_size, [all …]
|
| D | hinic_hw_qp.c | 638 void hinic_sq_write_db(struct hinic_sq *sq, u16 prod_idx, unsigned int wqe_size, in hinic_sq_write_db() argument 644 prod_idx += ALIGN(wqe_size, wq->wqebb_size) / wq->wqebb_size; in hinic_sq_write_db() 661 unsigned int wqe_size, u16 *prod_idx) in hinic_sq_get_wqe() argument 663 struct hinic_hw_wqe *hw_wqe = hinic_get_wqe(sq->wq, wqe_size, in hinic_sq_get_wqe() 677 void hinic_sq_return_wqe(struct hinic_sq *sq, unsigned int wqe_size) in hinic_sq_return_wqe() argument 679 hinic_return_wqe(sq->wq, wqe_size); in hinic_sq_return_wqe() 692 struct sk_buff *skb, unsigned int wqe_size) in hinic_sq_write_wqe() argument 699 hinic_cpu_to_be32(sq_wqe, wqe_size); in hinic_sq_write_wqe() 701 hinic_write_wqe(sq->wq, hw_wqe, wqe_size); in hinic_sq_write_wqe() 716 unsigned int *wqe_size, u16 *cons_idx) in hinic_sq_read_wqebb() argument [all …]
|
| D | hinic_hw_wq.h | 96 struct hinic_hw_wqe *hinic_get_wqe(struct hinic_wq *wq, unsigned int wqe_size, 99 void hinic_return_wqe(struct hinic_wq *wq, unsigned int wqe_size); 101 void hinic_put_wqe(struct hinic_wq *wq, unsigned int wqe_size); 103 struct hinic_hw_wqe *hinic_read_wqe(struct hinic_wq *wq, unsigned int wqe_size, 109 unsigned int wqe_size);
|
| D | hinic_tx.c | 499 unsigned int wqe_size; in hinic_lb_xmit_frame() local 511 wqe_size = HINIC_SQ_WQE_SIZE(nr_sges); in hinic_lb_xmit_frame() 513 sq_wqe = hinic_sq_get_wqe(txq->sq, wqe_size, &prod_idx); in hinic_lb_xmit_frame() 517 sq_wqe = hinic_sq_get_wqe(txq->sq, wqe_size, &prod_idx); in hinic_lb_xmit_frame() 529 wqe_size = 0; in hinic_lb_xmit_frame() 535 hinic_sq_write_wqe(txq->sq, prod_idx, sq_wqe, skb, wqe_size); in hinic_lb_xmit_frame() 540 hinic_sq_write_db(txq->sq, prod_idx, wqe_size, 0); in hinic_lb_xmit_frame() 560 unsigned int wqe_size; in hinic_xmit_frame() local 592 wqe_size = HINIC_SQ_WQE_SIZE(nr_sges); in hinic_xmit_frame() 594 sq_wqe = hinic_sq_get_wqe(txq->sq, wqe_size, &prod_idx); in hinic_xmit_frame() [all …]
|
| D | hinic_hw_wq.c | 743 struct hinic_hw_wqe *hinic_get_wqe(struct hinic_wq *wq, unsigned int wqe_size, in hinic_get_wqe() argument 751 num_wqebbs = ALIGN(wqe_size, wq->wqebb_size) >> wq->wqebb_size_shift; in hinic_get_wqe() 792 void hinic_return_wqe(struct hinic_wq *wq, unsigned int wqe_size) in hinic_return_wqe() argument 794 int num_wqebbs = ALIGN(wqe_size, wq->wqebb_size) / wq->wqebb_size; in hinic_return_wqe() 806 void hinic_put_wqe(struct hinic_wq *wq, unsigned int wqe_size) in hinic_put_wqe() argument 808 int num_wqebbs = ALIGN(wqe_size, wq->wqebb_size) in hinic_put_wqe() 824 struct hinic_hw_wqe *hinic_read_wqe(struct hinic_wq *wq, unsigned int wqe_size, in hinic_read_wqe() argument 827 int num_wqebbs = ALIGN(wqe_size, wq->wqebb_size) in hinic_read_wqe() 889 unsigned int wqe_size) in hinic_write_wqe() argument 899 num_wqebbs = ALIGN(wqe_size, wq->wqebb_size) / wq->wqebb_size; in hinic_write_wqe()
|
| D | hinic_hw_cmdq.c | 160 unsigned int wqe_size = 0; in cmdq_wqe_size_from_bdlen() local 164 wqe_size = WQE_LCMD_SIZE; in cmdq_wqe_size_from_bdlen() 167 wqe_size = WQE_SCMD_SIZE; in cmdq_wqe_size_from_bdlen() 171 return wqe_size; in cmdq_wqe_size_from_bdlen() 537 unsigned int bufdesc_len, wqe_size; in clear_wqe_complete_bit() local 541 wqe_size = cmdq_wqe_size_from_bdlen(bufdesc_len); in clear_wqe_complete_bit() 542 if (wqe_size == WQE_LCMD_SIZE) { in clear_wqe_complete_bit()
|
| /Linux-v5.15/drivers/infiniband/hw/qedr/ |
| D | qedr_hsi_rdma.h | 310 u8 wqe_size; member 338 u8 wqe_size; member 374 u8 wqe_size; member 420 u8 wqe_size; member 475 u8 wqe_size; member 498 u8 wqe_size; member 548 u8 wqe_size; member 602 u8 wqe_size; member 628 u8 wqe_size; member 663 u8 wqe_size; member [all …]
|
| D | verbs.c | 3281 struct qedr_qp *qp, u8 *wqe_size, in qedr_prepare_sq_inline_data() argument 3318 (*wqe_size)++; in qedr_prepare_sq_inline_data() 3366 static u32 qedr_prepare_sq_sges(struct qedr_qp *qp, u8 *wqe_size, in qedr_prepare_sq_sges() argument 3381 if (wqe_size) in qedr_prepare_sq_sges() 3382 *wqe_size += wr->num_sge; in qedr_prepare_sq_sges() 3403 return qedr_prepare_sq_inline_data(dev, qp, &rwqe->wqe_size, wr, in qedr_prepare_sq_rdma_data() 3407 return qedr_prepare_sq_sges(qp, &rwqe->wqe_size, wr); in qedr_prepare_sq_rdma_data() 3422 return qedr_prepare_sq_inline_data(dev, qp, &swqe->wqe_size, wr, in qedr_prepare_sq_send_data() 3426 return qedr_prepare_sq_sges(qp, &swqe->wqe_size, wr); in qedr_prepare_sq_send_data() 3579 swqe->wqe_size = 2; in __qedr_post_send() [all …]
|
| D | qedr.h | 433 u8 wqe_size; member 444 u8 wqe_size; member
|
| /Linux-v5.15/drivers/net/ethernet/mellanox/mlx5/core/en/ |
| D | txrx.h | 82 static inline void *mlx5e_fetch_wqe(struct mlx5_wq_cyc *wq, u16 pi, size_t wqe_size) in mlx5e_fetch_wqe() argument 87 memset(wqe, 0, wqe_size); in mlx5e_fetch_wqe() 423 static inline u16 mlx5e_stop_room_for_wqe(u16 wqe_size) in mlx5e_stop_room_for_wqe() argument 436 if (__builtin_constant_p(wqe_size)) in mlx5e_stop_room_for_wqe() 437 BUILD_BUG_ON(wqe_size > MLX5_SEND_WQE_MAX_WQEBBS); in mlx5e_stop_room_for_wqe() 439 WARN_ON_ONCE(wqe_size > MLX5_SEND_WQE_MAX_WQEBBS); in mlx5e_stop_room_for_wqe() 441 return wqe_size * 2 - 1; in mlx5e_stop_room_for_wqe() 444 static inline bool mlx5e_icosq_can_post_wqe(struct mlx5e_icosq *sq, u16 wqe_size) in mlx5e_icosq_can_post_wqe() argument 446 u16 room = sq->reserved_room + mlx5e_stop_room_for_wqe(wqe_size); in mlx5e_icosq_can_post_wqe()
|
| /Linux-v5.15/drivers/infiniband/sw/rxe/ |
| D | rxe_qp.c | 207 int wqe_size; in rxe_qp_init_req() local 227 wqe_size = max_t(int, init->cap.max_send_sge * sizeof(struct ib_sge), in rxe_qp_init_req() 230 wqe_size / sizeof(struct ib_sge); in rxe_qp_init_req() 231 qp->sq.max_inline = init->cap.max_inline_data = wqe_size; in rxe_qp_init_req() 232 wqe_size += sizeof(struct rxe_send_wqe); in rxe_qp_init_req() 236 wqe_size, type); in rxe_qp_init_req() 284 int wqe_size; in rxe_qp_init_resp() local 291 wqe_size = rcv_wqe_size(qp->rq.max_sge); in rxe_qp_init_resp() 294 qp_num(qp), qp->rq.max_wr, qp->rq.max_sge, wqe_size); in rxe_qp_init_resp() 298 wqe_size, type); in rxe_qp_init_resp()
|
| /Linux-v5.15/drivers/infiniband/hw/bnxt_re/ |
| D | qplib_fp.h | 95 u16 wqe_size; member 254 u16 wqe_size; member 569 return (que->wqe_size * que->max_wqe) / sizeof(struct sq_sge); in bnxt_qplib_get_depth() 584 static inline u32 bnxt_qplib_set_rq_max_slot(u32 wqe_size) in bnxt_qplib_set_rq_max_slot() argument 586 return (wqe_size / sizeof(struct sq_sge)); in bnxt_qplib_set_rq_max_slot()
|
| D | ib_verbs.c | 856 u16 wqe_size, calc_ils; in bnxt_re_get_wqe_size() local 858 wqe_size = bnxt_re_get_swqe_size(nsge); in bnxt_re_get_wqe_size() 861 wqe_size = max_t(u16, calc_ils, wqe_size); in bnxt_re_get_wqe_size() 862 wqe_size = ALIGN(wqe_size, sizeof(struct sq_send_hdr)); in bnxt_re_get_wqe_size() 864 return wqe_size; in bnxt_re_get_wqe_size() 884 sq->wqe_size = bnxt_re_get_wqe_size(ilsize, sq->max_sge); in bnxt_re_setup_swqe_size() 885 if (sq->wqe_size > bnxt_re_get_swqe_size(dev_attr->max_qp_sges)) in bnxt_re_setup_swqe_size() 890 if (sq->wqe_size < bnxt_re_get_swqe_size(dev_attr->max_qp_sges) && in bnxt_re_setup_swqe_size() 892 sq->wqe_size = bnxt_re_get_swqe_size(dev_attr->max_qp_sges); in bnxt_re_setup_swqe_size() 895 qplqp->max_inline_data = sq->wqe_size - in bnxt_re_setup_swqe_size() [all …]
|
| D | roce_hsi.h | 194 u8 wqe_size; member 217 u8 wqe_size; member 237 u8 wqe_size; member 286 u8 wqe_size; member 309 u8 wqe_size; member 324 u8 wqe_size; member 521 u8 wqe_size; member 537 u8 wqe_size; member
|
| /Linux-v5.15/drivers/infiniband/hw/ocrdma/ |
| D | ocrdma_verbs.c | 366 dev->attr.wqe_size) : 0; in _ocrdma_alloc_pd() 498 resp.wqe_size = dev->attr.wqe_size; in ocrdma_alloc_ucontext() 500 resp.dpp_wqe_size = dev->attr.wqe_size; in ocrdma_alloc_ucontext() 1923 const struct ib_send_wr *wr, u32 wqe_size) in ocrdma_build_inline_sges() argument 1944 wqe_size += roundup(hdr->total_len, OCRDMA_WQE_ALIGN_BYTES); in ocrdma_build_inline_sges() 1946 wqe_size += sizeof(struct ocrdma_sge); in ocrdma_build_inline_sges() 1951 wqe_size += (wr->num_sge * sizeof(struct ocrdma_sge)); in ocrdma_build_inline_sges() 1953 wqe_size += sizeof(struct ocrdma_sge); in ocrdma_build_inline_sges() 1956 hdr->cw |= ((wqe_size / OCRDMA_WQE_STRIDE) << OCRDMA_WQE_SIZE_SHIFT); in ocrdma_build_inline_sges() 1965 u32 wqe_size = sizeof(*hdr); in ocrdma_build_send() local [all …]
|
| /Linux-v5.15/include/uapi/rdma/ |
| D | ocrdma-abi.h | 55 __u32 wqe_size; member
|
| D | ib_user_verbs.h | 826 __u32 wqe_size; member 845 __u32 wqe_size; member 858 __u32 wqe_size; member
|
| /Linux-v5.15/drivers/infiniband/hw/mlx5/ |
| D | qp.c | 261 size_t wqe_size = 1 << wq->wqe_shift; in mlx5_ib_read_wqe_rq() local 263 if (buflen < wqe_size) in mlx5_ib_read_wqe_rq() 293 size_t wqe_size = 1 << srq->msrq.wqe_shift; in mlx5_ib_read_wqe_srq() local 295 if (buflen < wqe_size) in mlx5_ib_read_wqe_srq() 354 int wqe_size; in set_rq_size() local 385 wqe_size = in set_rq_size() 388 wqe_size += cap->max_recv_sge * sizeof(struct mlx5_wqe_data_seg); in set_rq_size() 389 wqe_size = roundup_pow_of_two(wqe_size); in set_rq_size() 390 wq_size = roundup_pow_of_two(cap->max_recv_wr) * wqe_size; in set_rq_size() 392 qp->rq.wqe_cnt = wq_size / wqe_size; in set_rq_size() [all …]
|
| D | odp.c | 1133 int wqe_size = 1 << srq->msrq.wqe_shift; in mlx5_ib_mr_responder_pfault_handler_srq() local 1135 if (wqe_size > wqe_length) { in mlx5_ib_mr_responder_pfault_handler_srq() 1140 *wqe_end = *wqe + wqe_size; in mlx5_ib_mr_responder_pfault_handler_srq() 1152 int wqe_size = 1 << wq->wqe_shift; in mlx5_ib_mr_responder_pfault_handler_rq() local 1159 if (wqe_size > wqe_length) { in mlx5_ib_mr_responder_pfault_handler_rq() 1164 *wqe_end = wqe + wqe_size; in mlx5_ib_mr_responder_pfault_handler_rq()
|
| D | wr.c | 652 int wqe_size; in set_sig_data_segment() local 683 wqe_size = ALIGN(sizeof(*data_klm), 64); in set_sig_data_segment() 729 wqe_size = ALIGN(sizeof(*sblock_ctrl) + sizeof(*data_sentry) + in set_sig_data_segment() 733 *seg += wqe_size; in set_sig_data_segment() 734 *size += wqe_size / 16; in set_sig_data_segment()
|
| /Linux-v5.15/drivers/infiniband/hw/vmw_pvrdma/ |
| D | pvrdma_qp.c | 147 qp->rq.wqe_size = roundup_pow_of_two(sizeof(struct pvrdma_rq_wqe_hdr) + in pvrdma_set_rq_size() 150 qp->npages_recv = (qp->rq.wqe_cnt * qp->rq.wqe_size + PAGE_SIZE - 1) / in pvrdma_set_rq_size() 172 qp->sq.wqe_size = roundup_pow_of_two(sizeof(struct pvrdma_sq_wqe_hdr) + in pvrdma_set_sq_size() 177 (qp->sq.wqe_cnt * qp->sq.wqe_size + PAGE_SIZE - 1) / in pvrdma_set_sq_size() 637 qp->sq.offset + n * qp->sq.wqe_size); in get_sq_wqe() 643 qp->rq.offset + n * qp->rq.wqe_size); in get_rq_wqe()
|
| D | pvrdma.h | 155 int wqe_size; member 170 int wqe_size; member
|
| /Linux-v5.15/drivers/net/ethernet/microsoft/mana/ |
| D | gdma_main.c | 1014 u32 wqe_size; in mana_gd_post_work_request() local 1036 wqe_size = ALIGN(sizeof(struct gdma_wqe) + client_oob_size + in mana_gd_post_work_request() 1038 if (wqe_size > max_wqe_size) in mana_gd_post_work_request() 1041 if (wq->monitor_avl_buf && wqe_size > mana_gd_wq_avail_space(wq)) { in mana_gd_post_work_request() 1048 wqe_info->wqe_size_in_bu = wqe_size / GDMA_WQE_BU_SIZE; in mana_gd_post_work_request() 1058 wq->head += wqe_size / GDMA_WQE_BU_SIZE; in mana_gd_post_work_request()
|
| /Linux-v5.15/drivers/scsi/elx/libefc_sli/ |
| D | sli4.c | 317 n_wqe = qmem->size / sli4->wqe_size; in sli_cmd_wq_create() 352 if (sli4->wqe_size == SLI4_WQE_EXT_BYTES) in sli_cmd_wq_create() 750 size = sli4->wqe_size; in sli_get_queue_entry_size() 1377 memset(buf, 0, sli->wqe_size); in sli_abort_wqe() 1426 memset(buf, 0, sli->wqe_size); in sli_els_request64_wqe() 1571 memset(buf, 0, sli->wqe_size); in sli_fcp_icmnd64_wqe() 1638 memset(buf, 0, sli->wqe_size); in sli_fcp_iread64_wqe() 1741 memset(buf, 0, sli->wqe_size); in sli_fcp_iwrite64_wqe() 1832 memset(buf, 0, sli->wqe_size); in sli_fcp_treceive64_wqe() 1931 if (params->app_id && sli->wqe_size == SLI4_WQE_EXT_BYTES && in sli_fcp_treceive64_wqe() [all …]
|
| /Linux-v5.15/drivers/infiniband/hw/irdma/ |
| D | uk.c | 1650 enum irdma_status_code irdma_fragcnt_to_wqesize_rq(u32 frag_cnt, u16 *wqe_size) in irdma_fragcnt_to_wqesize_rq() argument 1655 *wqe_size = 32; in irdma_fragcnt_to_wqesize_rq() 1659 *wqe_size = 64; in irdma_fragcnt_to_wqesize_rq() 1665 *wqe_size = 128; in irdma_fragcnt_to_wqesize_rq() 1674 *wqe_size = 256; in irdma_fragcnt_to_wqesize_rq()
|