| /Linux-v5.4/drivers/infiniband/sw/rxe/ |
| D | rxe_req.c | 45 struct rxe_send_wqe *wqe, in retry_first_write_send()
70 struct rxe_send_wqe *wqe; in req_retry() local
134 struct rxe_send_wqe *wqe = queue_head(qp->sq.queue); in req_next_wqe() local
317 static int next_opcode(struct rxe_qp *qp, struct rxe_send_wqe *wqe, in next_opcode()
348 static inline int check_init_depth(struct rxe_qp *qp, struct rxe_send_wqe *wqe) in check_init_depth()
379 struct rxe_send_wqe *wqe, in init_req_packet()
473 static int fill_packet(struct rxe_qp *qp, struct rxe_send_wqe *wqe, in fill_packet()
512 struct rxe_send_wqe *wqe, in update_wqe_state()
524 struct rxe_send_wqe *wqe, in update_wqe_psn()
546 static void save_state(struct rxe_send_wqe *wqe, in save_state()
[all …]
|
| D | rxe_comp.c | 166 struct rxe_send_wqe *wqe; in get_wqe() local
199 struct rxe_send_wqe *wqe) in check_psn()
238 struct rxe_send_wqe *wqe) in check_ack()
369 struct rxe_send_wqe *wqe) in do_read()
387 struct rxe_send_wqe *wqe) in do_atomic()
402 static void make_send_cqe(struct rxe_qp *qp, struct rxe_send_wqe *wqe, in make_send_cqe()
440 static void do_complete(struct rxe_qp *qp, struct rxe_send_wqe *wqe) in do_complete()
472 struct rxe_send_wqe *wqe) in complete_ack()
518 struct rxe_send_wqe *wqe) in complete_wqe()
540 struct rxe_send_wqe *wqe; in rxe_drain_resp_pkts() local
[all …]
|
| /Linux-v5.4/drivers/infiniband/hw/cxgb3/ |
| D | iwch_qp.c | 42 static int build_rdma_send(union t3_wr *wqe, const struct ib_send_wr *wr, in build_rdma_send()
87 static int build_rdma_write(union t3_wr *wqe, const struct ib_send_wr *wr, in build_rdma_write()
128 static int build_rdma_read(union t3_wr *wqe, const struct ib_send_wr *wr, in build_rdma_read()
149 static int build_memreg(union t3_wr *wqe, const struct ib_reg_wr *wr, in build_memreg()
192 static int build_inv_stag(union t3_wr *wqe, const struct ib_send_wr *wr, in build_inv_stag()
248 static int build_rdma_recv(struct iwch_qp *qhp, union t3_wr *wqe, in build_rdma_recv()
288 static int build_zero_stag_recv(struct iwch_qp *qhp, union t3_wr *wqe, in build_zero_stag_recv()
360 union t3_wr *wqe; in iwch_post_send() local
472 union t3_wr *wqe; in iwch_post_receive() local
663 union t3_wr *wqe; in iwch_post_zb_read() local
[all …]
|
| /Linux-v5.4/drivers/infiniband/hw/i40iw/ |
| D | i40iw_ctrl.c | 51 void i40iw_insert_wqe_hdr(u64 *wqe, u64 header) in i40iw_insert_wqe_hdr()
607 u64 *wqe = NULL; in i40iw_sc_cqp_get_next_send_wqe_idx() local
835 u64 *wqe; in i40iw_sc_manage_push_page() local
877 u64 *wqe; in i40iw_sc_manage_hmc_pm_func_table() local
915 u64 *wqe; in i40iw_sc_set_hmc_resource_profile() local
988 u64 *wqe; in i40iw_sc_commit_fpm_values() local
1050 u64 *wqe; in i40iw_sc_query_fpm_values() local
1100 u64 *wqe; in i40iw_sc_add_arp_cache_entry() local
1146 u64 *wqe; in i40iw_sc_del_arp_cache_entry() local
1179 u64 *wqe; in i40iw_sc_query_arp_cache_entry() local
[all …]
|
| D | i40iw_uk.c | 49 u64 header, *wqe; in i40iw_nop_1() local
141 u64 *wqe = NULL; in i40iw_qp_get_next_send_wqe() local
205 static void i40iw_set_fragment(u64 *wqe, u32 offset, struct i40iw_sge *sge) in i40iw_set_fragment()
222 u64 *wqe = NULL; in i40iw_qp_get_next_recv_wqe() local
250 u64 *wqe; in i40iw_rdma_write() local
319 u64 *wqe; in i40iw_rdma_read() local
367 u64 *wqe; in i40iw_send() local
426 u64 *wqe; in i40iw_inline_rdma_write() local
502 u64 *wqe; in i40iw_inline_send() local
573 u64 *wqe; in i40iw_stag_local_invalidate() local
[all …]
|
| D | i40iw_puda.c | 112 u64 *wqe; in i40iw_puda_post_recvbuf() local
208 u64 *wqe = NULL; in i40iw_puda_get_next_send_wqe() local
374 u64 *wqe; in i40iw_puda_send() local
519 u64 *wqe; in i40iw_puda_qp_wqe() local
630 u64 *wqe; in i40iw_puda_cq_wqe() local
991 u64 *wqe; in i40iw_ilq_putback_rcvbuf() local
|
| D | i40iw_vf.c | 56 u64 *wqe; in i40iw_manage_vf_pble_bp() local
|
| /Linux-v5.4/drivers/infiniband/hw/qib/ |
| D | qib_rc.c | 42 static u32 restart_sge(struct rvt_sge_state *ss, struct rvt_swqe *wqe, in restart_sge()
221 struct rvt_swqe *wqe; in qib_make_rc_req() local
738 struct rvt_swqe *wqe = rvt_get_swqe_ptr(qp, n); in reset_psn() local
822 struct rvt_swqe *wqe = rvt_get_swqe_ptr(qp, qp->s_acked); in qib_restart_rc() local
858 struct rvt_swqe *wqe; in reset_sending_psn() local
884 struct rvt_swqe *wqe; in qib_rc_send_complete() local
951 struct rvt_swqe *wqe, in do_rc_completion()
1011 struct rvt_swqe *wqe; in do_rc_ack() local
1226 struct rvt_swqe *wqe; in rdma_seq_err() local
1275 struct rvt_swqe *wqe; in qib_rc_rcv_resp() local
|
| /Linux-v5.4/drivers/infiniband/sw/siw/ |
| D | siw_qp_tx.c | 42 struct siw_wqe *wqe = &c_tx->wqe_active; in siw_try_1seg() local
121 struct siw_wqe *wqe = &c_tx->wqe_active; in siw_qp_prepare_tx() local
426 struct siw_wqe *wqe = &c_tx->wqe_active; in siw_tx_hdt() local
693 static void siw_prepare_fpdu(struct siw_qp *qp, struct siw_wqe *wqe) in siw_prepare_fpdu()
751 static int siw_check_sgl_tx(struct ib_pd *pd, struct siw_wqe *wqe, in siw_check_sgl_tx()
781 static int siw_qp_sq_proc_tx(struct siw_qp *qp, struct siw_wqe *wqe) in siw_qp_sq_proc_tx()
959 static int siw_qp_sq_proc_local(struct siw_qp *qp, struct siw_wqe *wqe) in siw_qp_sq_proc_local()
1007 struct siw_wqe *wqe = tx_wqe(qp); in siw_qp_sq_process() local
|
| D | siw_qp_rx.c | 168 struct siw_wqe *wqe = &frx->wqe_active; in siw_rresp_check_ntoh() local
280 struct siw_wqe *wqe = &frx->wqe_active; in siw_send_check_ntoh() local
333 struct siw_wqe *wqe = NULL; in siw_rqe_get() local
424 struct siw_wqe *wqe; in siw_proc_send() local
559 struct siw_wqe *wqe = rx_wqe(frx); in siw_proc_write() local
740 struct siw_wqe *wqe = NULL; in siw_orqe_start_rx() local
781 struct siw_wqe *wqe = rx_wqe(frx); in siw_proc_rresp() local
1208 struct siw_wqe *wqe = rx_wqe(qp->rx_fpdu); in siw_rdmap_complete() local
|
| D | siw_qp.c | 262 struct siw_wqe *wqe = tx_wqe(qp); in siw_qp_mpa_rts() local
461 struct siw_wqe *wqe = tx_wqe(qp); in siw_send_terminate() local
889 struct siw_wqe *wqe = tx_wqe(qp); in siw_activate_tx() local
1178 struct siw_wqe *wqe = tx_wqe(qp); in siw_sq_flush() local
1253 struct siw_wqe *wqe = &qp->rx_untagged.wqe_active; in siw_rq_flush() local
|
| /Linux-v5.4/drivers/infiniband/hw/cxgb4/ |
| D | qp.c | 488 static int build_rdma_send(struct t4_sq *sq, union t4_wr *wqe, in build_rdma_send()
555 static int build_rdma_write(struct t4_sq *sq, union t4_wr *wqe, in build_rdma_write()
659 static int build_rdma_read(union t4_wr *wqe, const struct ib_send_wr *wr, in build_rdma_read()
696 union t4_wr *wqe; in post_write_cmpl() local
758 static int build_rdma_recv(struct c4iw_qp *qhp, union t4_recv_wr *wqe, in build_rdma_recv()
773 static int build_srq_recv(union t4_recv_wr *wqe, const struct ib_recv_wr *wr, in build_srq_recv()
819 static int build_memreg(struct t4_sq *sq, union t4_wr *wqe, in build_memreg()
883 static int build_inv_stag(union t4_wr *wqe, const struct ib_send_wr *wr, in build_inv_stag()
1085 union t4_wr *wqe = NULL; in c4iw_post_send() local
1265 union t4_recv_wr *wqe = NULL; in c4iw_post_receive() local
[all …]
|
| /Linux-v5.4/drivers/infiniband/hw/hfi1/ |
| D | rc.c | 435 struct rvt_swqe *wqe; in hfi1_make_rc_req() local
1461 struct rvt_swqe *wqe) in update_num_rd_atomic()
1504 struct rvt_swqe *wqe = rvt_get_swqe_ptr(qp, n); in reset_psn() local
1610 struct rvt_swqe *wqe = rvt_get_swqe_ptr(qp, qp->s_acked); in hfi1_restart_rc() local
1680 struct rvt_swqe *wqe; in reset_sending_psn() local
1740 struct rvt_swqe *wqe; in hfi1_rc_send_complete() local
1868 struct rvt_swqe *wqe, in do_rc_completion()
2013 struct rvt_swqe *wqe; in do_rc_ack() local
2309 struct rvt_swqe *wqe; in rdma_seq_err() local
2353 struct rvt_swqe *wqe; in rc_rcv_resp() local
|
| D | tid_rdma.c | 377 struct rvt_swqe *wqe = rvt_get_swqe_ptr(qp, i); in hfi1_qp_priv_init() local
415 struct rvt_swqe *wqe; in hfi1_qp_priv_tid_free() local
1614 void __trdma_clean_swqe(struct rvt_qp *qp, struct rvt_swqe *wqe) in __trdma_clean_swqe()
1696 u32 hfi1_build_tid_rdma_read_packet(struct rvt_swqe *wqe, in hfi1_build_tid_rdma_read_packet()
1780 u32 hfi1_build_tid_rdma_read_req(struct rvt_qp *qp, struct rvt_swqe *wqe, in hfi1_build_tid_rdma_read_req()
2411 struct rvt_swqe *wqe; in find_tid_request() local
2575 struct rvt_swqe *wqe; in hfi1_kern_read_tid_flow_free() local
2623 struct rvt_qp *qp, struct rvt_swqe *wqe) in restart_tid_rdma_read_req()
2656 struct rvt_swqe *wqe; in handle_read_kdeth_eflags() local
3037 void hfi1_tid_rdma_restart_req(struct rvt_qp *qp, struct rvt_swqe *wqe, in hfi1_tid_rdma_restart_req()
[all …]
|
| D | ud.c | 266 static void hfi1_make_bth_deth(struct rvt_qp *qp, struct rvt_swqe *wqe, in hfi1_make_bth_deth()
304 struct rvt_swqe *wqe) in hfi1_make_ud_req_9B()
375 struct rvt_swqe *wqe) in hfi1_make_ud_req_16B()
482 struct rvt_swqe *wqe; in hfi1_make_ud_req() local
|
| D | rc.h | 35 static inline u32 restart_sge(struct rvt_sge_state *ss, struct rvt_swqe *wqe, in restart_sge()
|
| /Linux-v5.4/drivers/infiniband/sw/rdmavt/ |
| D | qp.c | 627 struct rvt_swqe *wqe = rvt_get_swqe_ptr(qp, qp->s_last); in rvt_clear_mr_refs() local
657 static bool rvt_swqe_has_lkey(struct rvt_swqe *wqe, u32 lkey) in rvt_swqe_has_lkey()
680 struct rvt_swqe *wqe = rvt_get_swqe_ptr(qp, s_last); in rvt_qp_sends_has_lkey() local
990 struct rvt_swqe *wqe; in free_ud_wq_attr() local
1010 struct rvt_swqe *wqe; in alloc_ud_wq_attr() local
1819 struct rvt_rwqe *wqe; in rvt_post_recv() local
1985 struct rvt_swqe *wqe; in rvt_post_one_wr() local
2233 struct rvt_rwqe *wqe; in rvt_post_srq_recv() local
2288 static int init_sge(struct rvt_qp *qp, struct rvt_rwqe *wqe) in init_sge()
2396 struct rvt_rwqe *wqe; in rvt_get_rwqe() local
[all …]
|
| D | rc.c | 199 u32 rvt_restart_sge(struct rvt_sge_state *ss, struct rvt_swqe *wqe, u32 len) in rvt_restart_sge()
|
| /Linux-v5.4/drivers/net/ethernet/mellanox/mlx5/core/en_accel/ |
| D | ktls_tx.c | 52 build_static_params(struct mlx5e_umr_wqe *wqe, u16 pc, u32 sqn, in build_static_params()
86 build_progress_params(struct mlx5e_tx_wqe *wqe, u16 pc, u32 sqn, in build_progress_params()
151 struct mlx5e_tx_wqe *wqe; in post_progress_params() local
262 struct mlx5e_dump_wqe *wqe; in tx_post_resync_dump() local
425 struct mlx5e_tx_wqe **wqe, u16 *pi) in mlx5e_ktls_handle_tx_skb()
|
| /Linux-v5.4/drivers/infiniband/hw/bnxt_re/ |
| D | ib_verbs.c | 409 struct bnxt_qplib_swqe *wqe = &fence->bind_wqe; in bnxt_re_create_fence_wqe() local
437 struct bnxt_qplib_swqe wqe; in bnxt_re_bind_fence_mw() local
1479 struct bnxt_qplib_swqe wqe; in bnxt_re_post_srq_recv() local
1837 struct bnxt_qplib_swqe *wqe, in bnxt_re_build_qp1_send_v2()
2011 struct bnxt_qplib_swqe *wqe, in bnxt_re_build_qp1_shadow_qp_recv()
2057 struct bnxt_qplib_swqe *wqe) in bnxt_re_build_send_wqe()
2095 struct bnxt_qplib_swqe *wqe) in bnxt_re_build_rdma_wqe()
2127 struct bnxt_qplib_swqe *wqe) in bnxt_re_build_atomic_wqe()
2154 struct bnxt_qplib_swqe *wqe) in bnxt_re_build_inv_wqe()
2173 struct bnxt_qplib_swqe *wqe) in bnxt_re_build_reg_wqe()
[all …]
|
| /Linux-v5.4/drivers/net/ethernet/mellanox/mlx5/core/en/ |
| D | txrx.h | 40 void *wqe; in mlx5e_sq_fetch_wqe() local
53 struct mlx5e_tx_wqe *wqe = mlx5_wq_cyc_get_wqe(wq, pi); in mlx5e_post_nop() local
70 struct mlx5e_tx_wqe *wqe = mlx5_wq_cyc_get_wqe(wq, pi); in mlx5e_post_nop_fence() local
|
| /Linux-v5.4/drivers/scsi/lpfc/ |
| D | lpfc_nvme.c | 76 union lpfc_wqe128 *wqe; in lpfc_nvme_cmd_template() local
427 union lpfc_wqe128 *wqe; in lpfc_nvme_gen_req() local
707 struct lpfc_iocbq *wqe, *next_wqe; in lpfc_nvme_ls_abort() local
771 union lpfc_wqe128 *wqe; in lpfc_nvme_adj_fcp_sgls() local
1204 union lpfc_wqe128 *wqe = &pwqeq->wqe; in lpfc_nvme_prep_io_cmd() local
1310 union lpfc_wqe128 *wqe = &lpfc_ncmd->cur_iocbq.wqe; in lpfc_nvme_prep_io_dma() local
2022 union lpfc_wqe128 *wqe; in lpfc_get_nvme_buf() local
|
| /Linux-v5.4/drivers/net/ethernet/huawei/hinic/ |
| D | hinic_hw_cmdq.c | 54 #define CMDQ_WQE_HEADER(wqe) ((struct hinic_cmdq_header *)(wqe)) argument
182 static void cmdq_prepare_wqe_ctrl(struct hinic_cmdq_wqe *wqe, int wrapped, in cmdq_prepare_wqe_ctrl()
239 static void cmdq_set_direct_wqe_data(struct hinic_cmdq_direct_wqe *wqe, in cmdq_set_direct_wqe_data()
248 static void cmdq_set_lcmd_wqe(struct hinic_cmdq_wqe *wqe, in cmdq_set_lcmd_wqe()
276 static void cmdq_set_direct_wqe(struct hinic_cmdq_wqe *wqe, in cmdq_set_direct_wqe()
532 struct hinic_cmdq_wqe *wqe) in clear_wqe_complete_bit()
566 struct hinic_cmdq_wqe *wqe) in cmdq_arm_ceq_handler()
|
| /Linux-v5.4/drivers/infiniband/hw/mthca/ |
| D | mthca_srq.c | 92 static inline int *wqe_to_link(void *wqe) in wqe_to_link()
158 void *wqe; in mthca_alloc_srq_buf() local
495 void *wqe; in mthca_tavor_post_srq_recv() local
588 void *wqe; in mthca_arbel_post_srq_recv() local
|
| /Linux-v5.4/drivers/scsi/bnx2fc/ |
| D | bnx2fc_hwi.c | 626 static void bnx2fc_process_unsol_compl(struct bnx2fc_rport *tgt, u16 wqe) in bnx2fc_process_unsol_compl()
866 void bnx2fc_process_cq_compl(struct bnx2fc_rport *tgt, u16 wqe) in bnx2fc_process_cq_compl()
990 static struct bnx2fc_work *bnx2fc_alloc_work(struct bnx2fc_rport *tgt, u16 wqe) in bnx2fc_alloc_work()
1004 static void bnx2fc_pending_work(struct bnx2fc_rport *tgt, unsigned int wqe) in bnx2fc_pending_work()
1032 u16 wqe; in bnx2fc_process_new_cqes() local
|
