| /Linux-v5.15/drivers/infiniband/core/ |
| D | uverbs_std_types_qp.c | 95 struct ib_cq *send_cq = NULL; in UVERBS_HANDLER() local 168 send_cq = uverbs_attr_get_obj(attrs, in UVERBS_HANDLER() 170 if (IS_ERR(send_cq)) in UVERBS_HANDLER() 171 return PTR_ERR(send_cq); in UVERBS_HANDLER() 175 send_cq = uverbs_attr_get_obj(attrs, in UVERBS_HANDLER() 177 if (IS_ERR(send_cq)) in UVERBS_HANDLER() 178 return PTR_ERR(send_cq); in UVERBS_HANDLER() 234 attr.send_cq = send_cq; in UVERBS_HANDLER()
|
| D | verbs.c | 1183 qp->send_cq = qp->recv_cq = NULL; in create_xrc_qp_user() 1246 qp->send_cq = attr->send_cq; in create_qp() 1306 if (qp->send_cq) in ib_qp_usecnt_inc() 1307 atomic_inc(&qp->send_cq->usecnt); in ib_qp_usecnt_inc() 1325 if (qp->send_cq) in ib_qp_usecnt_dec() 1326 atomic_dec(&qp->send_cq->usecnt); in ib_qp_usecnt_dec() 2749 struct ib_cq *cq = qp->send_cq; in __ib_drain_sq() 2842 trace_cq_drain_complete(qp->send_cq); in ib_drain_sq()
|
| /Linux-v5.15/drivers/infiniband/hw/hns/ |
| D | hns_roce_qp.c | 276 struct ib_cq *send_cq, struct ib_cq *recv_cq) in add_qp_to_list() argument 281 hr_send_cq = send_cq ? to_hr_cq(send_cq) : NULL; in add_qp_to_list() 312 add_qp_to_list(hr_dev, hr_qp, init_attr->send_cq, in hns_roce_qp_store() 1345 void hns_roce_lock_cqs(struct hns_roce_cq *send_cq, struct hns_roce_cq *recv_cq) in hns_roce_lock_cqs() argument 1346 __acquires(&send_cq->lock) __acquires(&recv_cq->lock) in hns_roce_lock_cqs() 1348 if (unlikely(send_cq == NULL && recv_cq == NULL)) { in hns_roce_lock_cqs() 1349 __acquire(&send_cq->lock); in hns_roce_lock_cqs() 1351 } else if (unlikely(send_cq != NULL && recv_cq == NULL)) { in hns_roce_lock_cqs() 1352 spin_lock_irq(&send_cq->lock); in hns_roce_lock_cqs() 1354 } else if (unlikely(send_cq == NULL && recv_cq != NULL)) { in hns_roce_lock_cqs() [all …]
|
| D | hns_roce_hw_v1.c | 109 if (hns_roce_wq_overflow(&qp->sq, nreq, qp->ibqp.send_cq)) { in hns_roce_v1_post_send() 880 hr_qp->ibqp.send_cq = cq; in hns_roce_v1_rsv_lp_qp() 2649 to_hr_cq(ibqp->send_cq)->cqn); in hns_roce_v1_m_sqp() 2692 if (ibqp->send_cq != ibqp->recv_cq) in hns_roce_v1_m_sqp() 2693 hns_roce_v1_cq_clean(to_hr_cq(ibqp->send_cq), in hns_roce_v1_m_sqp() 2819 to_hr_cq(ibqp->send_cq)->cqn); in hns_roce_v1_m_qp() 2884 to_hr_cq(ibqp->send_cq)->cqn); in hns_roce_v1_m_qp() 3312 if (ibqp->send_cq != ibqp->recv_cq) in hns_roce_v1_m_qp() 3313 hns_roce_v1_cq_clean(to_hr_cq(ibqp->send_cq), in hns_roce_v1_m_qp() 3612 struct hns_roce_cq *send_cq, *recv_cq; in hns_roce_v1_destroy_qp() local [all …]
|
| D | hns_roce_hw_v2.c | 721 if (hns_roce_wq_overflow(&qp->sq, nreq, qp->ibqp.send_cq)) { in hns_roce_v2_post_send() 4132 hr_reg_write(context, QPC_TX_CQN, get_cqn(ibqp->send_cq)); in modify_qp_reset_to_init() 4161 hr_reg_write(context, QPC_TX_CQN, get_cqn(ibqp->send_cq)); in modify_qp_init_to_init() 4928 if (ibqp->send_cq) in clear_qp() 4929 hns_roce_v2_cq_clean(to_hr_cq(ibqp->send_cq), in clear_qp() 4932 if (ibqp->recv_cq && ibqp->recv_cq != ibqp->send_cq) in clear_qp() 5171 qp_init_attr->send_cq = ibqp->send_cq; in hns_roce_v2_query_qp() 5195 struct hns_roce_cq *send_cq, *recv_cq; in hns_roce_v2_destroy_qp_common() local 5209 send_cq = hr_qp->ibqp.send_cq ? to_hr_cq(hr_qp->ibqp.send_cq) : NULL; in hns_roce_v2_destroy_qp_common() 5213 hns_roce_lock_cqs(send_cq, recv_cq); in hns_roce_v2_destroy_qp_common() [all …]
|
| /Linux-v5.15/drivers/infiniband/ulp/ipoib/ |
| D | ipoib_verbs.c | 187 priv->send_cq = ib_create_cq(priv->ca, ipoib_ib_tx_completion, NULL, in ipoib_transport_dev_init() 189 if (IS_ERR(priv->send_cq)) { in ipoib_transport_dev_init() 197 init_attr.send_cq = priv->send_cq; in ipoib_transport_dev_init() 218 if (ib_req_notify_cq(priv->send_cq, IB_CQ_NEXT_COMP)) in ipoib_transport_dev_init() 244 ib_destroy_cq(priv->send_cq); in ipoib_transport_dev_init() 266 ib_destroy_cq(priv->send_cq); in ipoib_transport_dev_cleanup()
|
| D | ipoib_ib.c | 439 n = ib_poll_cq(priv->send_cq, MAX_SEND_CQE, priv->send_wc); in poll_tx() 507 n = ib_poll_cq(priv->send_cq, MAX_SEND_CQE, priv->send_wc); in ipoib_tx_poll() 519 if (unlikely(ib_req_notify_cq(priv->send_cq, IB_CQ_NEXT_COMP | in ipoib_tx_poll() 649 if (ib_req_notify_cq(priv->send_cq, IB_CQ_NEXT_COMP | in ipoib_send()
|
| /Linux-v5.15/drivers/infiniband/hw/mthca/ |
| D | mthca_qp.c | 735 qp_context->cqn_snd = cpu_to_be32(to_mcq(ibqp->send_cq)->cqn); in __mthca_modify_qp() 837 if (qp->ibqp.send_cq != qp->ibqp.recv_cq) in __mthca_modify_qp() 838 mthca_cq_clean(dev, to_mcq(qp->ibqp.send_cq), qp->qpn, NULL); in __mthca_modify_qp() 1164 struct mthca_cq *send_cq, in mthca_alloc_qp_common() argument 1293 struct mthca_cq *send_cq, in mthca_alloc_qp() argument 1321 err = mthca_alloc_qp_common(dev, pd, send_cq, recv_cq, in mthca_alloc_qp() 1336 static void mthca_lock_cqs(struct mthca_cq *send_cq, struct mthca_cq *recv_cq) in mthca_lock_cqs() argument 1337 __acquires(&send_cq->lock) __acquires(&recv_cq->lock) in mthca_lock_cqs() 1339 if (send_cq == recv_cq) { in mthca_lock_cqs() 1340 spin_lock_irq(&send_cq->lock); in mthca_lock_cqs() [all …]
|
| D | mthca_dev.h | 535 struct mthca_cq *send_cq, 544 struct mthca_cq *send_cq,
|
| /Linux-v5.15/drivers/infiniband/hw/mlx5/ |
| D | qp.c | 75 struct mlx5_ib_cq **send_cq, struct mlx5_ib_cq **recv_cq); 744 static void mlx5_ib_lock_cqs(struct mlx5_ib_cq *send_cq, 746 static void mlx5_ib_unlock_cqs(struct mlx5_ib_cq *send_cq, 1213 static int get_sq_ts_format(struct mlx5_ib_dev *dev, struct mlx5_ib_cq *send_cq) in get_sq_ts_format() argument 1217 return get_ts_format(dev, send_cq, fr_supported(ts_cap), in get_sq_ts_format() 1221 static int get_qp_ts_format(struct mlx5_ib_dev *dev, struct mlx5_ib_cq *send_cq, in get_qp_ts_format() argument 1230 send_cq ? get_ts_format(dev, send_cq, fr_sup, rt_sup) : in get_qp_ts_format() 1507 to_mcq(init_attr->send_cq)); in create_raw_packet_qp() 1848 scqe_sz = mlx5_ib_get_cqe_size(init_attr->send_cq); in configure_requester_scat_cqe() 1994 struct mlx5_ib_cq *send_cq; in create_dci() local [all …]
|
| D | gsi.c | 50 struct ib_cq *gsi_cq = mqp->ibqp.send_cq; in generate_completions() 141 hw_init_attr.send_cq = gsi->cq; in mlx5_ib_create_gsi() 205 .send_cq = gsi->cq, in create_gsi_ud_qp()
|
| D | mem.c | 247 qp_init_attr.send_cq = cq; in mlx5_ib_test_wc()
|
| /Linux-v5.15/include/rdma/ |
| D | rdmavt_qp.h | 805 struct rvt_cq *cq = ibcq_to_rvtcq(qp->ibqp.send_cq); in rvt_send_cq() 920 static inline u32 ib_cq_tail(struct ib_cq *send_cq) in ib_cq_tail() argument 922 struct rvt_cq *cq = ibcq_to_rvtcq(send_cq); in ib_cq_tail() 924 return ibcq_to_rvtcq(send_cq)->ip ? in ib_cq_tail() 926 ibcq_to_rvtcq(send_cq)->kqueue->tail; in ib_cq_tail() 936 static inline u32 ib_cq_head(struct ib_cq *send_cq) in ib_cq_head() argument 938 struct rvt_cq *cq = ibcq_to_rvtcq(send_cq); in ib_cq_head() 940 return ibcq_to_rvtcq(send_cq)->ip ? in ib_cq_head() 942 ibcq_to_rvtcq(send_cq)->kqueue->head; in ib_cq_head()
|
| /Linux-v5.15/drivers/infiniband/hw/mlx4/ |
| D | qp.c | 52 static void mlx4_ib_lock_cqs(struct mlx4_ib_cq *send_cq, 54 static void mlx4_ib_unlock_cqs(struct mlx4_ib_cq *send_cq, 723 if (init_attr->send_cq || init_attr->cap.max_send_wr) { in _mlx4_ib_create_qp_rss() 921 mlx4_ib_lock_cqs(to_mcq(init_attr->send_cq), in create_rq() 930 mcq = to_mcq(init_attr->send_cq); in create_rq() 934 mlx4_ib_unlock_cqs(to_mcq(init_attr->send_cq), in create_rq() 1193 mlx4_ib_lock_cqs(to_mcq(init_attr->send_cq), in create_qp_common() 1202 mcq = to_mcq(init_attr->send_cq); in create_qp_common() 1206 mlx4_ib_unlock_cqs(to_mcq(init_attr->send_cq), in create_qp_common() 1261 static void mlx4_ib_lock_cqs(struct mlx4_ib_cq *send_cq, struct mlx4_ib_cq *recv_cq) in mlx4_ib_lock_cqs() argument [all …]
|
| /Linux-v5.15/Documentation/translations/zh_CN/infiniband/ |
| D | tag_matching.rst | 39 1. Eager协议--当发送方处理完发送时,完整的信息就会被发送。在send_cq中会收到
|
| /Linux-v5.15/fs/ksmbd/ |
| D | transport_rdma.c | 103 struct ib_cq *send_cq; member 435 if (t->send_cq) in free_transport() 436 ib_free_cq(t->send_cq); in free_transport() 1818 t->send_cq = ib_alloc_cq(t->cm_id->device, t, in smb_direct_create_qpair() 1820 if (IS_ERR(t->send_cq)) { in smb_direct_create_qpair() 1822 ret = PTR_ERR(t->send_cq); in smb_direct_create_qpair() 1823 t->send_cq = NULL; in smb_direct_create_qpair() 1843 qp_attr.send_cq = t->send_cq; in smb_direct_create_qpair() 1866 if (t->send_cq) { in smb_direct_create_qpair() 1867 ib_destroy_cq(t->send_cq); in smb_direct_create_qpair() [all …]
|
| /Linux-v5.15/net/sunrpc/xprtrdma/ |
| D | verbs.c | 359 if (ep->re_attr.send_cq) in rpcrdma_ep_destroy() 360 ib_free_cq(ep->re_attr.send_cq); in rpcrdma_ep_destroy() 361 ep->re_attr.send_cq = NULL; in rpcrdma_ep_destroy() 436 ep->re_attr.send_cq = ib_alloc_cq_any(device, r_xprt, in rpcrdma_ep_create() 439 if (IS_ERR(ep->re_attr.send_cq)) { in rpcrdma_ep_create() 440 rc = PTR_ERR(ep->re_attr.send_cq); in rpcrdma_ep_create() 635 sc->sc_cid.ci_queue_id = ep->re_attr.send_cq->res.id; in rpcrdma_sendctx_create()
|
| /Linux-v5.15/drivers/net/ethernet/ibm/ehea/ |
| D | ehea_main.c | 196 arr[i++].fwh = pr->send_cq->fw_handle; in ehea_update_firmware_handles() 801 struct ehea_cq *send_cq = pr->send_cq; in ehea_proc_cqes() local 810 cqe = ehea_poll_cq(send_cq); in ehea_proc_cqes() 812 ehea_inc_cq(send_cq); in ehea_proc_cqes() 852 cqe = ehea_poll_cq(send_cq); in ehea_proc_cqes() 855 ehea_update_feca(send_cq, cqe_counter); in ehea_proc_cqes() 890 ehea_reset_cq_ep(pr->send_cq); in ehea_poll() 892 ehea_reset_cq_n1(pr->send_cq); in ehea_poll() 895 cqe_skb = ehea_poll_cq(pr->send_cq); in ehea_poll() 1474 pr->send_cq = ehea_create_cq(adapter, pr_cfg->max_entries_scq, in ehea_init_port_res() [all …]
|
| D | ehea.h | 350 struct ehea_cq *send_cq; member
|
| /Linux-v5.15/drivers/infiniband/hw/vmw_pvrdma/ |
| D | pvrdma_qp.c | 58 static inline void get_cqs(struct pvrdma_qp *qp, struct pvrdma_cq **send_cq, in get_cqs() argument 61 *send_cq = to_vcq(qp->ibqp.send_cq); in get_cqs() 359 cmd->send_cq_handle = to_vcq(init_attr->send_cq)->cq_handle; in pvrdma_create_qp() 1042 init_attr->send_cq = qp->ibqp.send_cq; in pvrdma_query_qp()
|
| /Linux-v5.15/drivers/infiniband/sw/rxe/ |
| D | rxe_qp.c | 76 if (!init->recv_cq || !init->send_cq) { in rxe_qp_chk_init() 339 struct rxe_cq *scq = to_rcq(init->send_cq); in rxe_qp_from_init() 390 init->send_cq = qp->ibqp.send_cq; in rxe_qp_to_init()
|
| /Linux-v5.15/fs/cifs/ |
| D | smbdirect.c | 1391 ib_free_cq(info->send_cq); in smbd_destroy() 1578 info->send_cq = NULL; in _smbd_get_connection() 1580 info->send_cq = in _smbd_get_connection() 1583 if (IS_ERR(info->send_cq)) { in _smbd_get_connection() 1584 info->send_cq = NULL; in _smbd_get_connection() 1606 qp_attr.send_cq = info->send_cq; in _smbd_get_connection() 1722 if (info->send_cq) in _smbd_get_connection() 1723 ib_free_cq(info->send_cq); in _smbd_get_connection()
|
| D | smbdirect.h | 59 struct ib_cq *send_cq, *recv_cq; member
|
| /Linux-v5.15/drivers/infiniband/ulp/srp/ |
| D | ib_srp.c | 521 ib_process_cq_direct(ch->send_cq, -1); in srp_destroy_qp() 534 struct ib_cq *recv_cq, *send_cq; in srp_create_ch_ib() local 552 send_cq = ib_alloc_cq(dev->dev, ch, m * target->queue_size, in srp_create_ch_ib() 554 if (IS_ERR(send_cq)) { in srp_create_ch_ib() 555 ret = PTR_ERR(send_cq); in srp_create_ch_ib() 566 init_attr->send_cq = send_cq; in srp_create_ch_ib() 604 if (ch->send_cq) in srp_create_ch_ib() 605 ib_free_cq(ch->send_cq); in srp_create_ch_ib() 609 ch->send_cq = send_cq; in srp_create_ch_ib() 627 ib_free_cq(send_cq); in srp_create_ch_ib() [all …]
|
| D | ib_srp.h | 147 struct ib_cq *send_cq; member
|