| /Linux-v5.15/drivers/net/ethernet/mellanox/mlx4/ |
| D | cq.c | 104 void mlx4_cq_completion(struct mlx4_dev *dev, u32 cqn) in mlx4_cq_completion() argument
110 cqn & (dev->caps.num_cqs - 1)); in mlx4_cq_completion()
114 mlx4_dbg(dev, "Completion event for bogus CQ %08x\n", cqn); in mlx4_cq_completion()
126 void mlx4_cq_event(struct mlx4_dev *dev, u32 cqn, int event_type) in mlx4_cq_event() argument
132 cq = radix_tree_lookup(&cq_table->tree, cqn & (dev->caps.num_cqs - 1)); in mlx4_cq_event()
136 mlx4_dbg(dev, "Async event for bogus CQ %08x\n", cqn); in mlx4_cq_event()
184 err = mlx4_MODIFY_CQ(dev, mailbox, cq->cqn, 1); in mlx4_cq_modify()
210 err = mlx4_MODIFY_CQ(dev, mailbox, cq->cqn, 0); in mlx4_cq_resize()
217 int __mlx4_cq_alloc_icm(struct mlx4_dev *dev, int *cqn) in __mlx4_cq_alloc_icm() argument
223 *cqn = mlx4_bitmap_alloc(&cq_table->bitmap); in __mlx4_cq_alloc_icm()
[all …]
|
| D | en_resources.c | 41 int is_tx, int rss, int qpn, int cqn, in mlx4_en_fill_qp_context() argument
72 context->cqn_send = cpu_to_be32(cqn); in mlx4_en_fill_qp_context()
73 context->cqn_recv = cpu_to_be32(cqn); in mlx4_en_fill_qp_context()
|
| D | resource_tracker.c | 1671 static int cq_res_start_move_to(struct mlx4_dev *dev, int slave, int cqn, in cq_res_start_move_to() argument
1680 r = res_tracker_lookup(&tracker->res_tree[RES_CQ], cqn); in cq_res_start_move_to()
1938 int cqn; in cq_alloc_res() local
1947 err = __mlx4_cq_alloc_icm(dev, &cqn); in cq_alloc_res()
1953 err = add_res_range(dev, slave, cqn, 1, RES_CQ, 0); in cq_alloc_res()
1956 __mlx4_cq_free_icm(dev, cqn); in cq_alloc_res()
1960 set_param_l(out_param, cqn); in cq_alloc_res()
2464 int cqn; in cq_free_res() local
2469 cqn = get_param_l(&in_param); in cq_free_res()
2470 err = rem_res_range(dev, slave, cqn, 1, RES_CQ, 0); in cq_free_res()
[all …]
|
| D | srq.c | 162 int mlx4_srq_alloc(struct mlx4_dev *dev, u32 pdn, u32 cqn, u16 xrcd, in mlx4_srq_alloc() argument
192 srq_context->pg_offset_cqn = cpu_to_be32(cqn & 0xffffff); in mlx4_srq_alloc()
|
| D | eq.c | 498 int cqn; in mlx4_eq_int() local
521 cqn = be32_to_cpu(eqe->event.comp.cqn) & 0xffffff; in mlx4_eq_int()
522 mlx4_cq_completion(dev, cqn); in mlx4_eq_int()
688 be32_to_cpu(eqe->event.cq_err.cqn) & 0xffffff); in mlx4_eq_int()
692 be32_to_cpu(eqe->event.cq_err.cqn) in mlx4_eq_int()
707 be32_to_cpu(eqe->event.cq_err.cqn) in mlx4_eq_int()
|
| /Linux-v5.15/drivers/infiniband/hw/hns/ |
| D | hns_roce_cq.c | 77 hr_cq->cqn = (id << CQ_BANKID_SHIFT) | bankid; in alloc_cqn()
84 static inline u8 get_cq_bankid(unsigned long cqn) in get_cq_bankid() argument
87 return (u8)(cqn & GENMASK(1, 0)); in get_cq_bankid()
90 static void free_cqn(struct hns_roce_dev *hr_dev, unsigned long cqn) in free_cqn() argument
95 bank = &cq_table->bank[get_cq_bankid(cqn)]; in free_cqn()
97 ida_free(&bank->ida, cqn >> CQ_BANKID_SHIFT); in free_cqn()
121 ret = hns_roce_table_get(hr_dev, &cq_table->table, hr_cq->cqn); in alloc_cqc()
124 hr_cq->cqn, ret); in alloc_cqc()
128 ret = xa_err(xa_store(&cq_table->array, hr_cq->cqn, hr_cq, GFP_KERNEL)); in alloc_cqc()
144 ret = hns_roce_cmd_mbox(hr_dev, mailbox->dma, 0, hr_cq->cqn, 0, in alloc_cqc()
[all …]
|
| D | hns_roce_hw_v2_dfx.c | 9 int hns_roce_v2_query_cqc_info(struct hns_roce_dev *hr_dev, u32 cqn, in hns_roce_v2_query_cqc_info() argument
21 ret = hns_roce_cmd_mbox(hr_dev, 0, mailbox->dma, cqn, 0, in hns_roce_v2_query_cqc_info()
|
| D | hns_roce_restrack.c | 95 ret = hr_dev->dfx->query_cqc_info(hr_dev, hr_cq->cqn, (int *)context); in hns_roce_fill_res_cq_entry()
|
| D | hns_roce_hw_v1.c | 2012 ROCEE_DB_OTHERS_H_ROCEE_DB_OTH_INP_H_S, hr_cq->cqn); in hns_roce_v1_cq_set_ci()
2080 offset = hr_cq->cqn * HNS_ROCE_V1_TPTR_ENTRY_SIZE; in hns_roce_v1_write_cqc()
2089 CQ_CONTEXT_CQC_BYTE_4_CQN_S, hr_cq->cqn); in hns_roce_v1_write_cqc()
2165 hr_cq->cqn | notification_flag); in hns_roce_v1_req_notify_cq()
2215 hr_cq->cqn, (qpn & HNS_ROCE_CQE_QPN_MASK)); in hns_roce_v1_poll_one()
2645 to_hr_cq(ibqp->recv_cq)->cqn); in hns_roce_v1_m_sqp()
2649 to_hr_cq(ibqp->send_cq)->cqn); in hns_roce_v1_m_sqp()
2819 to_hr_cq(ibqp->send_cq)->cqn); in hns_roce_v1_m_qp()
2823 to_hr_cq(ibqp->recv_cq)->cqn); in hns_roce_v1_m_qp()
2884 to_hr_cq(ibqp->send_cq)->cqn); in hns_roce_v1_m_qp()
[all …]
|
| D | hns_roce_device.h | 446 unsigned long cqn; member
471 u32 cqn; member
876 int (*query_cqc_info)(struct hns_roce_dev *hr_dev, u32 cqn,
1251 void hns_roce_cq_completion(struct hns_roce_dev *hr_dev, u32 cqn);
1252 void hns_roce_cq_event(struct hns_roce_dev *hr_dev, u32 cqn, int event_type);
|
| /Linux-v5.15/drivers/net/ethernet/mellanox/mlx5/core/ |
| D | cq.c | 108 cq->cqn = MLX5_GET(create_cq_out, out, cqn); in mlx5_core_create_cq()
135 cq->cqn); in mlx5_core_create_cq()
146 MLX5_SET(destroy_cq_in, din, cqn, cq->cqn); in mlx5_core_create_cq()
164 MLX5_SET(destroy_cq_in, in, cqn, cq->cqn); in mlx5_core_destroy_cq()
183 MLX5_SET(query_cq_in, in, cqn, cq->cqn); in mlx5_core_query_cq()
207 MLX5_SET(modify_cq_in, in, cqn, cq->cqn); in mlx5_core_modify_cq_moderation()
|
| D | eq.c | 89 static struct mlx5_core_cq *mlx5_eq_cq_get(struct mlx5_eq *eq, u32 cqn) in mlx5_eq_cq_get() argument
95 cq = radix_tree_lookup(&table->tree, cqn); in mlx5_eq_cq_get()
112 u32 cqn = -1; in mlx5_eq_comp_int() local
126 cqn = be32_to_cpu(eqe->data.comp.cqn) & 0xffffff; in mlx5_eq_comp_int()
128 cq = mlx5_eq_cq_get(eq, cqn); in mlx5_eq_comp_int()
135 "Completion event for bogus CQ 0x%x\n", cqn); in mlx5_eq_comp_int()
145 if (cqn != -1) in mlx5_eq_comp_int()
415 err = radix_tree_insert(&table->tree, cq->cqn, cq); in mlx5_eq_add_cq()
427 tmp = radix_tree_delete(&table->tree, cq->cqn); in mlx5_eq_del_cq()
432 eq->eqn, cq->cqn); in mlx5_eq_del_cq()
[all …]
|
| /Linux-v5.15/drivers/infiniband/hw/mthca/ |
| D | mthca_cq.c | 76 __be32 cqn; member
211 mthca_write64(MTHCA_TAVOR_CQ_DB_INC_CI | cq->cqn, incr - 1, in update_cons_index()
217 void mthca_cq_completion(struct mthca_dev *dev, u32 cqn) in mthca_cq_completion() argument
221 cq = mthca_array_get(&dev->cq_table.cq, cqn & (dev->limits.num_cqs - 1)); in mthca_cq_completion()
224 mthca_warn(dev, "Completion event for bogus CQ %08x\n", cqn); in mthca_cq_completion()
233 void mthca_cq_event(struct mthca_dev *dev, u32 cqn, in mthca_cq_event() argument
241 cq = mthca_array_get(&dev->cq_table.cq, cqn & (dev->limits.num_cqs - 1)); in mthca_cq_event()
248 mthca_warn(dev, "Async event for bogus CQ %08x\n", cqn); in mthca_cq_event()
297 qpn, cq->cqn, cq->cons_index, prod_index); in mthca_cq_clean()
384 cq->cqn, cq->cons_index); in handle_error_cqe()
[all …]
|
| D | mthca_eq.c | 132 __be32 cqn; member
149 __be32 cqn; member
219 static inline void disarm_cq(struct mthca_dev *dev, int eqn, int cqn) in disarm_cq() argument
222 mthca_write64(MTHCA_EQ_DB_DISARM_CQ | eqn, cqn, in disarm_cq()
276 disarm_cqn = be32_to_cpu(eqe->event.comp.cqn) & 0xffffff; in mthca_eq_int()
343 be32_to_cpu(eqe->event.cq_err.cqn) & 0xffffff); in mthca_eq_int()
344 mthca_cq_event(dev, be32_to_cpu(eqe->event.cq_err.cqn), in mthca_eq_int()
|
| /Linux-v5.15/drivers/infiniband/hw/mlx4/ |
| D | srq.c | 82 u32 cqn; in mlx4_ib_create_srq() local
180 cqn = ib_srq_has_cq(init_attr->srq_type) ? in mlx4_ib_create_srq()
181 to_mcq(init_attr->ext.cq)->mcq.cqn : 0; in mlx4_ib_create_srq()
185 err = mlx4_srq_alloc(dev->dev, to_mpd(ib_srq->pd)->pdn, cqn, xrcdn, in mlx4_ib_create_srq()
|
| /Linux-v5.15/include/linux/mlx5/ |
| D | cq.h | 40 u32 cqn; member
170 doorbell[1] = cpu_to_be32(cq->cqn); in mlx5_cq_arm()
|
| /Linux-v5.15/drivers/infiniband/hw/mlx5/ |
| D | cq.c | 57 type, mcq->cqn); in mlx5_ib_cq_event()
520 "Requestor" : "Responder", cq->mcq.cqn); in mlx5_poll_one()
557 cq->mcq.cqn, sig->err_item.key, in mlx5_poll_one()
583 cq->mcq.cqn); in poll_soft_wc()
1008 mlx5_ib_dbg(dev, "cqn 0x%x\n", cq->mcq.cqn); in mlx5_ib_create_cq()
1018 if (ib_copy_to_udata(udata, &cq->mcq.cqn, sizeof(__u32))) { in mlx5_ib_create_cq()
1137 mlx5_ib_warn(dev, "modify cq 0x%x failed\n", mcq->mcq.cqn); in mlx5_ib_modify_cq()
1244 cq->mcq.cqn); in copy_resize_cqes()
1351 MLX5_SET(modify_cq_in, in, cqn, cq->mcq.cqn); in mlx5_ib_resize_cq()
|
| D | srq.c | 275 in.cqn = to_mcq(init_attr->ext.cq)->mcq.cqn; in mlx5_ib_create_srq()
277 in.cqn = to_mcq(dev->devr.c0)->mcq.cqn; in mlx5_ib_create_srq()
|
| D | srq.h | 25 u32 cqn; member
|
| D | qp.c | 1301 MLX5_SET(sqc, sqc, cqn, MLX5_GET(qpc, qpc, cqn_snd)); in create_raw_packet_qp_sq()
1389 MLX5_SET(rqc, rqc, cqn, MLX5_GET(qpc, qpc, cqn_rcv)); in create_raw_packet_qp_rq()
1946 MLX5_SET(qpc, qpc, cqn_rcv, to_mcq(devr->c0)->mcq.cqn); in create_xrc_tgt_qp()
1947 MLX5_SET(qpc, qpc, cqn_snd, to_mcq(devr->c0)->mcq.cqn); in create_xrc_tgt_qp()
2089 to_mcq(init_attr->send_cq)->mcq.cqn); in create_dci()
2093 to_mcq(init_attr->recv_cq)->mcq.cqn); in create_dci()
2270 MLX5_SET(qpc, qpc, cqn_rcv, to_mcq(devr->c0)->mcq.cqn); in create_user_qp()
2285 MLX5_SET(qpc, qpc, cqn_snd, to_mcq(init_attr->send_cq)->mcq.cqn); in create_user_qp()
2288 MLX5_SET(qpc, qpc, cqn_rcv, to_mcq(init_attr->recv_cq)->mcq.cqn); in create_user_qp()
2428 MLX5_SET(qpc, qpc, cqn_snd, to_mcq(attr->send_cq)->mcq.cqn); in create_kernel_qp()
[all …]
|
| /Linux-v5.15/include/uapi/rdma/ |
| D | hns-abi.h | 51 __aligned_u64 cqn; /* Only 32 bits used, 64 for compat */ member
|
| D | mthca-abi.h | 84 __u32 cqn; member
|
| D | mlx4-abi.h | 85 __u32 cqn; member
|
| /Linux-v5.15/drivers/net/ethernet/mellanox/mlx5/core/steering/ |
| D | dr_send.c | 45 u32 cqn; member
169 MLX5_SET(qpc, qpc, cqn_snd, attr->cqn); in dr_create_rc_qp()
170 MLX5_SET(qpc, qpc, cqn_rcv, attr->cqn); in dr_create_rc_qp()
752 pr_err("CQ completion CQ: #%u\n", mcq->cqn); in dr_cq_complete()
936 init_attr.cqn = dmn->send_ring->cq->mcq.cqn; in mlx5dr_send_ring_alloc()
|
| /Linux-v5.15/include/linux/mlx4/ |
| D | cq.h | 166 doorbell[0] = cpu_to_be32(sn << 28 | cmd | cq->cqn); in mlx4_cq_arm()
|
