| /Linux-v6.6/drivers/net/ethernet/mellanox/mlx4/ |
| D | cq.c | 104 void mlx4_cq_completion(struct mlx4_dev *dev, u32 cqn) in mlx4_cq_completion() argument
110 cqn & (dev->caps.num_cqs - 1)); in mlx4_cq_completion()
114 mlx4_dbg(dev, "Completion event for bogus CQ %08x\n", cqn); in mlx4_cq_completion()
126 void mlx4_cq_event(struct mlx4_dev *dev, u32 cqn, int event_type) in mlx4_cq_event() argument
132 cq = radix_tree_lookup(&cq_table->tree, cqn & (dev->caps.num_cqs - 1)); in mlx4_cq_event()
136 mlx4_dbg(dev, "Async event for bogus CQ %08x\n", cqn); in mlx4_cq_event()
184 err = mlx4_MODIFY_CQ(dev, mailbox, cq->cqn, 1); in mlx4_cq_modify()
210 err = mlx4_MODIFY_CQ(dev, mailbox, cq->cqn, 0); in mlx4_cq_resize()
217 int __mlx4_cq_alloc_icm(struct mlx4_dev *dev, int *cqn) in __mlx4_cq_alloc_icm() argument
223 *cqn = mlx4_bitmap_alloc(&cq_table->bitmap); in __mlx4_cq_alloc_icm()
[all …]
|
| D | en_resources.c | 41 int is_tx, int rss, int qpn, int cqn, in mlx4_en_fill_qp_context() argument
72 context->cqn_send = cpu_to_be32(cqn); in mlx4_en_fill_qp_context()
73 context->cqn_recv = cpu_to_be32(cqn); in mlx4_en_fill_qp_context()
|
| D | resource_tracker.c | 1671 static int cq_res_start_move_to(struct mlx4_dev *dev, int slave, int cqn, in cq_res_start_move_to() argument
1680 r = res_tracker_lookup(&tracker->res_tree[RES_CQ], cqn); in cq_res_start_move_to()
1938 int cqn; in cq_alloc_res() local
1947 err = __mlx4_cq_alloc_icm(dev, &cqn); in cq_alloc_res()
1953 err = add_res_range(dev, slave, cqn, 1, RES_CQ, 0); in cq_alloc_res()
1956 __mlx4_cq_free_icm(dev, cqn); in cq_alloc_res()
1960 set_param_l(out_param, cqn); in cq_alloc_res()
2464 int cqn; in cq_free_res() local
2469 cqn = get_param_l(&in_param); in cq_free_res()
2470 err = rem_res_range(dev, slave, cqn, 1, RES_CQ, 0); in cq_free_res()
[all …]
|
| D | srq.c | 162 int mlx4_srq_alloc(struct mlx4_dev *dev, u32 pdn, u32 cqn, u16 xrcd, in mlx4_srq_alloc() argument
192 srq_context->pg_offset_cqn = cpu_to_be32(cqn & 0xffffff); in mlx4_srq_alloc()
|
| /Linux-v6.6/drivers/infiniband/hw/hns/ |
| D | hns_roce_cq.c | 76 hr_cq->cqn = (id << CQ_BANKID_SHIFT) | bankid; in alloc_cqn()
83 static inline u8 get_cq_bankid(unsigned long cqn) in get_cq_bankid() argument
86 return (u8)(cqn & GENMASK(1, 0)); in get_cq_bankid()
89 static void free_cqn(struct hns_roce_dev *hr_dev, unsigned long cqn) in free_cqn() argument
94 bank = &cq_table->bank[get_cq_bankid(cqn)]; in free_cqn()
96 ida_free(&bank->ida, cqn >> CQ_BANKID_SHIFT); in free_cqn()
120 hr_cq->cqn); in hns_roce_create_cqc()
124 hr_cq->cqn, ret); in hns_roce_create_cqc()
147 ret = hns_roce_table_get(hr_dev, &cq_table->table, hr_cq->cqn); in alloc_cqc()
150 hr_cq->cqn, ret); in alloc_cqc()
[all …]
|
| D | hns_roce_qp.c | 184 unsigned long cqn = 0; in get_least_load_bankid_for_qp() local
190 cqn = to_hr_cq(scq)->cqn; in get_least_load_bankid_for_qp()
193 if (scq && (get_affinity_cq_bank(i) != (cqn & CQ_BANKID_MASK))) in get_least_load_bankid_for_qp()
1388 } else if (send_cq->cqn < recv_cq->cqn) { in hns_roce_lock_cqs()
1413 } else if (send_cq->cqn < recv_cq->cqn) { in hns_roce_unlock_cqs()
|
| D | hns_roce_device.h | 417 unsigned long cqn; member
442 u32 cqn; member
908 int (*query_cqc)(struct hns_roce_dev *hr_dev, u32 cqn, void *buffer);
1228 void hns_roce_cq_completion(struct hns_roce_dev *hr_dev, u32 cqn);
1229 void hns_roce_cq_event(struct hns_roce_dev *hr_dev, u32 cqn, int event_type);
|
| /Linux-v6.6/drivers/infiniband/hw/mthca/ |
| D | mthca_cq.c | 76 __be32 cqn; member
211 mthca_write64(MTHCA_TAVOR_CQ_DB_INC_CI | cq->cqn, incr - 1, in update_cons_index()
217 void mthca_cq_completion(struct mthca_dev *dev, u32 cqn) in mthca_cq_completion() argument
221 cq = mthca_array_get(&dev->cq_table.cq, cqn & (dev->limits.num_cqs - 1)); in mthca_cq_completion()
224 mthca_warn(dev, "Completion event for bogus CQ %08x\n", cqn); in mthca_cq_completion()
233 void mthca_cq_event(struct mthca_dev *dev, u32 cqn, in mthca_cq_event() argument
241 cq = mthca_array_get(&dev->cq_table.cq, cqn & (dev->limits.num_cqs - 1)); in mthca_cq_event()
248 mthca_warn(dev, "Async event for bogus CQ %08x\n", cqn); in mthca_cq_event()
297 qpn, cq->cqn, cq->cons_index, prod_index); in mthca_cq_clean()
384 cq->cqn, cq->cons_index); in handle_error_cqe()
[all …]
|
| D | mthca_eq.c | 132 __be32 cqn; member
149 __be32 cqn; member
219 static inline void disarm_cq(struct mthca_dev *dev, int eqn, int cqn) in disarm_cq() argument
222 mthca_write64(MTHCA_EQ_DB_DISARM_CQ | eqn, cqn, in disarm_cq()
276 disarm_cqn = be32_to_cpu(eqe->event.comp.cqn) & 0xffffff; in mthca_eq_int()
343 be32_to_cpu(eqe->event.cq_err.cqn) & 0xffffff); in mthca_eq_int()
344 mthca_cq_event(dev, be32_to_cpu(eqe->event.cq_err.cqn), in mthca_eq_int()
|
| /Linux-v6.6/drivers/net/ethernet/mellanox/mlx5/core/ |
| D | cq.c | 108 cq->cqn = MLX5_GET(create_cq_out, out, cqn); in mlx5_create_cq()
135 cq->cqn); in mlx5_create_cq()
146 MLX5_SET(destroy_cq_in, din, cqn, cq->cqn); in mlx5_create_cq()
174 MLX5_SET(destroy_cq_in, in, cqn, cq->cqn); in mlx5_core_destroy_cq()
194 MLX5_SET(query_cq_in, in, cqn, cq->cqn); in mlx5_core_query_cq()
218 MLX5_SET(modify_cq_in, in, cqn, cq->cqn); in mlx5_core_modify_cq_moderation()
|
| D | eq.c | 94 static struct mlx5_core_cq *mlx5_eq_cq_get(struct mlx5_eq *eq, u32 cqn) in mlx5_eq_cq_get() argument
100 cq = radix_tree_lookup(&table->tree, cqn); in mlx5_eq_cq_get()
117 u32 cqn = -1; in mlx5_eq_comp_int() local
131 cqn = be32_to_cpu(eqe->data.comp.cqn) & 0xffffff; in mlx5_eq_comp_int()
133 cq = mlx5_eq_cq_get(eq, cqn); in mlx5_eq_comp_int()
140 "Completion event for bogus CQ 0x%x\n", cqn); in mlx5_eq_comp_int()
150 if (cqn != -1) in mlx5_eq_comp_int()
413 err = radix_tree_insert(&table->tree, cq->cqn, cq); in mlx5_eq_add_cq()
425 tmp = radix_tree_delete(&table->tree, cq->cqn); in mlx5_eq_del_cq()
430 eq->eqn, cq->cqn); in mlx5_eq_del_cq()
[all …]
|
| /Linux-v6.6/drivers/infiniband/hw/erdma/ |
| D | erdma_eq.c | 33 u32 cqn, qpn; in erdma_aeq_event_handler() local
54 cqn = le32_to_cpu(aeqe->event_data0); in erdma_aeq_event_handler()
55 cq = find_cq_by_cqn(dev, cqn); in erdma_aeq_event_handler()
130 int cqn; in erdma_ceq_completion_handler() local
143 cqn = FIELD_GET(ERDMA_CEQE_HDR_CQN_MASK, READ_ONCE(*ceqe)); in erdma_ceq_completion_handler()
145 cq = find_cq_by_cqn(dev, cqn); in erdma_ceq_completion_handler()
|
| D | erdma_verbs.c | 64 FIELD_PREP(ERDMA_CMD_CREATE_QP_CQN_MASK, qp->scq->cqn); in create_qp_cmd()
68 FIELD_PREP(ERDMA_CMD_CREATE_QP_CQN_MASK, qp->rcq->cqn); in create_qp_cmd()
89 FIELD_PREP(ERDMA_CMD_CREATE_QP_CQN_MASK, qp->scq->cqn); in create_qp_cmd()
95 FIELD_PREP(ERDMA_CMD_CREATE_QP_CQN_MASK, qp->rcq->cqn); in create_qp_cmd()
196 req.cfg0 = FIELD_PREP(ERDMA_CMD_CREATE_CQ_CQN_MASK, cq->cqn) | in create_cq_cmd()
1233 req.cqn = cq->cqn; in erdma_destroy_cq()
1248 xa_erase(&dev->cq_xa, cq->cqn); in erdma_destroy_cq()
1636 ret = xa_alloc_cyclic(&dev->cq_xa, &cq->cqn, cq, in erdma_create_cq()
1655 uresp.cq_id = cq->cqn; in erdma_create_cq()
1685 xa_erase(&dev->cq_xa, cq->cqn); in erdma_create_cq()
|
| /Linux-v6.6/drivers/infiniband/hw/mlx4/ |
| D | srq.c | 82 u32 cqn; in mlx4_ib_create_srq() local
180 cqn = ib_srq_has_cq(init_attr->srq_type) ? in mlx4_ib_create_srq()
181 to_mcq(init_attr->ext.cq)->mcq.cqn : 0; in mlx4_ib_create_srq()
185 err = mlx4_srq_alloc(dev->dev, to_mpd(ib_srq->pd)->pdn, cqn, xrcdn, in mlx4_ib_create_srq()
|
| /Linux-v6.6/include/linux/mlx5/ |
| D | cq.h | 40 u32 cqn; member
170 doorbell[1] = cpu_to_be32(cq->cqn); in mlx5_cq_arm()
|
| /Linux-v6.6/drivers/infiniband/hw/mlx5/ |
| D | cq.c | 57 type, mcq->cqn); in mlx5_ib_cq_event()
526 "Requestor" : "Responder", cq->mcq.cqn); in mlx5_poll_one()
567 cq->mcq.cqn, sig->err_item.key, in mlx5_poll_one()
593 cq->mcq.cqn); in poll_soft_wc()
1018 mlx5_ib_dbg(dev, "cqn 0x%x\n", cq->mcq.cqn); in mlx5_ib_create_cq()
1028 if (ib_copy_to_udata(udata, &cq->mcq.cqn, sizeof(__u32))) { in mlx5_ib_create_cq()
1147 mlx5_ib_warn(dev, "modify cq 0x%x failed\n", mcq->mcq.cqn); in mlx5_ib_modify_cq()
1254 cq->mcq.cqn); in copy_resize_cqes()
1361 MLX5_SET(modify_cq_in, in, cqn, cq->mcq.cqn); in mlx5_ib_resize_cq()
|
| D | srq.c | 274 in.cqn = to_mcq(init_attr->ext.cq)->mcq.cqn; in mlx5_ib_create_srq()
276 in.cqn = to_mcq(dev->devr.c0)->mcq.cqn; in mlx5_ib_create_srq()
|
| D | srq.h | 25 u32 cqn; member
|
| D | qp.c | 1387 MLX5_SET(sqc, sqc, cqn, MLX5_GET(qpc, qpc, cqn_snd)); in create_raw_packet_qp_sq()
1475 MLX5_SET(rqc, rqc, cqn, MLX5_GET(qpc, qpc, cqn_rcv)); in create_raw_packet_qp_rq()
2032 MLX5_SET(qpc, qpc, cqn_rcv, to_mcq(devr->c0)->mcq.cqn); in create_xrc_tgt_qp()
2033 MLX5_SET(qpc, qpc, cqn_snd, to_mcq(devr->c0)->mcq.cqn); in create_xrc_tgt_qp()
2175 to_mcq(init_attr->send_cq)->mcq.cqn); in create_dci()
2179 to_mcq(init_attr->recv_cq)->mcq.cqn); in create_dci()
2356 MLX5_SET(qpc, qpc, cqn_rcv, to_mcq(devr->c0)->mcq.cqn); in create_user_qp()
2371 MLX5_SET(qpc, qpc, cqn_snd, to_mcq(init_attr->send_cq)->mcq.cqn); in create_user_qp()
2374 MLX5_SET(qpc, qpc, cqn_rcv, to_mcq(init_attr->recv_cq)->mcq.cqn); in create_user_qp()
2514 MLX5_SET(qpc, qpc, cqn_snd, to_mcq(attr->send_cq)->mcq.cqn); in create_kernel_qp()
[all …]
|
| /Linux-v6.6/include/uapi/rdma/ |
| D | mthca-abi.h | 84 __u32 cqn; member
|
| D | hns-abi.h | 51 __aligned_u64 cqn; /* Only 32 bits used, 64 for compat */ member
|
| D | mlx4-abi.h | 85 __u32 cqn; member
|
| /Linux-v6.6/drivers/infiniband/hw/efa/ |
| D | efa_admin_defs.h | 128 u16 cqn; member
|
| D | efa_main.c | 74 u16 cqn = eqe->u.comp_event.cqn; in efa_process_comp_eqe() local
78 cq = xa_load(&dev->cqs_xa, cqn); in efa_process_comp_eqe()
82 cqn); in efa_process_comp_eqe()
|
| /Linux-v6.6/include/linux/mlx4/ |
| D | cq.h | 166 doorbell[0] = cpu_to_be32(sn << 28 | cmd | cq->cqn); in mlx4_cq_arm()
|
