146 	struct ib_device *ibdev = qp->ibqp.device;  in mlx5_ib_read_user_wqe()
158 			    qp->ibqp.qp_type);  in mlx5_ib_read_user_wqe()
199 	struct ib_qp *ibqp = &to_mibqp(qp)->ibqp;  in mlx5_ib_qp_event()  local
207 	if (ibqp->event_handler) {  in mlx5_ib_qp_event()
208 		event.device     = ibqp->device;  in mlx5_ib_qp_event()
209 		event.element.qp = ibqp;  in mlx5_ib_qp_event()
240 		ibqp->event_handler(&event, ibqp->qp_context);  in mlx5_ib_qp_event()
2019 	return to_mpd(qp->ibqp.pd);  in get_pd()
2068 	if (qp->ibqp.rwq_ind_tbl) {  in destroy_qp_common()
2073 	base = (qp->ibqp.qp_type == IB_QPT_RAW_PACKET ||  in destroy_qp_common()
2079 		if (qp->ibqp.qp_type != IB_QPT_RAW_PACKET &&  in destroy_qp_common()
2096 	get_cqs(qp->ibqp.qp_type, qp->ibqp.send_cq, qp->ibqp.recv_cq,  in destroy_qp_common()
2111 				   qp->ibqp.srq ? to_msrq(qp->ibqp.srq) : NULL);  in destroy_qp_common()
2119 	if (qp->ibqp.qp_type == IB_QPT_RAW_PACKET ||  in destroy_qp_common()
2205 	return &qp->ibqp;  in mlx5_ib_create_dct()
2337 			qp->ibqp.qp_num = 0;  in mlx5_ib_create_qp()
2339 			qp->ibqp.qp_num = 1;  in mlx5_ib_create_qp()
2341 			qp->ibqp.qp_num = qp->trans_qp.base.mqp.qpn;  in mlx5_ib_create_qp()
2344 			    qp->ibqp.qp_num, qp->trans_qp.base.mqp.qpn,  in mlx5_ib_create_qp()
2368 	return &qp->ibqp;  in mlx5_ib_create_qp()
2373 	struct mlx5_ib_dev *dev = to_mdev(mqp->ibqp.device);  in mlx5_ib_destroy_dct()
2541 		if (qp->ibqp.qp_type == IB_QPT_RC ||  in mlx5_set_path()
2542 		    qp->ibqp.qp_type == IB_QPT_UC ||  in mlx5_set_path()
2543 		    qp->ibqp.qp_type == IB_QPT_XRC_INI ||  in mlx5_set_path()
2544 		    qp->ibqp.qp_type == IB_QPT_XRC_TGT)  in mlx5_set_path()
2580 	if ((qp->ibqp.qp_type == IB_QPT_RAW_PACKET) && qp->sq.wqe_cnt)  in mlx5_set_path()
2776 	struct mlx5_ib_qp *ibqp = sq->base.container_mibqp;  in modify_raw_packet_qp_sq()  local
2777 	struct mlx5_rate_limit old_rl = ibqp->rl;  in modify_raw_packet_qp_sq()
2837 	ibqp->rl = new_rl;  in modify_raw_packet_qp_sq()
2912 static int __mlx5_ib_modify_qp(struct ib_qp *ibqp,  in __mlx5_ib_modify_qp()  argument
2954 	struct mlx5_ib_dev *dev = to_mdev(ibqp->device);  in __mlx5_ib_modify_qp()
2955 	struct mlx5_ib_qp *qp = to_mqp(ibqp);  in __mlx5_ib_modify_qp()
2968 	mlx5_st = to_mlx5_st(ibqp->qp_type == IB_QPT_DRIVER ?  in __mlx5_ib_modify_qp()
2969 			     qp->qp_sub_type : ibqp->qp_type);  in __mlx5_ib_modify_qp()
2996 		if ((ibqp->qp_type == IB_QPT_RC) ||  in __mlx5_ib_modify_qp()
2997 		    (ibqp->qp_type == IB_QPT_UD &&  in __mlx5_ib_modify_qp()
2999 		    (ibqp->qp_type == IB_QPT_UC) ||  in __mlx5_ib_modify_qp()
3000 		    (ibqp->qp_type == IB_QPT_RAW_PACKET) ||  in __mlx5_ib_modify_qp()
3001 		    (ibqp->qp_type == IB_QPT_XRC_INI) ||  in __mlx5_ib_modify_qp()
3002 		    (ibqp->qp_type == IB_QPT_XRC_TGT)) {  in __mlx5_ib_modify_qp()
3013 	if (is_sqp(ibqp->qp_type)) {  in __mlx5_ib_modify_qp()
3015 	} else if ((ibqp->qp_type == IB_QPT_UD &&  in __mlx5_ib_modify_qp()
3017 		   ibqp->qp_type == MLX5_IB_QPT_REG_UMR) {  in __mlx5_ib_modify_qp()
3038 	if (is_sqp(ibqp->qp_type))  in __mlx5_ib_modify_qp()
3066 	get_cqs(qp->ibqp.qp_type, qp->ibqp.send_cq, qp->ibqp.recv_cq,  in __mlx5_ib_modify_qp()
3123 	if (!ibqp->uobject && cur_state == IB_QPS_RESET && new_state == IB_QPS_INIT)  in __mlx5_ib_modify_qp()
3142 	if (qp->ibqp.qp_type == IB_QPT_RAW_PACKET ||  in __mlx5_ib_modify_qp()
3205 	    !ibqp->uobject && ibqp->qp_type != IB_QPT_XRC_TGT) {  in __mlx5_ib_modify_qp()
3207 				 ibqp->srq ? to_msrq(ibqp->srq) : NULL);  in __mlx5_ib_modify_qp()
3277 static int mlx5_ib_modify_dct(struct ib_qp *ibqp, struct ib_qp_attr *attr,  in mlx5_ib_modify_dct()  argument
3280 	struct mlx5_ib_qp *qp = to_mqp(ibqp);  in mlx5_ib_modify_dct()
3281 	struct mlx5_ib_dev *dev = to_mdev(ibqp->device);  in mlx5_ib_modify_dct()
3359 int mlx5_ib_modify_qp(struct ib_qp *ibqp, struct ib_qp_attr *attr,  in mlx5_ib_modify_qp()  argument
3362 	struct mlx5_ib_dev *dev = to_mdev(ibqp->device);  in mlx5_ib_modify_qp()
3363 	struct mlx5_ib_qp *qp = to_mqp(ibqp);  in mlx5_ib_modify_qp()
3372 	if (ibqp->rwq_ind_tbl)  in mlx5_ib_modify_qp()
3397 	if (unlikely(ibqp->qp_type == IB_QPT_GSI))  in mlx5_ib_modify_qp()
3398 		return mlx5_ib_gsi_modify_qp(ibqp, attr, attr_mask);  in mlx5_ib_modify_qp()
3400 	if (ibqp->qp_type == IB_QPT_DRIVER)  in mlx5_ib_modify_qp()
3403 		qp_type = (unlikely(ibqp->qp_type == MLX5_IB_QPT_HW_GSI)) ?  in mlx5_ib_modify_qp()
3404 			IB_QPT_GSI : ibqp->qp_type;  in mlx5_ib_modify_qp()
3407 		return mlx5_ib_modify_dct(ibqp, attr, attr_mask, udata);  in mlx5_ib_modify_qp()
3429 			    cur_state, new_state, ibqp->qp_type, attr_mask);  in mlx5_ib_modify_qp()
3477 	err = __mlx5_ib_modify_qp(ibqp, attr, attr_mask, cur_state,  in mlx5_ib_modify_qp()
4230 	struct mlx5_ib_pd *pd = to_mpd(qp->ibqp.pd);  in set_reg_wr()
4235 		mlx5_ib_warn(to_mdev(qp->ibqp.device),  in set_reg_wr()
4302 	if (unlikely(mlx5_wq_overflow(&qp->sq, nreq, qp->ibqp.send_cq)))  in __begin_wqe()
4351 static int _mlx5_ib_post_send(struct ib_qp *ibqp, const struct ib_send_wr *wr,  in _mlx5_ib_post_send()  argument
4355 	struct mlx5_ib_dev *dev = to_mdev(ibqp->device);  in _mlx5_ib_post_send()
4374 	if (unlikely(ibqp->qp_type == IB_QPT_GSI))  in _mlx5_ib_post_send()
4375 		return mlx5_ib_gsi_post_send(ibqp, wr, bad_wr);  in _mlx5_ib_post_send()
4377 	qp = to_mqp(ibqp);  in _mlx5_ib_post_send()
4427 		switch (ibqp->qp_type) {  in _mlx5_ib_post_send()
4678 int mlx5_ib_post_send(struct ib_qp *ibqp, const struct ib_send_wr *wr,  in mlx5_ib_post_send()  argument
4681 	return _mlx5_ib_post_send(ibqp, wr, bad_wr, false);  in mlx5_ib_post_send()
4689 static int _mlx5_ib_post_recv(struct ib_qp *ibqp, const struct ib_recv_wr *wr,  in _mlx5_ib_post_recv()  argument
4692 	struct mlx5_ib_qp *qp = to_mqp(ibqp);  in _mlx5_ib_post_recv()
4695 	struct mlx5_ib_dev *dev = to_mdev(ibqp->device);  in _mlx5_ib_post_recv()
4703 	if (unlikely(ibqp->qp_type == IB_QPT_GSI))  in _mlx5_ib_post_recv()
4704 		return mlx5_ib_gsi_post_recv(ibqp, wr, bad_wr);  in _mlx5_ib_post_recv()
4718 		if (mlx5_wq_overflow(&qp->rq, nreq, qp->ibqp.recv_cq)) {  in _mlx5_ib_post_recv()
4770 int mlx5_ib_post_recv(struct ib_qp *ibqp, const struct ib_recv_wr *wr,  in mlx5_ib_post_recv()  argument
4773 	return _mlx5_ib_post_recv(ibqp, wr, bad_wr, false);  in mlx5_ib_post_recv()
4994 	if (qp->ibqp.qp_type == IB_QPT_RC || qp->ibqp.qp_type == IB_QPT_UC) {  in query_qp_attr()
5090 int mlx5_ib_query_qp(struct ib_qp *ibqp, struct ib_qp_attr *qp_attr,  in mlx5_ib_query_qp()  argument
5093 	struct mlx5_ib_dev *dev = to_mdev(ibqp->device);  in mlx5_ib_query_qp()
5094 	struct mlx5_ib_qp *qp = to_mqp(ibqp);  in mlx5_ib_query_qp()
5098 	if (ibqp->rwq_ind_tbl)  in mlx5_ib_query_qp()
5101 	if (unlikely(ibqp->qp_type == IB_QPT_GSI))  in mlx5_ib_query_qp()
5102 		return mlx5_ib_gsi_query_qp(ibqp, qp_attr, qp_attr_mask,  in mlx5_ib_query_qp()
5115 	if (qp->ibqp.qp_type == IB_QPT_RAW_PACKET ||  in mlx5_ib_query_qp()
5133 	if (!ibqp->uobject) {  in mlx5_ib_query_qp()
5136 		qp_init_attr->qp_context = ibqp->qp_context;  in mlx5_ib_query_qp()
5142 	qp_init_attr->qp_type = ibqp->qp_type;  in mlx5_ib_query_qp()
5143 	qp_init_attr->recv_cq = ibqp->recv_cq;  in mlx5_ib_query_qp()
5144 	qp_init_attr->send_cq = ibqp->send_cq;  in mlx5_ib_query_qp()
5145 	qp_init_attr->srq = ibqp->srq;  in mlx5_ib_query_qp()