80 	struct mlx5_cqe64 *cqe64;  in get_sw_cqe()  local
82 	cqe64 = (cq->mcq.cqe_sz == 64) ? cqe : cqe + 64;  in get_sw_cqe()
84 	if (likely((cqe64->op_own) >> 4 != MLX5_CQE_INVALID) &&  in get_sw_cqe()
85 	    !((cqe64->op_own & MLX5_CQE_OWNER_MASK) ^ !!(n & (cq->ibcq.cqe + 1)))) {  in get_sw_cqe()
352 static void handle_atomic(struct mlx5_ib_qp *qp, struct mlx5_cqe64 *cqe64,  in handle_atomic()  argument
362 	byte_count = be32_to_cpu(cqe64->byte_cnt);  in handle_atomic()
377 static void handle_atomics(struct mlx5_ib_qp *qp, struct mlx5_cqe64 *cqe64,  in handle_atomics()  argument
384 		handle_atomic(qp, cqe64, idx);  in handle_atomics()
514 	struct mlx5_cqe64 *cqe64;  in mlx5_poll_one()  local
531 	cqe64 = (cq->mcq.cqe_sz == 64) ? cqe : cqe + 64;  in mlx5_poll_one()
540 	opcode = cqe64->op_own >> 4;  in mlx5_poll_one()
553 	qpn = ntohl(cqe64->sop_drop_qpn) & 0xffffff;  in mlx5_poll_one()
567 		wqe_ctr = be16_to_cpu(cqe64->wqe_counter);  in mlx5_poll_one()
569 		handle_good_req(wc, cqe64, wq, idx);  in mlx5_poll_one()
570 		handle_atomics(*cur_qp, cqe64, wq->last_poll, idx);  in mlx5_poll_one()
579 		handle_responder(wc, cqe64, *cur_qp);  in mlx5_poll_one()
586 		err_cqe = (struct mlx5_err_cqe *)cqe64;  in mlx5_poll_one()
595 			wqe_ctr = be16_to_cpu(cqe64->wqe_counter);  in mlx5_poll_one()
604 				wqe_ctr = be16_to_cpu(cqe64->wqe_counter);  in mlx5_poll_one()
615 		sig_err_cqe = (struct mlx5_sig_err_cqe *)cqe64;  in mlx5_poll_one()
904 	struct mlx5_cqe64 *cqe64;  in init_cq_frag_buf()  local
908 		cqe64 = buf->cqe_size == 64 ? cqe : cqe + 64;  in init_cq_frag_buf()
909 		cqe64->op_own = MLX5_CQE_INVALID << 4;  in init_cq_frag_buf()
1114 static int is_equal_rsn(struct mlx5_cqe64 *cqe64, u32 rsn)  in is_equal_rsn()  argument
1116 	return rsn == (ntohl(cqe64->sop_drop_qpn) & 0xffffff);  in is_equal_rsn()
1121 	struct mlx5_cqe64 *cqe64, *dest64;  in __mlx5_ib_cq_clean()  local
1145 		cqe64 = (cq->mcq.cqe_sz == 64) ? cqe : cqe + 64;  in __mlx5_ib_cq_clean()
1146 		if (is_equal_rsn(cqe64, rsn)) {  in __mlx5_ib_cq_clean()
1147 			if (srq && (ntohl(cqe64->srqn) & 0xffffff))  in __mlx5_ib_cq_clean()
1148 				mlx5_ib_free_srq_wqe(srq, be16_to_cpu(cqe64->wqe_counter));  in __mlx5_ib_cq_clean()