487 	u32 sw_prod = 0;  in bnxt_qplib_arm_srq()  local
490 	sw_prod = (arm_type == DBR_DBR_TYPE_SRQ_ARM) ? srq->threshold :  in bnxt_qplib_arm_srq()
492 	db_msg.index = cpu_to_le32((sw_prod << DBR_DBR_INDEX_SFT) &  in bnxt_qplib_arm_srq()
609 	u32 sw_prod, sw_cons, count = 0;  in bnxt_qplib_modify_srq()  local
611 	sw_prod = HWQ_CMP(srq_hwq->prod, srq_hwq);  in bnxt_qplib_modify_srq()
614 	count = sw_prod > sw_cons ? sw_prod - sw_cons :  in bnxt_qplib_modify_srq()
615 				    srq_hwq->max_elements - sw_cons + sw_prod;  in bnxt_qplib_modify_srq()
660 	u32 sw_prod, sw_cons, count = 0;  in bnxt_qplib_post_srq_recv()  local
675 	sw_prod = HWQ_CMP(srq_hwq->prod, srq_hwq);  in bnxt_qplib_post_srq_recv()
677 	srqe = &srqe_ptr[RQE_PG(sw_prod)][RQE_IDX(sw_prod)];  in bnxt_qplib_post_srq_recv()
696 	sw_prod = HWQ_CMP(srq_hwq->prod, srq_hwq);  in bnxt_qplib_post_srq_recv()
702 	count = sw_prod > sw_cons ? sw_prod - sw_cons :  in bnxt_qplib_post_srq_recv()
703 				    srq_hwq->max_elements - sw_cons + sw_prod;  in bnxt_qplib_post_srq_recv()
868 	u32 sw_prod, qp_flags = 0;  in bnxt_qplib_create_qp()  local
935 	for (sw_prod = 0; sw_prod < sq->hwq.max_elements; sw_prod++) {  in bnxt_qplib_create_qp()
936 		hw_sq_send_hdr = &hw_sq_send_ptr[get_sqe_pg(sw_prod)]  in bnxt_qplib_create_qp()
937 						[get_sqe_idx(sw_prod)];  in bnxt_qplib_create_qp()
1449 	u32 sw_prod;  in bnxt_qplib_get_qp1_sq_buf()  local
1454 		sw_prod = HWQ_CMP(sq->hwq.prod, &sq->hwq);  in bnxt_qplib_get_qp1_sq_buf()
1456 					 sw_prod * qp->sq_hdr_buf_size);  in bnxt_qplib_get_qp1_sq_buf()
1459 		return qp->sq_hdr_buf + sw_prod * sge->size;  in bnxt_qplib_get_qp1_sq_buf()
1480 	u32 sw_prod;  in bnxt_qplib_get_qp1_rq_buf()  local
1485 		sw_prod = HWQ_CMP(rq->hwq.prod, &rq->hwq);  in bnxt_qplib_get_qp1_rq_buf()
1487 					 sw_prod * qp->rq_hdr_buf_size);  in bnxt_qplib_get_qp1_rq_buf()
1490 		return qp->rq_hdr_buf + sw_prod * sge->size;  in bnxt_qplib_get_qp1_rq_buf()
1499 	u32 sw_prod;  in bnxt_qplib_post_send_db()  local
1501 	sw_prod = HWQ_CMP(sq->hwq.prod, &sq->hwq);  in bnxt_qplib_post_send_db()
1503 	db_msg.index = cpu_to_le32((sw_prod << DBR_DBR_INDEX_SFT) &  in bnxt_qplib_post_send_db()
1522 	u32 sw_prod;  in bnxt_qplib_post_send()  local
1545 	sw_prod = HWQ_CMP(sq->hwq.prod, &sq->hwq);  in bnxt_qplib_post_send()
1546 	swq = &sq->swq[sw_prod];  in bnxt_qplib_post_send()
1555 	hw_sq_send_hdr = &hw_sq_send_ptr[get_sqe_pg(sw_prod)]  in bnxt_qplib_post_send()
1556 					[get_sqe_idx(sw_prod)];  in bnxt_qplib_post_send()
1757 		sw_prod = HWQ_CMP(sq->hwq.prod, &sq->hwq);  in bnxt_qplib_post_send()
1758 		swq = &sq->swq[sw_prod];  in bnxt_qplib_post_send()
1790 	u32 sw_prod;  in bnxt_qplib_post_recv_db()  local
1792 	sw_prod = HWQ_CMP(rq->hwq.prod, &rq->hwq);  in bnxt_qplib_post_recv_db()
1793 	db_msg.index = cpu_to_le32((sw_prod << DBR_DBR_INDEX_SFT) &  in bnxt_qplib_post_recv_db()
1812 	u32 sw_prod;  in bnxt_qplib_post_recv()  local
1828 	sw_prod = HWQ_CMP(rq->hwq.prod, &rq->hwq);  in bnxt_qplib_post_recv()
1829 	rq->swq[sw_prod].wr_id = wqe->wr_id;  in bnxt_qplib_post_recv()
1832 	rqe = &rqe_ptr[RQE_PG(sw_prod)][RQE_IDX(sw_prod)];  in bnxt_qplib_post_recv()
1854 	rqe->wr_id[0] = cpu_to_le32(sw_prod);  in bnxt_qplib_post_recv()
1859 		sw_prod = HWQ_CMP(rq->hwq.prod, &rq->hwq);  in bnxt_qplib_post_recv()
1860 		rq->swq[sw_prod].wr_id = wqe->wr_id;  in bnxt_qplib_post_recv()
2004 	u32 sw_prod, sw_cons;  in __flush_sq()  local
2009 	sw_prod = HWQ_CMP(sq->hwq.prod, &sq->hwq);  in __flush_sq()
2013 		if (sw_cons == sw_prod) {  in __flush_sq()
2034 	if (!(*budget) && HWQ_CMP(sq->hwq.cons, &sq->hwq) != sw_prod)  in __flush_sq()
2045 	u32 sw_prod, sw_cons;  in __flush_rq()  local
2062 	sw_prod = HWQ_CMP(rq->hwq.prod, &rq->hwq);  in __flush_rq()
2066 		if (sw_cons == sw_prod)  in __flush_rq()
2079 	if (!*budget && HWQ_CMP(rq->hwq.cons, &rq->hwq) != sw_prod)  in __flush_rq()