244 	u32 sw_cons, raw_cons;  in bnxt_qplib_service_nq()  local
253 		sw_cons = HWQ_CMP(raw_cons, hwq);  in bnxt_qplib_service_nq()
255 		nqe = &nq_ptr[NQE_PG(sw_cons)][NQE_IDX(sw_cons)];  in bnxt_qplib_service_nq()
328 	u32 sw_cons;  in bnxt_qplib_nq_irq()  local
331 	sw_cons = HWQ_CMP(hwq->cons, hwq);  in bnxt_qplib_nq_irq()
333 	prefetch(&nq_ptr[NQE_PG(sw_cons)][NQE_IDX(sw_cons)]);  in bnxt_qplib_nq_irq()
615 	u32 sw_prod, sw_cons, count = 0;  in bnxt_qplib_modify_srq()  local
618 	sw_cons = HWQ_CMP(srq_hwq->cons, srq_hwq);  in bnxt_qplib_modify_srq()
620 	count = sw_prod > sw_cons ? sw_prod - sw_cons :  in bnxt_qplib_modify_srq()
621 				    srq_hwq->max_elements - sw_cons + sw_prod;  in bnxt_qplib_modify_srq()
666 	u32 sw_prod, sw_cons, count = 0;  in bnxt_qplib_post_srq_recv()  local
707 	sw_cons = HWQ_CMP(srq_hwq->cons, srq_hwq);  in bnxt_qplib_post_srq_recv()
708 	count = sw_prod > sw_cons ? sw_prod - sw_cons :  in bnxt_qplib_post_srq_recv()
709 				    srq_hwq->max_elements - sw_cons + sw_prod;  in bnxt_qplib_post_srq_recv()
1915 	u32 sw_cons;  in bnxt_qplib_arm_cq()  local
1921 	sw_cons = HWQ_CMP(cq_hwq->cons, cq_hwq);  in bnxt_qplib_arm_cq()
1922 	val |= (sw_cons << DBC_DBC_INDEX_SFT) & DBC_DBC_INDEX_MASK;  in bnxt_qplib_arm_cq()
2018 	u32 sw_prod, sw_cons;  in __flush_sq()  local
2026 		sw_cons = HWQ_CMP(sq->hwq.cons, &sq->hwq);  in __flush_sq()
2027 		if (sw_cons == sw_prod) {  in __flush_sq()
2031 		if (sq->swq[sw_cons].wr_id == BNXT_QPLIB_FENCE_WRID) {  in __flush_sq()
2039 		cqe->wr_id = sq->swq[sw_cons].wr_id;  in __flush_sq()
2041 		cqe->type = sq->swq[sw_cons].type;  in __flush_sq()
2059 	u32 sw_prod, sw_cons;  in __flush_rq()  local
2080 		sw_cons = HWQ_CMP(rq->hwq.cons, &rq->hwq);  in __flush_rq()
2081 		if (sw_cons == sw_prod)  in __flush_rq()
2088 		cqe->wr_id = rq->swq[sw_cons].wr_id;  in __flush_rq()
2488 	u32 sw_cons, raw_cons;  in bnxt_qplib_is_cq_empty()  local
2492 	sw_cons = HWQ_CMP(raw_cons, &cq->hwq);  in bnxt_qplib_is_cq_empty()
2494 	hw_cqe = &hw_cqe_ptr[CQE_PG(sw_cons)][CQE_IDX(sw_cons)];  in bnxt_qplib_is_cq_empty()
2597 	u32 sw_cons = 0, cqe_cons;  in bnxt_qplib_cq_process_terminal()  local
2643 		sw_cons = HWQ_CMP(sq->hwq.cons, &sq->hwq);  in bnxt_qplib_cq_process_terminal()
2644 		if (sw_cons == cqe_cons)  in bnxt_qplib_cq_process_terminal()
2646 		if (sq->swq[sw_cons].flags & SQ_SEND_FLAGS_SIGNAL_COMP) {  in bnxt_qplib_cq_process_terminal()
2652 			cqe->wr_id = sq->swq[sw_cons].wr_id;  in bnxt_qplib_cq_process_terminal()
2653 			cqe->type = sq->swq[sw_cons].type;  in bnxt_qplib_cq_process_terminal()
2660 	if (!(*budget) && sw_cons != cqe_cons) {  in bnxt_qplib_cq_process_terminal()
2740 	u32 sw_cons, raw_cons;  in bnxt_qplib_poll_cq()  local
2747 		sw_cons = HWQ_CMP(raw_cons, &cq->hwq);  in bnxt_qplib_poll_cq()
2749 		hw_cqe = &hw_cqe_ptr[CQE_PG(sw_cons)][CQE_IDX(sw_cons)];  in bnxt_qplib_poll_cq()
2766 						       sw_cons, lib_qp);  in bnxt_qplib_poll_cq()