1319 static void mmc_blk_data_prep(struct mmc_queue *mq, struct mmc_queue_req *mqrq,  in mmc_blk_data_prep()  argument
1325 	struct mmc_blk_request *brq = &mqrq->brq;  in mmc_blk_data_prep()
1326 	struct request *req = mmc_queue_req_to_req(mqrq);  in mmc_blk_data_prep()
1422 	brq->data.sg = mqrq->sg;  in mmc_blk_data_prep()
1423 	brq->data.sg_len = mmc_queue_map_sg(mq, mqrq);  in mmc_blk_data_prep()
1455 	struct mmc_queue_req *mqrq = req_to_mmc_queue_req(req);  in mmc_blk_cqe_complete_rq()  local
1456 	struct mmc_request *mrq = &mqrq->brq.mrq;  in mmc_blk_cqe_complete_rq()
1473 		if (mqrq->retries++ < MMC_CQE_RETRIES)  in mmc_blk_cqe_complete_rq()
1522 	struct mmc_queue_req *mqrq = container_of(mrq, struct mmc_queue_req,  in mmc_blk_cqe_req_done()  local
1524 	struct request *req = mmc_queue_req_to_req(mqrq);  in mmc_blk_cqe_req_done()
1546 static struct mmc_request *mmc_blk_cqe_prep_dcmd(struct mmc_queue_req *mqrq,  in mmc_blk_cqe_prep_dcmd()  argument
1549 	struct mmc_blk_request *brq = &mqrq->brq;  in mmc_blk_cqe_prep_dcmd()
1561 	struct mmc_queue_req *mqrq = req_to_mmc_queue_req(req);  in mmc_blk_cqe_issue_flush()  local
1562 	struct mmc_request *mrq = mmc_blk_cqe_prep_dcmd(mqrq, req);  in mmc_blk_cqe_issue_flush()
1576 	struct mmc_queue_req *mqrq = req_to_mmc_queue_req(req);  in mmc_blk_cqe_issue_rw_rq()  local
1578 	mmc_blk_data_prep(mq, mqrq, 0, NULL, NULL);  in mmc_blk_cqe_issue_rw_rq()
1580 	return mmc_blk_cqe_start_req(mq->card->host, &mqrq->brq.mrq);  in mmc_blk_cqe_issue_rw_rq()
1583 static void mmc_blk_rw_rq_prep(struct mmc_queue_req *mqrq,  in mmc_blk_rw_rq_prep()  argument
1589 	struct mmc_blk_request *brq = &mqrq->brq;  in mmc_blk_rw_rq_prep()
1590 	struct request *req = mmc_queue_req_to_req(mqrq);  in mmc_blk_rw_rq_prep()
1594 	mmc_blk_data_prep(mq, mqrq, disable_multi, &do_rel_wr, &do_data_tag);  in mmc_blk_rw_rq_prep()
1667 	struct mmc_queue_req *mqrq = req_to_mmc_queue_req(req);  in mmc_blk_fix_state()  local
1668 	struct mmc_blk_request *brq = &mqrq->brq;  in mmc_blk_fix_state()
1688 	struct mmc_queue_req *mqrq = req_to_mmc_queue_req(req);  in mmc_blk_read_single()  local
1689 	struct mmc_request *mrq = &mqrq->brq.mrq;  in mmc_blk_read_single()
1699 		mmc_blk_rw_rq_prep(mqrq, card, 1, mq);  in mmc_blk_read_single()
1735 	if (mqrq->retries > MMC_MAX_RETRIES - 1)  in mmc_blk_read_single()
1736 		mqrq->retries = MMC_MAX_RETRIES - 1;  in mmc_blk_read_single()
1755 	struct mmc_queue_req *mqrq = req_to_mmc_queue_req(req);  in mmc_blk_status_error()  local
1756 	struct mmc_blk_request *brq = &mqrq->brq;  in mmc_blk_status_error()
1796 	struct mmc_queue_req *mqrq = req_to_mmc_queue_req(req);  in mmc_blk_mq_rw_recovery()  local
1797 	struct mmc_blk_request *brq = &mqrq->brq;  in mmc_blk_mq_rw_recovery()
1849 		mqrq->retries = MMC_NO_RETRIES;  in mmc_blk_mq_rw_recovery()
1861 	if (mqrq->retries + 1 == MMC_MAX_RETRIES)  in mmc_blk_mq_rw_recovery()
1869 	if (mqrq->retries < MMC_MAX_RETRIES - MMC_DATA_RETRIES) {  in mmc_blk_mq_rw_recovery()
1870 		mqrq->retries = MMC_MAX_RETRIES - MMC_DATA_RETRIES;  in mmc_blk_mq_rw_recovery()
1893 	struct mmc_queue_req *mqrq = req_to_mmc_queue_req(req);  in mmc_blk_card_busy()  local
1906 	if (status & mmc_blk_stop_err_bits(&mqrq->brq)) {  in mmc_blk_card_busy()
1907 		mqrq->brq.data.bytes_xfered = 0;  in mmc_blk_card_busy()
1913 		mqrq->brq.cmd.resp[0] |= R1_EXCEPTION_EVENT;  in mmc_blk_card_busy()
1928 	struct mmc_queue_req *mqrq = req_to_mmc_queue_req(req);  in mmc_blk_mq_complete_rq()  local
1929 	unsigned int nr_bytes = mqrq->brq.data.bytes_xfered;  in mmc_blk_mq_complete_rq()
1938 	} else if (mqrq->retries++ < MMC_MAX_RETRIES) {  in mmc_blk_mq_complete_rq()
1948 					struct mmc_queue_req *mqrq)  in mmc_blk_urgent_bkops_needed()  argument
1951 	       (mqrq->brq.cmd.resp[0] & R1_EXCEPTION_EVENT ||  in mmc_blk_urgent_bkops_needed()
1952 		mqrq->brq.stop.resp[0] & R1_EXCEPTION_EVENT);  in mmc_blk_urgent_bkops_needed()
1956 				 struct mmc_queue_req *mqrq)  in mmc_blk_urgent_bkops()  argument
1958 	if (mmc_blk_urgent_bkops_needed(mq, mqrq))  in mmc_blk_urgent_bkops()
1975 	struct mmc_queue_req *mqrq = req_to_mmc_queue_req(req);  in mmc_blk_mq_poll_completion()  local
1978 	if (mmc_blk_rq_error(&mqrq->brq) ||  in mmc_blk_mq_poll_completion()
1986 	mmc_blk_urgent_bkops(mq, mqrq);  in mmc_blk_mq_poll_completion()
2009 	struct mmc_queue_req *mqrq = req_to_mmc_queue_req(req);  in mmc_blk_mq_post_req()  local
2010 	struct mmc_request *mrq = &mqrq->brq.mrq;  in mmc_blk_mq_post_req()
2031 	struct mmc_queue_req *mqrq = req_to_mmc_queue_req(req);  in mmc_blk_mq_recovery()  local
2036 	if (mmc_blk_rq_error(&mqrq->brq)) {  in mmc_blk_mq_recovery()
2041 	mmc_blk_urgent_bkops(mq, mqrq);  in mmc_blk_mq_recovery()
2080 	struct mmc_queue_req *mqrq = container_of(mrq, struct mmc_queue_req,  in mmc_blk_mq_req_done()  local
2082 	struct request *req = mmc_queue_req_to_req(mqrq);  in mmc_blk_mq_req_done()
2118 	if (mmc_blk_rq_error(&mqrq->brq) ||  in mmc_blk_mq_req_done()
2119 	    mmc_blk_urgent_bkops_needed(mq, mqrq)) {  in mmc_blk_mq_req_done()
2175 	struct mmc_queue_req *mqrq = req_to_mmc_queue_req(req);  in mmc_blk_mq_issue_rw_rq()  local
2180 	mmc_blk_rw_rq_prep(mqrq, mq->card, 0, mq);  in mmc_blk_mq_issue_rw_rq()
2182 	mqrq->brq.mrq.done = mmc_blk_mq_req_done;  in mmc_blk_mq_issue_rw_rq()
2184 	mmc_pre_req(host, &mqrq->brq.mrq);  in mmc_blk_mq_issue_rw_rq()
2192 	err = mmc_start_request(host, &mqrq->brq.mrq);  in mmc_blk_mq_issue_rw_rq()
2206 		mmc_post_req(host, &mqrq->brq.mrq, err);  in mmc_blk_mq_issue_rw_rq()