1249 static inline void mmc_apply_rel_rw(struct mmc_blk_request *brq,  in mmc_apply_rel_rw()  argument
1256 			brq->data.blocks = 1;  in mmc_apply_rel_rw()
1258 		if (brq->data.blocks > card->ext_csd.rel_sectors)  in mmc_apply_rel_rw()
1259 			brq->data.blocks = card->ext_csd.rel_sectors;  in mmc_apply_rel_rw()
1260 		else if (brq->data.blocks < card->ext_csd.rel_sectors)  in mmc_apply_rel_rw()
1261 			brq->data.blocks = 1;  in mmc_apply_rel_rw()
1277 static void mmc_blk_eval_resp_error(struct mmc_blk_request *brq)  in mmc_blk_eval_resp_error()  argument
1307 	if (!brq->stop.error) {  in mmc_blk_eval_resp_error()
1311 		val = brq->stop.resp[0] & CMD_ERRORS;  in mmc_blk_eval_resp_error()
1312 		oor_with_open_end = val & R1_OUT_OF_RANGE && !brq->mrq.sbc;  in mmc_blk_eval_resp_error()
1315 			brq->stop.error = -EIO;  in mmc_blk_eval_resp_error()
1325 	struct mmc_blk_request *brq = &mqrq->brq;  in mmc_blk_data_prep()  local
1337 	memset(brq, 0, sizeof(struct mmc_blk_request));  in mmc_blk_data_prep()
1339 	brq->mrq.data = &brq->data;  in mmc_blk_data_prep()
1340 	brq->mrq.tag = req->tag;  in mmc_blk_data_prep()
1342 	brq->stop.opcode = MMC_STOP_TRANSMISSION;  in mmc_blk_data_prep()
1343 	brq->stop.arg = 0;  in mmc_blk_data_prep()
1346 		brq->data.flags = MMC_DATA_READ;  in mmc_blk_data_prep()
1347 		brq->stop.flags = MMC_RSP_SPI_R1 | MMC_RSP_R1 | MMC_CMD_AC;  in mmc_blk_data_prep()
1349 		brq->data.flags = MMC_DATA_WRITE;  in mmc_blk_data_prep()
1350 		brq->stop.flags = MMC_RSP_SPI_R1B | MMC_RSP_R1B | MMC_CMD_AC;  in mmc_blk_data_prep()
1353 	brq->data.blksz = 512;  in mmc_blk_data_prep()
1354 	brq->data.blocks = blk_rq_sectors(req);  in mmc_blk_data_prep()
1355 	brq->data.blk_addr = blk_rq_pos(req);  in mmc_blk_data_prep()
1369 	if (brq->data.blocks > card->host->max_blk_count)  in mmc_blk_data_prep()
1370 		brq->data.blocks = card->host->max_blk_count;  in mmc_blk_data_prep()
1372 	if (brq->data.blocks > 1) {  in mmc_blk_data_prep()
1381 			brq->data.blocks--;  in mmc_blk_data_prep()
1389 			brq->data.blocks = 1;  in mmc_blk_data_prep()
1396 			brq->data.blocks = card->host->ops->multi_io_quirk(card,  in mmc_blk_data_prep()
1399 						brq->data.blocks);  in mmc_blk_data_prep()
1403 		mmc_apply_rel_rw(brq, card, req);  in mmc_blk_data_prep()
1404 		brq->data.flags |= MMC_DATA_REL_WR;  in mmc_blk_data_prep()
1414 		      ((brq->data.blocks * brq->data.blksz) >=  in mmc_blk_data_prep()
1418 		brq->data.flags |= MMC_DATA_DAT_TAG;  in mmc_blk_data_prep()
1420 	mmc_set_data_timeout(&brq->data, card);  in mmc_blk_data_prep()
1422 	brq->data.sg = mqrq->sg;  in mmc_blk_data_prep()
1423 	brq->data.sg_len = mmc_queue_map_sg(mq, mqrq);  in mmc_blk_data_prep()
1429 	if (brq->data.blocks != blk_rq_sectors(req)) {  in mmc_blk_data_prep()
1430 		int i, data_size = brq->data.blocks << 9;  in mmc_blk_data_prep()
1433 		for_each_sg(brq->data.sg, sg, brq->data.sg_len, i) {  in mmc_blk_data_prep()
1441 		brq->data.sg_len = i;  in mmc_blk_data_prep()
1456 	struct mmc_request *mrq = &mqrq->brq.mrq;  in mmc_blk_cqe_complete_rq()
1523 						  brq.mrq);  in mmc_blk_cqe_req_done()
1549 	struct mmc_blk_request *brq = &mqrq->brq;  in mmc_blk_cqe_prep_dcmd()  local
1551 	memset(brq, 0, sizeof(*brq));  in mmc_blk_cqe_prep_dcmd()
1553 	brq->mrq.cmd = &brq->cmd;  in mmc_blk_cqe_prep_dcmd()
1554 	brq->mrq.tag = req->tag;  in mmc_blk_cqe_prep_dcmd()
1556 	return &brq->mrq;  in mmc_blk_cqe_prep_dcmd()
1580 	return mmc_blk_cqe_start_req(mq->card->host, &mqrq->brq.mrq);  in mmc_blk_cqe_issue_rw_rq()
1589 	struct mmc_blk_request *brq = &mqrq->brq;  in mmc_blk_rw_rq_prep()  local
1596 	brq->mrq.cmd = &brq->cmd;  in mmc_blk_rw_rq_prep()
1598 	brq->cmd.arg = blk_rq_pos(req);  in mmc_blk_rw_rq_prep()
1600 		brq->cmd.arg <<= 9;  in mmc_blk_rw_rq_prep()
1601 	brq->cmd.flags = MMC_RSP_SPI_R1 | MMC_RSP_R1 | MMC_CMD_ADTC;  in mmc_blk_rw_rq_prep()
1603 	if (brq->data.blocks > 1 || do_rel_wr) {  in mmc_blk_rw_rq_prep()
1609 			brq->mrq.stop = &brq->stop;  in mmc_blk_rw_rq_prep()
1613 		brq->mrq.stop = NULL;  in mmc_blk_rw_rq_prep()
1617 	brq->cmd.opcode = rq_data_dir(req) == READ ? readcmd : writecmd;  in mmc_blk_rw_rq_prep()
1637 	if ((md->flags & MMC_BLK_CMD23) && mmc_op_multi(brq->cmd.opcode) &&  in mmc_blk_rw_rq_prep()
1640 		brq->sbc.opcode = MMC_SET_BLOCK_COUNT;  in mmc_blk_rw_rq_prep()
1641 		brq->sbc.arg = brq->data.blocks |  in mmc_blk_rw_rq_prep()
1644 		brq->sbc.flags = MMC_RSP_R1 | MMC_CMD_AC;  in mmc_blk_rw_rq_prep()
1645 		brq->mrq.sbc = &brq->sbc;  in mmc_blk_rw_rq_prep()
1668 	struct mmc_blk_request *brq = &mqrq->brq;  in mmc_blk_fix_state()  local
1669 	unsigned int timeout = mmc_blk_data_timeout_ms(card->host, &brq->data);  in mmc_blk_fix_state()
1689 	struct mmc_request *mrq = &mqrq->brq.mrq;  in mmc_blk_read_single()
1739 static inline bool mmc_blk_oor_valid(struct mmc_blk_request *brq)  in mmc_blk_oor_valid()  argument
1741 	return !!brq->mrq.sbc;  in mmc_blk_oor_valid()
1744 static inline u32 mmc_blk_stop_err_bits(struct mmc_blk_request *brq)  in mmc_blk_stop_err_bits()  argument
1746 	return mmc_blk_oor_valid(brq) ? CMD_ERRORS : CMD_ERRORS_EXCL_OOR;  in mmc_blk_stop_err_bits()
1756 	struct mmc_blk_request *brq = &mqrq->brq;  in mmc_blk_status_error()  local
1763 	stop_err_bits = mmc_blk_stop_err_bits(brq);  in mmc_blk_status_error()
1765 	return brq->cmd.resp[0]  & CMD_ERRORS    ||  in mmc_blk_status_error()
1766 	       brq->stop.resp[0] & stop_err_bits ||  in mmc_blk_status_error()
1771 static inline bool mmc_blk_cmd_started(struct mmc_blk_request *brq)  in mmc_blk_cmd_started()  argument
1773 	return !brq->sbc.error && !brq->cmd.error &&  in mmc_blk_cmd_started()
1774 	       !(brq->cmd.resp[0] & CMD_ERRORS);  in mmc_blk_cmd_started()
1797 	struct mmc_blk_request *brq = &mqrq->brq;  in mmc_blk_mq_rw_recovery()  local
1810 		brq->data.bytes_xfered = 0;  in mmc_blk_mq_rw_recovery()
1837 	if (!err && mmc_blk_cmd_started(brq) && mmc_card_sd(card) &&  in mmc_blk_mq_rw_recovery()
1840 			brq->data.bytes_xfered = 0;  in mmc_blk_mq_rw_recovery()
1842 			brq->data.bytes_xfered = blocks << 9;  in mmc_blk_mq_rw_recovery()
1857 	if (brq->data.bytes_xfered)  in mmc_blk_mq_rw_recovery()
1865 	if (brq->sbc.error || brq->cmd.error)  in mmc_blk_mq_rw_recovery()
1876 	    brq->data.blocks > 1) {  in mmc_blk_mq_rw_recovery()
1883 static inline bool mmc_blk_rq_error(struct mmc_blk_request *brq)  in mmc_blk_rq_error()  argument
1885 	mmc_blk_eval_resp_error(brq);  in mmc_blk_rq_error()
1887 	return brq->sbc.error || brq->cmd.error || brq->stop.error ||  in mmc_blk_rq_error()
1888 	       brq->data.error || brq->cmd.resp[0] & CMD_ERRORS;  in mmc_blk_rq_error()
1906 	if (status & mmc_blk_stop_err_bits(&mqrq->brq)) {  in mmc_blk_card_busy()
1907 		mqrq->brq.data.bytes_xfered = 0;  in mmc_blk_card_busy()
1913 		mqrq->brq.cmd.resp[0] |= R1_EXCEPTION_EVENT;  in mmc_blk_card_busy()
1929 	unsigned int nr_bytes = mqrq->brq.data.bytes_xfered;  in mmc_blk_mq_complete_rq()
1951 	       (mqrq->brq.cmd.resp[0] & R1_EXCEPTION_EVENT ||  in mmc_blk_urgent_bkops_needed()
1952 		mqrq->brq.stop.resp[0] & R1_EXCEPTION_EVENT);  in mmc_blk_urgent_bkops_needed()
1978 	if (mmc_blk_rq_error(&mqrq->brq) ||  in mmc_blk_mq_poll_completion()
2010 	struct mmc_request *mrq = &mqrq->brq.mrq;  in mmc_blk_mq_post_req()
2036 	if (mmc_blk_rq_error(&mqrq->brq)) {  in mmc_blk_mq_recovery()
2081 						  brq.mrq);  in mmc_blk_mq_req_done()
2118 	if (mmc_blk_rq_error(&mqrq->brq) ||  in mmc_blk_mq_req_done()
2182 	mqrq->brq.mrq.done = mmc_blk_mq_req_done;  in mmc_blk_mq_issue_rw_rq()
2184 	mmc_pre_req(host, &mqrq->brq.mrq);  in mmc_blk_mq_issue_rw_rq()
2192 	err = mmc_start_request(host, &mqrq->brq.mrq);  in mmc_blk_mq_issue_rw_rq()
2206 		mmc_post_req(host, &mqrq->brq.mrq, err);  in mmc_blk_mq_issue_rw_rq()