519 					    struct blk_plug *plug,  in blk_mq_rq_cache_fill()  argument
527 		.nr_tags	= plug->nr_ios,  in blk_mq_rq_cache_fill()
528 		.cached_rq	= &plug->cached_rq,  in blk_mq_rq_cache_fill()
535 	plug->nr_ios = 1;  in blk_mq_rq_cache_fill()
547 	struct blk_plug *plug = current->plug;  in blk_mq_alloc_cached_request()  local
550 	if (!plug)  in blk_mq_alloc_cached_request()
553 	if (rq_list_empty(plug->cached_rq)) {  in blk_mq_alloc_cached_request()
554 		if (plug->nr_ios == 1)  in blk_mq_alloc_cached_request()
556 		rq = blk_mq_rq_cache_fill(q, plug, opf, flags);  in blk_mq_alloc_cached_request()
560 		rq = rq_list_peek(&plug->cached_rq);  in blk_mq_alloc_cached_request()
569 		plug->cached_rq = rq_list_next(rq);  in blk_mq_alloc_cached_request()
739 void blk_mq_free_plug_rqs(struct blk_plug *plug)  in blk_mq_free_plug_rqs()  argument
743 	while ((rq = rq_list_pop(&plug->cached_rq)) != NULL)  in blk_mq_free_plug_rqs()
1277 static inline unsigned short blk_plug_max_rq_count(struct blk_plug *plug)  in blk_plug_max_rq_count()  argument
1279 	if (plug->multiple_queues)  in blk_plug_max_rq_count()
1284 static void blk_add_rq_to_plug(struct blk_plug *plug, struct request *rq)  in blk_add_rq_to_plug()  argument
1286 	struct request *last = rq_list_peek(&plug->mq_list);  in blk_add_rq_to_plug()
1288 	if (!plug->rq_count) {  in blk_add_rq_to_plug()
1290 	} else if (plug->rq_count >= blk_plug_max_rq_count(plug) ||  in blk_add_rq_to_plug()
1293 		blk_mq_flush_plug_list(plug, false);  in blk_add_rq_to_plug()
1298 	if (!plug->multiple_queues && last && last->q != rq->q)  in blk_add_rq_to_plug()
1299 		plug->multiple_queues = true;  in blk_add_rq_to_plug()
1304 	if (!plug->has_elevator && (rq->rq_flags & RQF_SCHED_TAGS))  in blk_add_rq_to_plug()
1305 		plug->has_elevator = true;  in blk_add_rq_to_plug()
1307 	rq_list_add(&plug->mq_list, rq);  in blk_add_rq_to_plug()
1308 	plug->rq_count++;  in blk_add_rq_to_plug()
1337 	if (current->plug && !at_head) {  in blk_execute_rq_nowait()
1338 		blk_add_rq_to_plug(current->plug, rq);  in blk_execute_rq_nowait()
2678 static void blk_mq_plug_issue_direct(struct blk_plug *plug)  in blk_mq_plug_issue_direct()  argument
2685 	while ((rq = rq_list_pop(&plug->mq_list))) {  in blk_mq_plug_issue_direct()
2686 		bool last = rq_list_empty(plug->mq_list);  in blk_mq_plug_issue_direct()
2718 				     struct blk_plug *plug)  in __blk_mq_flush_plug_list()  argument
2722 	q->mq_ops->queue_rqs(&plug->mq_list);  in __blk_mq_flush_plug_list()
2725 static void blk_mq_dispatch_plug_list(struct blk_plug *plug, bool from_sched)  in blk_mq_dispatch_plug_list()  argument
2736 		struct request *rq = rq_list_pop(&plug->mq_list);  in blk_mq_dispatch_plug_list()
2749 	} while (!rq_list_empty(plug->mq_list));  in blk_mq_dispatch_plug_list()
2751 	plug->mq_list = requeue_list;  in blk_mq_dispatch_plug_list()
2771 void blk_mq_flush_plug_list(struct blk_plug *plug, bool from_schedule)  in blk_mq_flush_plug_list()  argument
2782 	if (plug->rq_count == 0)  in blk_mq_flush_plug_list()
2784 	plug->rq_count = 0;  in blk_mq_flush_plug_list()
2786 	if (!plug->multiple_queues && !plug->has_elevator && !from_schedule) {  in blk_mq_flush_plug_list()
2789 		rq = rq_list_peek(&plug->mq_list);  in blk_mq_flush_plug_list()
2805 				__blk_mq_flush_plug_list(q, plug));  in blk_mq_flush_plug_list()
2806 			if (rq_list_empty(plug->mq_list))  in blk_mq_flush_plug_list()
2811 				blk_mq_plug_issue_direct(plug));  in blk_mq_flush_plug_list()
2812 		if (rq_list_empty(plug->mq_list))  in blk_mq_flush_plug_list()
2817 		blk_mq_dispatch_plug_list(plug, from_schedule);  in blk_mq_flush_plug_list()
2818 	} while (!rq_list_empty(plug->mq_list));  in blk_mq_flush_plug_list()
2867 					       struct blk_plug *plug,  in blk_mq_get_new_requests()  argument
2886 	if (plug) {  in blk_mq_get_new_requests()
2887 		data.nr_tags = plug->nr_ios;  in blk_mq_get_new_requests()
2888 		plug->nr_ios = 1;  in blk_mq_get_new_requests()
2889 		data.cached_rq = &plug->cached_rq;  in blk_mq_get_new_requests()
2904 		struct blk_plug *plug, struct bio **bio, unsigned int nsegs)  in blk_mq_get_cached_request()  argument
2909 	if (!plug)  in blk_mq_get_cached_request()
2911 	rq = rq_list_peek(&plug->cached_rq);  in blk_mq_get_cached_request()
2933 	plug->cached_rq = rq_list_next(rq);  in blk_mq_get_cached_request()
2966 	struct blk_plug *plug = blk_mq_plug(bio);  in blk_mq_submit_bio()  local
2985 	rq = blk_mq_get_cached_request(q, plug, &bio, nr_segs);  in blk_mq_submit_bio()
2989 		rq = blk_mq_get_new_requests(q, plug, bio, nr_segs);  in blk_mq_submit_bio()
3011 	if (plug) {  in blk_mq_submit_bio()
3012 		blk_add_rq_to_plug(plug, rq);  in blk_mq_submit_bio()