47 static void mpage_end_io(struct bio *bio)  in mpage_end_io()  argument
52 	bio_for_each_segment_all(bv, bio, iter_all) {  in mpage_end_io()
54 		page_endio(page, bio_op(bio),  in mpage_end_io()
55 			   blk_status_to_errno(bio->bi_status));  in mpage_end_io()
58 	bio_put(bio);  in mpage_end_io()
61 static struct bio *mpage_bio_submit(int op, int op_flags, struct bio *bio)  in mpage_bio_submit()  argument
63 	bio->bi_end_io = mpage_end_io;  in mpage_bio_submit()
64 	bio_set_op_attrs(bio, op, op_flags);  in mpage_bio_submit()
65 	guard_bio_eod(op, bio);  in mpage_bio_submit()
66 	submit_bio(bio);  in mpage_bio_submit()
70 static struct bio *
75 	struct bio *bio;  in mpage_alloc()  local
79 	bio = bio_alloc(gfp_flags, nr_vecs);  in mpage_alloc()
81 	if (bio == NULL && (current->flags & PF_MEMALLOC)) {  in mpage_alloc()
82 		while (!bio && (nr_vecs /= 2))  in mpage_alloc()
83 			bio = bio_alloc(gfp_flags, nr_vecs);  in mpage_alloc()
86 	if (bio) {  in mpage_alloc()
87 		bio_set_dev(bio, bdev);  in mpage_alloc()
88 		bio->bi_iter.bi_sector = first_sector;  in mpage_alloc()
90 	return bio;  in mpage_alloc()
137 	struct bio *bio;  member
156 static struct bio *do_mpage_readpage(struct mpage_readpage_args *args)  in do_mpage_readpage()
296 	if (args->bio && (args->last_block_in_bio != blocks[0] - 1))  in do_mpage_readpage()
297 		args->bio = mpage_bio_submit(REQ_OP_READ, op_flags, args->bio);  in do_mpage_readpage()
300 	if (args->bio == NULL) {  in do_mpage_readpage()
306 		args->bio = mpage_alloc(bdev, blocks[0] << (blkbits - 9),  in do_mpage_readpage()
310 		if (args->bio == NULL)  in do_mpage_readpage()
315 	if (bio_add_page(args->bio, page, length, 0) < length) {  in do_mpage_readpage()
316 		args->bio = mpage_bio_submit(REQ_OP_READ, op_flags, args->bio);  in do_mpage_readpage()
324 		args->bio = mpage_bio_submit(REQ_OP_READ, op_flags, args->bio);  in do_mpage_readpage()
328 	return args->bio;  in do_mpage_readpage()
331 	if (args->bio)  in do_mpage_readpage()
332 		args->bio = mpage_bio_submit(REQ_OP_READ, op_flags, args->bio);  in do_mpage_readpage()
404 			args.bio = do_mpage_readpage(&args);  in mpage_readpages()
409 	if (args.bio)  in mpage_readpages()
410 		mpage_bio_submit(REQ_OP_READ, REQ_RAHEAD, args.bio);  in mpage_readpages()
426 	args.bio = do_mpage_readpage(&args);  in mpage_readpage()
427 	if (args.bio)  in mpage_readpage()
428 		mpage_bio_submit(REQ_OP_READ, 0, args.bio);  in mpage_readpage()
451 	struct bio *bio;  member
500 	struct bio *bio = mpd->bio;  in __mpage_writepage()  local
626 	if (bio && mpd->last_block_in_bio != blocks[0] - 1)  in __mpage_writepage()
627 		bio = mpage_bio_submit(REQ_OP_WRITE, op_flags, bio);  in __mpage_writepage()
630 	if (bio == NULL) {  in __mpage_writepage()
636 		bio = mpage_alloc(bdev, blocks[0] << (blkbits - 9),  in __mpage_writepage()
638 		if (bio == NULL)  in __mpage_writepage()
641 		wbc_init_bio(wbc, bio);  in __mpage_writepage()
642 		bio->bi_write_hint = inode->i_write_hint;  in __mpage_writepage()
652 	if (bio_add_page(bio, page, length, 0) < length) {  in __mpage_writepage()
653 		bio = mpage_bio_submit(REQ_OP_WRITE, op_flags, bio);  in __mpage_writepage()
663 		bio = mpage_bio_submit(REQ_OP_WRITE, op_flags, bio);  in __mpage_writepage()
674 	if (bio)  in __mpage_writepage()
675 		bio = mpage_bio_submit(REQ_OP_WRITE, op_flags, bio);  in __mpage_writepage()
688 	mpd->bio = bio;  in __mpage_writepage()
724 			.bio = NULL,  in mpage_writepages()
731 		if (mpd.bio) {  in mpage_writepages()
734 			mpage_bio_submit(REQ_OP_WRITE, op_flags, mpd.bio);  in mpage_writepages()
746 		.bio = NULL,  in mpage_writepage()
752 	if (mpd.bio) {  in mpage_writepage()
755 		mpage_bio_submit(REQ_OP_WRITE, op_flags, mpd.bio);  in mpage_writepage()