13 struct bio *blk_next_bio(struct bio *bio, unsigned int nr_pages, gfp_t gfp)  in blk_next_bio()  argument
15 	struct bio *new = bio_alloc(gfp, nr_pages);  in blk_next_bio()
17 	if (bio) {  in blk_next_bio()
18 		bio_chain(bio, new);  in blk_next_bio()
19 		submit_bio(bio);  in blk_next_bio()
27 		struct bio **biop)  in __blkdev_issue_discard()
30 	struct bio *bio = *biop;  in __blkdev_issue_discard()  local
63 		bio = blk_next_bio(bio, 0, gfp_mask);  in __blkdev_issue_discard()
64 		bio->bi_iter.bi_sector = sector;  in __blkdev_issue_discard()
65 		bio_set_dev(bio, bdev);  in __blkdev_issue_discard()
66 		bio_set_op_attrs(bio, op, 0);  in __blkdev_issue_discard()
68 		bio->bi_iter.bi_size = req_sects << 9;  in __blkdev_issue_discard()
81 	*biop = bio;  in __blkdev_issue_discard()
100 	struct bio *bio = NULL;  in blkdev_issue_discard()  local
106 			&bio);  in blkdev_issue_discard()
107 	if (!ret && bio) {  in blkdev_issue_discard()
108 		ret = submit_bio_wait(bio);  in blkdev_issue_discard()
111 		bio_put(bio);  in blkdev_issue_discard()
133 		struct bio **biop)  in __blkdev_issue_write_same()
137 	struct bio *bio = *biop;  in __blkdev_issue_write_same()  local
157 		bio = blk_next_bio(bio, 1, gfp_mask);  in __blkdev_issue_write_same()
158 		bio->bi_iter.bi_sector = sector;  in __blkdev_issue_write_same()
159 		bio_set_dev(bio, bdev);  in __blkdev_issue_write_same()
160 		bio->bi_vcnt = 1;  in __blkdev_issue_write_same()
161 		bio->bi_io_vec->bv_page = page;  in __blkdev_issue_write_same()
162 		bio->bi_io_vec->bv_offset = 0;  in __blkdev_issue_write_same()
163 		bio->bi_io_vec->bv_len = bdev_logical_block_size(bdev);  in __blkdev_issue_write_same()
164 		bio_set_op_attrs(bio, REQ_OP_WRITE_SAME, 0);  in __blkdev_issue_write_same()
167 			bio->bi_iter.bi_size = max_write_same_sectors << 9;  in __blkdev_issue_write_same()
171 			bio->bi_iter.bi_size = nr_sects << 9;  in __blkdev_issue_write_same()
177 	*biop = bio;  in __blkdev_issue_write_same()
196 	struct bio *bio = NULL;  in blkdev_issue_write_same()  local
202 			&bio);  in blkdev_issue_write_same()
203 	if (ret == 0 && bio) {  in blkdev_issue_write_same()
204 		ret = submit_bio_wait(bio);  in blkdev_issue_write_same()
205 		bio_put(bio);  in blkdev_issue_write_same()
214 		struct bio **biop, unsigned flags)  in __blkdev_issue_write_zeroes()
216 	struct bio *bio = *biop;  in __blkdev_issue_write_zeroes()  local
233 		bio = blk_next_bio(bio, 0, gfp_mask);  in __blkdev_issue_write_zeroes()
234 		bio->bi_iter.bi_sector = sector;  in __blkdev_issue_write_zeroes()
235 		bio_set_dev(bio, bdev);  in __blkdev_issue_write_zeroes()
236 		bio->bi_opf = REQ_OP_WRITE_ZEROES;  in __blkdev_issue_write_zeroes()
238 			bio->bi_opf |= REQ_NOUNMAP;  in __blkdev_issue_write_zeroes()
241 			bio->bi_iter.bi_size = max_write_zeroes_sectors << 9;  in __blkdev_issue_write_zeroes()
245 			bio->bi_iter.bi_size = nr_sects << 9;  in __blkdev_issue_write_zeroes()
251 	*biop = bio;  in __blkdev_issue_write_zeroes()
270 		struct bio **biop)  in __blkdev_issue_zero_pages()
273 	struct bio *bio = *biop;  in __blkdev_issue_zero_pages()  local
284 		bio = blk_next_bio(bio, __blkdev_sectors_to_bio_pages(nr_sects),  in __blkdev_issue_zero_pages()
286 		bio->bi_iter.bi_sector = sector;  in __blkdev_issue_zero_pages()
287 		bio_set_dev(bio, bdev);  in __blkdev_issue_zero_pages()
288 		bio_set_op_attrs(bio, REQ_OP_WRITE, 0);  in __blkdev_issue_zero_pages()
292 			bi_size = bio_add_page(bio, ZERO_PAGE(0), sz, 0);  in __blkdev_issue_zero_pages()
301 	*biop = bio;  in __blkdev_issue_zero_pages()
325 		sector_t nr_sects, gfp_t gfp_mask, struct bio **biop,  in __blkdev_issue_zeroout()
363 	struct bio *bio;  in blkdev_issue_zeroout()  local
372 	bio = NULL;  in blkdev_issue_zeroout()
376 						  gfp_mask, &bio, flags);  in blkdev_issue_zeroout()
379 						gfp_mask, &bio);  in blkdev_issue_zeroout()
384 	if (ret == 0 && bio) {  in blkdev_issue_zeroout()
385 		ret = submit_bio_wait(bio);  in blkdev_issue_zeroout()
386 		bio_put(bio);  in blkdev_issue_zeroout()