| /Linux-v6.1/include/linux/ |
| D | bio.h | 20 #define bio_prio(bio) (bio)->bi_ioprio argument
21 #define bio_set_prio(bio, prio) ((bio)->bi_ioprio = prio) argument
23 #define bio_iter_iovec(bio, iter) \ argument
26 #define bio_iter_page(bio, iter) \ argument
28 #define bio_iter_len(bio, iter) \ argument
30 #define bio_iter_offset(bio, iter) \ argument
33 #define bio_page(bio) bio_iter_page((bio), (bio)->bi_iter) argument
34 #define bio_offset(bio) bio_iter_offset((bio), (bio)->bi_iter) argument
35 #define bio_iovec(bio) bio_iter_iovec((bio), (bio)->bi_iter) argument
40 #define bio_sectors(bio) bvec_iter_sectors((bio)->bi_iter) argument
[all …]
|
| D | blk_types.h | 252 struct bio { struct
253 struct bio *bi_next; /* request queue link */ argument
266 bio_end_io_t *bi_end_io; argument
270 * Represents the association of the css and request_queue for the bio. argument
276 struct bio_issue bi_issue; argument
283 struct bio_crypt_ctx *bi_crypt_context; argument
292 unsigned short bi_vcnt; /* how many bio_vec's */ argument
302 struct bio_vec *bi_io_vec; /* the actual vec list */ argument
304 struct bio_set *bi_pool; argument
307 * We can inline a number of vecs at the end of the bio, to avoid argument
[all …]
|
| /Linux-v6.1/block/ |
| D | bio.c | 209 void bio_uninit(struct bio *bio) in bio_uninit()
224 static void bio_free(struct bio *bio) in bio_free()
241 void bio_init(struct bio *bio, struct block_device *bdev, struct bio_vec *table, in bio_init()
295 void bio_reset(struct bio *bio, struct block_device *bdev, blk_opf_t opf) in bio_reset()
307 static struct bio *__bio_chain_endio(struct bio *bio) in __bio_chain_endio()
317 static void bio_chain_endio(struct bio *bio) in bio_chain_endio()
333 void bio_chain(struct bio *bio, struct bio *parent) in bio_chain()
343 struct bio *blk_next_bio(struct bio *bio, struct block_device *bdev, in blk_next_bio()
360 struct bio *bio; in bio_alloc_rescue() local
377 struct bio *bio; in punt_bios_to_rescuer() local
[all …]
|
| D | blk-merge.c | 21 static inline void bio_get_first_bvec(struct bio *bio, struct bio_vec *bv) in bio_get_first_bvec()
26 static inline void bio_get_last_bvec(struct bio *bio, struct bio_vec *bv) in bio_get_last_bvec()
88 static inline bool req_gap_back_merge(struct request *req, struct bio *bio) in req_gap_back_merge()
93 static inline bool req_gap_front_merge(struct request *req, struct bio *bio) in req_gap_front_merge()
108 static struct bio *bio_split_discard(struct bio *bio, struct queue_limits *lim, in bio_split_discard()
148 static struct bio *bio_split_write_zeroes(struct bio *bio, in bio_split_write_zeroes()
167 static inline unsigned get_max_io_size(struct bio *bio, in get_max_io_size()
270 static struct bio *bio_split_rw(struct bio *bio, struct queue_limits *lim, in bio_split_rw()
334 struct bio *__bio_split_to_limits(struct bio *bio, struct queue_limits *lim, in __bio_split_to_limits()
378 struct bio *bio_split_to_limits(struct bio *bio) in bio_split_to_limits()
[all …]
|
| D | blk-map.c | 46 static int bio_copy_from_iter(struct bio *bio, struct iov_iter *iter) in bio_copy_from_iter()
77 static int bio_copy_to_iter(struct bio *bio, struct iov_iter iter) in bio_copy_to_iter()
107 static int bio_uncopy_user(struct bio *bio) in bio_uncopy_user()
134 struct bio *bio; in bio_copy_user_iov() local
234 static void blk_mq_map_bio_put(struct bio *bio) in blk_mq_map_bio_put()
247 struct bio *bio; in blk_rq_map_bio_alloc() local
270 struct bio *bio; in bio_map_user_iov() local
349 static void bio_invalidate_vmalloc_pages(struct bio *bio) in bio_invalidate_vmalloc_pages()
362 static void bio_map_kern_endio(struct bio *bio) in bio_map_kern_endio()
389 struct bio *bio; in bio_map_kern() local
[all …]
|
| D | bio-integrity.c | 48 struct bio_integrity_payload *bio_integrity_alloc(struct bio *bio, in bio_integrity_alloc()
101 void bio_integrity_free(struct bio *bio) in bio_integrity_free()
123 int bio_integrity_add_page(struct bio *bio, struct page *page, in bio_integrity_add_page()
156 static blk_status_t bio_integrity_process(struct bio *bio, in bio_integrity_process()
199 bool bio_integrity_prep(struct bio *bio) in bio_integrity_prep()
321 struct bio *bio = bip->bip_bio; in bio_integrity_verify_fn() local
346 bool __bio_integrity_endio(struct bio *bio) in __bio_integrity_endio()
371 void bio_integrity_advance(struct bio *bio, unsigned int bytes_done) in bio_integrity_advance()
387 void bio_integrity_trim(struct bio *bio) in bio_integrity_trim()
404 int bio_integrity_clone(struct bio *bio, struct bio *bio_src, in bio_integrity_clone()
|
| D | blk-crypto-internal.h | 37 struct bio *bio) in bio_crypt_ctx_back_mergeable()
44 struct bio *bio) in bio_crypt_ctx_front_mergeable()
78 struct bio *bio) in bio_crypt_rq_ctx_compatible()
84 struct bio *bio) in bio_crypt_ctx_front_mergeable()
90 struct bio *bio) in bio_crypt_ctx_back_mergeable()
111 static inline void bio_crypt_advance(struct bio *bio, unsigned int bytes) in bio_crypt_advance()
118 static inline void bio_crypt_free_ctx(struct bio *bio) in bio_crypt_free_ctx()
125 struct bio *bio) in bio_crypt_do_front_merge()
169 static inline int blk_crypto_rq_bio_prep(struct request *rq, struct bio *bio, in blk_crypto_rq_bio_prep()
|
| D | blk-core.c | 318 int __bio_queue_enter(struct request_queue *q, struct bio *bio) in __bio_queue_enter()
488 static inline void bio_check_ro(struct bio *bio) in bio_check_ro()
499 static noinline int should_fail_bio(struct bio *bio) in should_fail_bio()
512 static inline int bio_check_eod(struct bio *bio) in bio_check_eod()
532 static int blk_partition_remap(struct bio *bio) in blk_partition_remap()
552 struct bio *bio) in blk_check_zone_append()
582 static void __submit_bio(struct bio *bio) in __submit_bio()
616 static void __submit_bio_noacct(struct bio *bio) in __submit_bio_noacct()
660 static void __submit_bio_noacct_mq(struct bio *bio) in __submit_bio_noacct_mq()
673 void submit_bio_noacct_nocheck(struct bio *bio) in submit_bio_noacct_nocheck()
[all …]
|
| D | blk-crypto.c | 84 void bio_crypt_set_ctx(struct bio *bio, const struct blk_crypto_key *key, in bio_crypt_set_ctx()
103 void __bio_crypt_free_ctx(struct bio *bio) in __bio_crypt_free_ctx()
137 void __bio_crypt_advance(struct bio *bio, unsigned int bytes) in __bio_crypt_advance()
186 bool bio_crypt_rq_ctx_compatible(struct request *rq, struct bio *bio) in bio_crypt_rq_ctx_compatible()
206 static bool bio_crypt_check_alignment(struct bio *bio) in bio_crypt_check_alignment()
268 struct bio *bio = *bio_ptr; in __blk_crypto_bio_prep() local
298 int __blk_crypto_rq_bio_prep(struct request *rq, struct bio *bio, in __blk_crypto_rq_bio_prep()
|
| D | blk.h | 70 static inline int bio_queue_enter(struct bio *bio) in bio_queue_enter()
181 static inline bool bio_integrity_endio(struct bio *bio) in bio_integrity_endio()
205 struct bio *bio) in integrity_req_gap_front_merge()
234 struct bio *bio) in integrity_req_gap_front_merge()
242 static inline bool bio_integrity_endio(struct bio *bio) in bio_integrity_endio()
246 static inline void bio_integrity_free(struct bio *bio) in bio_integrity_free()
299 static inline bool bio_may_exceed_limits(struct bio *bio, in bio_may_exceed_limits()
377 static inline void blk_throtl_bio_endio(struct bio *bio) { } in blk_throtl_bio_endio()
390 static inline struct bio *blk_queue_bounce(struct bio *bio, in blk_queue_bounce()
|
| D | bounce.c | 102 static void bounce_end_io(struct bio *bio) in bounce_end_io()
126 static void bounce_end_io_write(struct bio *bio) in bounce_end_io_write()
131 static void bounce_end_io_read(struct bio *bio) in bounce_end_io_read()
145 struct bio *bio; in bounce_clone_bio() local
204 struct bio *bio; in __blk_queue_bounce() local
|
| D | blk-lib.c | 41 struct bio *bio = *biop; in __blkdev_issue_discard() local
100 struct bio *bio = NULL; in blkdev_issue_discard() local
122 struct bio *bio = *biop; in __blkdev_issue_write_zeroes() local
172 struct bio *bio = *biop; in __blkdev_issue_zero_pages() local
257 struct bio *bio; in blkdev_issue_zeroout() local
308 struct bio *bio = NULL; in blkdev_issue_secure_erase() local
|
| /Linux-v6.1/drivers/md/bcache/ |
| D | request.c | 40 static void bio_csum(struct bio *bio, struct bkey *k) in bio_csum()
111 struct bio *bio = op->bio; in bch_data_invalidate() local
169 static void bch_data_insert_endio(struct bio *bio) in bch_data_insert_endio()
190 struct bio *bio = op->bio, *n; in bch_data_insert_start() local
363 static bool check_should_bypass(struct cached_dev *dc, struct bio *bio) in check_should_bypass()
467 struct bbio bio; member
485 static void bch_cache_read_endio(struct bio *bio) in bch_cache_read_endio()
516 struct bio *n, *bio = &s->bio.bio; in cache_lookup_fn() local
581 struct bio *bio = &s->bio.bio; in cache_lookup() local
621 static void request_endio(struct bio *bio) in request_endio()
[all …]
|
| D | io.c | 17 void bch_bbio_free(struct bio *bio, struct cache_set *c) in bch_bbio_free()
27 struct bio *bio = &b->bio; in bch_bbio_alloc() local
35 void __bch_submit_bbio(struct bio *bio, struct cache_set *c) in __bch_submit_bbio()
46 void bch_submit_bbio(struct bio *bio, struct cache_set *c, in bch_submit_bbio()
56 void bch_count_backing_io_errors(struct cached_dev *dc, struct bio *bio) in bch_count_backing_io_errors()
137 void bch_bbio_count_io_errors(struct cache_set *c, struct bio *bio, in bch_bbio_count_io_errors()
167 void bch_bbio_endio(struct cache_set *c, struct bio *bio, in bch_bbio_endio()
|
| D | movinggc.c | 19 struct bbio bio; member
48 struct bio *bio = &io->bio.bio; in write_moving_finish() local
62 static void read_moving_endio(struct bio *bio) in read_moving_endio()
80 struct bio *bio = &io->bio.bio; in moving_init() local
119 struct bio *bio = &io->bio.bio; in read_moving_submit() local
130 struct bio *bio; in read_moving() local
|
| /Linux-v6.1/drivers/md/ |
| D | dm-io-rewind.c | 56 static void dm_bio_integrity_rewind(struct bio *bio, unsigned int bytes_done) in dm_bio_integrity_rewind()
68 static inline void dm_bio_integrity_rewind(struct bio *bio, in dm_bio_integrity_rewind()
95 static void dm_bio_crypt_rewind(struct bio *bio, unsigned int bytes) in dm_bio_crypt_rewind()
105 static inline void dm_bio_crypt_rewind(struct bio *bio, unsigned int bytes) in dm_bio_crypt_rewind()
112 static inline void dm_bio_rewind_iter(const struct bio *bio, in dm_bio_rewind_iter()
134 static void dm_bio_rewind(struct bio *bio, unsigned bytes) in dm_bio_rewind()
|
| D | dm-thin.c | 382 struct bio *bio; member
441 static int bio_detain(struct pool *pool, struct dm_cell_key *key, struct bio *bio, in bio_detain()
600 struct bio *bio; in error_bio_list() local
675 static dm_block_t get_bio_block(struct thin_c *tc, struct bio *bio) in get_bio_block()
691 static void get_bio_block_range(struct thin_c *tc, struct bio *bio, in get_bio_block_range()
716 static void remap(struct thin_c *tc, struct bio *bio, dm_block_t block) in remap()
731 static void remap_to_origin(struct thin_c *tc, struct bio *bio) in remap_to_origin()
736 static int bio_triggers_commit(struct thin_c *tc, struct bio *bio) in bio_triggers_commit()
742 static void inc_all_io_entry(struct pool *pool, struct bio *bio) in inc_all_io_entry()
753 static void issue(struct thin_c *tc, struct bio *bio) in issue()
[all …]
|
| D | dm-raid1.c | 121 static void queue_bio(struct mirror_set *ms, struct bio *bio, int rw) in queue_bio()
140 struct bio *bio; in dispatch_bios() local
163 static struct mirror *bio_get_m(struct bio *bio) in bio_get_m()
168 static void bio_set_m(struct bio *bio, struct mirror *m) in bio_set_m()
436 static int mirror_available(struct mirror_set *ms, struct bio *bio) in mirror_available()
450 static sector_t map_sector(struct mirror *m, struct bio *bio) in map_sector()
457 static void map_bio(struct mirror *m, struct bio *bio) in map_bio()
464 struct bio *bio) in map_region()
471 static void hold_bio(struct mirror_set *ms, struct bio *bio) in hold_bio()
506 struct bio *bio = context; in read_callback() local
[all …]
|
| D | dm-zoned-target.c | 22 struct bio *bio; member
75 static inline void dmz_bio_endio(struct bio *bio, blk_status_t status) in dmz_bio_endio()
117 struct bio *bio, sector_t chunk_block, in dmz_submit_bio()
153 static void dmz_handle_read_zero(struct dmz_target *dmz, struct bio *bio, in dmz_handle_read_zero()
170 struct bio *bio) in dmz_handle_read()
250 struct dm_zone *zone, struct bio *bio, in dmz_handle_direct_write()
283 struct dm_zone *zone, struct bio *bio, in dmz_handle_buffered_write()
319 struct bio *bio) in dmz_handle_write()
358 struct bio *bio) in dmz_handle_discard()
396 struct bio *bio) in dmz_handle_bio()
[all …]
|
| D | raid1.c | 125 static inline struct r1bio *get_resync_r1bio(struct bio *bio) in get_resync_r1bio()
150 struct bio *bio; in r1buf_pool_alloc() local
246 struct bio **bio = r1_bio->bios + i; in put_all_bios() local
268 struct bio *bio = r1_bio->bios[i]; in put_buf() local
302 struct bio *bio = r1_bio->master_bio; in call_bio_endio() local
314 struct bio *bio = r1_bio->master_bio; in raid_end_bio_io() local
349 static int find_bio_disk(struct r1bio *r1_bio, struct bio *bio) in find_bio_disk()
365 static void raid1_end_read_request(struct bio *bio) in raid1_end_read_request()
447 static void raid1_end_write_request(struct bio *bio) in raid1_end_write_request()
794 static void flush_bio_list(struct r1conf *conf, struct bio *bio) in flush_bio_list()
[all …]
|
| D | dm-cache-target.c | 105 struct bio *bio; in __commit() local
143 void (*issue_op)(struct bio *bio, void *), in batcher_init()
181 static void issue_after_commit(struct batcher *b, struct bio *bio) in issue_after_commit()
219 static void dm_hook_bio(struct dm_hook_info *h, struct bio *bio, in dm_hook_bio()
228 static void dm_unhook_bio(struct dm_hook_info *h, struct bio *bio) in dm_unhook_bio()
520 static unsigned lock_level(struct bio *bio) in lock_level()
531 static struct per_bio_data *get_per_bio_data(struct bio *bio) in get_per_bio_data()
538 static struct per_bio_data *init_per_bio_data(struct bio *bio) in init_per_bio_data()
552 static void defer_bio(struct cache *cache, struct bio *bio) in defer_bio()
573 static bool bio_detain_shared(struct cache *cache, dm_oblock_t oblock, struct bio *bio) in bio_detain_shared()
[all …]
|
| D | dm-clone-target.c | 259 static inline void remap_to_source(struct clone *clone, struct bio *bio) in remap_to_source()
264 static inline void remap_to_dest(struct clone *clone, struct bio *bio) in remap_to_dest()
269 static bool bio_triggers_commit(struct clone *clone, struct bio *bio) in bio_triggers_commit()
282 static inline unsigned long bio_to_region(struct clone *clone, struct bio *bio) in bio_to_region()
288 static void bio_region_range(struct clone *clone, struct bio *bio, in bio_region_range()
303 static inline bool is_overwrite_bio(struct clone *clone, struct bio *bio) in is_overwrite_bio()
310 struct bio *bio; in fail_bios() local
320 struct bio *bio; in submit_bios() local
339 static void issue_bio(struct clone *clone, struct bio *bio) in issue_bio()
372 static void remap_and_issue(struct clone *clone, struct bio *bio) in remap_and_issue()
[all …]
|
| /Linux-v6.1/drivers/nvme/target/ |
| D | io-cmd-bdev.c | 179 static void nvmet_bio_done(struct bio *bio) in nvmet_bio_done()
188 static int nvmet_bdev_alloc_bip(struct nvmet_req *req, struct bio *bio, in nvmet_bdev_alloc_bip()
234 static int nvmet_bdev_alloc_bip(struct nvmet_req *req, struct bio *bio, in nvmet_bdev_alloc_bip()
244 struct bio *bio; in nvmet_bdev_execute_rw() local
334 struct bio *bio = &req->b.inline_bio; in nvmet_bdev_execute_flush() local
363 struct nvme_dsm_range *range, struct bio **bio) in nvmet_bdev_discard_range()
382 struct bio *bio = NULL; in nvmet_bdev_execute_discard() local
430 struct bio *bio = NULL; in nvmet_bdev_execute_write_zeroes() local
|
| /Linux-v6.1/fs/ext4/ |
| D | readpage.c | 63 struct bio *bio; member
69 static void __read_end_io(struct bio *bio) in __read_end_io()
99 struct bio *bio = ctx->bio; in decrypt_work() local
111 struct bio *bio = ctx->bio; in verity_work() local
158 static bool bio_post_read_required(struct bio *bio) in bio_post_read_required()
175 static void mpage_end_io(struct bio *bio) in mpage_end_io()
193 static void ext4_set_bio_post_read_ctx(struct bio *bio, in ext4_set_bio_post_read_ctx()
228 struct bio *bio = NULL; in ext4_mpage_readpages() local
|
| /Linux-v6.1/fs/f2fs/ |
| D | iostat.h | 44 static inline void iostat_update_submit_ctx(struct bio *bio, in iostat_update_submit_ctx()
53 static inline struct bio_post_read_ctx *get_post_read_ctx(struct bio *bio) in get_post_read_ctx()
70 static inline void iostat_update_and_unbind_ctx(struct bio *bio, int rw) {} in iostat_update_and_unbind_ctx()
72 struct bio *bio, struct bio_post_read_ctx *ctx) {} in iostat_alloc_and_bind_ctx()
73 static inline void iostat_update_submit_ctx(struct bio *bio, in iostat_update_submit_ctx()
75 static inline struct bio_post_read_ctx *get_post_read_ctx(struct bio *bio) in get_post_read_ctx()
|
