| /Linux-v5.15/include/linux/ |
| D | bio.h | 29 #define bio_prio(bio) (bio)->bi_ioprio argument
30 #define bio_set_prio(bio, prio) ((bio)->bi_ioprio = prio) argument
32 #define bio_iter_iovec(bio, iter) \ argument
35 #define bio_iter_page(bio, iter) \ argument
37 #define bio_iter_len(bio, iter) \ argument
39 #define bio_iter_offset(bio, iter) \ argument
42 #define bio_page(bio) bio_iter_page((bio), (bio)->bi_iter) argument
43 #define bio_offset(bio) bio_iter_offset((bio), (bio)->bi_iter) argument
44 #define bio_iovec(bio) bio_iter_iovec((bio), (bio)->bi_iter) argument
49 #define bio_sectors(bio) bvec_iter_sectors((bio)->bi_iter) argument
[all …]
|
| D | blk_types.h | 215 struct bio { struct
216 struct bio *bi_next; /* request queue link */ argument
230 bio_end_io_t *bi_end_io; argument
235 * Represents the association of the css and request_queue for the bio. argument
241 struct bio_issue bi_issue; argument
248 struct bio_crypt_ctx *bi_crypt_context; argument
257 unsigned short bi_vcnt; /* how many bio_vec's */ argument
267 struct bio_vec *bi_io_vec; /* the actual vec list */ argument
269 struct bio_set *bi_pool; argument
272 * We can inline a number of vecs at the end of the bio, to avoid argument
[all …]
|
| /Linux-v5.15/block/ |
| D | bio.c | 208 void bio_uninit(struct bio *bio) in bio_uninit()
223 static void bio_free(struct bio *bio) in bio_free()
251 void bio_init(struct bio *bio, struct bio_vec *table, in bio_init()
301 void bio_reset(struct bio *bio) in bio_reset()
309 static struct bio *__bio_chain_endio(struct bio *bio) in __bio_chain_endio()
319 static void bio_chain_endio(struct bio *bio) in bio_chain_endio()
335 void bio_chain(struct bio *bio, struct bio *parent) in bio_chain()
348 struct bio *bio; in bio_alloc_rescue() local
365 struct bio *bio; in punt_bios_to_rescuer() local
435 struct bio *bio; in bio_alloc_bioset() local
[all …]
|
| D | blk-merge.c | 52 static inline bool req_gap_back_merge(struct request *req, struct bio *bio) in req_gap_back_merge()
57 static inline bool req_gap_front_merge(struct request *req, struct bio *bio) in req_gap_front_merge()
63 struct bio *bio, in blk_bio_discard_split()
107 struct bio *bio, struct bio_set *bs, unsigned *nsegs) in blk_bio_write_zeroes_split()
121 struct bio *bio, in blk_bio_write_same_split()
145 struct bio *bio) in get_max_io_size()
246 struct bio *bio, in blk_bio_segment_split()
305 void __blk_queue_split(struct bio **bio, unsigned int *nr_segs) in __blk_queue_split()
366 void blk_queue_split(struct bio **bio) in blk_queue_split()
388 struct bio *bio = rq->bio; in blk_recalc_rq_segments() local
[all …]
|
| D | blk-crypto-internal.h | 32 struct bio *bio) in bio_crypt_ctx_back_mergeable()
39 struct bio *bio) in bio_crypt_ctx_front_mergeable()
66 struct bio *bio) in bio_crypt_rq_ctx_compatible()
72 struct bio *bio) in bio_crypt_ctx_front_mergeable()
78 struct bio *bio) in bio_crypt_ctx_back_mergeable()
99 static inline void bio_crypt_advance(struct bio *bio, unsigned int bytes) in bio_crypt_advance()
106 static inline void bio_crypt_free_ctx(struct bio *bio) in bio_crypt_free_ctx()
113 struct bio *bio) in bio_crypt_do_front_merge()
157 static inline int blk_crypto_rq_bio_prep(struct request *rq, struct bio *bio, in blk_crypto_rq_bio_prep()
|
| D | blk-map.c | 46 static int bio_copy_from_iter(struct bio *bio, struct iov_iter *iter) in bio_copy_from_iter()
77 static int bio_copy_to_iter(struct bio *bio, struct iov_iter iter) in bio_copy_to_iter()
107 static int bio_uncopy_user(struct bio *bio) in bio_uncopy_user()
134 struct bio *bio; in bio_copy_user_iov() local
237 struct bio *bio; in bio_map_user_iov() local
310 static void bio_invalidate_vmalloc_pages(struct bio *bio) in bio_invalidate_vmalloc_pages()
323 static void bio_map_kern_endio(struct bio *bio) in bio_map_kern_endio()
349 struct bio *bio; in bio_map_kern() local
390 static void bio_copy_kern_endio(struct bio *bio) in bio_copy_kern_endio()
396 static void bio_copy_kern_endio_read(struct bio *bio) in bio_copy_kern_endio_read()
[all …]
|
| D | bio-integrity.c | 48 struct bio_integrity_payload *bio_integrity_alloc(struct bio *bio, in bio_integrity_alloc()
101 void bio_integrity_free(struct bio *bio) in bio_integrity_free()
123 int bio_integrity_add_page(struct bio *bio, struct page *page, in bio_integrity_add_page()
156 static blk_status_t bio_integrity_process(struct bio *bio, in bio_integrity_process()
198 bool bio_integrity_prep(struct bio *bio) in bio_integrity_prep()
320 struct bio *bio = bip->bip_bio; in bio_integrity_verify_fn() local
345 bool __bio_integrity_endio(struct bio *bio) in __bio_integrity_endio()
370 void bio_integrity_advance(struct bio *bio, unsigned int bytes_done) in bio_integrity_advance()
386 void bio_integrity_trim(struct bio *bio) in bio_integrity_trim()
403 int bio_integrity_clone(struct bio *bio, struct bio *bio_src, in bio_integrity_clone()
|
| D | blk-core.c | 236 static void req_bio_endio(struct request *rq, struct bio *bio, in req_bio_endio()
471 static inline int bio_queue_enter(struct bio *bio) in bio_queue_enter()
653 static void handle_bad_sector(struct bio *bio, sector_t maxsector) in handle_bad_sector()
698 static inline bool bio_check_ro(struct bio *bio) in bio_check_ro()
716 static noinline int should_fail_bio(struct bio *bio) in should_fail_bio()
729 static inline int bio_check_eod(struct bio *bio) in bio_check_eod()
746 static int blk_partition_remap(struct bio *bio) in blk_partition_remap()
766 struct bio *bio) in blk_check_zone_append()
797 static noinline_for_stack bool submit_bio_checks(struct bio *bio) in submit_bio_checks()
915 static blk_qc_t __submit_bio(struct bio *bio) in __submit_bio()
[all …]
|
| D | blk.h | 101 static inline bool bio_integrity_endio(struct bio *bio) in bio_integrity_endio()
124 struct bio *bio) in integrity_req_gap_front_merge()
152 struct bio *bio) in integrity_req_gap_front_merge()
160 static inline bool bio_integrity_endio(struct bio *bio) in bio_integrity_endio()
164 static inline void bio_integrity_free(struct bio *bio) in bio_integrity_free()
301 static inline void blk_throtl_charge_bio_split(struct bio *bio) { } in blk_throtl_charge_bio_split()
302 static inline bool blk_throtl_bio(struct bio *bio) { return false; } in blk_throtl_bio()
311 static inline void blk_throtl_bio_endio(struct bio *bio) { } in blk_throtl_bio_endio()
324 static inline void blk_queue_bounce(struct request_queue *q, struct bio **bio) in blk_queue_bounce()
371 static inline void bio_clear_hipri(struct bio *bio) in bio_clear_hipri()
|
| D | blk-lib.c | 13 struct bio *blk_next_bio(struct bio *bio, unsigned int nr_pages, gfp_t gfp) in blk_next_bio()
31 struct bio *bio = *biop; in __blkdev_issue_discard() local
135 struct bio *bio = NULL; in blkdev_issue_discard() local
172 struct bio *bio = *biop; in __blkdev_issue_write_same() local
231 struct bio *bio = NULL; in blkdev_issue_write_same() local
251 struct bio *bio = *biop; in __blkdev_issue_write_zeroes() local
308 struct bio *bio = *biop; in __blkdev_issue_zero_pages() local
398 struct bio *bio; in blkdev_issue_zeroout() local
|
| D | blk-crypto.c | 81 void bio_crypt_set_ctx(struct bio *bio, const struct blk_crypto_key *key, in bio_crypt_set_ctx()
100 void __bio_crypt_free_ctx(struct bio *bio) in __bio_crypt_free_ctx()
135 void __bio_crypt_advance(struct bio *bio, unsigned int bytes) in __bio_crypt_advance()
184 bool bio_crypt_rq_ctx_compatible(struct request *rq, struct bio *bio) in bio_crypt_rq_ctx_compatible()
204 static bool bio_crypt_check_alignment(struct bio *bio) in bio_crypt_check_alignment()
265 struct bio *bio = *bio_ptr; in __blk_crypto_bio_prep() local
294 int __blk_crypto_rq_bio_prep(struct request *rq, struct bio *bio, in __blk_crypto_rq_bio_prep()
|
| D | bounce.c | 101 static void bounce_end_io(struct bio *bio) in bounce_end_io()
125 static void bounce_end_io_write(struct bio *bio) in bounce_end_io_write()
130 static void bounce_end_io_read(struct bio *bio) in bounce_end_io_read()
144 struct bio *bio; in bounce_clone_bio() local
211 struct bio *bio; in __blk_queue_bounce() local
|
| /Linux-v5.15/drivers/md/bcache/ |
| D | io.c | 17 void bch_bbio_free(struct bio *bio, struct cache_set *c) in bch_bbio_free()
27 struct bio *bio = &b->bio; in bch_bbio_alloc() local
34 void __bch_submit_bbio(struct bio *bio, struct cache_set *c) in __bch_submit_bbio()
45 void bch_submit_bbio(struct bio *bio, struct cache_set *c, in bch_submit_bbio()
55 void bch_count_backing_io_errors(struct cached_dev *dc, struct bio *bio) in bch_count_backing_io_errors()
136 void bch_bbio_count_io_errors(struct cache_set *c, struct bio *bio, in bch_bbio_count_io_errors()
166 void bch_bbio_endio(struct cache_set *c, struct bio *bio, in bch_bbio_endio()
|
| D | request.c | 40 static void bio_csum(struct bio *bio, struct bkey *k) in bio_csum()
111 struct bio *bio = op->bio; in bch_data_invalidate() local
169 static void bch_data_insert_endio(struct bio *bio) in bch_data_insert_endio()
190 struct bio *bio = op->bio, *n; in bch_data_insert_start() local
363 static bool check_should_bypass(struct cached_dev *dc, struct bio *bio) in check_should_bypass()
467 struct bbio bio; member
485 static void bch_cache_read_endio(struct bio *bio) in bch_cache_read_endio()
516 struct bio *n, *bio = &s->bio.bio; in cache_lookup_fn() local
581 struct bio *bio = &s->bio.bio; in cache_lookup() local
621 static void request_endio(struct bio *bio) in request_endio()
[all …]
|
| D | movinggc.c | 19 struct bbio bio; member
48 struct bio *bio = &io->bio.bio; in write_moving_finish() local
62 static void read_moving_endio(struct bio *bio) in read_moving_endio()
80 struct bio *bio = &io->bio.bio; in moving_init() local
119 struct bio *bio = &io->bio.bio; in read_moving_submit() local
130 struct bio *bio; in read_moving() local
|
| /Linux-v5.15/drivers/nvme/target/ |
| D | io-cmd-bdev.c | 170 static void nvmet_bio_done(struct bio *bio) in nvmet_bio_done()
179 static int nvmet_bdev_alloc_bip(struct nvmet_req *req, struct bio *bio, in nvmet_bdev_alloc_bip()
225 static int nvmet_bdev_alloc_bip(struct nvmet_req *req, struct bio *bio, in nvmet_bdev_alloc_bip()
235 struct bio *bio; in nvmet_bdev_execute_rw() local
325 struct bio *bio = &req->b.inline_bio; in nvmet_bdev_execute_flush() local
347 struct nvme_dsm_range *range, struct bio **bio) in nvmet_bdev_discard_range()
366 struct bio *bio = NULL; in nvmet_bdev_execute_discard() local
414 struct bio *bio = NULL; in nvmet_bdev_execute_write_zeroes() local
|
| /Linux-v5.15/fs/ext4/ |
| D | readpage.c | 64 struct bio *bio; member
70 static void __read_end_io(struct bio *bio) in __read_end_io()
110 struct bio *bio = ctx->bio; in verity_work() local
157 static bool bio_post_read_required(struct bio *bio) in bio_post_read_required()
174 static void mpage_end_io(struct bio *bio) in mpage_end_io()
192 static void ext4_set_bio_post_read_ctx(struct bio *bio, in ext4_set_bio_post_read_ctx()
227 struct bio *bio = NULL; in ext4_mpage_readpages() local
|
| /Linux-v5.15/fs/f2fs/ |
| D | iostat.h | 44 static inline void iostat_update_submit_ctx(struct bio *bio, in iostat_update_submit_ctx()
53 static inline struct bio_post_read_ctx *get_post_read_ctx(struct bio *bio) in get_post_read_ctx()
70 static inline void iostat_update_and_unbind_ctx(struct bio *bio, int rw) {} in iostat_update_and_unbind_ctx()
72 struct bio *bio, struct bio_post_read_ctx *ctx) {} in iostat_alloc_and_bind_ctx()
73 static inline void iostat_update_submit_ctx(struct bio *bio, in iostat_update_submit_ctx()
75 static inline struct bio_post_read_ctx *get_post_read_ctx(struct bio *bio) in get_post_read_ctx()
|
| /Linux-v5.15/mm/ |
| D | page_io.c | 29 void end_swap_bio_write(struct bio *bio) in end_swap_bio_write()
101 static void end_swap_bio_read(struct bio *bio) in end_swap_bio_read()
267 static void bio_associate_blkg_from_page(struct bio *bio, struct page *page) in bio_associate_blkg_from_page()
282 #define bio_associate_blkg_from_page(bio, page) do { } while (0) argument
288 struct bio *bio; in __swap_writepage() local
358 struct bio *bio; in swap_readpage() local
|
| /Linux-v5.15/drivers/md/ |
| D | dm-raid1.c | 121 static void queue_bio(struct mirror_set *ms, struct bio *bio, int rw) in queue_bio()
140 struct bio *bio; in dispatch_bios() local
163 static struct mirror *bio_get_m(struct bio *bio) in bio_get_m()
168 static void bio_set_m(struct bio *bio, struct mirror *m) in bio_set_m()
437 static int mirror_available(struct mirror_set *ms, struct bio *bio) in mirror_available()
451 static sector_t map_sector(struct mirror *m, struct bio *bio) in map_sector()
458 static void map_bio(struct mirror *m, struct bio *bio) in map_bio()
465 struct bio *bio) in map_region()
472 static void hold_bio(struct mirror_set *ms, struct bio *bio) in hold_bio()
507 struct bio *bio = context; in read_callback() local
[all …]
|
| D | dm-zoned-target.c | 22 struct bio *bio; member
75 static inline void dmz_bio_endio(struct bio *bio, blk_status_t status) in dmz_bio_endio()
117 struct bio *bio, sector_t chunk_block, in dmz_submit_bio()
154 static void dmz_handle_read_zero(struct dmz_target *dmz, struct bio *bio, in dmz_handle_read_zero()
171 struct bio *bio) in dmz_handle_read()
251 struct dm_zone *zone, struct bio *bio, in dmz_handle_direct_write()
284 struct dm_zone *zone, struct bio *bio, in dmz_handle_buffered_write()
320 struct bio *bio) in dmz_handle_write()
359 struct bio *bio) in dmz_handle_discard()
397 struct bio *bio) in dmz_handle_bio()
[all …]
|
| D | dm-thin.c | 384 struct bio *bio; member
443 static int bio_detain(struct pool *pool, struct dm_cell_key *key, struct bio *bio, in bio_detain()
602 struct bio *bio; in error_bio_list() local
677 static dm_block_t get_bio_block(struct thin_c *tc, struct bio *bio) in get_bio_block()
693 static void get_bio_block_range(struct thin_c *tc, struct bio *bio, in get_bio_block_range()
718 static void remap(struct thin_c *tc, struct bio *bio, dm_block_t block) in remap()
733 static void remap_to_origin(struct thin_c *tc, struct bio *bio) in remap_to_origin()
738 static int bio_triggers_commit(struct thin_c *tc, struct bio *bio) in bio_triggers_commit()
744 static void inc_all_io_entry(struct pool *pool, struct bio *bio) in inc_all_io_entry()
755 static void issue(struct thin_c *tc, struct bio *bio) in issue()
[all …]
|
| D | dm-cache-target.c | 105 struct bio *bio; in __commit() local
143 void (*issue_op)(struct bio *bio, void *), in batcher_init()
181 static void issue_after_commit(struct batcher *b, struct bio *bio) in issue_after_commit()
219 static void dm_hook_bio(struct dm_hook_info *h, struct bio *bio, in dm_hook_bio()
228 static void dm_unhook_bio(struct dm_hook_info *h, struct bio *bio) in dm_unhook_bio()
520 static unsigned lock_level(struct bio *bio) in lock_level()
531 static struct per_bio_data *get_per_bio_data(struct bio *bio) in get_per_bio_data()
538 static struct per_bio_data *init_per_bio_data(struct bio *bio) in init_per_bio_data()
552 static void defer_bio(struct cache *cache, struct bio *bio) in defer_bio()
573 static bool bio_detain_shared(struct cache *cache, dm_oblock_t oblock, struct bio *bio) in bio_detain_shared()
[all …]
|
| D | raid1.c | 125 static inline struct r1bio *get_resync_r1bio(struct bio *bio) in get_resync_r1bio()
150 struct bio *bio; in r1buf_pool_alloc() local
242 struct bio **bio = r1_bio->bios + i; in put_all_bios() local
264 struct bio *bio = r1_bio->bios[i]; in put_buf() local
298 struct bio *bio = r1_bio->master_bio; in call_bio_endio() local
310 struct bio *bio = r1_bio->master_bio; in raid_end_bio_io() local
345 static int find_bio_disk(struct r1bio *r1_bio, struct bio *bio) in find_bio_disk()
361 static void raid1_end_read_request(struct bio *bio) in raid1_end_read_request()
444 static void raid1_end_write_request(struct bio *bio) in raid1_end_write_request()
791 static void flush_bio_list(struct r1conf *conf, struct bio *bio) in flush_bio_list()
[all …]
|
| D | dm-clone-target.c | 259 static inline void remap_to_source(struct clone *clone, struct bio *bio) in remap_to_source()
264 static inline void remap_to_dest(struct clone *clone, struct bio *bio) in remap_to_dest()
269 static bool bio_triggers_commit(struct clone *clone, struct bio *bio) in bio_triggers_commit()
282 static inline unsigned long bio_to_region(struct clone *clone, struct bio *bio) in bio_to_region()
288 static void bio_region_range(struct clone *clone, struct bio *bio, in bio_region_range()
303 static inline bool is_overwrite_bio(struct clone *clone, struct bio *bio) in is_overwrite_bio()
310 struct bio *bio; in fail_bios() local
320 struct bio *bio; in submit_bios() local
339 static void issue_bio(struct clone *clone, struct bio *bio) in issue_bio()
372 static void remap_and_issue(struct clone *clone, struct bio *bio) in remap_and_issue()
[all …]
|
