105 	struct dm_target_io tio;  member
110 	struct dm_target_io *tio = container_of(bio, struct dm_target_io, clone);  in dm_per_bio_data()  local
111 	if (!tio->inside_dm_io)  in dm_per_bio_data()
113 …return (char *)bio - offsetof(struct dm_target_io, clone) - offsetof(struct dm_io, tio) - data_siz…  in dm_per_bio_data()
121 …return (struct bio *)((char *)io + offsetof(struct dm_io, tio) + offsetof(struct dm_target_io, clo…  in dm_bio_from_per_bio_data()
581 	struct dm_target_io *tio = container_of(bio, struct dm_target_io, clone);  in dm_start_time_ns_from_clone()  local
582 	struct dm_io *io = tio->io;  in dm_start_time_ns_from_clone()
621 	struct dm_target_io *tio;  in alloc_io()  local
628 	tio = container_of(clone, struct dm_target_io, clone);  in alloc_io()
629 	tio->inside_dm_io = true;  in alloc_io()
630 	tio->io = NULL;  in alloc_io()
632 	io = container_of(tio, struct dm_io, tio);  in alloc_io()
647 	bio_put(&io->tio.clone);  in free_io()
653 	struct dm_target_io *tio;  in alloc_tio()  local
655 	if (!ci->io->tio.io) {  in alloc_tio()
657 		tio = &ci->io->tio;  in alloc_tio()
663 		tio = container_of(clone, struct dm_target_io, clone);  in alloc_tio()
664 		tio->inside_dm_io = false;  in alloc_tio()
667 	tio->magic = DM_TIO_MAGIC;  in alloc_tio()
668 	tio->io = ci->io;  in alloc_tio()
669 	tio->ti = ti;  in alloc_tio()
670 	tio->target_bio_nr = target_bio_nr;  in alloc_tio()
672 	return tio;  in alloc_tio()
675 static void free_tio(struct dm_target_io *tio)  in free_tio()  argument
677 	if (tio->inside_dm_io)  in free_tio()
679 	bio_put(&tio->clone);  in free_tio()
972 	struct dm_target_io *tio = container_of(bio, struct dm_target_io, clone);  in clone_endio()  local
973 	struct dm_io *io = tio->io;  in clone_endio()
974 	struct mapped_device *md = tio->io->md;  in clone_endio()
975 	dm_endio_fn endio = tio->ti->type->end_io;  in clone_endio()
1003 		int r = endio(tio->ti, bio, &error);  in clone_endio()
1019 	free_tio(tio);  in clone_endio()
1242 	struct dm_target_io *tio = container_of(bio, struct dm_target_io, clone);  in dm_accept_partial_bio()  local
1245 	BUG_ON(bi_size > *tio->len_ptr);  in dm_accept_partial_bio()
1247 	*tio->len_ptr -= bi_size - n_sectors;  in dm_accept_partial_bio()
1252 static blk_qc_t __map_bio(struct dm_target_io *tio)  in __map_bio()  argument
1256 	struct bio *clone = &tio->clone;  in __map_bio()
1257 	struct dm_io *io = tio->io;  in __map_bio()
1258 	struct dm_target *ti = tio->ti;  in __map_bio()
1282 		free_tio(tio);  in __map_bio()
1286 		free_tio(tio);  in __map_bio()
1306 static int clone_bio(struct dm_target_io *tio, struct bio *bio,  in clone_bio()  argument
1309 	struct bio *clone = &tio->clone;  in clone_bio()
1319 		if (unlikely(!dm_target_has_integrity(tio->ti->type) &&  in clone_bio()
1320 			     !dm_target_passes_integrity(tio->ti->type))) {  in clone_bio()
1322 				dm_device_name(tio->io->md),  in clone_bio()
1323 				tio->ti->type->name);  in clone_bio()
1344 	struct dm_target_io *tio;  in alloc_multiple_bios()  local
1351 		tio = alloc_tio(ci, ti, 0, GFP_NOIO);  in alloc_multiple_bios()
1352 		bio_list_add(blist, &tio->clone);  in alloc_multiple_bios()
1363 			tio = alloc_tio(ci, ti, bio_nr, try ? GFP_NOIO : GFP_NOWAIT);  in alloc_multiple_bios()
1364 			if (!tio)  in alloc_multiple_bios()
1367 			bio_list_add(blist, &tio->clone);  in alloc_multiple_bios()
1375 			tio = container_of(bio, struct dm_target_io, clone);  in alloc_multiple_bios()
1376 			free_tio(tio);  in alloc_multiple_bios()
1382 					   struct dm_target_io *tio, unsigned *len)  in __clone_and_map_simple_bio()  argument
1384 	struct bio *clone = &tio->clone;  in __clone_and_map_simple_bio()
1386 	tio->len_ptr = len;  in __clone_and_map_simple_bio()
1392 	return __map_bio(tio);  in __clone_and_map_simple_bio()
1400 	struct dm_target_io *tio;  in __send_duplicate_bios()  local
1405 		tio = container_of(bio, struct dm_target_io, clone);  in __send_duplicate_bios()
1406 		(void) __clone_and_map_simple_bio(ci, tio, len);  in __send_duplicate_bios()
1447 	struct dm_target_io *tio;  in __clone_and_map_data_bio()  local
1450 	tio = alloc_tio(ci, ti, 0, GFP_NOIO);  in __clone_and_map_data_bio()
1451 	tio->len_ptr = len;  in __clone_and_map_data_bio()
1452 	r = clone_bio(tio, bio, sector, *len);  in __clone_and_map_data_bio()
1454 		free_tio(tio);  in __clone_and_map_data_bio()
1457 	(void) __map_bio(tio);  in __clone_and_map_data_bio()
2875 		io_front_pad = roundup(front_pad,  __alignof__(struct dm_io)) + offsetof(struct dm_io, tio);  in dm_alloc_md_mempools()