102 	struct dm_target_io tio;  member
107 	struct dm_target_io *tio = container_of(bio, struct dm_target_io, clone);  in dm_per_bio_data()  local
108 	if (!tio->inside_dm_io)  in dm_per_bio_data()
110 …return (char *)bio - offsetof(struct dm_target_io, clone) - offsetof(struct dm_io, tio) - data_siz…  in dm_per_bio_data()
118 …return (struct bio *)((char *)io + offsetof(struct dm_io, tio) + offsetof(struct dm_target_io, clo…  in dm_bio_from_per_bio_data()
568 	struct dm_target_io *tio;  in alloc_io()  local
575 	tio = container_of(clone, struct dm_target_io, clone);  in alloc_io()
576 	tio->inside_dm_io = true;  in alloc_io()
577 	tio->io = NULL;  in alloc_io()
579 	io = container_of(tio, struct dm_io, tio);  in alloc_io()
594 	bio_put(&io->tio.clone);  in free_io()
600 	struct dm_target_io *tio;  in alloc_tio()  local
602 	if (!ci->io->tio.io) {  in alloc_tio()
604 		tio = &ci->io->tio;  in alloc_tio()
610 		tio = container_of(clone, struct dm_target_io, clone);  in alloc_tio()
611 		tio->inside_dm_io = false;  in alloc_tio()
614 	tio->magic = DM_TIO_MAGIC;  in alloc_tio()
615 	tio->io = ci->io;  in alloc_tio()
616 	tio->ti = ti;  in alloc_tio()
617 	tio->target_bio_nr = target_bio_nr;  in alloc_tio()
619 	return tio;  in alloc_tio()
622 static void free_tio(struct dm_target_io *tio)  in free_tio()  argument
624 	if (tio->inside_dm_io)  in free_tio()
626 	bio_put(&tio->clone);  in free_tio()
976 	struct dm_target_io *tio = container_of(bio, struct dm_target_io, clone);  in clone_endio()  local
977 	struct dm_io *io = tio->io;  in clone_endio()
978 	struct mapped_device *md = tio->io->md;  in clone_endio()
979 	dm_endio_fn endio = tio->ti->type->end_io;  in clone_endio()
994 		int r = endio(tio->ti, bio, &error);  in clone_endio()
1010 	free_tio(tio);  in clone_endio()
1205 	struct dm_target_io *tio = container_of(bio, struct dm_target_io, clone);  in dm_accept_partial_bio()  local
1208 	BUG_ON(bi_size > *tio->len_ptr);  in dm_accept_partial_bio()
1210 	*tio->len_ptr -= bi_size - n_sectors;  in dm_accept_partial_bio()
1263 static blk_qc_t __map_bio(struct dm_target_io *tio)  in __map_bio()  argument
1267 	struct bio *clone = &tio->clone;  in __map_bio()
1268 	struct dm_io *io = tio->io;  in __map_bio()
1270 	struct dm_target *ti = tio->ti;  in __map_bio()
1297 		free_tio(tio);  in __map_bio()
1301 		free_tio(tio);  in __map_bio()
1321 static int clone_bio(struct dm_target_io *tio, struct bio *bio,  in clone_bio()  argument
1324 	struct bio *clone = &tio->clone;  in clone_bio()
1331 		if (unlikely(!dm_target_has_integrity(tio->ti->type) &&  in clone_bio()
1332 			     !dm_target_passes_integrity(tio->ti->type))) {  in clone_bio()
1334 				dm_device_name(tio->io->md),  in clone_bio()
1335 				tio->ti->type->name);  in clone_bio()
1356 	struct dm_target_io *tio;  in alloc_multiple_bios()  local
1363 		tio = alloc_tio(ci, ti, 0, GFP_NOIO);  in alloc_multiple_bios()
1364 		bio_list_add(blist, &tio->clone);  in alloc_multiple_bios()
1375 			tio = alloc_tio(ci, ti, bio_nr, try ? GFP_NOIO : GFP_NOWAIT);  in alloc_multiple_bios()
1376 			if (!tio)  in alloc_multiple_bios()
1379 			bio_list_add(blist, &tio->clone);  in alloc_multiple_bios()
1387 			tio = container_of(bio, struct dm_target_io, clone);  in alloc_multiple_bios()
1388 			free_tio(tio);  in alloc_multiple_bios()
1394 					   struct dm_target_io *tio, unsigned *len)  in __clone_and_map_simple_bio()  argument
1396 	struct bio *clone = &tio->clone;  in __clone_and_map_simple_bio()
1398 	tio->len_ptr = len;  in __clone_and_map_simple_bio()
1404 	return __map_bio(tio);  in __clone_and_map_simple_bio()
1412 	struct dm_target_io *tio;  in __send_duplicate_bios()  local
1417 		tio = container_of(bio, struct dm_target_io, clone);  in __send_duplicate_bios()
1418 		(void) __clone_and_map_simple_bio(ci, tio, len);  in __send_duplicate_bios()
1449 	struct dm_target_io *tio;  in __clone_and_map_data_bio()  local
1452 	tio = alloc_tio(ci, ti, 0, GFP_NOIO);  in __clone_and_map_data_bio()
1453 	tio->len_ptr = len;  in __clone_and_map_data_bio()
1454 	r = clone_bio(tio, bio, sector, *len);  in __clone_and_map_data_bio()
1456 		free_tio(tio);  in __clone_and_map_data_bio()
1459 	(void) __map_bio(tio);  in __clone_and_map_data_bio()
1705 		struct dm_target_io *tio;  in __process_bio()  local
1712 		tio = alloc_tio(&ci, ti, 0, GFP_NOIO);  in __process_bio()
1713 		ret = __clone_and_map_simple_bio(&ci, tio, NULL);  in __process_bio()
2999 		io_front_pad = roundup(front_pad,  __alignof__(struct dm_io)) + offsetof(struct dm_io, tio);  in dm_alloc_md_mempools()