783 	struct dm_thin_device *td, *tmp;  in __write_changed_details()  local
787 	list_for_each_entry_safe(td, tmp, &pmd->thin_devices, list) {  in __write_changed_details()
788 		if (!td->changed)  in __write_changed_details()
791 		key = td->id;  in __write_changed_details()
793 		details.mapped_blocks = cpu_to_le64(td->mapped_blocks);  in __write_changed_details()
794 		details.transaction_id = cpu_to_le64(td->transaction_id);  in __write_changed_details()
795 		details.creation_time = cpu_to_le32(td->creation_time);  in __write_changed_details()
796 		details.snapshotted_time = cpu_to_le32(td->snapshotted_time);  in __write_changed_details()
804 		if (td->open_count)  in __write_changed_details()
805 			td->changed = 0;  in __write_changed_details()
807 			list_del(&td->list);  in __write_changed_details()
808 			kfree(td);  in __write_changed_details()
918 	struct dm_thin_device *td, *tmp;  in dm_pool_metadata_close()  local
921 	list_for_each_entry_safe(td, tmp, &pmd->thin_devices, list) {  in dm_pool_metadata_close()
922 		if (td->open_count)  in dm_pool_metadata_close()
925 			list_del(&td->list);  in dm_pool_metadata_close()
926 			kfree(td);  in dm_pool_metadata_close()
957 			 struct dm_thin_device **td)  in __open_device()  argument
976 			*td = td2;  in __open_device()
999 	*td = kmalloc(sizeof(**td), GFP_NOIO);  in __open_device()
1000 	if (!*td)  in __open_device()
1003 	(*td)->pmd = pmd;  in __open_device()
1004 	(*td)->id = dev;  in __open_device()
1005 	(*td)->open_count = 1;  in __open_device()
1006 	(*td)->changed = changed;  in __open_device()
1007 	(*td)->aborted_with_changes = false;  in __open_device()
1008 	(*td)->mapped_blocks = le64_to_cpu(details_le.mapped_blocks);  in __open_device()
1009 	(*td)->transaction_id = le64_to_cpu(details_le.transaction_id);  in __open_device()
1010 	(*td)->creation_time = le32_to_cpu(details_le.creation_time);  in __open_device()
1011 	(*td)->snapshotted_time = le32_to_cpu(details_le.snapshotted_time);  in __open_device()
1013 	list_add(&(*td)->list, &pmd->thin_devices);  in __open_device()
1018 static void __close_device(struct dm_thin_device *td)  in __close_device()  argument
1020 	--td->open_count;  in __close_device()
1030 	struct dm_thin_device *td;  in __create_thin()  local
1056 	r = __open_device(pmd, dev, 1, &td);  in __create_thin()
1062 	__close_device(td);  in __create_thin()
1084 	struct dm_thin_device *td;  in __set_snapshot_details()  local
1086 	r = __open_device(pmd, origin, 0, &td);  in __set_snapshot_details()
1090 	td->changed = 1;  in __set_snapshot_details()
1091 	td->snapshotted_time = time;  in __set_snapshot_details()
1093 	snap->mapped_blocks = td->mapped_blocks;  in __set_snapshot_details()
1095 	__close_device(td);  in __set_snapshot_details()
1106 	struct dm_thin_device *td;  in __create_snap()  local
1137 	r = __open_device(pmd, dev, 1, &td);  in __create_snap()
1141 	r = __set_snapshot_details(pmd, td, origin, pmd->time);  in __create_snap()
1142 	__close_device(td);  in __create_snap()
1174 	struct dm_thin_device *td;  in __delete_device()  local
1177 	r = __open_device(pmd, dev, 0, &td);  in __delete_device()
1181 	if (td->open_count > 1) {  in __delete_device()
1182 		__close_device(td);  in __delete_device()
1186 	list_del(&td->list);  in __delete_device()
1187 	kfree(td);  in __delete_device()
1417 			     struct dm_thin_device **td)  in dm_pool_open_thin_device()  argument
1423 		r = __open_device(pmd, dev, 0, td);  in dm_pool_open_thin_device()
1429 int dm_pool_close_thin_device(struct dm_thin_device *td)  in dm_pool_close_thin_device()  argument
1431 	pmd_write_lock_in_core(td->pmd);  in dm_pool_close_thin_device()
1432 	__close_device(td);  in dm_pool_close_thin_device()
1433 	pmd_write_unlock(td->pmd);  in dm_pool_close_thin_device()
1438 dm_thin_id dm_thin_dev_id(struct dm_thin_device *td)  in dm_thin_dev_id()  argument
1440 	return td->id;  in dm_thin_dev_id()
1449 static bool __snapshotted_since(struct dm_thin_device *td, uint32_t time)  in __snapshotted_since()  argument
1451 	return td->snapshotted_time > time;  in __snapshotted_since()
1454 static void unpack_lookup_result(struct dm_thin_device *td, __le64 value,  in unpack_lookup_result()  argument
1464 	result->shared = __snapshotted_since(td, exception_time);  in unpack_lookup_result()
1467 static int __find_block(struct dm_thin_device *td, dm_block_t block,  in __find_block()  argument
1472 	struct dm_pool_metadata *pmd = td->pmd;  in __find_block()
1473 	dm_block_t keys[2] = { td->id, block };  in __find_block()
1483 		unpack_lookup_result(td, value, result);  in __find_block()
1488 int dm_thin_find_block(struct dm_thin_device *td, dm_block_t block,  in dm_thin_find_block()  argument
1492 	struct dm_pool_metadata *pmd = td->pmd;  in dm_thin_find_block()
1500 	r = __find_block(td, block, can_issue_io, result);  in dm_thin_find_block()
1506 static int __find_next_mapped_block(struct dm_thin_device *td, dm_block_t block,  in __find_next_mapped_block()  argument
1512 	struct dm_pool_metadata *pmd = td->pmd;  in __find_next_mapped_block()
1513 	dm_block_t keys[2] = { td->id, block };  in __find_next_mapped_block()
1517 		unpack_lookup_result(td, value, result);  in __find_next_mapped_block()
1522 static int __find_mapped_range(struct dm_thin_device *td,  in __find_mapped_range()  argument
1534 	r = __find_next_mapped_block(td, begin, &begin, &lookup);  in __find_mapped_range()
1548 		r = __find_block(td, begin, true, &lookup);  in __find_mapped_range()
1568 int dm_thin_find_mapped_range(struct dm_thin_device *td,  in dm_thin_find_mapped_range()  argument
1574 	struct dm_pool_metadata *pmd = td->pmd;  in dm_thin_find_mapped_range()
1578 		r = __find_mapped_range(td, begin, end, thin_begin, thin_end,  in dm_thin_find_mapped_range()
1586 static int __insert(struct dm_thin_device *td, dm_block_t block,  in __insert()  argument
1591 	struct dm_pool_metadata *pmd = td->pmd;  in __insert()
1592 	dm_block_t keys[2] = { td->id, block };  in __insert()
1602 	td->changed = 1;  in __insert()
1604 		td->mapped_blocks++;  in __insert()
1609 int dm_thin_insert_block(struct dm_thin_device *td, dm_block_t block,  in dm_thin_insert_block()  argument
1614 	pmd_write_lock(td->pmd);  in dm_thin_insert_block()
1615 	if (!td->pmd->fail_io)  in dm_thin_insert_block()
1616 		r = __insert(td, block, data_block);  in dm_thin_insert_block()
1617 	pmd_write_unlock(td->pmd);  in dm_thin_insert_block()
1622 static int __remove(struct dm_thin_device *td, dm_block_t block)  in __remove()  argument
1625 	struct dm_pool_metadata *pmd = td->pmd;  in __remove()
1626 	dm_block_t keys[2] = { td->id, block };  in __remove()
1632 	td->mapped_blocks--;  in __remove()
1633 	td->changed = 1;  in __remove()
1638 static int __remove_range(struct dm_thin_device *td, dm_block_t begin, dm_block_t end)  in __remove_range()  argument
1642 	struct dm_pool_metadata *pmd = td->pmd;  in __remove_range()
1643 	dm_block_t keys[1] = { td->id };  in __remove_range()
1686 	td->mapped_blocks -= total_count;  in __remove_range()
1687 	td->changed = 1;  in __remove_range()
1697 int dm_thin_remove_block(struct dm_thin_device *td, dm_block_t block)  in dm_thin_remove_block()  argument
1701 	pmd_write_lock(td->pmd);  in dm_thin_remove_block()
1702 	if (!td->pmd->fail_io)  in dm_thin_remove_block()
1703 		r = __remove(td, block);  in dm_thin_remove_block()
1704 	pmd_write_unlock(td->pmd);  in dm_thin_remove_block()
1709 int dm_thin_remove_range(struct dm_thin_device *td,  in dm_thin_remove_range()  argument
1714 	pmd_write_lock(td->pmd);  in dm_thin_remove_range()
1715 	if (!td->pmd->fail_io)  in dm_thin_remove_range()
1716 		r = __remove_range(td, begin, end);  in dm_thin_remove_range()
1717 	pmd_write_unlock(td->pmd);  in dm_thin_remove_range()
1766 bool dm_thin_changed_this_transaction(struct dm_thin_device *td)  in dm_thin_changed_this_transaction()  argument
1770 	down_read(&td->pmd->root_lock);  in dm_thin_changed_this_transaction()
1771 	r = td->changed;  in dm_thin_changed_this_transaction()
1772 	up_read(&td->pmd->root_lock);  in dm_thin_changed_this_transaction()
1780 	struct dm_thin_device *td, *tmp;  in dm_pool_changed_this_transaction()  local
1783 	list_for_each_entry_safe(td, tmp, &pmd->thin_devices, list) {  in dm_pool_changed_this_transaction()
1784 		if (td->changed) {  in dm_pool_changed_this_transaction()
1785 			r = td->changed;  in dm_pool_changed_this_transaction()
1794 bool dm_thin_aborted_changes(struct dm_thin_device *td)  in dm_thin_aborted_changes()  argument
1798 	down_read(&td->pmd->root_lock);  in dm_thin_aborted_changes()
1799 	r = td->aborted_with_changes;  in dm_thin_aborted_changes()
1800 	up_read(&td->pmd->root_lock);  in dm_thin_aborted_changes()
1844 	struct dm_thin_device *td;  in __set_abort_with_changes_flags()  local
1846 	list_for_each_entry(td, &pmd->thin_devices, list)  in __set_abort_with_changes_flags()
1847 		td->aborted_with_changes = td->changed;  in __set_abort_with_changes_flags()
1927 int dm_thin_get_mapped_count(struct dm_thin_device *td, dm_block_t *result)  in dm_thin_get_mapped_count()  argument
1930 	struct dm_pool_metadata *pmd = td->pmd;  in dm_thin_get_mapped_count()
1934 		*result = td->mapped_blocks;  in dm_thin_get_mapped_count()
1942 static int __highest_block(struct dm_thin_device *td, dm_block_t *result)  in __highest_block()  argument
1947 	struct dm_pool_metadata *pmd = td->pmd;  in __highest_block()
1949 	r = dm_btree_lookup(&pmd->tl_info, pmd->root, &td->id, &value_le);  in __highest_block()
1958 int dm_thin_get_highest_mapped_block(struct dm_thin_device *td,  in dm_thin_get_highest_mapped_block()  argument
1962 	struct dm_pool_metadata *pmd = td->pmd;  in dm_thin_get_highest_mapped_block()
1966 		r = __highest_block(td, result);  in dm_thin_get_highest_mapped_block()