679 static void set_dirty(struct cache *cache, dm_cblock_t cblock)  in set_dirty()  argument
681 	if (!test_and_set_bit(from_cblock(cblock), cache->dirty_bitset)) {  in set_dirty()
683 		policy_set_dirty(cache->policy, cblock);  in set_dirty()
691 static void force_set_dirty(struct cache *cache, dm_cblock_t cblock)  in force_set_dirty()  argument
693 	if (!test_and_set_bit(from_cblock(cblock), cache->dirty_bitset))  in force_set_dirty()
695 	policy_set_dirty(cache->policy, cblock);  in force_set_dirty()
698 static void force_clear_dirty(struct cache *cache, dm_cblock_t cblock)  in force_clear_dirty()  argument
700 	if (test_and_clear_bit(from_cblock(cblock), cache->dirty_bitset)) {  in force_clear_dirty()
705 	policy_clear_dirty(cache->policy, cblock);  in force_clear_dirty()
787 			   dm_cblock_t cblock)  in remap_to_cache()  argument
790 	sector_t block = from_cblock(cblock);  in remap_to_cache()
835 				 dm_oblock_t oblock, dm_cblock_t cblock)  in remap_to_cache_dirty()  argument
838 	remap_to_cache(cache, bio, cblock);  in remap_to_cache_dirty()
840 		set_dirty(cache, cblock);  in remap_to_cache_dirty()
897 				      dm_oblock_t oblock, dm_cblock_t cblock)  in remap_to_origin_and_cache()  argument
911 	remap_to_cache(cache, bio, cblock);  in remap_to_origin_and_cache()
1170 	c_region.sector = from_cblock(mg->op->cblock) * cache->sectors_per_block;  in copy()
1215 		remap_to_cache(mg->cache, bio, mg->op->cblock);  in overwrite()
1239 	dm_cblock_t cblock = op->cblock;  in mg_complete()  local
1251 				force_set_dirty(cache, cblock);  in mg_complete()
1259 				force_clear_dirty(cache, cblock);  in mg_complete()
1269 			force_clear_dirty(cache, cblock);  in mg_complete()
1276 			force_clear_dirty(cache, cblock);  in mg_complete()
1310 		r = dm_cache_insert_mapping(cache->cmd, op->cblock, op->oblock);  in mg_update_metadata()
1323 		r = dm_cache_remove_mapping(cache->cmd, op->cblock);  in mg_update_metadata()
1411 	if ((!is_policy_promote && !is_dirty(cache, op->cblock)) ||  in mg_full_copy()
1539 static int invalidate_cblock(struct cache *cache, dm_cblock_t cblock)  in invalidate_cblock()  argument
1541 	int r = policy_invalidate_mapping(cache->policy, cblock);  in invalidate_cblock()
1543 		r = dm_cache_remove_mapping(cache->cmd, cblock);  in invalidate_cblock()
1617 static int invalidate_start(struct cache *cache, dm_cblock_t cblock,  in invalidate_start()  argument
1628 	mg->invalidate_cblock = cblock;  in invalidate_start()
1674 	dm_cblock_t cblock;  in map_bio()  local
1695 		r = policy_lookup_with_work(cache->policy, block, &cblock, data_dir, true, &op);  in map_bio()
1710 		r = policy_lookup(cache->policy, block, &cblock, data_dir, false, &background_queued);  in map_bio()
1754 				invalidate_start(cache, cblock, block, bio);  in map_bio()
1759 			    !is_dirty(cache, cblock)) {  in map_bio()
1760 				remap_to_origin_and_cache(cache, bio, block, cblock);  in map_bio()
1763 				remap_to_cache_dirty(cache, bio, block, cblock);  in map_bio()
2840 static int load_mapping(void *context, dm_oblock_t oblock, dm_cblock_t cblock,  in load_mapping()  argument
2847 		set_bit(from_cblock(cblock), cache->dirty_bitset);  in load_mapping()
2850 		clear_bit(from_cblock(cblock), cache->dirty_bitset);  in load_mapping()
2852 	r = policy_load_mapping(cache->policy, oblock, cblock, dirty, hint, hint_valid);  in load_mapping()