104 #define WC_MODE_PMEM(wc)			((wc)->pmem_mode)  argument
105 #define WC_MODE_FUA(wc)				((wc)->writeback_fua)  argument
107 #define WC_MODE_PMEM(wc)			false  argument
108 #define WC_MODE_FUA(wc)				false  argument
110 #define WC_MODE_SORT_FREELIST(wc)		(!WC_MODE_PMEM(wc))  argument
228 	struct dm_writecache *wc;  member
237 	struct dm_writecache *wc;  member
246 static void wc_lock(struct dm_writecache *wc)  in wc_lock()
251 static void wc_unlock(struct dm_writecache *wc)  in wc_unlock()
257 static int persistent_memory_claim(struct dm_writecache *wc)  in persistent_memory_claim()
352 static int persistent_memory_claim(struct dm_writecache *wc)  in persistent_memory_claim()
358 static void persistent_memory_release(struct dm_writecache *wc)  in persistent_memory_release()
389 static struct wc_memory_superblock *sb(struct dm_writecache *wc)  in sb()
394 static struct wc_memory_entry *memory_entry(struct dm_writecache *wc, struct wc_entry *e)  in memory_entry()
399 static void *memory_data(struct dm_writecache *wc, struct wc_entry *e)  in memory_data()
404 static sector_t cache_sector(struct dm_writecache *wc, struct wc_entry *e)  in cache_sector()
410 static uint64_t read_original_sector(struct dm_writecache *wc, struct wc_entry *e)  in read_original_sector()
419 static uint64_t read_seq_count(struct dm_writecache *wc, struct wc_entry *e)  in read_seq_count()
428 static void clear_seq_count(struct dm_writecache *wc, struct wc_entry *e)  in clear_seq_count()
436 static void write_original_sector_seq_count(struct dm_writecache *wc, struct wc_entry *e,  in write_original_sector_seq_count()
449 #define writecache_error(wc, err, msg, arg...)				\  argument
456 #define writecache_has_error(wc)	(unlikely(READ_ONCE((wc)->error)))  argument
458 static void writecache_flush_all_metadata(struct dm_writecache *wc)  in writecache_flush_all_metadata()
464 static void writecache_flush_region(struct dm_writecache *wc, void *ptr, size_t size)  in writecache_flush_region()
474 	struct dm_writecache *wc;  member
490 static void writecache_wait_for_ios(struct dm_writecache *wc, int direction)  in writecache_wait_for_ios()
496 static void ssd_commit_flushed(struct dm_writecache *wc, bool wait_for_ios)  in ssd_commit_flushed()
549 static void ssd_commit_superblock(struct dm_writecache *wc)  in ssd_commit_superblock()
576 static void writecache_commit_flushed(struct dm_writecache *wc, bool wait_for_ios)  in writecache_commit_flushed()
584 static void writecache_disk_flush(struct dm_writecache *wc, struct dm_dev *dev)  in writecache_disk_flush()
607 static struct wc_entry *writecache_find_entry(struct dm_writecache *wc,  in writecache_find_entry()
653 static void writecache_insert_entry(struct dm_writecache *wc, struct wc_entry *ins)  in writecache_insert_entry()
672 static void writecache_unlink(struct dm_writecache *wc, struct wc_entry *e)  in writecache_unlink()
678 static void writecache_add_to_freelist(struct dm_writecache *wc, struct wc_entry *e)  in writecache_add_to_freelist()
699 static inline void writecache_verify_watermark(struct dm_writecache *wc)  in writecache_verify_watermark()
707 	struct dm_writecache *wc = from_timer(wc, t, max_age_timer);  in writecache_max_age_timer()  local
715 static struct wc_entry *writecache_pop_from_freelist(struct dm_writecache *wc, sector_t expected_se…  in writecache_pop_from_freelist()
746 static void writecache_free_entry(struct dm_writecache *wc, struct wc_entry *e)  in writecache_free_entry()
756 static void writecache_wait_on_freelist(struct dm_writecache *wc)  in writecache_wait_on_freelist()
767 static void writecache_poison_lists(struct dm_writecache *wc)  in writecache_poison_lists()
779 static void writecache_flush_entry(struct dm_writecache *wc, struct wc_entry *e)  in writecache_flush_entry()
786 static bool writecache_entry_is_committed(struct dm_writecache *wc, struct wc_entry *e)  in writecache_entry_is_committed()
791 static void writecache_flush(struct dm_writecache *wc)  in writecache_flush()
857 	struct dm_writecache *wc = container_of(work, struct dm_writecache, flush_work);  in writecache_flush_work()  local
866 	struct dm_writecache *wc = from_timer(wc, t, autocommit_timer);  in writecache_autocommit_timer()  local
871 static void writecache_schedule_autocommit(struct dm_writecache *wc)  in writecache_schedule_autocommit()
877 static void writecache_discard(struct dm_writecache *wc, sector_t start, sector_t end)  in writecache_discard()
912 static bool writecache_wait_for_writeback(struct dm_writecache *wc)  in writecache_wait_for_writeback()
923 	struct dm_writecache *wc = ti->private;  in writecache_suspend()  local
954 static int writecache_alloc_entries(struct dm_writecache *wc)  in writecache_alloc_entries()
973 static int writecache_read_metadata(struct dm_writecache *wc, sector_t n_sectors)  in writecache_read_metadata()
992 	struct dm_writecache *wc = ti->private;  in writecache_resume()  local
1103 static int process_flush_mesg(unsigned argc, char **argv, struct dm_writecache *wc)  in process_flush_mesg()
1136 static int process_flush_on_suspend_mesg(unsigned argc, char **argv, struct dm_writecache *wc)  in process_flush_on_suspend_mesg()
1148 static void activate_cleaner(struct dm_writecache *wc)  in activate_cleaner()
1156 static int process_cleaner_mesg(unsigned argc, char **argv, struct dm_writecache *wc)  in process_cleaner_mesg()
1170 static int process_clear_stats_mesg(unsigned argc, char **argv, struct dm_writecache *wc)  in process_clear_stats_mesg()
1186 	struct dm_writecache *wc = ti->private;  in writecache_message()  local
1238 static void bio_copy_block(struct dm_writecache *wc, struct bio *bio, void *data)  in bio_copy_block()
1275 	struct dm_writecache *wc = data;  in writecache_flush_thread()  local
1313 static void writecache_offload_bio(struct dm_writecache *wc, struct bio *bio)  in writecache_offload_bio()
1328 static void writecache_map_remap_origin(struct dm_writecache *wc, struct bio *bio,  in writecache_map_remap_origin()
1339 static enum wc_map_op writecache_map_read(struct dm_writecache *wc, struct bio *bio)  in writecache_map_read()
1371 static void writecache_bio_copy_ssd(struct dm_writecache *wc, struct bio *bio,  in writecache_bio_copy_ssd()
1423 static enum wc_map_op writecache_map_write(struct dm_writecache *wc, struct bio *bio)  in writecache_map_write()
1489 static enum wc_map_op writecache_map_flush(struct dm_writecache *wc, struct bio *bio)  in writecache_map_flush()
1511 static enum wc_map_op writecache_map_discard(struct dm_writecache *wc, struct bio *bio)  in writecache_map_discard()
1529 	struct dm_writecache *wc = ti->private;  in writecache_map()  local
1604 	struct dm_writecache *wc = ti->private;  in writecache_end_io()  local
1620 	struct dm_writecache *wc = ti->private;  in writecache_iterate_devices()  local
1627 	struct dm_writecache *wc = ti->private;  in writecache_io_hints()  local
1643 	struct dm_writecache *wc = wb->wc;  in writecache_writeback_endio()  local
1656 	struct dm_writecache *wc = c->wc;  in writecache_copy_endio()  local
1667 static void __writecache_endio_pmem(struct dm_writecache *wc, struct list_head *list)  in __writecache_endio_pmem()
1706 static void __writecache_endio_ssd(struct dm_writecache *wc, struct list_head *list)  in __writecache_endio_ssd()
1736 	struct dm_writecache *wc = data;  in writecache_endio_thread()  local
1784 	struct dm_writecache *wc = wb->wc;  in wc_add_block()  local
1802 static void __writeback_throttle(struct dm_writecache *wc, struct writeback_list *wbl)  in __writeback_throttle()
1815 static void __writecache_writeback_pmem(struct dm_writecache *wc, struct writeback_list *wbl)  in __writecache_writeback_pmem()
1876 static void __writecache_writeback_ssd(struct dm_writecache *wc, struct writeback_list *wbl)  in __writecache_writeback_ssd()
1927 	struct dm_writecache *wc = container_of(work, struct dm_writecache, writeback_work);  in writecache_writeback()  local
2130 static int init_memory(struct dm_writecache *wc)  in init_memory()
2166 	struct dm_writecache *wc = ti->private;  in writecache_dtr()  local
2212 	struct dm_writecache *wc;  in writecache_ctr()  local
2658 	struct dm_writecache *wc = ti->private;  in writecache_status()  local