98 #define WC_MODE_PMEM(wc)			((wc)->pmem_mode)  argument
99 #define WC_MODE_FUA(wc)				((wc)->writeback_fua)  argument
101 #define WC_MODE_PMEM(wc)			false  argument
102 #define WC_MODE_FUA(wc)				false  argument
104 #define WC_MODE_SORT_FREELIST(wc)		(!WC_MODE_PMEM(wc))  argument
190 	struct dm_writecache *wc;  member
201 	struct dm_writecache *wc;  member
210 static void wc_lock(struct dm_writecache *wc)  in wc_lock()
215 static void wc_unlock(struct dm_writecache *wc)  in wc_unlock()
221 static int persistent_memory_claim(struct dm_writecache *wc)  in persistent_memory_claim()
309 static int persistent_memory_claim(struct dm_writecache *wc)  in persistent_memory_claim()
315 static void persistent_memory_release(struct dm_writecache *wc)  in persistent_memory_release()
346 static struct wc_memory_superblock *sb(struct dm_writecache *wc)  in sb()
351 static struct wc_memory_entry *memory_entry(struct dm_writecache *wc, struct wc_entry *e)  in memory_entry()
359 static void *memory_data(struct dm_writecache *wc, struct wc_entry *e)  in memory_data()
364 static sector_t cache_sector(struct dm_writecache *wc, struct wc_entry *e)  in cache_sector()
370 static uint64_t read_original_sector(struct dm_writecache *wc, struct wc_entry *e)  in read_original_sector()
379 static uint64_t read_seq_count(struct dm_writecache *wc, struct wc_entry *e)  in read_seq_count()
388 static void clear_seq_count(struct dm_writecache *wc, struct wc_entry *e)  in clear_seq_count()
396 static void write_original_sector_seq_count(struct dm_writecache *wc, struct wc_entry *e,  in write_original_sector_seq_count()
409 #define writecache_error(wc, err, msg, arg...)				\  argument
416 #define writecache_has_error(wc)	(unlikely(READ_ONCE((wc)->error)))  argument
418 static void writecache_flush_all_metadata(struct dm_writecache *wc)  in writecache_flush_all_metadata()
424 static void writecache_flush_region(struct dm_writecache *wc, void *ptr, size_t size)  in writecache_flush_region()
434 	struct dm_writecache *wc;  member
450 static void ssd_commit_flushed(struct dm_writecache *wc)  in ssd_commit_flushed()
501 static void writecache_commit_flushed(struct dm_writecache *wc)  in writecache_commit_flushed()
509 static void writecache_disk_flush(struct dm_writecache *wc, struct dm_dev *dev)  in writecache_disk_flush()
530 static void writecache_wait_for_ios(struct dm_writecache *wc, int direction)  in writecache_wait_for_ios()
539 static struct wc_entry *writecache_find_entry(struct dm_writecache *wc,  in writecache_find_entry()
586 static void writecache_insert_entry(struct dm_writecache *wc, struct wc_entry *ins)  in writecache_insert_entry()
604 static void writecache_unlink(struct dm_writecache *wc, struct wc_entry *e)  in writecache_unlink()
610 static void writecache_add_to_freelist(struct dm_writecache *wc, struct wc_entry *e)  in writecache_add_to_freelist()
631 static struct wc_entry *writecache_pop_from_freelist(struct dm_writecache *wc)  in writecache_pop_from_freelist()
658 static void writecache_free_entry(struct dm_writecache *wc, struct wc_entry *e)  in writecache_free_entry()
668 static void writecache_wait_on_freelist(struct dm_writecache *wc)  in writecache_wait_on_freelist()
679 static void writecache_poison_lists(struct dm_writecache *wc)  in writecache_poison_lists()
691 static void writecache_flush_entry(struct dm_writecache *wc, struct wc_entry *e)  in writecache_flush_entry()
698 static bool writecache_entry_is_committed(struct dm_writecache *wc, struct wc_entry *e)  in writecache_entry_is_committed()
703 static void writecache_flush(struct dm_writecache *wc)  in writecache_flush()
769 	struct dm_writecache *wc = container_of(work, struct dm_writecache, flush_work);  in writecache_flush_work()  local
778 	struct dm_writecache *wc = from_timer(wc, t, autocommit_timer);  in writecache_autocommit_timer()  local
783 static void writecache_schedule_autocommit(struct dm_writecache *wc)  in writecache_schedule_autocommit()
789 static void writecache_discard(struct dm_writecache *wc, sector_t start, sector_t end)  in writecache_discard()
820 static bool writecache_wait_for_writeback(struct dm_writecache *wc)  in writecache_wait_for_writeback()
831 	struct dm_writecache *wc = ti->private;  in writecache_suspend()  local
861 static int writecache_alloc_entries(struct dm_writecache *wc)  in writecache_alloc_entries()
881 	struct dm_writecache *wc = ti->private;  in writecache_resume()  local
972 static int process_flush_mesg(unsigned argc, char **argv, struct dm_writecache *wc)  in process_flush_mesg()
1005 static int process_flush_on_suspend_mesg(unsigned argc, char **argv, struct dm_writecache *wc)  in process_flush_on_suspend_mesg()
1021 	struct dm_writecache *wc = ti->private;  in writecache_message()  local
1033 static void bio_copy_block(struct dm_writecache *wc, struct bio *bio, void *data)  in bio_copy_block()
1071 	struct dm_writecache *wc = data;  in writecache_flush_thread()  local
1109 static void writecache_offload_bio(struct dm_writecache *wc, struct bio *bio)  in writecache_offload_bio()
1119 	struct dm_writecache *wc = ti->private;  in writecache_map()  local
1262 	struct dm_writecache *wc = ti->private;  in writecache_end_io()  local
1276 	struct dm_writecache *wc = ti->private;  in writecache_iterate_devices()  local
1283 	struct dm_writecache *wc = ti->private;  in writecache_io_hints()  local
1299 	struct dm_writecache *wc = wb->wc;  in writecache_writeback_endio()  local
1312 	struct dm_writecache *wc = c->wc;  in writecache_copy_endio()  local
1323 static void __writecache_endio_pmem(struct dm_writecache *wc, struct list_head *list)  in __writecache_endio_pmem()
1362 static void __writecache_endio_ssd(struct dm_writecache *wc, struct list_head *list)  in __writecache_endio_ssd()
1392 	struct dm_writecache *wc = data;  in writecache_endio_thread()  local
1440 	struct dm_writecache *wc = wb->wc;  in wc_add_block()  local
1454 static void __writeback_throttle(struct dm_writecache *wc, struct writeback_list *wbl)  in __writeback_throttle()
1467 static void __writecache_writeback_pmem(struct dm_writecache *wc, struct writeback_list *wbl)  in __writecache_writeback_pmem()
1525 static void __writecache_writeback_ssd(struct dm_writecache *wc, struct writeback_list *wbl)  in __writecache_writeback_ssd()
1568 	struct dm_writecache *wc = container_of(work, struct dm_writecache, writeback_work);  in writecache_writeback()  local
1737 static int init_memory(struct dm_writecache *wc)  in init_memory()
1771 	struct dm_writecache *wc = ti->private;  in writecache_dtr()  local
1819 	struct dm_writecache *wc;  in writecache_ctr()  local
2227 	struct dm_writecache *wc = ti->private;  in writecache_status()  local