98 #define WC_MODE_PMEM(wc)			((wc)->pmem_mode)  argument
99 #define WC_MODE_FUA(wc)				((wc)->writeback_fua)  argument
101 #define WC_MODE_PMEM(wc)			false  argument
102 #define WC_MODE_FUA(wc)				false  argument
104 #define WC_MODE_SORT_FREELIST(wc)		(!WC_MODE_PMEM(wc))  argument
190 	struct dm_writecache *wc;  member
199 	struct dm_writecache *wc;  member
208 static void wc_lock(struct dm_writecache *wc)  in wc_lock()
213 static void wc_unlock(struct dm_writecache *wc)  in wc_unlock()
219 static int persistent_memory_claim(struct dm_writecache *wc)  in persistent_memory_claim()
307 static int persistent_memory_claim(struct dm_writecache *wc)  in persistent_memory_claim()
313 static void persistent_memory_release(struct dm_writecache *wc)  in persistent_memory_release()
344 static struct wc_memory_superblock *sb(struct dm_writecache *wc)  in sb()
349 static struct wc_memory_entry *memory_entry(struct dm_writecache *wc, struct wc_entry *e)  in memory_entry()
354 static void *memory_data(struct dm_writecache *wc, struct wc_entry *e)  in memory_data()
359 static sector_t cache_sector(struct dm_writecache *wc, struct wc_entry *e)  in cache_sector()
365 static uint64_t read_original_sector(struct dm_writecache *wc, struct wc_entry *e)  in read_original_sector()
374 static uint64_t read_seq_count(struct dm_writecache *wc, struct wc_entry *e)  in read_seq_count()
383 static void clear_seq_count(struct dm_writecache *wc, struct wc_entry *e)  in clear_seq_count()
391 static void write_original_sector_seq_count(struct dm_writecache *wc, struct wc_entry *e,  in write_original_sector_seq_count()
404 #define writecache_error(wc, err, msg, arg...)				\  argument
411 #define writecache_has_error(wc)	(unlikely(READ_ONCE((wc)->error)))  argument
413 static void writecache_flush_all_metadata(struct dm_writecache *wc)  in writecache_flush_all_metadata()
419 static void writecache_flush_region(struct dm_writecache *wc, void *ptr, size_t size)  in writecache_flush_region()
429 	struct dm_writecache *wc;  member
445 static void ssd_commit_flushed(struct dm_writecache *wc)  in ssd_commit_flushed()
496 static void writecache_commit_flushed(struct dm_writecache *wc)  in writecache_commit_flushed()
504 static void writecache_disk_flush(struct dm_writecache *wc, struct dm_dev *dev)  in writecache_disk_flush()
525 static void writecache_wait_for_ios(struct dm_writecache *wc, int direction)  in writecache_wait_for_ios()
534 static struct wc_entry *writecache_find_entry(struct dm_writecache *wc,  in writecache_find_entry()
580 static void writecache_insert_entry(struct dm_writecache *wc, struct wc_entry *ins)  in writecache_insert_entry()
598 static void writecache_unlink(struct dm_writecache *wc, struct wc_entry *e)  in writecache_unlink()
604 static void writecache_add_to_freelist(struct dm_writecache *wc, struct wc_entry *e)  in writecache_add_to_freelist()
625 static struct wc_entry *writecache_pop_from_freelist(struct dm_writecache *wc)  in writecache_pop_from_freelist()
652 static void writecache_free_entry(struct dm_writecache *wc, struct wc_entry *e)  in writecache_free_entry()
662 static void writecache_wait_on_freelist(struct dm_writecache *wc)  in writecache_wait_on_freelist()
673 static void writecache_poison_lists(struct dm_writecache *wc)  in writecache_poison_lists()
685 static void writecache_flush_entry(struct dm_writecache *wc, struct wc_entry *e)  in writecache_flush_entry()
692 static bool writecache_entry_is_committed(struct dm_writecache *wc, struct wc_entry *e)  in writecache_entry_is_committed()
697 static void writecache_flush(struct dm_writecache *wc)  in writecache_flush()
764 	struct dm_writecache *wc = container_of(work, struct dm_writecache, flush_work);  in writecache_flush_work()  local
773 	struct dm_writecache *wc = from_timer(wc, t, autocommit_timer);  in writecache_autocommit_timer()  local
778 static void writecache_schedule_autocommit(struct dm_writecache *wc)  in writecache_schedule_autocommit()
784 static void writecache_discard(struct dm_writecache *wc, sector_t start, sector_t end)  in writecache_discard()
815 static bool writecache_wait_for_writeback(struct dm_writecache *wc)  in writecache_wait_for_writeback()
826 	struct dm_writecache *wc = ti->private;  in writecache_suspend()  local
856 static int writecache_alloc_entries(struct dm_writecache *wc)  in writecache_alloc_entries()
876 	struct dm_writecache *wc = ti->private;  in writecache_resume()  local
967 static int process_flush_mesg(unsigned argc, char **argv, struct dm_writecache *wc)  in process_flush_mesg()
1000 static int process_flush_on_suspend_mesg(unsigned argc, char **argv, struct dm_writecache *wc)  in process_flush_on_suspend_mesg()
1016 	struct dm_writecache *wc = ti->private;  in writecache_message()  local
1028 static void bio_copy_block(struct dm_writecache *wc, struct bio *bio, void *data)  in bio_copy_block()
1066 	struct dm_writecache *wc = data;  in writecache_flush_thread()  local
1104 static void writecache_offload_bio(struct dm_writecache *wc, struct bio *bio)  in writecache_offload_bio()
1114 	struct dm_writecache *wc = ti->private;  in writecache_map()  local
1257 	struct dm_writecache *wc = ti->private;  in writecache_end_io()  local
1271 	struct dm_writecache *wc = ti->private;  in writecache_iterate_devices()  local
1278 	struct dm_writecache *wc = ti->private;  in writecache_io_hints()  local
1294 	struct dm_writecache *wc = wb->wc;  in writecache_writeback_endio()  local
1307 	struct dm_writecache *wc = c->wc;  in writecache_copy_endio()  local
1318 static void __writecache_endio_pmem(struct dm_writecache *wc, struct list_head *list)  in __writecache_endio_pmem()
1357 static void __writecache_endio_ssd(struct dm_writecache *wc, struct list_head *list)  in __writecache_endio_ssd()
1387 	struct dm_writecache *wc = data;  in writecache_endio_thread()  local
1435 	struct dm_writecache *wc = wb->wc;  in wc_add_block()  local
1449 static void __writeback_throttle(struct dm_writecache *wc, struct writeback_list *wbl)  in __writeback_throttle()
1462 static void __writecache_writeback_pmem(struct dm_writecache *wc, struct writeback_list *wbl)  in __writecache_writeback_pmem()
1519 static void __writecache_writeback_ssd(struct dm_writecache *wc, struct writeback_list *wbl)  in __writecache_writeback_ssd()
1562 	struct dm_writecache *wc = container_of(work, struct dm_writecache, writeback_work);  in writecache_writeback()  local
1744 static int init_memory(struct dm_writecache *wc)  in init_memory()
1778 	struct dm_writecache *wc = ti->private;  in writecache_dtr()  local
1826 	struct dm_writecache *wc;  in writecache_ctr()  local
2234 	struct dm_writecache *wc = ti->private;  in writecache_status()  local