Lines Matching refs:dm_writecache
109 struct dm_writecache { struct
225 struct dm_writecache *wc; argument
234 struct dm_writecache *wc;
243 static void wc_lock(struct dm_writecache *wc) in wc_lock()
248 static void wc_unlock(struct dm_writecache *wc) in wc_unlock()
254 static int persistent_memory_claim(struct dm_writecache *wc) in persistent_memory_claim()
351 static int persistent_memory_claim(struct dm_writecache *wc) in persistent_memory_claim()
357 static void persistent_memory_release(struct dm_writecache *wc) in persistent_memory_release()
388 static struct wc_memory_superblock *sb(struct dm_writecache *wc) in sb()
393 static struct wc_memory_entry *memory_entry(struct dm_writecache *wc, struct wc_entry *e) in memory_entry()
398 static void *memory_data(struct dm_writecache *wc, struct wc_entry *e) in memory_data()
403 static sector_t cache_sector(struct dm_writecache *wc, struct wc_entry *e) in cache_sector()
409 static uint64_t read_original_sector(struct dm_writecache *wc, struct wc_entry *e) in read_original_sector()
418 static uint64_t read_seq_count(struct dm_writecache *wc, struct wc_entry *e) in read_seq_count()
427 static void clear_seq_count(struct dm_writecache *wc, struct wc_entry *e) in clear_seq_count()
435 static void write_original_sector_seq_count(struct dm_writecache *wc, struct wc_entry *e, in write_original_sector_seq_count()
457 static void writecache_flush_all_metadata(struct dm_writecache *wc) in writecache_flush_all_metadata()
463 static void writecache_flush_region(struct dm_writecache *wc, void *ptr, size_t size) in writecache_flush_region()
470 static void writecache_disk_flush(struct dm_writecache *wc, struct dm_dev *dev);
473 struct dm_writecache *wc;
489 static void writecache_wait_for_ios(struct dm_writecache *wc, int direction) in writecache_wait_for_ios()
495 static void ssd_commit_flushed(struct dm_writecache *wc, bool wait_for_ios) in ssd_commit_flushed()
549 static void ssd_commit_superblock(struct dm_writecache *wc) in ssd_commit_superblock()
576 static void writecache_commit_flushed(struct dm_writecache *wc, bool wait_for_ios) in writecache_commit_flushed()
584 static void writecache_disk_flush(struct dm_writecache *wc, struct dm_dev *dev) in writecache_disk_flush()
607 static struct wc_entry *writecache_find_entry(struct dm_writecache *wc, in writecache_find_entry()
654 static void writecache_insert_entry(struct dm_writecache *wc, struct wc_entry *ins) in writecache_insert_entry()
673 static void writecache_unlink(struct dm_writecache *wc, struct wc_entry *e) in writecache_unlink()
679 static void writecache_add_to_freelist(struct dm_writecache *wc, struct wc_entry *e) in writecache_add_to_freelist()
701 static inline void writecache_verify_watermark(struct dm_writecache *wc) in writecache_verify_watermark()
709 struct dm_writecache *wc = from_timer(wc, t, max_age_timer); in writecache_max_age_timer()
717 static struct wc_entry *writecache_pop_from_freelist(struct dm_writecache *wc, sector_t expected_se… in writecache_pop_from_freelist()
749 static void writecache_free_entry(struct dm_writecache *wc, struct wc_entry *e) in writecache_free_entry()
759 static void writecache_wait_on_freelist(struct dm_writecache *wc) in writecache_wait_on_freelist()
770 static void writecache_poison_lists(struct dm_writecache *wc) in writecache_poison_lists()
782 static void writecache_flush_entry(struct dm_writecache *wc, struct wc_entry *e) in writecache_flush_entry()
789 static bool writecache_entry_is_committed(struct dm_writecache *wc, struct wc_entry *e) in writecache_entry_is_committed()
794 static void writecache_flush(struct dm_writecache *wc) in writecache_flush()
860 struct dm_writecache *wc = container_of(work, struct dm_writecache, flush_work); in writecache_flush_work()
869 struct dm_writecache *wc = from_timer(wc, t, autocommit_timer); in writecache_autocommit_timer()
875 static void writecache_schedule_autocommit(struct dm_writecache *wc) in writecache_schedule_autocommit()
881 static void writecache_discard(struct dm_writecache *wc, sector_t start, sector_t end) in writecache_discard()
916 static bool writecache_wait_for_writeback(struct dm_writecache *wc) in writecache_wait_for_writeback()
927 struct dm_writecache *wc = ti->private; in writecache_suspend()
959 static int writecache_alloc_entries(struct dm_writecache *wc) in writecache_alloc_entries()
979 static int writecache_read_metadata(struct dm_writecache *wc, sector_t n_sectors) in writecache_read_metadata()
998 struct dm_writecache *wc = ti->private; in writecache_resume()
1112 static int process_flush_mesg(unsigned int argc, char **argv, struct dm_writecache *wc) in process_flush_mesg()
1145 static int process_flush_on_suspend_mesg(unsigned int argc, char **argv, struct dm_writecache *wc) in process_flush_on_suspend_mesg()
1157 static void activate_cleaner(struct dm_writecache *wc) in activate_cleaner()
1165 static int process_cleaner_mesg(unsigned int argc, char **argv, struct dm_writecache *wc) in process_cleaner_mesg()
1179 static int process_clear_stats_mesg(unsigned int argc, char **argv, struct dm_writecache *wc) in process_clear_stats_mesg()
1195 struct dm_writecache *wc = ti->private; in writecache_message()
1247 static void bio_copy_block(struct dm_writecache *wc, struct bio *bio, void *data) in bio_copy_block()
1286 struct dm_writecache *wc = data; in writecache_flush_thread()
1324 static void writecache_offload_bio(struct dm_writecache *wc, struct bio *bio) in writecache_offload_bio()
1339 static void writecache_map_remap_origin(struct dm_writecache *wc, struct bio *bio, in writecache_map_remap_origin()
1350 static enum wc_map_op writecache_map_read(struct dm_writecache *wc, struct bio *bio) in writecache_map_read()
1382 static void writecache_bio_copy_ssd(struct dm_writecache *wc, struct bio *bio, in writecache_bio_copy_ssd()
1436 static enum wc_map_op writecache_map_write(struct dm_writecache *wc, struct bio *bio) in writecache_map_write()
1503 static enum wc_map_op writecache_map_flush(struct dm_writecache *wc, struct bio *bio) in writecache_map_flush()
1525 static enum wc_map_op writecache_map_discard(struct dm_writecache *wc, struct bio *bio) in writecache_map_discard()
1543 struct dm_writecache *wc = ti->private; in writecache_map()
1618 struct dm_writecache *wc = ti->private; in writecache_end_io()
1635 struct dm_writecache *wc = ti->private; in writecache_iterate_devices()
1642 struct dm_writecache *wc = ti->private; in writecache_io_hints()
1658 struct dm_writecache *wc = wb->wc; in writecache_writeback_endio()
1671 struct dm_writecache *wc = c->wc; in writecache_copy_endio()
1682 static void __writecache_endio_pmem(struct dm_writecache *wc, struct list_head *list) in __writecache_endio_pmem()
1721 static void __writecache_endio_ssd(struct dm_writecache *wc, struct list_head *list) in __writecache_endio_ssd()
1751 struct dm_writecache *wc = data; in writecache_endio_thread()
1799 struct dm_writecache *wc = wb->wc; in wc_add_block()
1817 static void __writeback_throttle(struct dm_writecache *wc, struct writeback_list *wbl) in __writeback_throttle()
1830 static void __writecache_writeback_pmem(struct dm_writecache *wc, struct writeback_list *wbl) in __writecache_writeback_pmem()
1894 static void __writecache_writeback_ssd(struct dm_writecache *wc, struct writeback_list *wbl) in __writecache_writeback_ssd()
1945 struct dm_writecache *wc = container_of(work, struct dm_writecache, writeback_work); in writecache_writeback()
2149 static int init_memory(struct dm_writecache *wc) in init_memory()
2185 struct dm_writecache *wc = ti->private; in writecache_dtr()
2231 struct dm_writecache *wc; in writecache_ctr()
2250 wc = kzalloc(sizeof(struct dm_writecache), GFP_KERNEL); in writecache_ctr()
2683 struct dm_writecache *wc = ti->private; in writecache_status()