Lines Matching refs:dm_buffer

94 	void (*alloc_callback)(struct dm_buffer *);
95 void (*write_callback)(struct dm_buffer *);
138 struct dm_buffer { struct
158 void (*end_io)(struct dm_buffer *, blk_status_t); argument
255 static void buffer_record_stack(struct dm_buffer *b) in buffer_record_stack()
264 static struct dm_buffer *__find(struct dm_bufio_client *c, sector_t block) in __find()
267 struct dm_buffer *b; in __find()
270 b = container_of(n, struct dm_buffer, node); in __find()
281 static struct dm_buffer *__find_next(struct dm_bufio_client *c, sector_t block) in __find_next()
284 struct dm_buffer *b; in __find_next()
285 struct dm_buffer *best = NULL; in __find_next()
288 b = container_of(n, struct dm_buffer, node); in __find_next()
304 static void __insert(struct dm_bufio_client *c, struct dm_buffer *b) in __insert()
307 struct dm_buffer *found; in __insert()
310 found = container_of(*new, struct dm_buffer, node); in __insert()
326 static void __remove(struct dm_bufio_client *c, struct dm_buffer *b) in __remove()
333 static void adjust_total_allocated(struct dm_buffer *b, bool unlink) in adjust_total_allocated()
481 static struct dm_buffer *alloc_buffer(struct dm_bufio_client *c, gfp_t gfp_mask) in alloc_buffer()
483 struct dm_buffer *b = kmem_cache_alloc(c->slab_buffer, gfp_mask); in alloc_buffer()
505 static void free_buffer(struct dm_buffer *b) in free_buffer()
516 static void __link_buffer(struct dm_buffer *b, sector_t block, int dirty) in __link_buffer()
533 static void __unlink_buffer(struct dm_buffer *b) in __unlink_buffer()
549 static void __relink_lru(struct dm_buffer *b, int dirty) in __relink_lru()
588 struct dm_buffer *b = context; in dmio_complete()
593 static void use_dmio(struct dm_buffer *b, enum req_op op, sector_t sector, in use_dmio()
624 struct dm_buffer *b = bio->bi_private; in bio_complete()
631 static void use_bio(struct dm_buffer *b, enum req_op op, sector_t sector, in use_bio()
684 static void submit_io(struct dm_buffer *b, enum req_op op, in submit_io()
685 void (*end_io)(struct dm_buffer *, blk_status_t)) in submit_io() argument
729 static void write_endio(struct dm_buffer *b, blk_status_t status) in write_endio()
757 static void __write_dirty_buffer(struct dm_buffer *b, in __write_dirty_buffer()
780 struct dm_buffer *b = in __flush_write_list()
781 list_entry(write_list->next, struct dm_buffer, write_list); in __flush_write_list()
794 static void __make_buffer_clean(struct dm_buffer *b) in __make_buffer_clean()
811 static struct dm_buffer *__get_unclaimed_buffer(struct dm_bufio_client *c) in __get_unclaimed_buffer()
813 struct dm_buffer *b; in __get_unclaimed_buffer()
883 static struct dm_buffer *__alloc_buffer_wait_no_callback(struct dm_bufio_client *c, enum new_flag n… in __alloc_buffer_wait_no_callback()
885 struct dm_buffer *b; in __alloc_buffer_wait_no_callback()
922 struct dm_buffer, lru_list); in __alloc_buffer_wait_no_callback()
937 static struct dm_buffer *__alloc_buffer_wait(struct dm_bufio_client *c, enum new_flag nf) in __alloc_buffer_wait()
939 struct dm_buffer *b = __alloc_buffer_wait_no_callback(c, nf); in __alloc_buffer_wait()
953 static void __free_buffer_wake(struct dm_buffer *b) in __free_buffer_wake()
970 struct dm_buffer *b, *tmp; in __write_dirty_buffers_async()
1005 static struct dm_buffer *__bufio_new(struct dm_bufio_client *c, sector_t block, in __bufio_new()
1009 struct dm_buffer *b, *new_b = NULL; in __bufio_new()
1075 static void read_endio(struct dm_buffer *b, blk_status_t status) in read_endio()
1095 enum new_flag nf, struct dm_buffer **bp) in new_read()
1098 struct dm_buffer *b; in new_read()
1134 struct dm_buffer **bp) in dm_bufio_get()
1141 struct dm_buffer **bp) in dm_bufio_read()
1150 struct dm_buffer **bp) in dm_bufio_new()
1172 struct dm_buffer *b; in dm_bufio_prefetch()
1204 void dm_bufio_release(struct dm_buffer *b) in dm_bufio_release()
1234 void dm_bufio_mark_partial_buffer_dirty(struct dm_buffer *b, in dm_bufio_mark_partial_buffer_dirty()
1261 void dm_bufio_mark_buffer_dirty(struct dm_buffer *b) in dm_bufio_mark_buffer_dirty()
1291 struct dm_buffer *b, *tmp; in dm_bufio_write_dirty_buffers()
1417 void dm_bufio_release_move(struct dm_buffer *b, sector_t new_block) in dm_bufio_release_move()
1420 struct dm_buffer *new; in dm_bufio_release_move()
1481 static void forget_buffer_locked(struct dm_buffer *b) in forget_buffer_locked()
1497 struct dm_buffer *b; in dm_bufio_forget()
1511 struct dm_buffer *b; in dm_bufio_forget_buffers()
1565 sector_t dm_bufio_get_block_number(struct dm_buffer *b) in dm_bufio_get_block_number()
1571 void *dm_bufio_get_block_data(struct dm_buffer *b) in dm_bufio_get_block_data()
1577 void *dm_bufio_get_aux_data(struct dm_buffer *b) in dm_bufio_get_aux_data()
1583 struct dm_bufio_client *dm_bufio_get_client(struct dm_buffer *b) in dm_bufio_get_client()
1591 struct dm_buffer *b; in drop_buffers()
1639 static bool __try_evict_buffer(struct dm_buffer *b, gfp_t gfp) in __try_evict_buffer()
1672 struct dm_buffer *b, *tmp; in __scan()
1739 void (*alloc_callback)(struct dm_buffer *), in dm_bufio_client_create() argument
1740 void (*write_callback)(struct dm_buffer *), in dm_bufio_client_create() argument
1812 c->slab_buffer = kmem_cache_create(slab_name, sizeof(struct dm_buffer) + aux_size, in dm_bufio_client_create()
1820 struct dm_buffer *b = alloc_buffer(c, GFP_KERNEL); in dm_bufio_client_create()
1851 struct dm_buffer *b = list_entry(c->reserved_buffers.next, in dm_bufio_client_create()
1852 struct dm_buffer, lru_list); in dm_bufio_client_create()
1894 struct dm_buffer *b = list_entry(c->reserved_buffers.next, in dm_bufio_client_destroy()
1895 struct dm_buffer, lru_list); in dm_bufio_client_destroy()
1933 static bool older_than(struct dm_buffer *b, unsigned long age_hz) in older_than()
1940 struct dm_buffer *b, *tmp; in __evict_old_buffers()
1975 struct dm_buffer *b; in do_global_cleanup()
1996 b = list_entry(global_queue.prev, struct dm_buffer, global_list); in do_global_cleanup()