| /Linux-v4.19/block/ |
| D | blk-wbt.c | 77 static inline bool rwb_enabled(struct rq_wb *rwb) in rwb_enabled() argument
79 return rwb && rwb->wb_normal != 0; in rwb_enabled()
82 static void wb_timestamp(struct rq_wb *rwb, unsigned long *var) in wb_timestamp() argument
84 if (rwb_enabled(rwb)) { in wb_timestamp()
96 static bool wb_recent_wait(struct rq_wb *rwb) in wb_recent_wait() argument
98 struct bdi_writeback *wb = &rwb->rqos.q->backing_dev_info->wb; in wb_recent_wait()
103 static inline struct rq_wait *get_rq_wait(struct rq_wb *rwb, in get_rq_wait() argument
107 return &rwb->rq_wait[WBT_RWQ_KSWAPD]; in get_rq_wait()
109 return &rwb->rq_wait[WBT_RWQ_DISCARD]; in get_rq_wait()
111 return &rwb->rq_wait[WBT_RWQ_BG]; in get_rq_wait()
[all …]
|
| D | blk-wbt.h | 77 static inline unsigned int wbt_inflight(struct rq_wb *rwb) in wbt_inflight() argument
82 ret += atomic_read(&rwb->rq_wait[i].inflight); in wbt_inflight()
|
| /Linux-v4.19/drivers/lightnvm/ |
| D | pblk-cache.c | 38 ret = pblk_rb_may_write_user(&pblk->rwb, bio, nr_entries, &bpos); in pblk_write_to_cache()
63 pos = pblk_rb_wrap_pos(&pblk->rwb, bpos + i); in pblk_write_to_cache()
64 pblk_rb_write_entry_user(&pblk->rwb, data, w_ctx, pos); in pblk_write_to_cache()
100 if (!pblk_rb_may_write_gc(&pblk->rwb, gc_rq->secs_to_gc, &bpos)) { in pblk_write_gc_to_cache()
114 pos = pblk_rb_wrap_pos(&pblk->rwb, bpos + valid_entries); in pblk_write_gc_to_cache()
115 pblk_rb_write_entry_gc(&pblk->rwb, data, w_ctx, gc_rq->line, in pblk_write_gc_to_cache()
|
| D | pblk-write.c | 24 struct pblk_rb *rwb = &pblk->rwb; in pblk_end_w_bio() local
33 w_ctx = pblk_rb_w_ctx(rwb, pos); in pblk_end_w_bio()
42 atomic_dec(&rwb->inflight_flush_point); in pblk_end_w_bio()
58 ret = pblk_rb_sync_advance(&pblk->rwb, c_ctx->nr_valid); in pblk_end_w_bio()
87 pos = pblk_rb_sync_init(&pblk->rwb, &flags); in pblk_complete_write()
103 pblk_rb_sync_end(&pblk->rwb, &flags); in pblk_complete_write()
146 struct pblk_rb *rb = &pblk->rwb; in pblk_prepare_resubmit()
607 secs_avail = pblk_rb_read_count(&pblk->rwb); in pblk_submit_write()
611 secs_to_flush = pblk_rb_flush_point_count(&pblk->rwb); in pblk_submit_write()
624 pos = pblk_rb_read_commit(&pblk->rwb, secs_to_com); in pblk_submit_write()
[all …]
|
| D | pblk-rb.c | 46 struct pblk *pblk = container_of(rb, struct pblk, rwb); in pblk_rb_init()
205 struct pblk *pblk = container_of(rb, struct pblk, rwb); in __pblk_rb_update_l2p()
305 struct pblk *pblk = container_of(rb, struct pblk, rwb); in pblk_rb_write_entry_user()
329 struct pblk *pblk = container_of(rb, struct pblk, rwb); in pblk_rb_write_entry_gc()
416 struct pblk *pblk = container_of(rb, struct pblk, rwb); in pblk_rb_flush()
438 struct pblk *pblk = container_of(rb, struct pblk, rwb); in pblk_rb_may_write_flush()
441 if (pblk_rb_flush_point_set(&pblk->rwb, bio, mem)) in pblk_rb_may_write_flush()
459 struct pblk *pblk = container_of(rb, struct pblk, rwb); in pblk_rb_may_write_user()
486 struct pblk *pblk = container_of(rb, struct pblk, rwb); in pblk_rb_may_write_gc()
516 struct pblk *pblk = container_of(rb, struct pblk, rwb); in pblk_rb_read_to_bio()
[all …]
|
| D | pblk-init.c | 168 if (pblk_rb_tear_down_check(&pblk->rwb)) in pblk_rwb_free()
171 pblk_rb_data_free(&pblk->rwb); in pblk_rwb_free()
172 vfree(pblk_rb_entries_ref(&pblk->rwb)); in pblk_rwb_free()
200 return pblk_rb_init(&pblk->rwb, entries, power_size, power_seg_sz); in pblk_rwb_init()
1131 WARN(pblk_rb_read_count(&pblk->rwb), in pblk_writer_stop()
1134 WARN(pblk_rb_sync_count(&pblk->rwb), in pblk_writer_stop()
1158 pblk_rb_sync_l2p(&pblk->rwb); in pblk_tear_down()
1298 pblk->rwb.nr_entries); in pblk_init()
|
| D | pblk-map.c | 68 w_ctx = pblk_rb_w_ctx(&pblk->rwb, sentry + i); in pblk_map_page_data()
|
| D | pblk-core.c | 342 unsigned int secs_avail = pblk_rb_read_count(&pblk->rwb); in pblk_write_should_kick()
360 pblk_rb_flush(&pblk->rwb); in pblk_flush_writer()
362 if (!pblk_rb_sync_count(&pblk->rwb)) in pblk_flush_writer()
1959 BUG_ON(pblk_rb_pos_oob(&pblk->rwb, pblk_addr_to_cacheline(ppa))); in pblk_update_map_cache()
1974 BUG_ON(pblk_rb_pos_oob(&pblk->rwb, pblk_addr_to_cacheline(ppa_new))); in pblk_update_map_gc()
|
| D | pblk-read.c | 37 return pblk_rb_copy_to_bio(&pblk->rwb, bio, lba, ppa, in pblk_read_from_cache()
|
| D | pblk-sysfs.c | 109 return pblk_rb_sysfs(&pblk->rwb, page); in pblk_sysfs_write_buffer()
|
| D | pblk.h | 615 struct pblk_rb rwb; member
|
