| /Linux-v5.10/block/ |
| D | blk-wbt.c | 78 static inline bool rwb_enabled(struct rq_wb *rwb) in rwb_enabled() argument
80 return rwb && rwb->wb_normal != 0; in rwb_enabled()
83 static void wb_timestamp(struct rq_wb *rwb, unsigned long *var) in wb_timestamp() argument
85 if (rwb_enabled(rwb)) { in wb_timestamp()
97 static bool wb_recent_wait(struct rq_wb *rwb) in wb_recent_wait() argument
99 struct bdi_writeback *wb = &rwb->rqos.q->backing_dev_info->wb; in wb_recent_wait()
104 static inline struct rq_wait *get_rq_wait(struct rq_wb *rwb, in get_rq_wait() argument
108 return &rwb->rq_wait[WBT_RWQ_KSWAPD]; in get_rq_wait()
110 return &rwb->rq_wait[WBT_RWQ_DISCARD]; in get_rq_wait()
112 return &rwb->rq_wait[WBT_RWQ_BG]; in get_rq_wait()
[all …]
|
| D | blk-wbt.h | 77 static inline unsigned int wbt_inflight(struct rq_wb *rwb) in wbt_inflight() argument
82 ret += atomic_read(&rwb->rq_wait[i].inflight); in wbt_inflight()
|
| /Linux-v5.10/drivers/lightnvm/ |
| D | pblk-cache.c | 38 ret = pblk_rb_may_write_user(&pblk->rwb, bio, nr_entries, &bpos); in pblk_write_to_cache()
64 pos = pblk_rb_wrap_pos(&pblk->rwb, bpos + i); in pblk_write_to_cache()
65 pblk_rb_write_entry_user(&pblk->rwb, data, w_ctx, pos); in pblk_write_to_cache()
103 if (!pblk_rb_may_write_gc(&pblk->rwb, gc_rq->secs_to_gc, &bpos)) { in pblk_write_gc_to_cache()
117 pos = pblk_rb_wrap_pos(&pblk->rwb, bpos + valid_entries); in pblk_write_gc_to_cache()
118 pblk_rb_write_entry_gc(&pblk->rwb, data, w_ctx, gc_rq->line, in pblk_write_gc_to_cache()
|
| D | pblk-write.c | 26 struct pblk_rb *rwb = &pblk->rwb; in pblk_end_w_bio() local
35 w_ctx = pblk_rb_w_ctx(rwb, pos); in pblk_end_w_bio()
44 atomic_dec(&rwb->inflight_flush_point); in pblk_end_w_bio()
60 ret = pblk_rb_sync_advance(&pblk->rwb, c_ctx->nr_valid); in pblk_end_w_bio()
88 pos = pblk_rb_sync_init(&pblk->rwb, &flags); in pblk_complete_write()
104 pblk_rb_sync_end(&pblk->rwb, &flags); in pblk_complete_write()
150 struct pblk_rb *rb = &pblk->rwb; in pblk_prepare_resubmit()
593 secs_avail = pblk_rb_read_count(&pblk->rwb); in pblk_submit_write()
597 secs_to_flush = pblk_rb_flush_point_count(&pblk->rwb); in pblk_submit_write()
610 pos = pblk_rb_read_commit(&pblk->rwb, secs_to_com); in pblk_submit_write()
[all …]
|
| D | pblk-rb.c | 75 struct pblk *pblk = container_of(rb, struct pblk, rwb); in pblk_rb_init()
239 struct pblk *pblk = container_of(rb, struct pblk, rwb); in __pblk_rb_update_l2p()
340 struct pblk *pblk = container_of(rb, struct pblk, rwb); in pblk_rb_write_entry_user()
364 struct pblk *pblk = container_of(rb, struct pblk, rwb); in pblk_rb_write_entry_gc()
454 struct pblk *pblk = container_of(rb, struct pblk, rwb); in pblk_rb_flush()
476 struct pblk *pblk = container_of(rb, struct pblk, rwb); in pblk_rb_may_write_flush()
479 if (pblk_rb_flush_point_set(&pblk->rwb, bio, mem)) in pblk_rb_may_write_flush()
497 struct pblk *pblk = container_of(rb, struct pblk, rwb); in pblk_rb_may_write_user()
524 struct pblk *pblk = container_of(rb, struct pblk, rwb); in pblk_rb_may_write_gc()
554 struct pblk *pblk = container_of(rb, struct pblk, rwb); in pblk_rb_read_to_bio()
[all …]
|
| D | pblk-init.c | 176 if (pblk_rb_tear_down_check(&pblk->rwb)) in pblk_rwb_free()
179 pblk_rb_free(&pblk->rwb); in pblk_rwb_free()
198 return pblk_rb_init(&pblk->rwb, buffer_size, threshold, geo->csecs); in pblk_rwb_init()
1095 WARN(pblk_rb_read_count(&pblk->rwb), in pblk_writer_stop()
1098 WARN(pblk_rb_sync_count(&pblk->rwb), in pblk_writer_stop()
1122 pblk_rb_sync_l2p(&pblk->rwb); in pblk_tear_down()
1260 pblk->rwb.nr_entries); in pblk_init()
|
| D | pblk-map.c | 77 w_ctx = pblk_rb_w_ctx(&pblk->rwb, sentry + i); in pblk_map_page_data()
|
| D | pblk-core.c | 379 unsigned int secs_avail = pblk_rb_read_count(&pblk->rwb); in pblk_write_should_kick()
397 pblk_rb_flush(&pblk->rwb); in pblk_flush_writer()
399 if (!pblk_rb_sync_count(&pblk->rwb)) in pblk_flush_writer()
1973 BUG_ON(pblk_rb_pos_oob(&pblk->rwb, pblk_addr_to_cacheline(ppa))); in pblk_update_map_cache()
1988 BUG_ON(pblk_rb_pos_oob(&pblk->rwb, pblk_addr_to_cacheline(ppa_new))); in pblk_update_map_gc()
|
| D | pblk-read.c | 37 return pblk_rb_copy_to_bio(&pblk->rwb, bio, lba, ppa); in pblk_read_from_cache()
|
| D | pblk-sysfs.c | 110 return pblk_rb_sysfs(&pblk->rwb, page); in pblk_sysfs_write_buffer()
|
| D | pblk.h | 608 struct pblk_rb rwb; member
|
