25 	struct pblk *pblk = line_ws->pblk;  in pblk_line_mark_bb()  local
46 static void pblk_mark_bb(struct pblk *pblk, struct pblk_line *line,  in pblk_mark_bb()
75 static void __pblk_end_io_erase(struct pblk *pblk, struct nvm_rq *rqd)  in __pblk_end_io_erase()
102 	struct pblk *pblk = rqd->private;  in pblk_end_io_erase()  local
113 struct nvm_chk_meta *pblk_chunk_get_info(struct pblk *pblk)  in pblk_chunk_get_info()
138 struct nvm_chk_meta *pblk_chunk_get_off(struct pblk *pblk,  in pblk_chunk_get_off()
151 void __pblk_map_invalidate(struct pblk *pblk, struct pblk_line *line,  in __pblk_map_invalidate()
191 void pblk_map_invalidate(struct pblk *pblk, struct ppa_addr ppa)  in pblk_map_invalidate()
210 static void pblk_invalidate_range(struct pblk *pblk, sector_t slba,  in pblk_invalidate_range()
231 struct nvm_rq *pblk_alloc_rqd(struct pblk *pblk, int type)  in pblk_alloc_rqd()
259 void pblk_free_rqd(struct pblk *pblk, struct nvm_rq *rqd, int type)  in pblk_free_rqd()
288 void pblk_bio_free_pages(struct pblk *pblk, struct bio *bio, int off,  in pblk_bio_free_pages()
302 int pblk_bio_add_pages(struct pblk *pblk, struct bio *bio, gfp_t flags,  in pblk_bio_add_pages()
326 void pblk_write_kick(struct pblk *pblk)  in pblk_write_kick()
334 	struct pblk *pblk = from_timer(pblk, t, wtimer);  in pblk_write_timer_fn()  local
340 void pblk_write_should_kick(struct pblk *pblk)  in pblk_write_should_kick()
348 static void pblk_wait_for_meta(struct pblk *pblk)  in pblk_wait_for_meta()
358 static void pblk_flush_writer(struct pblk *pblk)  in pblk_flush_writer()
370 struct list_head *pblk_line_gc_list(struct pblk *pblk, struct pblk_line *line)  in pblk_line_gc_list()
423 void pblk_discard(struct pblk *pblk, struct bio *bio)  in pblk_discard()
431 void pblk_log_write_err(struct pblk *pblk, struct nvm_rq *rqd)  in pblk_log_write_err()
439 void pblk_log_read_err(struct pblk *pblk, struct nvm_rq *rqd)  in pblk_log_read_err()
463 void pblk_set_sec_per_write(struct pblk *pblk, int sec_per_write)  in pblk_set_sec_per_write()
468 int pblk_submit_io(struct pblk *pblk, struct nvm_rq *rqd)  in pblk_submit_io()
482 int pblk_submit_io_sync(struct pblk *pblk, struct nvm_rq *rqd)  in pblk_submit_io_sync()
501 struct bio *pblk_bio_map_addr(struct pblk *pblk, void *data,  in pblk_bio_map_addr()
543 int pblk_calc_secs(struct pblk *pblk, unsigned long secs_avail,  in pblk_calc_secs()
560 void pblk_dealloc_page(struct pblk *pblk, struct pblk_line *line, int nr_secs)  in pblk_dealloc_page()
575 u64 __pblk_alloc_page(struct pblk *pblk, struct pblk_line *line, int nr_secs)  in __pblk_alloc_page()
596 u64 pblk_alloc_page(struct pblk *pblk, struct pblk_line *line, int nr_secs)  in pblk_alloc_page()
612 u64 pblk_lookup_page(struct pblk *pblk, struct pblk_line *line)  in pblk_lookup_page()
628 static int pblk_line_submit_emeta_io(struct pblk *pblk, struct pblk_line *line,  in pblk_line_submit_emeta_io()
765 u64 pblk_line_smeta_start(struct pblk *pblk, struct pblk_line *line)  in pblk_line_smeta_start()
780 static int pblk_line_submit_smeta_io(struct pblk *pblk, struct pblk_line *line,  in pblk_line_submit_smeta_io()
868 int pblk_line_read_smeta(struct pblk *pblk, struct pblk_line *line)  in pblk_line_read_smeta()
875 int pblk_line_read_emeta(struct pblk *pblk, struct pblk_line *line,  in pblk_line_read_emeta()
882 static void pblk_setup_e_rq(struct pblk *pblk, struct nvm_rq *rqd,  in pblk_setup_e_rq()
892 static int pblk_blk_erase_sync(struct pblk *pblk, struct ppa_addr ppa)  in pblk_blk_erase_sync()
924 int pblk_line_erase(struct pblk *pblk, struct pblk_line *line)  in pblk_line_erase()
990 static int pblk_line_init_metadata(struct pblk *pblk, struct pblk_line *line,  in pblk_line_init_metadata()
1071 static int pblk_line_alloc_bitmaps(struct pblk *pblk, struct pblk_line *line)  in pblk_line_alloc_bitmaps()
1093 static int pblk_line_init_bb(struct pblk *pblk, struct pblk_line *line,  in pblk_line_init_bb()
1166 static int pblk_prepare_new_line(struct pblk *pblk, struct pblk_line *line)  in pblk_prepare_new_line()
1190 static int pblk_line_prepare(struct pblk *pblk, struct pblk_line *line)  in pblk_line_prepare()
1236 int pblk_line_recov_alloc(struct pblk *pblk, struct pblk_line *line)  in pblk_line_recov_alloc()
1266 void pblk_line_recov_close(struct pblk *pblk, struct pblk_line *line)  in pblk_line_recov_close()
1292 struct pblk_line *pblk_line_get(struct pblk *pblk)  in pblk_line_get()
1343 static struct pblk_line *pblk_line_retry(struct pblk *pblk,  in pblk_line_retry()
1377 static void pblk_set_space_limit(struct pblk *pblk)  in pblk_set_space_limit()
1384 struct pblk_line *pblk_line_get_first_data(struct pblk *pblk)  in pblk_line_get_first_data()
1449 static void pblk_stop_writes(struct pblk *pblk, struct pblk_line *line)  in pblk_stop_writes()
1457 static void pblk_line_close_meta_sync(struct pblk *pblk)  in pblk_line_close_meta_sync()
1492 void __pblk_pipeline_flush(struct pblk *pblk)  in __pblk_pipeline_flush()
1519 void __pblk_pipeline_stop(struct pblk *pblk)  in __pblk_pipeline_stop()
1530 void pblk_pipeline_stop(struct pblk *pblk)  in pblk_pipeline_stop()
1536 struct pblk_line *pblk_line_replace_data(struct pblk *pblk)  in pblk_line_replace_data()
1607 static void __pblk_line_put(struct pblk *pblk, struct pblk_line *line)  in __pblk_line_put()
1638 	struct pblk *pblk = line_put_ws->pblk;  in pblk_line_put_ws()  local
1648 	struct pblk *pblk = line->pblk;  in pblk_line_put()  local
1656 	struct pblk *pblk = line->pblk;  in pblk_line_put_wq()  local
1671 int pblk_blk_erase_async(struct pblk *pblk, struct ppa_addr ppa)  in pblk_blk_erase_async()
1699 struct pblk_line *pblk_line_get_data(struct pblk *pblk)  in pblk_line_get_data()
1705 struct pblk_line *pblk_line_get_erase(struct pblk *pblk)  in pblk_line_get_erase()
1715 static void pblk_line_should_sync_meta(struct pblk *pblk)  in pblk_line_should_sync_meta()
1721 void pblk_line_close(struct pblk *pblk, struct pblk_line *line)  in pblk_line_close()
1765 void pblk_line_close_meta(struct pblk *pblk, struct pblk_line *line)  in pblk_line_close_meta()
1802 static void pblk_save_lba_list(struct pblk *pblk, struct pblk_line *line)  in pblk_save_lba_list()
1820 	struct pblk *pblk = line_ws->pblk;  in pblk_line_close_ws()  local
1834 void pblk_gen_run_ws(struct pblk *pblk, struct pblk_line *line, void *priv,  in pblk_gen_run_ws()
1850 static void __pblk_down_page(struct pblk *pblk, struct ppa_addr *ppa_list,  in __pblk_down_page()
1874 void pblk_down_page(struct pblk *pblk, struct ppa_addr *ppa_list, int nr_ppas)  in pblk_down_page()
1883 void pblk_down_rq(struct pblk *pblk, struct ppa_addr *ppa_list, int nr_ppas,  in pblk_down_rq()
1899 void pblk_up_page(struct pblk *pblk, struct ppa_addr *ppa_list, int nr_ppas)  in pblk_up_page()
1918 void pblk_up_rq(struct pblk *pblk, struct ppa_addr *ppa_list, int nr_ppas,  in pblk_up_rq()
1933 void pblk_update_map(struct pblk *pblk, sector_t lba, struct ppa_addr ppa)  in pblk_update_map()
1953 void pblk_update_map_cache(struct pblk *pblk, sector_t lba, struct ppa_addr ppa)  in pblk_update_map_cache()
1965 int pblk_update_map_gc(struct pblk *pblk, sector_t lba, struct ppa_addr ppa_new,  in pblk_update_map_gc()
2003 void pblk_update_map_dev(struct pblk *pblk, sector_t lba,  in pblk_update_map_dev()
2050 void pblk_lookup_l2p_seq(struct pblk *pblk, struct ppa_addr *ppas,  in pblk_lookup_l2p_seq()
2072 void pblk_lookup_l2p_rand(struct pblk *pblk, struct ppa_addr *ppas,  in pblk_lookup_l2p_rand()