57 static int ufshpb_get_state(struct ufshpb_lu *hpb)  in ufshpb_get_state()
62 static void ufshpb_set_state(struct ufshpb_lu *hpb, int state)  in ufshpb_set_state()
85 static bool ufshpb_is_supported_chunk(struct ufshpb_lu *hpb, int transfer_len)  in ufshpb_is_supported_chunk()
95 static bool ufshpb_is_pinned_region(struct ufshpb_lu *hpb, int rgn_idx)  in ufshpb_is_pinned_region()
101 static void ufshpb_kick_map_work(struct ufshpb_lu *hpb)  in ufshpb_kick_map_work()
146 static void ufshpb_iterate_rgn(struct ufshpb_lu *hpb, int rgn_idx, int srgn_idx,  in ufshpb_iterate_rgn()
224 static bool ufshpb_test_ppn_dirty(struct ufshpb_lu *hpb, int rgn_idx,  in ufshpb_test_ppn_dirty()
283 static int ufshpb_fill_ppn_from_page(struct ufshpb_lu *hpb,  in ufshpb_fill_ppn_from_page()
313 ufshpb_get_pos_from_lpn(struct ufshpb_lu *hpb, unsigned long lpn, int *rgn_idx,  in ufshpb_get_pos_from_lpn()
348 	struct ufshpb_lu *hpb;  in ufshpb_prep()  local
436 static struct ufshpb_req *ufshpb_get_req(struct ufshpb_lu *hpb, int rgn_idx,  in ufshpb_get_req()
470 static void ufshpb_put_req(struct ufshpb_lu *hpb, struct ufshpb_req *rq)  in ufshpb_put_req()
476 static struct ufshpb_req *ufshpb_get_map_req(struct ufshpb_lu *hpb,  in ufshpb_get_map_req()
514 static void ufshpb_put_map_req(struct ufshpb_lu *hpb,  in ufshpb_put_map_req()
527 static int ufshpb_clear_dirty_bitmap(struct ufshpb_lu *hpb,  in ufshpb_clear_dirty_bitmap()
551 static void ufshpb_update_active_info(struct ufshpb_lu *hpb, int rgn_idx,  in ufshpb_update_active_info()
568 static void ufshpb_update_inactive_info(struct ufshpb_lu *hpb, int rgn_idx)  in ufshpb_update_inactive_info()
585 static void ufshpb_activate_subregion(struct ufshpb_lu *hpb,  in ufshpb_activate_subregion()
629 	struct ufshpb_lu *hpb = map_req->hpb;  in ufshpb_map_req_compl_fn()  local
668 static void ufshpb_execute_umap_req(struct ufshpb_lu *hpb,  in ufshpb_execute_umap_req()
687 static int ufshpb_execute_map_req(struct ufshpb_lu *hpb,  in ufshpb_execute_map_req()
730 static struct ufshpb_map_ctx *ufshpb_get_map_ctx(struct ufshpb_lu *hpb,  in ufshpb_get_map_ctx()
773 static void ufshpb_put_map_ctx(struct ufshpb_lu *hpb,  in ufshpb_put_map_ctx()
786 static int ufshpb_check_srgns_issue_state(struct ufshpb_lu *hpb,  in ufshpb_check_srgns_issue_state()
801 	struct ufshpb_lu *hpb = container_of(work, struct ufshpb_lu,  in ufshpb_read_to_handler()  local
869 static struct ufshpb_region *ufshpb_victim_lru_info(struct ufshpb_lu *hpb)  in ufshpb_victim_lru_info()
906 static void ufshpb_purge_active_subregion(struct ufshpb_lu *hpb,  in ufshpb_purge_active_subregion()
916 static int ufshpb_issue_umap_req(struct ufshpb_lu *hpb,  in ufshpb_issue_umap_req()
932 static int ufshpb_issue_umap_single_req(struct ufshpb_lu *hpb,  in ufshpb_issue_umap_single_req()
938 static void __ufshpb_evict_region(struct ufshpb_lu *hpb,  in __ufshpb_evict_region()
955 static int ufshpb_evict_region(struct ufshpb_lu *hpb, struct ufshpb_region *rgn)  in ufshpb_evict_region()
989 static int ufshpb_issue_map_req(struct ufshpb_lu *hpb,  in ufshpb_issue_map_req()
1066 static int ufshpb_add_region(struct ufshpb_lu *hpb, struct ufshpb_region *rgn)  in ufshpb_add_region()
1150 static void ufshpb_submit_region_inactive(struct ufshpb_lu *hpb, int region_index)  in ufshpb_submit_region_inactive()
1179 static void ufshpb_rsp_req_region_update(struct ufshpb_lu *hpb,  in ufshpb_rsp_req_region_update()
1252 static void ufshpb_set_regions_update(struct ufshpb_lu *hpb)  in ufshpb_set_regions_update()
1269 	struct ufshpb_lu *hpb;  in ufshpb_dev_reset_handler()  local
1308 	struct ufshpb_lu *hpb = ufshpb_get_hpb_data(lrbp->cmd->device);  in ufshpb_rsp_upiu()  local
1382 static void ufshpb_add_active_list(struct ufshpb_lu *hpb,  in ufshpb_add_active_list()
1397 static void ufshpb_add_pending_evict_list(struct ufshpb_lu *hpb,  in ufshpb_add_pending_evict_list()
1414 static void ufshpb_run_active_subregion_list(struct ufshpb_lu *hpb)  in ufshpb_run_active_subregion_list()
1456 static void ufshpb_run_inactive_region_list(struct ufshpb_lu *hpb)  in ufshpb_run_inactive_region_list()
1489 	struct ufshpb_lu *hpb = container_of(work, struct ufshpb_lu,  in ufshpb_normalization_work_handler()  local
1520 	struct ufshpb_lu *hpb = container_of(work, struct ufshpb_lu, map_work);  in ufshpb_map_work_handler()  local
1537 					    struct ufshpb_lu *hpb,  in ufshpb_init_pinned_active_region()
1568 static void ufshpb_init_subregion_tbl(struct ufshpb_lu *hpb,  in ufshpb_init_subregion_tbl()
1586 static int ufshpb_alloc_subregion_tbl(struct ufshpb_lu *hpb,  in ufshpb_alloc_subregion_tbl()
1599 				     struct ufshpb_lu *hpb,  in ufshpb_lu_parameter_init()
1651 static int ufshpb_alloc_region_tbl(struct ufs_hba *hba, struct ufshpb_lu *hpb)  in ufshpb_alloc_region_tbl()
1710 static void ufshpb_destroy_subregion_tbl(struct ufshpb_lu *hpb,  in ufshpb_destroy_subregion_tbl()
1723 static void ufshpb_destroy_region_tbl(struct ufshpb_lu *hpb)  in ufshpb_destroy_region_tbl()
1803 	struct ufshpb_lu *hpb = ufshpb_get_hpb_data(sdev);  in requeue_timeout_ms_store()  local
1827 	struct ufshpb_lu *hpb = ufshpb_get_hpb_data(sdev);  in activation_thld_store()  local
1854 	struct ufshpb_lu *hpb = ufshpb_get_hpb_data(sdev);  in normalization_factor_store()  local
1881 	struct ufshpb_lu *hpb = ufshpb_get_hpb_data(sdev);  in eviction_thld_enter_store()  local
1908 	struct ufshpb_lu *hpb = ufshpb_get_hpb_data(sdev);  in eviction_thld_exit_store()  local
1935 	struct ufshpb_lu *hpb = ufshpb_get_hpb_data(sdev);  in read_timeout_ms_store()  local
1963 	struct ufshpb_lu *hpb = ufshpb_get_hpb_data(sdev);  in read_timeout_expiries_store()  local
1991 	struct ufshpb_lu *hpb = ufshpb_get_hpb_data(sdev);  in timeout_polling_interval_ms_store()  local
2019 	struct ufshpb_lu *hpb = ufshpb_get_hpb_data(sdev);  in inflight_map_req_store()  local
2040 static void ufshpb_hcm_param_init(struct ufshpb_lu *hpb)  in ufshpb_hcm_param_init()
2070 static int ufshpb_pre_req_mempool_init(struct ufshpb_lu *hpb)  in ufshpb_pre_req_mempool_init()
2115 static void ufshpb_pre_req_mempool_destroy(struct ufshpb_lu *hpb)  in ufshpb_pre_req_mempool_destroy()
2131 static void ufshpb_stat_init(struct ufshpb_lu *hpb)  in ufshpb_stat_init()
2142 static void ufshpb_param_init(struct ufshpb_lu *hpb)  in ufshpb_param_init()
2149 static int ufshpb_lu_hpb_init(struct ufs_hba *hba, struct ufshpb_lu *hpb)  in ufshpb_lu_hpb_init()
2226 	struct ufshpb_lu *hpb;  in ufshpb_alloc_hpb_lu()  local
2252 static void ufshpb_discard_rsp_lists(struct ufshpb_lu *hpb)  in ufshpb_discard_rsp_lists()
2274 static void ufshpb_cancel_jobs(struct ufshpb_lu *hpb)  in ufshpb_cancel_jobs()
2328 	struct ufshpb_lu *hpb;  in ufshpb_toggle_state()  local
2347 	struct ufshpb_lu *hpb;  in ufshpb_suspend()  local
2362 	struct ufshpb_lu *hpb;  in ufshpb_resume()  local
2429 	struct ufshpb_lu *hpb = ufshpb_get_hpb_data(sdev);  in ufshpb_destroy_lu()  local
2455 	struct ufshpb_lu *hpb;  in ufshpb_hpb_lu_prepared()  local
2493 	struct ufshpb_lu *hpb;  in ufshpb_init_hpb_lu()  local