1227 		memcpy(&new_pwr_info, &hba->clk_scaling.saved_pwr_info,  in ufshcd_scale_gear()
1233 		if (hba->pwr_info.gear_tx > hba->clk_scaling.min_gear ||  in ufshcd_scale_gear()
1234 		    hba->pwr_info.gear_rx > hba->clk_scaling.min_gear) {  in ufshcd_scale_gear()
1236 			memcpy(&hba->clk_scaling.saved_pwr_info,  in ufshcd_scale_gear()
1241 			new_pwr_info.gear_tx = hba->clk_scaling.min_gear;  in ufshcd_scale_gear()
1242 			new_pwr_info.gear_rx = hba->clk_scaling.min_gear;  in ufshcd_scale_gear()
1274 	if (!hba->clk_scaling.is_allowed ||  in ufshcd_clock_scaling_prepare()
1351 					   clk_scaling.suspend_work);  in ufshcd_clk_scaling_suspend_work()
1355 	if (hba->clk_scaling.active_reqs || hba->clk_scaling.is_suspended) {  in ufshcd_clk_scaling_suspend_work()
1359 	hba->clk_scaling.is_suspended = true;  in ufshcd_clk_scaling_suspend_work()
1368 					   clk_scaling.resume_work);  in ufshcd_clk_scaling_resume_work()
1372 	if (!hba->clk_scaling.is_suspended) {  in ufshcd_clk_scaling_resume_work()
1376 	hba->clk_scaling.is_suspended = false;  in ufshcd_clk_scaling_resume_work()
1405 	if (!hba->clk_scaling.active_reqs)  in ufshcd_devfreq_target()
1434 		queue_work(hba->clk_scaling.workq,  in ufshcd_devfreq_target()
1435 			   &hba->clk_scaling.suspend_work);  in ufshcd_devfreq_target()
1444 	struct ufs_clk_scaling *scaling = &hba->clk_scaling;  in ufshcd_devfreq_get_dev_status()
1545 	hba->clk_scaling.window_start_t = 0;  in __ufshcd_suspend_clkscaling()
1554 	cancel_work_sync(&hba->clk_scaling.suspend_work);  in ufshcd_suspend_clkscaling()
1555 	cancel_work_sync(&hba->clk_scaling.resume_work);  in ufshcd_suspend_clkscaling()
1558 	if (!hba->clk_scaling.is_suspended) {  in ufshcd_suspend_clkscaling()
1560 		hba->clk_scaling.is_suspended = true;  in ufshcd_suspend_clkscaling()
1574 	if (hba->clk_scaling.is_suspended) {  in ufshcd_resume_clkscaling()
1576 		hba->clk_scaling.is_suspended = false;  in ufshcd_resume_clkscaling()
1589 	return sysfs_emit(buf, "%d\n", hba->clk_scaling.is_enabled);  in ufshcd_clkscale_enable_show()
1609 	if (value == hba->clk_scaling.is_enabled)  in ufshcd_clkscale_enable_store()
1615 	hba->clk_scaling.is_enabled = value;  in ufshcd_clkscale_enable_store()
1636 	hba->clk_scaling.enable_attr.show = ufshcd_clkscale_enable_show;  in ufshcd_init_clk_scaling_sysfs()
1637 	hba->clk_scaling.enable_attr.store = ufshcd_clkscale_enable_store;  in ufshcd_init_clk_scaling_sysfs()
1638 	sysfs_attr_init(&hba->clk_scaling.enable_attr.attr);  in ufshcd_init_clk_scaling_sysfs()
1639 	hba->clk_scaling.enable_attr.attr.name = "clkscale_enable";  in ufshcd_init_clk_scaling_sysfs()
1640 	hba->clk_scaling.enable_attr.attr.mode = 0644;  in ufshcd_init_clk_scaling_sysfs()
1641 	if (device_create_file(hba->dev, &hba->clk_scaling.enable_attr))  in ufshcd_init_clk_scaling_sysfs()
1647 	if (hba->clk_scaling.enable_attr.attr.name)  in ufshcd_remove_clk_scaling_sysfs()
1648 		device_remove_file(hba->dev, &hba->clk_scaling.enable_attr);  in ufshcd_remove_clk_scaling_sysfs()
1658 	if (!hba->clk_scaling.min_gear)  in ufshcd_init_clk_scaling()
1659 		hba->clk_scaling.min_gear = UFS_HS_G1;  in ufshcd_init_clk_scaling()
1661 	INIT_WORK(&hba->clk_scaling.suspend_work,  in ufshcd_init_clk_scaling()
1663 	INIT_WORK(&hba->clk_scaling.resume_work,  in ufshcd_init_clk_scaling()
1668 	hba->clk_scaling.workq = create_singlethread_workqueue(wq_name);  in ufshcd_init_clk_scaling()
1670 	hba->clk_scaling.is_initialized = true;  in ufshcd_init_clk_scaling()
1675 	if (!hba->clk_scaling.is_initialized)  in ufshcd_exit_clk_scaling()
1679 	destroy_workqueue(hba->clk_scaling.workq);  in ufshcd_exit_clk_scaling()
1681 	hba->clk_scaling.is_initialized = false;  in ufshcd_exit_clk_scaling()
2042 	if (!hba->clk_scaling.active_reqs++)  in ufshcd_clk_scaling_start_busy()
2045 	if (!hba->clk_scaling.is_enabled || hba->pm_op_in_progress) {  in ufshcd_clk_scaling_start_busy()
2051 		queue_work(hba->clk_scaling.workq,  in ufshcd_clk_scaling_start_busy()
2052 			   &hba->clk_scaling.resume_work);  in ufshcd_clk_scaling_start_busy()
2054 	if (!hba->clk_scaling.window_start_t) {  in ufshcd_clk_scaling_start_busy()
2055 		hba->clk_scaling.window_start_t = curr_t;  in ufshcd_clk_scaling_start_busy()
2056 		hba->clk_scaling.tot_busy_t = 0;  in ufshcd_clk_scaling_start_busy()
2057 		hba->clk_scaling.is_busy_started = false;  in ufshcd_clk_scaling_start_busy()
2060 	if (!hba->clk_scaling.is_busy_started) {  in ufshcd_clk_scaling_start_busy()
2061 		hba->clk_scaling.busy_start_t = curr_t;  in ufshcd_clk_scaling_start_busy()
2062 		hba->clk_scaling.is_busy_started = true;  in ufshcd_clk_scaling_start_busy()
2069 	struct ufs_clk_scaling *scaling = &hba->clk_scaling;  in ufshcd_clk_scaling_update_busy()
2076 	hba->clk_scaling.active_reqs--;  in ufshcd_clk_scaling_update_busy()
6215 	hba->clk_scaling.is_allowed = allow;  in ufshcd_clk_scaling_allow()
6223 		if (hba->clk_scaling.is_enabled)  in ufshcd_clk_scaling_suspend()
6228 		if (hba->clk_scaling.is_enabled)  in ufshcd_clk_scaling_suspend()
6259 		    hba->clk_scaling.is_enabled)  in ufshcd_err_handling_prepare()
8514 		memcpy(&hba->clk_scaling.saved_pwr_info,  in ufshcd_add_lus()
8517 		hba->clk_scaling.is_allowed = true;  in ufshcd_add_lus()
8523 		hba->clk_scaling.is_enabled = true;  in ufshcd_add_lus()