1765 	struct si_power_info *pi = rdev->pm.dpm.priv;  in si_get_pi()
1839 	u32 p_limit1 = rdev->pm.dpm.tdp_limit;  in si_update_dte_from_pl2()
1840 	u32 p_limit2 = rdev->pm.dpm.near_tdp_limit;  in si_update_dte_from_pl2()
2129 	if (tdp_adjustment > (u32)rdev->pm.dpm.tdp_od_limit)  in si_calculate_adjusted_tdp_limits()
2132 	max_tdp_limit = ((100 + 100) * rdev->pm.dpm.tdp_limit) / 100;  in si_calculate_adjusted_tdp_limits()
2135 		*tdp_limit = ((100 + tdp_adjustment) * rdev->pm.dpm.tdp_limit) / 100;  in si_calculate_adjusted_tdp_limits()
2136 		*near_tdp_limit = rdev->pm.dpm.near_tdp_limit_adjusted + (*tdp_limit - rdev->pm.dpm.tdp_limit);  in si_calculate_adjusted_tdp_limits()
2138 		*tdp_limit = ((100 - tdp_adjustment) * rdev->pm.dpm.tdp_limit) / 100;  in si_calculate_adjusted_tdp_limits()
2139 		adjustment_delta  = rdev->pm.dpm.tdp_limit - *tdp_limit;  in si_calculate_adjusted_tdp_limits()
2140 		if (adjustment_delta < rdev->pm.dpm.near_tdp_limit_adjusted)  in si_calculate_adjusted_tdp_limits()
2141 			*near_tdp_limit = rdev->pm.dpm.near_tdp_limit_adjusted - adjustment_delta;  in si_calculate_adjusted_tdp_limits()
2163 		struct radeon_ppm_table *ppm = rdev->pm.dpm.dyn_state.ppm_table;  in si_populate_smc_tdp_limits()
2176 						       rdev->pm.dpm.tdp_adjustment,  in si_populate_smc_tdp_limits()
2233 			cpu_to_be32(si_scale_power_for_smc(rdev->pm.dpm.near_tdp_limit_adjusted, scaling_factor) * 1000);  in si_populate_smc_tdp_limits_2()
2235 …cpu_to_be32(si_scale_power_for_smc((rdev->pm.dpm.near_tdp_limit_adjusted * SISLANDS_DPM2_TDP_SAFE_…  in si_populate_smc_tdp_limits_2()
2395 	if (rdev->pm.dpm.sq_ramping_threshold == 0)  in si_populate_sq_ramping_values()
2417 		if ((state->performance_levels[i].sclk >= rdev->pm.dpm.sq_ramping_threshold) &&  in si_populate_sq_ramping_values()
2536 		&rdev->pm.dpm.dyn_state.cac_leakage_table;  in si_get_cac_std_voltage_max_min()
2673 	si_pi->dyn_powertune_data.cac_leakage = rdev->pm.dpm.cac_leakage;  in si_initialize_smc_cac_tables()
2700 	load_line_slope = ((u32)rdev->pm.dpm.load_line_slope << SMC_SISLANDS_SCALE_R) / 100;  in si_initialize_smc_cac_tables()
2939 		&rdev->pm.dpm.dyn_state.vce_clock_voltage_dependency_table;  in si_get_vce_clock_voltage()
3005 		rps->evclk = rdev->pm.dpm.vce_states[rdev->pm.dpm.vce_level].evclk;  in si_apply_state_adjust_rules()
3006 		rps->ecclk = rdev->pm.dpm.vce_states[rdev->pm.dpm.vce_level].ecclk;  in si_apply_state_adjust_rules()
3014 	if ((rdev->pm.dpm.new_active_crtc_count > 1) ||  in si_apply_state_adjust_rules()
3023 	if (rdev->pm.dpm.ac_power)  in si_apply_state_adjust_rules()
3024 		max_limits = &rdev->pm.dpm.dyn_state.max_clock_voltage_on_ac;  in si_apply_state_adjust_rules()
3026 		max_limits = &rdev->pm.dpm.dyn_state.max_clock_voltage_on_dc;  in si_apply_state_adjust_rules()
3032 	if (rdev->pm.dpm.ac_power == false) {  in si_apply_state_adjust_rules()
3046 	btc_get_max_clock_from_voltage_dependency_table(&rdev->pm.dpm.dyn_state.vddc_dependency_on_sclk,  in si_apply_state_adjust_rules()
3048 	btc_get_max_clock_from_voltage_dependency_table(&rdev->pm.dpm.dyn_state.vddci_dependency_on_mclk,  in si_apply_state_adjust_rules()
3050 	btc_get_max_clock_from_voltage_dependency_table(&rdev->pm.dpm.dyn_state.vddc_dependency_on_mclk,  in si_apply_state_adjust_rules()
3095 		if (sclk < rdev->pm.dpm.vce_states[rdev->pm.dpm.vce_level].sclk)  in si_apply_state_adjust_rules()
3096 			sclk = rdev->pm.dpm.vce_states[rdev->pm.dpm.vce_level].sclk;  in si_apply_state_adjust_rules()
3097 		if (mclk < rdev->pm.dpm.vce_states[rdev->pm.dpm.vce_level].mclk)  in si_apply_state_adjust_rules()
3098 			mclk = rdev->pm.dpm.vce_states[rdev->pm.dpm.vce_level].mclk;  in si_apply_state_adjust_rules()
3152 		btc_apply_voltage_dependency_rules(&rdev->pm.dpm.dyn_state.vddc_dependency_on_sclk,  in si_apply_state_adjust_rules()
3155 		btc_apply_voltage_dependency_rules(&rdev->pm.dpm.dyn_state.vddci_dependency_on_mclk,  in si_apply_state_adjust_rules()
3158 		btc_apply_voltage_dependency_rules(&rdev->pm.dpm.dyn_state.vddc_dependency_on_mclk,  in si_apply_state_adjust_rules()
3161 		btc_apply_voltage_dependency_rules(&rdev->pm.dpm.dyn_state.vddc_dependency_on_dispclk,  in si_apply_state_adjust_rules()
3175 		if (ps->performance_levels[i].vddc > rdev->pm.dpm.dyn_state.max_clock_voltage_on_dc.vddc)  in si_apply_state_adjust_rules()
3401 	struct radeon_ps *rps = rdev->pm.dpm.current_ps;  in si_dpm_force_performance_level()
3425 	rdev->pm.dpm.forced_level = level;  in si_dpm_force_performance_level()
3646 	voltage_response_time = (u32)rdev->pm.dpm.voltage_response_time;  in si_program_response_times()
3647 	backbias_response_time = (u32)rdev->pm.dpm.backbias_response_time;  in si_program_response_times()
3685 	if (rdev->pm.dpm.new_active_crtc_count > 0)  in si_program_display_gap()
3690 	if (rdev->pm.dpm.new_active_crtc_count > 1)  in si_program_display_gap()
3700 	if ((rdev->pm.dpm.new_active_crtc_count > 0) &&  in si_program_display_gap()
3701 	    (!(rdev->pm.dpm.new_active_crtcs & (1 << pipe)))) {  in si_program_display_gap()
3704 			if (rdev->pm.dpm.new_active_crtcs & (1 << i))  in si_program_display_gap()
3721 	si_notify_smc_display_change(rdev, rdev->pm.dpm.new_active_crtc_count > 0);  in si_program_display_gap()
3974 						&rdev->pm.dpm.dyn_state.vddc_dependency_on_mclk,  in si_construct_voltage_tables()
3995 						&rdev->pm.dpm.dyn_state.vddci_dependency_on_mclk,  in si_construct_voltage_tables()
4091 							      &rdev->pm.dpm.dyn_state.phase_shedding_limits_table)) {  in si_populate_smc_voltage_tables()
4153 	if (rdev->pm.dpm.dyn_state.cac_leakage_table.entries) {  in si_get_std_voltage_value()
4154 		if (rdev->pm.dpm.platform_caps & ATOM_PP_PLATFORM_CAP_NEW_CAC_VOLTAGE) {  in si_get_std_voltage_value()
4155 			if (rdev->pm.dpm.dyn_state.vddc_dependency_on_sclk.entries == NULL)  in si_get_std_voltage_value()
4158 …for (v_index = 0; (u32)v_index < rdev->pm.dpm.dyn_state.vddc_dependency_on_sclk.count; v_index++) {  in si_get_std_voltage_value()
4160 				    (u16)rdev->pm.dpm.dyn_state.vddc_dependency_on_sclk.entries[v_index].v) {  in si_get_std_voltage_value()
4162 					if ((u32)v_index < rdev->pm.dpm.dyn_state.cac_leakage_table.count)  in si_get_std_voltage_value()
4164 							rdev->pm.dpm.dyn_state.cac_leakage_table.entries[v_index].vddc;  in si_get_std_voltage_value()
4167 …rdev->pm.dpm.dyn_state.cac_leakage_table.entries[rdev->pm.dpm.dyn_state.cac_leakage_table.count-1]…  in si_get_std_voltage_value()
4173 …for (v_index = 0; (u32)v_index < rdev->pm.dpm.dyn_state.vddc_dependency_on_sclk.count; v_index++) {  in si_get_std_voltage_value()
4175 					    (u16)rdev->pm.dpm.dyn_state.vddc_dependency_on_sclk.entries[v_index].v) {  in si_get_std_voltage_value()
4177 						if ((u32)v_index < rdev->pm.dpm.dyn_state.cac_leakage_table.count)  in si_get_std_voltage_value()
4179 								rdev->pm.dpm.dyn_state.cac_leakage_table.entries[v_index].vddc;  in si_get_std_voltage_value()
4182 …rdev->pm.dpm.dyn_state.cac_leakage_table.entries[rdev->pm.dpm.dyn_state.cac_leakage_table.count-1]…  in si_get_std_voltage_value()
4188 			if ((u32)voltage->index < rdev->pm.dpm.dyn_state.cac_leakage_table.count)  in si_get_std_voltage_value()
4189 				*std_voltage = rdev->pm.dpm.dyn_state.cac_leakage_table.entries[voltage->index].vddc;  in si_get_std_voltage_value()
4441 						 &rdev->pm.dpm.dyn_state.phase_shedding_limits_table,  in si_populate_smc_initial_state()
4527 							 &rdev->pm.dpm.dyn_state.phase_shedding_limits_table,  in si_populate_smc_acpi_state()
4554 							 &rdev->pm.dpm.dyn_state.phase_shedding_limits_table,  in si_populate_smc_acpi_state()
4695 	struct radeon_ps *radeon_boot_state = rdev->pm.dpm.boot_ps;  in si_init_smc_table()
4717 	if (rdev->pm.dpm.platform_caps & ATOM_PP_PLATFORM_CAP_HARDWAREDC)  in si_init_smc_table()
4720 	if (rdev->pm.dpm.platform_caps & ATOM_PP_PLATFORM_CAP_REGULATOR_HOT) {  in si_init_smc_table()
4725 	if (rdev->pm.dpm.platform_caps & ATOM_PP_PLATFORM_CAP_STEPVDDC)  in si_init_smc_table()
4731 	if (rdev->pm.dpm.platform_caps & ATOM_PP_PLATFORM_CAP_REVERT_GPIO5_POLARITY)  in si_init_smc_table()
4734 	if (rdev->pm.dpm.platform_caps & ATOM_PP_PLATFORM_CAP_VRHOT_GPIO_CONFIGURABLE) {  in si_init_smc_table()
4736 		vr_hot_gpio = rdev->pm.dpm.backbias_response_time;  in si_init_smc_table()
5002 	    (rdev->pm.dpm.new_active_crtc_count <= 2)) {  in si_convert_power_level_to_smc()
5067 						       &rdev->pm.dpm.dyn_state.phase_shedding_limits_table,  in si_convert_power_level_to_smc()
5157 	for (i = 0; i < rdev->pm.dpm.dyn_state.vddc_dependency_on_dispclk.count; i++) {  in si_is_state_ulv_compatible()
5159 		    rdev->pm.dpm.dyn_state.vddc_dependency_on_dispclk.entries[i].clk) {  in si_is_state_ulv_compatible()
5161 			    rdev->pm.dpm.dyn_state.vddc_dependency_on_dispclk.entries[i].v)  in si_is_state_ulv_compatible()
5319 	if (rdev->pm.dpm.new_active_crtc_count == 0)  in si_upload_smc_data()
5323 		if (rdev->pm.dpm.new_active_crtcs & (1 << i)) {  in si_upload_smc_data()
5901 								&rdev->pm.dpm.dyn_state.vddc_dependency_on_sclk);  in si_patch_dependency_tables_based_on_leakage()
5903 								&rdev->pm.dpm.dyn_state.vddc_dependency_on_mclk);  in si_patch_dependency_tables_based_on_leakage()
5905 								&rdev->pm.dpm.dyn_state.vddci_dependency_on_mclk);  in si_patch_dependency_tables_based_on_leakage()
5997 	rdev->pm.dpm.thermal.min_temp = low_temp;  in si_thermal_set_temperature_range()
5998 	rdev->pm.dpm.thermal.max_temp = high_temp;  in si_thermal_set_temperature_range()
6037 		rdev->pm.dpm.fan.ucode_fan_control = false;  in si_thermal_setup_fan_table()
6044 		rdev->pm.dpm.fan.ucode_fan_control = false;  in si_thermal_setup_fan_table()
6048 	tmp64 = (u64)rdev->pm.dpm.fan.pwm_min * duty100;  in si_thermal_setup_fan_table()
6052 	t_diff1 = rdev->pm.dpm.fan.t_med - rdev->pm.dpm.fan.t_min;  in si_thermal_setup_fan_table()
6053 	t_diff2 = rdev->pm.dpm.fan.t_high - rdev->pm.dpm.fan.t_med;  in si_thermal_setup_fan_table()
6055 	pwm_diff1 = rdev->pm.dpm.fan.pwm_med - rdev->pm.dpm.fan.pwm_min;  in si_thermal_setup_fan_table()
6056 	pwm_diff2 = rdev->pm.dpm.fan.pwm_high - rdev->pm.dpm.fan.pwm_med;  in si_thermal_setup_fan_table()
6061 	fan_table.temp_min = cpu_to_be16((50 + rdev->pm.dpm.fan.t_min) / 100);  in si_thermal_setup_fan_table()
6062 	fan_table.temp_med = cpu_to_be16((50 + rdev->pm.dpm.fan.t_med) / 100);  in si_thermal_setup_fan_table()
6063 	fan_table.temp_max = cpu_to_be16((50 + rdev->pm.dpm.fan.t_max) / 100);  in si_thermal_setup_fan_table()
6070 	fan_table.hys_down = cpu_to_be16(rdev->pm.dpm.fan.t_hyst);  in si_thermal_setup_fan_table()
6080 	fan_table.refresh_period = cpu_to_be32((rdev->pm.dpm.fan.cycle_delay *  in si_thermal_setup_fan_table()
6096 		rdev->pm.dpm.fan.ucode_fan_control = false;  in si_thermal_setup_fan_table()
6193 		if (rdev->pm.dpm.fan.ucode_fan_control)  in si_fan_ctrl_set_mode()
6198 		if (rdev->pm.dpm.fan.ucode_fan_control)  in si_fan_ctrl_set_mode()
6255 	if (rdev->pm.dpm.fan.ucode_fan_control)
6288 	if (rdev->pm.dpm.fan.ucode_fan_control) {  in si_thermal_start_smc_fan_control()
6320 	if (rdev->pm.dpm.fan.ucode_fan_control) {  in si_thermal_start_thermal_controller()
6349 	struct radeon_ps *boot_ps = rdev->pm.dpm.boot_ps;  in si_dpm_enable()
6494 	struct radeon_ps *boot_ps = rdev->pm.dpm.boot_ps;  in si_dpm_disable()
6518 	struct radeon_ps requested_ps = *rdev->pm.dpm.requested_ps;  in si_dpm_pre_set_power_state()
6530 	struct radeon_ps *new_ps = rdev->pm.dpm.requested_ps;  in si_power_control_set_level()
6722 		rdev->pm.dpm.boot_ps = rps;  in si_parse_pplib_non_clock_info()
6724 		rdev->pm.dpm.uvd_ps = rps;  in si_parse_pplib_non_clock_info()
6796 		rdev->pm.dpm.dyn_state.max_clock_voltage_on_ac.sclk = pl->sclk;  in si_parse_pplib_clock_info()
6797 		rdev->pm.dpm.dyn_state.max_clock_voltage_on_ac.mclk = pl->mclk;  in si_parse_pplib_clock_info()
6798 		rdev->pm.dpm.dyn_state.max_clock_voltage_on_ac.vddc = pl->vddc;  in si_parse_pplib_clock_info()
6799 		rdev->pm.dpm.dyn_state.max_clock_voltage_on_ac.vddci = pl->vddci;  in si_parse_pplib_clock_info()
6835 	rdev->pm.dpm.ps = kcalloc(state_array->ucNumEntries,  in si_parse_power_table()
6838 	if (!rdev->pm.dpm.ps)  in si_parse_power_table()
6851 			kfree(rdev->pm.dpm.ps);  in si_parse_power_table()
6854 		rdev->pm.dpm.ps[i].ps_priv = ps;  in si_parse_power_table()
6855 		si_parse_pplib_non_clock_info(rdev, &rdev->pm.dpm.ps[i],  in si_parse_power_table()
6870 						  &rdev->pm.dpm.ps[i], k,  in si_parse_power_table()
6876 	rdev->pm.dpm.num_ps = state_array->ucNumEntries;  in si_parse_power_table()
6881 		clock_array_index = rdev->pm.dpm.vce_states[i].clk_idx;  in si_parse_power_table()
6888 		rdev->pm.dpm.vce_states[i].sclk = sclk;  in si_parse_power_table()
6889 		rdev->pm.dpm.vce_states[i].mclk = mclk;  in si_parse_power_table()
6909 	rdev->pm.dpm.priv = si_pi;  in si_dpm_init()
6954 	rdev->pm.dpm.dyn_state.vddc_dependency_on_dispclk.entries =  in si_dpm_init()
6958 	if (!rdev->pm.dpm.dyn_state.vddc_dependency_on_dispclk.entries) {  in si_dpm_init()
6962 	rdev->pm.dpm.dyn_state.vddc_dependency_on_dispclk.count = 4;  in si_dpm_init()
6963 	rdev->pm.dpm.dyn_state.vddc_dependency_on_dispclk.entries[0].clk = 0;  in si_dpm_init()
6964 	rdev->pm.dpm.dyn_state.vddc_dependency_on_dispclk.entries[0].v = 0;  in si_dpm_init()
6965 	rdev->pm.dpm.dyn_state.vddc_dependency_on_dispclk.entries[1].clk = 36000;  in si_dpm_init()
6966 	rdev->pm.dpm.dyn_state.vddc_dependency_on_dispclk.entries[1].v = 720;  in si_dpm_init()
6967 	rdev->pm.dpm.dyn_state.vddc_dependency_on_dispclk.entries[2].clk = 54000;  in si_dpm_init()
6968 	rdev->pm.dpm.dyn_state.vddc_dependency_on_dispclk.entries[2].v = 810;  in si_dpm_init()
6969 	rdev->pm.dpm.dyn_state.vddc_dependency_on_dispclk.entries[3].clk = 72000;  in si_dpm_init()
6970 	rdev->pm.dpm.dyn_state.vddc_dependency_on_dispclk.entries[3].v = 900;  in si_dpm_init()
6972 	if (rdev->pm.dpm.voltage_response_time == 0)  in si_dpm_init()
6973 		rdev->pm.dpm.voltage_response_time = R600_VOLTAGERESPONSETIME_DFLT;  in si_dpm_init()
6974 	if (rdev->pm.dpm.backbias_response_time == 0)  in si_dpm_init()
6975 		rdev->pm.dpm.backbias_response_time = R600_BACKBIASRESPONSETIME_DFLT;  in si_dpm_init()
7052 	rdev->pm.dpm.dyn_state.mclk_sclk_ratio = 4;  in si_dpm_init()
7053 	rdev->pm.dpm.dyn_state.sclk_mclk_delta = 15000;  in si_dpm_init()
7054 	rdev->pm.dpm.dyn_state.vddc_vddci_delta = 200;  in si_dpm_init()
7055 	rdev->pm.dpm.dyn_state.valid_sclk_values.count = 0;  in si_dpm_init()
7056 	rdev->pm.dpm.dyn_state.valid_sclk_values.values = NULL;  in si_dpm_init()
7057 	rdev->pm.dpm.dyn_state.valid_mclk_values.count = 0;  in si_dpm_init()
7058 	rdev->pm.dpm.dyn_state.valid_mclk_values.values = NULL;  in si_dpm_init()
7063 	if ((rdev->pm.dpm.dyn_state.max_clock_voltage_on_dc.sclk == 0) ||  in si_dpm_init()
7064 	    (rdev->pm.dpm.dyn_state.max_clock_voltage_on_dc.mclk == 0))  in si_dpm_init()
7065 		rdev->pm.dpm.dyn_state.max_clock_voltage_on_dc =  in si_dpm_init()
7066 			rdev->pm.dpm.dyn_state.max_clock_voltage_on_ac;  in si_dpm_init()
7077 	for (i = 0; i < rdev->pm.dpm.num_ps; i++) {  in si_dpm_fini()
7078 		kfree(rdev->pm.dpm.ps[i].ps_priv);  in si_dpm_fini()
7080 	kfree(rdev->pm.dpm.ps);  in si_dpm_fini()
7081 	kfree(rdev->pm.dpm.priv);  in si_dpm_fini()
7082 	kfree(rdev->pm.dpm.dyn_state.vddc_dependency_on_dispclk.entries);  in si_dpm_fini()