31 static struct intel_gt *rps_to_gt(struct intel_rps *rps)  in rps_to_gt()
36 static struct drm_i915_private *rps_to_i915(struct intel_rps *rps)  in rps_to_i915()
41 static struct intel_uncore *rps_to_uncore(struct intel_rps *rps)  in rps_to_uncore()
46 static struct intel_guc_slpc *rps_to_slpc(struct intel_rps *rps)  in rps_to_slpc()
53 static bool rps_uses_slpc(struct intel_rps *rps)  in rps_uses_slpc()
60 static u32 rps_pm_sanitize_mask(struct intel_rps *rps, u32 mask)  in rps_pm_sanitize_mask()
72 	struct intel_rps *rps = from_timer(rps, t, timer);  in rps_timer()  local
149 static void rps_start_timer(struct intel_rps *rps)  in rps_start_timer()
156 static void rps_stop_timer(struct intel_rps *rps)  in rps_stop_timer()
163 static u32 rps_pm_mask(struct intel_rps *rps, u8 val)  in rps_pm_mask()
181 static void rps_reset_ei(struct intel_rps *rps)  in rps_reset_ei()
186 static void rps_enable_interrupts(struct intel_rps *rps)  in rps_enable_interrupts()
205 static void gen6_rps_reset_interrupts(struct intel_rps *rps)  in gen6_rps_reset_interrupts()
210 static void gen11_rps_reset_interrupts(struct intel_rps *rps)  in gen11_rps_reset_interrupts()
216 static void rps_reset_interrupts(struct intel_rps *rps)  in rps_reset_interrupts()
230 static void rps_disable_interrupts(struct intel_rps *rps)  in rps_disable_interrupts()
269 static void gen5_rps_init(struct intel_rps *rps)  in gen5_rps_init()
407 static void gen5_rps_update(struct intel_rps *rps)  in gen5_rps_update()
414 static unsigned int gen5_invert_freq(struct intel_rps *rps,  in gen5_invert_freq()
424 static int __gen5_rps_set(struct intel_rps *rps, u8 val)  in __gen5_rps_set()
453 static int gen5_rps_set(struct intel_rps *rps, u8 val)  in gen5_rps_set()
542 static bool gen5_rps_enable(struct intel_rps *rps)  in gen5_rps_enable()
613 static void gen5_rps_disable(struct intel_rps *rps)  in gen5_rps_disable()
643 static u32 rps_limits(struct intel_rps *rps, u8 val)  in rps_limits()
668 static void rps_set_power(struct intel_rps *rps, int new_power)  in rps_set_power()
735 static void gen6_rps_set_thresholds(struct intel_rps *rps, u8 val)  in gen6_rps_set_thresholds()
775 void intel_rps_mark_interactive(struct intel_rps *rps, bool interactive)  in intel_rps_mark_interactive()
791 static int gen6_rps_set(struct intel_rps *rps, u8 val)  in gen6_rps_set()
815 static int vlv_rps_set(struct intel_rps *rps, u8 val)  in vlv_rps_set()
830 static int rps_set(struct intel_rps *rps, u8 val, bool update)  in rps_set()
854 void intel_rps_unpark(struct intel_rps *rps)  in intel_rps_unpark()
885 void intel_rps_park(struct intel_rps *rps)  in intel_rps_park()
945 u32 intel_rps_get_boost_frequency(struct intel_rps *rps)  in intel_rps_get_boost_frequency()
958 static int rps_set_boost_freq(struct intel_rps *rps, u32 val)  in rps_set_boost_freq()
979 int intel_rps_set_boost_frequency(struct intel_rps *rps, u32 freq)  in intel_rps_set_boost_frequency()
992 void intel_rps_dec_waiters(struct intel_rps *rps)  in intel_rps_dec_waiters()
1014 		struct intel_rps *rps = &READ_ONCE(rq->engine)->gt->rps;  in intel_rps_boost()  local
1042 int intel_rps_set(struct intel_rps *rps, u8 val)  in intel_rps_set()
1073 static u32 intel_rps_read_state_cap(struct intel_rps *rps)  in intel_rps_read_state_cap()
1096 void gen6_rps_get_freq_caps(struct intel_rps *rps, struct intel_rps_freq_caps *caps)  in gen6_rps_get_freq_caps()
1131 static void gen6_rps_init(struct intel_rps *rps)  in gen6_rps_init()
1163 static bool rps_reset(struct intel_rps *rps)  in rps_reset()
1181 static bool gen9_rps_enable(struct intel_rps *rps)  in gen9_rps_enable()
1198 static bool gen8_rps_enable(struct intel_rps *rps)  in gen8_rps_enable()
1212 static bool gen6_rps_enable(struct intel_rps *rps)  in gen6_rps_enable()
1227 static int chv_rps_max_freq(struct intel_rps *rps)  in chv_rps_max_freq()
1255 static int chv_rps_rpe_freq(struct intel_rps *rps)  in chv_rps_rpe_freq()
1266 static int chv_rps_guar_freq(struct intel_rps *rps)  in chv_rps_guar_freq()
1276 static u32 chv_rps_min_freq(struct intel_rps *rps)  in chv_rps_min_freq()
1287 static bool chv_rps_enable(struct intel_rps *rps)  in chv_rps_enable()
1335 static int vlv_rps_guar_freq(struct intel_rps *rps)  in vlv_rps_guar_freq()
1348 static int vlv_rps_max_freq(struct intel_rps *rps)  in vlv_rps_max_freq()
1362 static int vlv_rps_rpe_freq(struct intel_rps *rps)  in vlv_rps_rpe_freq()
1375 static int vlv_rps_min_freq(struct intel_rps *rps)  in vlv_rps_min_freq()
1391 static bool vlv_rps_enable(struct intel_rps *rps)  in vlv_rps_enable()
1439 	struct intel_rps *rps = container_of(ips, typeof(*rps), ips);  in __ips_gfx_val()  local
1475 static bool has_busy_stats(struct intel_rps *rps)  in has_busy_stats()
1488 void intel_rps_enable(struct intel_rps *rps)  in intel_rps_enable()
1545 static void gen6_rps_disable(struct intel_rps *rps)  in gen6_rps_disable()
1550 void intel_rps_disable(struct intel_rps *rps)  in intel_rps_disable()
1567 static int byt_gpu_freq(struct intel_rps *rps, int val)  in byt_gpu_freq()
1576 static int byt_freq_opcode(struct intel_rps *rps, int val)  in byt_freq_opcode()
1581 static int chv_gpu_freq(struct intel_rps *rps, int val)  in chv_gpu_freq()
1590 static int chv_freq_opcode(struct intel_rps *rps, int val)  in chv_freq_opcode()
1596 int intel_gpu_freq(struct intel_rps *rps, int val)  in intel_gpu_freq()
1613 int intel_freq_opcode(struct intel_rps *rps, int val)  in intel_freq_opcode()
1630 static void vlv_init_gpll_ref_freq(struct intel_rps *rps)  in vlv_init_gpll_ref_freq()
1643 static void vlv_rps_init(struct intel_rps *rps)  in vlv_rps_init()
1693 static void chv_rps_init(struct intel_rps *rps)  in chv_rps_init()
1751 static u32 vlv_wa_c0_ei(struct intel_rps *rps, u32 pm_iir)  in vlv_wa_c0_ei()
1793 	struct intel_rps *rps = container_of(work, typeof(*rps), work);  in rps_work()  local
1881 void gen11_rps_irq_handler(struct intel_rps *rps, u32 pm_iir)  in gen11_rps_irq_handler()
1899 void gen6_rps_irq_handler(struct intel_rps *rps, u32 pm_iir)  in gen6_rps_irq_handler()
1927 void gen5_rps_irq_handler(struct intel_rps *rps)  in gen5_rps_irq_handler()
1961 void intel_rps_init_early(struct intel_rps *rps)  in intel_rps_init_early()
1972 void intel_rps_init(struct intel_rps *rps)  in intel_rps_init()
2034 void intel_rps_sanitize(struct intel_rps *rps)  in intel_rps_sanitize()
2043 u32 intel_rps_get_cagf(struct intel_rps *rps, u32 rpstat)  in intel_rps_get_cagf()
2063 static u32 read_cagf(struct intel_rps *rps)  in read_cagf()
2082 u32 intel_rps_read_actual_frequency(struct intel_rps *rps)  in intel_rps_read_actual_frequency()
2094 u32 intel_rps_read_punit_req(struct intel_rps *rps)  in intel_rps_read_punit_req()
2114 u32 intel_rps_read_punit_req_frequency(struct intel_rps *rps)  in intel_rps_read_punit_req_frequency()
2121 u32 intel_rps_get_requested_frequency(struct intel_rps *rps)  in intel_rps_get_requested_frequency()
2129 u32 intel_rps_get_max_frequency(struct intel_rps *rps)  in intel_rps_get_max_frequency()
2146 u32 intel_rps_get_max_raw_freq(struct intel_rps *rps)  in intel_rps_get_max_raw_freq()
2164 u32 intel_rps_get_rp0_frequency(struct intel_rps *rps)  in intel_rps_get_rp0_frequency()
2174 u32 intel_rps_get_rp1_frequency(struct intel_rps *rps)  in intel_rps_get_rp1_frequency()
2184 u32 intel_rps_get_rpn_frequency(struct intel_rps *rps)  in intel_rps_get_rpn_frequency()
2194 static int set_max_freq(struct intel_rps *rps, u32 val)  in set_max_freq()
2232 int intel_rps_set_max_frequency(struct intel_rps *rps, u32 val)  in intel_rps_set_max_frequency()
2242 u32 intel_rps_get_min_frequency(struct intel_rps *rps)  in intel_rps_get_min_frequency()
2259 u32 intel_rps_get_min_raw_freq(struct intel_rps *rps)  in intel_rps_get_min_raw_freq()
2277 static int set_min_freq(struct intel_rps *rps, u32 val)  in set_min_freq()
2310 int intel_rps_set_min_frequency(struct intel_rps *rps, u32 val)  in intel_rps_set_min_frequency()
2320 static void intel_rps_set_manual(struct intel_rps *rps, bool enable)  in intel_rps_set_manual()
2329 void intel_rps_raise_unslice(struct intel_rps *rps)  in intel_rps_raise_unslice()
2354 void intel_rps_lower_unslice(struct intel_rps *rps)  in intel_rps_lower_unslice()
2379 static u32 rps_read_mmio(struct intel_rps *rps, i915_reg_t reg32)  in rps_read_mmio()
2391 bool rps_read_mask_mmio(struct intel_rps *rps,  in rps_read_mask_mmio()
2421 void intel_rps_driver_register(struct intel_rps *rps)  in intel_rps_driver_register()
2436 void intel_rps_driver_unregister(struct intel_rps *rps)  in intel_rps_driver_unregister()
2494 	struct intel_rps *rps;  in i915_gpu_raise()  local
2521 	struct intel_rps *rps;  in i915_gpu_lower()  local
2569 	struct intel_rps *rps;  in i915_gpu_turbo_disable()  local