77 static void gen9_init_clock_gating(struct drm_i915_private *dev_priv)  in gen9_init_clock_gating()
120 static void bxt_init_clock_gating(struct drm_i915_private *dev_priv)  in bxt_init_clock_gating()
165 static void glk_init_clock_gating(struct drm_i915_private *dev_priv)  in glk_init_clock_gating()
178 static void pnv_get_mem_freq(struct drm_i915_private *dev_priv)  in pnv_get_mem_freq()
216 static void ilk_get_mem_freq(struct drm_i915_private *dev_priv)  in ilk_get_mem_freq()
335 static void chv_set_memory_dvfs(struct drm_i915_private *dev_priv, bool enable)  in chv_set_memory_dvfs()
358 static void chv_set_memory_pm5(struct drm_i915_private *dev_priv, bool enable)  in chv_set_memory_pm5()
377 static bool _intel_set_memory_cxsr(struct drm_i915_private *dev_priv, bool enable)  in _intel_set_memory_cxsr()
466 bool intel_set_memory_cxsr(struct drm_i915_private *dev_priv, bool enable)  in intel_set_memory_cxsr()
503 	struct drm_i915_private *dev_priv = to_i915(crtc->base.dev);  in vlv_get_fifo_size()  local
539 static int i9xx_get_fifo_size(struct drm_i915_private *dev_priv,  in i9xx_get_fifo_size()
555 static int i830_get_fifo_size(struct drm_i915_private *dev_priv,  in i830_get_fifo_size()
572 static int i845_get_fifo_size(struct drm_i915_private *dev_priv,  in i845_get_fifo_size()
834 static int intel_wm_num_levels(struct drm_i915_private *dev_priv)  in intel_wm_num_levels()
881 static struct intel_crtc *single_enabled_crtc(struct drm_i915_private *dev_priv)  in single_enabled_crtc()
898 	struct drm_i915_private *dev_priv = to_i915(unused_crtc->base.dev);  in pnv_update_wm()  local
985 static void g4x_write_wm_values(struct drm_i915_private *dev_priv,  in g4x_write_wm_values()
1017 static void vlv_write_wm_values(struct drm_i915_private *dev_priv,  in vlv_write_wm_values()
1095 static void g4x_setup_wm_latency(struct drm_i915_private *dev_priv)  in g4x_setup_wm_latency()
1152 	struct drm_i915_private *dev_priv = to_i915(plane->base.dev);  in g4x_compute_wm()  local
1211 	struct drm_i915_private *dev_priv = to_i915(crtc_state->uapi.crtc->dev);  in g4x_raw_plane_wm_set()  local
1227 	struct drm_i915_private *dev_priv = to_i915(crtc_state->uapi.crtc->dev);  in g4x_raw_fbc_wm_set()  local
1251 	struct drm_i915_private *dev_priv = to_i915(crtc_state->uapi.crtc->dev);  in g4x_raw_plane_wm_compute()  local
1332 	struct drm_i915_private *dev_priv = to_i915(crtc_state->uapi.crtc->dev);  in g4x_raw_crtc_wm_is_valid()  local
1469 	struct drm_i915_private *dev_priv = to_i915(crtc->base.dev);  in g4x_compute_intermediate_wm()  local
1548 static void g4x_merge_wm(struct drm_i915_private *dev_priv,  in g4x_merge_wm()
1592 static void g4x_program_watermarks(struct drm_i915_private *dev_priv)  in g4x_program_watermarks()
1616 	struct drm_i915_private *dev_priv = to_i915(crtc->base.dev);  in g4x_initial_watermarks()  local
1629 	struct drm_i915_private *dev_priv = to_i915(crtc->base.dev);  in g4x_optimize_watermarks()  local
1658 static void vlv_setup_wm_latency(struct drm_i915_private *dev_priv)  in vlv_setup_wm_latency()
1678 	struct drm_i915_private *dev_priv = to_i915(plane->base.dev);  in vlv_compute_wm_level()  local
1719 	struct drm_i915_private *dev_priv = to_i915(crtc->base.dev);  in vlv_compute_fifo()  local
1803 	struct drm_i915_private *dev_priv = to_i915(crtc->base.dev);  in vlv_invalidate_wms()  local
1831 	struct drm_i915_private *dev_priv = to_i915(crtc_state->uapi.crtc->dev);  in vlv_raw_plane_wm_set()  local
1849 	struct drm_i915_private *dev_priv = to_i915(crtc_state->uapi.crtc->dev);  in vlv_raw_plane_wm_compute()  local
1909 	struct drm_i915_private *dev_priv = to_i915(crtc->base.dev);  in vlv_compute_pipe_wm()  local
2016 	struct drm_i915_private *dev_priv = to_i915(crtc->base.dev);  in vlv_atomic_update_fifo()  local
2163 static void vlv_merge_wm(struct drm_i915_private *dev_priv,  in vlv_merge_wm()
2206 static void vlv_program_watermarks(struct drm_i915_private *dev_priv)  in vlv_program_watermarks()
2242 	struct drm_i915_private *dev_priv = to_i915(crtc->base.dev);  in vlv_initial_watermarks()  local
2255 	struct drm_i915_private *dev_priv = to_i915(crtc->base.dev);  in vlv_optimize_watermarks()  local
2270 	struct drm_i915_private *dev_priv = to_i915(unused_crtc->base.dev);  in i965_update_wm()  local
2346 	struct drm_i915_private *dev_priv = to_i915(unused_crtc->base.dev);  in i9xx_update_wm()  local
2492 	struct drm_i915_private *dev_priv = to_i915(unused_crtc->base.dev);  in i845_update_wm()  local
2668 ilk_display_fifo_size(const struct drm_i915_private *dev_priv)  in ilk_display_fifo_size()
2679 ilk_plane_wm_reg_max(const struct drm_i915_private *dev_priv,  in ilk_plane_wm_reg_max()
2697 ilk_cursor_wm_reg_max(const struct drm_i915_private *dev_priv, int level)  in ilk_cursor_wm_reg_max()
2705 static unsigned int ilk_fbc_wm_reg_max(const struct drm_i915_private *dev_priv)  in ilk_fbc_wm_reg_max()
2714 static unsigned int ilk_plane_wm_max(const struct drm_i915_private *dev_priv,  in ilk_plane_wm_max()
2755 static unsigned int ilk_cursor_wm_max(const struct drm_i915_private *dev_priv,  in ilk_cursor_wm_max()
2767 static void ilk_compute_wm_maximums(const struct drm_i915_private *dev_priv,  in ilk_compute_wm_maximums()
2779 static void ilk_compute_wm_reg_maximums(const struct drm_i915_private *dev_priv,  in ilk_compute_wm_reg_maximums()
2830 static void ilk_compute_wm_level(const struct drm_i915_private *dev_priv,  in ilk_compute_wm_level()
2865 static void intel_read_wm_latency(struct drm_i915_private *dev_priv,  in intel_read_wm_latency()
2981 static void intel_fixup_spr_wm_latency(struct drm_i915_private *dev_priv,  in intel_fixup_spr_wm_latency()
2989 static void intel_fixup_cur_wm_latency(struct drm_i915_private *dev_priv,  in intel_fixup_cur_wm_latency()
2997 int ilk_wm_max_level(const struct drm_i915_private *dev_priv)  in ilk_wm_max_level()
3012 static void intel_print_wm_latency(struct drm_i915_private *dev_priv,  in intel_print_wm_latency()
3043 static bool ilk_increase_wm_latency(struct drm_i915_private *dev_priv,  in ilk_increase_wm_latency()
3058 static void snb_wm_latency_quirk(struct drm_i915_private *dev_priv)  in snb_wm_latency_quirk()
3080 static void snb_wm_lp3_irq_quirk(struct drm_i915_private *dev_priv)  in snb_wm_lp3_irq_quirk()
3109 static void ilk_setup_wm_latency(struct drm_i915_private *dev_priv)  in ilk_setup_wm_latency()
3131 static void skl_setup_wm_latency(struct drm_i915_private *dev_priv)  in skl_setup_wm_latency()
3137 static bool ilk_validate_pipe_wm(const struct drm_i915_private *dev_priv,  in ilk_validate_pipe_wm()
3164 	struct drm_i915_private *dev_priv = to_i915(state->base.dev);  in ilk_compute_pipe_wm()  local
3242 	struct drm_i915_private *dev_priv = to_i915(crtc->base.dev);  in ilk_compute_intermediate_wm()  local
3299 static void ilk_merge_wm_level(struct drm_i915_private *dev_priv,  in ilk_merge_wm_level()
3332 static void ilk_wm_merge(struct drm_i915_private *dev_priv,  in ilk_wm_merge()
3394 static unsigned int ilk_wm_lp_latency(struct drm_i915_private *dev_priv,  in ilk_wm_lp_latency()
3403 static void ilk_compute_wm_results(struct drm_i915_private *dev_priv,  in ilk_compute_wm_results()
3471 ilk_find_best_result(struct drm_i915_private *dev_priv,  in ilk_find_best_result()
3504 static unsigned int ilk_compute_wm_dirty(struct drm_i915_private *dev_priv,  in ilk_compute_wm_dirty()
3550 static bool _ilk_disable_lp_wm(struct drm_i915_private *dev_priv,  in _ilk_disable_lp_wm()
3584 static void ilk_write_wm_values(struct drm_i915_private *dev_priv,  in ilk_write_wm_values()
3652 bool ilk_disable_lp_wm(struct drm_i915_private *dev_priv)  in ilk_disable_lp_wm()
3657 u8 intel_enabled_dbuf_slices_mask(struct drm_i915_private *dev_priv)  in intel_enabled_dbuf_slices_mask()
3675 static bool skl_needs_memory_bw_wa(struct drm_i915_private *dev_priv)  in skl_needs_memory_bw_wa()
3681 intel_has_sagv(struct drm_i915_private *dev_priv)  in intel_has_sagv()
3688 skl_setup_sagv_block_time(struct drm_i915_private *dev_priv)  in skl_setup_sagv_block_time()
3732 intel_enable_sagv(struct drm_i915_private *dev_priv)  in intel_enable_sagv()
3766 intel_disable_sagv(struct drm_i915_private *dev_priv)  in intel_disable_sagv()
3801 	struct drm_i915_private *dev_priv = to_i915(state->base.dev);  in intel_sagv_pre_plane_update()  local
3852 	struct drm_i915_private *dev_priv = to_i915(state->base.dev);  in intel_sagv_post_plane_update()  local
3897 	struct drm_i915_private *dev_priv = to_i915(crtc->base.dev);  in skl_crtc_can_enable_sagv()  local
3969 	struct drm_i915_private *dev_priv = to_i915(crtc->base.dev);  in intel_crtc_can_enable_sagv()  local
3977 bool intel_can_enable_sagv(struct drm_i915_private *dev_priv,  in intel_can_enable_sagv()
3989 	struct drm_i915_private *dev_priv = to_i915(state->base.dev);  in intel_compute_sagv_mask()  local
4052 static int intel_dbuf_slice_size(struct drm_i915_private *dev_priv)  in intel_dbuf_slice_size()
4059 skl_ddb_entry_for_slices(struct drm_i915_private *dev_priv, u8 slice_mask,  in skl_ddb_entry_for_slices()
4091 u32 skl_ddb_dbuf_slice_mask(struct drm_i915_private *dev_priv,  in skl_ddb_dbuf_slice_mask()
4140 	struct drm_i915_private *dev_priv =  in intel_crtc_dbuf_weights()  local
4174 	struct drm_i915_private *dev_priv = to_i915(crtc->base.dev);  in skl_crtc_allocate_ddb()  local
4257 	struct drm_i915_private *dev_priv = to_i915(crtc_state->uapi.crtc->dev);  in skl_cursor_allocation()  local
4283 static void skl_ddb_entry_init_from_hw(struct drm_i915_private *dev_priv,  in skl_ddb_entry_init_from_hw()
4294 skl_ddb_get_hw_plane_state(struct drm_i915_private *dev_priv,  in skl_ddb_get_hw_plane_state()
4338 	struct drm_i915_private *dev_priv = to_i915(crtc->base.dev);  in skl_pipe_ddb_get_hw_state()  local
4378 	struct drm_i915_private *dev_priv = to_i915(crtc_state->uapi.crtc->dev);  in skl_plane_downscale_amount()  local
4892 	struct drm_i915_private *dev_priv = to_i915(crtc->base.dev);  in skl_compute_dbuf_slices()  local
5102 	struct drm_i915_private *dev_priv = to_i915(crtc->base.dev);  in skl_allocate_plane_ddb()  local
5304 skl_wm_method1(const struct drm_i915_private *dev_priv, u32 pixel_rate,  in skl_wm_method1()
5342 	struct drm_i915_private *dev_priv = to_i915(crtc_state->uapi.crtc->dev);  in intel_get_linetime_us()  local
5369 	struct drm_i915_private *dev_priv = to_i915(crtc->base.dev);  in skl_compute_wm_params()  local
5476 static bool skl_wm_has_lines(struct drm_i915_private *dev_priv, int level)  in skl_wm_has_lines()
5485 static int skl_wm_max_lines(struct drm_i915_private *dev_priv)  in skl_wm_max_lines()
5500 	struct drm_i915_private *dev_priv = to_i915(crtc_state->uapi.crtc->dev);  in skl_compute_plane_wm()  local
5624 	struct drm_i915_private *dev_priv = to_i915(crtc_state->uapi.crtc->dev);  in skl_compute_wm_levels()  local
5643 	struct drm_i915_private *dev_priv = to_i915(crtc_state->uapi.crtc->dev);  in tgl_compute_sagv_wm()  local
5653 static void skl_compute_transition_wm(struct drm_i915_private *dev_priv,  in skl_compute_transition_wm()
5721 	struct drm_i915_private *dev_priv = to_i915(crtc->base.dev);  in skl_build_plane_wm_single()  local
5800 	struct drm_i915_private *dev_priv = to_i915(plane->base.dev);  in icl_build_plane_wm()  local
5842 	struct drm_i915_private *dev_priv = to_i915(crtc->base.dev);  in skl_build_pipe_wm()  local
5871 static void skl_ddb_entry_write(struct drm_i915_private *dev_priv,  in skl_ddb_entry_write()
5882 static void skl_write_wm_level(struct drm_i915_private *dev_priv,  in skl_write_wm_level()
5901 	struct drm_i915_private *dev_priv = to_i915(plane->base.dev);  in skl_write_plane_wm()  local
5944 	struct drm_i915_private *dev_priv = to_i915(plane->base.dev);  in skl_write_cursor_wm()  local
5980 static bool skl_plane_wm_equals(struct drm_i915_private *dev_priv,  in skl_plane_wm_equals()
6040 	struct drm_i915_private *dev_priv = to_i915(crtc->base.dev);  in skl_ddb_add_affected_planes()  local
6065 	struct drm_i915_private *dev_priv = to_i915(dbuf_state->base.state->base.dev);  in intel_dbuf_enabled_slices()  local
6084 	struct drm_i915_private *dev_priv = to_i915(state->base.dev);  in skl_compute_ddb()  local
6196 	struct drm_i915_private *dev_priv = to_i915(state->base.dev);  in skl_print_wm_changes()  local
6383 	struct drm_i915_private *dev_priv = to_i915(crtc->base.dev);  in skl_wm_add_affected_planes()  local
6455 static void ilk_compute_wm_config(struct drm_i915_private *dev_priv,  in ilk_compute_wm_config()
6473 static void ilk_program_watermarks(struct drm_i915_private *dev_priv)  in ilk_program_watermarks()
6508 	struct drm_i915_private *dev_priv = to_i915(crtc->base.dev);  in ilk_initial_watermarks()  local
6521 	struct drm_i915_private *dev_priv = to_i915(crtc->base.dev);  in ilk_optimize_watermarks()  local
6545 	struct drm_i915_private *dev_priv = to_i915(crtc->base.dev);  in skl_pipe_wm_get_hw_state()  local
6597 void skl_wm_get_hw_state(struct drm_i915_private *dev_priv)  in skl_wm_get_hw_state()
6658 	struct drm_i915_private *dev_priv = to_i915(dev);  in ilk_pipe_wm_get_hw_state()  local
6703 static void g4x_read_wm_values(struct drm_i915_private *dev_priv,  in g4x_read_wm_values()
6729 static void vlv_read_wm_values(struct drm_i915_private *dev_priv,  in vlv_read_wm_values()
6805 void g4x_wm_get_hw_state(struct drm_i915_private *dev_priv)  in g4x_wm_get_hw_state()
6892 void g4x_wm_sanitize(struct drm_i915_private *dev_priv)  in g4x_wm_sanitize()
6948 void vlv_wm_get_hw_state(struct drm_i915_private *dev_priv)  in vlv_wm_get_hw_state()
7048 void vlv_wm_sanitize(struct drm_i915_private *dev_priv)  in vlv_wm_sanitize()
7101 static void ilk_init_lp_watermarks(struct drm_i915_private *dev_priv)  in ilk_init_lp_watermarks()
7113 void ilk_wm_get_hw_state(struct drm_i915_private *dev_priv)  in ilk_wm_get_hw_state()
7179 	struct drm_i915_private *dev_priv = to_i915(crtc->base.dev);  in intel_update_watermarks()  local
7185 void intel_enable_ipc(struct drm_i915_private *dev_priv)  in intel_enable_ipc()
7202 static bool intel_can_enable_ipc(struct drm_i915_private *dev_priv)  in intel_can_enable_ipc()
7217 void intel_init_ipc(struct drm_i915_private *dev_priv)  in intel_init_ipc()
7227 static void ibx_init_clock_gating(struct drm_i915_private *dev_priv)  in ibx_init_clock_gating()
7237 static void g4x_disable_trickle_feed(struct drm_i915_private *dev_priv)  in g4x_disable_trickle_feed()
7251 static void ilk_init_clock_gating(struct drm_i915_private *dev_priv)  in ilk_init_clock_gating()
7312 static void cpt_init_clock_gating(struct drm_i915_private *dev_priv)  in cpt_init_clock_gating()
7347 static void gen6_check_mch_setup(struct drm_i915_private *dev_priv)  in gen6_check_mch_setup()
7358 static void gen6_init_clock_gating(struct drm_i915_private *dev_priv)  in gen6_init_clock_gating()
7419 static void lpt_init_clock_gating(struct drm_i915_private *dev_priv)  in lpt_init_clock_gating()
7436 static void lpt_suspend_hw(struct drm_i915_private *dev_priv)  in lpt_suspend_hw()
7446 static void gen8_set_l3sqc_credits(struct drm_i915_private *dev_priv,  in gen8_set_l3sqc_credits()
7472 static void icl_init_clock_gating(struct drm_i915_private *dev_priv)  in icl_init_clock_gating()
7483 static void gen12lp_init_clock_gating(struct drm_i915_private *dev_priv)  in gen12lp_init_clock_gating()
7502 static void adlp_init_clock_gating(struct drm_i915_private *dev_priv)  in adlp_init_clock_gating()
7510 static void dg1_init_clock_gating(struct drm_i915_private *dev_priv)  in dg1_init_clock_gating()
7520 static void cnp_init_clock_gating(struct drm_i915_private *dev_priv)  in cnp_init_clock_gating()
7530 static void cfl_init_clock_gating(struct drm_i915_private *dev_priv)  in cfl_init_clock_gating()
7554 static void kbl_init_clock_gating(struct drm_i915_private *dev_priv)  in kbl_init_clock_gating()
7587 static void skl_init_clock_gating(struct drm_i915_private *dev_priv)  in skl_init_clock_gating()
7621 static void bdw_init_clock_gating(struct drm_i915_private *dev_priv)  in bdw_init_clock_gating()
7680 static void hsw_init_clock_gating(struct drm_i915_private *dev_priv)  in hsw_init_clock_gating()
7707 static void ivb_init_clock_gating(struct drm_i915_private *dev_priv)  in ivb_init_clock_gating()
7759 static void vlv_init_clock_gating(struct drm_i915_private *dev_priv)  in vlv_init_clock_gating()
7796 static void chv_init_clock_gating(struct drm_i915_private *dev_priv)  in chv_init_clock_gating()
7824 static void g4x_init_clock_gating(struct drm_i915_private *dev_priv)  in g4x_init_clock_gating()
7843 static void i965gm_init_clock_gating(struct drm_i915_private *dev_priv)  in i965gm_init_clock_gating()
7857 static void i965g_init_clock_gating(struct drm_i915_private *dev_priv)  in i965g_init_clock_gating()
7869 static void gen3_init_clock_gating(struct drm_i915_private *dev_priv)  in gen3_init_clock_gating()
7893 static void i85x_init_clock_gating(struct drm_i915_private *dev_priv)  in i85x_init_clock_gating()
7915 static void i830_init_clock_gating(struct drm_i915_private *dev_priv)  in i830_init_clock_gating()
7922 void intel_init_clock_gating(struct drm_i915_private *dev_priv)  in intel_init_clock_gating()
7927 void intel_suspend_hw(struct drm_i915_private *dev_priv)  in intel_suspend_hw()
7933 static void nop_init_clock_gating(struct drm_i915_private *dev_priv)  in nop_init_clock_gating()
7948 void intel_init_clock_gating_hooks(struct drm_i915_private *dev_priv)  in intel_init_clock_gating_hooks()
8001 void intel_init_pm(struct drm_i915_private *dev_priv)  in intel_init_pm()
8083 void intel_pm_setup(struct drm_i915_private *dev_priv)  in intel_pm_setup()
8114 	struct drm_i915_private *dev_priv = to_i915(state->base.dev);  in intel_atomic_get_dbuf_state()  local
8124 int intel_dbuf_init(struct drm_i915_private *dev_priv)  in intel_dbuf_init()
8144 	struct drm_i915_private *dev_priv = to_i915(state->base.dev);  in update_mbus_pre_enable()  local
8179 	struct drm_i915_private *dev_priv = to_i915(state->base.dev);  in intel_dbuf_pre_plane_update()  local
8200 	struct drm_i915_private *dev_priv = to_i915(state->base.dev);  in intel_dbuf_post_plane_update()  local