891 static void gfx_v9_0_set_kiq_pm4_funcs(struct amdgpu_device *adev)  in gfx_v9_0_set_kiq_pm4_funcs()
896 static void gfx_v9_0_init_golden_registers(struct amdgpu_device *adev)  in gfx_v9_0_init_golden_registers()
996 	struct amdgpu_device *adev = ring->adev;  in gfx_v9_0_ring_test_ring()  local
1026 	struct amdgpu_device *adev = ring->adev;  in gfx_v9_0_ring_test_ib()  local
1081 static void gfx_v9_0_free_microcode(struct amdgpu_device *adev)  in gfx_v9_0_free_microcode()
1093 static void gfx_v9_0_check_fw_write_wait(struct amdgpu_device *adev)  in gfx_v9_0_check_fw_write_wait()
1195 static bool is_raven_kicker(struct amdgpu_device *adev)  in is_raven_kicker()
1203 static bool check_if_enlarge_doorbell_range(struct amdgpu_device *adev)  in check_if_enlarge_doorbell_range()
1213 static void gfx_v9_0_check_if_need_gfxoff(struct amdgpu_device *adev)  in gfx_v9_0_check_if_need_gfxoff()
1249 static int gfx_v9_0_init_cp_gfx_microcode(struct amdgpu_device *adev,  in gfx_v9_0_init_cp_gfx_microcode()
1282 static int gfx_v9_0_init_rlc_microcode(struct amdgpu_device *adev,  in gfx_v9_0_init_rlc_microcode()
1327 static bool gfx_v9_0_load_mec2_fw_bin_support(struct amdgpu_device *adev)  in gfx_v9_0_load_mec2_fw_bin_support()
1337 static int gfx_v9_0_init_cp_compute_microcode(struct amdgpu_device *adev,  in gfx_v9_0_init_cp_compute_microcode()
1383 static int gfx_v9_0_init_microcode(struct amdgpu_device *adev)  in gfx_v9_0_init_microcode()
1409 static u32 gfx_v9_0_get_csb_size(struct amdgpu_device *adev)  in gfx_v9_0_get_csb_size()
1437 static void gfx_v9_0_get_csb_buffer(struct amdgpu_device *adev,  in gfx_v9_0_get_csb_buffer()
1478 static void gfx_v9_0_init_always_on_cu_mask(struct amdgpu_device *adev)  in gfx_v9_0_init_always_on_cu_mask()
1522 static void gfx_v9_0_init_lbpw(struct amdgpu_device *adev)  in gfx_v9_0_init_lbpw()
1571 static void gfx_v9_4_init_lbpw(struct amdgpu_device *adev)  in gfx_v9_4_init_lbpw()
1620 static void gfx_v9_0_enable_lbpw(struct amdgpu_device *adev, bool enable)  in gfx_v9_0_enable_lbpw()
1625 static int gfx_v9_0_cp_jump_table_num(struct amdgpu_device *adev)  in gfx_v9_0_cp_jump_table_num()
1633 static void gfx_v9_0_init_rlcg_reg_access_ctrl(struct amdgpu_device *adev)  in gfx_v9_0_init_rlcg_reg_access_ctrl()
1648 static int gfx_v9_0_rlc_init(struct amdgpu_device *adev)  in gfx_v9_0_rlc_init()
1675 static void gfx_v9_0_mec_fini(struct amdgpu_device *adev)  in gfx_v9_0_mec_fini()
1681 static int gfx_v9_0_mec_init(struct amdgpu_device *adev)  in gfx_v9_0_mec_init()
1742 static uint32_t wave_read_ind(struct amdgpu_device *adev, uint32_t simd, uint32_t wave, uint32_t ad…  in wave_read_ind()
1752 static void wave_read_regs(struct amdgpu_device *adev, uint32_t simd,  in wave_read_regs()
1767 static void gfx_v9_0_read_wave_data(struct amdgpu_device *adev, uint32_t xcc_id, uint32_t simd, uin…  in gfx_v9_0_read_wave_data()
1788 static void gfx_v9_0_read_wave_sgprs(struct amdgpu_device *adev, uint32_t xcc_id, uint32_t simd,  in gfx_v9_0_read_wave_sgprs()
1797 static void gfx_v9_0_read_wave_vgprs(struct amdgpu_device *adev, uint32_t xcc_id, uint32_t simd,  in gfx_v9_0_read_wave_vgprs()
1807 static void gfx_v9_0_select_me_pipe_q(struct amdgpu_device *adev,  in gfx_v9_0_select_me_pipe_q()
1834 static int gfx_v9_0_gpu_early_init(struct amdgpu_device *adev)  in gfx_v9_0_gpu_early_init()
1965 static int gfx_v9_0_compute_ring_init(struct amdgpu_device *adev, int ring_id,  in gfx_v9_0_compute_ring_init()
2002 	struct amdgpu_device *adev = (struct amdgpu_device *)handle;  in gfx_v9_0_sw_init()  local
2182 	struct amdgpu_device *adev = (struct amdgpu_device *)handle;  in gfx_v9_0_sw_fini()  local
2214 static void gfx_v9_0_tiling_mode_table_init(struct amdgpu_device *adev)  in gfx_v9_0_tiling_mode_table_init()
2219 void gfx_v9_0_select_se_sh(struct amdgpu_device *adev, u32 se_num, u32 sh_num,  in gfx_v9_0_select_se_sh()
2242 static u32 gfx_v9_0_get_rb_active_bitmap(struct amdgpu_device *adev)  in gfx_v9_0_get_rb_active_bitmap()
2258 static void gfx_v9_0_setup_rb(struct amdgpu_device *adev)  in gfx_v9_0_setup_rb()
2282 static void gfx_v9_0_debug_trap_config_init(struct amdgpu_device *adev,  in gfx_v9_0_debug_trap_config_init()
2306 static void gfx_v9_0_init_compute_vmid(struct amdgpu_device *adev)  in gfx_v9_0_init_compute_vmid()
2344 static void gfx_v9_0_init_gds_vmid(struct amdgpu_device *adev)  in gfx_v9_0_init_gds_vmid()
2362 static void gfx_v9_0_init_sq_config(struct amdgpu_device *adev)  in gfx_v9_0_init_sq_config()
2378 static void gfx_v9_0_constants_init(struct amdgpu_device *adev)  in gfx_v9_0_constants_init()
2427 static void gfx_v9_0_wait_for_rlc_serdes(struct amdgpu_device *adev)  in gfx_v9_0_wait_for_rlc_serdes()
2465 static void gfx_v9_0_enable_gui_idle_interrupt(struct amdgpu_device *adev,  in gfx_v9_0_enable_gui_idle_interrupt()
2483 static void gfx_v9_0_init_csb(struct amdgpu_device *adev)  in gfx_v9_0_init_csb()
2532 static int gfx_v9_1_init_rlc_save_restore_list(struct amdgpu_device *adev)  in gfx_v9_1_init_rlc_save_restore_list()
2635 static void gfx_v9_0_enable_save_restore_machine(struct amdgpu_device *adev)  in gfx_v9_0_enable_save_restore_machine()
2640 static void pwr_10_0_gfxip_control_over_cgpg(struct amdgpu_device *adev,  in pwr_10_0_gfxip_control_over_cgpg()
2666 static void gfx_v9_0_init_gfx_power_gating(struct amdgpu_device *adev)  in gfx_v9_0_init_gfx_power_gating()
2708 static void gfx_v9_0_enable_sck_slow_down_on_power_up(struct amdgpu_device *adev,  in gfx_v9_0_enable_sck_slow_down_on_power_up()
2722 static void gfx_v9_0_enable_sck_slow_down_on_power_down(struct amdgpu_device *adev,  in gfx_v9_0_enable_sck_slow_down_on_power_down()
2736 static void gfx_v9_0_enable_cp_power_gating(struct amdgpu_device *adev,  in gfx_v9_0_enable_cp_power_gating()
2750 static void gfx_v9_0_enable_gfx_cg_power_gating(struct amdgpu_device *adev,  in gfx_v9_0_enable_gfx_cg_power_gating()
2763 static void gfx_v9_0_enable_gfx_pipeline_powergating(struct amdgpu_device *adev,  in gfx_v9_0_enable_gfx_pipeline_powergating()
2780 static void gfx_v9_0_enable_gfx_static_mg_power_gating(struct amdgpu_device *adev,  in gfx_v9_0_enable_gfx_static_mg_power_gating()
2793 static void gfx_v9_0_enable_gfx_dynamic_mg_power_gating(struct amdgpu_device *adev,  in gfx_v9_0_enable_gfx_dynamic_mg_power_gating()
2806 static void gfx_v9_0_init_pg(struct amdgpu_device *adev)  in gfx_v9_0_init_pg()
2833 static void gfx_v9_0_rlc_stop(struct amdgpu_device *adev)  in gfx_v9_0_rlc_stop()
2840 static void gfx_v9_0_rlc_reset(struct amdgpu_device *adev)  in gfx_v9_0_rlc_reset()
2848 static void gfx_v9_0_rlc_start(struct amdgpu_device *adev)  in gfx_v9_0_rlc_start()
2880 static int gfx_v9_0_rlc_load_microcode(struct amdgpu_device *adev)  in gfx_v9_0_rlc_load_microcode()
2905 static int gfx_v9_0_rlc_resume(struct amdgpu_device *adev)  in gfx_v9_0_rlc_resume()
2955 static void gfx_v9_0_cp_gfx_enable(struct amdgpu_device *adev, bool enable)  in gfx_v9_0_cp_gfx_enable()
2966 static int gfx_v9_0_cp_gfx_load_microcode(struct amdgpu_device *adev)  in gfx_v9_0_cp_gfx_load_microcode()
3023 static int gfx_v9_0_cp_gfx_start(struct amdgpu_device *adev)  in gfx_v9_0_cp_gfx_start()
3085 static int gfx_v9_0_cp_gfx_resume(struct amdgpu_device *adev)  in gfx_v9_0_cp_gfx_resume()
3154 static void gfx_v9_0_cp_compute_enable(struct amdgpu_device *adev, bool enable)  in gfx_v9_0_cp_compute_enable()
3166 static int gfx_v9_0_cp_compute_load_microcode(struct amdgpu_device *adev)  in gfx_v9_0_cp_compute_load_microcode()
3212 	struct amdgpu_device *adev = ring->adev;  in gfx_v9_0_kiq_setting()  local
3225 	struct amdgpu_device *adev = ring->adev;  in gfx_v9_0_mqd_set_priority()  local
3238 	struct amdgpu_device *adev = ring->adev;  in gfx_v9_0_mqd_init()  local
3370 	struct amdgpu_device *adev = ring->adev;  in gfx_v9_0_kiq_init_register()  local
3484 	struct amdgpu_device *adev = ring->adev;  in gfx_v9_0_kiq_fini_register()  local
3523 	struct amdgpu_device *adev = ring->adev;  in gfx_v9_0_kiq_init_queue()  local
3571 	struct amdgpu_device *adev = ring->adev;  in gfx_v9_0_kcq_init_queue()  local
3607 static int gfx_v9_0_kiq_resume(struct amdgpu_device *adev)  in gfx_v9_0_kiq_resume()
3631 static int gfx_v9_0_kcq_resume(struct amdgpu_device *adev)  in gfx_v9_0_kcq_resume()
3660 static int gfx_v9_0_cp_resume(struct amdgpu_device *adev)  in gfx_v9_0_cp_resume()
3712 static void gfx_v9_0_init_tcp_config(struct amdgpu_device *adev)  in gfx_v9_0_init_tcp_config()
3730 static void gfx_v9_0_cp_enable(struct amdgpu_device *adev, bool enable)  in gfx_v9_0_cp_enable()
3740 	struct amdgpu_device *adev = (struct amdgpu_device *)handle;  in gfx_v9_0_hw_init()  local
3765 	struct amdgpu_device *adev = (struct amdgpu_device *)handle;  in gfx_v9_0_hw_fini()  local
3826 	struct amdgpu_device *adev = (struct amdgpu_device *)handle;  in gfx_v9_0_is_idle()  local
3838 	struct amdgpu_device *adev = (struct amdgpu_device *)handle;  in gfx_v9_0_wait_for_idle()  local
3852 	struct amdgpu_device *adev = (struct amdgpu_device *)handle;  in gfx_v9_0_soft_reset()  local
3911 static uint64_t gfx_v9_0_kiq_read_clock(struct amdgpu_device *adev)  in gfx_v9_0_kiq_read_clock()
3985 static uint64_t gfx_v9_0_get_gpu_clock_counter(struct amdgpu_device *adev)  in gfx_v9_0_get_gpu_clock_counter()
4028 	struct amdgpu_device *adev = ring->adev;  in gfx_v9_0_ring_emit_gds_switch()  local
4287 static int gfx_v9_0_do_edc_gds_workarounds(struct amdgpu_device *adev)  in gfx_v9_0_do_edc_gds_workarounds()
4334 static int gfx_v9_0_do_edc_gpr_workarounds(struct amdgpu_device *adev)  in gfx_v9_0_do_edc_gpr_workarounds()
4508 	struct amdgpu_device *adev = (struct amdgpu_device *)handle;  in gfx_v9_0_early_init()  local
4534 	struct amdgpu_device *adev = (struct amdgpu_device *)handle;  in gfx_v9_0_ecc_late_init()  local
4568 	struct amdgpu_device *adev = (struct amdgpu_device *)handle;  in gfx_v9_0_late_init()  local
4593 static bool gfx_v9_0_is_rlc_enabled(struct amdgpu_device *adev)  in gfx_v9_0_is_rlc_enabled()
4605 static void gfx_v9_0_set_safe_mode(struct amdgpu_device *adev, int xcc_id)  in gfx_v9_0_set_safe_mode()
4622 static void gfx_v9_0_unset_safe_mode(struct amdgpu_device *adev, int xcc_id)  in gfx_v9_0_unset_safe_mode()
4630 static void gfx_v9_0_update_gfx_cg_power_gating(struct amdgpu_device *adev,  in gfx_v9_0_update_gfx_cg_power_gating()
4648 static void gfx_v9_0_update_gfx_mg_power_gating(struct amdgpu_device *adev,  in gfx_v9_0_update_gfx_mg_power_gating()
4667 static void gfx_v9_0_update_medium_grain_clock_gating(struct amdgpu_device *adev,  in gfx_v9_0_update_medium_grain_clock_gating()
4742 static void gfx_v9_0_update_3d_clock_gating(struct amdgpu_device *adev,  in gfx_v9_0_update_3d_clock_gating()
4797 static void gfx_v9_0_update_coarse_grain_clock_gating(struct amdgpu_device *adev,  in gfx_v9_0_update_coarse_grain_clock_gating()
4849 static int gfx_v9_0_update_gfx_clock_gating(struct amdgpu_device *adev,  in gfx_v9_0_update_gfx_clock_gating()
4874 static void gfx_v9_0_update_spm_vmid_internal(struct amdgpu_device *adev,  in gfx_v9_0_update_spm_vmid_internal()
4894 static void gfx_v9_0_update_spm_vmid(struct amdgpu_device *adev, unsigned int vmid)  in gfx_v9_0_update_spm_vmid()
4903 static bool gfx_v9_0_check_rlcg_range(struct amdgpu_device *adev,  in gfx_v9_0_check_rlcg_range()
4925 static bool gfx_v9_0_is_rlcg_access_range(struct amdgpu_device *adev, u32 offset)  in gfx_v9_0_is_rlcg_access_range()
4951 	struct amdgpu_device *adev = (struct amdgpu_device *)handle;  in gfx_v9_0_set_powergating_state()  local
4996 	struct amdgpu_device *adev = (struct amdgpu_device *)handle;  in gfx_v9_0_set_clockgating_state()  local
5021 	struct amdgpu_device *adev = (struct amdgpu_device *)handle;  in gfx_v9_0_get_clockgating_state()  local
5070 	struct amdgpu_device *adev = ring->adev;  in gfx_v9_0_ring_get_wptr_gfx()  local
5086 	struct amdgpu_device *adev = ring->adev;  in gfx_v9_0_ring_set_wptr_gfx()  local
5100 	struct amdgpu_device *adev = ring->adev;  in gfx_v9_0_ring_emit_hdp_flush()  local
5180 	struct amdgpu_device *adev = ring->adev;  in gfx_v9_0_ring_patch_ce_meta()  local
5212 	struct amdgpu_device *adev = ring->adev;  in gfx_v9_0_ring_patch_de_meta()  local
5363 	struct amdgpu_device *adev = ring->adev;  in gfx_v9_0_ring_set_wptr_compute()  local
5377 	struct amdgpu_device *adev = ring->adev;  in gfx_v9_0_ring_emit_fence_kiq()  local
5409 	struct amdgpu_device *adev = ring->adev;  in gfx_v9_0_ring_emit_ce_meta()  local
5452 	struct amdgpu_device *adev = ring->adev;  in gfx_v9_0_ring_preempt_ib()  local
5509 	struct amdgpu_device *adev = ring->adev;  in gfx_v9_0_ring_emit_de_meta()  local
5631 	struct amdgpu_device *adev = ring->adev;  in gfx_v9_0_ring_emit_rreg()  local
5679 	struct amdgpu_device *adev = ring->adev;  in gfx_v9_0_ring_emit_reg_write_reg_wait()  local
5693 	struct amdgpu_device *adev = ring->adev;  in gfx_v9_0_ring_soft_recovery()  local
5703 static void gfx_v9_0_set_gfx_eop_interrupt_state(struct amdgpu_device *adev,  in gfx_v9_0_set_gfx_eop_interrupt_state()
5718 static void gfx_v9_0_set_compute_eop_interrupt_state(struct amdgpu_device *adev,  in gfx_v9_0_set_compute_eop_interrupt_state()
5771 static int gfx_v9_0_set_priv_reg_fault_state(struct amdgpu_device *adev,  in gfx_v9_0_set_priv_reg_fault_state()
5790 static int gfx_v9_0_set_priv_inst_fault_state(struct amdgpu_device *adev,  in gfx_v9_0_set_priv_inst_fault_state()
5817 static int gfx_v9_0_set_cp_ecc_error_state(struct amdgpu_device *adev,  in gfx_v9_0_set_cp_ecc_error_state()
5848 static int gfx_v9_0_set_eop_interrupt_state(struct amdgpu_device *adev,  in gfx_v9_0_set_eop_interrupt_state()
5887 static int gfx_v9_0_eop_irq(struct amdgpu_device *adev,  in gfx_v9_0_eop_irq()
5924 static void gfx_v9_0_fault(struct amdgpu_device *adev,  in gfx_v9_0_fault()
5951 static int gfx_v9_0_priv_reg_irq(struct amdgpu_device *adev,  in gfx_v9_0_priv_reg_irq()
5960 static int gfx_v9_0_priv_inst_irq(struct amdgpu_device *adev,  in gfx_v9_0_priv_inst_irq()
6411 static int gfx_v9_0_ras_error_inject(struct amdgpu_device *adev,  in gfx_v9_0_ras_error_inject()
6528 static int gfx_v9_0_query_utc_edc_status(struct amdgpu_device *adev,  in gfx_v9_0_query_utc_edc_status()
6625 static int gfx_v9_0_ras_error_count(struct amdgpu_device *adev,  in gfx_v9_0_ras_error_count()
6667 static void gfx_v9_0_reset_ras_error_count(struct amdgpu_device *adev)  in gfx_v9_0_reset_ras_error_count()
6722 static void gfx_v9_0_query_ras_error_count(struct amdgpu_device *adev,  in gfx_v9_0_query_ras_error_count()
6784 	struct amdgpu_device *adev = ring->adev;  in gfx_v9_0_emit_wave_limit_cs()  local
6814 	struct amdgpu_device *adev = ring->adev;  in gfx_v9_0_emit_wave_limit()  local
7034 static void gfx_v9_0_set_ring_funcs(struct amdgpu_device *adev)  in gfx_v9_0_set_ring_funcs()
7073 static void gfx_v9_0_set_irq_funcs(struct amdgpu_device *adev)  in gfx_v9_0_set_irq_funcs()
7088 static void gfx_v9_0_set_rlc_funcs(struct amdgpu_device *adev)  in gfx_v9_0_set_rlc_funcs()
7106 static void gfx_v9_0_set_gds_init(struct amdgpu_device *adev)  in gfx_v9_0_set_gds_init()
7163 static void gfx_v9_0_set_user_cu_inactive_bitmap(struct amdgpu_device *adev,  in gfx_v9_0_set_user_cu_inactive_bitmap()
7177 static u32 gfx_v9_0_get_cu_active_bitmap(struct amdgpu_device *adev)  in gfx_v9_0_get_cu_active_bitmap()
7192 static int gfx_v9_0_get_cu_info(struct amdgpu_device *adev,  in gfx_v9_0_get_cu_info()