254 static void gfx_v9_0_init_golden_registers(struct amdgpu_device *adev)  in gfx_v9_0_init_golden_registers()
297 static void gfx_v9_0_scratch_init(struct amdgpu_device *adev)  in gfx_v9_0_scratch_init()
340 	struct amdgpu_device *adev = ring->adev;  in gfx_v9_0_ring_test_ring()  local
384 	struct amdgpu_device *adev = ring->adev;  in gfx_v9_0_ring_test_ib()  local
446 static void gfx_v9_0_free_microcode(struct amdgpu_device *adev)  in gfx_v9_0_free_microcode()
464 static void gfx_v9_0_init_rlc_ext_microcode(struct amdgpu_device *adev)  in gfx_v9_0_init_rlc_ext_microcode()
485 static int gfx_v9_0_init_microcode(struct amdgpu_device *adev)  in gfx_v9_0_init_microcode()
739 static u32 gfx_v9_0_get_csb_size(struct amdgpu_device *adev)  in gfx_v9_0_get_csb_size()
767 static void gfx_v9_0_get_csb_buffer(struct amdgpu_device *adev,  in gfx_v9_0_get_csb_buffer()
808 static void gfx_v9_0_init_lbpw(struct amdgpu_device *adev)  in gfx_v9_0_init_lbpw()
853 static void gfx_v9_0_enable_lbpw(struct amdgpu_device *adev, bool enable)  in gfx_v9_0_enable_lbpw()
858 static void rv_init_cp_jump_table(struct amdgpu_device *adev)  in rv_init_cp_jump_table()
920 static void gfx_v9_0_rlc_fini(struct amdgpu_device *adev)  in gfx_v9_0_rlc_fini()
933 static int gfx_v9_0_rlc_init(struct amdgpu_device *adev)  in gfx_v9_0_rlc_init()
991 static int gfx_v9_0_csb_vram_pin(struct amdgpu_device *adev)  in gfx_v9_0_csb_vram_pin()
1010 static void gfx_v9_0_csb_vram_unpin(struct amdgpu_device *adev)  in gfx_v9_0_csb_vram_unpin()
1024 static void gfx_v9_0_mec_fini(struct amdgpu_device *adev)  in gfx_v9_0_mec_fini()
1030 static int gfx_v9_0_mec_init(struct amdgpu_device *adev)  in gfx_v9_0_mec_init()
1089 static uint32_t wave_read_ind(struct amdgpu_device *adev, uint32_t simd, uint32_t wave, uint32_t ad…  in wave_read_ind()
1099 static void wave_read_regs(struct amdgpu_device *adev, uint32_t simd,  in wave_read_regs()
1114 static void gfx_v9_0_read_wave_data(struct amdgpu_device *adev, uint32_t simd, uint32_t wave, uint3…  in gfx_v9_0_read_wave_data()
1134 static void gfx_v9_0_read_wave_sgprs(struct amdgpu_device *adev, uint32_t simd,  in gfx_v9_0_read_wave_sgprs()
1143 static void gfx_v9_0_read_wave_vgprs(struct amdgpu_device *adev, uint32_t simd,  in gfx_v9_0_read_wave_vgprs()
1153 static void gfx_v9_0_select_me_pipe_q(struct amdgpu_device *adev,  in gfx_v9_0_select_me_pipe_q()
1168 static int gfx_v9_0_gpu_early_init(struct amdgpu_device *adev)  in gfx_v9_0_gpu_early_init()
1260 static int gfx_v9_0_ngg_create_buf(struct amdgpu_device *adev,  in gfx_v9_0_ngg_create_buf()
1288 static int gfx_v9_0_ngg_fini(struct amdgpu_device *adev)  in gfx_v9_0_ngg_fini()
1305 static int gfx_v9_0_ngg_init(struct amdgpu_device *adev)  in gfx_v9_0_ngg_init()
1366 static int gfx_v9_0_ngg_en(struct amdgpu_device *adev)  in gfx_v9_0_ngg_en()
1446 static int gfx_v9_0_compute_ring_init(struct amdgpu_device *adev, int ring_id,  in gfx_v9_0_compute_ring_init()
1486 	struct amdgpu_device *adev = (struct amdgpu_device *)handle;  in gfx_v9_0_sw_init()  local
1634 	struct amdgpu_device *adev = (struct amdgpu_device *)handle;  in gfx_v9_0_sw_fini()  local
1665 static void gfx_v9_0_tiling_mode_table_init(struct amdgpu_device *adev)  in gfx_v9_0_tiling_mode_table_init()
1670 static void gfx_v9_0_select_se_sh(struct amdgpu_device *adev, u32 se_num, u32 sh_num, u32 instance)  in gfx_v9_0_select_se_sh()
1692 static u32 gfx_v9_0_get_rb_active_bitmap(struct amdgpu_device *adev)  in gfx_v9_0_get_rb_active_bitmap()
1708 static void gfx_v9_0_setup_rb(struct amdgpu_device *adev)  in gfx_v9_0_setup_rb()
1735 static void gfx_v9_0_init_compute_vmid(struct amdgpu_device *adev)  in gfx_v9_0_init_compute_vmid()
1764 static void gfx_v9_0_gpu_init(struct amdgpu_device *adev)  in gfx_v9_0_gpu_init()
1825 static void gfx_v9_0_wait_for_rlc_serdes(struct amdgpu_device *adev)  in gfx_v9_0_wait_for_rlc_serdes()
1863 static void gfx_v9_0_enable_gui_idle_interrupt(struct amdgpu_device *adev,  in gfx_v9_0_enable_gui_idle_interrupt()
1876 static void gfx_v9_0_init_csb(struct amdgpu_device *adev)  in gfx_v9_0_init_csb()
1924 static int gfx_v9_1_init_rlc_save_restore_list(struct amdgpu_device *adev)  in gfx_v9_1_init_rlc_save_restore_list()
2028 static void gfx_v9_0_enable_save_restore_machine(struct amdgpu_device *adev)  in gfx_v9_0_enable_save_restore_machine()
2033 static void pwr_10_0_gfxip_control_over_cgpg(struct amdgpu_device *adev,  in pwr_10_0_gfxip_control_over_cgpg()
2059 static void gfx_v9_0_init_gfx_power_gating(struct amdgpu_device *adev)  in gfx_v9_0_init_gfx_power_gating()
2101 static void gfx_v9_0_enable_sck_slow_down_on_power_up(struct amdgpu_device *adev,  in gfx_v9_0_enable_sck_slow_down_on_power_up()
2115 static void gfx_v9_0_enable_sck_slow_down_on_power_down(struct amdgpu_device *adev,  in gfx_v9_0_enable_sck_slow_down_on_power_down()
2129 static void gfx_v9_0_enable_cp_power_gating(struct amdgpu_device *adev,  in gfx_v9_0_enable_cp_power_gating()
2143 static void gfx_v9_0_enable_gfx_cg_power_gating(struct amdgpu_device *adev,  in gfx_v9_0_enable_gfx_cg_power_gating()
2156 static void gfx_v9_0_enable_gfx_pipeline_powergating(struct amdgpu_device *adev,  in gfx_v9_0_enable_gfx_pipeline_powergating()
2173 static void gfx_v9_0_enable_gfx_static_mg_power_gating(struct amdgpu_device *adev,  in gfx_v9_0_enable_gfx_static_mg_power_gating()
2186 static void gfx_v9_0_enable_gfx_dynamic_mg_power_gating(struct amdgpu_device *adev,  in gfx_v9_0_enable_gfx_dynamic_mg_power_gating()
2199 static void gfx_v9_0_init_pg(struct amdgpu_device *adev)  in gfx_v9_0_init_pg()
2224 void gfx_v9_0_rlc_stop(struct amdgpu_device *adev)  in gfx_v9_0_rlc_stop()
2231 static void gfx_v9_0_rlc_reset(struct amdgpu_device *adev)  in gfx_v9_0_rlc_reset()
2239 static void gfx_v9_0_rlc_start(struct amdgpu_device *adev)  in gfx_v9_0_rlc_start()
2270 static int gfx_v9_0_rlc_load_microcode(struct amdgpu_device *adev)  in gfx_v9_0_rlc_load_microcode()
2295 static int gfx_v9_0_rlc_resume(struct amdgpu_device *adev)  in gfx_v9_0_rlc_resume()
2332 static void gfx_v9_0_cp_gfx_enable(struct amdgpu_device *adev, bool enable)  in gfx_v9_0_cp_gfx_enable()
2348 static int gfx_v9_0_cp_gfx_load_microcode(struct amdgpu_device *adev)  in gfx_v9_0_cp_gfx_load_microcode()
2405 static int gfx_v9_0_cp_gfx_start(struct amdgpu_device *adev)  in gfx_v9_0_cp_gfx_start()
2467 static int gfx_v9_0_cp_gfx_resume(struct amdgpu_device *adev)  in gfx_v9_0_cp_gfx_resume()
2537 static void gfx_v9_0_cp_compute_enable(struct amdgpu_device *adev, bool enable)  in gfx_v9_0_cp_compute_enable()
2553 static int gfx_v9_0_cp_compute_load_microcode(struct amdgpu_device *adev)  in gfx_v9_0_cp_compute_load_microcode()
2599 	struct amdgpu_device *adev = ring->adev;  in gfx_v9_0_kiq_setting()  local
2610 static int gfx_v9_0_kiq_kcq_enable(struct amdgpu_device *adev)  in gfx_v9_0_kiq_kcq_enable()
2703 	struct amdgpu_device *adev = ring->adev;  in gfx_v9_0_mqd_init()  local
2841 	struct amdgpu_device *adev = ring->adev;  in gfx_v9_0_kiq_init_register()  local
2946 	struct amdgpu_device *adev = ring->adev;  in gfx_v9_0_kiq_fini_register()  local
2985 	struct amdgpu_device *adev = ring->adev;  in gfx_v9_0_kiq_init_queue()  local
3025 	struct amdgpu_device *adev = ring->adev;  in gfx_v9_0_kcq_init_queue()  local
3056 static int gfx_v9_0_kiq_resume(struct amdgpu_device *adev)  in gfx_v9_0_kiq_resume()
3101 static int gfx_v9_0_cp_resume(struct amdgpu_device *adev)  in gfx_v9_0_cp_resume()
3155 static void gfx_v9_0_cp_enable(struct amdgpu_device *adev, bool enable)  in gfx_v9_0_cp_enable()
3164 	struct amdgpu_device *adev = (struct amdgpu_device *)handle;  in gfx_v9_0_hw_init()  local
3191 	struct amdgpu_device *adev = kiq_ring->adev;  in gfx_v9_0_kcq_disable()  local
3242 	struct amdgpu_device *adev = (struct amdgpu_device *)handle;  in gfx_v9_0_hw_fini()  local
3289 	struct amdgpu_device *adev = (struct amdgpu_device *)handle;  in gfx_v9_0_suspend()  local
3297 	struct amdgpu_device *adev = (struct amdgpu_device *)handle;  in gfx_v9_0_resume()  local
3307 	struct amdgpu_device *adev = (struct amdgpu_device *)handle;  in gfx_v9_0_is_idle()  local
3319 	struct amdgpu_device *adev = (struct amdgpu_device *)handle;  in gfx_v9_0_wait_for_idle()  local
3333 	struct amdgpu_device *adev = (struct amdgpu_device *)handle;  in gfx_v9_0_soft_reset()  local
3391 static uint64_t gfx_v9_0_get_gpu_clock_counter(struct amdgpu_device *adev)  in gfx_v9_0_get_gpu_clock_counter()
3409 	struct amdgpu_device *adev = ring->adev;  in gfx_v9_0_ring_emit_gds_switch()  local
3443 	struct amdgpu_device *adev = (struct amdgpu_device *)handle;  in gfx_v9_0_early_init()  local
3457 	struct amdgpu_device *adev = (struct amdgpu_device *)handle;  in gfx_v9_0_late_init()  local
3471 static void gfx_v9_0_enter_rlc_safe_mode(struct amdgpu_device *adev)  in gfx_v9_0_enter_rlc_safe_mode()
3501 static void gfx_v9_0_exit_rlc_safe_mode(struct amdgpu_device *adev)  in gfx_v9_0_exit_rlc_safe_mode()
3525 static void gfx_v9_0_update_gfx_cg_power_gating(struct amdgpu_device *adev,  in gfx_v9_0_update_gfx_cg_power_gating()
3542 static void gfx_v9_0_update_gfx_mg_power_gating(struct amdgpu_device *adev,  in gfx_v9_0_update_gfx_mg_power_gating()
3561 static void gfx_v9_0_update_medium_grain_clock_gating(struct amdgpu_device *adev,  in gfx_v9_0_update_medium_grain_clock_gating()
3632 static void gfx_v9_0_update_3d_clock_gating(struct amdgpu_device *adev,  in gfx_v9_0_update_3d_clock_gating()
3680 static void gfx_v9_0_update_coarse_grain_clock_gating(struct amdgpu_device *adev,  in gfx_v9_0_update_coarse_grain_clock_gating()
3728 static int gfx_v9_0_update_gfx_clock_gating(struct amdgpu_device *adev,  in gfx_v9_0_update_gfx_clock_gating()
3761 	struct amdgpu_device *adev = (struct amdgpu_device *)handle;  in gfx_v9_0_set_powergating_state()  local
3804 	struct amdgpu_device *adev = (struct amdgpu_device *)handle;  in gfx_v9_0_set_clockgating_state()  local
3825 	struct amdgpu_device *adev = (struct amdgpu_device *)handle;  in gfx_v9_0_get_clockgating_state()  local
3872 	struct amdgpu_device *adev = ring->adev;  in gfx_v9_0_ring_get_wptr_gfx()  local
3888 	struct amdgpu_device *adev = ring->adev;  in gfx_v9_0_ring_set_wptr_gfx()  local
3902 	struct amdgpu_device *adev = ring->adev;  in gfx_v9_0_ring_emit_hdp_flush()  local
4055 	struct amdgpu_device *adev = ring->adev;  in gfx_v9_0_ring_set_pipe_percent()  local
4071 static void gfx_v9_0_pipe_reserve_resources(struct amdgpu_device *adev,  in gfx_v9_0_pipe_reserve_resources()
4121 static void gfx_v9_0_hqd_set_priority(struct amdgpu_device *adev,  in gfx_v9_0_hqd_set_priority()
4141 	struct amdgpu_device *adev = ring->adev;  in gfx_v9_0_ring_set_priority_compute()  local
4153 	struct amdgpu_device *adev = ring->adev;  in gfx_v9_0_ring_set_wptr_compute()  local
4167 	struct amdgpu_device *adev = ring->adev;  in gfx_v9_0_ring_emit_fence_kiq()  local
4305 	struct amdgpu_device *adev = ring->adev;  in gfx_v9_0_ring_emit_rreg()  local
4362 static void gfx_v9_0_set_gfx_eop_interrupt_state(struct amdgpu_device *adev,  in gfx_v9_0_set_gfx_eop_interrupt_state()
4377 static void gfx_v9_0_set_compute_eop_interrupt_state(struct amdgpu_device *adev,  in gfx_v9_0_set_compute_eop_interrupt_state()
4430 static int gfx_v9_0_set_priv_reg_fault_state(struct amdgpu_device *adev,  in gfx_v9_0_set_priv_reg_fault_state()
4449 static int gfx_v9_0_set_priv_inst_fault_state(struct amdgpu_device *adev,  in gfx_v9_0_set_priv_inst_fault_state()
4467 static int gfx_v9_0_set_eop_interrupt_state(struct amdgpu_device *adev,  in gfx_v9_0_set_eop_interrupt_state()
4506 static int gfx_v9_0_eop_irq(struct amdgpu_device *adev,  in gfx_v9_0_eop_irq()
4538 static int gfx_v9_0_priv_reg_irq(struct amdgpu_device *adev,  in gfx_v9_0_priv_reg_irq()
4547 static int gfx_v9_0_priv_inst_irq(struct amdgpu_device *adev,  in gfx_v9_0_priv_inst_irq()
4556 static int gfx_v9_0_kiq_set_interrupt_state(struct amdgpu_device *adev,  in gfx_v9_0_kiq_set_interrupt_state()
4601 static int gfx_v9_0_kiq_irq(struct amdgpu_device *adev,  in gfx_v9_0_kiq_irq()
4752 static void gfx_v9_0_set_ring_funcs(struct amdgpu_device *adev)  in gfx_v9_0_set_ring_funcs()
4785 static void gfx_v9_0_set_irq_funcs(struct amdgpu_device *adev)  in gfx_v9_0_set_irq_funcs()
4800 static void gfx_v9_0_set_rlc_funcs(struct amdgpu_device *adev)  in gfx_v9_0_set_rlc_funcs()
4814 static void gfx_v9_0_set_gds_init(struct amdgpu_device *adev)  in gfx_v9_0_set_gds_init()
4842 static void gfx_v9_0_set_user_cu_inactive_bitmap(struct amdgpu_device *adev,  in gfx_v9_0_set_user_cu_inactive_bitmap()
4856 static u32 gfx_v9_0_get_cu_active_bitmap(struct amdgpu_device *adev)  in gfx_v9_0_get_cu_active_bitmap()
4871 static int gfx_v9_0_get_cu_info(struct amdgpu_device *adev,  in gfx_v9_0_get_cu_info()