1365 static void gfx_v10_rlcg_wreg(struct amdgpu_device *adev, u32 offset, u32 v)  in gfx_v10_rlcg_wreg()
3233 	struct amdgpu_device *adev = kiq_ring->adev;  in gfx10_kiq_map_queues()  local
3330 static void gfx_v10_0_set_kiq_pm4_funcs(struct amdgpu_device *adev)  in gfx_v10_0_set_kiq_pm4_funcs()
3335 static void gfx_v10_0_init_spm_golden_registers(struct amdgpu_device *adev)  in gfx_v10_0_init_spm_golden_registers()
3358 static void gfx_v10_0_init_golden_registers(struct amdgpu_device *adev)  in gfx_v10_0_init_golden_registers()
3405 static void gfx_v10_0_scratch_init(struct amdgpu_device *adev)  in gfx_v10_0_scratch_init()
3447 	struct amdgpu_device *adev = ring->adev;  in gfx_v10_0_ring_test_ring()  local
3494 	struct amdgpu_device *adev = ring->adev;  in gfx_v10_0_ring_test_ib()  local
3546 static void gfx_v10_0_free_microcode(struct amdgpu_device *adev)  in gfx_v10_0_free_microcode()
3564 static void gfx_v10_0_check_fw_write_wait(struct amdgpu_device *adev)  in gfx_v10_0_check_fw_write_wait()
3593 static void gfx_v10_0_init_rlc_ext_microcode(struct amdgpu_device *adev)  in gfx_v10_0_init_rlc_ext_microcode()
3614 static void gfx_v10_0_init_rlc_iram_dram_microcode(struct amdgpu_device *adev)  in gfx_v10_0_init_rlc_iram_dram_microcode()
3625 static bool gfx_v10_0_navi10_gfxoff_should_enable(struct amdgpu_device *adev)  in gfx_v10_0_navi10_gfxoff_should_enable()
3642 static void gfx_v10_0_check_gfxoff_flag(struct amdgpu_device *adev)  in gfx_v10_0_check_gfxoff_flag()
3657 static int gfx_v10_0_init_microcode(struct amdgpu_device *adev)  in gfx_v10_0_init_microcode()
3943 static u32 gfx_v10_0_get_csb_size(struct amdgpu_device *adev)  in gfx_v10_0_get_csb_size()
3973 static void gfx_v10_0_get_csb_buffer(struct amdgpu_device *adev,  in gfx_v10_0_get_csb_buffer()
4021 static void gfx_v10_0_rlc_fini(struct amdgpu_device *adev)  in gfx_v10_0_rlc_fini()
4034 static int gfx_v10_0_rlc_init(struct amdgpu_device *adev)  in gfx_v10_0_rlc_init()
4057 static void gfx_v10_0_mec_fini(struct amdgpu_device *adev)  in gfx_v10_0_mec_fini()
4063 static int gfx_v10_0_me_init(struct amdgpu_device *adev)  in gfx_v10_0_me_init()
4078 static int gfx_v10_0_mec_init(struct amdgpu_device *adev)  in gfx_v10_0_mec_init()
4140 static uint32_t wave_read_ind(struct amdgpu_device *adev, uint32_t wave, uint32_t address)  in wave_read_ind()
4148 static void wave_read_regs(struct amdgpu_device *adev, uint32_t wave,  in wave_read_regs()
4161 static void gfx_v10_0_read_wave_data(struct amdgpu_device *adev, uint32_t simd, uint32_t wave, uint…  in gfx_v10_0_read_wave_data()
4187 static void gfx_v10_0_read_wave_sgprs(struct amdgpu_device *adev, uint32_t simd,  in gfx_v10_0_read_wave_sgprs()
4198 static void gfx_v10_0_read_wave_vgprs(struct amdgpu_device *adev, uint32_t simd,  in gfx_v10_0_read_wave_vgprs()
4208 static void gfx_v10_0_select_me_pipe_q(struct amdgpu_device *adev,  in gfx_v10_0_select_me_pipe_q()
4225 static void gfx_v10_0_gpu_early_init(struct amdgpu_device *adev)  in gfx_v10_0_gpu_early_init()
4281 static int gfx_v10_0_gfx_ring_init(struct amdgpu_device *adev, int ring_id,  in gfx_v10_0_gfx_ring_init()
4312 static int gfx_v10_0_compute_ring_init(struct amdgpu_device *adev, int ring_id,  in gfx_v10_0_compute_ring_init()
4352 	struct amdgpu_device *adev = (struct amdgpu_device *)handle;  in gfx_v10_0_sw_init()  local
4494 static void gfx_v10_0_pfp_fini(struct amdgpu_device *adev)  in gfx_v10_0_pfp_fini()
4501 static void gfx_v10_0_ce_fini(struct amdgpu_device *adev)  in gfx_v10_0_ce_fini()
4508 static void gfx_v10_0_me_fini(struct amdgpu_device *adev)  in gfx_v10_0_me_fini()
4518 	struct amdgpu_device *adev = (struct amdgpu_device *)handle;  in gfx_v10_0_sw_fini()  local
4543 static void gfx_v10_0_select_se_sh(struct amdgpu_device *adev, u32 se_num,  in gfx_v10_0_select_se_sh()
4570 static u32 gfx_v10_0_get_rb_active_bitmap(struct amdgpu_device *adev)  in gfx_v10_0_get_rb_active_bitmap()
4586 static void gfx_v10_0_setup_rb(struct amdgpu_device *adev)  in gfx_v10_0_setup_rb()
4615 static u32 gfx_v10_0_init_pa_sc_tile_steering_override(struct amdgpu_device *adev)  in gfx_v10_0_init_pa_sc_tile_steering_override()
4656 static void gfx_v10_0_init_compute_vmid(struct amdgpu_device *adev)  in gfx_v10_0_init_compute_vmid()
4689 static void gfx_v10_0_init_gds_vmid(struct amdgpu_device *adev)  in gfx_v10_0_init_gds_vmid()
4708 static void gfx_v10_0_tcp_harvest(struct amdgpu_device *adev)  in gfx_v10_0_tcp_harvest()
4778 static void gfx_v10_0_get_tcc_info(struct amdgpu_device *adev)  in gfx_v10_0_get_tcc_info()
4789 static void gfx_v10_0_constants_init(struct amdgpu_device *adev)  in gfx_v10_0_constants_init()
4826 static void gfx_v10_0_enable_gui_idle_interrupt(struct amdgpu_device *adev,  in gfx_v10_0_enable_gui_idle_interrupt()
4848 static int gfx_v10_0_init_csb(struct amdgpu_device *adev)  in gfx_v10_0_init_csb()
4869 void gfx_v10_0_rlc_stop(struct amdgpu_device *adev)  in gfx_v10_0_rlc_stop()
4877 static void gfx_v10_0_rlc_reset(struct amdgpu_device *adev)  in gfx_v10_0_rlc_reset()
4885 static void gfx_v10_0_rlc_smu_handshake_cntl(struct amdgpu_device *adev,  in gfx_v10_0_rlc_smu_handshake_cntl()
4907 static void gfx_v10_0_rlc_start(struct amdgpu_device *adev)  in gfx_v10_0_rlc_start()
4918 static void gfx_v10_0_rlc_enable_srm(struct amdgpu_device *adev)  in gfx_v10_0_rlc_enable_srm()
4929 static int gfx_v10_0_rlc_load_microcode(struct amdgpu_device *adev)  in gfx_v10_0_rlc_load_microcode()
4957 static int gfx_v10_0_rlc_resume(struct amdgpu_device *adev)  in gfx_v10_0_rlc_resume()
5016 static int gfx_v10_0_parse_rlc_toc(struct amdgpu_device *adev)  in gfx_v10_0_parse_rlc_toc()
5053 static uint32_t gfx_v10_0_calc_toc_total_size(struct amdgpu_device *adev)  in gfx_v10_0_calc_toc_total_size()
5076 static int gfx_v10_0_rlc_backdoor_autoload_buffer_init(struct amdgpu_device *adev)  in gfx_v10_0_rlc_backdoor_autoload_buffer_init()
5096 static void gfx_v10_0_rlc_backdoor_autoload_buffer_fini(struct amdgpu_device *adev)  in gfx_v10_0_rlc_backdoor_autoload_buffer_fini()
5106 static void gfx_v10_0_rlc_backdoor_autoload_copy_ucode(struct amdgpu_device *adev,  in gfx_v10_0_rlc_backdoor_autoload_copy_ucode()
5133 static void gfx_v10_0_rlc_backdoor_autoload_copy_toc_ucode(struct amdgpu_device *adev)  in gfx_v10_0_rlc_backdoor_autoload_copy_toc_ucode()
5146 static void gfx_v10_0_rlc_backdoor_autoload_copy_gfx_ucode(struct amdgpu_device *adev)  in gfx_v10_0_rlc_backdoor_autoload_copy_gfx_ucode()
5207 static void gfx_v10_0_rlc_backdoor_autoload_copy_sdma_ucode(struct amdgpu_device *adev)  in gfx_v10_0_rlc_backdoor_autoload_copy_sdma_ucode()
5241 static int gfx_v10_0_rlc_backdoor_autoload_enable(struct amdgpu_device *adev)  in gfx_v10_0_rlc_backdoor_autoload_enable()
5274 static int gfx_v10_0_rlc_backdoor_autoload_config_me_cache(struct amdgpu_device *adev)  in gfx_v10_0_rlc_backdoor_autoload_config_me_cache()
5311 static int gfx_v10_0_rlc_backdoor_autoload_config_ce_cache(struct amdgpu_device *adev)  in gfx_v10_0_rlc_backdoor_autoload_config_ce_cache()
5348 static int gfx_v10_0_rlc_backdoor_autoload_config_pfp_cache(struct amdgpu_device *adev)  in gfx_v10_0_rlc_backdoor_autoload_config_pfp_cache()
5385 static int gfx_v10_0_rlc_backdoor_autoload_config_mec_cache(struct amdgpu_device *adev)  in gfx_v10_0_rlc_backdoor_autoload_config_mec_cache()
5422 static int gfx_v10_0_wait_for_rlc_autoload_complete(struct amdgpu_device *adev)  in gfx_v10_0_wait_for_rlc_autoload_complete()
5465 static int gfx_v10_0_cp_gfx_enable(struct amdgpu_device *adev, bool enable)  in gfx_v10_0_cp_gfx_enable()
5492 static int gfx_v10_0_cp_gfx_load_pfp_microcode(struct amdgpu_device *adev)  in gfx_v10_0_cp_gfx_load_pfp_microcode()
5570 static int gfx_v10_0_cp_gfx_load_ce_microcode(struct amdgpu_device *adev)  in gfx_v10_0_cp_gfx_load_ce_microcode()
5647 static int gfx_v10_0_cp_gfx_load_me_microcode(struct amdgpu_device *adev)  in gfx_v10_0_cp_gfx_load_me_microcode()
5724 static int gfx_v10_0_cp_gfx_load_microcode(struct amdgpu_device *adev)  in gfx_v10_0_cp_gfx_load_microcode()
5754 static int gfx_v10_0_cp_gfx_start(struct amdgpu_device *adev)  in gfx_v10_0_cp_gfx_start()
5834 static void gfx_v10_0_cp_gfx_switch_pipe(struct amdgpu_device *adev,  in gfx_v10_0_cp_gfx_switch_pipe()
5845 static void gfx_v10_0_cp_gfx_set_doorbell(struct amdgpu_device *adev,  in gfx_v10_0_cp_gfx_set_doorbell()
5882 static int gfx_v10_0_cp_gfx_resume(struct amdgpu_device *adev)  in gfx_v10_0_cp_gfx_resume()
5991 static void gfx_v10_0_cp_compute_enable(struct amdgpu_device *adev, bool enable)  in gfx_v10_0_cp_compute_enable()
6022 static int gfx_v10_0_cp_compute_load_microcode(struct amdgpu_device *adev)  in gfx_v10_0_cp_compute_load_microcode()
6095 	struct amdgpu_device *adev = ring->adev;  in gfx_v10_0_kiq_setting()  local
6121 	struct amdgpu_device *adev = ring->adev;  in gfx_v10_0_gfx_mqd_init()  local
6209 	struct amdgpu_device *adev = ring->adev;  in gfx_v10_0_gfx_queue_init_register()  local
6257 	struct amdgpu_device *adev = ring->adev;  in gfx_v10_0_gfx_init_queue()  local
6296 static int gfx_v10_0_kiq_enable_kgq(struct amdgpu_device *adev)  in gfx_v10_0_kiq_enable_kgq()
6319 static int gfx_v10_0_cp_async_gfx_ring_resume(struct amdgpu_device *adev)  in gfx_v10_0_cp_async_gfx_ring_resume()
6360 	struct amdgpu_device *adev = ring->adev;  in gfx_v10_0_compute_mqd_set_priority()  local
6373 	struct amdgpu_device *adev = ring->adev;  in gfx_v10_0_compute_mqd_init()  local
6510 	struct amdgpu_device *adev = ring->adev;  in gfx_v10_0_kiq_init_register()  local
6620 	struct amdgpu_device *adev = ring->adev;  in gfx_v10_0_kiq_init_queue()  local
6658 	struct amdgpu_device *adev = ring->adev;  in gfx_v10_0_kcq_init_queue()  local
6688 static int gfx_v10_0_kiq_resume(struct amdgpu_device *adev)  in gfx_v10_0_kiq_resume()
6711 static int gfx_v10_0_kcq_resume(struct amdgpu_device *adev)  in gfx_v10_0_kcq_resume()
6740 static int gfx_v10_0_cp_resume(struct amdgpu_device *adev)  in gfx_v10_0_cp_resume()
6794 static void gfx_v10_0_cp_enable(struct amdgpu_device *adev, bool enable)  in gfx_v10_0_cp_enable()
6800 static bool gfx_v10_0_check_grbm_cam_remapping(struct amdgpu_device *adev)  in gfx_v10_0_check_grbm_cam_remapping()
6837 static void gfx_v10_0_setup_grbm_cam_remapping(struct amdgpu_device *adev)  in gfx_v10_0_setup_grbm_cam_remapping()
6966 	struct amdgpu_device *adev = (struct amdgpu_device *)handle;  in gfx_v10_0_hw_init()  local
7017 static int gfx_v10_0_kiq_disable_kgq(struct amdgpu_device *adev)  in gfx_v10_0_kiq_disable_kgq()
7040 	struct amdgpu_device *adev = (struct amdgpu_device *)handle;  in gfx_v10_0_hw_fini()  local
7086 	struct amdgpu_device *adev = (struct amdgpu_device *)handle;  in gfx_v10_0_is_idle()  local
7099 	struct amdgpu_device *adev = (struct amdgpu_device *)handle;  in gfx_v10_0_wait_for_idle()  local
7117 	struct amdgpu_device *adev = (struct amdgpu_device *)handle;  in gfx_v10_0_soft_reset()  local
7190 static uint64_t gfx_v10_0_get_gpu_clock_counter(struct amdgpu_device *adev)  in gfx_v10_0_get_gpu_clock_counter()
7209 	struct amdgpu_device *adev = ring->adev;  in gfx_v10_0_ring_emit_gds_switch()  local
7234 	struct amdgpu_device *adev = (struct amdgpu_device *)handle;  in gfx_v10_0_early_init()  local
7263 	struct amdgpu_device *adev = (struct amdgpu_device *)handle;  in gfx_v10_0_late_init()  local
7277 static bool gfx_v10_0_is_rlc_enabled(struct amdgpu_device *adev)  in gfx_v10_0_is_rlc_enabled()
7286 static void gfx_v10_0_set_safe_mode(struct amdgpu_device *adev)  in gfx_v10_0_set_safe_mode()
7321 static void gfx_v10_0_unset_safe_mode(struct amdgpu_device *adev)  in gfx_v10_0_unset_safe_mode()
7337 static void gfx_v10_0_update_medium_grain_clock_gating(struct amdgpu_device *adev,  in gfx_v10_0_update_medium_grain_clock_gating()
7404 static void gfx_v10_0_update_3d_clock_gating(struct amdgpu_device *adev,  in gfx_v10_0_update_3d_clock_gating()
7446 static void gfx_v10_0_update_coarse_grain_clock_gating(struct amdgpu_device *adev,  in gfx_v10_0_update_coarse_grain_clock_gating()
7489 static int gfx_v10_0_update_gfx_clock_gating(struct amdgpu_device *adev,  in gfx_v10_0_update_gfx_clock_gating()
7527 static void gfx_v10_0_update_spm_vmid(struct amdgpu_device *adev, unsigned vmid)  in gfx_v10_0_update_spm_vmid()
7546 static bool gfx_v10_0_check_rlcg_range(struct amdgpu_device *adev,  in gfx_v10_0_check_rlcg_range()
7568 static bool gfx_v10_0_is_rlcg_access_range(struct amdgpu_device *adev, u32 offset)  in gfx_v10_0_is_rlcg_access_range()
7606 	struct amdgpu_device *adev = (struct amdgpu_device *)handle;  in gfx_v10_0_set_powergating_state()  local
7629 	struct amdgpu_device *adev = (struct amdgpu_device *)handle;  in gfx_v10_0_set_clockgating_state()  local
7651 	struct amdgpu_device *adev = (struct amdgpu_device *)handle;  in gfx_v10_0_get_clockgating_state()  local
7695 	struct amdgpu_device *adev = ring->adev;  in gfx_v10_0_ring_get_wptr_gfx()  local
7711 	struct amdgpu_device *adev = ring->adev;  in gfx_v10_0_ring_set_wptr_gfx()  local
7742 	struct amdgpu_device *adev = ring->adev;  in gfx_v10_0_ring_set_wptr_compute()  local
7755 	struct amdgpu_device *adev = ring->adev;  in gfx_v10_0_ring_emit_hdp_flush()  local
7913 	struct amdgpu_device *adev = ring->adev;  in gfx_v10_0_ring_emit_fence_kiq()  local
8007 	struct amdgpu_device *adev = ring->adev;  in gfx_v10_0_ring_preempt_ib()  local
8053 	struct amdgpu_device *adev = ring->adev;  in gfx_v10_0_ring_emit_ce_meta()  local
8083 	struct amdgpu_device *adev = ring->adev;  in gfx_v10_0_ring_emit_de_meta()  local
8127 	struct amdgpu_device *adev = ring->adev;  in gfx_v10_0_ring_emit_rreg()  local
8175 	struct amdgpu_device *adev = ring->adev;  in gfx_v10_0_ring_emit_reg_write_reg_wait()  local
8191 	struct amdgpu_device *adev = ring->adev;  in gfx_v10_0_ring_soft_recovery()  local
8202 gfx_v10_0_set_gfx_eop_interrupt_state(struct amdgpu_device *adev,  in gfx_v10_0_set_gfx_eop_interrupt_state()
8243 static void gfx_v10_0_set_compute_eop_interrupt_state(struct amdgpu_device *adev,  in gfx_v10_0_set_compute_eop_interrupt_state()
8296 static int gfx_v10_0_set_eop_interrupt_state(struct amdgpu_device *adev,  in gfx_v10_0_set_eop_interrupt_state()
8338 static int gfx_v10_0_eop_irq(struct amdgpu_device *adev,  in gfx_v10_0_eop_irq()
8373 static int gfx_v10_0_set_priv_reg_fault_state(struct amdgpu_device *adev,  in gfx_v10_0_set_priv_reg_fault_state()
8392 static int gfx_v10_0_set_priv_inst_fault_state(struct amdgpu_device *adev,  in gfx_v10_0_set_priv_inst_fault_state()
8410 static void gfx_v10_0_handle_priv_fault(struct amdgpu_device *adev,  in gfx_v10_0_handle_priv_fault()
8444 static int gfx_v10_0_priv_reg_irq(struct amdgpu_device *adev,  in gfx_v10_0_priv_reg_irq()
8453 static int gfx_v10_0_priv_inst_irq(struct amdgpu_device *adev,  in gfx_v10_0_priv_inst_irq()
8462 static int gfx_v10_0_kiq_set_interrupt_state(struct amdgpu_device *adev,  in gfx_v10_0_kiq_set_interrupt_state()
8507 static int gfx_v10_0_kiq_irq(struct amdgpu_device *adev,  in gfx_v10_0_kiq_irq()
8687 static void gfx_v10_0_set_ring_funcs(struct amdgpu_device *adev)  in gfx_v10_0_set_ring_funcs()
8720 static void gfx_v10_0_set_irq_funcs(struct amdgpu_device *adev)  in gfx_v10_0_set_irq_funcs()
8735 static void gfx_v10_0_set_rlc_funcs(struct amdgpu_device *adev)  in gfx_v10_0_set_rlc_funcs()
8752 static void gfx_v10_0_set_gds_init(struct amdgpu_device *adev)  in gfx_v10_0_set_gds_init()
8764 static void gfx_v10_0_set_user_wgp_inactive_bitmap_per_sh(struct amdgpu_device *adev,  in gfx_v10_0_set_user_wgp_inactive_bitmap_per_sh()
8778 static u32 gfx_v10_0_get_wgp_active_bitmap_per_sh(struct amdgpu_device *adev)  in gfx_v10_0_get_wgp_active_bitmap_per_sh()
8793 static u32 gfx_v10_0_get_cu_active_bitmap_per_sh(struct amdgpu_device *adev)  in gfx_v10_0_get_cu_active_bitmap_per_sh()
8811 static int gfx_v10_0_get_cu_info(struct amdgpu_device *adev,  in gfx_v10_0_get_cu_info()
8864 static u32 gfx_v10_3_get_disabled_sa(struct amdgpu_device *adev)  in gfx_v10_3_get_disabled_sa()
8884 static void gfx_v10_3_program_pbb_mode(struct amdgpu_device *adev)  in gfx_v10_3_program_pbb_mode()