1479 		if (!adev->ip_blocks[i].status.valid)  in amdgpu_device_ip_set_clockgating_state()
1481 		if (adev->ip_blocks[i].version->type != block_type)  in amdgpu_device_ip_set_clockgating_state()
1483 		if (!adev->ip_blocks[i].version->funcs->set_clockgating_state)  in amdgpu_device_ip_set_clockgating_state()
1485 		r = adev->ip_blocks[i].version->funcs->set_clockgating_state(  in amdgpu_device_ip_set_clockgating_state()
1489 				  adev->ip_blocks[i].version->funcs->name, r);  in amdgpu_device_ip_set_clockgating_state()
1513 		if (!adev->ip_blocks[i].status.valid)  in amdgpu_device_ip_set_powergating_state()
1515 		if (adev->ip_blocks[i].version->type != block_type)  in amdgpu_device_ip_set_powergating_state()
1517 		if (!adev->ip_blocks[i].version->funcs->set_powergating_state)  in amdgpu_device_ip_set_powergating_state()
1519 		r = adev->ip_blocks[i].version->funcs->set_powergating_state(  in amdgpu_device_ip_set_powergating_state()
1523 				  adev->ip_blocks[i].version->funcs->name, r);  in amdgpu_device_ip_set_powergating_state()
1545 		if (!adev->ip_blocks[i].status.valid)  in amdgpu_device_ip_get_clockgating_state()
1547 		if (adev->ip_blocks[i].version->funcs->get_clockgating_state)  in amdgpu_device_ip_get_clockgating_state()
1548 			adev->ip_blocks[i].version->funcs->get_clockgating_state((void *)adev, flags);  in amdgpu_device_ip_get_clockgating_state()
1567 		if (!adev->ip_blocks[i].status.valid)  in amdgpu_device_ip_wait_for_idle()
1569 		if (adev->ip_blocks[i].version->type == block_type) {  in amdgpu_device_ip_wait_for_idle()
1570 			r = adev->ip_blocks[i].version->funcs->wait_for_idle((void *)adev);  in amdgpu_device_ip_wait_for_idle()
1595 		if (!adev->ip_blocks[i].status.valid)  in amdgpu_device_ip_is_idle()
1597 		if (adev->ip_blocks[i].version->type == block_type)  in amdgpu_device_ip_is_idle()
1598 			return adev->ip_blocks[i].version->funcs->is_idle((void *)adev);  in amdgpu_device_ip_is_idle()
1620 		if (adev->ip_blocks[i].version->type == type)  in amdgpu_device_ip_get_ip_block()
1621 			return &adev->ip_blocks[i];  in amdgpu_device_ip_get_ip_block()
1669 	adev->ip_blocks[adev->num_ip_blocks++].version = ip_block_version;  in amdgpu_device_ip_block_add()
2017 				  i, adev->ip_blocks[i].version->funcs->name);  in amdgpu_device_ip_early_init()
2018 			adev->ip_blocks[i].status.valid = false;  in amdgpu_device_ip_early_init()
2020 			if (adev->ip_blocks[i].version->funcs->early_init) {  in amdgpu_device_ip_early_init()
2021 				r = adev->ip_blocks[i].version->funcs->early_init((void *)adev);  in amdgpu_device_ip_early_init()
2023 					adev->ip_blocks[i].status.valid = false;  in amdgpu_device_ip_early_init()
2026 						  adev->ip_blocks[i].version->funcs->name, r);  in amdgpu_device_ip_early_init()
2029 					adev->ip_blocks[i].status.valid = true;  in amdgpu_device_ip_early_init()
2032 				adev->ip_blocks[i].status.valid = true;  in amdgpu_device_ip_early_init()
2036 		if (adev->ip_blocks[i].version->type == AMD_IP_BLOCK_TYPE_COMMON) {  in amdgpu_device_ip_early_init()
2065 		if (!adev->ip_blocks[i].status.sw)  in amdgpu_device_ip_hw_init_phase1()
2067 		if (adev->ip_blocks[i].status.hw)  in amdgpu_device_ip_hw_init_phase1()
2069 		if (adev->ip_blocks[i].version->type == AMD_IP_BLOCK_TYPE_COMMON ||  in amdgpu_device_ip_hw_init_phase1()
2070 		    (amdgpu_sriov_vf(adev) && (adev->ip_blocks[i].version->type == AMD_IP_BLOCK_TYPE_PSP)) ||  in amdgpu_device_ip_hw_init_phase1()
2071 		    adev->ip_blocks[i].version->type == AMD_IP_BLOCK_TYPE_IH) {  in amdgpu_device_ip_hw_init_phase1()
2072 			r = adev->ip_blocks[i].version->funcs->hw_init(adev);  in amdgpu_device_ip_hw_init_phase1()
2075 					  adev->ip_blocks[i].version->funcs->name, r);  in amdgpu_device_ip_hw_init_phase1()
2078 			adev->ip_blocks[i].status.hw = true;  in amdgpu_device_ip_hw_init_phase1()
2090 		if (!adev->ip_blocks[i].status.sw)  in amdgpu_device_ip_hw_init_phase2()
2092 		if (adev->ip_blocks[i].status.hw)  in amdgpu_device_ip_hw_init_phase2()
2094 		r = adev->ip_blocks[i].version->funcs->hw_init(adev);  in amdgpu_device_ip_hw_init_phase2()
2097 				  adev->ip_blocks[i].version->funcs->name, r);  in amdgpu_device_ip_hw_init_phase2()
2100 		adev->ip_blocks[i].status.hw = true;  in amdgpu_device_ip_hw_init_phase2()
2114 			if (adev->ip_blocks[i].version->type != AMD_IP_BLOCK_TYPE_PSP)  in amdgpu_device_fw_loading()
2118 			if (adev->ip_blocks[i].status.hw == true)  in amdgpu_device_fw_loading()
2122 				r = adev->ip_blocks[i].version->funcs->resume(adev);  in amdgpu_device_fw_loading()
2125 							  adev->ip_blocks[i].version->funcs->name, r);  in amdgpu_device_fw_loading()
2129 				r = adev->ip_blocks[i].version->funcs->hw_init(adev);  in amdgpu_device_fw_loading()
2132 							  adev->ip_blocks[i].version->funcs->name, r);  in amdgpu_device_fw_loading()
2137 			adev->ip_blocks[i].status.hw = true;  in amdgpu_device_fw_loading()
2168 		if (!adev->ip_blocks[i].status.valid)  in amdgpu_device_ip_init()
2170 		r = adev->ip_blocks[i].version->funcs->sw_init((void *)adev);  in amdgpu_device_ip_init()
2173 				  adev->ip_blocks[i].version->funcs->name, r);  in amdgpu_device_ip_init()
2176 		adev->ip_blocks[i].status.sw = true;  in amdgpu_device_ip_init()
2179 		if (adev->ip_blocks[i].version->type == AMD_IP_BLOCK_TYPE_GMC) {  in amdgpu_device_ip_init()
2185 			r = adev->ip_blocks[i].version->funcs->hw_init((void *)adev);  in amdgpu_device_ip_init()
2195 			adev->ip_blocks[i].status.hw = true;  in amdgpu_device_ip_init()
2337 		if (!adev->ip_blocks[i].status.late_initialized)  in amdgpu_device_set_cg_state()
2340 		if (adev->ip_blocks[i].version->type != AMD_IP_BLOCK_TYPE_UVD &&  in amdgpu_device_set_cg_state()
2341 		    adev->ip_blocks[i].version->type != AMD_IP_BLOCK_TYPE_VCE &&  in amdgpu_device_set_cg_state()
2342 		    adev->ip_blocks[i].version->type != AMD_IP_BLOCK_TYPE_VCN &&  in amdgpu_device_set_cg_state()
2343 		    adev->ip_blocks[i].version->type != AMD_IP_BLOCK_TYPE_JPEG &&  in amdgpu_device_set_cg_state()
2344 		    adev->ip_blocks[i].version->funcs->set_clockgating_state) {  in amdgpu_device_set_cg_state()
2346 			r = adev->ip_blocks[i].version->funcs->set_clockgating_state((void *)adev,  in amdgpu_device_set_cg_state()
2350 					  adev->ip_blocks[i].version->funcs->name, r);  in amdgpu_device_set_cg_state()
2368 		if (!adev->ip_blocks[i].status.late_initialized)  in amdgpu_device_set_pg_state()
2371 		if (adev->ip_blocks[i].version->type != AMD_IP_BLOCK_TYPE_UVD &&  in amdgpu_device_set_pg_state()
2372 		    adev->ip_blocks[i].version->type != AMD_IP_BLOCK_TYPE_VCE &&  in amdgpu_device_set_pg_state()
2373 		    adev->ip_blocks[i].version->type != AMD_IP_BLOCK_TYPE_VCN &&  in amdgpu_device_set_pg_state()
2374 		    adev->ip_blocks[i].version->type != AMD_IP_BLOCK_TYPE_JPEG &&  in amdgpu_device_set_pg_state()
2375 		    adev->ip_blocks[i].version->funcs->set_powergating_state) {  in amdgpu_device_set_pg_state()
2377 			r = adev->ip_blocks[i].version->funcs->set_powergating_state((void *)adev,  in amdgpu_device_set_pg_state()
2381 					  adev->ip_blocks[i].version->funcs->name, r);  in amdgpu_device_set_pg_state()
2442 		if (!adev->ip_blocks[i].status.hw)  in amdgpu_device_ip_late_init()
2444 		if (adev->ip_blocks[i].version->funcs->late_init) {  in amdgpu_device_ip_late_init()
2445 			r = adev->ip_blocks[i].version->funcs->late_init((void *)adev);  in amdgpu_device_ip_late_init()
2448 					  adev->ip_blocks[i].version->funcs->name, r);  in amdgpu_device_ip_late_init()
2452 		adev->ip_blocks[i].status.late_initialized = true;  in amdgpu_device_ip_late_init()
2534 		if (!adev->ip_blocks[i].status.hw)  in amdgpu_device_ip_fini()
2536 		if (adev->ip_blocks[i].version->type == AMD_IP_BLOCK_TYPE_SMC) {  in amdgpu_device_ip_fini()
2537 			r = adev->ip_blocks[i].version->funcs->hw_fini((void *)adev);  in amdgpu_device_ip_fini()
2541 					  adev->ip_blocks[i].version->funcs->name, r);  in amdgpu_device_ip_fini()
2543 			adev->ip_blocks[i].status.hw = false;  in amdgpu_device_ip_fini()
2549 		if (!adev->ip_blocks[i].status.hw)  in amdgpu_device_ip_fini()
2552 		r = adev->ip_blocks[i].version->funcs->hw_fini((void *)adev);  in amdgpu_device_ip_fini()
2556 				  adev->ip_blocks[i].version->funcs->name, r);  in amdgpu_device_ip_fini()
2559 		adev->ip_blocks[i].status.hw = false;  in amdgpu_device_ip_fini()
2564 		if (!adev->ip_blocks[i].status.sw)  in amdgpu_device_ip_fini()
2567 		if (adev->ip_blocks[i].version->type == AMD_IP_BLOCK_TYPE_GMC) {  in amdgpu_device_ip_fini()
2575 		r = adev->ip_blocks[i].version->funcs->sw_fini((void *)adev);  in amdgpu_device_ip_fini()
2579 				  adev->ip_blocks[i].version->funcs->name, r);  in amdgpu_device_ip_fini()
2581 		adev->ip_blocks[i].status.sw = false;  in amdgpu_device_ip_fini()
2582 		adev->ip_blocks[i].status.valid = false;  in amdgpu_device_ip_fini()
2586 		if (!adev->ip_blocks[i].status.late_initialized)  in amdgpu_device_ip_fini()
2588 		if (adev->ip_blocks[i].version->funcs->late_fini)  in amdgpu_device_ip_fini()
2589 			adev->ip_blocks[i].version->funcs->late_fini((void *)adev);  in amdgpu_device_ip_fini()
2590 		adev->ip_blocks[i].status.late_initialized = false;  in amdgpu_device_ip_fini()
2650 		if (!adev->ip_blocks[i].status.valid)  in amdgpu_device_ip_suspend_phase1()
2654 		if (adev->ip_blocks[i].version->type != AMD_IP_BLOCK_TYPE_DCE)  in amdgpu_device_ip_suspend_phase1()
2658 		r = adev->ip_blocks[i].version->funcs->suspend(adev);  in amdgpu_device_ip_suspend_phase1()
2662 				  adev->ip_blocks[i].version->funcs->name, r);  in amdgpu_device_ip_suspend_phase1()
2666 		adev->ip_blocks[i].status.hw = false;  in amdgpu_device_ip_suspend_phase1()
2688 		if (!adev->ip_blocks[i].status.valid)  in amdgpu_device_ip_suspend_phase2()
2691 		if (adev->ip_blocks[i].version->type == AMD_IP_BLOCK_TYPE_DCE)  in amdgpu_device_ip_suspend_phase2()
2695 		    adev->ip_blocks[i].version->type == AMD_IP_BLOCK_TYPE_PSP) {  in amdgpu_device_ip_suspend_phase2()
2696 			adev->ip_blocks[i].status.hw = false;  in amdgpu_device_ip_suspend_phase2()
2700 		r = adev->ip_blocks[i].version->funcs->suspend(adev);  in amdgpu_device_ip_suspend_phase2()
2704 				  adev->ip_blocks[i].version->funcs->name, r);  in amdgpu_device_ip_suspend_phase2()
2706 		adev->ip_blocks[i].status.hw = false;  in amdgpu_device_ip_suspend_phase2()
2709 			if (adev->ip_blocks[i].version->type == AMD_IP_BLOCK_TYPE_SMC) {  in amdgpu_device_ip_suspend_phase2()
2718 		adev->ip_blocks[i].status.hw = false;  in amdgpu_device_ip_suspend_phase2()
2768 		block = &adev->ip_blocks[i];  in amdgpu_device_ip_reinit_early_sriov()
2807 			block = &adev->ip_blocks[j];  in amdgpu_device_ip_reinit_late_sriov()
2846 		if (!adev->ip_blocks[i].status.valid || adev->ip_blocks[i].status.hw)  in amdgpu_device_ip_resume_phase1()
2848 		if (adev->ip_blocks[i].version->type == AMD_IP_BLOCK_TYPE_COMMON ||  in amdgpu_device_ip_resume_phase1()
2849 		    adev->ip_blocks[i].version->type == AMD_IP_BLOCK_TYPE_GMC ||  in amdgpu_device_ip_resume_phase1()
2850 		    adev->ip_blocks[i].version->type == AMD_IP_BLOCK_TYPE_IH) {  in amdgpu_device_ip_resume_phase1()
2852 			r = adev->ip_blocks[i].version->funcs->resume(adev);  in amdgpu_device_ip_resume_phase1()
2855 					  adev->ip_blocks[i].version->funcs->name, r);  in amdgpu_device_ip_resume_phase1()
2858 			adev->ip_blocks[i].status.hw = true;  in amdgpu_device_ip_resume_phase1()
2883 		if (!adev->ip_blocks[i].status.valid || adev->ip_blocks[i].status.hw)  in amdgpu_device_ip_resume_phase2()
2885 		if (adev->ip_blocks[i].version->type == AMD_IP_BLOCK_TYPE_COMMON ||  in amdgpu_device_ip_resume_phase2()
2886 		    adev->ip_blocks[i].version->type == AMD_IP_BLOCK_TYPE_GMC ||  in amdgpu_device_ip_resume_phase2()
2887 		    adev->ip_blocks[i].version->type == AMD_IP_BLOCK_TYPE_IH ||  in amdgpu_device_ip_resume_phase2()
2888 		    adev->ip_blocks[i].version->type == AMD_IP_BLOCK_TYPE_PSP)  in amdgpu_device_ip_resume_phase2()
2890 		r = adev->ip_blocks[i].version->funcs->resume(adev);  in amdgpu_device_ip_resume_phase2()
2893 				  adev->ip_blocks[i].version->funcs->name, r);  in amdgpu_device_ip_resume_phase2()
2896 		adev->ip_blocks[i].status.hw = true;  in amdgpu_device_ip_resume_phase2()
3851 		if (!adev->ip_blocks[i].status.valid)  in amdgpu_device_ip_check_soft_reset()
3853 		if (adev->ip_blocks[i].version->funcs->check_soft_reset)  in amdgpu_device_ip_check_soft_reset()
3854 			adev->ip_blocks[i].status.hang =  in amdgpu_device_ip_check_soft_reset()
3855 				adev->ip_blocks[i].version->funcs->check_soft_reset(adev);  in amdgpu_device_ip_check_soft_reset()
3856 		if (adev->ip_blocks[i].status.hang) {  in amdgpu_device_ip_check_soft_reset()
3857 			dev_info(adev->dev, "IP block:%s is hung!\n", adev->ip_blocks[i].version->funcs->name);  in amdgpu_device_ip_check_soft_reset()
3880 		if (!adev->ip_blocks[i].status.valid)  in amdgpu_device_ip_pre_soft_reset()
3882 		if (adev->ip_blocks[i].status.hang &&  in amdgpu_device_ip_pre_soft_reset()
3883 		    adev->ip_blocks[i].version->funcs->pre_soft_reset) {  in amdgpu_device_ip_pre_soft_reset()
3884 			r = adev->ip_blocks[i].version->funcs->pre_soft_reset(adev);  in amdgpu_device_ip_pre_soft_reset()
3910 		if (!adev->ip_blocks[i].status.valid)  in amdgpu_device_ip_need_full_reset()
3912 		if ((adev->ip_blocks[i].version->type == AMD_IP_BLOCK_TYPE_GMC) ||  in amdgpu_device_ip_need_full_reset()
3913 		    (adev->ip_blocks[i].version->type == AMD_IP_BLOCK_TYPE_SMC) ||  in amdgpu_device_ip_need_full_reset()
3914 		    (adev->ip_blocks[i].version->type == AMD_IP_BLOCK_TYPE_ACP) ||  in amdgpu_device_ip_need_full_reset()
3915 		    (adev->ip_blocks[i].version->type == AMD_IP_BLOCK_TYPE_DCE) ||  in amdgpu_device_ip_need_full_reset()
3916 		     adev->ip_blocks[i].version->type == AMD_IP_BLOCK_TYPE_PSP) {  in amdgpu_device_ip_need_full_reset()
3917 			if (adev->ip_blocks[i].status.hang) {  in amdgpu_device_ip_need_full_reset()
3942 		if (!adev->ip_blocks[i].status.valid)  in amdgpu_device_ip_soft_reset()
3944 		if (adev->ip_blocks[i].status.hang &&  in amdgpu_device_ip_soft_reset()
3945 		    adev->ip_blocks[i].version->funcs->soft_reset) {  in amdgpu_device_ip_soft_reset()
3946 			r = adev->ip_blocks[i].version->funcs->soft_reset(adev);  in amdgpu_device_ip_soft_reset()
3971 		if (!adev->ip_blocks[i].status.valid)  in amdgpu_device_ip_post_soft_reset()
3973 		if (adev->ip_blocks[i].status.hang &&  in amdgpu_device_ip_post_soft_reset()
3974 		    adev->ip_blocks[i].version->funcs->post_soft_reset)  in amdgpu_device_ip_post_soft_reset()
3975 			r = adev->ip_blocks[i].version->funcs->post_soft_reset(adev);  in amdgpu_device_ip_post_soft_reset()