130 	struct amdgpu_virt *virt = &adev->virt;  in amdgpu_virt_request_full_gpu()  local
133 	if (virt->ops && virt->ops->req_full_gpu) {  in amdgpu_virt_request_full_gpu()
134 		r = virt->ops->req_full_gpu(adev, init);  in amdgpu_virt_request_full_gpu()
138 		adev->virt.caps &= ~AMDGPU_SRIOV_CAPS_RUNTIME;  in amdgpu_virt_request_full_gpu()
153 	struct amdgpu_virt *virt = &adev->virt;  in amdgpu_virt_release_full_gpu()  local
156 	if (virt->ops && virt->ops->rel_full_gpu) {  in amdgpu_virt_release_full_gpu()
157 		r = virt->ops->rel_full_gpu(adev, init);  in amdgpu_virt_release_full_gpu()
161 		adev->virt.caps |= AMDGPU_SRIOV_CAPS_RUNTIME;  in amdgpu_virt_release_full_gpu()
174 	struct amdgpu_virt *virt = &adev->virt;  in amdgpu_virt_reset_gpu()  local
177 	if (virt->ops && virt->ops->reset_gpu) {  in amdgpu_virt_reset_gpu()
178 		r = virt->ops->reset_gpu(adev);  in amdgpu_virt_reset_gpu()
182 		adev->virt.caps &= ~AMDGPU_SRIOV_CAPS_RUNTIME;  in amdgpu_virt_reset_gpu()
190 	struct amdgpu_virt *virt = &adev->virt;  in amdgpu_virt_request_init_data()  local
192 	if (virt->ops && virt->ops->req_init_data)  in amdgpu_virt_request_init_data()
193 		virt->ops->req_init_data(adev);  in amdgpu_virt_request_init_data()
195 	if (adev->virt.req_init_data_ver > 0)  in amdgpu_virt_request_init_data()
209 	struct amdgpu_virt *virt = &adev->virt;  in amdgpu_virt_wait_reset()  local
211 	if (!virt->ops || !virt->ops->wait_reset)  in amdgpu_virt_wait_reset()
214 	return virt->ops->wait_reset(adev);  in amdgpu_virt_wait_reset()
227 	if (!amdgpu_sriov_vf(adev) || adev->virt.mm_table.gpu_addr)  in amdgpu_virt_alloc_mm_table()
232 				    &adev->virt.mm_table.bo,  in amdgpu_virt_alloc_mm_table()
233 				    &adev->virt.mm_table.gpu_addr,  in amdgpu_virt_alloc_mm_table()
234 				    (void *)&adev->virt.mm_table.cpu_addr);  in amdgpu_virt_alloc_mm_table()
240 	memset((void *)adev->virt.mm_table.cpu_addr, 0, PAGE_SIZE);  in amdgpu_virt_alloc_mm_table()
242 		 adev->virt.mm_table.gpu_addr,  in amdgpu_virt_alloc_mm_table()
243 		 adev->virt.mm_table.cpu_addr);  in amdgpu_virt_alloc_mm_table()
254 	if (!amdgpu_sriov_vf(adev) || !adev->virt.mm_table.gpu_addr)  in amdgpu_virt_free_mm_table()
257 	amdgpu_bo_free_kernel(&adev->virt.mm_table.bo,  in amdgpu_virt_free_mm_table()
258 			      &adev->virt.mm_table.gpu_addr,  in amdgpu_virt_free_mm_table()
259 			      (void *)&adev->virt.mm_table.cpu_addr);  in amdgpu_virt_free_mm_table()
260 	adev->virt.mm_table.gpu_addr = 0;  in amdgpu_virt_free_mm_table()
286 	struct amdgpu_virt *virt = &adev->virt;  in amdgpu_virt_init_ras_err_handler_data()  local
287 	struct amdgpu_virt_ras_err_handler_data **data = &virt->virt_eh_data;  in amdgpu_virt_init_ras_err_handler_data()
312 	virt->ras_init_done = true;  in amdgpu_virt_init_ras_err_handler_data()
326 	struct amdgpu_virt *virt = &adev->virt;  in amdgpu_virt_ras_release_bp()  local
327 	struct amdgpu_virt_ras_err_handler_data *data = virt->virt_eh_data;  in amdgpu_virt_ras_release_bp()
344 	struct amdgpu_virt *virt = &adev->virt;  in amdgpu_virt_release_ras_err_handler_data()  local
345 	struct amdgpu_virt_ras_err_handler_data *data = virt->virt_eh_data;  in amdgpu_virt_release_ras_err_handler_data()
347 	virt->ras_init_done = false;  in amdgpu_virt_release_ras_err_handler_data()
357 	virt->virt_eh_data = NULL;  in amdgpu_virt_release_ras_err_handler_data()
363 	struct amdgpu_virt *virt = &adev->virt;  in amdgpu_virt_ras_add_bps()  local
364 	struct amdgpu_virt_ras_err_handler_data *data = virt->virt_eh_data;  in amdgpu_virt_ras_add_bps()
375 	struct amdgpu_virt *virt = &adev->virt;  in amdgpu_virt_ras_reserve_bps()  local
376 	struct amdgpu_virt_ras_err_handler_data *data = virt->virt_eh_data;  in amdgpu_virt_ras_reserve_bps()
407 	struct amdgpu_virt *virt = &adev->virt;  in amdgpu_virt_ras_check_bad_page()  local
408 	struct amdgpu_virt_ras_err_handler_data *data = virt->virt_eh_data;  in amdgpu_virt_ras_check_bad_page()
447 	struct amd_sriov_msg_pf2vf_info_header *pf2vf_info = adev->virt.fw_reserve.p_pf2vf;  in amdgpu_virt_read_pf2vf_data()
454 	if (adev->virt.fw_reserve.p_pf2vf == NULL)  in amdgpu_virt_read_pf2vf_data()
466 			adev->virt.fw_reserve.p_pf2vf, pf2vf_info->size,  in amdgpu_virt_read_pf2vf_data()
467 			adev->virt.fw_reserve.checksum_key, checksum);  in amdgpu_virt_read_pf2vf_data()
473 		adev->virt.gim_feature =  in amdgpu_virt_read_pf2vf_data()
480 			adev->virt.fw_reserve.p_pf2vf, pf2vf_info->size,  in amdgpu_virt_read_pf2vf_data()
487 		adev->virt.vf2pf_update_interval_ms =  in amdgpu_virt_read_pf2vf_data()
489 		adev->virt.gim_feature =  in amdgpu_virt_read_pf2vf_data()
491 		adev->virt.reg_access =  in amdgpu_virt_read_pf2vf_data()
494 		adev->virt.decode_max_dimension_pixels = 0;  in amdgpu_virt_read_pf2vf_data()
495 		adev->virt.decode_max_frame_pixels = 0;  in amdgpu_virt_read_pf2vf_data()
496 		adev->virt.encode_max_dimension_pixels = 0;  in amdgpu_virt_read_pf2vf_data()
497 		adev->virt.encode_max_frame_pixels = 0;  in amdgpu_virt_read_pf2vf_data()
498 		adev->virt.is_mm_bw_enabled = false;  in amdgpu_virt_read_pf2vf_data()
501 			adev->virt.decode_max_dimension_pixels = max(tmp, adev->virt.decode_max_dimension_pixels);  in amdgpu_virt_read_pf2vf_data()
504 			adev->virt.decode_max_frame_pixels = max(tmp, adev->virt.decode_max_frame_pixels);  in amdgpu_virt_read_pf2vf_data()
507 			adev->virt.encode_max_dimension_pixels = max(tmp, adev->virt.encode_max_dimension_pixels);  in amdgpu_virt_read_pf2vf_data()
510 			adev->virt.encode_max_frame_pixels = max(tmp, adev->virt.encode_max_frame_pixels);  in amdgpu_virt_read_pf2vf_data()
512 		if((adev->virt.decode_max_dimension_pixels > 0) || (adev->virt.encode_max_dimension_pixels > 0))  in amdgpu_virt_read_pf2vf_data()
513 			adev->virt.is_mm_bw_enabled = true;  in amdgpu_virt_read_pf2vf_data()
524 	if (adev->virt.vf2pf_update_interval_ms < 200 || adev->virt.vf2pf_update_interval_ms > 10000)  in amdgpu_virt_read_pf2vf_data()
525 		adev->virt.vf2pf_update_interval_ms = 2000;  in amdgpu_virt_read_pf2vf_data()
533 	vf2pf_info = (struct amd_sriov_msg_vf2pf_info *) adev->virt.fw_reserve.p_vf2pf;  in amdgpu_virt_populate_vf2pf_ucode_info()
535 	if (adev->virt.fw_reserve.p_vf2pf == NULL)  in amdgpu_virt_populate_vf2pf_ucode_info()
569 	vf2pf_info = (struct amd_sriov_msg_vf2pf_info *) adev->virt.fw_reserve.p_vf2pf;  in amdgpu_virt_write_vf2pf_data()
571 	if (adev->virt.fw_reserve.p_vf2pf == NULL)  in amdgpu_virt_write_vf2pf_data()
615 	struct amdgpu_device *adev = container_of(work, struct amdgpu_device, virt.vf2pf_work.work);  in amdgpu_virt_update_vf2pf_work_item()
624 	schedule_delayed_work(&(adev->virt.vf2pf_work), adev->virt.vf2pf_update_interval_ms);  in amdgpu_virt_update_vf2pf_work_item()
629 	if (adev->virt.vf2pf_update_interval_ms != 0) {  in amdgpu_virt_fini_data_exchange()
631 		cancel_delayed_work_sync(&adev->virt.vf2pf_work);  in amdgpu_virt_fini_data_exchange()
632 		adev->virt.vf2pf_update_interval_ms = 0;  in amdgpu_virt_fini_data_exchange()
638 	adev->virt.fw_reserve.p_pf2vf = NULL;  in amdgpu_virt_init_data_exchange()
639 	adev->virt.fw_reserve.p_vf2pf = NULL;  in amdgpu_virt_init_data_exchange()
640 	adev->virt.vf2pf_update_interval_ms = 0;  in amdgpu_virt_init_data_exchange()
646 		INIT_DELAYED_WORK(&adev->virt.vf2pf_work, amdgpu_virt_update_vf2pf_work_item);  in amdgpu_virt_init_data_exchange()
647 …schedule_delayed_work(&(adev->virt.vf2pf_work), msecs_to_jiffies(adev->virt.vf2pf_update_interval_…  in amdgpu_virt_init_data_exchange()
650 		adev->virt.fw_reserve.p_pf2vf =  in amdgpu_virt_init_data_exchange()
667 		adev->virt.fw_reserve.p_pf2vf =  in amdgpu_virt_exchange_data()
670 		adev->virt.fw_reserve.p_vf2pf =  in amdgpu_virt_exchange_data()
678 		if (adev->virt.fw_reserve.p_pf2vf->version == 2) {  in amdgpu_virt_exchange_data()
679 				pf2vf_v2 = (struct amd_sriov_msg_pf2vf_info *)adev->virt.fw_reserve.p_pf2vf;  in amdgpu_virt_exchange_data()
685 				if (bp_block_size && !adev->virt.ras_init_done)  in amdgpu_virt_exchange_data()
688 				if (adev->virt.ras_init_done)  in amdgpu_virt_exchange_data()
719 		adev->virt.caps |= AMDGPU_SRIOV_CAPS_IS_VF;  in amdgpu_detect_virtualization()
722 		adev->virt.caps |= AMDGPU_SRIOV_CAPS_ENABLE_IOV;  in amdgpu_detect_virtualization()
727 			adev->virt.caps |= AMDGPU_PASSTHROUGH_MODE;  in amdgpu_detect_virtualization()
734 		adev->virt.caps |= AMDGPU_VF_MMIO_ACCESS_PROTECT;  in amdgpu_detect_virtualization()
789 		adev->virt.caps &= ~AMDGPU_SRIOV_CAPS_RUNTIME;  in amdgpu_virt_enable_access_debugfs()
799 		adev->virt.caps |= AMDGPU_SRIOV_CAPS_RUNTIME;  in amdgpu_virt_disable_access_debugfs()
878 	if (!adev->virt.is_mm_bw_enabled)  in amdgpu_virt_update_sriov_video_codec()
883 			encode[i].max_width = adev->virt.encode_max_dimension_pixels;  in amdgpu_virt_update_sriov_video_codec()
884 			encode[i].max_pixels_per_frame = adev->virt.encode_max_frame_pixels;  in amdgpu_virt_update_sriov_video_codec()
894 			decode[i].max_width = adev->virt.decode_max_dimension_pixels;  in amdgpu_virt_update_sriov_video_codec()
895 			decode[i].max_pixels_per_frame = adev->virt.decode_max_frame_pixels;  in amdgpu_virt_update_sriov_video_codec()