154 	r = request_firmware(&adev->vce.fw, fw_name, adev->dev);  in amdgpu_vce_sw_init()
161 	r = amdgpu_ucode_validate(adev->vce.fw);  in amdgpu_vce_sw_init()
165 		release_firmware(adev->vce.fw);  in amdgpu_vce_sw_init()
166 		adev->vce.fw = NULL;  in amdgpu_vce_sw_init()
170 	hdr = (const struct common_firmware_header *)adev->vce.fw->data;  in amdgpu_vce_sw_init()
178 	adev->vce.fw_version = ((version_major << 24) | (version_minor << 16) |  in amdgpu_vce_sw_init()
182 				    AMDGPU_GEM_DOMAIN_VRAM, &adev->vce.vcpu_bo,  in amdgpu_vce_sw_init()
183 				    &adev->vce.gpu_addr, &adev->vce.cpu_addr);  in amdgpu_vce_sw_init()
190 		atomic_set(&adev->vce.handles[i], 0);  in amdgpu_vce_sw_init()
191 		adev->vce.filp[i] = NULL;  in amdgpu_vce_sw_init()
194 	INIT_DELAYED_WORK(&adev->vce.idle_work, amdgpu_vce_idle_work_handler);  in amdgpu_vce_sw_init()
195 	mutex_init(&adev->vce.idle_mutex);  in amdgpu_vce_sw_init()
211 	if (adev->vce.vcpu_bo == NULL)  in amdgpu_vce_sw_fini()
214 	drm_sched_entity_destroy(&adev->vce.entity);  in amdgpu_vce_sw_fini()
216 	amdgpu_bo_free_kernel(&adev->vce.vcpu_bo, &adev->vce.gpu_addr,  in amdgpu_vce_sw_fini()
217 		(void **)&adev->vce.cpu_addr);  in amdgpu_vce_sw_fini()
219 	for (i = 0; i < adev->vce.num_rings; i++)  in amdgpu_vce_sw_fini()
220 		amdgpu_ring_fini(&adev->vce.ring[i]);  in amdgpu_vce_sw_fini()
222 	release_firmware(adev->vce.fw);  in amdgpu_vce_sw_fini()
223 	mutex_destroy(&adev->vce.idle_mutex);  in amdgpu_vce_sw_fini()
240 	ring = &adev->vce.ring[0];  in amdgpu_vce_entity_init()
242 	r = drm_sched_entity_init(&adev->vce.entity, &rq, 1, NULL);  in amdgpu_vce_entity_init()
261 	cancel_delayed_work_sync(&adev->vce.idle_work);  in amdgpu_vce_suspend()
263 	if (adev->vce.vcpu_bo == NULL)  in amdgpu_vce_suspend()
267 		if (atomic_read(&adev->vce.handles[i]))  in amdgpu_vce_suspend()
290 	if (adev->vce.vcpu_bo == NULL)  in amdgpu_vce_resume()
293 	r = amdgpu_bo_reserve(adev->vce.vcpu_bo, false);  in amdgpu_vce_resume()
299 	r = amdgpu_bo_kmap(adev->vce.vcpu_bo, &cpu_addr);  in amdgpu_vce_resume()
301 		amdgpu_bo_unreserve(adev->vce.vcpu_bo);  in amdgpu_vce_resume()
306 	hdr = (const struct common_firmware_header *)adev->vce.fw->data;  in amdgpu_vce_resume()
308 	memcpy_toio(cpu_addr, adev->vce.fw->data + offset,  in amdgpu_vce_resume()
309 		    adev->vce.fw->size - offset);  in amdgpu_vce_resume()
311 	amdgpu_bo_kunmap(adev->vce.vcpu_bo);  in amdgpu_vce_resume()
313 	amdgpu_bo_unreserve(adev->vce.vcpu_bo);  in amdgpu_vce_resume()
328 		container_of(work, struct amdgpu_device, vce.idle_work.work);  in amdgpu_vce_idle_work_handler()
331 	for (i = 0; i < adev->vce.num_rings; i++)  in amdgpu_vce_idle_work_handler()
332 		count += amdgpu_fence_count_emitted(&adev->vce.ring[i]);  in amdgpu_vce_idle_work_handler()
345 		schedule_delayed_work(&adev->vce.idle_work, VCE_IDLE_TIMEOUT);  in amdgpu_vce_idle_work_handler()
364 	mutex_lock(&adev->vce.idle_mutex);  in amdgpu_vce_ring_begin_use()
365 	set_clocks = !cancel_delayed_work_sync(&adev->vce.idle_work);  in amdgpu_vce_ring_begin_use()
378 	mutex_unlock(&adev->vce.idle_mutex);  in amdgpu_vce_ring_begin_use()
391 		schedule_delayed_work(&ring->adev->vce.idle_work, VCE_IDLE_TIMEOUT);  in amdgpu_vce_ring_end_use()
404 	struct amdgpu_ring *ring = &adev->vce.ring[0];  in amdgpu_vce_free_handles()
407 		uint32_t handle = atomic_read(&adev->vce.handles[i]);  in amdgpu_vce_free_handles()
409 		if (!handle || adev->vce.filp[i] != filp)  in amdgpu_vce_free_handles()
416 		adev->vce.filp[i] = NULL;  in amdgpu_vce_free_handles()
417 		atomic_set(&adev->vce.handles[i], 0);  in amdgpu_vce_free_handles()
456 	if ((ring->adev->vce.fw_version >> 24) >= 52)  in amdgpu_vce_get_create_msg()
471 	if ((ring->adev->vce.fw_version >> 24) >= 52) {  in amdgpu_vce_get_create_msg()
550 		r = amdgpu_job_submit(job, &ring->adev->vce.entity,  in amdgpu_vce_get_destroy_msg()
680 		if (atomic_read(&p->adev->vce.handles[i]) == handle) {  in amdgpu_vce_validate_handle()
681 			if (p->adev->vce.filp[i] != p->filp) {  in amdgpu_vce_validate_handle()
691 		if (!atomic_cmpxchg(&p->adev->vce.handles[i], 0, handle)) {  in amdgpu_vce_validate_handle()
692 			p->adev->vce.filp[i] = p->filp;  in amdgpu_vce_validate_handle()
693 			p->adev->vce.img_size[i] = 0;  in amdgpu_vce_validate_handle()
804 			size = &p->adev->vce.img_size[session_idx];  in amdgpu_vce_ring_parse_cs()
934 			atomic_set(&p->adev->vce.handles[i], 0);  in amdgpu_vce_ring_parse_cs()
1024 			atomic_set(&p->adev->vce.handles[i], 0);  in amdgpu_vce_ring_parse_cs_vm()
1118 	if (ring != &ring->adev->vce.ring[0])  in amdgpu_vce_ring_test_ib()