100 	struct amdgpu_fence_driver *drv = &ring->fence_drv;  in amdgpu_fence_write()
116 	struct amdgpu_fence_driver *drv = &ring->fence_drv;  in amdgpu_fence_read()
149 	seq = ++ring->fence_drv.sync_seq;  in amdgpu_fence_emit()
152 		       &ring->fence_drv.lock,  in amdgpu_fence_emit()
155 	amdgpu_ring_emit_fence(ring, ring->fence_drv.gpu_addr,  in amdgpu_fence_emit()
158 	ptr = &ring->fence_drv.fences[seq & ring->fence_drv.num_fences_mask];  in amdgpu_fence_emit()
201 	seq = ++ring->fence_drv.sync_seq;  in amdgpu_fence_emit_polling()
202 	amdgpu_ring_emit_fence(ring, ring->fence_drv.gpu_addr,  in amdgpu_fence_emit_polling()
219 	mod_timer(&ring->fence_drv.fallback_timer,  in amdgpu_fence_schedule_fallback()
236 	struct amdgpu_fence_driver *drv = &ring->fence_drv;  in amdgpu_fence_process()
241 		last_seq = atomic_read(&ring->fence_drv.last_seq);  in amdgpu_fence_process()
246 	if (del_timer(&ring->fence_drv.fallback_timer) &&  in amdgpu_fence_process()
247 	    seq != ring->fence_drv.sync_seq)  in amdgpu_fence_process()
292 					      fence_drv.fallback_timer);  in amdgpu_fence_fallback()
309 	uint64_t seq = READ_ONCE(ring->fence_drv.sync_seq);  in amdgpu_fence_wait_empty()
316 	ptr = &ring->fence_drv.fences[seq & ring->fence_drv.num_fences_mask];  in amdgpu_fence_wait_empty()
372 	emitted -= atomic_read(&ring->fence_drv.last_seq);  in amdgpu_fence_count_emitted()
373 	emitted += READ_ONCE(ring->fence_drv.sync_seq);  in amdgpu_fence_count_emitted()
398 		ring->fence_drv.cpu_addr = &adev->wb.wb[ring->fence_offs];  in amdgpu_fence_driver_start_ring()
399 		ring->fence_drv.gpu_addr = adev->wb.gpu_addr + (ring->fence_offs * 4);  in amdgpu_fence_driver_start_ring()
403 		ring->fence_drv.cpu_addr = adev->uvd.inst[ring->me].cpu_addr + index;  in amdgpu_fence_driver_start_ring()
404 		ring->fence_drv.gpu_addr = adev->uvd.inst[ring->me].gpu_addr + index;  in amdgpu_fence_driver_start_ring()
406 	amdgpu_fence_write(ring, atomic_read(&ring->fence_drv.last_seq));  in amdgpu_fence_driver_start_ring()
409 	ring->fence_drv.irq_src = irq_src;  in amdgpu_fence_driver_start_ring()
410 	ring->fence_drv.irq_type = irq_type;  in amdgpu_fence_driver_start_ring()
411 	ring->fence_drv.initialized = true;  in amdgpu_fence_driver_start_ring()
415 		      ring->fence_drv.gpu_addr, ring->fence_drv.cpu_addr);  in amdgpu_fence_driver_start_ring()
443 	ring->fence_drv.cpu_addr = NULL;  in amdgpu_fence_driver_init_ring()
444 	ring->fence_drv.gpu_addr = 0;  in amdgpu_fence_driver_init_ring()
445 	ring->fence_drv.sync_seq = 0;  in amdgpu_fence_driver_init_ring()
446 	atomic_set(&ring->fence_drv.last_seq, 0);  in amdgpu_fence_driver_init_ring()
447 	ring->fence_drv.initialized = false;  in amdgpu_fence_driver_init_ring()
449 	timer_setup(&ring->fence_drv.fallback_timer, amdgpu_fence_fallback, 0);  in amdgpu_fence_driver_init_ring()
451 	ring->fence_drv.num_fences_mask = num_hw_submission * 2 - 1;  in amdgpu_fence_driver_init_ring()
452 	spin_lock_init(&ring->fence_drv.lock);  in amdgpu_fence_driver_init_ring()
453 	ring->fence_drv.fences = kcalloc(num_hw_submission * 2, sizeof(void *),  in amdgpu_fence_driver_init_ring()
455 	if (!ring->fence_drv.fences)  in amdgpu_fence_driver_init_ring()
535 		if (!ring || !ring->fence_drv.initialized)  in amdgpu_fence_driver_fini()
542 		amdgpu_irq_put(adev, ring->fence_drv.irq_src,  in amdgpu_fence_driver_fini()
543 			       ring->fence_drv.irq_type);  in amdgpu_fence_driver_fini()
545 		del_timer_sync(&ring->fence_drv.fallback_timer);  in amdgpu_fence_driver_fini()
546 		for (j = 0; j <= ring->fence_drv.num_fences_mask; ++j)  in amdgpu_fence_driver_fini()
547 			dma_fence_put(ring->fence_drv.fences[j]);  in amdgpu_fence_driver_fini()
548 		kfree(ring->fence_drv.fences);  in amdgpu_fence_driver_fini()
549 		ring->fence_drv.fences = NULL;  in amdgpu_fence_driver_fini()
550 		ring->fence_drv.initialized = false;  in amdgpu_fence_driver_fini()
568 		if (!ring || !ring->fence_drv.initialized)  in amdgpu_fence_driver_suspend()
579 		amdgpu_irq_put(adev, ring->fence_drv.irq_src,  in amdgpu_fence_driver_suspend()
580 			       ring->fence_drv.irq_type);  in amdgpu_fence_driver_suspend()
602 		if (!ring || !ring->fence_drv.initialized)  in amdgpu_fence_driver_resume()
606 		amdgpu_irq_get(adev, ring->fence_drv.irq_src,  in amdgpu_fence_driver_resume()
607 			       ring->fence_drv.irq_type);  in amdgpu_fence_driver_resume()
619 	amdgpu_fence_write(ring, ring->fence_drv.sync_seq);  in amdgpu_fence_driver_force_completion()
651 	if (!timer_pending(&ring->fence_drv.fallback_timer))  in amdgpu_fence_enable_signaling()
706 		if (!ring || !ring->fence_drv.initialized)  in amdgpu_debugfs_fence_info()
713 			   atomic_read(&ring->fence_drv.last_seq));  in amdgpu_debugfs_fence_info()
715 			   ring->fence_drv.sync_seq);  in amdgpu_debugfs_fence_info()
730 			   le32_to_cpu(*(ring->fence_drv.cpu_addr + 2)));  in amdgpu_debugfs_fence_info()
733 			   le32_to_cpu(*(ring->fence_drv.cpu_addr + 4)));  in amdgpu_debugfs_fence_info()
736 			   le32_to_cpu(*(ring->fence_drv.cpu_addr + 6)));  in amdgpu_debugfs_fence_info()