297 	u64 wptr;  in sdma_v4_0_ring_get_wptr()  local
301 		wptr = READ_ONCE(*((u64 *)&adev->wb.wb[ring->wptr_offs]));  in sdma_v4_0_ring_get_wptr()
302 		DRM_DEBUG("wptr/doorbell before shift == 0x%016llx\n", wptr);  in sdma_v4_0_ring_get_wptr()
311 		wptr = highbit;  in sdma_v4_0_ring_get_wptr()
312 		wptr = wptr << 32;  in sdma_v4_0_ring_get_wptr()
313 		wptr |= lowbit;  in sdma_v4_0_ring_get_wptr()
316 	return wptr >> 2;  in sdma_v4_0_ring_get_wptr()
339 				lower_32_bits(ring->wptr << 2),  in sdma_v4_0_ring_set_wptr()
340 				upper_32_bits(ring->wptr << 2));  in sdma_v4_0_ring_set_wptr()
342 		WRITE_ONCE(*wb, (ring->wptr << 2));  in sdma_v4_0_ring_set_wptr()
344 				ring->doorbell_index, ring->wptr << 2);  in sdma_v4_0_ring_set_wptr()
345 		WDOORBELL64(ring->doorbell_index, ring->wptr << 2);  in sdma_v4_0_ring_set_wptr()
351 				lower_32_bits(ring->wptr << 2),  in sdma_v4_0_ring_set_wptr()
353 				upper_32_bits(ring->wptr << 2));  in sdma_v4_0_ring_set_wptr()
354 …WREG32(sdma_v4_0_get_reg_offset(adev, ring->me, mmSDMA0_GFX_RB_WPTR), lower_32_bits(ring->wptr << …  in sdma_v4_0_ring_set_wptr()
355 …WREG32(sdma_v4_0_get_reg_offset(adev, ring->me, mmSDMA0_GFX_RB_WPTR_HI), upper_32_bits(ring->wptr …  in sdma_v4_0_ring_set_wptr()
385 	sdma_v4_0_ring_insert_nop(ring, (10 - (lower_32_bits(ring->wptr) & 7)) % 8);  in sdma_v4_0_ring_emit_ib()
662 		ring->wptr = 0;  in sdma_v4_0_gfx_resume()
668 			WREG32(sdma_v4_0_get_reg_offset(adev, i, mmSDMA0_GFX_RB_WPTR), lower_32_bits(ring->wptr) << 2);  in sdma_v4_0_gfx_resume()
669 …	WREG32(sdma_v4_0_get_reg_offset(adev, i, mmSDMA0_GFX_RB_WPTR_HI), upper_32_bits(ring->wptr) << 2);  in sdma_v4_0_gfx_resume()