260 	ret = ring->wptr & ring->buf_mask;/* this is the offset we need patch later */  in sdma_v5_0_ring_init_cond_exec()
274 	cur = (ring->wptr - 1) & ring->buf_mask;  in sdma_v5_0_ring_patch_cond_exec()
309 	u64 wptr;  in sdma_v5_0_ring_get_wptr()  local
313 		wptr = READ_ONCE(*((u64 *)ring->wptr_cpu_addr));  in sdma_v5_0_ring_get_wptr()
314 		DRM_DEBUG("wptr/doorbell before shift == 0x%016llx\n", wptr);  in sdma_v5_0_ring_get_wptr()
316 		wptr = RREG32_SOC15_IP(GC, sdma_v5_0_get_reg_offset(adev, ring->me, mmSDMA0_GFX_RB_WPTR_HI));  in sdma_v5_0_ring_get_wptr()
317 		wptr = wptr << 32;  in sdma_v5_0_ring_get_wptr()
318 		wptr |= RREG32_SOC15_IP(GC, sdma_v5_0_get_reg_offset(adev, ring->me, mmSDMA0_GFX_RB_WPTR));  in sdma_v5_0_ring_get_wptr()
319 		DRM_DEBUG("wptr before shift [%i] wptr == 0x%016llx\n", ring->me, wptr);  in sdma_v5_0_ring_get_wptr()
322 	return wptr >> 2;  in sdma_v5_0_ring_get_wptr()
350 			     ring->wptr << 2);  in sdma_v5_0_ring_set_wptr()
351 		*wptr_saved = ring->wptr << 2;  in sdma_v5_0_ring_set_wptr()
353 			WDOORBELL64(aggregated_db_index, ring->wptr << 2);  in sdma_v5_0_ring_set_wptr()
355 					ring->doorbell_index, ring->wptr << 2);  in sdma_v5_0_ring_set_wptr()
356 			WDOORBELL64(ring->doorbell_index, ring->wptr << 2);  in sdma_v5_0_ring_set_wptr()
359 					ring->doorbell_index, ring->wptr << 2);  in sdma_v5_0_ring_set_wptr()
360 			WDOORBELL64(ring->doorbell_index, ring->wptr << 2);  in sdma_v5_0_ring_set_wptr()
364 					    ring->wptr << 2);  in sdma_v5_0_ring_set_wptr()
373 				  lower_32_bits(ring->wptr << 2),  in sdma_v5_0_ring_set_wptr()
374 				  upper_32_bits(ring->wptr << 2));  in sdma_v5_0_ring_set_wptr()
377 				     ring->wptr << 2);  in sdma_v5_0_ring_set_wptr()
379 				  ring->doorbell_index, ring->wptr << 2);  in sdma_v5_0_ring_set_wptr()
380 			WDOORBELL64(ring->doorbell_index, ring->wptr << 2);  in sdma_v5_0_ring_set_wptr()
386 				  lower_32_bits(ring->wptr << 2),  in sdma_v5_0_ring_set_wptr()
388 				  upper_32_bits(ring->wptr << 2));  in sdma_v5_0_ring_set_wptr()
391 					lower_32_bits(ring->wptr << 2));  in sdma_v5_0_ring_set_wptr()
394 					upper_32_bits(ring->wptr << 2));  in sdma_v5_0_ring_set_wptr()
438 	sdma_v5_0_ring_insert_nop(ring, (2 - lower_32_bits(ring->wptr)) & 7);  in sdma_v5_0_ring_emit_ib()
742 		ring->wptr = 0;  in sdma_v5_0_gfx_resume()
749 			       lower_32_bits(ring->wptr << 2));  in sdma_v5_0_gfx_resume()
751 			       upper_32_bits(ring->wptr << 2));  in sdma_v5_0_gfx_resume()