90 	ret = ring->wptr & ring->buf_mask;/* this is the offset we need patch later */  in sdma_v6_0_ring_init_cond_exec()
104 	cur = (ring->wptr - 1) & ring->buf_mask;  in sdma_v6_0_ring_patch_cond_exec()
138 	u64 wptr = 0;  in sdma_v6_0_ring_get_wptr()  local
142 		wptr = READ_ONCE(*((u64 *)ring->wptr_cpu_addr));  in sdma_v6_0_ring_get_wptr()
143 		DRM_DEBUG("wptr/doorbell before shift == 0x%016llx\n", wptr);  in sdma_v6_0_ring_get_wptr()
146 	return wptr >> 2;  in sdma_v6_0_ring_get_wptr()
175 			     ring->wptr << 2);  in sdma_v6_0_ring_set_wptr()
176 		*wptr_saved = ring->wptr << 2;  in sdma_v6_0_ring_set_wptr()
178 			WDOORBELL64(aggregated_db_index, ring->wptr << 2);  in sdma_v6_0_ring_set_wptr()
180 					ring->doorbell_index, ring->wptr << 2);  in sdma_v6_0_ring_set_wptr()
181 			WDOORBELL64(ring->doorbell_index, ring->wptr << 2);  in sdma_v6_0_ring_set_wptr()
184 					ring->doorbell_index, ring->wptr << 2);  in sdma_v6_0_ring_set_wptr()
185 			WDOORBELL64(ring->doorbell_index, ring->wptr << 2);  in sdma_v6_0_ring_set_wptr()
189 					    ring->wptr << 2);  in sdma_v6_0_ring_set_wptr()
198 				  lower_32_bits(ring->wptr << 2),  in sdma_v6_0_ring_set_wptr()
199 				  upper_32_bits(ring->wptr << 2));  in sdma_v6_0_ring_set_wptr()
202 				     ring->wptr << 2);  in sdma_v6_0_ring_set_wptr()
204 				  ring->doorbell_index, ring->wptr << 2);  in sdma_v6_0_ring_set_wptr()
205 			WDOORBELL64(ring->doorbell_index, ring->wptr << 2);  in sdma_v6_0_ring_set_wptr()
211 				  lower_32_bits(ring->wptr << 2),  in sdma_v6_0_ring_set_wptr()
213 				  upper_32_bits(ring->wptr << 2));  in sdma_v6_0_ring_set_wptr()
216 					lower_32_bits(ring->wptr << 2));  in sdma_v6_0_ring_set_wptr()
219 					upper_32_bits(ring->wptr << 2));  in sdma_v6_0_ring_set_wptr()
263 	sdma_v6_0_ring_insert_nop(ring, (2 - lower_32_bits(ring->wptr)) & 7);  in sdma_v6_0_ring_emit_ib()
522 		ring->wptr = 0;  in sdma_v6_0_gfx_resume()
528 …IP(GC, sdma_v6_0_get_reg_offset(adev, i, regSDMA0_QUEUE0_RB_WPTR), lower_32_bits(ring->wptr) << 2);  in sdma_v6_0_gfx_resume()
529 …GC, sdma_v6_0_get_reg_offset(adev, i, regSDMA0_QUEUE0_RB_WPTR_HI), upper_32_bits(ring->wptr) << 2);  in sdma_v6_0_gfx_resume()