152 	uint32_t tmp;  in mmhub_v2_3_init_system_aperture_regs()  local
178 	tmp = RREG32_SOC15(MMHUB, 0, mmMMVM_L2_PROTECTION_FAULT_CNTL2);  in mmhub_v2_3_init_system_aperture_regs()
179 	tmp = REG_SET_FIELD(tmp, MMVM_L2_PROTECTION_FAULT_CNTL2,  in mmhub_v2_3_init_system_aperture_regs()
181 	WREG32_SOC15(MMHUB, 0, mmMMVM_L2_PROTECTION_FAULT_CNTL2, tmp);  in mmhub_v2_3_init_system_aperture_regs()
186 	uint32_t tmp;  in mmhub_v2_3_init_tlb_regs()  local
189 	tmp = RREG32_SOC15(MMHUB, 0, mmMMMC_VM_MX_L1_TLB_CNTL);  in mmhub_v2_3_init_tlb_regs()
191 	tmp = REG_SET_FIELD(tmp, MMMC_VM_MX_L1_TLB_CNTL, ENABLE_L1_TLB, 1);  in mmhub_v2_3_init_tlb_regs()
192 	tmp = REG_SET_FIELD(tmp, MMMC_VM_MX_L1_TLB_CNTL, SYSTEM_ACCESS_MODE, 3);  in mmhub_v2_3_init_tlb_regs()
193 	tmp = REG_SET_FIELD(tmp, MMMC_VM_MX_L1_TLB_CNTL,  in mmhub_v2_3_init_tlb_regs()
195 	tmp = REG_SET_FIELD(tmp, MMMC_VM_MX_L1_TLB_CNTL,  in mmhub_v2_3_init_tlb_regs()
197 	tmp = REG_SET_FIELD(tmp, MMMC_VM_MX_L1_TLB_CNTL, ECO_BITS, 0);  in mmhub_v2_3_init_tlb_regs()
198 	tmp = REG_SET_FIELD(tmp, MMMC_VM_MX_L1_TLB_CNTL,  in mmhub_v2_3_init_tlb_regs()
201 	WREG32_SOC15(MMHUB, 0, mmMMMC_VM_MX_L1_TLB_CNTL, tmp);  in mmhub_v2_3_init_tlb_regs()
206 	uint32_t tmp;  in mmhub_v2_3_init_cache_regs()  local
209 	tmp = RREG32_SOC15(MMHUB, 0, mmMMVM_L2_CNTL);  in mmhub_v2_3_init_cache_regs()
210 	tmp = REG_SET_FIELD(tmp, MMVM_L2_CNTL, ENABLE_L2_CACHE, 1);  in mmhub_v2_3_init_cache_regs()
211 	tmp = REG_SET_FIELD(tmp, MMVM_L2_CNTL, ENABLE_L2_FRAGMENT_PROCESSING, 0);  in mmhub_v2_3_init_cache_regs()
212 	tmp = REG_SET_FIELD(tmp, MMVM_L2_CNTL,  in mmhub_v2_3_init_cache_regs()
215 	tmp = REG_SET_FIELD(tmp, MMVM_L2_CNTL, L2_PDE0_CACHE_TAG_GENERATION_MODE,  in mmhub_v2_3_init_cache_regs()
217 	tmp = REG_SET_FIELD(tmp, MMVM_L2_CNTL, PDE_FAULT_CLASSIFICATION, 0);  in mmhub_v2_3_init_cache_regs()
218 	tmp = REG_SET_FIELD(tmp, MMVM_L2_CNTL, CONTEXT1_IDENTITY_ACCESS_MODE, 1);  in mmhub_v2_3_init_cache_regs()
219 	tmp = REG_SET_FIELD(tmp, MMVM_L2_CNTL, IDENTITY_MODE_FRAGMENT_SIZE, 0);  in mmhub_v2_3_init_cache_regs()
220 	WREG32_SOC15(MMHUB, 0, mmMMVM_L2_CNTL, tmp);  in mmhub_v2_3_init_cache_regs()
222 	tmp = RREG32_SOC15(MMHUB, 0, mmMMVM_L2_CNTL2);  in mmhub_v2_3_init_cache_regs()
223 	tmp = REG_SET_FIELD(tmp, MMVM_L2_CNTL2, INVALIDATE_ALL_L1_TLBS, 1);  in mmhub_v2_3_init_cache_regs()
224 	tmp = REG_SET_FIELD(tmp, MMVM_L2_CNTL2, INVALIDATE_L2_CACHE, 1);  in mmhub_v2_3_init_cache_regs()
225 	WREG32_SOC15(MMHUB, 0, mmMMVM_L2_CNTL2, tmp);  in mmhub_v2_3_init_cache_regs()
227 	tmp = mmMMVM_L2_CNTL3_DEFAULT;  in mmhub_v2_3_init_cache_regs()
229 		tmp = REG_SET_FIELD(tmp, MMVM_L2_CNTL3, BANK_SELECT, 12);  in mmhub_v2_3_init_cache_regs()
230 		tmp = REG_SET_FIELD(tmp, MMVM_L2_CNTL3,  in mmhub_v2_3_init_cache_regs()
233 		tmp = REG_SET_FIELD(tmp, MMVM_L2_CNTL3, BANK_SELECT, 9);  in mmhub_v2_3_init_cache_regs()
234 		tmp = REG_SET_FIELD(tmp, MMVM_L2_CNTL3,  in mmhub_v2_3_init_cache_regs()
237 	WREG32_SOC15(MMHUB, 0, mmMMVM_L2_CNTL3, tmp);  in mmhub_v2_3_init_cache_regs()
239 	tmp = mmMMVM_L2_CNTL4_DEFAULT;  in mmhub_v2_3_init_cache_regs()
240 	tmp = REG_SET_FIELD(tmp, MMVM_L2_CNTL4, VMC_TAP_PDE_REQUEST_PHYSICAL, 0);  in mmhub_v2_3_init_cache_regs()
241 	tmp = REG_SET_FIELD(tmp, MMVM_L2_CNTL4, VMC_TAP_PTE_REQUEST_PHYSICAL, 0);  in mmhub_v2_3_init_cache_regs()
242 	WREG32_SOC15(MMHUB, 0, mmMMVM_L2_CNTL4, tmp);  in mmhub_v2_3_init_cache_regs()
244 	tmp = mmMMVM_L2_CNTL5_DEFAULT;  in mmhub_v2_3_init_cache_regs()
245 	tmp = REG_SET_FIELD(tmp, MMVM_L2_CNTL5, L2_CACHE_SMALLK_FRAGMENT_SIZE, 0);  in mmhub_v2_3_init_cache_regs()
246 	WREG32_SOC15(GC, 0, mmMMVM_L2_CNTL5, tmp);  in mmhub_v2_3_init_cache_regs()
251 	uint32_t tmp;  in mmhub_v2_3_enable_system_domain()  local
253 	tmp = RREG32_SOC15(MMHUB, 0, mmMMVM_CONTEXT0_CNTL);  in mmhub_v2_3_enable_system_domain()
254 	tmp = REG_SET_FIELD(tmp, MMVM_CONTEXT0_CNTL, ENABLE_CONTEXT, 1);  in mmhub_v2_3_enable_system_domain()
255 	tmp = REG_SET_FIELD(tmp, MMVM_CONTEXT0_CNTL, PAGE_TABLE_DEPTH, 0);  in mmhub_v2_3_enable_system_domain()
256 	tmp = REG_SET_FIELD(tmp, MMVM_CONTEXT0_CNTL,  in mmhub_v2_3_enable_system_domain()
258 	WREG32_SOC15(MMHUB, 0, mmMMVM_CONTEXT0_CNTL, tmp);  in mmhub_v2_3_enable_system_domain()
285 	uint32_t tmp;  in mmhub_v2_3_setup_vmid_config()  local
288 		tmp = RREG32_SOC15_OFFSET(MMHUB, 0, mmMMVM_CONTEXT1_CNTL, i);  in mmhub_v2_3_setup_vmid_config()
289 		tmp = REG_SET_FIELD(tmp, MMVM_CONTEXT1_CNTL, ENABLE_CONTEXT, 1);  in mmhub_v2_3_setup_vmid_config()
290 		tmp = REG_SET_FIELD(tmp, MMVM_CONTEXT1_CNTL, PAGE_TABLE_DEPTH,  in mmhub_v2_3_setup_vmid_config()
292 		tmp = REG_SET_FIELD(tmp, MMVM_CONTEXT1_CNTL,  in mmhub_v2_3_setup_vmid_config()
294 		tmp = REG_SET_FIELD(tmp, MMVM_CONTEXT1_CNTL,  in mmhub_v2_3_setup_vmid_config()
297 		tmp = REG_SET_FIELD(tmp, MMVM_CONTEXT1_CNTL,  in mmhub_v2_3_setup_vmid_config()
299 		tmp = REG_SET_FIELD(tmp, MMVM_CONTEXT1_CNTL,  in mmhub_v2_3_setup_vmid_config()
301 		tmp = REG_SET_FIELD(tmp, MMVM_CONTEXT1_CNTL,  in mmhub_v2_3_setup_vmid_config()
303 		tmp = REG_SET_FIELD(tmp, MMVM_CONTEXT1_CNTL,  in mmhub_v2_3_setup_vmid_config()
305 		tmp = REG_SET_FIELD(tmp, MMVM_CONTEXT1_CNTL,  in mmhub_v2_3_setup_vmid_config()
307 		tmp = REG_SET_FIELD(tmp, MMVM_CONTEXT1_CNTL,  in mmhub_v2_3_setup_vmid_config()
311 		tmp = REG_SET_FIELD(tmp, MMVM_CONTEXT1_CNTL,  in mmhub_v2_3_setup_vmid_config()
315 				    i * hub->ctx_distance, tmp);  in mmhub_v2_3_setup_vmid_config()
375 	u32 tmp;  in mmhub_v2_3_gart_disable()  local
384 	tmp = RREG32_SOC15(MMHUB, 0, mmMMMC_VM_MX_L1_TLB_CNTL);  in mmhub_v2_3_gart_disable()
385 	tmp = REG_SET_FIELD(tmp, MMMC_VM_MX_L1_TLB_CNTL, ENABLE_L1_TLB, 0);  in mmhub_v2_3_gart_disable()
386 	tmp = REG_SET_FIELD(tmp, MMMC_VM_MX_L1_TLB_CNTL,  in mmhub_v2_3_gart_disable()
388 	WREG32_SOC15(MMHUB, 0, mmMMMC_VM_MX_L1_TLB_CNTL, tmp);  in mmhub_v2_3_gart_disable()
391 	tmp = RREG32_SOC15(MMHUB, 0, mmMMVM_L2_CNTL);  in mmhub_v2_3_gart_disable()
392 	tmp = REG_SET_FIELD(tmp, MMVM_L2_CNTL, ENABLE_L2_CACHE, 0);  in mmhub_v2_3_gart_disable()
393 	WREG32_SOC15(MMHUB, 0, mmMMVM_L2_CNTL, tmp);  in mmhub_v2_3_gart_disable()
406 	u32 tmp;  in mmhub_v2_3_set_fault_enable_default()  local
407 	tmp = RREG32_SOC15(MMHUB, 0, mmMMVM_L2_PROTECTION_FAULT_CNTL);  in mmhub_v2_3_set_fault_enable_default()
408 	tmp = REG_SET_FIELD(tmp, MMVM_L2_PROTECTION_FAULT_CNTL,  in mmhub_v2_3_set_fault_enable_default()
410 	tmp = REG_SET_FIELD(tmp, MMVM_L2_PROTECTION_FAULT_CNTL,  in mmhub_v2_3_set_fault_enable_default()
412 	tmp = REG_SET_FIELD(tmp, MMVM_L2_PROTECTION_FAULT_CNTL,  in mmhub_v2_3_set_fault_enable_default()
414 	tmp = REG_SET_FIELD(tmp, MMVM_L2_PROTECTION_FAULT_CNTL,  in mmhub_v2_3_set_fault_enable_default()
416 	tmp = REG_SET_FIELD(tmp, MMVM_L2_PROTECTION_FAULT_CNTL,  in mmhub_v2_3_set_fault_enable_default()
419 	tmp = REG_SET_FIELD(tmp, MMVM_L2_PROTECTION_FAULT_CNTL,  in mmhub_v2_3_set_fault_enable_default()
421 	tmp = REG_SET_FIELD(tmp, MMVM_L2_PROTECTION_FAULT_CNTL,  in mmhub_v2_3_set_fault_enable_default()
423 	tmp = REG_SET_FIELD(tmp, MMVM_L2_PROTECTION_FAULT_CNTL,  in mmhub_v2_3_set_fault_enable_default()
425 	tmp = REG_SET_FIELD(tmp, MMVM_L2_PROTECTION_FAULT_CNTL,  in mmhub_v2_3_set_fault_enable_default()
427 	tmp = REG_SET_FIELD(tmp, MMVM_L2_PROTECTION_FAULT_CNTL,  in mmhub_v2_3_set_fault_enable_default()
429 	tmp = REG_SET_FIELD(tmp, MMVM_L2_PROTECTION_FAULT_CNTL,  in mmhub_v2_3_set_fault_enable_default()
432 		tmp = REG_SET_FIELD(tmp, MMVM_L2_PROTECTION_FAULT_CNTL,  in mmhub_v2_3_set_fault_enable_default()
434 		tmp = REG_SET_FIELD(tmp, MMVM_L2_PROTECTION_FAULT_CNTL,  in mmhub_v2_3_set_fault_enable_default()
437 	WREG32_SOC15(MMHUB, 0, mmMMVM_L2_PROTECTION_FAULT_CNTL, tmp);  in mmhub_v2_3_set_fault_enable_default()