225 	uint32_t tmp;  in mmhub_v2_0_init_system_aperture_regs()  local
253 	tmp = RREG32_SOC15(MMHUB, 0, mmMMVM_L2_PROTECTION_FAULT_CNTL2);  in mmhub_v2_0_init_system_aperture_regs()
254 	tmp = REG_SET_FIELD(tmp, MMVM_L2_PROTECTION_FAULT_CNTL2,  in mmhub_v2_0_init_system_aperture_regs()
256 	WREG32_SOC15(MMHUB, 0, mmMMVM_L2_PROTECTION_FAULT_CNTL2, tmp);  in mmhub_v2_0_init_system_aperture_regs()
261 	uint32_t tmp;  in mmhub_v2_0_init_tlb_regs()  local
264 	tmp = RREG32_SOC15(MMHUB, 0, mmMMMC_VM_MX_L1_TLB_CNTL);  in mmhub_v2_0_init_tlb_regs()
266 	tmp = REG_SET_FIELD(tmp, MMMC_VM_MX_L1_TLB_CNTL, ENABLE_L1_TLB, 1);  in mmhub_v2_0_init_tlb_regs()
267 	tmp = REG_SET_FIELD(tmp, MMMC_VM_MX_L1_TLB_CNTL, SYSTEM_ACCESS_MODE, 3);  in mmhub_v2_0_init_tlb_regs()
268 	tmp = REG_SET_FIELD(tmp, MMMC_VM_MX_L1_TLB_CNTL,  in mmhub_v2_0_init_tlb_regs()
270 	tmp = REG_SET_FIELD(tmp, MMMC_VM_MX_L1_TLB_CNTL,  in mmhub_v2_0_init_tlb_regs()
272 	tmp = REG_SET_FIELD(tmp, MMMC_VM_MX_L1_TLB_CNTL, ECO_BITS, 0);  in mmhub_v2_0_init_tlb_regs()
273 	tmp = REG_SET_FIELD(tmp, MMMC_VM_MX_L1_TLB_CNTL,  in mmhub_v2_0_init_tlb_regs()
276 	WREG32_SOC15(MMHUB, 0, mmMMMC_VM_MX_L1_TLB_CNTL, tmp);  in mmhub_v2_0_init_tlb_regs()
281 	uint32_t tmp;  in mmhub_v2_0_init_cache_regs()  local
290 	tmp = RREG32_SOC15(MMHUB, 0, mmMMVM_L2_CNTL);  in mmhub_v2_0_init_cache_regs()
291 	tmp = REG_SET_FIELD(tmp, MMVM_L2_CNTL, ENABLE_L2_CACHE, 1);  in mmhub_v2_0_init_cache_regs()
292 	tmp = REG_SET_FIELD(tmp, MMVM_L2_CNTL, ENABLE_L2_FRAGMENT_PROCESSING, 0);  in mmhub_v2_0_init_cache_regs()
293 	tmp = REG_SET_FIELD(tmp, MMVM_L2_CNTL,  in mmhub_v2_0_init_cache_regs()
296 	tmp = REG_SET_FIELD(tmp, MMVM_L2_CNTL, L2_PDE0_CACHE_TAG_GENERATION_MODE,  in mmhub_v2_0_init_cache_regs()
298 	tmp = REG_SET_FIELD(tmp, MMVM_L2_CNTL, PDE_FAULT_CLASSIFICATION, 0);  in mmhub_v2_0_init_cache_regs()
299 	tmp = REG_SET_FIELD(tmp, MMVM_L2_CNTL, CONTEXT1_IDENTITY_ACCESS_MODE, 1);  in mmhub_v2_0_init_cache_regs()
300 	tmp = REG_SET_FIELD(tmp, MMVM_L2_CNTL, IDENTITY_MODE_FRAGMENT_SIZE, 0);  in mmhub_v2_0_init_cache_regs()
301 	WREG32_SOC15(MMHUB, 0, mmMMVM_L2_CNTL, tmp);  in mmhub_v2_0_init_cache_regs()
303 	tmp = RREG32_SOC15(MMHUB, 0, mmMMVM_L2_CNTL2);  in mmhub_v2_0_init_cache_regs()
304 	tmp = REG_SET_FIELD(tmp, MMVM_L2_CNTL2, INVALIDATE_ALL_L1_TLBS, 1);  in mmhub_v2_0_init_cache_regs()
305 	tmp = REG_SET_FIELD(tmp, MMVM_L2_CNTL2, INVALIDATE_L2_CACHE, 1);  in mmhub_v2_0_init_cache_regs()
306 	WREG32_SOC15(MMHUB, 0, mmMMVM_L2_CNTL2, tmp);  in mmhub_v2_0_init_cache_regs()
308 	tmp = mmMMVM_L2_CNTL3_DEFAULT;  in mmhub_v2_0_init_cache_regs()
310 		tmp = REG_SET_FIELD(tmp, MMVM_L2_CNTL3, BANK_SELECT, 12);  in mmhub_v2_0_init_cache_regs()
311 		tmp = REG_SET_FIELD(tmp, MMVM_L2_CNTL3,  in mmhub_v2_0_init_cache_regs()
314 		tmp = REG_SET_FIELD(tmp, MMVM_L2_CNTL3, BANK_SELECT, 9);  in mmhub_v2_0_init_cache_regs()
315 		tmp = REG_SET_FIELD(tmp, MMVM_L2_CNTL3,  in mmhub_v2_0_init_cache_regs()
318 	WREG32_SOC15(MMHUB, 0, mmMMVM_L2_CNTL3, tmp);  in mmhub_v2_0_init_cache_regs()
320 	tmp = mmMMVM_L2_CNTL4_DEFAULT;  in mmhub_v2_0_init_cache_regs()
321 	tmp = REG_SET_FIELD(tmp, MMVM_L2_CNTL4, VMC_TAP_PDE_REQUEST_PHYSICAL, 0);  in mmhub_v2_0_init_cache_regs()
322 	tmp = REG_SET_FIELD(tmp, MMVM_L2_CNTL4, VMC_TAP_PTE_REQUEST_PHYSICAL, 0);  in mmhub_v2_0_init_cache_regs()
323 	WREG32_SOC15(MMHUB, 0, mmMMVM_L2_CNTL4, tmp);  in mmhub_v2_0_init_cache_regs()
325 	tmp = mmMMVM_L2_CNTL5_DEFAULT;  in mmhub_v2_0_init_cache_regs()
326 	tmp = REG_SET_FIELD(tmp, MMVM_L2_CNTL5, L2_CACHE_SMALLK_FRAGMENT_SIZE, 0);  in mmhub_v2_0_init_cache_regs()
327 	WREG32_SOC15(GC, 0, mmMMVM_L2_CNTL5, tmp);  in mmhub_v2_0_init_cache_regs()
332 	uint32_t tmp;  in mmhub_v2_0_enable_system_domain()  local
334 	tmp = RREG32_SOC15(MMHUB, 0, mmMMVM_CONTEXT0_CNTL);  in mmhub_v2_0_enable_system_domain()
335 	tmp = REG_SET_FIELD(tmp, MMVM_CONTEXT0_CNTL, ENABLE_CONTEXT, 1);  in mmhub_v2_0_enable_system_domain()
336 	tmp = REG_SET_FIELD(tmp, MMVM_CONTEXT0_CNTL, PAGE_TABLE_DEPTH, 0);  in mmhub_v2_0_enable_system_domain()
337 	tmp = REG_SET_FIELD(tmp, MMVM_CONTEXT0_CNTL,  in mmhub_v2_0_enable_system_domain()
339 	WREG32_SOC15_RLC(MMHUB, 0, mmMMVM_CONTEXT0_CNTL, tmp);  in mmhub_v2_0_enable_system_domain()
372 	uint32_t tmp;  in mmhub_v2_0_setup_vmid_config()  local
375 		tmp = RREG32_SOC15_OFFSET(MMHUB, 0, mmMMVM_CONTEXT1_CNTL, i);  in mmhub_v2_0_setup_vmid_config()
376 		tmp = REG_SET_FIELD(tmp, MMVM_CONTEXT1_CNTL, ENABLE_CONTEXT, 1);  in mmhub_v2_0_setup_vmid_config()
377 		tmp = REG_SET_FIELD(tmp, MMVM_CONTEXT1_CNTL, PAGE_TABLE_DEPTH,  in mmhub_v2_0_setup_vmid_config()
379 		tmp = REG_SET_FIELD(tmp, MMVM_CONTEXT1_CNTL,  in mmhub_v2_0_setup_vmid_config()
381 		tmp = REG_SET_FIELD(tmp, MMVM_CONTEXT1_CNTL,  in mmhub_v2_0_setup_vmid_config()
384 		tmp = REG_SET_FIELD(tmp, MMVM_CONTEXT1_CNTL,  in mmhub_v2_0_setup_vmid_config()
386 		tmp = REG_SET_FIELD(tmp, MMVM_CONTEXT1_CNTL,  in mmhub_v2_0_setup_vmid_config()
388 		tmp = REG_SET_FIELD(tmp, MMVM_CONTEXT1_CNTL,  in mmhub_v2_0_setup_vmid_config()
390 		tmp = REG_SET_FIELD(tmp, MMVM_CONTEXT1_CNTL,  in mmhub_v2_0_setup_vmid_config()
392 		tmp = REG_SET_FIELD(tmp, MMVM_CONTEXT1_CNTL,  in mmhub_v2_0_setup_vmid_config()
394 		tmp = REG_SET_FIELD(tmp, MMVM_CONTEXT1_CNTL,  in mmhub_v2_0_setup_vmid_config()
398 		tmp = REG_SET_FIELD(tmp, MMVM_CONTEXT1_CNTL,  in mmhub_v2_0_setup_vmid_config()
402 				    i * hub->ctx_distance, tmp);  in mmhub_v2_0_setup_vmid_config()
448 	u32 tmp;  in mmhub_v2_0_gart_disable()  local
457 	tmp = RREG32_SOC15(MMHUB, 0, mmMMMC_VM_MX_L1_TLB_CNTL);  in mmhub_v2_0_gart_disable()
458 	tmp = REG_SET_FIELD(tmp, MMMC_VM_MX_L1_TLB_CNTL, ENABLE_L1_TLB, 0);  in mmhub_v2_0_gart_disable()
459 	tmp = REG_SET_FIELD(tmp, MMMC_VM_MX_L1_TLB_CNTL,  in mmhub_v2_0_gart_disable()
461 	WREG32_SOC15(MMHUB, 0, mmMMMC_VM_MX_L1_TLB_CNTL, tmp);  in mmhub_v2_0_gart_disable()
464 	tmp = RREG32_SOC15(MMHUB, 0, mmMMVM_L2_CNTL);  in mmhub_v2_0_gart_disable()
465 	tmp = REG_SET_FIELD(tmp, MMVM_L2_CNTL, ENABLE_L2_CACHE, 0);  in mmhub_v2_0_gart_disable()
466 	WREG32_SOC15(MMHUB, 0, mmMMVM_L2_CNTL, tmp);  in mmhub_v2_0_gart_disable()
478 	u32 tmp;  in mmhub_v2_0_set_fault_enable_default()  local
486 	tmp = RREG32_SOC15(MMHUB, 0, mmMMVM_L2_PROTECTION_FAULT_CNTL);  in mmhub_v2_0_set_fault_enable_default()
487 	tmp = REG_SET_FIELD(tmp, MMVM_L2_PROTECTION_FAULT_CNTL,  in mmhub_v2_0_set_fault_enable_default()
489 	tmp = REG_SET_FIELD(tmp, MMVM_L2_PROTECTION_FAULT_CNTL,  in mmhub_v2_0_set_fault_enable_default()
491 	tmp = REG_SET_FIELD(tmp, MMVM_L2_PROTECTION_FAULT_CNTL,  in mmhub_v2_0_set_fault_enable_default()
493 	tmp = REG_SET_FIELD(tmp, MMVM_L2_PROTECTION_FAULT_CNTL,  in mmhub_v2_0_set_fault_enable_default()
495 	tmp = REG_SET_FIELD(tmp, MMVM_L2_PROTECTION_FAULT_CNTL,  in mmhub_v2_0_set_fault_enable_default()
498 	tmp = REG_SET_FIELD(tmp, MMVM_L2_PROTECTION_FAULT_CNTL,  in mmhub_v2_0_set_fault_enable_default()
500 	tmp = REG_SET_FIELD(tmp, MMVM_L2_PROTECTION_FAULT_CNTL,  in mmhub_v2_0_set_fault_enable_default()
502 	tmp = REG_SET_FIELD(tmp, MMVM_L2_PROTECTION_FAULT_CNTL,  in mmhub_v2_0_set_fault_enable_default()
504 	tmp = REG_SET_FIELD(tmp, MMVM_L2_PROTECTION_FAULT_CNTL,  in mmhub_v2_0_set_fault_enable_default()
506 	tmp = REG_SET_FIELD(tmp, MMVM_L2_PROTECTION_FAULT_CNTL,  in mmhub_v2_0_set_fault_enable_default()
508 	tmp = REG_SET_FIELD(tmp, MMVM_L2_PROTECTION_FAULT_CNTL,  in mmhub_v2_0_set_fault_enable_default()
511 		tmp = REG_SET_FIELD(tmp, MMVM_L2_PROTECTION_FAULT_CNTL,  in mmhub_v2_0_set_fault_enable_default()
513 		tmp = REG_SET_FIELD(tmp, MMVM_L2_PROTECTION_FAULT_CNTL,  in mmhub_v2_0_set_fault_enable_default()
516 	WREG32_SOC15(MMHUB, 0, mmMMVM_L2_PROTECTION_FAULT_CNTL, tmp);  in mmhub_v2_0_set_fault_enable_default()