63 	uint32_t tmp;  in mmhub_v2_0_init_system_aperture_regs()  local
90 	tmp = RREG32_SOC15(MMHUB, 0, mmMMVM_L2_PROTECTION_FAULT_CNTL2);  in mmhub_v2_0_init_system_aperture_regs()
91 	tmp = REG_SET_FIELD(tmp, MMVM_L2_PROTECTION_FAULT_CNTL2,  in mmhub_v2_0_init_system_aperture_regs()
93 	WREG32_SOC15(MMHUB, 0, mmMMVM_L2_PROTECTION_FAULT_CNTL2, tmp);  in mmhub_v2_0_init_system_aperture_regs()
98 	uint32_t tmp;  in mmhub_v2_0_init_tlb_regs()  local
101 	tmp = RREG32_SOC15(MMHUB, 0, mmMMMC_VM_MX_L1_TLB_CNTL);  in mmhub_v2_0_init_tlb_regs()
103 	tmp = REG_SET_FIELD(tmp, MMMC_VM_MX_L1_TLB_CNTL, ENABLE_L1_TLB, 1);  in mmhub_v2_0_init_tlb_regs()
104 	tmp = REG_SET_FIELD(tmp, MMMC_VM_MX_L1_TLB_CNTL, SYSTEM_ACCESS_MODE, 3);  in mmhub_v2_0_init_tlb_regs()
105 	tmp = REG_SET_FIELD(tmp, MMMC_VM_MX_L1_TLB_CNTL,  in mmhub_v2_0_init_tlb_regs()
107 	tmp = REG_SET_FIELD(tmp, MMMC_VM_MX_L1_TLB_CNTL,  in mmhub_v2_0_init_tlb_regs()
109 	tmp = REG_SET_FIELD(tmp, MMMC_VM_MX_L1_TLB_CNTL, ECO_BITS, 0);  in mmhub_v2_0_init_tlb_regs()
110 	tmp = REG_SET_FIELD(tmp, MMMC_VM_MX_L1_TLB_CNTL,  in mmhub_v2_0_init_tlb_regs()
113 	WREG32_SOC15(MMHUB, 0, mmMMMC_VM_MX_L1_TLB_CNTL, tmp);  in mmhub_v2_0_init_tlb_regs()
118 	uint32_t tmp;  in mmhub_v2_0_init_cache_regs()  local
121 	tmp = RREG32_SOC15(MMHUB, 0, mmMMVM_L2_CNTL);  in mmhub_v2_0_init_cache_regs()
122 	tmp = REG_SET_FIELD(tmp, MMVM_L2_CNTL, ENABLE_L2_CACHE, 1);  in mmhub_v2_0_init_cache_regs()
123 	tmp = REG_SET_FIELD(tmp, MMVM_L2_CNTL, ENABLE_L2_FRAGMENT_PROCESSING, 0);  in mmhub_v2_0_init_cache_regs()
124 	tmp = REG_SET_FIELD(tmp, MMVM_L2_CNTL,  in mmhub_v2_0_init_cache_regs()
127 	tmp = REG_SET_FIELD(tmp, MMVM_L2_CNTL, L2_PDE0_CACHE_TAG_GENERATION_MODE,  in mmhub_v2_0_init_cache_regs()
129 	tmp = REG_SET_FIELD(tmp, MMVM_L2_CNTL, PDE_FAULT_CLASSIFICATION, 0);  in mmhub_v2_0_init_cache_regs()
130 	tmp = REG_SET_FIELD(tmp, MMVM_L2_CNTL, CONTEXT1_IDENTITY_ACCESS_MODE, 1);  in mmhub_v2_0_init_cache_regs()
131 	tmp = REG_SET_FIELD(tmp, MMVM_L2_CNTL, IDENTITY_MODE_FRAGMENT_SIZE, 0);  in mmhub_v2_0_init_cache_regs()
132 	WREG32_SOC15(MMHUB, 0, mmMMVM_L2_CNTL, tmp);  in mmhub_v2_0_init_cache_regs()
134 	tmp = RREG32_SOC15(MMHUB, 0, mmMMVM_L2_CNTL2);  in mmhub_v2_0_init_cache_regs()
135 	tmp = REG_SET_FIELD(tmp, MMVM_L2_CNTL2, INVALIDATE_ALL_L1_TLBS, 1);  in mmhub_v2_0_init_cache_regs()
136 	tmp = REG_SET_FIELD(tmp, MMVM_L2_CNTL2, INVALIDATE_L2_CACHE, 1);  in mmhub_v2_0_init_cache_regs()
137 	WREG32_SOC15(MMHUB, 0, mmMMVM_L2_CNTL2, tmp);  in mmhub_v2_0_init_cache_regs()
139 	tmp = mmMMVM_L2_CNTL3_DEFAULT;  in mmhub_v2_0_init_cache_regs()
141 		tmp = REG_SET_FIELD(tmp, MMVM_L2_CNTL3, BANK_SELECT, 12);  in mmhub_v2_0_init_cache_regs()
142 		tmp = REG_SET_FIELD(tmp, MMVM_L2_CNTL3,  in mmhub_v2_0_init_cache_regs()
145 		tmp = REG_SET_FIELD(tmp, MMVM_L2_CNTL3, BANK_SELECT, 9);  in mmhub_v2_0_init_cache_regs()
146 		tmp = REG_SET_FIELD(tmp, MMVM_L2_CNTL3,  in mmhub_v2_0_init_cache_regs()
149 	WREG32_SOC15(MMHUB, 0, mmMMVM_L2_CNTL3, tmp);  in mmhub_v2_0_init_cache_regs()
151 	tmp = mmMMVM_L2_CNTL4_DEFAULT;  in mmhub_v2_0_init_cache_regs()
152 	tmp = REG_SET_FIELD(tmp, MMVM_L2_CNTL4, VMC_TAP_PDE_REQUEST_PHYSICAL, 0);  in mmhub_v2_0_init_cache_regs()
153 	tmp = REG_SET_FIELD(tmp, MMVM_L2_CNTL4, VMC_TAP_PTE_REQUEST_PHYSICAL, 0);  in mmhub_v2_0_init_cache_regs()
154 	WREG32_SOC15(MMHUB, 0, mmMMVM_L2_CNTL4, tmp);  in mmhub_v2_0_init_cache_regs()
159 	uint32_t tmp;  in mmhub_v2_0_enable_system_domain()  local
161 	tmp = RREG32_SOC15(MMHUB, 0, mmMMVM_CONTEXT0_CNTL);  in mmhub_v2_0_enable_system_domain()
162 	tmp = REG_SET_FIELD(tmp, MMVM_CONTEXT0_CNTL, ENABLE_CONTEXT, 1);  in mmhub_v2_0_enable_system_domain()
163 	tmp = REG_SET_FIELD(tmp, MMVM_CONTEXT0_CNTL, PAGE_TABLE_DEPTH, 0);  in mmhub_v2_0_enable_system_domain()
164 	WREG32_SOC15(MMHUB, 0, mmMMVM_CONTEXT0_CNTL, tmp);  in mmhub_v2_0_enable_system_domain()
190 	uint32_t tmp;  in mmhub_v2_0_setup_vmid_config()  local
193 		tmp = RREG32_SOC15_OFFSET(MMHUB, 0, mmMMVM_CONTEXT1_CNTL, i);  in mmhub_v2_0_setup_vmid_config()
194 		tmp = REG_SET_FIELD(tmp, MMVM_CONTEXT1_CNTL, ENABLE_CONTEXT, 1);  in mmhub_v2_0_setup_vmid_config()
195 		tmp = REG_SET_FIELD(tmp, MMVM_CONTEXT1_CNTL, PAGE_TABLE_DEPTH,  in mmhub_v2_0_setup_vmid_config()
197 		tmp = REG_SET_FIELD(tmp, MMVM_CONTEXT1_CNTL,  in mmhub_v2_0_setup_vmid_config()
199 		tmp = REG_SET_FIELD(tmp, MMVM_CONTEXT1_CNTL,  in mmhub_v2_0_setup_vmid_config()
202 		tmp = REG_SET_FIELD(tmp, MMVM_CONTEXT1_CNTL,  in mmhub_v2_0_setup_vmid_config()
204 		tmp = REG_SET_FIELD(tmp, MMVM_CONTEXT1_CNTL,  in mmhub_v2_0_setup_vmid_config()
206 		tmp = REG_SET_FIELD(tmp, MMVM_CONTEXT1_CNTL,  in mmhub_v2_0_setup_vmid_config()
208 		tmp = REG_SET_FIELD(tmp, MMVM_CONTEXT1_CNTL,  in mmhub_v2_0_setup_vmid_config()
210 		tmp = REG_SET_FIELD(tmp, MMVM_CONTEXT1_CNTL,  in mmhub_v2_0_setup_vmid_config()
212 		tmp = REG_SET_FIELD(tmp, MMVM_CONTEXT1_CNTL,  in mmhub_v2_0_setup_vmid_config()
216 		tmp = REG_SET_FIELD(tmp, MMVM_CONTEXT1_CNTL,  in mmhub_v2_0_setup_vmid_config()
219 		WREG32_SOC15_OFFSET(MMHUB, 0, mmMMVM_CONTEXT1_CNTL, i, tmp);  in mmhub_v2_0_setup_vmid_config()
271 	u32 tmp;  in mmhub_v2_0_gart_disable()  local
279 	tmp = RREG32_SOC15(MMHUB, 0, mmMMMC_VM_MX_L1_TLB_CNTL);  in mmhub_v2_0_gart_disable()
280 	tmp = REG_SET_FIELD(tmp, MMMC_VM_MX_L1_TLB_CNTL, ENABLE_L1_TLB, 0);  in mmhub_v2_0_gart_disable()
281 	tmp = REG_SET_FIELD(tmp, MMMC_VM_MX_L1_TLB_CNTL,  in mmhub_v2_0_gart_disable()
283 	WREG32_SOC15(MMHUB, 0, mmMMMC_VM_MX_L1_TLB_CNTL, tmp);  in mmhub_v2_0_gart_disable()
286 	tmp = RREG32_SOC15(MMHUB, 0, mmMMVM_L2_CNTL);  in mmhub_v2_0_gart_disable()
287 	tmp = REG_SET_FIELD(tmp, MMVM_L2_CNTL, ENABLE_L2_CACHE, 0);  in mmhub_v2_0_gart_disable()
288 	WREG32_SOC15(MMHUB, 0, mmMMVM_L2_CNTL, tmp);  in mmhub_v2_0_gart_disable()
300 	u32 tmp;  in mmhub_v2_0_set_fault_enable_default()  local
301 	tmp = RREG32_SOC15(MMHUB, 0, mmMMVM_L2_PROTECTION_FAULT_CNTL);  in mmhub_v2_0_set_fault_enable_default()
302 	tmp = REG_SET_FIELD(tmp, MMVM_L2_PROTECTION_FAULT_CNTL,  in mmhub_v2_0_set_fault_enable_default()
304 	tmp = REG_SET_FIELD(tmp, MMVM_L2_PROTECTION_FAULT_CNTL,  in mmhub_v2_0_set_fault_enable_default()
306 	tmp = REG_SET_FIELD(tmp, MMVM_L2_PROTECTION_FAULT_CNTL,  in mmhub_v2_0_set_fault_enable_default()
308 	tmp = REG_SET_FIELD(tmp, MMVM_L2_PROTECTION_FAULT_CNTL,  in mmhub_v2_0_set_fault_enable_default()
310 	tmp = REG_SET_FIELD(tmp, MMVM_L2_PROTECTION_FAULT_CNTL,  in mmhub_v2_0_set_fault_enable_default()
313 	tmp = REG_SET_FIELD(tmp, MMVM_L2_PROTECTION_FAULT_CNTL,  in mmhub_v2_0_set_fault_enable_default()
315 	tmp = REG_SET_FIELD(tmp, MMVM_L2_PROTECTION_FAULT_CNTL,  in mmhub_v2_0_set_fault_enable_default()
317 	tmp = REG_SET_FIELD(tmp, MMVM_L2_PROTECTION_FAULT_CNTL,  in mmhub_v2_0_set_fault_enable_default()
319 	tmp = REG_SET_FIELD(tmp, MMVM_L2_PROTECTION_FAULT_CNTL,  in mmhub_v2_0_set_fault_enable_default()
321 	tmp = REG_SET_FIELD(tmp, MMVM_L2_PROTECTION_FAULT_CNTL,  in mmhub_v2_0_set_fault_enable_default()
323 	tmp = REG_SET_FIELD(tmp, MMVM_L2_PROTECTION_FAULT_CNTL,  in mmhub_v2_0_set_fault_enable_default()
326 		tmp = REG_SET_FIELD(tmp, MMVM_L2_PROTECTION_FAULT_CNTL,  in mmhub_v2_0_set_fault_enable_default()
328 		tmp = REG_SET_FIELD(tmp, MMVM_L2_PROTECTION_FAULT_CNTL,  in mmhub_v2_0_set_fault_enable_default()
331 	WREG32_SOC15(MMHUB, 0, mmMMVM_L2_PROTECTION_FAULT_CNTL, tmp);  in mmhub_v2_0_set_fault_enable_default()