92 	uint32_t tmp;  in mmhub_v1_0_init_system_aperture_regs()  local
134 	tmp = RREG32_SOC15(MMHUB, 0, mmVM_L2_PROTECTION_FAULT_CNTL2);  in mmhub_v1_0_init_system_aperture_regs()
135 	tmp = REG_SET_FIELD(tmp, VM_L2_PROTECTION_FAULT_CNTL2,  in mmhub_v1_0_init_system_aperture_regs()
137 	WREG32_SOC15(MMHUB, 0, mmVM_L2_PROTECTION_FAULT_CNTL2, tmp);  in mmhub_v1_0_init_system_aperture_regs()
142 	uint32_t tmp;  in mmhub_v1_0_init_tlb_regs()  local
145 	tmp = RREG32_SOC15(MMHUB, 0, mmMC_VM_MX_L1_TLB_CNTL);  in mmhub_v1_0_init_tlb_regs()
147 	tmp = REG_SET_FIELD(tmp, MC_VM_MX_L1_TLB_CNTL, ENABLE_L1_TLB, 1);  in mmhub_v1_0_init_tlb_regs()
148 	tmp = REG_SET_FIELD(tmp, MC_VM_MX_L1_TLB_CNTL, SYSTEM_ACCESS_MODE, 3);  in mmhub_v1_0_init_tlb_regs()
149 	tmp = REG_SET_FIELD(tmp, MC_VM_MX_L1_TLB_CNTL,  in mmhub_v1_0_init_tlb_regs()
151 	tmp = REG_SET_FIELD(tmp, MC_VM_MX_L1_TLB_CNTL,  in mmhub_v1_0_init_tlb_regs()
153 	tmp = REG_SET_FIELD(tmp, MC_VM_MX_L1_TLB_CNTL, ECO_BITS, 0);  in mmhub_v1_0_init_tlb_regs()
154 	tmp = REG_SET_FIELD(tmp, MC_VM_MX_L1_TLB_CNTL,  in mmhub_v1_0_init_tlb_regs()
156 	tmp = REG_SET_FIELD(tmp, MC_VM_MX_L1_TLB_CNTL, ATC_EN, 1);  in mmhub_v1_0_init_tlb_regs()
158 	WREG32_SOC15(MMHUB, 0, mmMC_VM_MX_L1_TLB_CNTL, tmp);  in mmhub_v1_0_init_tlb_regs()
163 	uint32_t tmp;  in mmhub_v1_0_init_cache_regs()  local
169 	tmp = RREG32_SOC15(MMHUB, 0, mmVM_L2_CNTL);  in mmhub_v1_0_init_cache_regs()
170 	tmp = REG_SET_FIELD(tmp, VM_L2_CNTL, ENABLE_L2_CACHE, 1);  in mmhub_v1_0_init_cache_regs()
171 	tmp = REG_SET_FIELD(tmp, VM_L2_CNTL, ENABLE_L2_FRAGMENT_PROCESSING, 1);  in mmhub_v1_0_init_cache_regs()
173 	tmp = REG_SET_FIELD(tmp, VM_L2_CNTL, L2_PDE0_CACHE_TAG_GENERATION_MODE,  in mmhub_v1_0_init_cache_regs()
175 	tmp = REG_SET_FIELD(tmp, VM_L2_CNTL, PDE_FAULT_CLASSIFICATION, 0);  in mmhub_v1_0_init_cache_regs()
176 	tmp = REG_SET_FIELD(tmp, VM_L2_CNTL, CONTEXT1_IDENTITY_ACCESS_MODE, 1);  in mmhub_v1_0_init_cache_regs()
177 	tmp = REG_SET_FIELD(tmp, VM_L2_CNTL, IDENTITY_MODE_FRAGMENT_SIZE, 0);  in mmhub_v1_0_init_cache_regs()
178 	WREG32_SOC15(MMHUB, 0, mmVM_L2_CNTL, tmp);  in mmhub_v1_0_init_cache_regs()
180 	tmp = RREG32_SOC15(MMHUB, 0, mmVM_L2_CNTL2);  in mmhub_v1_0_init_cache_regs()
181 	tmp = REG_SET_FIELD(tmp, VM_L2_CNTL2, INVALIDATE_ALL_L1_TLBS, 1);  in mmhub_v1_0_init_cache_regs()
182 	tmp = REG_SET_FIELD(tmp, VM_L2_CNTL2, INVALIDATE_L2_CACHE, 1);  in mmhub_v1_0_init_cache_regs()
183 	WREG32_SOC15(MMHUB, 0, mmVM_L2_CNTL2, tmp);  in mmhub_v1_0_init_cache_regs()
186 		tmp = REG_SET_FIELD(tmp, VM_L2_CNTL3, BANK_SELECT, 12);  in mmhub_v1_0_init_cache_regs()
187 		tmp = REG_SET_FIELD(tmp, VM_L2_CNTL3,  in mmhub_v1_0_init_cache_regs()
190 		tmp = REG_SET_FIELD(tmp, VM_L2_CNTL3, BANK_SELECT, 9);  in mmhub_v1_0_init_cache_regs()
191 		tmp = REG_SET_FIELD(tmp, VM_L2_CNTL3,  in mmhub_v1_0_init_cache_regs()
194 	WREG32_SOC15(MMHUB, 0, mmVM_L2_CNTL3, tmp);  in mmhub_v1_0_init_cache_regs()
196 	tmp = mmVM_L2_CNTL4_DEFAULT;  in mmhub_v1_0_init_cache_regs()
197 	tmp = REG_SET_FIELD(tmp, VM_L2_CNTL4, VMC_TAP_PDE_REQUEST_PHYSICAL, 0);  in mmhub_v1_0_init_cache_regs()
198 	tmp = REG_SET_FIELD(tmp, VM_L2_CNTL4, VMC_TAP_PTE_REQUEST_PHYSICAL, 0);  in mmhub_v1_0_init_cache_regs()
199 	WREG32_SOC15(MMHUB, 0, mmVM_L2_CNTL4, tmp);  in mmhub_v1_0_init_cache_regs()
204 	uint32_t tmp;  in mmhub_v1_0_enable_system_domain()  local
206 	tmp = RREG32_SOC15(MMHUB, 0, mmVM_CONTEXT0_CNTL);  in mmhub_v1_0_enable_system_domain()
207 	tmp = REG_SET_FIELD(tmp, VM_CONTEXT0_CNTL, ENABLE_CONTEXT, 1);  in mmhub_v1_0_enable_system_domain()
208 	tmp = REG_SET_FIELD(tmp, VM_CONTEXT0_CNTL, PAGE_TABLE_DEPTH, 0);  in mmhub_v1_0_enable_system_domain()
209 	WREG32_SOC15(MMHUB, 0, mmVM_CONTEXT0_CNTL, tmp);  in mmhub_v1_0_enable_system_domain()
236 	uint32_t tmp;  in mmhub_v1_0_setup_vmid_config()  local
247 		tmp = RREG32_SOC15_OFFSET(MMHUB, 0, mmVM_CONTEXT1_CNTL, i);  in mmhub_v1_0_setup_vmid_config()
248 		tmp = REG_SET_FIELD(tmp, VM_CONTEXT1_CNTL, ENABLE_CONTEXT, 1);  in mmhub_v1_0_setup_vmid_config()
249 		tmp = REG_SET_FIELD(tmp, VM_CONTEXT1_CNTL, PAGE_TABLE_DEPTH,  in mmhub_v1_0_setup_vmid_config()
251 		tmp = REG_SET_FIELD(tmp, VM_CONTEXT1_CNTL,  in mmhub_v1_0_setup_vmid_config()
253 		tmp = REG_SET_FIELD(tmp, VM_CONTEXT1_CNTL,  in mmhub_v1_0_setup_vmid_config()
256 		tmp = REG_SET_FIELD(tmp, VM_CONTEXT1_CNTL,  in mmhub_v1_0_setup_vmid_config()
258 		tmp = REG_SET_FIELD(tmp, VM_CONTEXT1_CNTL,  in mmhub_v1_0_setup_vmid_config()
260 		tmp = REG_SET_FIELD(tmp, VM_CONTEXT1_CNTL,  in mmhub_v1_0_setup_vmid_config()
262 		tmp = REG_SET_FIELD(tmp, VM_CONTEXT1_CNTL,  in mmhub_v1_0_setup_vmid_config()
264 		tmp = REG_SET_FIELD(tmp, VM_CONTEXT1_CNTL,  in mmhub_v1_0_setup_vmid_config()
266 		tmp = REG_SET_FIELD(tmp, VM_CONTEXT1_CNTL,  in mmhub_v1_0_setup_vmid_config()
270 		tmp = REG_SET_FIELD(tmp, VM_CONTEXT1_CNTL,  in mmhub_v1_0_setup_vmid_config()
273 		WREG32_SOC15_OFFSET(MMHUB, 0, mmVM_CONTEXT1_CNTL, i, tmp);  in mmhub_v1_0_setup_vmid_config()
338 	u32 tmp;  in mmhub_v1_0_gart_disable()  local
346 	tmp = RREG32_SOC15(MMHUB, 0, mmMC_VM_MX_L1_TLB_CNTL);  in mmhub_v1_0_gart_disable()
347 	tmp = REG_SET_FIELD(tmp, MC_VM_MX_L1_TLB_CNTL, ENABLE_L1_TLB, 0);  in mmhub_v1_0_gart_disable()
348 	tmp = REG_SET_FIELD(tmp,  in mmhub_v1_0_gart_disable()
352 	WREG32_SOC15(MMHUB, 0, mmMC_VM_MX_L1_TLB_CNTL, tmp);  in mmhub_v1_0_gart_disable()
356 		tmp = RREG32_SOC15(MMHUB, 0, mmVM_L2_CNTL);  in mmhub_v1_0_gart_disable()
357 		tmp = REG_SET_FIELD(tmp, VM_L2_CNTL, ENABLE_L2_CACHE, 0);  in mmhub_v1_0_gart_disable()
358 		WREG32_SOC15(MMHUB, 0, mmVM_L2_CNTL, tmp);  in mmhub_v1_0_gart_disable()
371 	u32 tmp;  in mmhub_v1_0_set_fault_enable_default()  local
376 	tmp = RREG32_SOC15(MMHUB, 0, mmVM_L2_PROTECTION_FAULT_CNTL);  in mmhub_v1_0_set_fault_enable_default()
377 	tmp = REG_SET_FIELD(tmp, VM_L2_PROTECTION_FAULT_CNTL,  in mmhub_v1_0_set_fault_enable_default()
379 	tmp = REG_SET_FIELD(tmp, VM_L2_PROTECTION_FAULT_CNTL,  in mmhub_v1_0_set_fault_enable_default()
381 	tmp = REG_SET_FIELD(tmp, VM_L2_PROTECTION_FAULT_CNTL,  in mmhub_v1_0_set_fault_enable_default()
383 	tmp = REG_SET_FIELD(tmp, VM_L2_PROTECTION_FAULT_CNTL,  in mmhub_v1_0_set_fault_enable_default()
385 	tmp = REG_SET_FIELD(tmp,  in mmhub_v1_0_set_fault_enable_default()
389 	tmp = REG_SET_FIELD(tmp, VM_L2_PROTECTION_FAULT_CNTL,  in mmhub_v1_0_set_fault_enable_default()
391 	tmp = REG_SET_FIELD(tmp, VM_L2_PROTECTION_FAULT_CNTL,  in mmhub_v1_0_set_fault_enable_default()
393 	tmp = REG_SET_FIELD(tmp, VM_L2_PROTECTION_FAULT_CNTL,  in mmhub_v1_0_set_fault_enable_default()
395 	tmp = REG_SET_FIELD(tmp, VM_L2_PROTECTION_FAULT_CNTL,  in mmhub_v1_0_set_fault_enable_default()
397 	tmp = REG_SET_FIELD(tmp, VM_L2_PROTECTION_FAULT_CNTL,  in mmhub_v1_0_set_fault_enable_default()
399 	tmp = REG_SET_FIELD(tmp, VM_L2_PROTECTION_FAULT_CNTL,  in mmhub_v1_0_set_fault_enable_default()
402 		tmp = REG_SET_FIELD(tmp, VM_L2_PROTECTION_FAULT_CNTL,  in mmhub_v1_0_set_fault_enable_default()
404 		tmp = REG_SET_FIELD(tmp, VM_L2_PROTECTION_FAULT_CNTL,  in mmhub_v1_0_set_fault_enable_default()
408 	WREG32_SOC15(MMHUB, 0, mmVM_L2_PROTECTION_FAULT_CNTL, tmp);  in mmhub_v1_0_set_fault_enable_default()