107 	uint32_t tmp;  in mmhub_v9_4_init_system_aperture_regs()  local
152 	tmp = RREG32_SOC15_OFFSET(MMHUB, 0,  in mmhub_v9_4_init_system_aperture_regs()
155 	tmp = REG_SET_FIELD(tmp, VML2PF0_VM_L2_PROTECTION_FAULT_CNTL2,  in mmhub_v9_4_init_system_aperture_regs()
158 			    hubid * MMHUB_INSTANCE_REGISTER_OFFSET, tmp);  in mmhub_v9_4_init_system_aperture_regs()
163 	uint32_t tmp;  in mmhub_v9_4_init_tlb_regs()  local
166 	tmp = RREG32_SOC15_OFFSET(MMHUB, 0,  in mmhub_v9_4_init_tlb_regs()
170 	tmp = REG_SET_FIELD(tmp, VMSHAREDVC0_MC_VM_MX_L1_TLB_CNTL,  in mmhub_v9_4_init_tlb_regs()
172 	tmp = REG_SET_FIELD(tmp, VMSHAREDVC0_MC_VM_MX_L1_TLB_CNTL,  in mmhub_v9_4_init_tlb_regs()
174 	tmp = REG_SET_FIELD(tmp, VMSHAREDVC0_MC_VM_MX_L1_TLB_CNTL,  in mmhub_v9_4_init_tlb_regs()
176 	tmp = REG_SET_FIELD(tmp, VMSHAREDVC0_MC_VM_MX_L1_TLB_CNTL,  in mmhub_v9_4_init_tlb_regs()
178 	tmp = REG_SET_FIELD(tmp, VMSHAREDVC0_MC_VM_MX_L1_TLB_CNTL,  in mmhub_v9_4_init_tlb_regs()
180 	tmp = REG_SET_FIELD(tmp, VMSHAREDVC0_MC_VM_MX_L1_TLB_CNTL,  in mmhub_v9_4_init_tlb_regs()
182 	tmp = REG_SET_FIELD(tmp, VMSHAREDVC0_MC_VM_MX_L1_TLB_CNTL,  in mmhub_v9_4_init_tlb_regs()
186 			    hubid * MMHUB_INSTANCE_REGISTER_OFFSET, tmp);  in mmhub_v9_4_init_tlb_regs()
191 	uint32_t tmp;  in mmhub_v9_4_init_cache_regs()  local
194 	tmp = RREG32_SOC15_OFFSET(MMHUB, 0, mmVML2PF0_VM_L2_CNTL,  in mmhub_v9_4_init_cache_regs()
196 	tmp = REG_SET_FIELD(tmp, VML2PF0_VM_L2_CNTL,  in mmhub_v9_4_init_cache_regs()
198 	tmp = REG_SET_FIELD(tmp, VML2PF0_VM_L2_CNTL,  in mmhub_v9_4_init_cache_regs()
201 	tmp = REG_SET_FIELD(tmp, VML2PF0_VM_L2_CNTL,  in mmhub_v9_4_init_cache_regs()
203 	tmp = REG_SET_FIELD(tmp, VML2PF0_VM_L2_CNTL,  in mmhub_v9_4_init_cache_regs()
205 	tmp = REG_SET_FIELD(tmp, VML2PF0_VM_L2_CNTL,  in mmhub_v9_4_init_cache_regs()
207 	tmp = REG_SET_FIELD(tmp, VML2PF0_VM_L2_CNTL,  in mmhub_v9_4_init_cache_regs()
210 		     hubid * MMHUB_INSTANCE_REGISTER_OFFSET, tmp);  in mmhub_v9_4_init_cache_regs()
212 	tmp = RREG32_SOC15_OFFSET(MMHUB, 0, mmVML2PF0_VM_L2_CNTL2,  in mmhub_v9_4_init_cache_regs()
214 	tmp = REG_SET_FIELD(tmp, VML2PF0_VM_L2_CNTL2,  in mmhub_v9_4_init_cache_regs()
216 	tmp = REG_SET_FIELD(tmp, VML2PF0_VM_L2_CNTL2,  in mmhub_v9_4_init_cache_regs()
219 			    hubid * MMHUB_INSTANCE_REGISTER_OFFSET, tmp);  in mmhub_v9_4_init_cache_regs()
221 	tmp = mmVML2PF0_VM_L2_CNTL3_DEFAULT;  in mmhub_v9_4_init_cache_regs()
223 		tmp = REG_SET_FIELD(tmp, VML2PF0_VM_L2_CNTL3, BANK_SELECT, 12);  in mmhub_v9_4_init_cache_regs()
224 		tmp = REG_SET_FIELD(tmp, VML2PF0_VM_L2_CNTL3,  in mmhub_v9_4_init_cache_regs()
227 		tmp = REG_SET_FIELD(tmp, VML2PF0_VM_L2_CNTL3, BANK_SELECT, 9);  in mmhub_v9_4_init_cache_regs()
228 		tmp = REG_SET_FIELD(tmp, VML2PF0_VM_L2_CNTL3,  in mmhub_v9_4_init_cache_regs()
232 			    hubid * MMHUB_INSTANCE_REGISTER_OFFSET, tmp);  in mmhub_v9_4_init_cache_regs()
234 	tmp = mmVML2PF0_VM_L2_CNTL4_DEFAULT;  in mmhub_v9_4_init_cache_regs()
235 	tmp = REG_SET_FIELD(tmp, VML2PF0_VM_L2_CNTL4,  in mmhub_v9_4_init_cache_regs()
237 	tmp = REG_SET_FIELD(tmp, VML2PF0_VM_L2_CNTL4,  in mmhub_v9_4_init_cache_regs()
240 			    hubid * MMHUB_INSTANCE_REGISTER_OFFSET, tmp);  in mmhub_v9_4_init_cache_regs()
246 	uint32_t tmp;  in mmhub_v9_4_enable_system_domain()  local
248 	tmp = RREG32_SOC15_OFFSET(MMHUB, 0, mmVML2VC0_VM_CONTEXT0_CNTL,  in mmhub_v9_4_enable_system_domain()
250 	tmp = REG_SET_FIELD(tmp, VML2VC0_VM_CONTEXT0_CNTL, ENABLE_CONTEXT, 1);  in mmhub_v9_4_enable_system_domain()
251 	tmp = REG_SET_FIELD(tmp, VML2VC0_VM_CONTEXT0_CNTL, PAGE_TABLE_DEPTH, 0);  in mmhub_v9_4_enable_system_domain()
253 			    hubid * MMHUB_INSTANCE_REGISTER_OFFSET, tmp);  in mmhub_v9_4_enable_system_domain()
283 	uint32_t tmp;  in mmhub_v9_4_setup_vmid_config()  local
287 		tmp = RREG32_SOC15_OFFSET(MMHUB, 0, mmVML2VC0_VM_CONTEXT1_CNTL,  in mmhub_v9_4_setup_vmid_config()
289 		tmp = REG_SET_FIELD(tmp, VML2VC0_VM_CONTEXT1_CNTL,  in mmhub_v9_4_setup_vmid_config()
291 		tmp = REG_SET_FIELD(tmp, VML2VC0_VM_CONTEXT1_CNTL,  in mmhub_v9_4_setup_vmid_config()
294 		tmp = REG_SET_FIELD(tmp, VML2VC0_VM_CONTEXT1_CNTL,  in mmhub_v9_4_setup_vmid_config()
296 		tmp = REG_SET_FIELD(tmp, VML2VC0_VM_CONTEXT1_CNTL,  in mmhub_v9_4_setup_vmid_config()
299 		tmp = REG_SET_FIELD(tmp, VML2VC0_VM_CONTEXT1_CNTL,  in mmhub_v9_4_setup_vmid_config()
301 		tmp = REG_SET_FIELD(tmp, VML2VC0_VM_CONTEXT1_CNTL,  in mmhub_v9_4_setup_vmid_config()
303 		tmp = REG_SET_FIELD(tmp, VML2VC0_VM_CONTEXT1_CNTL,  in mmhub_v9_4_setup_vmid_config()
305 		tmp = REG_SET_FIELD(tmp, VML2VC0_VM_CONTEXT1_CNTL,  in mmhub_v9_4_setup_vmid_config()
307 		tmp = REG_SET_FIELD(tmp, VML2VC0_VM_CONTEXT1_CNTL,  in mmhub_v9_4_setup_vmid_config()
309 		tmp = REG_SET_FIELD(tmp, VML2VC0_VM_CONTEXT1_CNTL,  in mmhub_v9_4_setup_vmid_config()
313 		tmp = REG_SET_FIELD(tmp, VML2VC0_VM_CONTEXT1_CNTL,  in mmhub_v9_4_setup_vmid_config()
317 				    tmp);  in mmhub_v9_4_setup_vmid_config()
390 	u32 tmp;  in mmhub_v9_4_gart_disable()  local
402 		tmp = RREG32_SOC15_OFFSET(MMHUB, 0,  in mmhub_v9_4_gart_disable()
405 		tmp = REG_SET_FIELD(tmp, VMSHAREDVC0_MC_VM_MX_L1_TLB_CNTL,  in mmhub_v9_4_gart_disable()
407 		tmp = REG_SET_FIELD(tmp,  in mmhub_v9_4_gart_disable()
412 				    j * MMHUB_INSTANCE_REGISTER_OFFSET, tmp);  in mmhub_v9_4_gart_disable()
415 		tmp = RREG32_SOC15_OFFSET(MMHUB, 0, mmVML2PF0_VM_L2_CNTL,  in mmhub_v9_4_gart_disable()
417 		tmp = REG_SET_FIELD(tmp, VML2PF0_VM_L2_CNTL,  in mmhub_v9_4_gart_disable()
420 				    j * MMHUB_INSTANCE_REGISTER_OFFSET, tmp);  in mmhub_v9_4_gart_disable()
434 	u32 tmp;  in mmhub_v9_4_set_fault_enable_default()  local
438 		tmp = RREG32_SOC15_OFFSET(MMHUB, 0,  in mmhub_v9_4_set_fault_enable_default()
441 		tmp = REG_SET_FIELD(tmp, VML2PF0_VM_L2_PROTECTION_FAULT_CNTL,  in mmhub_v9_4_set_fault_enable_default()
444 		tmp = REG_SET_FIELD(tmp, VML2PF0_VM_L2_PROTECTION_FAULT_CNTL,  in mmhub_v9_4_set_fault_enable_default()
447 		tmp = REG_SET_FIELD(tmp, VML2PF0_VM_L2_PROTECTION_FAULT_CNTL,  in mmhub_v9_4_set_fault_enable_default()
450 		tmp = REG_SET_FIELD(tmp, VML2PF0_VM_L2_PROTECTION_FAULT_CNTL,  in mmhub_v9_4_set_fault_enable_default()
453 		tmp = REG_SET_FIELD(tmp,  in mmhub_v9_4_set_fault_enable_default()
457 		tmp = REG_SET_FIELD(tmp, VML2PF0_VM_L2_PROTECTION_FAULT_CNTL,  in mmhub_v9_4_set_fault_enable_default()
460 		tmp = REG_SET_FIELD(tmp, VML2PF0_VM_L2_PROTECTION_FAULT_CNTL,  in mmhub_v9_4_set_fault_enable_default()
463 		tmp = REG_SET_FIELD(tmp, VML2PF0_VM_L2_PROTECTION_FAULT_CNTL,  in mmhub_v9_4_set_fault_enable_default()
466 		tmp = REG_SET_FIELD(tmp, VML2PF0_VM_L2_PROTECTION_FAULT_CNTL,  in mmhub_v9_4_set_fault_enable_default()
469 		tmp = REG_SET_FIELD(tmp, VML2PF0_VM_L2_PROTECTION_FAULT_CNTL,  in mmhub_v9_4_set_fault_enable_default()
472 		tmp = REG_SET_FIELD(tmp, VML2PF0_VM_L2_PROTECTION_FAULT_CNTL,  in mmhub_v9_4_set_fault_enable_default()
476 			tmp = REG_SET_FIELD(tmp,  in mmhub_v9_4_set_fault_enable_default()
479 			tmp = REG_SET_FIELD(tmp,  in mmhub_v9_4_set_fault_enable_default()
486 				    i * MMHUB_INSTANCE_REGISTER_OFFSET, tmp);  in mmhub_v9_4_set_fault_enable_default()