112 	uint64_t *ptep;  in _virt_pg_map()  local
128 	ptep = addr_gpa2hva(vm, vm->pgd) + pgd_index(vm, vaddr) * 8;  in _virt_pg_map()
129 	if (!*ptep)  in _virt_pg_map()
130 		*ptep = addr_pte(vm, vm_alloc_page_table(vm), 3);  in _virt_pg_map()
134 		ptep = addr_gpa2hva(vm, pte_addr(vm, *ptep)) + pud_index(vm, vaddr) * 8;  in _virt_pg_map()
135 		if (!*ptep)  in _virt_pg_map()
136 			*ptep = addr_pte(vm, vm_alloc_page_table(vm), 3);  in _virt_pg_map()
139 		ptep = addr_gpa2hva(vm, pte_addr(vm, *ptep)) + pmd_index(vm, vaddr) * 8;  in _virt_pg_map()
140 		if (!*ptep)  in _virt_pg_map()
141 			*ptep = addr_pte(vm, vm_alloc_page_table(vm), 3);  in _virt_pg_map()
144 		ptep = addr_gpa2hva(vm, pte_addr(vm, *ptep)) + pte_index(vm, vaddr) * 8;  in _virt_pg_map()
150 	*ptep = addr_pte(vm, paddr, (attr_idx << 2) | (1 << 10) | 3);  /* AF */  in _virt_pg_map()
162 	uint64_t *ptep;  in virt_get_pte_hva()  local
167 	ptep = addr_gpa2hva(vm, vm->pgd) + pgd_index(vm, gva) * 8;  in virt_get_pte_hva()
168 	if (!ptep)  in virt_get_pte_hva()
173 		ptep = addr_gpa2hva(vm, pte_addr(vm, *ptep)) + pud_index(vm, gva) * 8;  in virt_get_pte_hva()
174 		if (!ptep)  in virt_get_pte_hva()
178 		ptep = addr_gpa2hva(vm, pte_addr(vm, *ptep)) + pmd_index(vm, gva) * 8;  in virt_get_pte_hva()
179 		if (!ptep)  in virt_get_pte_hva()
183 		ptep = addr_gpa2hva(vm, pte_addr(vm, *ptep)) + pte_index(vm, gva) * 8;  in virt_get_pte_hva()
184 		if (!ptep)  in virt_get_pte_hva()
191 	return ptep;  in virt_get_pte_hva()
200 	uint64_t *ptep = virt_get_pte_hva(vm, gva);  in addr_arch_gva2gpa()  local
202 	return pte_addr(vm, *ptep) + (gva & (vm->page_size - 1));  in addr_arch_gva2gpa()
209 	uint64_t pte, *ptep;  in pte_dump()  local
215 		ptep = addr_gpa2hva(vm, pte);  in pte_dump()
216 		if (!*ptep)  in pte_dump()
218 		fprintf(stream, "%*s%s: %lx: %lx at %p\n", indent, "", type[level], pte, *ptep, ptep);  in pte_dump()
219 		pte_dump(stream, vm, indent + 1, pte_addr(vm, *ptep), level + 1);  in pte_dump()
227 	uint64_t pgd, *ptep;  in virt_arch_dump()  local
233 		ptep = addr_gpa2hva(vm, pgd);  in virt_arch_dump()
234 		if (!*ptep)  in virt_arch_dump()
236 		fprintf(stream, "%*spgd: %lx: %lx at %p\n", indent, "", pgd, *ptep, ptep);  in virt_arch_dump()
237 		pte_dump(stream, vm, indent + 1, pte_addr(vm, *ptep), level);  in virt_arch_dump()