92 	uint64_t *ptep;  in _virt_pg_map()  local
108 	ptep = addr_gpa2hva(vm, vm->pgd) + pgd_index(vm, vaddr) * 8;  in _virt_pg_map()
109 	if (!*ptep) {  in _virt_pg_map()
110 		*ptep = vm_phy_page_alloc(vm, KVM_GUEST_PAGE_TABLE_MIN_PADDR, pgd_memslot);  in _virt_pg_map()
111 		*ptep |= 3;  in _virt_pg_map()
116 		ptep = addr_gpa2hva(vm, pte_addr(vm, *ptep)) + pud_index(vm, vaddr) * 8;  in _virt_pg_map()
117 		if (!*ptep) {  in _virt_pg_map()
118 			*ptep = vm_phy_page_alloc(vm, KVM_GUEST_PAGE_TABLE_MIN_PADDR, pgd_memslot);  in _virt_pg_map()
119 			*ptep |= 3;  in _virt_pg_map()
123 		ptep = addr_gpa2hva(vm, pte_addr(vm, *ptep)) + pmd_index(vm, vaddr) * 8;  in _virt_pg_map()
124 		if (!*ptep) {  in _virt_pg_map()
125 			*ptep = vm_phy_page_alloc(vm, KVM_GUEST_PAGE_TABLE_MIN_PADDR, pgd_memslot);  in _virt_pg_map()
126 			*ptep |= 3;  in _virt_pg_map()
130 		ptep = addr_gpa2hva(vm, pte_addr(vm, *ptep)) + pte_index(vm, vaddr) * 8;  in _virt_pg_map()
136 	*ptep = paddr | 3;  in _virt_pg_map()
137 	*ptep |= (attr_idx << 2) | (1 << 10) /* Access Flag */;  in _virt_pg_map()
150 	uint64_t *ptep;  in addr_gva2gpa()  local
155 	ptep = addr_gpa2hva(vm, vm->pgd) + pgd_index(vm, gva) * 8;  in addr_gva2gpa()
156 	if (!ptep)  in addr_gva2gpa()
161 		ptep = addr_gpa2hva(vm, pte_addr(vm, *ptep)) + pud_index(vm, gva) * 8;  in addr_gva2gpa()
162 		if (!ptep)  in addr_gva2gpa()
166 		ptep = addr_gpa2hva(vm, pte_addr(vm, *ptep)) + pmd_index(vm, gva) * 8;  in addr_gva2gpa()
167 		if (!ptep)  in addr_gva2gpa()
171 		ptep = addr_gpa2hva(vm, pte_addr(vm, *ptep)) + pte_index(vm, gva) * 8;  in addr_gva2gpa()
172 		if (!ptep)  in addr_gva2gpa()
179 	return pte_addr(vm, *ptep) + (gva & (vm->page_size - 1));  in addr_gva2gpa()
190 	uint64_t pte, *ptep;  in pte_dump()  local
196 		ptep = addr_gpa2hva(vm, pte);  in pte_dump()
197 		if (!*ptep)  in pte_dump()
199 		fprintf(stream, "%*s%s: %lx: %lx at %p\n", indent, "", type[level], pte, *ptep, ptep);  in pte_dump()
200 		pte_dump(stream, vm, indent + 1, pte_addr(vm, *ptep), level + 1);  in pte_dump()
208 	uint64_t pgd, *ptep;  in virt_dump()  local
214 		ptep = addr_gpa2hva(vm, pgd);  in virt_dump()
215 		if (!*ptep)  in virt_dump()
217 		fprintf(stream, "%*spgd: %lx: %lx at %p\n", indent, "", pgd, *ptep, ptep);  in virt_dump()
218 		pte_dump(stream, vm, indent + 1, pte_addr(vm, *ptep), level);  in virt_dump()