Lines Matching refs:pgt

58 		struct kvm_pgtable *pgt = kvm->arch.mmu.pgt;  in stage2_apply_range()  local
59 if (!pgt) in stage2_apply_range()
63 ret = fn(pgt, addr, next - addr); in stage2_apply_range()
642 struct kvm_pgtable pgt = { in get_user_mapping_size() local
653 ret = kvm_pgtable_get_leaf(&pgt, addr, &pte, &level); in get_user_mapping_size()
686 struct kvm_pgtable *pgt; in kvm_init_stage2_mmu() local
688 if (mmu->pgt != NULL) { in kvm_init_stage2_mmu()
693 pgt = kzalloc(sizeof(*pgt), GFP_KERNEL_ACCOUNT); in kvm_init_stage2_mmu()
694 if (!pgt) in kvm_init_stage2_mmu()
698 err = kvm_pgtable_stage2_init(pgt, mmu, &kvm_s2_mm_ops); in kvm_init_stage2_mmu()
711 mmu->pgt = pgt; in kvm_init_stage2_mmu()
712 mmu->pgd_phys = __pa(pgt->pgd); in kvm_init_stage2_mmu()
716 kvm_pgtable_stage2_destroy(pgt); in kvm_init_stage2_mmu()
718 kfree(pgt); in kvm_init_stage2_mmu()
793 struct kvm_pgtable *pgt = NULL; in kvm_free_stage2_pgd() local
796 pgt = mmu->pgt; in kvm_free_stage2_pgd()
797 if (pgt) { in kvm_free_stage2_pgd()
799 mmu->pgt = NULL; in kvm_free_stage2_pgd()
804 if (pgt) { in kvm_free_stage2_pgd()
805 kvm_pgtable_stage2_destroy(pgt); in kvm_free_stage2_pgd()
806 kfree(pgt); in kvm_free_stage2_pgd()
825 struct kvm_pgtable *pgt = kvm->arch.mmu.pgt; in kvm_phys_addr_ioremap() local
843 ret = kvm_pgtable_stage2_map(pgt, addr, PAGE_SIZE, pa, prot, in kvm_phys_addr_ioremap()
1143 struct kvm_pgtable *pgt; in user_mem_abort() local
1283 pgt = vcpu->arch.hw_mmu->pgt; in user_mem_abort()
1327 ret = kvm_pgtable_stage2_relax_perms(pgt, fault_ipa, prot); in user_mem_abort()
1331 ret = kvm_pgtable_stage2_map(pgt, fault_ipa, vma_pagesize, in user_mem_abort()
1363 kpte = kvm_pgtable_stage2_mkyoung(mmu->pgt, fault_ipa); in handle_access_fault()
1405 if (fault_ipa >= BIT_ULL(vcpu->arch.hw_mmu->pgt->ia_bits)) { in kvm_handle_guest_abort()
1516 if (!kvm->arch.mmu.pgt) in kvm_unmap_gfn_range()
1531 if (!kvm->arch.mmu.pgt) in kvm_set_spte_gfn()
1550 kvm_pgtable_stage2_map(kvm->arch.mmu.pgt, range->start << PAGE_SHIFT, in kvm_set_spte_gfn()
1563 if (!kvm->arch.mmu.pgt) in kvm_age_gfn()
1568 kpte = kvm_pgtable_stage2_mkold(kvm->arch.mmu.pgt, in kvm_age_gfn()
1576 if (!kvm->arch.mmu.pgt) in kvm_test_age_gfn()
1579 return kvm_pgtable_stage2_is_young(kvm->arch.mmu.pgt, in kvm_test_age_gfn()