/Linux-v5.15/arch/x86/include/asm/ |
D | kfence.h | 33 if (level != PG_LEVEL_4K) in arch_kfence_init_pool() 46 if (WARN_ON(!pte || level != PG_LEVEL_4K)) in kfence_protect_page()
|
D | pgtable_types.h | 540 PG_LEVEL_4K, enumerator
|
D | kvm_host.h | 132 #define KVM_NR_PAGE_SIZES (KVM_MAX_HUGEPAGE_LEVEL - PG_LEVEL_4K + 1)
|
/Linux-v5.15/arch/x86/kvm/mmu/ |
D | page_track.c | 65 index = gfn_to_index(gfn, slot->base_gfn, PG_LEVEL_4K); in update_gfn_track() 104 if (kvm_mmu_slot_gfn_write_protect(kvm, slot, gfn, PG_LEVEL_4K)) in kvm_slot_page_track_add_page() 155 index = gfn_to_index(gfn, slot->base_gfn, PG_LEVEL_4K); in kvm_page_track_is_active()
|
D | paging_tmpl.h | 78 #define gpte_to_gfn(pte) gpte_to_gfn_lvl((pte), PG_LEVEL_4K) 201 if (FNAME(is_rsvd_bits_set)(vcpu->arch.mmu, gpte, PG_LEVEL_4K)) in FNAME() 333 gpte |= level - PG_LEVEL_4K - 1; in FNAME() 467 if (PTTYPE == 32 && walker->level > PG_LEVEL_4K && is_cpuid_PSE36()) in FNAME() 585 mmu_set_spte(vcpu, spte, pte_access, false, PG_LEVEL_4K, gfn, pfn, in FNAME() 608 if (level == PG_LEVEL_4K) { in FNAME() 633 if (sp->role.level > PG_LEVEL_4K) in FNAME() 896 max_level = PG_LEVEL_4K; in FNAME() 952 WARN_ON(sp->role.level != PG_LEVEL_4K); in FNAME() 1145 pte_access, PG_LEVEL_4K, in FNAME()
|
D | mmu.c | 840 if (sp->role.level > PG_LEVEL_4K) in account_shadowed() 868 if (sp->role.level > PG_LEVEL_4K) in unaccount_shadowed() 1063 return &slot->arch.rmap[level - PG_LEVEL_4K][idx]; in gfn_to_rmap() 1200 WARN_ON(sptep_to_sp(sptep)->role.level == PG_LEVEL_4K); in __drop_large_spte() 1329 PG_LEVEL_4K, slot); in kvm_mmu_write_protect_pt_masked() 1362 PG_LEVEL_4K, slot); in kvm_mmu_clear_dirty_pt_masked() 1445 return kvm_mmu_slot_gfn_write_protect(vcpu->kvm, slot, gfn, PG_LEVEL_4K); in rmap_write_protect() 1579 for_each_slot_rmap_range(range->slot, PG_LEVEL_4K, KVM_MAX_HUGEPAGE_LEVEL, in kvm_handle_gfn_range() 1980 if (level == PG_LEVEL_4K) in mmu_pages_next() 2002 WARN_ON(level == PG_LEVEL_4K); in mmu_pages_first() [all …]
|
D | mmu_audit.c | 103 if (level != PG_LEVEL_4K) { in audit_mappings() 179 if (sp->role.level != PG_LEVEL_4K) in check_mappings_rmap() 203 rmap_head = gfn_to_rmap(sp->gfn, PG_LEVEL_4K, slot); in audit_write_protection()
|
D | tdp_iter.h | 60 for_each_tdp_pte_min_level(iter, root, root_level, PG_LEVEL_4K, start, end)
|
D | spte.c | 115 if (level > PG_LEVEL_4K && (pte_access & ACC_EXEC_MASK) && in make_spte() 128 if (level > PG_LEVEL_4K) in make_spte()
|
D | tdp_mmu.c | 241 if (level > PG_LEVEL_4K) in handle_changed_spte_dirty_log() 408 WARN_ON(level < PG_LEVEL_4K); in __handle_changed_spte() 559 WARN_ON_ONCE(iter->level > PG_LEVEL_4K); in tdp_mmu_map_set_spte_atomic() 749 int min_level = zap_all ? root->role.level : PG_LEVEL_4K; in zap_gfn_range() 1176 if (iter->level != PG_LEVEL_4K || in set_spte_gfn() 1371 if (iter.level > PG_LEVEL_4K || in clear_dirty_pt_masked()
|
D | spte.h | 262 return (level == PG_LEVEL_4K) || is_large_pte(pte); in is_last_spte()
|
/Linux-v5.15/arch/x86/xen/ |
D | p2m.c | 250 BUG_ON(!ptep || level != PG_LEVEL_4K); in xen_build_mfn_list_list() 448 BUG_ON(!ptep || level != PG_LEVEL_4K); in get_phys_to_machine() 542 BUG_ON(!ptep || level != PG_LEVEL_4K); in xen_alloc_p2m_entry() 667 BUG_ON(!ptep || level != PG_LEVEL_4K); in __set_phys_to_machine()
|
/Linux-v5.15/arch/x86/mm/ |
D | mem_encrypt.c | 238 case PG_LEVEL_4K: in __set_clr_pte_enc() 304 if (level == PG_LEVEL_4K) { in early_set_memory_enc_dec()
|
D | pti.c | 283 if (!pte || WARN_ON(level != PG_LEVEL_4K) || pte_none(*pte)) in pti_setup_vsyscall()
|
D | kmmio.c | 168 case PG_LEVEL_4K: in clear_page_presence()
|
D | init_32.c | 380 update_page_count(PG_LEVEL_4K, pages_4k); in kernel_physical_mapping_init()
|
D | init_64.c | 492 update_page_count(PG_LEVEL_4K, pages); in phys_pte_init() 1098 update_page_count(PG_LEVEL_4K, -pages); in remove_pte_table()
|
/Linux-v5.15/arch/x86/mm/pat/ |
D | cpa-test.c | 206 if (level != PG_LEVEL_4K) { in pageattr_test()
|
D | set_memory.c | 108 direct_pages_count[PG_LEVEL_4K] << 2); in arch_report_meminfo() 493 if (lookup_address(start, &level) && (level != PG_LEVEL_4K)) in protect_kernel_text_ro() 619 *level = PG_LEVEL_4K; in lookup_address_in_pgd() 1534 if (level == PG_LEVEL_4K) { in __change_page_attr()
|
/Linux-v5.15/arch/x86/kvm/vmx/ |
D | vmx.c | 7838 ept_lpage_level = PG_LEVEL_4K; in hardware_setup()
|
/Linux-v5.15/arch/x86/kvm/ |
D | x86.c | 11651 kvm_mmu_slot_remove_write_access(kvm, new, PG_LEVEL_4K); in kvm_mmu_slot_apply_flags()
|