Lines Matching refs:kvm_mmu_page
285 static gfn_t kvm_mmu_page_get_gfn(struct kvm_mmu_page *sp, int index);
290 struct kvm_mmu_page *sp = sptep_to_sp(sptep); in kvm_flush_remote_tlbs_sptep()
371 struct kvm_mmu_page *sp = sptep_to_sp(sptep); in count_spte_clear()
455 struct kvm_mmu_page *sp = sptep_to_sp(sptep); in __get_spte_lockless()
719 static bool sp_has_gptes(struct kvm_mmu_page *sp);
721 static gfn_t kvm_mmu_page_get_gfn(struct kvm_mmu_page *sp, int index) in kvm_mmu_page_get_gfn()
738 static u32 kvm_mmu_page_get_access(struct kvm_mmu_page *sp, int index) in kvm_mmu_page_get_access()
758 static void kvm_mmu_page_set_translation(struct kvm_mmu_page *sp, int index, in kvm_mmu_page_set_translation()
777 static void kvm_mmu_page_set_access(struct kvm_mmu_page *sp, int index, in kvm_mmu_page_set_access()
821 static void account_shadowed(struct kvm *kvm, struct kvm_mmu_page *sp) in account_shadowed()
842 void track_possible_nx_huge_page(struct kvm *kvm, struct kvm_mmu_page *sp) in track_possible_nx_huge_page()
860 static void account_nx_huge_page(struct kvm *kvm, struct kvm_mmu_page *sp, in account_nx_huge_page()
869 static void unaccount_shadowed(struct kvm *kvm, struct kvm_mmu_page *sp) in unaccount_shadowed()
885 void untrack_possible_nx_huge_page(struct kvm *kvm, struct kvm_mmu_page *sp) in untrack_possible_nx_huge_page()
894 static void unaccount_nx_huge_page(struct kvm *kvm, struct kvm_mmu_page *sp) in unaccount_nx_huge_page()
1093 struct kvm_mmu_page *sp; in rmap_remove()
1199 struct kvm_mmu_page *sp; in drop_large_spte()
1640 struct kvm_mmu_page *sp; in __rmap_add()
1693 static void kvm_mmu_check_sptes_at_free(struct kvm_mmu_page *sp) in kvm_mmu_check_sptes_at_free()
1719 static void kvm_account_mmu_page(struct kvm *kvm, struct kvm_mmu_page *sp) in kvm_account_mmu_page()
1725 static void kvm_unaccount_mmu_page(struct kvm *kvm, struct kvm_mmu_page *sp) in kvm_unaccount_mmu_page()
1731 static void kvm_mmu_free_shadow_page(struct kvm_mmu_page *sp) in kvm_mmu_free_shadow_page()
1749 struct kvm_mmu_page *sp, u64 *parent_pte) in mmu_page_add_parent_pte()
1757 static void mmu_page_remove_parent_pte(struct kvm *kvm, struct kvm_mmu_page *sp, in mmu_page_remove_parent_pte()
1763 static void drop_parent_pte(struct kvm *kvm, struct kvm_mmu_page *sp, in drop_parent_pte()
1771 static void kvm_mmu_mark_parents_unsync(struct kvm_mmu_page *sp) in kvm_mmu_mark_parents_unsync()
1783 struct kvm_mmu_page *sp; in mark_unsync()
1797 struct kvm_mmu_page *sp;
1803 static int mmu_pages_add(struct kvm_mmu_pages *pvec, struct kvm_mmu_page *sp, in mmu_pages_add()
1819 static inline void clear_unsync_child_bit(struct kvm_mmu_page *sp, int idx) in clear_unsync_child_bit()
1826 static int __mmu_unsync_walk(struct kvm_mmu_page *sp, in __mmu_unsync_walk()
1832 struct kvm_mmu_page *child; in __mmu_unsync_walk()
1867 static int mmu_unsync_walk(struct kvm_mmu_page *sp, in mmu_unsync_walk()
1878 static void kvm_unlink_unsync_page(struct kvm *kvm, struct kvm_mmu_page *sp) in kvm_unlink_unsync_page()
1886 static bool kvm_mmu_prepare_zap_page(struct kvm *kvm, struct kvm_mmu_page *sp,
1891 static bool sp_has_gptes(struct kvm_mmu_page *sp) in sp_has_gptes()
1912 static bool kvm_sync_page_check(struct kvm_vcpu *vcpu, struct kvm_mmu_page *sp) in kvm_sync_page_check()
1945 static int kvm_sync_spte(struct kvm_vcpu *vcpu, struct kvm_mmu_page *sp, int i) in kvm_sync_spte()
1953 static int __kvm_sync_page(struct kvm_vcpu *vcpu, struct kvm_mmu_page *sp) in __kvm_sync_page()
1981 static int kvm_sync_page(struct kvm_vcpu *vcpu, struct kvm_mmu_page *sp, in kvm_sync_page()
2005 static bool is_obsolete_sp(struct kvm *kvm, struct kvm_mmu_page *sp) in is_obsolete_sp()
2016 struct kvm_mmu_page *parent[PT64_ROOT_MAX_LEVEL];
2032 struct kvm_mmu_page *sp = pvec->page[n].sp; in mmu_pages_next()
2049 struct kvm_mmu_page *sp; in mmu_pages_first()
2072 struct kvm_mmu_page *sp; in mmu_pages_clear_parents()
2088 struct kvm_mmu_page *parent, bool can_yield) in mmu_sync_children()
2091 struct kvm_mmu_page *sp; in mmu_sync_children()
2129 static void __clear_sp_write_flooding_count(struct kvm_mmu_page *sp) in __clear_sp_write_flooding_count()
2145 static struct kvm_mmu_page *kvm_mmu_find_shadow_page(struct kvm *kvm, in kvm_mmu_find_shadow_page()
2151 struct kvm_mmu_page *sp; in kvm_mmu_find_shadow_page()
2230 static struct kvm_mmu_page *kvm_mmu_alloc_shadow_page(struct kvm *kvm, in kvm_mmu_alloc_shadow_page()
2236 struct kvm_mmu_page *sp; in kvm_mmu_alloc_shadow_page()
2266 static struct kvm_mmu_page *__kvm_mmu_get_shadow_page(struct kvm *kvm, in __kvm_mmu_get_shadow_page()
2273 struct kvm_mmu_page *sp; in __kvm_mmu_get_shadow_page()
2288 static struct kvm_mmu_page *kvm_mmu_get_shadow_page(struct kvm_vcpu *vcpu, in kvm_mmu_get_shadow_page()
2304 struct kvm_mmu_page *parent_sp = sptep_to_sp(sptep); in kvm_mmu_child_role()
2347 static struct kvm_mmu_page *kvm_mmu_get_child_sp(struct kvm_vcpu *vcpu, in kvm_mmu_get_child_sp()
2425 struct kvm_mmu_page *sp, bool flush) in __link_shadow_page()
2459 struct kvm_mmu_page *sp) in link_shadow_page()
2468 struct kvm_mmu_page *child; in validate_direct_spte()
2487 static int mmu_page_zap_pte(struct kvm *kvm, struct kvm_mmu_page *sp, in mmu_page_zap_pte()
2491 struct kvm_mmu_page *child; in mmu_page_zap_pte()
2518 struct kvm_mmu_page *sp, in kvm_mmu_page_unlink_children()
2530 static void kvm_mmu_unlink_parents(struct kvm *kvm, struct kvm_mmu_page *sp) in kvm_mmu_unlink_parents()
2540 struct kvm_mmu_page *parent, in mmu_zap_unsync_children()
2551 struct kvm_mmu_page *sp; in mmu_zap_unsync_children()
2564 struct kvm_mmu_page *sp, in __kvm_mmu_prepare_zap_page()
2628 static bool kvm_mmu_prepare_zap_page(struct kvm *kvm, struct kvm_mmu_page *sp, in kvm_mmu_prepare_zap_page()
2640 struct kvm_mmu_page *sp, *nsp; in kvm_mmu_commit_zap_page()
2666 struct kvm_mmu_page *sp, *tmp; in kvm_mmu_zap_oldest_mmu_pages()
2753 struct kvm_mmu_page *sp; in kvm_mmu_unprotect_page()
2784 static void kvm_unsync_page(struct kvm *kvm, struct kvm_mmu_page *sp) in kvm_unsync_page()
2802 struct kvm_mmu_page *sp; in mmu_try_to_unsync_pages()
2904 struct kvm_mmu_page *sp = sptep_to_sp(sptep); in mmu_set_spte()
2929 struct kvm_mmu_page *child; in mmu_set_spte()
2972 struct kvm_mmu_page *sp, in direct_pte_prefetch_many()
3000 struct kvm_mmu_page *sp, u64 *sptep) in __direct_pte_prefetch()
3026 struct kvm_mmu_page *sp; in direct_pte_prefetch()
3220 struct kvm_mmu_page *sp; in direct_map()
3426 struct kvm_mmu_page *sp; in fast_page_fault()
3541 struct kvm_mmu_page *sp; in mmu_free_root_page()
3618 struct kvm_mmu_page *sp; in kvm_mmu_free_guest_mode_roots()
3646 struct kvm_mmu_page *sp; in mmu_alloc_root()
3960 struct kvm_mmu_page *sp; in is_unsync_root()
3996 struct kvm_mmu_page *sp; in kvm_mmu_sync_roots()
4343 struct kvm_mmu_page *sp = root_to_sp(vcpu->arch.mmu->root.hpa); in is_page_fault_stale()
4525 struct kvm_mmu_page *sp; in is_root_usable()
4657 struct kvm_mmu_page *sp = root_to_sp(vcpu->arch.mmu->root.hpa); in kvm_mmu_new_pgd()
5500 struct kvm_mmu_page *sp; in is_obsolete_root()
5578 static bool detect_write_flooding(struct kvm_mmu_page *sp) in detect_write_flooding()
5595 static bool detect_write_misaligned(struct kvm_mmu_page *sp, gpa_t gpa, in detect_write_misaligned()
5616 static u64 *get_written_sptes(struct kvm_mmu_page *sp, gpa_t gpa, int *nspte) in get_written_sptes()
5651 struct kvm_mmu_page *sp; in kvm_mmu_track_write()
5788 struct kvm_mmu_page *sp = sptep_to_sp(iterator.sptep); in __kvm_mmu_invalidate_addr()
6051 struct kvm_mmu_page *sp, *node; in kvm_zap_obsolete_pages()
6341 static struct kvm_mmu_page *shadow_mmu_get_sp_for_split(struct kvm *kvm, u64 *huge_sptep) in shadow_mmu_get_sp_for_split()
6343 struct kvm_mmu_page *huge_sp = sptep_to_sp(huge_sptep); in shadow_mmu_get_sp_for_split()
6375 struct kvm_mmu_page *sp; in shadow_mmu_split_huge_page()
6418 struct kvm_mmu_page *huge_sp = sptep_to_sp(huge_sptep); in shadow_mmu_try_split_huge_page()
6458 struct kvm_mmu_page *sp; in shadow_mmu_try_split_huge_pages()
6575 struct kvm_mmu_page *sp; in kvm_mmu_zap_collapsible_spte()
6664 struct kvm_mmu_page *sp, *node; in kvm_mmu_zap_all()
6917 sizeof(struct kvm_mmu_page), in kvm_mmu_vendor_module_init()
7015 struct kvm_mmu_page *sp; in kvm_recover_nx_huge_pages()
7045 struct kvm_mmu_page, in kvm_recover_nx_huge_pages()