Lines Matching refs:kvm_mmu_page
338 struct kvm_mmu_page *sp = sptep_to_sp(sptep); in count_spte_clear()
422 struct kvm_mmu_page *sp = sptep_to_sp(sptep); in __get_spte_lockless()
681 static bool sp_has_gptes(struct kvm_mmu_page *sp);
683 static gfn_t kvm_mmu_page_get_gfn(struct kvm_mmu_page *sp, int index) in kvm_mmu_page_get_gfn()
700 static u32 kvm_mmu_page_get_access(struct kvm_mmu_page *sp, int index) in kvm_mmu_page_get_access()
720 static void kvm_mmu_page_set_translation(struct kvm_mmu_page *sp, int index, in kvm_mmu_page_set_translation()
739 static void kvm_mmu_page_set_access(struct kvm_mmu_page *sp, int index, in kvm_mmu_page_set_access()
783 static void account_shadowed(struct kvm *kvm, struct kvm_mmu_page *sp) in account_shadowed()
805 void account_huge_nx_page(struct kvm *kvm, struct kvm_mmu_page *sp) in account_huge_nx_page()
816 static void unaccount_shadowed(struct kvm *kvm, struct kvm_mmu_page *sp) in unaccount_shadowed()
833 void unaccount_huge_nx_page(struct kvm *kvm, struct kvm_mmu_page *sp) in unaccount_huge_nx_page()
1037 struct kvm_mmu_page *sp; in rmap_remove()
1143 struct kvm_mmu_page *sp; in drop_large_spte()
1588 struct kvm_mmu_page *sp; in __rmap_add()
1670 static void kvm_account_mmu_page(struct kvm *kvm, struct kvm_mmu_page *sp) in kvm_account_mmu_page()
1676 static void kvm_unaccount_mmu_page(struct kvm *kvm, struct kvm_mmu_page *sp) in kvm_unaccount_mmu_page()
1682 static void kvm_mmu_free_shadow_page(struct kvm_mmu_page *sp) in kvm_mmu_free_shadow_page()
1699 struct kvm_mmu_page *sp, u64 *parent_pte) in mmu_page_add_parent_pte()
1707 static void mmu_page_remove_parent_pte(struct kvm_mmu_page *sp, in mmu_page_remove_parent_pte()
1713 static void drop_parent_pte(struct kvm_mmu_page *sp, in drop_parent_pte()
1721 static void kvm_mmu_mark_parents_unsync(struct kvm_mmu_page *sp) in kvm_mmu_mark_parents_unsync()
1733 struct kvm_mmu_page *sp; in mark_unsync()
1744 struct kvm_mmu_page *sp) in nonpaging_sync_page()
1753 struct kvm_mmu_page *sp;
1759 static int mmu_pages_add(struct kvm_mmu_pages *pvec, struct kvm_mmu_page *sp, in mmu_pages_add()
1775 static inline void clear_unsync_child_bit(struct kvm_mmu_page *sp, int idx) in clear_unsync_child_bit()
1782 static int __mmu_unsync_walk(struct kvm_mmu_page *sp, in __mmu_unsync_walk()
1788 struct kvm_mmu_page *child; in __mmu_unsync_walk()
1823 static int mmu_unsync_walk(struct kvm_mmu_page *sp, in mmu_unsync_walk()
1834 static void kvm_unlink_unsync_page(struct kvm *kvm, struct kvm_mmu_page *sp) in kvm_unlink_unsync_page()
1842 static bool kvm_mmu_prepare_zap_page(struct kvm *kvm, struct kvm_mmu_page *sp,
1847 static bool sp_has_gptes(struct kvm_mmu_page *sp) in sp_has_gptes()
1868 static int kvm_sync_page(struct kvm_vcpu *vcpu, struct kvm_mmu_page *sp, in kvm_sync_page()
1892 static bool is_obsolete_sp(struct kvm *kvm, struct kvm_mmu_page *sp) in is_obsolete_sp()
1903 struct kvm_mmu_page *parent[PT64_ROOT_MAX_LEVEL];
1919 struct kvm_mmu_page *sp = pvec->page[n].sp; in mmu_pages_next()
1936 struct kvm_mmu_page *sp; in mmu_pages_first()
1959 struct kvm_mmu_page *sp; in mmu_pages_clear_parents()
1975 struct kvm_mmu_page *parent, bool can_yield) in mmu_sync_children()
1978 struct kvm_mmu_page *sp; in mmu_sync_children()
2016 static void __clear_sp_write_flooding_count(struct kvm_mmu_page *sp) in __clear_sp_write_flooding_count()
2032 static struct kvm_mmu_page *kvm_mmu_find_shadow_page(struct kvm *kvm, in kvm_mmu_find_shadow_page()
2038 struct kvm_mmu_page *sp; in kvm_mmu_find_shadow_page()
2117 static struct kvm_mmu_page *kvm_mmu_alloc_shadow_page(struct kvm *kvm, in kvm_mmu_alloc_shadow_page()
2123 struct kvm_mmu_page *sp; in kvm_mmu_alloc_shadow_page()
2151 static struct kvm_mmu_page *__kvm_mmu_get_shadow_page(struct kvm *kvm, in __kvm_mmu_get_shadow_page()
2158 struct kvm_mmu_page *sp; in __kvm_mmu_get_shadow_page()
2173 static struct kvm_mmu_page *kvm_mmu_get_shadow_page(struct kvm_vcpu *vcpu, in kvm_mmu_get_shadow_page()
2189 struct kvm_mmu_page *parent_sp = sptep_to_sp(sptep); in kvm_mmu_child_role()
2232 static struct kvm_mmu_page *kvm_mmu_get_child_sp(struct kvm_vcpu *vcpu, in kvm_mmu_get_child_sp()
2310 struct kvm_mmu_page *sp, bool flush) in __link_shadow_page()
2335 struct kvm_mmu_page *sp) in link_shadow_page()
2344 struct kvm_mmu_page *child; in validate_direct_spte()
2363 static int mmu_page_zap_pte(struct kvm *kvm, struct kvm_mmu_page *sp, in mmu_page_zap_pte()
2367 struct kvm_mmu_page *child; in mmu_page_zap_pte()
2394 struct kvm_mmu_page *sp, in kvm_mmu_page_unlink_children()
2406 static void kvm_mmu_unlink_parents(struct kvm_mmu_page *sp) in kvm_mmu_unlink_parents()
2416 struct kvm_mmu_page *parent, in mmu_zap_unsync_children()
2427 struct kvm_mmu_page *sp; in mmu_zap_unsync_children()
2440 struct kvm_mmu_page *sp, in __kvm_mmu_prepare_zap_page()
2504 static bool kvm_mmu_prepare_zap_page(struct kvm *kvm, struct kvm_mmu_page *sp, in kvm_mmu_prepare_zap_page()
2516 struct kvm_mmu_page *sp, *nsp; in kvm_mmu_commit_zap_page()
2542 struct kvm_mmu_page *sp, *tmp; in kvm_mmu_zap_oldest_mmu_pages()
2629 struct kvm_mmu_page *sp; in kvm_mmu_unprotect_page()
2663 static void kvm_unsync_page(struct kvm *kvm, struct kvm_mmu_page *sp) in kvm_unsync_page()
2681 struct kvm_mmu_page *sp; in mmu_try_to_unsync_pages()
2783 struct kvm_mmu_page *sp = sptep_to_sp(sptep); in mmu_set_spte()
2811 struct kvm_mmu_page *child; in mmu_set_spte()
2859 struct kvm_mmu_page *sp, in direct_pte_prefetch_many()
2887 struct kvm_mmu_page *sp, u64 *sptep) in __direct_pte_prefetch()
2913 struct kvm_mmu_page *sp; in direct_pte_prefetch()
3106 struct kvm_mmu_page *sp; in __direct_map()
3305 struct kvm_mmu_page *sp; in fast_page_fault()
3421 struct kvm_mmu_page *sp; in mmu_free_root_page()
3534 struct kvm_mmu_page *sp; in mmu_alloc_root()
3846 struct kvm_mmu_page *sp; in is_unsync_root()
3882 struct kvm_mmu_page *sp; in kvm_mmu_sync_roots()
4203 struct kvm_mmu_page *sp = to_shadow_page(vcpu->arch.mmu->root.hpa); in is_page_fault_stale()
5336 struct kvm_mmu_page *sp; in is_obsolete_root()
5409 static bool detect_write_flooding(struct kvm_mmu_page *sp) in detect_write_flooding()
5426 static bool detect_write_misaligned(struct kvm_mmu_page *sp, gpa_t gpa, in detect_write_misaligned()
5450 static u64 *get_written_sptes(struct kvm_mmu_page *sp, gpa_t gpa, int *nspte) in get_written_sptes()
5486 struct kvm_mmu_page *sp; in kvm_mmu_pte_write()
5842 struct kvm_mmu_page *sp, *node; in kvm_zap_obsolete_pages()
6157 static struct kvm_mmu_page *shadow_mmu_get_sp_for_split(struct kvm *kvm, u64 *huge_sptep) in shadow_mmu_get_sp_for_split()
6159 struct kvm_mmu_page *huge_sp = sptep_to_sp(huge_sptep); in shadow_mmu_get_sp_for_split()
6191 struct kvm_mmu_page *sp; in shadow_mmu_split_huge_page()
6234 struct kvm_mmu_page *huge_sp = sptep_to_sp(huge_sptep); in shadow_mmu_try_split_huge_page()
6274 struct kvm_mmu_page *sp; in shadow_mmu_try_split_huge_pages()
6392 struct kvm_mmu_page *sp; in kvm_mmu_zap_collapsible_spte()
6497 struct kvm_mmu_page *sp, *node; in kvm_mmu_zap_all()
6710 sizeof(struct kvm_mmu_page), in kvm_mmu_vendor_module_init()
6804 struct kvm_mmu_page *sp; in kvm_recover_nx_lpages()
6832 struct kvm_mmu_page, in kvm_recover_nx_lpages()