Lines Matching refs:kvm_mmu_page

68 static void tdp_mmu_free_sp(struct kvm_mmu_page *sp)  in tdp_mmu_free_sp()
84 struct kvm_mmu_page *sp = container_of(head, struct kvm_mmu_page, in tdp_mmu_free_sp_rcu_callback()
90 static void tdp_mmu_zap_root(struct kvm *kvm, struct kvm_mmu_page *root,
95 struct kvm_mmu_page *root = container_of(work, struct kvm_mmu_page, in tdp_mmu_zap_root_work()
123 static void tdp_mmu_schedule_zap_root(struct kvm *kvm, struct kvm_mmu_page *root) in tdp_mmu_schedule_zap_root()
130 static inline bool kvm_tdp_root_mark_invalid(struct kvm_mmu_page *page) in kvm_tdp_root_mark_invalid()
140 void kvm_tdp_mmu_put_root(struct kvm *kvm, struct kvm_mmu_page *root, in kvm_tdp_mmu_put_root()
204 static struct kvm_mmu_page *tdp_mmu_next_root(struct kvm *kvm, in tdp_mmu_next_root()
205 struct kvm_mmu_page *prev_root, in tdp_mmu_next_root()
208 struct kvm_mmu_page *next_root; in tdp_mmu_next_root()
274 static struct kvm_mmu_page *tdp_mmu_alloc_sp(struct kvm_vcpu *vcpu) in tdp_mmu_alloc_sp()
276 struct kvm_mmu_page *sp; in tdp_mmu_alloc_sp()
284 static void tdp_mmu_init_sp(struct kvm_mmu_page *sp, tdp_ptep_t sptep, in tdp_mmu_init_sp()
297 static void tdp_mmu_init_child_sp(struct kvm_mmu_page *child_sp, in tdp_mmu_init_child_sp()
300 struct kvm_mmu_page *parent_sp; in tdp_mmu_init_child_sp()
315 struct kvm_mmu_page *root; in kvm_tdp_mmu_get_vcpu_root_hpa()
375 static void tdp_account_mmu_page(struct kvm *kvm, struct kvm_mmu_page *sp) in tdp_account_mmu_page()
380 static void tdp_unaccount_mmu_page(struct kvm *kvm, struct kvm_mmu_page *sp) in tdp_unaccount_mmu_page()
394 static void tdp_mmu_unlink_sp(struct kvm *kvm, struct kvm_mmu_page *sp, in tdp_mmu_unlink_sp()
430 struct kvm_mmu_page *sp = sptep_to_sp(rcu_dereference(pt)); in handle_removed_pt()
854 static void __tdp_mmu_zap_root(struct kvm *kvm, struct kvm_mmu_page *root, in __tdp_mmu_zap_root()
880 static void tdp_mmu_zap_root(struct kvm *kvm, struct kvm_mmu_page *root, in tdp_mmu_zap_root()
916 bool kvm_tdp_mmu_zap_sp(struct kvm *kvm, struct kvm_mmu_page *sp) in kvm_tdp_mmu_zap_sp()
944 static bool tdp_mmu_zap_leafs(struct kvm *kvm, struct kvm_mmu_page *root, in tdp_mmu_zap_leafs()
987 struct kvm_mmu_page *root; in kvm_tdp_mmu_zap_leafs()
997 struct kvm_mmu_page *root; in kvm_tdp_mmu_zap_all()
1046 struct kvm_mmu_page *root; in kvm_tdp_mmu_invalidate_all_roots()
1066 struct kvm_mmu_page *sp = sptep_to_sp(rcu_dereference(iter->sptep)); in tdp_mmu_map_handle_target_level()
1127 struct kvm_mmu_page *sp, bool account_nx, in tdp_mmu_link_sp()
1159 struct kvm_mmu_page *sp; in kvm_tdp_mmu_map()
1244 struct kvm_mmu_page *root; in kvm_tdp_mmu_handle_gfn()
1364 static bool wrprot_gfn_range(struct kvm *kvm, struct kvm_mmu_page *root, in wrprot_gfn_range()
1405 struct kvm_mmu_page *root; in kvm_tdp_mmu_wrprot_slot()
1417 static struct kvm_mmu_page *__tdp_mmu_alloc_sp_for_split(gfp_t gfp) in __tdp_mmu_alloc_sp_for_split()
1419 struct kvm_mmu_page *sp; in __tdp_mmu_alloc_sp_for_split()
1436 static struct kvm_mmu_page *tdp_mmu_alloc_sp_for_split(struct kvm *kvm, in tdp_mmu_alloc_sp_for_split()
1440 struct kvm_mmu_page *sp; in tdp_mmu_alloc_sp_for_split()
1476 struct kvm_mmu_page *sp, bool shared) in tdp_mmu_split_huge_page()
1516 struct kvm_mmu_page *root, in tdp_mmu_split_huge_pages_root()
1520 struct kvm_mmu_page *sp = NULL; in tdp_mmu_split_huge_pages_root()
1587 struct kvm_mmu_page *root; in kvm_tdp_mmu_try_split_huge_pages()
1608 static bool clear_dirty_gfn_range(struct kvm *kvm, struct kvm_mmu_page *root, in clear_dirty_gfn_range()
1657 struct kvm_mmu_page *root; in kvm_tdp_mmu_clear_dirty_slot()
1676 static void clear_dirty_pt_masked(struct kvm *kvm, struct kvm_mmu_page *root, in clear_dirty_pt_masked()
1725 struct kvm_mmu_page *root; in kvm_tdp_mmu_clear_dirty_pt_masked()
1733 struct kvm_mmu_page *root, in zap_collapsible_spte_range()
1790 struct kvm_mmu_page *root; in kvm_tdp_mmu_zap_collapsible_sptes()
1803 static bool write_protect_gfn(struct kvm *kvm, struct kvm_mmu_page *root, in write_protect_gfn()
1843 struct kvm_mmu_page *root; in kvm_tdp_mmu_write_protect_gfn()