| /Linux-v6.1/virt/kvm/ |
| D | pfncache.c | 114 static inline bool mmu_notifier_retry_cache(struct kvm *kvm, unsigned long mmu_seq) in mmu_notifier_retry_cache() argument
139 return kvm->mmu_invalidate_seq != mmu_seq; in mmu_notifier_retry_cache()
148 unsigned long mmu_seq; in hva_to_pfn_retry() local
162 mmu_seq = kvm->mmu_invalidate_seq; in hva_to_pfn_retry()
220 } while (mmu_notifier_retry_cache(kvm, mmu_seq)); in hva_to_pfn_retry()
|
| /Linux-v6.1/arch/powerpc/kvm/ |
| D | book3s_hv_rm_mmu.c | 199 unsigned long mmu_seq; in kvmppc_do_h_enter() local
222 mmu_seq = kvm->mmu_invalidate_seq; in kvmppc_do_h_enter()
249 ptep = find_kvm_host_pte(kvm, mmu_seq, hva, &hpage_shift); in kvmppc_do_h_enter()
369 if (mmu_invalidate_retry(kvm, mmu_seq)) { in kvmppc_do_h_enter()
883 static int kvmppc_get_hpa(struct kvm_vcpu *vcpu, unsigned long mmu_seq, in kvmppc_get_hpa() argument
903 ptep = find_kvm_host_pte(kvm, mmu_seq, hva, &shift); in kvmppc_get_hpa()
930 unsigned long pa, mmu_seq; in kvmppc_do_h_page_init_zero() local
935 mmu_seq = kvm->mmu_invalidate_seq; in kvmppc_do_h_page_init_zero()
940 ret = kvmppc_get_hpa(vcpu, mmu_seq, dest, 1, &pa, &memslot); in kvmppc_do_h_page_init_zero()
957 unsigned long dest_pa, src_pa, mmu_seq; in kvmppc_do_h_page_init_copy() local
[all …]
|
| D | book3s_64_mmu_host.c | 86 unsigned long mmu_seq; in kvmppc_mmu_map_page() local
93 mmu_seq = kvm->mmu_invalidate_seq; in kvmppc_mmu_map_page()
154 if (!cpte || mmu_invalidate_retry(kvm, mmu_seq)) { in kvmppc_mmu_map_page()
|
| D | book3s_64_mmu_radix.c | 611 unsigned long mmu_seq, unsigned int lpid, in kvmppc_create_pte() argument
643 if (mmu_invalidate_retry(kvm, mmu_seq)) in kvmppc_create_pte()
823 unsigned long mmu_seq; in kvmppc_book3s_instantiate_page() local
833 mmu_seq = kvm->mmu_invalidate_seq; in kvmppc_book3s_instantiate_page()
866 ptep = find_kvm_host_pte(kvm, mmu_seq, hva, &shift); in kvmppc_book3s_instantiate_page()
916 mmu_seq, kvm->arch.lpid, NULL, NULL); in kvmppc_book3s_instantiate_page()
|
| D | e500_mmu_host.c | 333 unsigned long mmu_seq; in kvmppc_e500_shadow_map() local
342 mmu_seq = kvm->mmu_invalidate_seq; in kvmppc_e500_shadow_map()
463 if (mmu_invalidate_retry(kvm, mmu_seq)) { in kvmppc_e500_shadow_map()
|
| D | book3s_64_mmu_hv.c | 498 unsigned long mmu_seq, psize, pte_size; in kvmppc_book3s_hv_page_fault() local
581 mmu_seq = kvm->mmu_invalidate_seq; in kvmppc_book3s_hv_page_fault()
618 ptep = find_kvm_host_pte(kvm, mmu_seq, hva, &shift); in kvmppc_book3s_hv_page_fault()
696 if (mmu_invalidate_retry(vcpu->kvm, mmu_seq)) { in kvmppc_book3s_hv_page_fault()
|
| D | book3s_hv_nested.c | 1493 unsigned long mmu_seq; in __kvmhv_nested_page_fault() local
1583 mmu_seq = kvm->mmu_invalidate_seq; in __kvmhv_nested_page_fault()
1642 mmu_seq, gp->shadow_lpid, rmapp, &n_rmap); in __kvmhv_nested_page_fault()
|
| /Linux-v6.1/arch/powerpc/include/asm/ |
| D | kvm_book3s_64.h | 627 unsigned long mmu_seq, unsigned int lpid,
661 static inline pte_t *find_kvm_host_pte(struct kvm *kvm, unsigned long mmu_seq, in find_kvm_host_pte() argument
669 if (mmu_invalidate_retry(kvm, mmu_seq)) in find_kvm_host_pte()
|
| /Linux-v6.1/arch/mips/kvm/ |
| D | mmu.c | 599 unsigned long mmu_seq; in kvm_mips_map_page() local
618 mmu_seq = kvm->mmu_invalidate_seq; in kvm_mips_map_page()
641 if (mmu_invalidate_retry(kvm, mmu_seq)) { in kvm_mips_map_page()
|
| /Linux-v6.1/arch/riscv/kvm/ |
| D | mmu.c | 631 unsigned long vma_pagesize, mmu_seq; in kvm_riscv_gstage_map() local
669 mmu_seq = kvm->mmu_invalidate_seq; in kvm_riscv_gstage_map()
689 if (mmu_invalidate_retry(kvm, mmu_seq)) in kvm_riscv_gstage_map()
|
| /Linux-v6.1/arch/x86/kvm/mmu/ |
| D | paging_tmpl.h | 794 unsigned long mmu_seq; in FNAME() local
841 mmu_seq = vcpu->kvm->mmu_invalidate_seq; in FNAME()
874 if (is_page_fault_stale(vcpu, fault, mmu_seq)) in FNAME()
|
| D | mmu.c | 4201 struct kvm_page_fault *fault, int mmu_seq) in is_page_fault_stale() argument
4221 mmu_invalidate_retry_hva(vcpu->kvm, mmu_seq, fault->hva); in is_page_fault_stale()
4228 unsigned long mmu_seq; in direct_page_fault() local
4245 mmu_seq = vcpu->kvm->mmu_invalidate_seq; in direct_page_fault()
4263 if (is_page_fault_stale(vcpu, fault, mmu_seq)) in direct_page_fault()
|
| /Linux-v6.1/arch/arm64/kvm/ |
| D | mmu.c | 1131 unsigned long mmu_seq; in user_mem_abort() local
1226 mmu_seq = vcpu->kvm->mmu_invalidate_seq; in user_mem_abort()
1284 if (mmu_invalidate_retry(kvm, mmu_seq)) in user_mem_abort()
|
| /Linux-v6.1/include/linux/ |
| D | kvm_host.h | 1922 static inline int mmu_invalidate_retry(struct kvm *kvm, unsigned long mmu_seq) in mmu_invalidate_retry() argument
1939 if (kvm->mmu_invalidate_seq != mmu_seq) in mmu_invalidate_retry()
1945 unsigned long mmu_seq, in mmu_invalidate_retry_hva() argument
1959 if (kvm->mmu_invalidate_seq != mmu_seq) in mmu_invalidate_retry_hva()
|
