| /Linux-v5.15/arch/powerpc/kvm/ |
| D | book3s_hv_rm_mmu.c | 205 unsigned long mmu_seq; in kvmppc_do_h_enter() local
219 mmu_seq = kvm->mmu_notifier_seq; in kvmppc_do_h_enter()
246 ptep = find_kvm_host_pte(kvm, mmu_seq, hva, &hpage_shift); in kvmppc_do_h_enter()
366 if (mmu_notifier_retry(kvm, mmu_seq)) { in kvmppc_do_h_enter()
880 static int kvmppc_get_hpa(struct kvm_vcpu *vcpu, unsigned long mmu_seq, in kvmppc_get_hpa() argument
900 ptep = find_kvm_host_pte(kvm, mmu_seq, hva, &shift); in kvmppc_get_hpa()
927 unsigned long pa, mmu_seq; in kvmppc_do_h_page_init_zero() local
932 mmu_seq = kvm->mmu_notifier_seq; in kvmppc_do_h_page_init_zero()
937 ret = kvmppc_get_hpa(vcpu, mmu_seq, dest, 1, &pa, &memslot); in kvmppc_do_h_page_init_zero()
954 unsigned long dest_pa, src_pa, mmu_seq; in kvmppc_do_h_page_init_copy() local
[all …]
|
| D | book3s_64_vio_hv.c | 436 static long kvmppc_rm_ua_to_hpa(struct kvm_vcpu *vcpu, unsigned long mmu_seq, in kvmppc_rm_ua_to_hpa() argument
455 ptep = find_kvm_host_pte(vcpu->kvm, mmu_seq, ua, &shift); in kvmppc_rm_ua_to_hpa()
487 unsigned long mmu_seq; in kvmppc_rm_h_put_tce_indirect() local
494 mmu_seq = kvm->mmu_notifier_seq; in kvmppc_rm_h_put_tce_indirect()
544 if (kvmppc_rm_ua_to_hpa(vcpu, mmu_seq, ua, &tces)) { in kvmppc_rm_h_put_tce_indirect()
|
| D | book3s_64_mmu_host.c | 86 unsigned long mmu_seq; in kvmppc_mmu_map_page() local
93 mmu_seq = kvm->mmu_notifier_seq; in kvmppc_mmu_map_page()
154 if (!cpte || mmu_notifier_retry(kvm, mmu_seq)) { in kvmppc_mmu_map_page()
|
| D | book3s_64_mmu_radix.c | 605 unsigned long mmu_seq, unsigned int lpid, in kvmppc_create_pte() argument
637 if (mmu_notifier_retry(kvm, mmu_seq)) in kvmppc_create_pte()
817 unsigned long mmu_seq; in kvmppc_book3s_instantiate_page() local
827 mmu_seq = kvm->mmu_notifier_seq; in kvmppc_book3s_instantiate_page()
860 ptep = find_kvm_host_pte(kvm, mmu_seq, hva, &shift); in kvmppc_book3s_instantiate_page()
910 mmu_seq, kvm->arch.lpid, NULL, NULL); in kvmppc_book3s_instantiate_page()
|
| D | e500_mmu_host.c | 333 unsigned long mmu_seq; in kvmppc_e500_shadow_map() local
342 mmu_seq = kvm->mmu_notifier_seq; in kvmppc_e500_shadow_map()
463 if (mmu_notifier_retry(kvm, mmu_seq)) { in kvmppc_e500_shadow_map()
|
| D | book3s_64_mmu_hv.c | 490 unsigned long mmu_seq, psize, pte_size; in kvmppc_book3s_hv_page_fault() local
573 mmu_seq = kvm->mmu_notifier_seq; in kvmppc_book3s_hv_page_fault()
610 ptep = find_kvm_host_pte(kvm, mmu_seq, hva, &shift); in kvmppc_book3s_hv_page_fault()
688 if (mmu_notifier_retry(vcpu->kvm, mmu_seq)) { in kvmppc_book3s_hv_page_fault()
|
| D | book3s_hv_nested.c | 1488 unsigned long mmu_seq; in __kvmhv_nested_page_fault() local
1578 mmu_seq = kvm->mmu_notifier_seq; in __kvmhv_nested_page_fault()
1637 mmu_seq, gp->shadow_lpid, rmapp, &n_rmap); in __kvmhv_nested_page_fault()
|
| /Linux-v5.15/arch/powerpc/include/asm/ |
| D | kvm_book3s_64.h | 635 unsigned long mmu_seq, unsigned int lpid,
669 static inline pte_t *find_kvm_host_pte(struct kvm *kvm, unsigned long mmu_seq, in find_kvm_host_pte() argument
677 if (mmu_notifier_retry(kvm, mmu_seq)) in find_kvm_host_pte()
|
| /Linux-v5.15/arch/mips/kvm/ |
| D | mmu.c | 599 unsigned long mmu_seq; in kvm_mips_map_page() local
618 mmu_seq = kvm->mmu_notifier_seq; in kvm_mips_map_page()
641 if (mmu_notifier_retry(kvm, mmu_seq)) { in kvm_mips_map_page()
|
| /Linux-v5.15/include/linux/ |
| D | kvm_host.h | 1511 static inline int mmu_notifier_retry(struct kvm *kvm, unsigned long mmu_seq) in mmu_notifier_retry() argument
1526 if (kvm->mmu_notifier_seq != mmu_seq) in mmu_notifier_retry()
1532 unsigned long mmu_seq, in mmu_notifier_retry_hva() argument
1546 if (kvm->mmu_notifier_seq != mmu_seq) in mmu_notifier_retry_hva()
|
| /Linux-v5.15/arch/x86/kvm/mmu/ |
| D | paging_tmpl.h | 853 unsigned long mmu_seq; in FNAME() local
900 mmu_seq = vcpu->kvm->mmu_notifier_seq; in FNAME()
931 if (!is_noslot_pfn(pfn) && mmu_notifier_retry_hva(vcpu->kvm, mmu_seq, hva)) in FNAME()
|
| D | mmu.c | 3973 unsigned long mmu_seq; in direct_page_fault() local
3989 mmu_seq = vcpu->kvm->mmu_notifier_seq; in direct_page_fault()
4006 if (!is_noslot_pfn(pfn) && mmu_notifier_retry_hva(vcpu->kvm, mmu_seq, hva)) in direct_page_fault()
|
| /Linux-v5.15/arch/arm64/kvm/ |
| D | mmu.c | 951 unsigned long mmu_seq; in user_mem_abort() local
1043 mmu_seq = vcpu->kvm->mmu_notifier_seq; in user_mem_abort()
1093 if (mmu_notifier_retry(kvm, mmu_seq)) in user_mem_abort()
|
