| /Linux-v5.15/arch/x86/kvm/mmu/ |
| D | mmu_audit.c | 32 typedef void (*inspect_spte_fn) (struct kvm_vcpu *vcpu, u64 *sptep, int level);
93 static void audit_mappings(struct kvm_vcpu *vcpu, u64 *sptep, int level) in audit_mappings() argument
100 sp = sptep_to_sp(sptep); in audit_mappings()
110 if (!is_shadow_present_pte(*sptep) || !is_last_spte(*sptep, level)) in audit_mappings()
113 gfn = kvm_mmu_page_get_gfn(sp, sptep - sp->spt); in audit_mappings()
120 if ((*sptep & PT64_BASE_ADDR_MASK) != hpa) in audit_mappings()
123 hpa, *sptep); in audit_mappings()
126 static void inspect_spte_has_rmap(struct kvm *kvm, u64 *sptep) in inspect_spte_has_rmap() argument
135 rev_sp = sptep_to_sp(sptep); in inspect_spte_has_rmap()
136 gfn = kvm_mmu_page_get_gfn(rev_sp, sptep - rev_sp->spt); in inspect_spte_has_rmap()
[all …]
|
| D | mmutrace.h | 211 TP_PROTO(u64 *sptep, gfn_t gfn, u64 spte),
212 TP_ARGS(sptep, gfn, spte),
215 __field(void *, sptep)
222 __entry->sptep = sptep;
228 TP_printk("sptep:%p gfn %llx access %x gen %x", __entry->sptep,
256 u64 *sptep, u64 old_spte, int ret),
257 TP_ARGS(vcpu, cr2_or_gpa, error_code, sptep, old_spte, ret),
263 __field(u64 *, sptep)
273 __entry->sptep = sptep;
275 __entry->new_spte = *sptep;
[all …]
|
| D | mmu.c | 162 u64 *sptep; member
181 ({ spte = mmu_spte_get_lockless(_walker.sptep); 1; }); \
188 static void mmu_spte_set(u64 *sptep, u64 spte);
295 static void mark_mmio_spte(struct kvm_vcpu *vcpu, u64 *sptep, u64 gfn, in mark_mmio_spte() argument
300 trace_mark_mmio_spte(sptep, gfn, spte); in mark_mmio_spte()
301 mmu_spte_set(sptep, spte); in mark_mmio_spte()
353 static void __set_spte(u64 *sptep, u64 spte) in __set_spte() argument
355 WRITE_ONCE(*sptep, spte); in __set_spte()
358 static void __update_clear_spte_fast(u64 *sptep, u64 spte) in __update_clear_spte_fast() argument
360 WRITE_ONCE(*sptep, spte); in __update_clear_spte_fast()
[all …]
|
| D | tdp_iter.c | 13 iter->sptep = iter->pt_path[iter->level - 1] + in tdp_iter_refresh_sptep()
15 iter->old_spte = READ_ONCE(*rcu_dereference(iter->sptep)); in tdp_iter_refresh_sptep()
89 iter->old_spte = READ_ONCE(*rcu_dereference(iter->sptep)); in try_step_down()
122 iter->sptep++; in try_step_side()
123 iter->old_spte = READ_ONCE(*rcu_dereference(iter->sptep)); in try_step_side()
|
| D | paging_tmpl.h | 624 u64 *sptep) in FNAME()
631 sp = sptep_to_sp(sptep); in FNAME()
644 return __direct_pte_prefetch(vcpu, sp, sptep); in FNAME()
646 i = (sptep - sp->spt) & ~(PTE_PREFETCH_NUM - 1); in FNAME()
650 if (spte == sptep) in FNAME()
703 clear_sp_write_flooding_count(it.sptep); in FNAME()
704 drop_large_spte(vcpu, it.sptep); in FNAME()
707 if (!is_shadow_present_pte(*it.sptep)) { in FNAME()
741 link_shadow_page(vcpu, it.sptep, sp); in FNAME()
750 clear_sp_write_flooding_count(it.sptep); in FNAME()
[all …]
|
| D | tdp_mmu.c | 320 u64 *sptep; in handle_removed_tdp_mmu_page() local
329 sptep = rcu_dereference(pt) + i; in handle_removed_tdp_mmu_page()
342 old_child_spte = xchg(sptep, REMOVED_SPTE); in handle_removed_tdp_mmu_page()
357 old_child_spte = READ_ONCE(*sptep); in handle_removed_tdp_mmu_page()
369 WRITE_ONCE(*sptep, REMOVED_SPTE); in handle_removed_tdp_mmu_page()
519 if (cmpxchg64(rcu_dereference(iter->sptep), iter->old_spte, in tdp_mmu_set_spte_atomic_no_dirty_log()
590 WRITE_ONCE(*rcu_dereference(iter->sptep), 0); in tdp_mmu_zap_spte_atomic()
627 WRITE_ONCE(*rcu_dereference(iter->sptep), new_spte); in __tdp_mmu_set_spte()
793 iter.old_spte = READ_ONCE(*rcu_dereference(iter.sptep)); in zap_gfn_range()
967 trace_mark_mmio_spte(rcu_dereference(iter->sptep), iter->gfn, in tdp_mmu_map_handle_target_level()
[all …]
|
| D | mmu_internal.h | 92 static inline struct kvm_mmu_page *sptep_to_sp(u64 *sptep) in sptep_to_sp() argument
94 return to_shadow_page(__pa(sptep)); in sptep_to_sp()
|
| D | tdp_iter.h | 30 tdp_ptep_t sptep; member
|
| /Linux-v5.15/arch/s390/mm/ |
| D | pgtable.c | 649 pte_t *sptep, pte_t *tptep, pte_t pte) in ptep_shadow_pte() argument
657 spgste = pgste_get_lock(sptep); in ptep_shadow_pte()
658 spte = *sptep; in ptep_shadow_pte()
671 pgste_set_unlock(sptep, spgste); in ptep_shadow_pte()
|
| D | gmap.c | 2110 pte_t *sptep, *tptep; in gmap_shadow_page() local
2134 sptep = gmap_pte_op_walk(parent, paddr, &ptl); in gmap_shadow_page()
2135 if (sptep) { in gmap_shadow_page()
2145 rc = ptep_shadow_pte(sg->mm, saddr, sptep, tptep, pte); in gmap_shadow_page()
|
| /Linux-v5.15/arch/s390/include/asm/ |
| D | pgtable.h | 1159 pte_t *sptep, pte_t *tptep, pte_t pte);
|
