| /Linux-v5.4/arch/arm64/mm/ |
| D | hugetlbpage.c | 123 pte_t orig_pte = huge_ptep_get(ptep); in get_clear_flush() local
124 bool valid = pte_valid(orig_pte); in get_clear_flush()
136 orig_pte = pte_mkdirty(orig_pte); in get_clear_flush()
139 orig_pte = pte_mkyoung(orig_pte); in get_clear_flush()
146 return orig_pte; in get_clear_flush()
328 pte_t orig_pte = huge_ptep_get(ptep); in huge_ptep_get_and_clear() local
330 if (!pte_cont(orig_pte)) in huge_ptep_get_and_clear()
355 pte_t orig_pte = huge_ptep_get(ptep + i); in __cont_access_flags_changed() local
357 if (pte_dirty(pte) != pte_dirty(orig_pte)) in __cont_access_flags_changed()
360 if (pte_young(pte) != pte_young(orig_pte)) in __cont_access_flags_changed()
[all …]
|
| /Linux-v5.4/arch/powerpc/kvm/ |
| D | book3s_32_mmu_host.c | 130 int kvmppc_mmu_map_page(struct kvm_vcpu *vcpu, struct kvmppc_pte *orig_pte, in kvmppc_mmu_map_page() argument
138 u32 eaddr = orig_pte->eaddr; in kvmppc_mmu_map_page()
148 hpaddr = kvmppc_gpa_to_pfn(vcpu, orig_pte->raddr, iswrite, &writable); in kvmppc_mmu_map_page()
151 orig_pte->raddr); in kvmppc_mmu_map_page()
158 vcpu->arch.mmu.esid_to_vsid(vcpu, orig_pte->eaddr >> SID_SHIFT, &vsid); in kvmppc_mmu_map_page()
198 if (orig_pte->may_write && writable) { in kvmppc_mmu_map_page()
200 mark_page_dirty(vcpu->kvm, orig_pte->raddr >> PAGE_SHIFT); in kvmppc_mmu_map_page()
205 if (orig_pte->may_execute) in kvmppc_mmu_map_page()
241 orig_pte->may_write ? 'w' : '-', in kvmppc_mmu_map_page()
242 orig_pte->may_execute ? 'x' : '-', in kvmppc_mmu_map_page()
[all …]
|
| D | book3s_64_mmu_host.c | 70 int kvmppc_mmu_map_page(struct kvm_vcpu *vcpu, struct kvmppc_pte *orig_pte, in kvmppc_mmu_map_page() argument
88 unsigned long gfn = orig_pte->raddr >> PAGE_SHIFT; in kvmppc_mmu_map_page()
96 pfn = kvmppc_gpa_to_pfn(vcpu, orig_pte->raddr, iswrite, &writable); in kvmppc_mmu_map_page()
99 orig_pte->raddr); in kvmppc_mmu_map_page()
106 vcpu->arch.mmu.esid_to_vsid(vcpu, orig_pte->eaddr >> SID_SHIFT, &vsid); in kvmppc_mmu_map_page()
109 ret = kvmppc_mmu_map_segment(vcpu, orig_pte->eaddr); in kvmppc_mmu_map_page()
115 vsid, orig_pte->eaddr); in kvmppc_mmu_map_page()
121 vpn = hpt_vpn(orig_pte->eaddr, map->host_vsid, MMU_SEGSIZE_256M); in kvmppc_mmu_map_page()
124 if (!orig_pte->may_write || !writable) in kvmppc_mmu_map_page()
131 if (!orig_pte->may_execute) in kvmppc_mmu_map_page()
[all …]
|
| D | trace_pr.h | 33 struct kvmppc_pte *orig_pte),
34 TP_ARGS(rflags, hpteg, va, hpaddr, orig_pte),
49 __entry->eaddr = orig_pte->eaddr;
52 __entry->vpage = orig_pte->vpage;
|
| D | book3s_hv_rm_mmu.c | 505 u64 pte, orig_pte, pte_r; in kvmppc_do_h_remove() local
514 pte = orig_pte = be64_to_cpu(hpte[0]); in kvmppc_do_h_remove()
523 __unlock_hpte(hpte, orig_pte); in kvmppc_do_h_remove()
|
| /Linux-v5.4/mm/ |
| D | madvise.c | 186 pte_t *orig_pte; in swapin_walk_pmd_entry() local
199 orig_pte = pte_offset_map_lock(vma->vm_mm, pmd, start, &ptl); in swapin_walk_pmd_entry()
200 pte = *(orig_pte + ((index - start) / PAGE_SIZE)); in swapin_walk_pmd_entry()
201 pte_unmap_unlock(orig_pte, ptl); in swapin_walk_pmd_entry()
309 pte_t *orig_pte, *pte, ptent; in madvise_cold_or_pageout_pte_range() local
386 orig_pte = pte = pte_offset_map_lock(vma->vm_mm, pmd, addr, &ptl); in madvise_cold_or_pageout_pte_range()
414 pte_unmap_unlock(orig_pte, ptl); in madvise_cold_or_pageout_pte_range()
459 pte_unmap_unlock(orig_pte, ptl); in madvise_cold_or_pageout_pte_range()
564 pte_t *orig_pte, *pte, ptent; in madvise_free_pte_range() local
578 orig_pte = pte = pte_offset_map_lock(mm, pmd, addr, &ptl); in madvise_free_pte_range()
[all …]
|
| D | swap_state.c | 648 pte_t *pte, *orig_pte; in swap_ra_info() local
662 orig_pte = pte = pte_offset_map(vmf->pmd, faddr); in swap_ra_info()
665 pte_unmap(orig_pte); in swap_ra_info()
680 pte_unmap(orig_pte); in swap_ra_info()
705 pte_unmap(orig_pte); in swap_ra_info()
|
| D | memory.c | 2133 pte_t *page_table, pte_t orig_pte) in pte_unmap_same() argument
2140 same = pte_same(*page_table, orig_pte); in pte_unmap_same()
2282 flush_cache_page(vma, vmf->address, pte_pfn(vmf->orig_pte)); in wp_page_reuse()
2283 entry = pte_mkyoung(vmf->orig_pte); in wp_page_reuse()
2320 if (is_zero_pfn(pte_pfn(vmf->orig_pte))) { in wp_page_copy()
2347 if (likely(pte_same(*vmf->pte, vmf->orig_pte))) { in wp_page_copy()
2357 flush_cache_page(vma, vmf->address, pte_pfn(vmf->orig_pte)); in wp_page_copy()
2466 if (!pte_same(*vmf->pte, vmf->orig_pte)) { in finish_mkwrite_fault()
2552 vmf->page = vm_normal_page(vma, vmf->address, vmf->orig_pte); in do_wp_page()
2584 if (!pte_same(*vmf->pte, vmf->orig_pte)) { in do_wp_page()
[all …]
|
| D | ksm.c | 1033 pte_t *orig_pte) in write_protect_page() argument
1099 *orig_pte = *pvmw.pte; in write_protect_page()
1120 struct page *kpage, pte_t orig_pte) in replace_page() argument
1144 if (!pte_same(*ptep, orig_pte)) { in replace_page()
1204 pte_t orig_pte = __pte(0); in try_to_merge_one_page() local
1234 if (write_protect_page(vma, page, &orig_pte) == 0) { in try_to_merge_one_page()
1251 err = replace_page(vma, page, kpage, orig_pte); in try_to_merge_one_page()
|
| D | khugepaged.c | 913 vmf.orig_pte = *vmf.pte; in __collapse_huge_page_swapin()
914 if (!is_swap_pte(vmf.orig_pte)) in __collapse_huge_page_swapin()
|
| /Linux-v5.4/arch/x86/kvm/ |
| D | paging_tmpl.h | 133 pt_element_t orig_pte, pt_element_t new_pte) in FNAME()
143 ret = CMPXCHG(&table[index], orig_pte, new_pte); in FNAME()
166 ret = CMPXCHG(&table[index], orig_pte, new_pte); in FNAME()
171 return (ret != orig_pte); in FNAME()
226 pt_element_t pte, orig_pte; in FNAME() local
236 pte = orig_pte = walker->ptes[level - 1]; in FNAME()
253 if (pte == orig_pte) in FNAME()
272 ret = FNAME(cmpxchg_gpte)(vcpu, mmu, ptep_user, index, orig_pte, pte); in FNAME()
|
| /Linux-v5.4/arch/sparc/mm/ |
| D | tlb.c | 207 pte_t orig_pte = __pte(pmd_val(orig)); in __set_pmd_acct() local
208 bool exec = pte_exec(orig_pte); in __set_pmd_acct()
|
| /Linux-v5.4/fs/proc/ |
| D | task_mmu.c | 1369 pte_t *pte, *orig_pte; in pagemap_pmd_range() local
1439 orig_pte = pte = pte_offset_map_lock(walk->mm, pmdp, addr, &ptl); in pagemap_pmd_range()
1448 pte_unmap_unlock(orig_pte, ptl); in pagemap_pmd_range()
1749 pte_t *orig_pte; in gather_pte_stats() local
1768 orig_pte = pte = pte_offset_map_lock(walk->mm, pmd, addr, &ptl); in gather_pte_stats()
1776 pte_unmap_unlock(orig_pte, ptl); in gather_pte_stats()
|
| /Linux-v5.4/include/asm-generic/ |
| D | pgtable.h | 471 pte_t orig_pte) in arch_unmap_one() argument
|
| /Linux-v5.4/include/linux/ |
| D | mm.h | 428 pte_t orig_pte; /* Value of PTE at the time of fault */ member
|
