| /Linux-v4.19/arch/powerpc/mm/ |
| D | hash64_64k.c | 44 unsigned long old_pte, new_pte, subpg_pte; in __hash_page_4K() local
54 old_pte = pte_val(pte); in __hash_page_4K()
56 if (unlikely(old_pte & H_PAGE_BUSY)) in __hash_page_4K()
59 if (unlikely(!check_pte_access(access, old_pte))) in __hash_page_4K()
66 new_pte = old_pte | H_PAGE_BUSY | _PAGE_ACCESSED | H_PAGE_COMBO; in __hash_page_4K()
69 } while (!pte_xchg(ptep, __pte(old_pte), __pte(new_pte))); in __hash_page_4K()
84 rflags = hash_page_do_lazy_icache(rflags, __pte(old_pte), trap); in __hash_page_4K()
89 rpte = __real_pte(__pte(old_pte), ptep, PTRS_PER_PTE); in __hash_page_4K()
93 if (!(old_pte & H_PAGE_HASHPTE)) in __hash_page_4K()
99 if (!(old_pte & H_PAGE_COMBO)) { in __hash_page_4K()
[all …]
|
| D | hugetlbpage-hash64.c | 28 unsigned long old_pte, new_pte; in __hash_page_huge() local
50 old_pte = pte_val(*ptep); in __hash_page_huge()
52 if (unlikely(old_pte & H_PAGE_BUSY)) in __hash_page_huge()
55 if (unlikely(!check_pte_access(access, old_pte))) in __hash_page_huge()
60 new_pte = old_pte | H_PAGE_BUSY | _PAGE_ACCESSED; in __hash_page_huge()
63 } while(!pte_xchg(ptep, __pte(old_pte), __pte(new_pte))); in __hash_page_huge()
70 rpte = __real_pte(__pte(old_pte), ptep, offset); in __hash_page_huge()
76 rflags = hash_page_do_lazy_icache(rflags, __pte(old_pte), trap); in __hash_page_huge()
79 if (unlikely(old_pte & H_PAGE_HASHPTE)) { in __hash_page_huge()
86 old_pte &= ~_PAGE_HPTEFLAGS; in __hash_page_huge()
[all …]
|
| D | hash64_4k.c | 26 unsigned long old_pte, new_pte; in __hash_page_4K() local
36 old_pte = pte_val(pte); in __hash_page_4K()
38 if (unlikely(old_pte & H_PAGE_BUSY)) in __hash_page_4K()
41 if (unlikely(!check_pte_access(access, old_pte))) in __hash_page_4K()
48 new_pte = old_pte | H_PAGE_BUSY | _PAGE_ACCESSED; in __hash_page_4K()
51 } while (!pte_xchg(ptep, __pte(old_pte), __pte(new_pte))); in __hash_page_4K()
58 rpte = __real_pte(__pte(old_pte), ptep, PTRS_PER_PTE); in __hash_page_4K()
62 rflags = hash_page_do_lazy_icache(rflags, __pte(old_pte), trap); in __hash_page_4K()
65 if (unlikely(old_pte & H_PAGE_HASHPTE)) { in __hash_page_4K()
74 old_pte &= ~_PAGE_HPTEFLAGS; in __hash_page_4K()
[all …]
|
| D | hugepage-hash64.c | 63 rflags = hash_page_do_lazy_icache(rflags, __pte(old_pte), trap); in __hash_page_thp()
|
| D | pgtable-radix.c | 1055 unsigned long old_pte, new_pte; in radix__ptep_set_access_flags() local
1057 old_pte = __radix_pte_update(ptep, _PAGE_PRESENT, _PAGE_INVALID); in radix__ptep_set_access_flags()
1061 new_pte = old_pte | set; in radix__ptep_set_access_flags()
|
| /Linux-v4.19/arch/powerpc/include/asm/book3s/64/ |
| D | radix.h | 154 unsigned long old_pte; in radix__pte_update() local
156 old_pte = __radix_pte_update(ptep, clr, set); in radix__pte_update()
160 return old_pte; in radix__pte_update()
167 unsigned long old_pte; in radix__ptep_get_and_clear_full() local
170 old_pte = pte_val(*ptep); in radix__ptep_get_and_clear_full()
173 old_pte = radix__pte_update(mm, addr, ptep, ~0ul, 0, 0); in radix__ptep_get_and_clear_full()
175 return __pte(old_pte); in radix__ptep_get_and_clear_full()
|
| /Linux-v4.19/arch/powerpc/include/asm/ |
| D | kvm_book3s_64.h | 318 pte_t old_pte, new_pte = __pte(0); in kvmppc_read_update_linux_pte() local
324 old_pte = READ_ONCE(*ptep); in kvmppc_read_update_linux_pte()
328 if (unlikely(pte_val(old_pte) & H_PAGE_BUSY)) { in kvmppc_read_update_linux_pte()
333 if (unlikely(!(pte_val(old_pte) & _PAGE_PRESENT))) in kvmppc_read_update_linux_pte()
336 new_pte = pte_mkyoung(old_pte); in kvmppc_read_update_linux_pte()
337 if (writing && pte_write(old_pte)) in kvmppc_read_update_linux_pte()
340 if (pte_xchg(ptep, old_pte, new_pte)) in kvmppc_read_update_linux_pte()
|
| /Linux-v4.19/arch/arm64/include/asm/ |
| D | pgtable.h | 251 pte_t old_pte; in set_pte_at() local
261 old_pte = READ_ONCE(*ptep); in set_pte_at()
262 if (IS_ENABLED(CONFIG_DEBUG_VM) && pte_valid(old_pte) && pte_valid(pte) && in set_pte_at()
266 __func__, pte_val(old_pte), pte_val(pte)); in set_pte_at()
267 VM_WARN_ONCE(pte_write(old_pte) && !pte_dirty(pte), in set_pte_at()
269 __func__, pte_val(old_pte), pte_val(pte)); in set_pte_at()
629 pte_t old_pte, pte; in __ptep_test_and_clear_young() local
633 old_pte = pte; in __ptep_test_and_clear_young()
636 pte_val(old_pte), pte_val(pte)); in __ptep_test_and_clear_young()
637 } while (pte_val(pte) != pte_val(old_pte)); in __ptep_test_and_clear_young()
[all …]
|
| /Linux-v4.19/arch/parisc/include/asm/ |
| D | pgtable.h | 65 pte_t old_pte; \
68 old_pte = *ptep; \
69 if (pte_inserted(old_pte)) \
491 pte_t old_pte; in ptep_get_and_clear() local
495 old_pte = *ptep; in ptep_get_and_clear()
496 if (pte_inserted(old_pte)) in ptep_get_and_clear()
501 return old_pte; in ptep_get_and_clear()
|
| /Linux-v4.19/arch/parisc/mm/ |
| D | hugetlbpage.c | 167 pte_t old_pte; in huge_ptep_set_wrprotect() local
170 old_pte = *ptep; in huge_ptep_set_wrprotect()
171 __set_huge_pte_at(mm, addr, ptep, pte_wrprotect(old_pte)); in huge_ptep_set_wrprotect()
|
| /Linux-v4.19/arch/sparc/include/asm/ |
| D | hugetlb.h | 62 pte_t old_pte = *ptep; in huge_ptep_set_wrprotect() local
63 set_huge_pte_at(mm, addr, ptep, pte_wrprotect(old_pte)); in huge_ptep_set_wrprotect()
|
| /Linux-v4.19/mm/ |
| D | mremap.c | 121 pte_t *old_pte, *new_pte, pte; in move_ptes() local
151 old_pte = pte_offset_map_lock(mm, old_pmd, old_addr, &old_ptl); in move_ptes()
159 for (; old_addr < old_end; old_pte++, old_addr += PAGE_SIZE, in move_ptes()
161 if (pte_none(*old_pte)) in move_ptes()
164 pte = ptep_get_and_clear(mm, old_addr, old_pte); in move_ptes()
189 pte_unmap_unlock(old_pte - 1, old_ptl); in move_ptes()
|
| /Linux-v4.19/arch/mips/kvm/ |
| D | mmu.c | 529 pte_t old_pte; in kvm_set_spte_handler() local
535 old_pte = *gpa_pte; in kvm_set_spte_handler()
536 if (memslot->flags & KVM_MEM_LOG_DIRTY_PAGES && !pte_dirty(old_pte)) in kvm_set_spte_handler()
544 if (!pte_present(old_pte) || !pte_young(old_pte)) in kvm_set_spte_handler()
550 pte_pfn(old_pte) != pte_pfn(hva_pte) || in kvm_set_spte_handler()
551 (pte_dirty(old_pte) && !pte_dirty(hva_pte)); in kvm_set_spte_handler()
694 pte_t *ptep, entry, old_pte; in kvm_mips_map_page() local
767 old_pte = *ptep; in kvm_mips_map_page()
|
| /Linux-v4.19/arch/x86/mm/ |
| D | pageattr.c | 557 pte_t new_pte, old_pte, *tmp; in try_preserve_large_page() local
605 old_pte = *kpte; in try_preserve_large_page()
1222 pte_t *kpte, old_pte; in __change_page_attr() local
1238 old_pte = *kpte; in __change_page_attr()
1239 if (pte_none(old_pte)) in __change_page_attr()
1244 pgprot_t new_prot = pte_pgprot(old_pte); in __change_page_attr()
1245 unsigned long pfn = pte_pfn(old_pte); in __change_page_attr()
1264 if (pte_val(old_pte) != pte_val(new_pte)) { in __change_page_attr()
|
| /Linux-v4.19/virt/kvm/arm/ |
| D | mmu.c | 242 pte_t old_pte = *pte; in unmap_stage2_ptes() local
248 if (!kvm_is_device_pfn(pte_pfn(old_pte))) in unmap_stage2_ptes()
249 kvm_flush_dcache_pte(old_pte); in unmap_stage2_ptes()
1110 pte_t *pte, old_pte; in stage2_set_pte() local
1148 old_pte = *pte; in stage2_set_pte()
1149 if (pte_present(old_pte)) { in stage2_set_pte()
1151 if (pte_val(old_pte) == pte_val(*new_pte)) in stage2_set_pte()
|
| /Linux-v4.19/arch/ia64/include/asm/ |
| D | pgtable.h | 448 pte_t old_pte = *ptep; in ptep_set_wrprotect()
449 set_pte_at(mm, addr, ptep, pte_wrprotect(old_pte)); in ptep_set_wrprotect()
|
| /Linux-v4.19/include/asm-generic/ |
| D | pgtable.h | 224 pte_t old_pte = *ptep; in ptep_set_wrprotect() local
225 set_pte_at(mm, address, ptep, pte_wrprotect(old_pte)); in ptep_set_wrprotect()
|
| /Linux-v4.19/arch/arm64/mm/ |
| D | mmu.c | 136 pte_t old_pte = READ_ONCE(*ptep); in init_pte() local
144 BUG_ON(!pgattr_change_is_safe(pte_val(old_pte), in init_pte()
|
