Lines Matching refs:orig_pte
2841 same = pte_same(*vmf->pte, vmf->orig_pte); in pte_unmap_same()
2879 if (!arch_has_hw_pte_young() && !pte_young(vmf->orig_pte)) { in __wp_page_copy_user()
2884 if (!likely(pte_same(*vmf->pte, vmf->orig_pte))) { in __wp_page_copy_user()
2894 entry = pte_mkyoung(vmf->orig_pte); in __wp_page_copy_user()
2912 if (!likely(pte_same(*vmf->pte, vmf->orig_pte))) { in __wp_page_copy_user()
3070 flush_cache_page(vma, vmf->address, pte_pfn(vmf->orig_pte)); in wp_page_reuse()
3071 entry = pte_mkyoung(vmf->orig_pte); in wp_page_reuse()
3112 if (is_zero_pfn(pte_pfn(vmf->orig_pte))) { in wp_page_copy()
3155 if (likely(pte_same(*vmf->pte, vmf->orig_pte))) { in wp_page_copy()
3165 flush_cache_page(vma, vmf->address, pte_pfn(vmf->orig_pte)); in wp_page_copy()
3169 if (pte_soft_dirty(vmf->orig_pte)) in wp_page_copy()
3171 if (pte_uffd_wp(vmf->orig_pte)) in wp_page_copy()
3280 if (!pte_same(*vmf->pte, vmf->orig_pte)) { in finish_mkwrite_fault()
3392 vmf->page = vm_normal_page(vma, vmf->address, vmf->orig_pte); in do_wp_page()
3635 if (likely(pte_same(*vmf->pte, vmf->orig_pte))) in remove_device_exclusive_entry()
3699 swp_entry_t entry = pte_to_swp_entry(vmf->orig_pte); in handle_pte_marker()
3742 entry = pte_to_swp_entry(vmf->orig_pte); in do_swap_page()
3754 if (unlikely(!pte_same(*vmf->pte, vmf->orig_pte))) { in do_swap_page()
3774 print_bad_pte(vma, vmf->address, vmf->orig_pte, NULL); in do_swap_page()
3835 if (likely(pte_same(*vmf->pte, vmf->orig_pte))) in do_swap_page()
3902 if (unlikely(!pte_same(*vmf->pte, vmf->orig_pte))) in do_swap_page()
3930 exclusive = pte_swp_exclusive(vmf->orig_pte); in do_swap_page()
3990 if (pte_swp_soft_dirty(vmf->orig_pte)) in do_swap_page()
3992 if (pte_swp_uffd_wp(vmf->orig_pte)) { in do_swap_page()
3996 vmf->orig_pte = pte; in do_swap_page()
4009 arch_do_swap_page(vma->vm_mm, vma, vmf->address, pte, vmf->orig_pte); in do_swap_page()
4322 bool uffd_wp = pte_marker_uffd_wp(vmf->orig_pte); in do_set_pte()
4354 return !pte_same(*vmf->pte, vmf->orig_pte); in vmf_pte_changed()
4718 bool was_writable = pte_savedwrite(vmf->orig_pte); in do_numa_page()
4728 if (unlikely(!pte_same(*vmf->pte, vmf->orig_pte))) { in do_numa_page()
4789 if (unlikely(!pte_same(*vmf->pte, vmf->orig_pte))) { in do_numa_page()
4932 vmf->orig_pte = *vmf->pte; in handle_pte_fault()
4944 if (pte_none(vmf->orig_pte)) { in handle_pte_fault()
4957 if (!pte_present(vmf->orig_pte)) in handle_pte_fault()
4960 if (pte_protnone(vmf->orig_pte) && vma_is_accessible(vmf->vma)) in handle_pte_fault()
4965 entry = vmf->orig_pte; in handle_pte_fault()