Lines Matching refs:orig_pte

119 	return pte_marker_uffd_wp(vmf->orig_pte);  in vmf_orig_pte_uffd_wp()
700 pte_t orig_pte; in restore_exclusive_pte() local
704 orig_pte = ptep_get(ptep); in restore_exclusive_pte()
706 if (pte_swp_soft_dirty(orig_pte)) in restore_exclusive_pte()
709 entry = pte_to_swp_entry(orig_pte); in restore_exclusive_pte()
710 if (pte_swp_uffd_wp(orig_pte)) in restore_exclusive_pte()
771 pte_t orig_pte = ptep_get(src_pte); in copy_nonpresent_pte() local
772 pte_t pte = orig_pte; in copy_nonpresent_pte()
774 swp_entry_t entry = pte_to_swp_entry(orig_pte); in copy_nonpresent_pte()
789 if (pte_swp_exclusive(orig_pte)) { in copy_nonpresent_pte()
790 pte = pte_swp_clear_exclusive(orig_pte); in copy_nonpresent_pte()
809 if (pte_swp_soft_dirty(orig_pte)) in copy_nonpresent_pte()
811 if (pte_swp_uffd_wp(orig_pte)) in copy_nonpresent_pte()
844 if (pte_swp_uffd_wp(orig_pte)) in copy_nonpresent_pte()
2790 same = pte_same(ptep_get(vmf->pte), vmf->orig_pte); in pte_unmap_same()
2837 if (!arch_has_hw_pte_young() && !pte_young(vmf->orig_pte)) { in __wp_page_copy_user()
2841 if (unlikely(!vmf->pte || !pte_same(ptep_get(vmf->pte), vmf->orig_pte))) { in __wp_page_copy_user()
2852 entry = pte_mkyoung(vmf->orig_pte); in __wp_page_copy_user()
2869 if (unlikely(!vmf->pte || !pte_same(ptep_get(vmf->pte), vmf->orig_pte))) { in __wp_page_copy_user()
3027 flush_cache_page(vma, vmf->address, pte_pfn(vmf->orig_pte)); in wp_page_reuse()
3028 entry = pte_mkyoung(vmf->orig_pte); in wp_page_reuse()
3072 if (is_zero_pfn(pte_pfn(vmf->orig_pte))) { in wp_page_copy()
3116 if (likely(vmf->pte && pte_same(ptep_get(vmf->pte), vmf->orig_pte))) { in wp_page_copy()
3123 ksm_might_unmap_zero_page(mm, vmf->orig_pte); in wp_page_copy()
3126 flush_cache_page(vma, vmf->address, pte_pfn(vmf->orig_pte)); in wp_page_copy()
3130 if (pte_soft_dirty(vmf->orig_pte)) in wp_page_copy()
3132 if (pte_uffd_wp(vmf->orig_pte)) in wp_page_copy()
3240 if (!pte_same(ptep_get(vmf->pte), vmf->orig_pte)) { in finish_mkwrite_fault()
3360 vmf->page = vm_normal_page(vma, vmf->address, vmf->orig_pte); in do_wp_page()
3616 if (likely(vmf->pte && pte_same(ptep_get(vmf->pte), vmf->orig_pte))) in remove_device_exclusive_entry()
3661 if (pte_same(vmf->orig_pte, ptep_get(vmf->pte))) in pte_marker_clear()
3693 swp_entry_t entry = pte_to_swp_entry(vmf->orig_pte); in handle_pte_marker()
3738 entry = pte_to_swp_entry(vmf->orig_pte); in do_swap_page()
3762 vmf->orig_pte))) in do_swap_page()
3778 print_bad_pte(vma, vmf->address, vmf->orig_pte, NULL); in do_swap_page()
3840 pte_same(ptep_get(vmf->pte), vmf->orig_pte))) in do_swap_page()
3907 if (unlikely(!vmf->pte || !pte_same(ptep_get(vmf->pte), vmf->orig_pte))) in do_swap_page()
3931 exclusive = pte_swp_exclusive(vmf->orig_pte); in do_swap_page()
3997 if (pte_swp_soft_dirty(vmf->orig_pte)) in do_swap_page()
3999 if (pte_swp_uffd_wp(vmf->orig_pte)) in do_swap_page()
4001 vmf->orig_pte = pte; in do_swap_page()
4014 arch_do_swap_page(vma->vm_mm, vma, vmf->address, pte, vmf->orig_pte); in do_swap_page()
4370 return !pte_same(ptep_get(vmf->pte), vmf->orig_pte); in vmf_pte_changed()
4756 if (unlikely(!pte_same(ptep_get(vmf->pte), vmf->orig_pte))) { in do_numa_page()
4829 if (unlikely(!pte_same(ptep_get(vmf->pte), vmf->orig_pte))) { in do_numa_page()
4971 vmf->orig_pte = ptep_get_lockless(vmf->pte); in handle_pte_fault()
4974 if (pte_none(vmf->orig_pte)) { in handle_pte_fault()
4983 if (!pte_present(vmf->orig_pte)) in handle_pte_fault()
4986 if (pte_protnone(vmf->orig_pte) && vma_is_accessible(vmf->vma)) in handle_pte_fault()
4990 entry = vmf->orig_pte; in handle_pte_fault()