Lines Matching refs:src_pte
749 try_restore_exclusive_pte(pte_t *src_pte, struct vm_area_struct *vma, in try_restore_exclusive_pte() argument
752 swp_entry_t entry = pte_to_swp_entry(*src_pte); in try_restore_exclusive_pte()
756 restore_exclusive_pte(vma, page, addr, src_pte); in try_restore_exclusive_pte()
772 pte_t *dst_pte, pte_t *src_pte, struct vm_area_struct *dst_vma, in copy_nonpresent_pte() argument
776 pte_t pte = *src_pte; in copy_nonpresent_pte()
807 if (pte_swp_soft_dirty(*src_pte)) in copy_nonpresent_pte()
809 if (pte_swp_uffd_wp(*src_pte)) in copy_nonpresent_pte()
811 set_pte_at(src_mm, addr, src_pte, pte); in copy_nonpresent_pte()
841 if (pte_swp_uffd_wp(*src_pte)) in copy_nonpresent_pte()
843 set_pte_at(src_mm, addr, src_pte, pte); in copy_nonpresent_pte()
853 if (try_restore_exclusive_pte(src_pte, src_vma, addr)) in copy_nonpresent_pte()
885 pte_t *dst_pte, pte_t *src_pte, unsigned long addr, int *rss, in copy_present_page() argument
924 if (userfaultfd_pte_wp(dst_vma, *src_pte)) in copy_present_page()
937 pte_t *dst_pte, pte_t *src_pte, unsigned long addr, int *rss, in copy_present_pte() argument
942 pte_t pte = *src_pte; in copy_present_pte()
949 retval = copy_present_page(dst_vma, src_vma, dst_pte, src_pte, in copy_present_pte()
964 ptep_set_wrprotect(src_mm, addr, src_pte); in copy_present_pte()
1010 pte_t *src_pte, *dst_pte; in copy_pte_range() local
1026 src_pte = pte_offset_map(src_pmd, addr); in copy_pte_range()
1029 orig_src_pte = src_pte; in copy_pte_range()
1044 if (pte_none(*src_pte)) { in copy_pte_range()
1048 if (unlikely(!pte_present(*src_pte))) { in copy_pte_range()
1050 dst_pte, src_pte, in copy_pte_range()
1054 entry = pte_to_swp_entry(*src_pte); in copy_pte_range()
1070 ret = copy_present_pte(dst_vma, src_vma, dst_pte, src_pte, in copy_pte_range()
1089 } while (dst_pte++, src_pte++, addr += PAGE_SIZE, addr != end); in copy_pte_range()