Lines Matching refs:src_pte

763 try_restore_exclusive_pte(pte_t *src_pte, struct vm_area_struct *vma,  in try_restore_exclusive_pte()  argument
766 swp_entry_t entry = pte_to_swp_entry(*src_pte); in try_restore_exclusive_pte()
770 restore_exclusive_pte(vma, page, addr, src_pte); in try_restore_exclusive_pte()
786 pte_t *dst_pte, pte_t *src_pte, struct vm_area_struct *dst_vma, in copy_nonpresent_pte() argument
790 pte_t pte = *src_pte; in copy_nonpresent_pte()
807 if (pte_swp_exclusive(*src_pte)) { in copy_nonpresent_pte()
808 pte = pte_swp_clear_exclusive(*src_pte); in copy_nonpresent_pte()
809 set_pte_at(src_mm, addr, src_pte, pte); in copy_nonpresent_pte()
827 if (pte_swp_soft_dirty(*src_pte)) in copy_nonpresent_pte()
829 if (pte_swp_uffd_wp(*src_pte)) in copy_nonpresent_pte()
831 set_pte_at(src_mm, addr, src_pte, pte); in copy_nonpresent_pte()
862 if (pte_swp_uffd_wp(*src_pte)) in copy_nonpresent_pte()
864 set_pte_at(src_mm, addr, src_pte, pte); in copy_nonpresent_pte()
874 if (try_restore_exclusive_pte(src_pte, src_vma, addr)) in copy_nonpresent_pte()
906 pte_t *dst_pte, pte_t *src_pte, unsigned long addr, int *rss, in copy_present_page() argument
930 if (userfaultfd_pte_wp(dst_vma, *src_pte)) in copy_present_page()
943 pte_t *dst_pte, pte_t *src_pte, unsigned long addr, int *rss, in copy_present_pte() argument
948 pte_t pte = *src_pte; in copy_present_pte()
963 return copy_present_page(dst_vma, src_vma, dst_pte, src_pte, in copy_present_pte()
978 ptep_set_wrprotect(src_mm, addr, src_pte); in copy_present_pte()
1025 pte_t *src_pte, *dst_pte; in copy_pte_range() local
1041 src_pte = pte_offset_map(src_pmd, addr); in copy_pte_range()
1044 orig_src_pte = src_pte; in copy_pte_range()
1059 if (pte_none(*src_pte)) { in copy_pte_range()
1063 if (unlikely(!pte_present(*src_pte))) { in copy_pte_range()
1065 dst_pte, src_pte, in copy_pte_range()
1069 entry = pte_to_swp_entry(*src_pte); in copy_pte_range()
1085 ret = copy_present_pte(dst_vma, src_vma, dst_pte, src_pte, in copy_pte_range()
1104 } while (dst_pte++, src_pte++, addr += PAGE_SIZE, addr != end); in copy_pte_range()