767 		pte_t *dst_pte, pte_t *src_pte, struct vm_area_struct *dst_vma,  in copy_nonpresent_pte()  argument
770 	unsigned long vm_flags = dst_vma->vm_flags;  in copy_nonpresent_pte()
860 		pte_marker marker = copy_pte_marker(entry, dst_vma);  in copy_nonpresent_pte()
867 	if (!userfaultfd_wp(dst_vma))  in copy_nonpresent_pte()
886 copy_present_page(struct vm_area_struct *dst_vma, struct vm_area_struct *src_vma,  in copy_present_page()  argument
904 	folio_add_new_anon_rmap(new_folio, dst_vma, addr);  in copy_present_page()
905 	folio_add_lru_vma(new_folio, dst_vma);  in copy_present_page()
909 	pte = mk_pte(&new_folio->page, dst_vma->vm_page_prot);  in copy_present_page()
910 	pte = maybe_mkwrite(pte_mkdirty(pte), dst_vma);  in copy_present_page()
911 	if (userfaultfd_pte_wp(dst_vma, ptep_get(src_pte)))  in copy_present_page()
914 	set_pte_at(dst_vma->vm_mm, addr, dst_pte, pte);  in copy_present_page()
923 copy_present_pte(struct vm_area_struct *dst_vma, struct vm_area_struct *src_vma,  in copy_present_pte()  argument
947 			return copy_present_page(dst_vma, src_vma, dst_pte, src_pte,  in copy_present_pte()
975 	if (!userfaultfd_wp(dst_vma))  in copy_present_pte()
978 	set_pte_at(dst_vma->vm_mm, addr, dst_pte, pte);  in copy_present_pte()
1001 copy_pte_range(struct vm_area_struct *dst_vma, struct vm_area_struct *src_vma,  in copy_pte_range()  argument
1005 	struct mm_struct *dst_mm = dst_vma->vm_mm;  in copy_pte_range()
1063 						  dst_vma, src_vma,  in copy_pte_range()
1082 		ret = copy_present_pte(dst_vma, src_vma, dst_pte, src_pte,  in copy_pte_range()
1138 copy_pmd_range(struct vm_area_struct *dst_vma, struct vm_area_struct *src_vma,  in copy_pmd_range()  argument
1142 	struct mm_struct *dst_mm = dst_vma->vm_mm;  in copy_pmd_range()
1158 					    addr, dst_vma, src_vma);  in copy_pmd_range()
1167 		if (copy_pte_range(dst_vma, src_vma, dst_pmd, src_pmd,  in copy_pmd_range()
1175 copy_pud_range(struct vm_area_struct *dst_vma, struct vm_area_struct *src_vma,  in copy_pud_range()  argument
1179 	struct mm_struct *dst_mm = dst_vma->vm_mm;  in copy_pud_range()
1204 		if (copy_pmd_range(dst_vma, src_vma, dst_pud, src_pud,  in copy_pud_range()
1212 copy_p4d_range(struct vm_area_struct *dst_vma, struct vm_area_struct *src_vma,  in copy_p4d_range()  argument
1216 	struct mm_struct *dst_mm = dst_vma->vm_mm;  in copy_p4d_range()
1228 		if (copy_pud_range(dst_vma, src_vma, dst_p4d, src_p4d,  in copy_p4d_range()
1241 vma_needs_copy(struct vm_area_struct *dst_vma, struct vm_area_struct *src_vma)  in vma_needs_copy()  argument
1249 	if (userfaultfd_wp(dst_vma))  in vma_needs_copy()
1268 copy_page_range(struct vm_area_struct *dst_vma, struct vm_area_struct *src_vma)  in copy_page_range()  argument
1274 	struct mm_struct *dst_mm = dst_vma->vm_mm;  in copy_page_range()
1280 	if (!vma_needs_copy(dst_vma, src_vma))  in copy_page_range()
1284 		return copy_hugetlb_page_range(dst_mm, src_mm, dst_vma, src_vma);  in copy_page_range()
1326 		if (unlikely(copy_p4d_range(dst_vma, src_vma, dst_pgd, src_pgd,  in copy_page_range()
1328 			untrack_pfn_clear(dst_vma);  in copy_page_range()