678 copy_one_pte(struct mm_struct *dst_mm, struct mm_struct *src_mm,  in copy_one_pte()  argument
695 			if (unlikely(list_empty(&dst_mm->mmlist))) {  in copy_one_pte()
697 				if (list_empty(&dst_mm->mmlist))  in copy_one_pte()
698 					list_add(&dst_mm->mmlist,  in copy_one_pte()
780 	set_pte_at(dst_mm, addr, dst_pte, pte);  in copy_one_pte()
784 static int copy_pte_range(struct mm_struct *dst_mm, struct mm_struct *src_mm,  in copy_pte_range()  argument
798 	dst_pte = pte_alloc_map_lock(dst_mm, dst_pmd, addr, &dst_ptl);  in copy_pte_range()
823 		entry.val = copy_one_pte(dst_mm, src_mm, dst_pte, src_pte,  in copy_pte_range()
833 	add_mm_rss_vec(dst_mm, rss);  in copy_pte_range()
847 static inline int copy_pmd_range(struct mm_struct *dst_mm, struct mm_struct *src_mm,  in copy_pmd_range()  argument
854 	dst_pmd = pmd_alloc(dst_mm, dst_pud, addr);  in copy_pmd_range()
864 			err = copy_huge_pmd(dst_mm, src_mm,  in copy_pmd_range()
874 		if (copy_pte_range(dst_mm, src_mm, dst_pmd, src_pmd,  in copy_pmd_range()
881 static inline int copy_pud_range(struct mm_struct *dst_mm, struct mm_struct *src_mm,  in copy_pud_range()  argument
888 	dst_pud = pud_alloc(dst_mm, dst_p4d, addr);  in copy_pud_range()
898 			err = copy_huge_pud(dst_mm, src_mm,  in copy_pud_range()
908 		if (copy_pmd_range(dst_mm, src_mm, dst_pud, src_pud,  in copy_pud_range()
915 static inline int copy_p4d_range(struct mm_struct *dst_mm, struct mm_struct *src_mm,  in copy_p4d_range()  argument
922 	dst_p4d = p4d_alloc(dst_mm, dst_pgd, addr);  in copy_p4d_range()
930 		if (copy_pud_range(dst_mm, src_mm, dst_p4d, src_p4d,  in copy_p4d_range()
937 int copy_page_range(struct mm_struct *dst_mm, struct mm_struct *src_mm,  in copy_page_range()  argument
959 		return copy_hugetlb_page_range(dst_mm, src_mm, vma);  in copy_page_range()
986 	dst_pgd = pgd_offset(dst_mm, addr);  in copy_page_range()
992 		if (unlikely(copy_p4d_range(dst_mm, src_mm, dst_pgd, src_pgd,  in copy_page_range()