24 			    unsigned long dst_addr,  in mcopy_atomic_pte()  argument
39 		page = alloc_page_vma(GFP_HIGHUSER_MOVABLE, dst_vma, dst_addr);  in mcopy_atomic_pte()
76 	dst_pte = pte_offset_map_lock(dst_mm, dst_pmd, dst_addr, &ptl);  in mcopy_atomic_pte()
80 		offset = linear_page_index(dst_vma, dst_addr);  in mcopy_atomic_pte()
91 	page_add_new_anon_rmap(page, dst_vma, dst_addr, false);  in mcopy_atomic_pte()
95 	set_pte_at(dst_mm, dst_addr, dst_pte, _dst_pte);  in mcopy_atomic_pte()
98 	update_mmu_cache(dst_vma, dst_addr, dst_pte);  in mcopy_atomic_pte()
115 			      unsigned long dst_addr)  in mfill_zeropage_pte()  argument
123 	_dst_pte = pte_mkspecial(pfn_pte(my_zero_pfn(dst_addr),  in mfill_zeropage_pte()
125 	dst_pte = pte_offset_map_lock(dst_mm, dst_pmd, dst_addr, &ptl);  in mfill_zeropage_pte()
129 		offset = linear_page_index(dst_vma, dst_addr);  in mfill_zeropage_pte()
138 	set_pte_at(dst_mm, dst_addr, dst_pte, _dst_pte);  in mfill_zeropage_pte()
140 	update_mmu_cache(dst_vma, dst_addr, dst_pte);  in mfill_zeropage_pte()
184 	unsigned long src_addr, dst_addr;  in __mcopy_atomic_hugetlb()  local
205 	dst_addr = dst_start;  in __mcopy_atomic_hugetlb()
246 	if (WARN_ON(dst_addr & (vma_hpagesize - 1) ||  in __mcopy_atomic_hugetlb()
264 		BUG_ON(dst_addr >= dst_start + len);  in __mcopy_atomic_hugetlb()
265 		VM_BUG_ON(dst_addr & ~huge_page_mask(h));  in __mcopy_atomic_hugetlb()
270 		idx = linear_page_index(dst_vma, dst_addr);  in __mcopy_atomic_hugetlb()
272 		hash = hugetlb_fault_mutex_hash(h, mapping, idx, dst_addr);  in __mcopy_atomic_hugetlb()
276 		dst_pte = huge_pte_alloc(dst_mm, dst_addr, huge_page_size(h));  in __mcopy_atomic_hugetlb()
290 						dst_addr, src_addr, &page);  in __mcopy_atomic_hugetlb()
316 			dst_addr += vma_hpagesize;  in __mcopy_atomic_hugetlb()
396 						unsigned long dst_addr,  in mfill_atomic_pte()  argument
416 					       dst_addr, src_addr, page);  in mfill_atomic_pte()
419 						 dst_vma, dst_addr);  in mfill_atomic_pte()
423 						     dst_vma, dst_addr,  in mfill_atomic_pte()
427 						       dst_vma, dst_addr);  in mfill_atomic_pte()
443 	unsigned long src_addr, dst_addr;  in __mcopy_atomic()  local
458 	dst_addr = dst_start;  in __mcopy_atomic()
525 		BUG_ON(dst_addr >= dst_start + len);  in __mcopy_atomic()
527 		dst_pmd = mm_alloc_pmd(dst_mm, dst_addr);  in __mcopy_atomic()
556 		err = mfill_atomic_pte(dst_mm, dst_pmd, dst_vma, dst_addr,  in __mcopy_atomic()
580 			dst_addr += PAGE_SIZE;  in __mcopy_atomic()