Lines Matching refs:dst_addr

50 				 unsigned long dst_addr)  in mfill_file_over_size()  argument
59 offset = linear_page_index(dst_vma, dst_addr); in mfill_file_over_size()
72 unsigned long dst_addr, struct page *page, in mfill_atomic_install_pte() argument
94 dst_pte = pte_offset_map_lock(dst_mm, dst_pmd, dst_addr, &ptl); in mfill_atomic_install_pte()
98 if (mfill_file_over_size(dst_vma, dst_addr)) { in mfill_atomic_install_pte()
119 page_add_new_anon_rmap(page, dst_vma, dst_addr); in mfill_atomic_install_pte()
129 set_pte_at(dst_mm, dst_addr, dst_pte, _dst_pte); in mfill_atomic_install_pte()
132 update_mmu_cache(dst_vma, dst_addr, dst_pte); in mfill_atomic_install_pte()
142 unsigned long dst_addr, in mfill_atomic_pte_copy() argument
154 dst_addr, false); in mfill_atomic_pte_copy()
205 ret = mfill_atomic_install_pte(dst_pmd, dst_vma, dst_addr, in mfill_atomic_pte_copy()
218 unsigned long dst_addr) in mfill_atomic_pte_zeropage() argument
224 _dst_pte = pte_mkspecial(pfn_pte(my_zero_pfn(dst_addr), in mfill_atomic_pte_zeropage()
227 dst_pte = pte_offset_map_lock(dst_vma->vm_mm, dst_pmd, dst_addr, &ptl); in mfill_atomic_pte_zeropage()
230 if (mfill_file_over_size(dst_vma, dst_addr)) { in mfill_atomic_pte_zeropage()
237 set_pte_at(dst_vma->vm_mm, dst_addr, dst_pte, _dst_pte); in mfill_atomic_pte_zeropage()
239 update_mmu_cache(dst_vma, dst_addr, dst_pte); in mfill_atomic_pte_zeropage()
250 unsigned long dst_addr, in mfill_atomic_pte_continue() argument
254 pgoff_t pgoff = linear_page_index(dst_vma, dst_addr); in mfill_atomic_pte_continue()
276 ret = mfill_atomic_install_pte(dst_pmd, dst_vma, dst_addr, in mfill_atomic_pte_continue()
294 unsigned long dst_addr, in mfill_atomic_pte_poison() argument
304 dst_pte = pte_offset_map_lock(dst_mm, dst_pmd, dst_addr, &ptl); in mfill_atomic_pte_poison()
308 if (mfill_file_over_size(dst_vma, dst_addr)) { in mfill_atomic_pte_poison()
318 set_pte_at(dst_mm, dst_addr, dst_pte, _dst_pte); in mfill_atomic_pte_poison()
321 update_mmu_cache(dst_vma, dst_addr, dst_pte); in mfill_atomic_pte_poison()
366 unsigned long src_addr, dst_addr; in mfill_atomic_hugetlb() local
386 dst_addr = dst_start; in mfill_atomic_hugetlb()
426 BUG_ON(dst_addr >= dst_start + len); in mfill_atomic_hugetlb()
434 idx = linear_page_index(dst_vma, dst_addr); in mfill_atomic_hugetlb()
441 dst_pte = huge_pte_alloc(dst_mm, dst_vma, dst_addr, vma_hpagesize); in mfill_atomic_hugetlb()
456 err = hugetlb_mfill_atomic_pte(dst_pte, dst_vma, dst_addr, in mfill_atomic_hugetlb()
482 dst_addr += vma_hpagesize; in mfill_atomic_hugetlb()
514 unsigned long dst_addr, in mfill_atomic_pte() argument
523 dst_addr, flags); in mfill_atomic_pte()
526 dst_addr, flags); in mfill_atomic_pte()
542 dst_addr, src_addr, in mfill_atomic_pte()
546 dst_vma, dst_addr); in mfill_atomic_pte()
549 dst_addr, src_addr, in mfill_atomic_pte()
566 unsigned long src_addr, dst_addr; in mfill_atomic() local
581 dst_addr = dst_start; in mfill_atomic()
647 BUG_ON(dst_addr >= dst_start + len); in mfill_atomic()
649 dst_pmd = mm_alloc_pmd(dst_mm, dst_addr); in mfill_atomic()
678 err = mfill_atomic_pte(dst_pmd, dst_vma, dst_addr, in mfill_atomic()
703 dst_addr += PAGE_SIZE; in mfill_atomic()