Lines Matching refs:dst_mm

23 struct vm_area_struct *find_dst_vma(struct mm_struct *dst_mm,  in find_dst_vma()  argument
33 dst_vma = find_vma(dst_mm, dst_start); in find_dst_vma()
76 struct mm_struct *dst_mm = dst_vma->vm_mm; in mfill_atomic_install_pte() local
94 dst_pte = pte_offset_map_lock(dst_mm, dst_pmd, dst_addr, &ptl); in mfill_atomic_install_pte()
127 inc_mm_counter(dst_mm, mm_counter(page)); in mfill_atomic_install_pte()
129 set_pte_at(dst_mm, dst_addr, dst_pte, _dst_pte); in mfill_atomic_install_pte()
298 struct mm_struct *dst_mm = dst_vma->vm_mm; in mfill_atomic_pte_poison() local
304 dst_pte = pte_offset_map_lock(dst_mm, dst_pmd, dst_addr, &ptl); in mfill_atomic_pte_poison()
318 set_pte_at(dst_mm, dst_addr, dst_pte, _dst_pte); in mfill_atomic_pte_poison()
362 struct mm_struct *dst_mm = dst_vma->vm_mm; in mfill_atomic_hugetlb() local
381 mmap_read_unlock(dst_mm); in mfill_atomic_hugetlb()
405 dst_vma = find_dst_vma(dst_mm, dst_start, len); in mfill_atomic_hugetlb()
441 dst_pte = huge_pte_alloc(dst_mm, dst_vma, dst_addr, vma_hpagesize); in mfill_atomic_hugetlb()
465 mmap_read_unlock(dst_mm); in mfill_atomic_hugetlb()
474 mmap_read_lock(dst_mm); in mfill_atomic_hugetlb()
494 mmap_read_unlock(dst_mm); in mfill_atomic_hugetlb()
556 static __always_inline ssize_t mfill_atomic(struct mm_struct *dst_mm, in mfill_atomic() argument
585 mmap_read_lock(dst_mm); in mfill_atomic()
601 dst_vma = find_dst_vma(dst_mm, dst_start, len); in mfill_atomic()
649 dst_pmd = mm_alloc_pmd(dst_mm, dst_addr); in mfill_atomic()
665 unlikely(__pte_alloc(dst_mm, dst_pmd))) { in mfill_atomic()
685 mmap_read_unlock(dst_mm); in mfill_atomic()
715 mmap_read_unlock(dst_mm); in mfill_atomic()
725 ssize_t mfill_atomic_copy(struct mm_struct *dst_mm, unsigned long dst_start, in mfill_atomic_copy() argument
729 return mfill_atomic(dst_mm, dst_start, src_start, len, mmap_changing, in mfill_atomic_copy()
733 ssize_t mfill_atomic_zeropage(struct mm_struct *dst_mm, unsigned long start, in mfill_atomic_zeropage() argument
736 return mfill_atomic(dst_mm, start, 0, len, mmap_changing, in mfill_atomic_zeropage()
740 ssize_t mfill_atomic_continue(struct mm_struct *dst_mm, unsigned long start, in mfill_atomic_continue() argument
744 return mfill_atomic(dst_mm, start, 0, len, mmap_changing, in mfill_atomic_continue()
748 ssize_t mfill_atomic_poison(struct mm_struct *dst_mm, unsigned long start, in mfill_atomic_poison() argument
752 return mfill_atomic(dst_mm, start, 0, len, mmap_changing, in mfill_atomic_poison()
785 int mwriteprotect_range(struct mm_struct *dst_mm, unsigned long start, in mwriteprotect_range() argument
794 VMA_ITERATOR(vmi, dst_mm, start); in mwriteprotect_range()
805 mmap_read_lock(dst_mm); in mwriteprotect_range()
842 mmap_read_unlock(dst_mm); in mwriteprotect_range()