| /Linux-v4.19/mm/ |
| D | userfaultfd.c | 23 static int mcopy_atomic_pte(struct mm_struct *dst_mm, in mcopy_atomic_pte() argument
69 if (mem_cgroup_try_charge(page, dst_mm, GFP_KERNEL, &memcg, false)) in mcopy_atomic_pte()
77 dst_pte = pte_offset_map_lock(dst_mm, dst_pmd, dst_addr, &ptl); in mcopy_atomic_pte()
81 inc_mm_counter(dst_mm, MM_ANONPAGES); in mcopy_atomic_pte()
86 set_pte_at(dst_mm, dst_addr, dst_pte, _dst_pte); in mcopy_atomic_pte()
103 static int mfill_zeropage_pte(struct mm_struct *dst_mm, in mfill_zeropage_pte() argument
115 dst_pte = pte_offset_map_lock(dst_mm, dst_pmd, dst_addr, &ptl); in mfill_zeropage_pte()
118 set_pte_at(dst_mm, dst_addr, dst_pte, _dst_pte); in mfill_zeropage_pte()
153 static __always_inline ssize_t __mcopy_atomic_hugetlb(struct mm_struct *dst_mm, in __mcopy_atomic_hugetlb() argument
180 up_read(&dst_mm->mmap_sem); in __mcopy_atomic_hugetlb()
[all …]
|
| D | huge_memory.c | 899 int copy_huge_pmd(struct mm_struct *dst_mm, struct mm_struct *src_mm, in copy_huge_pmd() argument
913 pgtable = pte_alloc_one(dst_mm, addr); in copy_huge_pmd()
917 dst_ptl = pmd_lock(dst_mm, dst_pmd); in copy_huge_pmd()
936 add_mm_counter(dst_mm, MM_ANONPAGES, HPAGE_PMD_NR); in copy_huge_pmd()
937 mm_inc_nr_ptes(dst_mm); in copy_huge_pmd()
938 pgtable_trans_huge_deposit(dst_mm, dst_pmd, pgtable); in copy_huge_pmd()
939 set_pmd_at(dst_mm, addr, dst_pmd, pmd); in copy_huge_pmd()
946 pte_free(dst_mm, pgtable); in copy_huge_pmd()
961 zero_page = mm_get_huge_zero_page(dst_mm); in copy_huge_pmd()
962 set_huge_zero_page(pgtable, dst_mm, vma, addr, dst_pmd, in copy_huge_pmd()
[all …]
|
| D | memory.c | 946 copy_one_pte(struct mm_struct *dst_mm, struct mm_struct *src_mm, in copy_one_pte() argument
963 if (unlikely(list_empty(&dst_mm->mmlist))) { in copy_one_pte()
965 if (list_empty(&dst_mm->mmlist)) in copy_one_pte()
966 list_add(&dst_mm->mmlist, in copy_one_pte()
1059 set_pte_at(dst_mm, addr, dst_pte, pte); in copy_one_pte()
1063 static int copy_pte_range(struct mm_struct *dst_mm, struct mm_struct *src_mm, in copy_pte_range() argument
1077 dst_pte = pte_alloc_map_lock(dst_mm, dst_pmd, addr, &dst_ptl); in copy_pte_range()
1102 entry.val = copy_one_pte(dst_mm, src_mm, dst_pte, src_pte, in copy_pte_range()
1112 add_mm_rss_vec(dst_mm, rss); in copy_pte_range()
1126 static inline int copy_pmd_range(struct mm_struct *dst_mm, struct mm_struct *src_mm, in copy_pmd_range() argument
[all …]
|
| D | shmem.c | 2242 static int shmem_mfill_atomic_pte(struct mm_struct *dst_mm, in shmem_mfill_atomic_pte() argument
2298 ret = mem_cgroup_try_charge_delay(page, dst_mm, gfp, &memcg, false); in shmem_mfill_atomic_pte()
2317 dst_pte = pte_offset_map_lock(dst_mm, dst_pmd, dst_addr, &ptl); in shmem_mfill_atomic_pte()
2329 inc_mm_counter(dst_mm, mm_counter_file(page)); in shmem_mfill_atomic_pte()
2331 set_pte_at(dst_mm, dst_addr, dst_pte, _dst_pte); in shmem_mfill_atomic_pte()
2352 int shmem_mcopy_atomic_pte(struct mm_struct *dst_mm, in shmem_mcopy_atomic_pte() argument
2359 return shmem_mfill_atomic_pte(dst_mm, dst_pmd, dst_vma, in shmem_mcopy_atomic_pte()
2363 int shmem_mfill_zeropage_pte(struct mm_struct *dst_mm, in shmem_mfill_zeropage_pte() argument
2370 return shmem_mfill_atomic_pte(dst_mm, dst_pmd, dst_vma, in shmem_mfill_zeropage_pte()
|
| D | hugetlb.c | 4033 int hugetlb_mcopy_atomic_pte(struct mm_struct *dst_mm, in hugetlb_mcopy_atomic_pte() argument
4103 ptl = huge_pte_lockptr(h, dst_mm, dst_pte); in hugetlb_mcopy_atomic_pte()
4136 set_huge_pte_at(dst_mm, dst_addr, dst_pte, _dst_pte); in hugetlb_mcopy_atomic_pte()
4140 hugetlb_count_add(pages_per_huge_page(h), dst_mm); in hugetlb_mcopy_atomic_pte()
|
| /Linux-v4.19/include/linux/ |
| D | shmem_fs.h | 123 extern int shmem_mcopy_atomic_pte(struct mm_struct *dst_mm, pmd_t *dst_pmd,
128 extern int shmem_mfill_zeropage_pte(struct mm_struct *dst_mm,
133 #define shmem_mcopy_atomic_pte(dst_mm, dst_pte, dst_vma, dst_addr, \ argument
135 #define shmem_mfill_zeropage_pte(dst_mm, dst_pmd, dst_vma, \ argument
|
| D | userfaultfd_k.h | 33 extern ssize_t mcopy_atomic(struct mm_struct *dst_mm, unsigned long dst_start,
36 extern ssize_t mfill_zeropage(struct mm_struct *dst_mm,
|
| D | huge_mm.h | 11 extern int copy_huge_pmd(struct mm_struct *dst_mm, struct mm_struct *src_mm,
15 extern int copy_huge_pud(struct mm_struct *dst_mm, struct mm_struct *src_mm,
|
| D | hugetlb.h | 110 int hugetlb_mcopy_atomic_pte(struct mm_struct *dst_mm, pte_t *dst_pte,
207 #define hugetlb_mcopy_atomic_pte(dst_mm, dst_pte, dst_vma, dst_addr, \ argument
|
| /Linux-v4.19/drivers/gpu/drm/amd/amdgpu/ |
| D | amdgpu_ttm.c | 391 struct drm_mm_node *src_mm, *dst_mm; in amdgpu_ttm_copy_mem_to_mem() local
410 dst_mm = amdgpu_find_mm_node(dst->mem, &dst->offset); in amdgpu_ttm_copy_mem_to_mem()
411 dst_node_start = amdgpu_mm_node_addr(dst->bo, dst_mm, dst->mem) + in amdgpu_ttm_copy_mem_to_mem()
413 dst_node_size = (dst_mm->size << PAGE_SHIFT) - dst->offset; in amdgpu_ttm_copy_mem_to_mem()
483 dst_node_start = amdgpu_mm_node_addr(dst->bo, ++dst_mm, in amdgpu_ttm_copy_mem_to_mem()
485 dst_node_size = (dst_mm->size << PAGE_SHIFT); in amdgpu_ttm_copy_mem_to_mem()
|
