| /Linux-v4.19/mm/ |
| D | userfaultfd.c | 31 pte_t _dst_pte, *dst_pte; in mcopy_atomic_pte() local
77 dst_pte = pte_offset_map_lock(dst_mm, dst_pmd, dst_addr, &ptl); in mcopy_atomic_pte()
78 if (!pte_none(*dst_pte)) in mcopy_atomic_pte()
86 set_pte_at(dst_mm, dst_addr, dst_pte, _dst_pte); in mcopy_atomic_pte()
89 update_mmu_cache(dst_vma, dst_addr, dst_pte); in mcopy_atomic_pte()
91 pte_unmap_unlock(dst_pte, ptl); in mcopy_atomic_pte()
96 pte_unmap_unlock(dst_pte, ptl); in mcopy_atomic_pte()
108 pte_t _dst_pte, *dst_pte; in mfill_zeropage_pte() local
115 dst_pte = pte_offset_map_lock(dst_mm, dst_pmd, dst_addr, &ptl); in mfill_zeropage_pte()
116 if (!pte_none(*dst_pte)) in mfill_zeropage_pte()
[all …]
|
| D | hugetlb.c | 3236 pte_t *src_pte, *dst_pte, entry; in copy_hugetlb_page_range() local
3258 dst_pte = huge_pte_alloc(dst, addr, sz); in copy_hugetlb_page_range()
3259 if (!dst_pte) { in copy_hugetlb_page_range()
3265 if (dst_pte == src_pte) in copy_hugetlb_page_range()
3268 dst_ptl = huge_pte_lock(h, dst, dst_pte); in copy_hugetlb_page_range()
3288 set_huge_swap_pte_at(dst, addr, dst_pte, entry, sz); in copy_hugetlb_page_range()
3304 set_huge_pte_at(dst, addr, dst_pte, entry); in copy_hugetlb_page_range()
4034 pte_t *dst_pte, in hugetlb_mcopy_atomic_pte() argument
4103 ptl = huge_pte_lockptr(h, dst_mm, dst_pte); in hugetlb_mcopy_atomic_pte()
4121 if (!huge_pte_none(huge_ptep_get(dst_pte))) in hugetlb_mcopy_atomic_pte()
[all …]
|
| D | shmem.c | 2259 pte_t _dst_pte, *dst_pte; in shmem_mfill_atomic_pte() local
2317 dst_pte = pte_offset_map_lock(dst_mm, dst_pmd, dst_addr, &ptl); in shmem_mfill_atomic_pte()
2318 if (!pte_none(*dst_pte)) in shmem_mfill_atomic_pte()
2331 set_pte_at(dst_mm, dst_addr, dst_pte, _dst_pte); in shmem_mfill_atomic_pte()
2334 update_mmu_cache(dst_vma, dst_addr, dst_pte); in shmem_mfill_atomic_pte()
2336 pte_unmap_unlock(dst_pte, ptl); in shmem_mfill_atomic_pte()
2341 pte_unmap_unlock(dst_pte, ptl); in shmem_mfill_atomic_pte()
|
| D | memory.c | 947 pte_t *dst_pte, pte_t *src_pte, struct vm_area_struct *vma, in copy_one_pte() argument
1059 set_pte_at(dst_mm, addr, dst_pte, pte); in copy_one_pte()
1068 pte_t *src_pte, *dst_pte; in copy_pte_range() local
1077 dst_pte = pte_alloc_map_lock(dst_mm, dst_pmd, addr, &dst_ptl); in copy_pte_range()
1078 if (!dst_pte) in copy_pte_range()
1084 orig_dst_pte = dst_pte; in copy_pte_range()
1102 entry.val = copy_one_pte(dst_mm, src_mm, dst_pte, src_pte, in copy_pte_range()
1107 } while (dst_pte++, src_pte++, addr += PAGE_SIZE, addr != end); in copy_pte_range()
|
| /Linux-v4.19/include/linux/ |
| D | shmem_fs.h | 133 #define shmem_mcopy_atomic_pte(dst_mm, dst_pte, dst_vma, dst_addr, \ argument
|
| D | hugetlb.h | 110 int hugetlb_mcopy_atomic_pte(struct mm_struct *dst_mm, pte_t *dst_pte,
207 #define hugetlb_mcopy_atomic_pte(dst_mm, dst_pte, dst_vma, dst_addr, \ argument
|
