| /Linux-v5.10/mm/ |
| D | userfaultfd.c | 59 pte_t _dst_pte, *dst_pte; in mcopy_atomic_pte() local
110 dst_pte = pte_offset_map_lock(dst_mm, dst_pmd, dst_addr, &ptl); in mcopy_atomic_pte()
121 if (!pte_none(*dst_pte)) in mcopy_atomic_pte()
128 set_pte_at(dst_mm, dst_addr, dst_pte, _dst_pte); in mcopy_atomic_pte()
131 update_mmu_cache(dst_vma, dst_addr, dst_pte); in mcopy_atomic_pte()
133 pte_unmap_unlock(dst_pte, ptl); in mcopy_atomic_pte()
138 pte_unmap_unlock(dst_pte, ptl); in mcopy_atomic_pte()
149 pte_t _dst_pte, *dst_pte; in mfill_zeropage_pte() local
157 dst_pte = pte_offset_map_lock(dst_mm, dst_pmd, dst_addr, &ptl); in mfill_zeropage_pte()
168 if (!pte_none(*dst_pte)) in mfill_zeropage_pte()
[all …]
|
| D | hugetlb.c | 3738 pte_t *src_pte, *dst_pte, entry, dst_entry; in copy_hugetlb_page_range() local
3770 dst_pte = huge_pte_alloc(dst, addr, sz); in copy_hugetlb_page_range()
3771 if (!dst_pte) { in copy_hugetlb_page_range()
3785 dst_entry = huge_ptep_get(dst_pte); in copy_hugetlb_page_range()
3786 if ((dst_pte == src_pte) || !huge_pte_none(dst_entry)) in copy_hugetlb_page_range()
3789 dst_ptl = huge_pte_lock(h, dst, dst_pte); in copy_hugetlb_page_range()
3793 dst_entry = huge_ptep_get(dst_pte); in copy_hugetlb_page_range()
3815 set_huge_swap_pte_at(dst, addr, dst_pte, entry, sz); in copy_hugetlb_page_range()
3831 set_huge_pte_at(dst, addr, dst_pte, entry); in copy_hugetlb_page_range()
4604 pte_t *dst_pte, in hugetlb_mcopy_atomic_pte() argument
[all …]
|
| D | memory.c | 699 pte_t *dst_pte, pte_t *src_pte, struct vm_area_struct *vma, in copy_nonpresent_pte() argument
771 set_pte_at(dst_mm, addr, dst_pte, pte); in copy_nonpresent_pte()
797 pte_t *dst_pte, pte_t *src_pte, unsigned long addr, int *rss, in copy_present_page() argument
842 set_pte_at(dst_vma->vm_mm, addr, dst_pte, pte); in copy_present_page()
852 pte_t *dst_pte, pte_t *src_pte, unsigned long addr, int *rss, in copy_present_pte() argument
864 retval = copy_present_page(dst_vma, src_vma, dst_pte, src_pte, in copy_present_pte()
899 set_pte_at(dst_vma->vm_mm, addr, dst_pte, pte); in copy_present_pte()
930 pte_t *src_pte, *dst_pte; in copy_pte_range() local
941 dst_pte = pte_alloc_map_lock(dst_mm, dst_pmd, addr, &dst_ptl); in copy_pte_range()
942 if (!dst_pte) { in copy_pte_range()
[all …]
|
| D | shmem.c | 2376 pte_t _dst_pte, *dst_pte; in shmem_mfill_atomic_pte() local
2441 dst_pte = pte_offset_map_lock(dst_mm, dst_pmd, dst_addr, &ptl); in shmem_mfill_atomic_pte()
2449 if (!pte_none(*dst_pte)) in shmem_mfill_atomic_pte()
2462 set_pte_at(dst_mm, dst_addr, dst_pte, _dst_pte); in shmem_mfill_atomic_pte()
2465 update_mmu_cache(dst_vma, dst_addr, dst_pte); in shmem_mfill_atomic_pte()
2466 pte_unmap_unlock(dst_pte, ptl); in shmem_mfill_atomic_pte()
2472 pte_unmap_unlock(dst_pte, ptl); in shmem_mfill_atomic_pte()
|
| /Linux-v5.10/include/linux/ |
| D | shmem_fs.h | 132 #define shmem_mcopy_atomic_pte(dst_mm, dst_pte, dst_vma, dst_addr, \ argument
|
| D | hugetlb.h | 137 int hugetlb_mcopy_atomic_pte(struct mm_struct *dst_mm, pte_t *dst_pte,
312 pte_t *dst_pte, in hugetlb_mcopy_atomic_pte() argument
|
