Searched refs:dst_pte (Results 1 – 6 of 6) sorted by relevance
| /Linux-v5.4/mm/ |
| D | userfaultfd.c | 29 pte_t _dst_pte, *dst_pte; in mcopy_atomic_pte() local
76 dst_pte = pte_offset_map_lock(dst_mm, dst_pmd, dst_addr, &ptl); in mcopy_atomic_pte()
87 if (!pte_none(*dst_pte)) in mcopy_atomic_pte()
95 set_pte_at(dst_mm, dst_addr, dst_pte, _dst_pte); in mcopy_atomic_pte()
98 update_mmu_cache(dst_vma, dst_addr, dst_pte); in mcopy_atomic_pte()
100 pte_unmap_unlock(dst_pte, ptl); in mcopy_atomic_pte()
105 pte_unmap_unlock(dst_pte, ptl); in mcopy_atomic_pte()
117 pte_t _dst_pte, *dst_pte; in mfill_zeropage_pte() local
125 dst_pte = pte_offset_map_lock(dst_mm, dst_pmd, dst_addr, &ptl); in mfill_zeropage_pte()
136 if (!pte_none(*dst_pte)) in mfill_zeropage_pte()
[all …]
|
| D | hugetlb.c | 3373 pte_t *src_pte, *dst_pte, entry, dst_entry; in copy_hugetlb_page_range() local
3396 dst_pte = huge_pte_alloc(dst, addr, sz); in copy_hugetlb_page_range()
3397 if (!dst_pte) { in copy_hugetlb_page_range()
3411 dst_entry = huge_ptep_get(dst_pte); in copy_hugetlb_page_range()
3412 if ((dst_pte == src_pte) || !huge_pte_none(dst_entry)) in copy_hugetlb_page_range()
3415 dst_ptl = huge_pte_lock(h, dst, dst_pte); in copy_hugetlb_page_range()
3419 dst_entry = huge_ptep_get(dst_pte); in copy_hugetlb_page_range()
3441 set_huge_swap_pte_at(dst, addr, dst_pte, entry, sz); in copy_hugetlb_page_range()
3457 set_huge_pte_at(dst, addr, dst_pte, entry); in copy_hugetlb_page_range()
4212 pte_t *dst_pte, in hugetlb_mcopy_atomic_pte() argument
[all …]
|
| D | memory.c | 679 pte_t *dst_pte, pte_t *src_pte, struct vm_area_struct *vma, in copy_one_pte() argument
780 set_pte_at(dst_mm, addr, dst_pte, pte); in copy_one_pte()
789 pte_t *src_pte, *dst_pte; in copy_pte_range() local
798 dst_pte = pte_alloc_map_lock(dst_mm, dst_pmd, addr, &dst_ptl); in copy_pte_range()
799 if (!dst_pte) in copy_pte_range()
805 orig_dst_pte = dst_pte; in copy_pte_range()
823 entry.val = copy_one_pte(dst_mm, src_mm, dst_pte, src_pte, in copy_pte_range()
828 } while (dst_pte++, src_pte++, addr += PAGE_SIZE, addr != end); in copy_pte_range()
|
| D | shmem.c | 2317 pte_t _dst_pte, *dst_pte; in shmem_mfill_atomic_pte() local
2388 dst_pte = pte_offset_map_lock(dst_mm, dst_pmd, dst_addr, &ptl); in shmem_mfill_atomic_pte()
2396 if (!pte_none(*dst_pte)) in shmem_mfill_atomic_pte()
2409 set_pte_at(dst_mm, dst_addr, dst_pte, _dst_pte); in shmem_mfill_atomic_pte()
2412 update_mmu_cache(dst_vma, dst_addr, dst_pte); in shmem_mfill_atomic_pte()
2413 pte_unmap_unlock(dst_pte, ptl); in shmem_mfill_atomic_pte()
2419 pte_unmap_unlock(dst_pte, ptl); in shmem_mfill_atomic_pte()
|
| /Linux-v5.4/include/linux/ |
| D | shmem_fs.h | 136 #define shmem_mcopy_atomic_pte(dst_mm, dst_pte, dst_vma, dst_addr, \ argument
|
| D | hugetlb.h | 92 int hugetlb_mcopy_atomic_pte(struct mm_struct *dst_mm, pte_t *dst_pte,
186 #define hugetlb_mcopy_atomic_pte(dst_mm, dst_pte, dst_vma, dst_addr, \ argument
|
