| /Linux-v5.4/arch/arm/lib/ |
| D | uaccess_with_memcpy.c | 30 spinlock_t *ptl; in pin_page_for_write() local
55 ptl = ¤t->mm->page_table_lock; in pin_page_for_write()
56 spin_lock(ptl); in pin_page_for_write()
59 spin_unlock(ptl); in pin_page_for_write()
64 *ptlp = ptl; in pin_page_for_write()
71 pte = pte_offset_map_lock(current->mm, pmd, addr, &ptl); in pin_page_for_write()
74 pte_unmap_unlock(pte, ptl); in pin_page_for_write()
79 *ptlp = ptl; in pin_page_for_write()
102 spinlock_t *ptl; in __copy_to_user_memcpy() local
105 while (!pin_page_for_write(to, &pte, &ptl)) { in __copy_to_user_memcpy()
[all …]
|
| /Linux-v5.4/mm/ |
| D | page_vma_mapped.c | 50 pvmw->ptl = pte_lockptr(pvmw->vma->vm_mm, pvmw->pmd); in map_pte()
51 spin_lock(pvmw->ptl); in map_pte()
160 pvmw->ptl = huge_pte_lockptr(page_hstate(page), mm, pvmw->pte); in page_vma_mapped_walk()
161 spin_lock(pvmw->ptl); in page_vma_mapped_walk()
184 pvmw->ptl = pmd_lock(mm, pvmw->pmd); in page_vma_mapped_walk()
206 spin_unlock(pvmw->ptl); in page_vma_mapped_walk()
207 pvmw->ptl = NULL; in page_vma_mapped_walk()
231 if (pvmw->ptl) { in page_vma_mapped_walk()
232 spin_unlock(pvmw->ptl); in page_vma_mapped_walk()
233 pvmw->ptl = NULL; in page_vma_mapped_walk()
[all …]
|
| D | huge_memory.c | 604 vmf->ptl = pmd_lock(vma->vm_mm, vmf->pmd); in __do_huge_pmd_anonymous_page()
618 spin_unlock(vmf->ptl); in __do_huge_pmd_anonymous_page()
636 spin_unlock(vmf->ptl); in __do_huge_pmd_anonymous_page()
643 spin_unlock(vmf->ptl); in __do_huge_pmd_anonymous_page()
734 vmf->ptl = pmd_lock(vma->vm_mm, vmf->pmd); in do_huge_pmd_anonymous_page()
740 spin_unlock(vmf->ptl); in do_huge_pmd_anonymous_page()
742 spin_unlock(vmf->ptl); in do_huge_pmd_anonymous_page()
748 spin_unlock(vmf->ptl); in do_huge_pmd_anonymous_page()
752 spin_unlock(vmf->ptl); in do_huge_pmd_anonymous_page()
773 spinlock_t *ptl; in insert_pfn_pmd() local
[all …]
|
| D | memory.c | 407 spinlock_t *ptl; in __pte_alloc() local
427 ptl = pmd_lock(mm, pmd); in __pte_alloc()
433 spin_unlock(ptl); in __pte_alloc()
1012 spinlock_t *ptl; in zap_pte_range() local
1020 start_pte = pte_offset_map_lock(mm, pmd, addr, &ptl); in zap_pte_range()
1118 pte_unmap_unlock(start_pte, ptl); in zap_pte_range()
1393 spinlock_t **ptl) in __get_locked_pte() argument
1412 return pte_alloc_map_lock(mm, pmd, addr, ptl); in __get_locked_pte()
1428 spinlock_t *ptl; in insert_page() local
1435 pte = get_locked_pte(mm, addr, &ptl); in insert_page()
[all …]
|
| D | madvise.c | 197 spinlock_t *ptl; in swapin_walk_pmd_entry() local
199 orig_pte = pte_offset_map_lock(vma->vm_mm, pmd, start, &ptl); in swapin_walk_pmd_entry()
201 pte_unmap_unlock(orig_pte, ptl); in swapin_walk_pmd_entry()
310 spinlock_t *ptl; in madvise_cold_or_pageout_pte_range() local
323 ptl = pmd_trans_huge_lock(pmd, vma); in madvise_cold_or_pageout_pte_range()
324 if (!ptl) in madvise_cold_or_pageout_pte_range()
345 spin_unlock(ptl); in madvise_cold_or_pageout_pte_range()
375 spin_unlock(ptl); in madvise_cold_or_pageout_pte_range()
386 orig_pte = pte = pte_offset_map_lock(vma->vm_mm, pmd, addr, &ptl); in madvise_cold_or_pageout_pte_range()
414 pte_unmap_unlock(orig_pte, ptl); in madvise_cold_or_pageout_pte_range()
[all …]
|
| D | mincore.c | 125 spinlock_t *ptl; in mincore_pte_range() local
131 ptl = pmd_trans_huge_lock(pmd, vma); in mincore_pte_range()
132 if (ptl) { in mincore_pte_range()
134 spin_unlock(ptl); in mincore_pte_range()
143 ptep = pte_offset_map_lock(walk->mm, pmd, addr, &ptl); in mincore_pte_range()
173 pte_unmap_unlock(ptep - 1, ptl); in mincore_pte_range()
|
| D | migrate.c | 308 spinlock_t *ptl) in __migration_entry_wait() argument
314 spin_lock(ptl); in __migration_entry_wait()
332 pte_unmap_unlock(ptep, ptl); in __migration_entry_wait()
336 pte_unmap_unlock(ptep, ptl); in __migration_entry_wait()
342 spinlock_t *ptl = pte_lockptr(mm, pmd); in migration_entry_wait() local
344 __migration_entry_wait(mm, ptep, ptl); in migration_entry_wait()
350 spinlock_t *ptl = huge_pte_lockptr(hstate_vma(vma), mm, pte); in migration_entry_wait_huge() local
351 __migration_entry_wait(mm, pte, ptl); in migration_entry_wait_huge()
357 spinlock_t *ptl; in pmd_migration_entry_wait() local
360 ptl = pmd_lock(mm, pmd); in pmd_migration_entry_wait()
[all …]
|
| D | hugetlb.c | 3478 spinlock_t *ptl; in __unmap_hugepage_range() local
3508 ptl = huge_pte_lock(h, mm, ptep); in __unmap_hugepage_range()
3510 spin_unlock(ptl); in __unmap_hugepage_range()
3520 spin_unlock(ptl); in __unmap_hugepage_range()
3530 spin_unlock(ptl); in __unmap_hugepage_range()
3542 spin_unlock(ptl); in __unmap_hugepage_range()
3561 spin_unlock(ptl); in __unmap_hugepage_range()
3680 struct page *pagecache_page, spinlock_t *ptl) in hugetlb_cow() argument
3721 spin_unlock(ptl); in hugetlb_cow()
3737 spin_lock(ptl); in hugetlb_cow()
[all …]
|
| D | gup.c | 179 spinlock_t *ptl; in follow_page_pte() local
186 ptep = pte_offset_map_lock(mm, pmd, address, &ptl); in follow_page_pte()
202 pte_unmap_unlock(ptep, ptl); in follow_page_pte()
209 pte_unmap_unlock(ptep, ptl); in follow_page_pte()
245 pte_unmap_unlock(ptep, ptl); in follow_page_pte()
299 pte_unmap_unlock(ptep, ptl); in follow_page_pte()
302 pte_unmap_unlock(ptep, ptl); in follow_page_pte()
314 spinlock_t *ptl; in follow_pmd_mask() local
358 ptl = pmd_lock(mm, pmd); in follow_pmd_mask()
360 spin_unlock(ptl); in follow_pmd_mask()
[all …]
|
| D | userfaultfd.c | 30 spinlock_t *ptl; in mcopy_atomic_pte() local
76 dst_pte = pte_offset_map_lock(dst_mm, dst_pmd, dst_addr, &ptl); in mcopy_atomic_pte()
100 pte_unmap_unlock(dst_pte, ptl); in mcopy_atomic_pte()
105 pte_unmap_unlock(dst_pte, ptl); in mcopy_atomic_pte()
118 spinlock_t *ptl; in mfill_zeropage_pte() local
125 dst_pte = pte_offset_map_lock(dst_mm, dst_pmd, dst_addr, &ptl); in mfill_zeropage_pte()
143 pte_unmap_unlock(dst_pte, ptl); in mfill_zeropage_pte()
|
| D | khugepaged.c | 649 spinlock_t *ptl) in __collapse_huge_page_copy() argument
664 spin_lock(ptl); in __collapse_huge_page_copy()
670 spin_unlock(ptl); in __collapse_huge_page_copy()
682 spin_lock(ptl); in __collapse_huge_page_copy()
689 spin_unlock(ptl); in __collapse_huge_page_copy()
1125 spinlock_t *ptl; in khugepaged_scan_pmd() local
1138 pte = pte_offset_map_lock(mm, pmd, address, &ptl); in khugepaged_scan_pmd()
1228 pte_unmap_unlock(pte, ptl); in khugepaged_scan_pmd()
1297 spinlock_t *ptl; in collapse_pte_mapped_thp() local
1318 start_pte = pte_offset_map_lock(mm, pmd, haddr, &ptl); in collapse_pte_mapped_thp()
[all …]
|
| D | pagewalk.c | 96 spinlock_t *ptl = pud_trans_huge_lock(pud, walk->vma); in walk_pud_range() local
98 if (ptl) { in walk_pud_range()
100 spin_unlock(ptl); in walk_pud_range()
|
| /Linux-v5.4/arch/arm/mm/ |
| D | fault-armv.c | 71 static inline void do_pte_lock(spinlock_t *ptl) in do_pte_lock() argument
77 spin_lock_nested(ptl, SINGLE_DEPTH_NESTING); in do_pte_lock()
80 static inline void do_pte_unlock(spinlock_t *ptl) in do_pte_unlock() argument
82 spin_unlock(ptl); in do_pte_unlock()
85 static inline void do_pte_lock(spinlock_t *ptl) {} in do_pte_lock() argument
86 static inline void do_pte_unlock(spinlock_t *ptl) {} in do_pte_unlock() argument
92 spinlock_t *ptl; in adjust_pte() local
116 ptl = pte_lockptr(vma->vm_mm, pmd); in adjust_pte()
118 do_pte_lock(ptl); in adjust_pte()
122 do_pte_unlock(ptl); in adjust_pte()
|
| /Linux-v5.4/arch/powerpc/mm/ |
| D | hugetlbpage.c | 46 unsigned int pshift, spinlock_t *ptl) in __hugepte_alloc() argument
84 spin_lock(ptl); in __hugepte_alloc()
104 spin_unlock(ptl); in __hugepte_alloc()
120 spinlock_t *ptl; in huge_pte_alloc() local
133 ptl = &mm->page_table_lock; in huge_pte_alloc()
143 ptl = pud_lockptr(mm, pu); in huge_pte_alloc()
154 ptl = pmd_lockptr(mm, pm); in huge_pte_alloc()
161 ptl = &mm->page_table_lock; in huge_pte_alloc()
169 ptl = pud_lockptr(mm, pu); in huge_pte_alloc()
176 ptl = pmd_lockptr(mm, pm); in huge_pte_alloc()
[all …]
|
| /Linux-v5.4/arch/s390/mm/ |
| D | pgtable.c | 758 spinlock_t *ptl; in set_guest_storage_key() local
767 ptl = pmd_lock(mm, pmdp); in set_guest_storage_key()
769 spin_unlock(ptl); in set_guest_storage_key()
781 spin_unlock(ptl); in set_guest_storage_key()
784 spin_unlock(ptl); in set_guest_storage_key()
786 ptep = pte_alloc_map_lock(mm, pmdp, addr, &ptl); in set_guest_storage_key()
814 pte_unmap_unlock(ptep, ptl); in set_guest_storage_key()
859 spinlock_t *ptl; in reset_guest_reference_bit() local
870 ptl = pmd_lock(mm, pmdp); in reset_guest_reference_bit()
872 spin_unlock(ptl); in reset_guest_reference_bit()
[all …]
|
| D | gmap.c | 544 spinlock_t *ptl; in __gmap_link() local
600 ptl = pmd_lock(mm, pmd); in __gmap_link()
622 spin_unlock(ptl); in __gmap_link()
677 spinlock_t *ptl; in __gmap_zap() local
686 ptep = get_locked_pte(gmap->mm, vmaddr, &ptl); in __gmap_zap()
689 pte_unmap_unlock(ptep, ptl); in __gmap_zap()
846 spinlock_t **ptl) in gmap_pte_op_walk() argument
855 return pte_alloc_map_lock(gmap->mm, (pmd_t *) table, gaddr, ptl); in gmap_pte_op_walk()
891 static void gmap_pte_op_end(spinlock_t *ptl) in gmap_pte_op_end() argument
893 if (ptl) in gmap_pte_op_end()
[all …]
|
| /Linux-v5.4/fs/proc/ |
| D | task_mmu.c | 607 spinlock_t *ptl; in smaps_pte_range() local
609 ptl = pmd_trans_huge_lock(pmd, vma); in smaps_pte_range()
610 if (ptl) { in smaps_pte_range()
613 spin_unlock(ptl); in smaps_pte_range()
624 pte = pte_offset_map_lock(vma->vm_mm, pmd, addr, &ptl); in smaps_pte_range()
627 pte_unmap_unlock(pte - 1, ptl); in smaps_pte_range()
1054 spinlock_t *ptl; in clear_refs_pte_range() local
1057 ptl = pmd_trans_huge_lock(pmd, vma); in clear_refs_pte_range()
1058 if (ptl) { in clear_refs_pte_range()
1074 spin_unlock(ptl); in clear_refs_pte_range()
[all …]
|
| /Linux-v5.4/Documentation/vm/ |
| D | split_page_table_lock.rst | 63 This field shares storage with page->ptl.
80 page->ptl
83 page->ptl is used to access split page table lock, where 'page' is struct
92 - if size of spinlock_t is bigger then size of long, we use page->ptl as
100 Please, never access page->ptl directly -- use appropriate helper.
|
| /Linux-v5.4/arch/x86/kernel/ |
| D | ldt.c | 208 spinlock_t *ptl; in map_ldt_struct() local
242 ptep = get_locked_pte(mm, va, &ptl); in map_ldt_struct()
255 pte_unmap_unlock(ptep, ptl); in map_ldt_struct()
281 spinlock_t *ptl; in unmap_ldt_struct() local
285 ptep = get_locked_pte(mm, va, &ptl); in unmap_ldt_struct()
287 pte_unmap_unlock(ptep, ptl); in unmap_ldt_struct()
|
| /Linux-v5.4/include/linux/ |
| D | rmap.h | 211 spinlock_t *ptl; member
219 if (pvmw->ptl) in page_vma_mapped_walk_done()
220 spin_unlock(pvmw->ptl); in page_vma_mapped_walk_done()
|
| D | mm.h | 442 spinlock_t *ptl; /* Page table lock. member
1739 spinlock_t **ptl);
1741 spinlock_t **ptl) in get_locked_pte() argument
1744 __cond_lock(*ptl, ptep = __get_locked_pte(mm, addr, ptl)); in get_locked_pte()
1885 return page->ptl; in ptlock_ptr()
1903 return &page->ptl; in ptlock_ptr()
1921 VM_BUG_ON_PAGE(*(unsigned long *)&page->ptl, page); in ptlock_init()
1972 #define pte_unmap_unlock(pte, ptl) do { \ argument
1973 spin_unlock(ptl); \
2037 spinlock_t *ptl = pmd_lockptr(mm, pmd); in pmd_lock() local
[all …]
|
| /Linux-v5.4/arch/m68k/kernel/ |
| D | sys_m68k.c | 470 spinlock_t *ptl; in sys_atomic_cmpxchg_32() local
480 pte = pte_offset_map_lock(mm, pmd, (unsigned long)mem, &ptl); in sys_atomic_cmpxchg_32()
483 pte_unmap_unlock(pte, ptl); in sys_atomic_cmpxchg_32()
495 pte_unmap_unlock(pte, ptl); in sys_atomic_cmpxchg_32()
|
| /Linux-v5.4/arch/powerpc/mm/book3s64/ |
| D | subpage_prot.c | 60 spinlock_t *ptl; in hpte_flush_range() local
71 pte = pte_offset_map_lock(mm, pmd, addr, &ptl); in hpte_flush_range()
79 pte_unmap_unlock(pte - 1, ptl); in hpte_flush_range()
|
| /Linux-v5.4/arch/x86/xen/ |
| D | mmu_pv.c | 699 spinlock_t *ptl = NULL; in xen_pte_lock() local
702 ptl = ptlock_ptr(page); in xen_pte_lock()
703 spin_lock_nest_lock(ptl, &mm->page_table_lock); in xen_pte_lock()
706 return ptl; in xen_pte_lock()
711 spinlock_t *ptl = v; in xen_pte_unlock() local
712 spin_unlock(ptl); in xen_pte_unlock()
741 spinlock_t *ptl; in xen_pin_page() local
765 ptl = NULL; in xen_pin_page()
767 ptl = xen_pte_lock(page, mm); in xen_pin_page()
773 if (ptl) { in xen_pin_page()
[all …]
|
| /Linux-v5.4/arch/sh/mm/ |
| D | cache-sh5.c | 390 spinlock_t *ptl; in sh64_dcache_purge_user_pages() local
408 pte = pte_offset_map_lock(mm, pmd, addr, &ptl); in sh64_dcache_purge_user_pages()
416 pte_unmap_unlock(pte - 1, ptl); in sh64_dcache_purge_user_pages()
|
