Home
last modified time | relevance | path

Searched refs:page_table_lock (Results 1 – 25 of 29) sorted by relevance

12

/Linux-v4.19/arch/x86/mm/
Dinit_64.c118 pgt_lock = &pgd_page_get_mm(page)->page_table_lock; in sync_global_pgds_l5()
161 pgt_lock = &pgd_page_get_mm(page)->page_table_lock; in sync_global_pgds_l4()
497 spin_lock(&init_mm.page_table_lock); in phys_pmd_init()
501 spin_unlock(&init_mm.page_table_lock); in phys_pmd_init()
527 spin_lock(&init_mm.page_table_lock); in phys_pmd_init()
531 spin_unlock(&init_mm.page_table_lock); in phys_pmd_init()
539 spin_lock(&init_mm.page_table_lock); in phys_pmd_init()
541 spin_unlock(&init_mm.page_table_lock); in phys_pmd_init()
614 spin_lock(&init_mm.page_table_lock); in phys_pud_init()
618 spin_unlock(&init_mm.page_table_lock); in phys_pud_init()
[all …]
Dfault.c293 pgt_lock = &pgd_page_get_mm(page)->page_table_lock; in vmalloc_sync_all()
/Linux-v4.19/arch/powerpc/mm/
Dpgtable-book3s64.c242 spin_lock(&mm->page_table_lock); in get_pmd_from_cache()
253 spin_unlock(&mm->page_table_lock); in get_pmd_from_cache()
283 spin_lock(&mm->page_table_lock); in __alloc_for_pmdcache()
293 spin_unlock(&mm->page_table_lock); in __alloc_for_pmdcache()
324 spin_lock(&mm->page_table_lock); in get_pte_from_cache()
335 spin_unlock(&mm->page_table_lock); in get_pte_from_cache()
367 spin_lock(&mm->page_table_lock); in __alloc_for_ptecache()
377 spin_unlock(&mm->page_table_lock); in __alloc_for_ptecache()
Dpgtable-radix.c720 spin_unlock(&init_mm.page_table_lock); in stop_machine_change_mapping()
724 spin_lock(&init_mm.page_table_lock); in stop_machine_change_mapping()
858 spin_lock(&init_mm.page_table_lock); in remove_pagetable()
876 spin_unlock(&init_mm.page_table_lock); in remove_pagetable()
Dhugetlbpage.c145 ptl = &mm->page_table_lock; in huge_pte_alloc()
169 ptl = &mm->page_table_lock; in huge_pte_alloc()
507 ptl = &mm->page_table_lock; in follow_huge_pd()
/Linux-v4.19/mm/
Dinit-mm.c34 .page_table_lock = __SPIN_LOCK_UNLOCKED(init_mm.page_table_lock),
Dhmm.c104 spin_lock(&mm->page_table_lock); in hmm_register()
109 spin_unlock(&mm->page_table_lock); in hmm_register()
281 spin_lock(&mm->page_table_lock); in hmm_mirror_unregister()
284 spin_unlock(&mm->page_table_lock); in hmm_mirror_unregister()
Dmmap.c325 spin_lock(&mm->page_table_lock); in browse_rb()
332 spin_unlock(&mm->page_table_lock); in browse_rb()
2362 spin_lock(&mm->page_table_lock); in expand_upwards()
2373 spin_unlock(&mm->page_table_lock); in expand_upwards()
2443 spin_lock(&mm->page_table_lock); in expand_downwards()
2452 spin_unlock(&mm->page_table_lock); in expand_downwards()
Drmap.c198 spin_lock(&mm->page_table_lock); in __anon_vma_prepare()
207 spin_unlock(&mm->page_table_lock); in __anon_vma_prepare()
Dmemory.c692 spin_lock(&init_mm.page_table_lock); in __pte_alloc_kernel()
697 spin_unlock(&init_mm.page_table_lock); in __pte_alloc_kernel()
4175 spin_lock(&mm->page_table_lock); in __p4d_alloc()
4180 spin_unlock(&mm->page_table_lock); in __p4d_alloc()
4198 spin_lock(&mm->page_table_lock); in __pud_alloc()
4212 spin_unlock(&mm->page_table_lock); in __pud_alloc()
/Linux-v4.19/Documentation/vm/
Dsplit_page_table_lock.rst7 Originally, mm->page_table_lock spinlock protected all page tables of the
14 tables. Access to higher level tables protected by mm->page_table_lock.
35 If split lock is disabled, all tables guaded by mm->page_table_lock.
49 takes pmd split lock for PMD_SIZE page, mm->page_table_lock
D00-INDEX38 - Separate per-table lock to improve scalability of the old page_table_lock.
/Linux-v4.19/drivers/iommu/
Domap-iommu.c514 spin_unlock(&obj->page_table_lock); in iopte_alloc()
516 spin_lock(&obj->page_table_lock); in iopte_alloc()
670 spin_lock(&obj->page_table_lock); in iopgtable_store_entry_core()
672 spin_unlock(&obj->page_table_lock); in iopgtable_store_entry_core()
778 spin_lock(&obj->page_table_lock); in iopgtable_clear_entry()
783 spin_unlock(&obj->page_table_lock); in iopgtable_clear_entry()
793 spin_lock(&obj->page_table_lock); in iopgtable_clear_entry_all()
815 spin_unlock(&obj->page_table_lock); in iopgtable_clear_entry_all()
1005 spin_lock_init(&obj->page_table_lock); in omap_iommu_probe()
Domap-iommu-debug.c187 spin_lock(&obj->page_table_lock); in dump_ioptable()
210 spin_unlock(&obj->page_table_lock); in dump_ioptable()
Domap-iommu.h72 spinlock_t page_table_lock; /* protect iopgd */ member
/Linux-v4.19/arch/sparc/mm/
Dtlb.c270 assert_spin_locked(&mm->page_table_lock); in pgtable_trans_huge_deposit()
285 assert_spin_locked(&mm->page_table_lock); in pgtable_trans_huge_withdraw()
/Linux-v4.19/arch/x86/kernel/
Dtboot.c108 .page_table_lock = __SPIN_LOCK_UNLOCKED(init_mm.page_table_lock),
/Linux-v4.19/arch/x86/xen/
Dmmu_pv.c694 spin_lock_nest_lock(ptl, &mm->page_table_lock); in xen_pte_lock()
970 spin_lock(&next->page_table_lock); in xen_activate_mm()
972 spin_unlock(&next->page_table_lock); in xen_activate_mm()
977 spin_lock(&mm->page_table_lock); in xen_dup_mmap()
979 spin_unlock(&mm->page_table_lock); in xen_dup_mmap()
1062 spin_lock(&mm->page_table_lock); in xen_exit_mmap()
1068 spin_unlock(&mm->page_table_lock); in xen_exit_mmap()
/Linux-v4.19/include/linux/
Dhugetlb.h515 return &mm->page_table_lock; in huge_pte_lockptr()
608 return &mm->page_table_lock; in huge_pte_lockptr()
Dmm_types.h386 spinlock_t page_table_lock; /* Protects page tables and some member
Dmm.h1888 return &mm->page_table_lock; in pte_lockptr()
1980 return &mm->page_table_lock; in pmd_lockptr()
2005 return &mm->page_table_lock; in pud_lockptr()
/Linux-v4.19/arch/arm/lib/
Duaccess_with_memcpy.c58 ptl = &current->mm->page_table_lock; in pin_page_for_write()
/Linux-v4.19/arch/s390/mm/
Dpgalloc.c95 spin_lock_bh(&mm->page_table_lock); in crst_table_upgrade()
113 spin_unlock_bh(&mm->page_table_lock); in crst_table_upgrade()
/Linux-v4.19/arch/arc/mm/
Dtlb.c671 assert_spin_locked(&mm->page_table_lock); in pgtable_trans_huge_deposit()
686 assert_spin_locked(&mm->page_table_lock); in pgtable_trans_huge_withdraw()
/Linux-v4.19/drivers/firmware/efi/
Defi.c83 .page_table_lock = __SPIN_LOCK_UNLOCKED(efi_mm.page_table_lock),

12