Home
last modified time | relevance | path

Searched refs:page_table_lock (Results 1 – 25 of 29) sorted by relevance

12

/Linux-v5.4/arch/x86/mm/
Dinit_64.c149 pgt_lock = &pgd_page_get_mm(page)->page_table_lock; in sync_global_pgds_l5()
192 pgt_lock = &pgd_page_get_mm(page)->page_table_lock; in sync_global_pgds_l4()
528 spin_lock(&init_mm.page_table_lock); in phys_pmd_init()
533 spin_unlock(&init_mm.page_table_lock); in phys_pmd_init()
559 spin_lock(&init_mm.page_table_lock); in phys_pmd_init()
564 spin_unlock(&init_mm.page_table_lock); in phys_pmd_init()
572 spin_lock(&init_mm.page_table_lock); in phys_pmd_init()
574 spin_unlock(&init_mm.page_table_lock); in phys_pmd_init()
646 spin_lock(&init_mm.page_table_lock); in phys_pud_init()
651 spin_unlock(&init_mm.page_table_lock); in phys_pud_init()
[all …]
Dfault.c209 pgt_lock = &pgd_page_get_mm(page)->page_table_lock; in vmalloc_sync_all()
/Linux-v5.4/arch/powerpc/mm/
Dpgtable-frag.c40 spin_lock(&mm->page_table_lock); in get_pte_from_cache()
51 spin_unlock(&mm->page_table_lock); in get_pte_from_cache()
83 spin_lock(&mm->page_table_lock); in __alloc_for_ptecache()
93 spin_unlock(&mm->page_table_lock); in __alloc_for_ptecache()
Dhugetlbpage.c133 ptl = &mm->page_table_lock; in huge_pte_alloc()
161 ptl = &mm->page_table_lock; in huge_pte_alloc()
506 ptl = &mm->page_table_lock; in follow_huge_pd()
/Linux-v5.4/mm/
Dinit-mm.c35 .page_table_lock = __SPIN_LOCK_UNLOCKED(init_mm.page_table_lock),
Dmmap.c359 spin_lock(&mm->page_table_lock); in browse_rb()
366 spin_unlock(&mm->page_table_lock); in browse_rb()
2413 spin_lock(&mm->page_table_lock); in expand_upwards()
2424 spin_unlock(&mm->page_table_lock); in expand_upwards()
2493 spin_lock(&mm->page_table_lock); in expand_downwards()
2502 spin_unlock(&mm->page_table_lock); in expand_downwards()
Drmap.c199 spin_lock(&mm->page_table_lock); in __anon_vma_prepare()
208 spin_unlock(&mm->page_table_lock); in __anon_vma_prepare()
Dmemory.c447 spin_lock(&init_mm.page_table_lock); in __pte_alloc_kernel()
452 spin_unlock(&init_mm.page_table_lock); in __pte_alloc_kernel()
4041 spin_lock(&mm->page_table_lock); in __p4d_alloc()
4046 spin_unlock(&mm->page_table_lock); in __p4d_alloc()
4064 spin_lock(&mm->page_table_lock); in __pud_alloc()
4078 spin_unlock(&mm->page_table_lock); in __pud_alloc()
/Linux-v5.4/arch/powerpc/mm/book3s64/
Dpgtable.c273 spin_lock(&mm->page_table_lock); in get_pmd_from_cache()
284 spin_unlock(&mm->page_table_lock); in get_pmd_from_cache()
314 spin_lock(&mm->page_table_lock); in __alloc_for_pmdcache()
324 spin_unlock(&mm->page_table_lock); in __alloc_for_pmdcache()
Dradix_pgtable.c708 spin_unlock(&init_mm.page_table_lock); in stop_machine_change_mapping()
712 spin_lock(&init_mm.page_table_lock); in stop_machine_change_mapping()
846 spin_lock(&init_mm.page_table_lock); in remove_pagetable()
864 spin_unlock(&init_mm.page_table_lock); in remove_pagetable()
/Linux-v5.4/Documentation/vm/
Dsplit_page_table_lock.rst7 Originally, mm->page_table_lock spinlock protected all page tables of the
14 tables. Access to higher level tables protected by mm->page_table_lock.
35 If split lock is disabled, all tables guaded by mm->page_table_lock.
49 takes pmd split lock for PMD_SIZE page, mm->page_table_lock
/Linux-v5.4/arch/powerpc/mm/kasan/
Dkasan_init_32.c59 spin_lock(&init_mm.page_table_lock); in kasan_init_shadow_page_tables()
65 spin_unlock(&init_mm.page_table_lock); in kasan_init_shadow_page_tables()
/Linux-v5.4/drivers/iommu/
Domap-iommu-debug.c184 spin_lock(&obj->page_table_lock); in dump_ioptable()
207 spin_unlock(&obj->page_table_lock); in dump_ioptable()
Domap-iommu.c509 spin_unlock(&obj->page_table_lock); in iopte_alloc()
511 spin_lock(&obj->page_table_lock); in iopte_alloc()
665 spin_lock(&obj->page_table_lock); in iopgtable_store_entry_core()
667 spin_unlock(&obj->page_table_lock); in iopgtable_store_entry_core()
773 spin_lock(&obj->page_table_lock); in iopgtable_clear_entry()
778 spin_unlock(&obj->page_table_lock); in iopgtable_clear_entry()
788 spin_lock(&obj->page_table_lock); in iopgtable_clear_entry_all()
810 spin_unlock(&obj->page_table_lock); in iopgtable_clear_entry_all()
1219 spin_lock_init(&obj->page_table_lock); in omap_iommu_probe()
Domap-iommu.h69 spinlock_t page_table_lock; /* protect iopgd */ member
/Linux-v5.4/arch/sparc/mm/
Dtlb.c270 assert_spin_locked(&mm->page_table_lock); in pgtable_trans_huge_deposit()
285 assert_spin_locked(&mm->page_table_lock); in pgtable_trans_huge_withdraw()
/Linux-v5.4/arch/x86/kernel/
Dtboot.c95 .page_table_lock = __SPIN_LOCK_UNLOCKED(init_mm.page_table_lock),
/Linux-v5.4/arch/x86/xen/
Dmmu_pv.c703 spin_lock_nest_lock(ptl, &mm->page_table_lock); in xen_pte_lock()
979 spin_lock(&next->page_table_lock); in xen_activate_mm()
981 spin_unlock(&next->page_table_lock); in xen_activate_mm()
986 spin_lock(&mm->page_table_lock); in xen_dup_mmap()
988 spin_unlock(&mm->page_table_lock); in xen_dup_mmap()
1071 spin_lock(&mm->page_table_lock); in xen_exit_mmap()
1077 spin_unlock(&mm->page_table_lock); in xen_exit_mmap()
/Linux-v5.4/arch/s390/mm/
Dpgalloc.c93 spin_lock_bh(&mm->page_table_lock); in crst_table_upgrade()
112 spin_unlock_bh(&mm->page_table_lock); in crst_table_upgrade()
/Linux-v5.4/arch/arm/lib/
Duaccess_with_memcpy.c55 ptl = &current->mm->page_table_lock; in pin_page_for_write()
/Linux-v5.4/include/linux/
Dhugetlb.h540 return &mm->page_table_lock; in huge_pte_lockptr()
728 return &mm->page_table_lock; in huge_pte_lockptr()
Dmm_types.h426 spinlock_t page_table_lock; /* Protects page tables and some member
Dmm.h1934 return &mm->page_table_lock; in pte_lockptr()
2025 return &mm->page_table_lock; in pmd_lockptr()
2050 return &mm->page_table_lock; in pud_lockptr()
/Linux-v5.4/arch/arc/mm/
Dtlb.c668 assert_spin_locked(&mm->page_table_lock); in pgtable_trans_huge_deposit()
683 assert_spin_locked(&mm->page_table_lock); in pgtable_trans_huge_withdraw()
/Linux-v5.4/drivers/firmware/efi/
Defi.c64 .page_table_lock = __SPIN_LOCK_UNLOCKED(efi_mm.page_table_lock),

12