Home
last modified time | relevance | path

Searched refs:page_table_lock (Results 1 – 25 of 32) sorted by relevance

12

/Linux-v5.15/arch/x86/mm/
Dinit_64.c150 pgt_lock = &pgd_page_get_mm(page)->page_table_lock; in sync_global_pgds_l5()
193 pgt_lock = &pgd_page_get_mm(page)->page_table_lock; in sync_global_pgds_l4()
529 spin_lock(&init_mm.page_table_lock); in phys_pmd_init()
534 spin_unlock(&init_mm.page_table_lock); in phys_pmd_init()
560 spin_lock(&init_mm.page_table_lock); in phys_pmd_init()
565 spin_unlock(&init_mm.page_table_lock); in phys_pmd_init()
573 spin_lock(&init_mm.page_table_lock); in phys_pmd_init()
575 spin_unlock(&init_mm.page_table_lock); in phys_pmd_init()
647 spin_lock(&init_mm.page_table_lock); in phys_pud_init()
655 spin_unlock(&init_mm.page_table_lock); in phys_pud_init()
[all …]
/Linux-v5.15/arch/powerpc/mm/
Dpageattr.c33 spin_lock(&init_mm.page_table_lock); in change_page_attr()
64 spin_unlock(&init_mm.page_table_lock); in change_page_attr()
111 spin_lock(&init_mm.page_table_lock); in set_page_attr()
116 spin_unlock(&init_mm.page_table_lock); in set_page_attr()
Dpgtable-frag.c40 spin_lock(&mm->page_table_lock); in get_pte_from_cache()
51 spin_unlock(&mm->page_table_lock); in get_pte_from_cache()
83 spin_lock(&mm->page_table_lock); in __alloc_for_ptecache()
93 spin_unlock(&mm->page_table_lock); in __alloc_for_ptecache()
Dhugetlbpage.c133 ptl = &mm->page_table_lock; in huge_pte_alloc()
161 ptl = &mm->page_table_lock; in huge_pte_alloc()
519 ptl = &mm->page_table_lock; in follow_huge_pd()
/Linux-v5.15/mm/
Dinit-mm.c36 .page_table_lock = __SPIN_LOCK_UNLOCKED(init_mm.page_table_lock),
Dpagewalk.c79 spin_lock(&walk->mm->page_table_lock); in walk_hugepd_range()
82 spin_unlock(&walk->mm->page_table_lock); in walk_hugepd_range()
Dmmap.c356 spin_lock(&mm->page_table_lock); in browse_rb()
363 spin_unlock(&mm->page_table_lock); in browse_rb()
2441 spin_lock(&mm->page_table_lock); in expand_upwards()
2452 spin_unlock(&mm->page_table_lock); in expand_upwards()
2521 spin_lock(&mm->page_table_lock); in expand_downwards()
2530 spin_unlock(&mm->page_table_lock); in expand_downwards()
Ddebug_vm_pgtable.c1322 spin_lock(&(args.mm->page_table_lock)); in debug_vm_pgtable()
1327 spin_unlock(&(args.mm->page_table_lock)); in debug_vm_pgtable()
/Linux-v5.15/mm/kasan/
Dshadow.c273 spin_lock(&init_mm.page_table_lock); in kasan_populate_vmalloc_pte()
278 spin_unlock(&init_mm.page_table_lock); in kasan_populate_vmalloc_pte()
371 spin_lock(&init_mm.page_table_lock); in kasan_depopulate_vmalloc_pte()
377 spin_unlock(&init_mm.page_table_lock); in kasan_depopulate_vmalloc_pte()
/Linux-v5.15/Documentation/vm/
Dsplit_page_table_lock.rst7 Originally, mm->page_table_lock spinlock protected all page tables of the
14 tables. Access to higher level tables protected by mm->page_table_lock.
35 If split lock is disabled, all tables are guarded by mm->page_table_lock.
49 takes pmd split lock for PMD_SIZE page, mm->page_table_lock
/Linux-v5.15/arch/powerpc/mm/book3s64/
Dpgtable.c287 spin_lock(&mm->page_table_lock); in get_pmd_from_cache()
298 spin_unlock(&mm->page_table_lock); in get_pmd_from_cache()
328 spin_lock(&mm->page_table_lock); in __alloc_for_pmdcache()
338 spin_unlock(&mm->page_table_lock); in __alloc_for_pmdcache()
Dradix_pgtable.c837 spin_lock(&init_mm.page_table_lock); in remove_pagetable()
863 spin_unlock(&init_mm.page_table_lock); in remove_pagetable()
/Linux-v5.15/drivers/iommu/
Domap-iommu-debug.c187 spin_lock(&obj->page_table_lock); in dump_ioptable()
210 spin_unlock(&obj->page_table_lock); in dump_ioptable()
Domap-iommu.c497 spin_unlock(&obj->page_table_lock); in iopte_alloc()
499 spin_lock(&obj->page_table_lock); in iopte_alloc()
653 spin_lock(&obj->page_table_lock); in iopgtable_store_entry_core()
655 spin_unlock(&obj->page_table_lock); in iopgtable_store_entry_core()
761 spin_lock(&obj->page_table_lock); in iopgtable_clear_entry()
766 spin_unlock(&obj->page_table_lock); in iopgtable_clear_entry()
776 spin_lock(&obj->page_table_lock); in iopgtable_clear_entry_all()
798 spin_unlock(&obj->page_table_lock); in iopgtable_clear_entry_all()
1206 spin_lock_init(&obj->page_table_lock); in omap_iommu_probe()
Domap-iommu.h69 spinlock_t page_table_lock; /* protect iopgd */ member
/Linux-v5.15/arch/sparc/mm/
Dtlb.c269 assert_spin_locked(&mm->page_table_lock); in pgtable_trans_huge_deposit()
284 assert_spin_locked(&mm->page_table_lock); in pgtable_trans_huge_withdraw()
Dsrmmu.c357 spin_lock(&mm->page_table_lock); in pte_alloc_one()
362 spin_unlock(&mm->page_table_lock); in pte_alloc_one()
372 spin_lock(&mm->page_table_lock); in pte_free()
375 spin_unlock(&mm->page_table_lock); in pte_free()
/Linux-v5.15/arch/parisc/include/asm/
Dmmu_context.h57 spinlock_t *pgd_lock = &next->page_table_lock; in switch_mm_irqs_off()
/Linux-v5.15/arch/x86/kernel/
Dtboot.c106 .page_table_lock = __SPIN_LOCK_UNLOCKED(init_mm.page_table_lock),
/Linux-v5.15/arch/x86/xen/
Dmmu_pv.c651 spin_lock_nest_lock(ptl, &mm->page_table_lock); in xen_pte_lock()
884 spin_lock(&next->page_table_lock); in xen_activate_mm()
886 spin_unlock(&next->page_table_lock); in xen_activate_mm()
891 spin_lock(&mm->page_table_lock); in xen_dup_mmap()
893 spin_unlock(&mm->page_table_lock); in xen_dup_mmap()
976 spin_lock(&mm->page_table_lock); in xen_exit_mmap()
982 spin_unlock(&mm->page_table_lock); in xen_exit_mmap()
/Linux-v5.15/arch/s390/mm/
Dpgalloc.c105 spin_lock_bh(&mm->page_table_lock); in crst_table_upgrade()
132 spin_unlock_bh(&mm->page_table_lock); in crst_table_upgrade()
/Linux-v5.15/arch/arm/lib/
Duaccess_with_memcpy.c60 ptl = &current->mm->page_table_lock; in pin_page_for_write()
/Linux-v5.15/include/linux/
Dmm_types.h458 spinlock_t page_table_lock; /* Protects page tables and some member
Dhugetlb.h847 return &mm->page_table_lock; in huge_pte_lockptr()
1047 return &mm->page_table_lock;
/Linux-v5.15/drivers/firmware/efi/
Defi.c62 .page_table_lock = __SPIN_LOCK_UNLOCKED(efi_mm.page_table_lock),

12