Lines Matching refs:ptl
442 spinlock_t *ptl = pmd_lock(mm, pmd); in pmd_install() local
463 spin_unlock(ptl); in pmd_install()
1403 spinlock_t *ptl; in zap_pte_range() local
1411 start_pte = pte_offset_map_lock(mm, pmd, addr, &ptl); in zap_pte_range()
1509 pte_unmap_unlock(start_pte, ptl); in zap_pte_range()
1550 spinlock_t *ptl = pmd_lock(tlb->mm, pmd); in zap_pmd_range() local
1556 spin_unlock(ptl); in zap_pmd_range()
1838 spinlock_t **ptl) in __get_locked_pte() argument
1844 return pte_alloc_map_lock(mm, pmd, addr, ptl); in __get_locked_pte()
1880 spinlock_t *ptl; in insert_page() local
1886 pte = get_locked_pte(vma->vm_mm, addr, &ptl); in insert_page()
1890 pte_unmap_unlock(pte, ptl); in insert_page()
2143 spinlock_t *ptl; in insert_pfn() local
2145 pte = get_locked_pte(mm, addr, &ptl); in insert_pfn()
2187 pte_unmap_unlock(pte, ptl); in insert_pfn()
2389 spinlock_t *ptl; in remap_pte_range() local
2392 mapped_pte = pte = pte_alloc_map_lock(mm, pmd, addr, &ptl); in remap_pte_range()
2406 pte_unmap_unlock(mapped_pte, ptl); in remap_pte_range()
2618 spinlock_t *ptl; in apply_to_pte_range() local
2623 pte_alloc_map_lock(mm, pmd, addr, &ptl); in apply_to_pte_range()
2629 pte_offset_map_lock(mm, pmd, addr, &ptl); in apply_to_pte_range()
2650 pte_unmap_unlock(mapped_pte, ptl); in apply_to_pte_range()
2839 spinlock_t *ptl = pte_lockptr(vmf->vma->vm_mm, vmf->pmd); in pte_unmap_same() local
2840 spin_lock(ptl); in pte_unmap_same()
2842 spin_unlock(ptl); in pte_unmap_same()
2882 vmf->pte = pte_offset_map_lock(mm, vmf->pmd, addr, &vmf->ptl); in __wp_page_copy_user()
2910 vmf->pte = pte_offset_map_lock(mm, vmf->pmd, addr, &vmf->ptl); in __wp_page_copy_user()
2938 pte_unmap_unlock(vmf->pte, vmf->ptl); in __wp_page_copy_user()
3053 __releases(vmf->ptl) in wp_page_reuse()
3075 pte_unmap_unlock(vmf->pte, vmf->ptl); in wp_page_reuse()
3154 vmf->pte = pte_offset_map_lock(mm, vmf->pmd, vmf->address, &vmf->ptl); in wp_page_copy()
3231 pte_unmap_unlock(vmf->pte, vmf->ptl); in wp_page_copy()
3275 &vmf->ptl); in finish_mkwrite_fault()
3282 pte_unmap_unlock(vmf->pte, vmf->ptl); in finish_mkwrite_fault()
3300 pte_unmap_unlock(vmf->pte, vmf->ptl); in wp_pfn_shared()
3312 __releases(vmf->ptl) in wp_page_shared()
3322 pte_unmap_unlock(vmf->pte, vmf->ptl); in wp_page_shared()
3368 __releases(vmf->ptl) in do_wp_page()
3379 pte_unmap_unlock(vmf->pte, vmf->ptl); in do_wp_page()
3396 pte_unmap_unlock(vmf->pte, vmf->ptl); in do_wp_page()
3411 pte_unmap_unlock(vmf->pte, vmf->ptl); in do_wp_page()
3462 pte_unmap_unlock(vmf->pte, vmf->ptl); in do_wp_page()
3469 pte_unmap_unlock(vmf->pte, vmf->ptl); in do_wp_page()
3481 pte_unmap_unlock(vmf->pte, vmf->ptl); in do_wp_page()
3634 &vmf->ptl); in remove_device_exclusive_entry()
3638 pte_unmap_unlock(vmf->pte, vmf->ptl); in remove_device_exclusive_entry()
3667 vmf->address, &vmf->ptl); in pte_marker_clear()
3674 pte_unmap_unlock(vmf->pte, vmf->ptl); in pte_marker_clear()
3753 vmf->address, &vmf->ptl); in do_swap_page()
3755 spin_unlock(vmf->ptl); in do_swap_page()
3764 pte_unmap_unlock(vmf->pte, vmf->ptl); in do_swap_page()
3834 vmf->address, &vmf->ptl); in do_swap_page()
3901 &vmf->ptl); in do_swap_page()
4035 pte_unmap_unlock(vmf->pte, vmf->ptl); in do_swap_page()
4041 pte_unmap_unlock(vmf->pte, vmf->ptl); in do_swap_page()
4094 vmf->address, &vmf->ptl); in do_anonymous_page()
4104 pte_unmap_unlock(vmf->pte, vmf->ptl); in do_anonymous_page()
4134 &vmf->ptl); in do_anonymous_page()
4146 pte_unmap_unlock(vmf->pte, vmf->ptl); in do_anonymous_page()
4160 pte_unmap_unlock(vmf->pte, vmf->ptl); in do_anonymous_page()
4281 vmf->ptl = pmd_lock(vma->vm_mm, vmf->pmd); in do_set_pmd()
4309 spin_unlock(vmf->ptl); in do_set_pmd()
4417 vmf->address, &vmf->ptl); in finish_fault()
4432 pte_unmap_unlock(vmf->pte, vmf->ptl); in finish_fault()
4666 &vmf->ptl); in do_fault()
4679 pte_unmap_unlock(vmf->pte, vmf->ptl); in do_fault()
4726 vmf->ptl = pte_lockptr(vma->vm_mm, vmf->pmd); in do_numa_page()
4727 spin_lock(vmf->ptl); in do_numa_page()
4729 pte_unmap_unlock(vmf->pte, vmf->ptl); in do_numa_page()
4779 pte_unmap_unlock(vmf->pte, vmf->ptl); in do_numa_page()
4788 spin_lock(vmf->ptl); in do_numa_page()
4790 pte_unmap_unlock(vmf->pte, vmf->ptl); in do_numa_page()
4812 pte_unmap_unlock(vmf->pte, vmf->ptl); in do_numa_page()
4963 vmf->ptl = pte_lockptr(vmf->vma->vm_mm, vmf->pmd); in handle_pte_fault()
4964 spin_lock(vmf->ptl); in handle_pte_fault()
4994 pte_unmap_unlock(vmf->pte, vmf->ptl); in handle_pte_fault()
5292 spinlock_t *ptl; in __pmd_alloc() local
5297 ptl = pud_lock(mm, pud); in __pmd_alloc()
5305 spin_unlock(ptl); in __pmd_alloc()
5387 spinlock_t *ptl; in follow_pfn() local
5393 ret = follow_pte(vma->vm_mm, address, &ptep, &ptl); in follow_pfn()
5397 pte_unmap_unlock(ptep, ptl); in follow_pfn()
5409 spinlock_t *ptl; in follow_phys() local
5414 if (follow_pte(vma->vm_mm, address, &ptep, &ptl)) in follow_phys()
5426 pte_unmap_unlock(ptep, ptl); in follow_phys()
5450 spinlock_t *ptl; in generic_access_phys() local
5458 if (follow_pte(vma->vm_mm, addr, &ptep, &ptl)) in generic_access_phys()
5461 pte_unmap_unlock(ptep, ptl); in generic_access_phys()
5473 if (follow_pte(vma->vm_mm, addr, &ptep, &ptl)) in generic_access_phys()
5477 pte_unmap_unlock(ptep, ptl); in generic_access_phys()
5488 pte_unmap_unlock(ptep, ptl); in generic_access_phys()
5839 spinlock_t *ptl; in ptlock_alloc() local
5841 ptl = kmem_cache_alloc(page_ptl_cachep, GFP_KERNEL); in ptlock_alloc()
5842 if (!ptl) in ptlock_alloc()
5844 page->ptl = ptl; in ptlock_alloc()
5850 kmem_cache_free(page_ptl_cachep, page->ptl); in ptlock_free()