Lines Matching refs:ptl
411 spinlock_t *ptl = pmd_lock(mm, pmd); in pmd_install() local
432 spin_unlock(ptl); in pmd_install()
1402 spinlock_t *ptl; in zap_pte_range() local
1409 start_pte = pte = pte_offset_map_lock(mm, pmd, addr, &ptl); in zap_pte_range()
1525 pte_unmap_unlock(start_pte, ptl); in zap_pte_range()
1561 spinlock_t *ptl = pmd_lock(tlb->mm, pmd); in zap_pmd_range() local
1567 spin_unlock(ptl); in zap_pmd_range()
1819 spinlock_t **ptl) in __get_locked_pte() argument
1825 return pte_alloc_map_lock(mm, pmd, addr, ptl); in __get_locked_pte()
1861 spinlock_t *ptl; in insert_page() local
1867 pte = get_locked_pte(vma->vm_mm, addr, &ptl); in insert_page()
1871 pte_unmap_unlock(pte, ptl); in insert_page()
2113 spinlock_t *ptl; in insert_pfn() local
2115 pte = get_locked_pte(mm, addr, &ptl); in insert_pfn()
2158 pte_unmap_unlock(pte, ptl); in insert_pfn()
2339 spinlock_t *ptl; in remap_pte_range() local
2342 mapped_pte = pte = pte_alloc_map_lock(mm, pmd, addr, &ptl); in remap_pte_range()
2356 pte_unmap_unlock(mapped_pte, ptl); in remap_pte_range()
2568 spinlock_t *ptl; in apply_to_pte_range() local
2573 pte_alloc_map_lock(mm, pmd, addr, &ptl); in apply_to_pte_range()
2579 pte_offset_map_lock(mm, pmd, addr, &ptl); in apply_to_pte_range()
2600 pte_unmap_unlock(mapped_pte, ptl); in apply_to_pte_range()
2789 spin_lock(vmf->ptl); in pte_unmap_same()
2791 spin_unlock(vmf->ptl); in pte_unmap_same()
2840 vmf->pte = pte_offset_map_lock(mm, vmf->pmd, addr, &vmf->ptl); in __wp_page_copy_user()
2868 vmf->pte = pte_offset_map_lock(mm, vmf->pmd, addr, &vmf->ptl); in __wp_page_copy_user()
2896 pte_unmap_unlock(vmf->pte, vmf->ptl); in __wp_page_copy_user()
3010 __releases(vmf->ptl) in wp_page_reuse()
3032 pte_unmap_unlock(vmf->pte, vmf->ptl); in wp_page_reuse()
3115 vmf->pte = pte_offset_map_lock(mm, vmf->pmd, vmf->address, &vmf->ptl); in wp_page_copy()
3185 pte_unmap_unlock(vmf->pte, vmf->ptl); in wp_page_copy()
3188 pte_unmap_unlock(vmf->pte, vmf->ptl); in wp_page_copy()
3233 &vmf->ptl); in finish_mkwrite_fault()
3242 pte_unmap_unlock(vmf->pte, vmf->ptl); in finish_mkwrite_fault()
3260 pte_unmap_unlock(vmf->pte, vmf->ptl); in wp_pfn_shared()
3277 __releases(vmf->ptl) in wp_page_shared()
3287 pte_unmap_unlock(vmf->pte, vmf->ptl); in wp_page_shared()
3339 __releases(vmf->ptl) in do_wp_page()
3347 pte_unmap_unlock(vmf->pte, vmf->ptl); in do_wp_page()
3428 pte_unmap_unlock(vmf->pte, vmf->ptl); in do_wp_page()
3436 pte_unmap_unlock(vmf->pte, vmf->ptl); in do_wp_page()
3447 pte_unmap_unlock(vmf->pte, vmf->ptl); in do_wp_page()
3615 &vmf->ptl); in remove_device_exclusive_entry()
3620 pte_unmap_unlock(vmf->pte, vmf->ptl); in remove_device_exclusive_entry()
3650 vmf->address, &vmf->ptl); in pte_marker_clear()
3663 pte_unmap_unlock(vmf->pte, vmf->ptl); in pte_marker_clear()
3759 vmf->address, &vmf->ptl); in do_swap_page()
3770 pte_unmap_unlock(vmf->pte, vmf->ptl); in do_swap_page()
3838 vmf->address, &vmf->ptl); in do_swap_page()
3906 &vmf->ptl); in do_swap_page()
4041 pte_unmap_unlock(vmf->pte, vmf->ptl); in do_swap_page()
4048 pte_unmap_unlock(vmf->pte, vmf->ptl); in do_swap_page()
4092 vmf->address, &vmf->ptl); in do_anonymous_page()
4104 pte_unmap_unlock(vmf->pte, vmf->ptl); in do_anonymous_page()
4134 &vmf->ptl); in do_anonymous_page()
4148 pte_unmap_unlock(vmf->pte, vmf->ptl); in do_anonymous_page()
4165 pte_unmap_unlock(vmf->pte, vmf->ptl); in do_anonymous_page()
4285 vmf->ptl = pmd_lock(vma->vm_mm, vmf->pmd); in do_set_pmd()
4312 spin_unlock(vmf->ptl); in do_set_pmd()
4426 vmf->address, &vmf->ptl); in finish_fault()
4441 pte_unmap_unlock(vmf->pte, vmf->ptl); in finish_fault()
4689 vmf->address, &vmf->ptl); in do_fault()
4705 pte_unmap_unlock(vmf->pte, vmf->ptl); in do_fault()
4755 spin_lock(vmf->ptl); in do_numa_page()
4757 pte_unmap_unlock(vmf->pte, vmf->ptl); in do_numa_page()
4816 pte_unmap_unlock(vmf->pte, vmf->ptl); in do_numa_page()
4826 vmf->address, &vmf->ptl); in do_numa_page()
4830 pte_unmap_unlock(vmf->pte, vmf->ptl); in do_numa_page()
4852 pte_unmap_unlock(vmf->pte, vmf->ptl); in do_numa_page()
4968 vmf->address, &vmf->ptl); in handle_pte_fault()
4989 spin_lock(vmf->ptl); in handle_pte_fault()
5021 pte_unmap_unlock(vmf->pte, vmf->ptl); in handle_pte_fault()
5532 spinlock_t *ptl; in __pmd_alloc() local
5537 ptl = pud_lock(mm, pud); in __pmd_alloc()
5545 spin_unlock(ptl); in __pmd_alloc()
5626 spinlock_t *ptl; in follow_pfn() local
5632 ret = follow_pte(vma->vm_mm, address, &ptep, &ptl); in follow_pfn()
5636 pte_unmap_unlock(ptep, ptl); in follow_pfn()
5648 spinlock_t *ptl; in follow_phys() local
5653 if (follow_pte(vma->vm_mm, address, &ptep, &ptl)) in follow_phys()
5665 pte_unmap_unlock(ptep, ptl); in follow_phys()
5689 spinlock_t *ptl; in generic_access_phys() local
5697 if (follow_pte(vma->vm_mm, addr, &ptep, &ptl)) in generic_access_phys()
5700 pte_unmap_unlock(ptep, ptl); in generic_access_phys()
5712 if (follow_pte(vma->vm_mm, addr, &ptep, &ptl)) in generic_access_phys()
5716 pte_unmap_unlock(ptep, ptl); in generic_access_phys()
5727 pte_unmap_unlock(ptep, ptl); in generic_access_phys()
6107 spinlock_t *ptl; in ptlock_alloc() local
6109 ptl = kmem_cache_alloc(page_ptl_cachep, GFP_KERNEL); in ptlock_alloc()
6110 if (!ptl) in ptlock_alloc()
6112 ptdesc->ptl = ptl; in ptlock_alloc()
6118 kmem_cache_free(page_ptl_cachep, ptdesc->ptl); in ptlock_free()