Lines Matching refs:pmdp

937 static inline void set_pmd(pmd_t *pmdp, pmd_t pmd)  in set_pmd()  argument
939 WRITE_ONCE(*pmdp, pmd); in set_pmd()
965 static inline void pmd_clear(pmd_t *pmdp) in pmd_clear() argument
967 set_pmd(pmdp, __pmd(_SEGMENT_ENTRY_EMPTY)); in pmd_clear()
1608 static inline void __pmdp_csp(pmd_t *pmdp) in __pmdp_csp() argument
1610 csp((unsigned int *)pmdp + 1, pmd_val(*pmdp), in __pmdp_csp()
1611 pmd_val(*pmdp) | _SEGMENT_ENTRY_INVALID); in __pmdp_csp()
1621 static __always_inline void __pmdp_idte(unsigned long addr, pmd_t *pmdp, in __pmdp_idte() argument
1627 sto = __pa(pmdp) - pmd_index(addr) * sizeof(pmd_t); in __pmdp_idte()
1632 : "+m" (*pmdp) in __pmdp_idte()
1640 : "+m" (*pmdp) in __pmdp_idte()
1681 void pgtable_trans_huge_deposit(struct mm_struct *mm, pmd_t *pmdp,
1685 pgtable_t pgtable_trans_huge_withdraw(struct mm_struct *mm, pmd_t *pmdp);
1689 unsigned long addr, pmd_t *pmdp, in pmdp_set_access_flags() argument
1697 if (pmd_val(*pmdp) == pmd_val(entry)) in pmdp_set_access_flags()
1699 pmdp_xchg_direct(vma->vm_mm, addr, pmdp, entry); in pmdp_set_access_flags()
1705 unsigned long addr, pmd_t *pmdp) in pmdp_test_and_clear_young() argument
1707 pmd_t pmd = *pmdp; in pmdp_test_and_clear_young()
1709 pmd = pmdp_xchg_direct(vma->vm_mm, addr, pmdp, pmd_mkold(pmd)); in pmdp_test_and_clear_young()
1715 unsigned long addr, pmd_t *pmdp) in pmdp_clear_flush_young() argument
1718 return pmdp_test_and_clear_young(vma, addr, pmdp); in pmdp_clear_flush_young()
1722 pmd_t *pmdp, pmd_t entry) in set_pmd_at() argument
1726 set_pmd(pmdp, entry); in set_pmd_at()
1738 unsigned long addr, pmd_t *pmdp) in pmdp_huge_get_and_clear() argument
1740 return pmdp_xchg_direct(mm, addr, pmdp, __pmd(_SEGMENT_ENTRY_EMPTY)); in pmdp_huge_get_and_clear()
1746 pmd_t *pmdp, int full) in pmdp_huge_get_and_clear_full() argument
1749 pmd_t pmd = *pmdp; in pmdp_huge_get_and_clear_full()
1750 set_pmd(pmdp, __pmd(_SEGMENT_ENTRY_EMPTY)); in pmdp_huge_get_and_clear_full()
1753 return pmdp_xchg_lazy(vma->vm_mm, addr, pmdp, __pmd(_SEGMENT_ENTRY_EMPTY)); in pmdp_huge_get_and_clear_full()
1758 unsigned long addr, pmd_t *pmdp) in pmdp_huge_clear_flush() argument
1760 return pmdp_huge_get_and_clear(vma->vm_mm, addr, pmdp); in pmdp_huge_clear_flush()
1765 unsigned long addr, pmd_t *pmdp) in pmdp_invalidate() argument
1767 pmd_t pmd = __pmd(pmd_val(*pmdp) | _SEGMENT_ENTRY_INVALID); in pmdp_invalidate()
1769 return pmdp_xchg_direct(vma->vm_mm, addr, pmdp, pmd); in pmdp_invalidate()
1774 unsigned long addr, pmd_t *pmdp) in pmdp_set_wrprotect() argument
1776 pmd_t pmd = *pmdp; in pmdp_set_wrprotect()
1779 pmd = pmdp_xchg_lazy(mm, addr, pmdp, pmd_wrprotect(pmd)); in pmdp_set_wrprotect()
1784 pmd_t *pmdp) in pmdp_collapse_flush() argument
1786 return pmdp_huge_get_and_clear(vma->vm_mm, address, pmdp); in pmdp_collapse_flush()