Lines Matching refs:pmd
696 static inline int pmd_large(pmd_t pmd) in pmd_large() argument
698 return (pmd_val(pmd) & _SEGMENT_ENTRY_LARGE) != 0; in pmd_large()
701 static inline int pmd_bad(pmd_t pmd) in pmd_bad() argument
703 if ((pmd_val(pmd) & _SEGMENT_ENTRY_TYPE_MASK) > 0 || pmd_large(pmd)) in pmd_bad()
705 return (pmd_val(pmd) & ~_SEGMENT_ENTRY_BITS) != 0; in pmd_bad()
730 static inline int pmd_present(pmd_t pmd) in pmd_present() argument
732 return pmd_val(pmd) != _SEGMENT_ENTRY_EMPTY; in pmd_present()
735 static inline int pmd_none(pmd_t pmd) in pmd_none() argument
737 return pmd_val(pmd) == _SEGMENT_ENTRY_EMPTY; in pmd_none()
741 static inline int pmd_write(pmd_t pmd) in pmd_write() argument
743 return (pmd_val(pmd) & _SEGMENT_ENTRY_WRITE) != 0; in pmd_write()
752 static inline int pmd_dirty(pmd_t pmd) in pmd_dirty() argument
754 return (pmd_val(pmd) & _SEGMENT_ENTRY_DIRTY) != 0; in pmd_dirty()
757 static inline int pmd_young(pmd_t pmd) in pmd_young() argument
759 return (pmd_val(pmd) & _SEGMENT_ENTRY_YOUNG) != 0; in pmd_young()
798 static inline int pmd_protnone(pmd_t pmd) in pmd_protnone() argument
801 return pmd_large(pmd) && !(pmd_val(pmd) & _SEGMENT_ENTRY_READ); in pmd_protnone()
825 static inline int pmd_soft_dirty(pmd_t pmd) in pmd_soft_dirty() argument
827 return pmd_val(pmd) & _SEGMENT_ENTRY_SOFT_DIRTY; in pmd_soft_dirty()
830 static inline pmd_t pmd_mksoft_dirty(pmd_t pmd) in pmd_mksoft_dirty() argument
832 pmd_val(pmd) |= _SEGMENT_ENTRY_SOFT_DIRTY; in pmd_mksoft_dirty()
833 return pmd; in pmd_mksoft_dirty()
836 static inline pmd_t pmd_clear_soft_dirty(pmd_t pmd) in pmd_clear_soft_dirty() argument
838 pmd_val(pmd) &= ~_SEGMENT_ENTRY_SOFT_DIRTY; in pmd_clear_soft_dirty()
839 return pmd; in pmd_clear_soft_dirty()
1224 static inline unsigned long pmd_deref(pmd_t pmd) in pmd_deref() argument
1229 if (pmd_large(pmd)) in pmd_deref()
1231 return pmd_val(pmd) & origin_mask; in pmd_deref()
1234 static inline unsigned long pmd_pfn(pmd_t pmd) in pmd_pfn() argument
1236 return pmd_deref(pmd) >> PAGE_SHIFT; in pmd_pfn()
1320 static inline unsigned long pmd_page_vaddr(pmd_t pmd) in pmd_page_vaddr() argument
1322 return (unsigned long) pmd_deref(pmd); in pmd_page_vaddr()
1335 #define pmd_page(pmd) pfn_to_page(pmd_pfn(pmd)) argument
1340 static inline pmd_t pmd_wrprotect(pmd_t pmd) in pmd_wrprotect() argument
1342 pmd_val(pmd) &= ~_SEGMENT_ENTRY_WRITE; in pmd_wrprotect()
1343 pmd_val(pmd) |= _SEGMENT_ENTRY_PROTECT; in pmd_wrprotect()
1344 return pmd; in pmd_wrprotect()
1347 static inline pmd_t pmd_mkwrite(pmd_t pmd) in pmd_mkwrite() argument
1349 pmd_val(pmd) |= _SEGMENT_ENTRY_WRITE; in pmd_mkwrite()
1350 if (pmd_val(pmd) & _SEGMENT_ENTRY_DIRTY) in pmd_mkwrite()
1351 pmd_val(pmd) &= ~_SEGMENT_ENTRY_PROTECT; in pmd_mkwrite()
1352 return pmd; in pmd_mkwrite()
1355 static inline pmd_t pmd_mkclean(pmd_t pmd) in pmd_mkclean() argument
1357 pmd_val(pmd) &= ~_SEGMENT_ENTRY_DIRTY; in pmd_mkclean()
1358 pmd_val(pmd) |= _SEGMENT_ENTRY_PROTECT; in pmd_mkclean()
1359 return pmd; in pmd_mkclean()
1362 static inline pmd_t pmd_mkdirty(pmd_t pmd) in pmd_mkdirty() argument
1364 pmd_val(pmd) |= _SEGMENT_ENTRY_DIRTY | _SEGMENT_ENTRY_SOFT_DIRTY; in pmd_mkdirty()
1365 if (pmd_val(pmd) & _SEGMENT_ENTRY_WRITE) in pmd_mkdirty()
1366 pmd_val(pmd) &= ~_SEGMENT_ENTRY_PROTECT; in pmd_mkdirty()
1367 return pmd; in pmd_mkdirty()
1418 static inline pmd_t pmd_mkyoung(pmd_t pmd) in pmd_mkyoung() argument
1420 pmd_val(pmd) |= _SEGMENT_ENTRY_YOUNG; in pmd_mkyoung()
1421 if (pmd_val(pmd) & _SEGMENT_ENTRY_READ) in pmd_mkyoung()
1422 pmd_val(pmd) &= ~_SEGMENT_ENTRY_INVALID; in pmd_mkyoung()
1423 return pmd; in pmd_mkyoung()
1426 static inline pmd_t pmd_mkold(pmd_t pmd) in pmd_mkold() argument
1428 pmd_val(pmd) &= ~_SEGMENT_ENTRY_YOUNG; in pmd_mkold()
1429 pmd_val(pmd) |= _SEGMENT_ENTRY_INVALID; in pmd_mkold()
1430 return pmd; in pmd_mkold()
1433 static inline pmd_t pmd_modify(pmd_t pmd, pgprot_t newprot) in pmd_modify() argument
1435 pmd_val(pmd) &= _SEGMENT_ENTRY_ORIGIN_LARGE | in pmd_modify()
1438 pmd_val(pmd) |= massage_pgprot_pmd(newprot); in pmd_modify()
1439 if (!(pmd_val(pmd) & _SEGMENT_ENTRY_DIRTY)) in pmd_modify()
1440 pmd_val(pmd) |= _SEGMENT_ENTRY_PROTECT; in pmd_modify()
1441 if (!(pmd_val(pmd) & _SEGMENT_ENTRY_YOUNG)) in pmd_modify()
1442 pmd_val(pmd) |= _SEGMENT_ENTRY_INVALID; in pmd_modify()
1443 return pmd; in pmd_modify()
1554 pmd_t pmd = *pmdp; in pmdp_test_and_clear_young() local
1556 pmd = pmdp_xchg_direct(vma->vm_mm, addr, pmdp, pmd_mkold(pmd)); in pmdp_test_and_clear_young()
1557 return pmd_young(pmd); in pmdp_test_and_clear_young()
1576 static inline pmd_t pmd_mkhuge(pmd_t pmd) in pmd_mkhuge() argument
1578 pmd_val(pmd) |= _SEGMENT_ENTRY_LARGE; in pmd_mkhuge()
1579 pmd_val(pmd) |= _SEGMENT_ENTRY_YOUNG; in pmd_mkhuge()
1580 pmd_val(pmd) |= _SEGMENT_ENTRY_PROTECT; in pmd_mkhuge()
1581 return pmd; in pmd_mkhuge()
1597 pmd_t pmd = *pmdp; in pmdp_huge_get_and_clear_full() local
1599 return pmd; in pmdp_huge_get_and_clear_full()
1615 pmd_t pmd = __pmd(pmd_val(*pmdp) | _SEGMENT_ENTRY_INVALID); in pmdp_invalidate() local
1617 return pmdp_xchg_direct(vma->vm_mm, addr, pmdp, pmd); in pmdp_invalidate()
1624 pmd_t pmd = *pmdp; in pmdp_set_wrprotect() local
1626 if (pmd_write(pmd)) in pmdp_set_wrprotect()
1627 pmd = pmdp_xchg_lazy(mm, addr, pmdp, pmd_wrprotect(pmd)); in pmdp_set_wrprotect()
1641 static inline int pmd_trans_huge(pmd_t pmd) in pmd_trans_huge() argument
1643 return pmd_val(pmd) & _SEGMENT_ENTRY_LARGE; in pmd_trans_huge()