/Linux-v4.19/arch/arm/include/asm/ |
D | pgtable-3level.h | 144 #define pmd_table(pmd) ((pmd_val(pmd) & PMD_TYPE_MASK) == \ 146 #define pmd_sect(pmd) ((pmd_val(pmd) & PMD_TYPE_MASK) == \ 174 #define pmd_bad(pmd) (!(pmd_val(pmd) & 2)) 210 #define pmd_isset(pmd, val) ((u32)(val) == (val) ? pmd_val(pmd) & (val) \ 211 : !!(pmd_val(pmd) & (val))) 212 #define pmd_isclear(pmd, val) (!(pmd_val(pmd) & (val))) 232 #define pmd_trans_huge(pmd) (pmd_val(pmd) && !pmd_table(pmd)) 236 static inline pmd_t pmd_##fn(pmd_t pmd) { pmd_val(pmd) op; return pmd; } 245 #define pmd_mkhuge(pmd) (__pmd(pmd_val(pmd) & ~PMD_TABLE_BIT)) 247 #define pmd_pfn(pmd) (((pmd_val(pmd) & PMD_MASK) & PHYS_MASK) >> PAGE_SHIFT) [all …]
|
D | kvm_mmu.h | 90 pmd_val(pmd) |= L_PMD_S2_RDWR; in kvm_s2pmd_mkwrite() 102 pmd_val(pmd) &= ~PMD_SECT_XN; in kvm_s2pmd_mkexec() 123 pmd_val(*pmd) = (pmd_val(*pmd) & ~L_PMD_S2_RDWR) | L_PMD_S2_RDONLY; in kvm_set_s2pmd_readonly() 128 return (pmd_val(*pmd) & L_PMD_S2_RDWR) == L_PMD_S2_RDONLY; in kvm_s2pmd_readonly() 133 return !(pmd_val(*pmd) & PMD_SECT_XN); in kvm_s2pmd_exec()
|
D | pgtable-2level.h | 194 #define pmd_large(pmd) (pmd_val(pmd) & 2) 195 #define pmd_bad(pmd) (pmd_val(pmd) & 2) 196 #define pmd_present(pmd) (pmd_val(pmd))
|
/Linux-v4.19/arch/s390/include/asm/ |
D | pgtable.h | 71 printk("%s:%d: bad pmd %p.\n", __FILE__, __LINE__, (void *) pmd_val(e)) 667 return (pmd_val(pmd) & _SEGMENT_ENTRY_LARGE) != 0; in pmd_large() 673 return (pmd_val(pmd) & ~_SEGMENT_ENTRY_BITS_LARGE) != 0; in pmd_bad() 674 return (pmd_val(pmd) & ~_SEGMENT_ENTRY_BITS) != 0; in pmd_bad() 695 return pmd_val(pmd) != _SEGMENT_ENTRY_EMPTY; in pmd_present() 700 return pmd_val(pmd) == _SEGMENT_ENTRY_EMPTY; in pmd_none() 710 return (pmd_val(pmd) & origin_mask) >> PAGE_SHIFT; in pmd_pfn() 716 return (pmd_val(pmd) & _SEGMENT_ENTRY_WRITE) != 0; in pmd_write() 723 dirty = (pmd_val(pmd) & _SEGMENT_ENTRY_DIRTY) != 0; in pmd_dirty() 731 young = (pmd_val(pmd) & _SEGMENT_ENTRY_YOUNG) != 0; in pmd_young() [all …]
|
/Linux-v4.19/arch/mips/include/asm/ |
D | pgtable.h | 92 #define pmd_phys(pmd) virt_to_phys((void *)pmd_val(pmd)) 99 #define pmd_page_vaddr(pmd) pmd_val(pmd) 545 return !!(pmd_val(pmd) & _PAGE_HUGE); 550 pmd_val(pmd) |= _PAGE_HUGE; 561 return !!(pmd_val(pmd) & _PAGE_WRITE); 566 pmd_val(pmd) &= ~(_PAGE_WRITE | _PAGE_SILENT_WRITE); 572 pmd_val(pmd) |= _PAGE_WRITE; 573 if (pmd_val(pmd) & _PAGE_MODIFIED) 574 pmd_val(pmd) |= _PAGE_SILENT_WRITE; 581 return !!(pmd_val(pmd) & _PAGE_MODIFIED); [all …]
|
D | pgtable-64.h | 163 printk("%s:%d: bad pmd %016lx.\n", __FILE__, __LINE__, pmd_val(e)) 237 #define pmd_val(x) ((x).pmd) macro 249 return pmd_val(pmd) == (unsigned long) invalid_pte_table; in pmd_none() 256 if (unlikely(pmd_val(pmd) & _PAGE_HUGE)) in pmd_bad() 260 if (unlikely(pmd_val(pmd) & ~PAGE_MASK)) in pmd_bad() 268 return pmd_val(pmd) != (unsigned long) invalid_pte_table; in pmd_present() 273 pmd_val(*pmdp) = ((unsigned long) invalid_pte_table); in pmd_clear()
|
/Linux-v4.19/arch/sparc/include/asm/ |
D | pgtable_64.h | 103 __FILE__, __LINE__, &(e), pmd_val(e), __builtin_return_address(0)) 371 pte_t pte = __pte(pmd_val(pmd)); in pmd_modify() 445 return !!(pmd_val(pmd) & _PAGE_PMD_HUGE); in is_hugetlb_pmd() 456 pte_t pte = __pte(pmd_val(pmd)); in pmd_mkhuge() 718 pte_t pte = __pte(pmd_val(pmd)); in pmd_large() 725 pte_t pte = __pte(pmd_val(pmd)); in pmd_pfn() 733 pte_t pte = __pte(pmd_val(pmd)); in pmd_write() 743 pte_t pte = __pte(pmd_val(pmd)); in pmd_dirty() 750 pte_t pte = __pte(pmd_val(pmd)); in pmd_young() 757 pte_t pte = __pte(pmd_val(pmd)); in pmd_trans_huge() [all …]
|
/Linux-v4.19/arch/nios2/include/asm/ |
D | pgtable.h | 189 return (pmd_val(pmd) != (unsigned long) invalid_pte_table) in pmd_present() 190 && (pmd_val(pmd) != 0UL); in pmd_present() 195 pmd_val(*pmdp) = (unsigned long) invalid_pte_table; in pmd_clear() 221 return (pmd_val(pmd) == in pmd_none() 222 (unsigned long) invalid_pte_table) || (pmd_val(pmd) == 0UL); in pmd_none() 225 #define pmd_bad(pmd) (pmd_val(pmd) & ~PAGE_MASK) 250 #define pmd_phys(pmd) virt_to_phys((void *)pmd_val(pmd)) 252 #define pmd_page_vaddr(pmd) pmd_val(pmd)
|
/Linux-v4.19/arch/um/include/asm/ |
D | pgtable.h | 99 #define pmd_none(x) (!((unsigned long)pmd_val(x) & ~_PAGE_NEWPAGE)) 100 #define pmd_bad(x) ((pmd_val(x) & (~PAGE_MASK & ~_PAGE_USER)) != _KERNPG_TABLE) 102 #define pmd_present(x) (pmd_val(x) & _PAGE_PRESENT) 103 #define pmd_clear(xp) do { pmd_val(*(xp)) = _PAGE_NEWPAGE; } while (0) 105 #define pmd_newpage(x) (pmd_val(x) & _PAGE_NEWPAGE) 106 #define pmd_mkuptodate(x) (pmd_val(x) &= ~_PAGE_NEWPAGE) 111 #define pmd_page(pmd) phys_to_page(pmd_val(pmd) & PAGE_MASK) 317 #define pmd_page_vaddr(pmd) ((unsigned long) __va(pmd_val(pmd) & PAGE_MASK)) 321 ((unsigned long) __va(pmd_val(pmd) & PAGE_MASK))
|
/Linux-v4.19/arch/powerpc/include/asm/nohash/32/ |
D | pgtable.h | 139 #define pmd_none(pmd) (!pmd_val(pmd)) 140 #define pmd_bad(pmd) (pmd_val(pmd) & _PMD_BAD) 141 #define pmd_present(pmd) (pmd_val(pmd) & _PMD_PRESENT_MASK) 287 ((unsigned long) __va(pmd_val(pmd) & PAGE_MASK)) 289 pfn_to_page(pmd_val(pmd) >> PAGE_SHIFT) 292 ((unsigned long) (pmd_val(pmd) & PAGE_MASK)) 294 pfn_to_page((__pa(pmd_val(pmd)) >> PAGE_SHIFT))
|
/Linux-v4.19/arch/arc/include/asm/ |
D | pgtable.h | 262 #define pmd_page(pmd) virt_to_page(pmd_val(pmd) & PAGE_MASK) 265 #define pmd_page_vaddr(pmd) (pmd_val(pmd) & PAGE_MASK) 270 pmd_val(*pmdp) = (unsigned long)ptep; in pmd_set() 277 #define pmd_none(x) (!pmd_val(x)) 278 #define pmd_bad(x) ((pmd_val(x) & ~PAGE_MASK)) 279 #define pmd_present(x) (pmd_val(x)) 280 #define pmd_clear(xp) do { pmd_val(*(xp)) = 0; } while (0)
|
D | hugepage.h | 19 return __pte(pmd_val(pmd)); in pmd_pte() 43 #define pmd_trans_huge(pmd) (pmd_val(pmd) & _PAGE_HW_SZ) 53 return __pmd((pmd_val(pmd) & (_PAGE_CHG_MASK | _PAGE_HW_SZ)) | pgprot_val(newprot)); in pmd_modify()
|
/Linux-v4.19/arch/alpha/include/asm/ |
D | pgtable.h | 227 { pmd_val(*pmdp) = _PAGE_TABLE | ((((unsigned long) ptep) - PAGE_OFFSET) << (32-PAGE_SHIFT)); } in pmd_set() 236 return ((pmd_val(pmd) & _PFN_MASK) >> (32-PAGE_SHIFT)) + PAGE_OFFSET; in pmd_page_vaddr() 240 #define pmd_page(pmd) (mem_map + ((pmd_val(pmd) & _PFN_MASK) >> 32)) 254 extern inline int pmd_none(pmd_t pmd) { return !pmd_val(pmd); } in pmd_none() 255 extern inline int pmd_bad(pmd_t pmd) { return (pmd_val(pmd) & ~_PFN_MASK) != _PAGE_TABLE; } in pmd_bad() 256 extern inline int pmd_present(pmd_t pmd) { return pmd_val(pmd) & _PAGE_VALID; } in pmd_present() 257 extern inline void pmd_clear(pmd_t * pmdp) { pmd_val(*pmdp) = 0; } in pmd_clear() 354 printk("%s:%d: bad pmd %016lx.\n", __FILE__, __LINE__, pmd_val(e))
|
/Linux-v4.19/arch/c6x/include/asm/ |
D | pgtable.h | 33 #define pmd_none(x) (!pmd_val(x)) 34 #define pmd_present(x) (pmd_val(x)) 36 #define pmd_bad(x) (pmd_val(x) & ~PAGE_MASK)
|
/Linux-v4.19/arch/sparc/mm/ |
D | tlb.c | 173 if ((pmd_val(pmd) ^ pmd_val(orig)) & _PAGE_PMD_HUGE) { in __set_pmd_acct() 182 if (pmd_val(pmd) & _PAGE_PMD_HUGE) { in __set_pmd_acct() 207 pte_t orig_pte = __pte(pmd_val(orig)); in __set_pmd_acct() 249 entry = __pmd(pmd_val(*pmdp) & ~_PAGE_VALID); in pmdp_invalidate() 258 if ((pmd_val(entry) & _PAGE_PMD_HUGE) && in pmdp_invalidate()
|
/Linux-v4.19/arch/openrisc/include/asm/ |
D | pgtable.h | 228 #define pmd_none(x) (!pmd_val(x)) 229 #define pmd_bad(x) ((pmd_val(x) & (~PAGE_MASK)) != _KERNPG_TABLE) 230 #define pmd_present(x) (pmd_val(x) & _PAGE_PRESENT) 231 #define pmd_clear(xp) do { pmd_val(*(xp)) = 0; } while (0) 369 pmd_val(*pmdp) = _KERNPG_TABLE | (unsigned long) ptep; in pmd_set() 372 #define pmd_page(pmd) (pfn_to_page(pmd_val(pmd) >> PAGE_SHIFT)) 373 #define pmd_page_kernel(pmd) ((unsigned long) __va(pmd_val(pmd) & PAGE_MASK))
|
/Linux-v4.19/arch/s390/mm/ |
D | pageattr.c | 121 ro = !!(pmd_val(*pmdp) & _SEGMENT_ENTRY_PROTECT); in split_pmd_page() 122 nx = !!(pmd_val(*pmdp) & _SEGMENT_ENTRY_NOEXEC); in split_pmd_page() 132 pmd_val(new) = __pa(pt_dir) | _SEGMENT_ENTRY; in split_pmd_page() 133 pgt_set((unsigned long *)pmdp, pmd_val(new), addr, CRDTE_DTT_SEGMENT); in split_pmd_page() 149 pmd_val(new) |= _SEGMENT_ENTRY_NOEXEC; in modify_pmd_page() 151 pmd_val(new) &= ~_SEGMENT_ENTRY_NOEXEC; in modify_pmd_page() 152 pgt_set((unsigned long *)pmdp, pmd_val(new), addr, CRDTE_DTT_SEGMENT); in modify_pmd_page() 205 pmd_val(*pmdp) = pmd_addr | prot; in split_pud_page()
|
/Linux-v4.19/arch/arm/mm/ |
D | hugetlbpage.c | 46 return pmd_val(pmd) && !(pmd_val(pmd) & PMD_TABLE_BIT); in pmd_huge()
|
/Linux-v4.19/arch/sh/include/asm/ |
D | pgtable_64.h | 66 #define pmd_present(pmd_entry) (pmd_val(pmd_entry) & _PAGE_PRESENT) 68 #define pmd_none(pmd_entry) (pmd_val((pmd_entry)) == _PMD_EMPTY) 69 #define pmd_bad(pmd_entry) ((pmd_val(pmd_entry) & (~PAGE_MASK & ~_PAGE_USER)) != _KERNPG_TABLE) 72 ((unsigned long) __va(pmd_val(pmd_entry) & PAGE_MASK)) 75 (virt_to_page(pmd_val(pmd))) 84 ((pte_t *) ((pmd_val(*(dir))) & PAGE_MASK) + pte_index((addr)))
|
/Linux-v4.19/arch/powerpc/include/asm/nohash/64/ |
D | pgtable.h | 112 return __pte(pmd_val(pmd)); in pmd_pte() 115 #define pmd_none(pmd) (!pmd_val(pmd)) 116 #define pmd_bad(pmd) (!is_kernel_addr(pmd_val(pmd)) \ 117 || (pmd_val(pmd) & PMD_BAD_BITS)) 119 #define pmd_page_vaddr(pmd) (pmd_val(pmd) & ~PMD_MASKED_BITS) 308 pr_err("%s:%d: bad pmd %08lx.\n", __FILE__, __LINE__, pmd_val(e))
|
/Linux-v4.19/arch/powerpc/include/asm/book3s/32/ |
D | pgtable.h | 112 #define pmd_none(pmd) (!pmd_val(pmd)) 113 #define pmd_bad(pmd) (pmd_val(pmd) & _PMD_BAD) 114 #define pmd_present(pmd) (pmd_val(pmd) & _PMD_PRESENT_MASK) 257 ((unsigned long) __va(pmd_val(pmd) & PAGE_MASK)) 259 pfn_to_page(pmd_val(pmd) >> PAGE_SHIFT) 262 ((unsigned long) (pmd_val(pmd) & PAGE_MASK)) 264 pfn_to_page((__pa(pmd_val(pmd)) >> PAGE_SHIFT))
|
/Linux-v4.19/arch/m68k/include/asm/ |
D | sun3_pgtable.h | 121 ((unsigned long) __va (pmd_val (pmd) & PAGE_MASK)) 138 static inline int pmd_none2 (pmd_t *pmd) { return !pmd_val (*pmd); } in pmd_none2() 143 static inline int pmd_present2 (pmd_t *pmd) { return pmd_val (*pmd) & SUN3_PMD_VALID; } in pmd_present2() 146 static inline void pmd_clear (pmd_t *pmdp) { pmd_val (*pmdp) = 0; } in pmd_clear() 157 pr_err("%s:%d: bad pmd %08lx.\n", __FILE__, __LINE__, pmd_val(e))
|
D | motorola_pgtable.h | 126 #define __pmd_page(pmd) ((unsigned long)__va(pmd_val(pmd) & _TABLE_MASK)) 138 #define pmd_none(pmd) (!pmd_val(pmd)) 139 #define pmd_bad(pmd) ((pmd_val(pmd) & _DESCTYPE_MASK) != _PAGE_TABLE) 140 #define pmd_present(pmd) (pmd_val(pmd) & _PAGE_TABLE) 147 #define pmd_page(pmd) virt_to_page(__va(pmd_val(pmd))) 159 printk("%s:%d: bad pmd %08lx.\n", __FILE__, __LINE__, pmd_val(e))
|
/Linux-v4.19/arch/arm64/include/asm/ |
D | pgtable.h | 216 return __pmd(pmd_val(pmd) | PMD_SECT_CONT); in pmd_mkcont() 324 return __pte(pmd_val(pmd)); in pmd_pte() 357 #define pmd_trans_huge(pmd) (pmd_val(pmd) && !(pmd_val(pmd) & PMD_TABLE_BIT)) 369 #define pmd_mknotpresent(pmd) (__pmd(pmd_val(pmd) & ~PMD_SECT_VALID)) 375 #define pmd_mkhuge(pmd) (__pmd(pmd_val(pmd) & ~PMD_TABLE_BIT)) 412 #define pmd_none(pmd) (!pmd_val(pmd)) 414 #define pmd_bad(pmd) (!(pmd_val(pmd) & PMD_TABLE_BIT)) 416 #define pmd_table(pmd) ((pmd_val(pmd) & PMD_TYPE_MASK) == \ 418 #define pmd_sect(pmd) ((pmd_val(pmd) & PMD_TYPE_MASK) == \ 475 #define pmd_ERROR(pmd) __pmd_error(__FILE__, __LINE__, pmd_val(pmd)) [all …]
|
/Linux-v4.19/arch/unicore32/include/asm/ |
D | pgtable.h | 207 #define pmd_none(pmd) (!pmd_val(pmd)) 208 #define pmd_present(pmd) (pmd_val(pmd) & PMD_PRESENT) 209 #define pmd_bad(pmd) (((pmd_val(pmd) & \ 224 #define pmd_page_vaddr(pmd) ((pte_t *)__va(pmd_val(pmd) & PAGE_MASK)) 225 #define pmd_page(pmd) pfn_to_page(__phys_to_pfn(pmd_val(pmd)))
|