Home
last modified time | relevance | path

Searched refs:pmd_val (Results 1 – 25 of 124) sorted by relevance

12345

/Linux-v5.15/arch/arm/include/asm/
Dpgtable-3level.h114 #define pmd_table(pmd) ((pmd_val(pmd) & PMD_TYPE_MASK) == \
116 #define pmd_sect(pmd) ((pmd_val(pmd) & PMD_TYPE_MASK) == \
138 #define pmd_bad(pmd) (!(pmd_val(pmd) & 2))
174 #define pmd_isset(pmd, val) ((u32)(val) == (val) ? pmd_val(pmd) & (val) \
175 : !!(pmd_val(pmd) & (val)))
176 #define pmd_isclear(pmd, val) (!(pmd_val(pmd) & (val)))
194 #define pmd_trans_huge(pmd) (pmd_val(pmd) && !pmd_table(pmd))
198 static inline pmd_t pmd_##fn(pmd_t pmd) { pmd_val(pmd) op; return pmd; }
207 #define pmd_mkhuge(pmd) (__pmd(pmd_val(pmd) & ~PMD_TABLE_BIT))
209 #define pmd_pfn(pmd) (((pmd_val(pmd) & PMD_MASK) & PHYS_MASK) >> PAGE_SHIFT)
[all …]
Dpgtable-2level.h211 #define pmd_large(pmd) (pmd_val(pmd) & 2)
212 #define pmd_leaf(pmd) (pmd_val(pmd) & 2)
213 #define pmd_bad(pmd) (pmd_val(pmd) & 2)
214 #define pmd_present(pmd) (pmd_val(pmd))
/Linux-v5.15/arch/mips/include/asm/
Dpgtable.h87 #define pmd_phys(pmd) virt_to_phys((void *)pmd_val(pmd))
94 #define pmd_page_vaddr(pmd) pmd_val(pmd)
581 return !!(pmd_val(pmd) & _PAGE_HUGE);
586 pmd_val(pmd) |= _PAGE_HUGE;
597 return !!(pmd_val(pmd) & _PAGE_WRITE);
602 pmd_val(pmd) &= ~(_PAGE_WRITE | _PAGE_SILENT_WRITE);
608 pmd_val(pmd) |= _PAGE_WRITE;
609 if (pmd_val(pmd) & _PAGE_MODIFIED)
610 pmd_val(pmd) |= _PAGE_SILENT_WRITE;
617 return !!(pmd_val(pmd) & _PAGE_MODIFIED);
[all …]
Dpgtable-64.h163 printk("%s:%d: bad pmd %016lx.\n", __FILE__, __LINE__, pmd_val(e))
235 #define pmd_val(x) ((x).pmd) macro
247 return pmd_val(pmd) == (unsigned long) invalid_pte_table; in pmd_none()
254 if (unlikely(pmd_val(pmd) & _PAGE_HUGE)) in pmd_bad()
258 if (unlikely(pmd_val(pmd) & ~PAGE_MASK)) in pmd_bad()
267 if (unlikely(pmd_val(pmd) & _PAGE_HUGE)) in pmd_present()
268 return pmd_val(pmd) & _PAGE_PRESENT; in pmd_present()
271 return pmd_val(pmd) != (unsigned long) invalid_pte_table; in pmd_present()
276 pmd_val(*pmdp) = ((unsigned long) invalid_pte_table); in pmd_clear()
Dpgtable-32.h127 return pmd_val(pmd) == (unsigned long) invalid_pte_table; in pmd_none()
134 if (unlikely(pmd_val(pmd) & _PAGE_HUGE)) in pmd_bad()
138 if (unlikely(pmd_val(pmd) & ~PAGE_MASK)) in pmd_bad()
146 return pmd_val(pmd) != (unsigned long) invalid_pte_table; in pmd_present()
151 pmd_val(*pmdp) = ((unsigned long) invalid_pte_table); in pmd_clear()
/Linux-v5.15/arch/s390/include/asm/
Dpgtable.h72 pr_err("%s:%d: bad pmd %016lx.\n", __FILE__, __LINE__, pmd_val(e))
692 return (pmd_val(pmd) & _SEGMENT_ENTRY_LARGE) != 0; in pmd_large()
697 if ((pmd_val(pmd) & _SEGMENT_ENTRY_TYPE_MASK) > 0 || pmd_large(pmd)) in pmd_bad()
699 return (pmd_val(pmd) & ~_SEGMENT_ENTRY_BITS) != 0; in pmd_bad()
726 return pmd_val(pmd) != _SEGMENT_ENTRY_EMPTY; in pmd_present()
731 return pmd_val(pmd) == _SEGMENT_ENTRY_EMPTY; in pmd_none()
737 return (pmd_val(pmd) & _SEGMENT_ENTRY_WRITE) != 0; in pmd_write()
748 return (pmd_val(pmd) & _SEGMENT_ENTRY_DIRTY) != 0; in pmd_dirty()
753 return (pmd_val(pmd) & _SEGMENT_ENTRY_YOUNG) != 0; in pmd_young()
795 return pmd_large(pmd) && !(pmd_val(pmd) & _SEGMENT_ENTRY_READ); in pmd_protnone()
[all …]
/Linux-v5.15/arch/arc/include/asm/
Dpgtable-levels.h144 pr_crit("%s:%d: bad pmd %08lx.\n", __FILE__, __LINE__, pmd_val(e))
146 #define pmd_pfn(pmd) ((pmd_val(pmd) & PMD_MASK) >> PAGE_SHIFT)
159 #define pmd_none(x) (!pmd_val(x))
160 #define pmd_bad(x) ((pmd_val(x) & ~PAGE_MASK))
161 #define pmd_present(x) (pmd_val(x))
162 #define pmd_clear(xp) do { pmd_val(*(xp)) = 0; } while (0)
163 #define pmd_page_vaddr(pmd) (pmd_val(pmd) & PAGE_MASK)
184 #define pmd_leaf(x) (pmd_val(x) & _PAGE_HW_SZ)
Dhugepage.h15 return __pte(pmd_val(pmd)); in pmd_pte()
39 #define pmd_trans_huge(pmd) (pmd_val(pmd) & _PAGE_HW_SZ)
49 return __pmd((pmd_val(pmd) & (_PAGE_CHG_MASK | _PAGE_HW_SZ)) | pgprot_val(newprot)); in pmd_modify()
/Linux-v5.15/arch/nios2/include/asm/
Dpgtable.h179 return (pmd_val(pmd) != (unsigned long) invalid_pte_table) in pmd_present()
180 && (pmd_val(pmd) != 0UL); in pmd_present()
185 pmd_val(*pmdp) = (unsigned long) invalid_pte_table; in pmd_clear()
211 return (pmd_val(pmd) == in pmd_none()
212 (unsigned long) invalid_pte_table) || (pmd_val(pmd) == 0UL); in pmd_none()
215 #define pmd_bad(pmd) (pmd_val(pmd) & ~PAGE_MASK)
237 #define pmd_phys(pmd) virt_to_phys((void *)pmd_val(pmd))
242 return pmd_val(pmd); in pmd_page_vaddr()
/Linux-v5.15/arch/sparc/include/asm/
Dpgtable_64.h100 __FILE__, __LINE__, &(e), pmd_val(e), __builtin_return_address(0))
338 pte_t pte = __pte(pmd_val(pmd)); in pmd_modify()
411 return !!(pmd_val(pmd) & _PAGE_PMD_HUGE); in is_hugetlb_pmd()
422 pte_t pte = __pte(pmd_val(pmd)); in pmd_mkhuge()
685 pte_t pte = __pte(pmd_val(pmd)); in pmd_large()
692 pte_t pte = __pte(pmd_val(pmd)); in pmd_pfn()
700 pte_t pte = __pte(pmd_val(pmd)); in pmd_write()
710 pte_t pte = __pte(pmd_val(pmd)); in pmd_dirty()
717 pte_t pte = __pte(pmd_val(pmd)); in pmd_young()
724 pte_t pte = __pte(pmd_val(pmd)); in pmd_trans_huge()
[all …]
Dpgtable_32.h132 if (srmmu_device_memory(pmd_val(pmd))) in pmd_page()
134 return pfn_to_page((pmd_val(pmd) & SRMMU_PTD_PMASK) >> (PAGE_SHIFT-4)); in pmd_page()
141 if (srmmu_device_memory(pmd_val(pmd))) in __pmd_page()
144 v = pmd_val(pmd) & SRMMU_PTD_PMASK; in __pmd_page()
150 unsigned long v = pmd_val(pmd) & SRMMU_PTD_PMASK; in pmd_page_vaddr()
186 return (pmd_val(pmd) & SRMMU_ET_MASK) != SRMMU_ET_PTD; in pmd_bad()
191 return ((pmd_val(pmd) & SRMMU_ET_MASK) == SRMMU_ET_PTD); in pmd_present()
196 return !pmd_val(pmd); in pmd_none()
201 set_pte((pte_t *)&pmd_val(*pmdp), __pte(0)); in pmd_clear()
/Linux-v5.15/arch/um/include/asm/
Dpgtable.h97 #define pmd_none(x) (!((unsigned long)pmd_val(x) & ~_PAGE_NEWPAGE))
98 #define pmd_bad(x) ((pmd_val(x) & (~PAGE_MASK & ~_PAGE_USER)) != _KERNPG_TABLE)
100 #define pmd_present(x) (pmd_val(x) & _PAGE_PRESENT)
101 #define pmd_clear(xp) do { pmd_val(*(xp)) = _PAGE_NEWPAGE; } while (0)
103 #define pmd_newpage(x) (pmd_val(x) & _PAGE_NEWPAGE)
104 #define pmd_mkuptodate(x) (pmd_val(x) &= ~_PAGE_NEWPAGE)
112 #define pmd_page(pmd) phys_to_page(pmd_val(pmd) & PAGE_MASK)
300 #define pmd_page_vaddr(pmd) ((unsigned long) __va(pmd_val(pmd) & PAGE_MASK))
/Linux-v5.15/arch/m68k/include/asm/
Dmotorola_pgtable.h124 pmd_val(*pmdp) = virt_to_phys(ptep) | _PAGE_TABLE | _PAGE_ACCESSED; in pmd_set()
133 #define pmd_page_vaddr(pmd) ((unsigned long)__va(pmd_val(pmd) & _TABLE_MASK))
145 #define pmd_none(pmd) (!pmd_val(pmd))
146 #define pmd_bad(pmd) ((pmd_val(pmd) & _DESCTYPE_MASK) != _PAGE_TABLE)
147 #define pmd_present(pmd) (pmd_val(pmd) & _PAGE_TABLE)
148 #define pmd_clear(pmdp) ({ pmd_val(*pmdp) = 0; })
167 printk("%s:%d: bad pmd %08lx.\n", __FILE__, __LINE__, pmd_val(e))
/Linux-v5.15/arch/alpha/include/asm/
Dpgtable.h224 { pmd_val(*pmdp) = _PAGE_TABLE | ((((unsigned long) ptep) - PAGE_OFFSET) << (32-PAGE_SHIFT)); } in pmd_set()
233 return ((pmd_val(pmd) & _PFN_MASK) >> (32-PAGE_SHIFT)) + PAGE_OFFSET; in pmd_page_vaddr()
236 #define pmd_page(pmd) (pfn_to_page(pmd_val(pmd) >> 32))
251 extern inline int pmd_none(pmd_t pmd) { return !pmd_val(pmd); } in pmd_none()
252 extern inline int pmd_bad(pmd_t pmd) { return (pmd_val(pmd) & ~_PFN_MASK) != _PAGE_TABLE; } in pmd_bad()
253 extern inline int pmd_present(pmd_t pmd) { return pmd_val(pmd) & _PAGE_VALID; } in pmd_present()
254 extern inline void pmd_clear(pmd_t * pmdp) { pmd_val(*pmdp) = 0; } in pmd_clear()
337 printk("%s:%d: bad pmd %016lx.\n", __FILE__, __LINE__, pmd_val(e))
/Linux-v5.15/arch/s390/mm/
Dpageattr.c123 ro = !!(pmd_val(*pmdp) & _SEGMENT_ENTRY_PROTECT); in split_pmd_page()
124 nx = !!(pmd_val(*pmdp) & _SEGMENT_ENTRY_NOEXEC); in split_pmd_page()
134 pmd_val(new) = __pa(pt_dir) | _SEGMENT_ENTRY; in split_pmd_page()
135 pgt_set((unsigned long *)pmdp, pmd_val(new), addr, CRDTE_DTT_SEGMENT); in split_pmd_page()
151 pmd_val(new) |= _SEGMENT_ENTRY_NOEXEC; in modify_pmd_page()
153 pmd_val(new) &= ~_SEGMENT_ENTRY_NOEXEC; in modify_pmd_page()
154 pgt_set((unsigned long *)pmdp, pmd_val(new), addr, CRDTE_DTT_SEGMENT); in modify_pmd_page()
211 pmd_val(*pmdp) = pmd_addr | prot; in split_pud_page()
/Linux-v5.15/arch/openrisc/include/asm/
Dpgtable.h222 #define pmd_none(x) (!pmd_val(x))
223 #define pmd_bad(x) ((pmd_val(x) & (~PAGE_MASK)) != _KERNPG_TABLE)
224 #define pmd_present(x) (pmd_val(x) & _PAGE_PRESENT)
225 #define pmd_clear(xp) do { pmd_val(*(xp)) = 0; } while (0)
361 pmd_val(*pmdp) = _KERNPG_TABLE | (unsigned long) ptep; in pmd_set()
364 #define pmd_page(pmd) (pfn_to_page(pmd_val(pmd) >> PAGE_SHIFT))
368 return ((unsigned long) __va(pmd_val(pmd) & PAGE_MASK)); in pmd_page_vaddr()
/Linux-v5.15/arch/riscv/include/asm/
Dpgtable.h186 return (pmd_val(pmd) & (_PAGE_PRESENT | _PAGE_PROT_NONE | _PAGE_LEAF)); in pmd_present()
191 return (pmd_val(pmd) & (_PAGE_PRESENT | _PAGE_PROT_NONE)); in pmd_present()
197 return (pmd_val(pmd) == 0); in pmd_none()
202 return !pmd_present(pmd) || (pmd_val(pmd) & _PAGE_LEAF); in pmd_bad()
208 return pmd_present(pmd) && (pmd_val(pmd) & _PAGE_LEAF); in pmd_leaf()
233 return pfn_to_page(pmd_val(pmd) >> _PAGE_PFN_SHIFT); in pmd_page()
238 return (unsigned long)pfn_to_virt(pmd_val(pmd) >> _PAGE_PFN_SHIFT); in pmd_page_vaddr()
243 return __pte(pmd_val(pmd)); in pmd_pte()
508 return __pmd(pmd_val(pmd) & ~(_PAGE_PRESENT|_PAGE_PROT_NONE)); in pmd_mkinvalid()
511 #define __pmd_to_phys(pmd) (pmd_val(pmd) >> _PAGE_PFN_SHIFT << PAGE_SHIFT)
[all …]
Dpgtable-64.h26 #define pmd_val(x) ((x).pmd) macro
79 return pmd_val(pmd) >> _PAGE_PFN_SHIFT; in _pmd_pfn()
85 pr_err("%s:%d: bad pmd %016lx.\n", __FILE__, __LINE__, pmd_val(e))
/Linux-v5.15/arch/sparc/mm/
Dtlb.c172 if ((pmd_val(pmd) ^ pmd_val(orig)) & _PAGE_PMD_HUGE) { in __set_pmd_acct()
181 if (pmd_val(pmd) & _PAGE_PMD_HUGE) { in __set_pmd_acct()
206 pte_t orig_pte = __pte(pmd_val(orig)); in __set_pmd_acct()
248 entry = __pmd(pmd_val(*pmdp) & ~_PAGE_VALID); in pmdp_invalidate()
257 if ((pmd_val(entry) & _PAGE_PMD_HUGE) && in pmdp_invalidate()
/Linux-v5.15/arch/powerpc/include/asm/nohash/64/
Dpgtable.h141 return __pte(pmd_val(pmd)); in pmd_pte()
144 #define pmd_none(pmd) (!pmd_val(pmd))
145 #define pmd_bad(pmd) (!is_kernel_addr(pmd_val(pmd)) \
146 || (pmd_val(pmd) & PMD_BAD_BITS))
148 #define pmd_page_vaddr(pmd) (pmd_val(pmd) & ~PMD_MASKED_BITS)
295 pr_err("%s:%d: bad pmd %08lx.\n", __FILE__, __LINE__, pmd_val(e))
/Linux-v5.15/arch/csky/include/asm/
Dpgtable.h118 ptr = pmd_val(pmd); in pmd_page_vaddr()
123 #define pmd_phys(pmd) pmd_val(pmd)
138 return pmd_val(pmd) == __pa(invalid_pte_table); in pmd_none()
141 #define pmd_bad(pmd) (pmd_val(pmd) & ~PAGE_MASK)
145 return (pmd_val(pmd) != __pa(invalid_pte_table)); in pmd_present()
150 pmd_val(*p) = (__pa(invalid_pte_table)); in pmd_clear()
/Linux-v5.15/arch/powerpc/include/asm/nohash/32/
Dpgtable.h201 #define pmd_none(pmd) (!pmd_val(pmd))
202 #define pmd_bad(pmd) (pmd_val(pmd) & _PMD_BAD)
203 #define pmd_present(pmd) (pmd_val(pmd) & _PMD_PRESENT_MASK)
351 pfn_to_page(pmd_val(pmd) >> PAGE_SHIFT)
354 ((unsigned long)(pmd_val(pmd) & ~(PTE_TABLE_SIZE - 1)))
356 pfn_to_page((__pa(pmd_val(pmd)) >> PAGE_SHIFT))
/Linux-v5.15/arch/arm/mm/
Dhugetlbpage.c33 return pmd_val(pmd) && !(pmd_val(pmd) & PMD_TABLE_BIT); in pmd_huge()
/Linux-v5.15/arch/arm64/include/asm/
Dpgtable.h159 pmd_val(pmd) &= ~pgprot_val(prot); in clear_pmd_bit()
165 pmd_val(pmd) |= pgprot_val(prot); in set_pmd_bit()
241 return __pmd(pmd_val(pmd) | PMD_SECT_CONT); in pmd_mkcont()
381 return __pte(pmd_val(pmd)); in pmd_pte()
414 #define pmd_present_invalid(pmd) (!!(pmd_val(pmd) & PMD_PRESENT_INVALID))
428 return pmd_val(pmd) && pmd_present(pmd) && !(pmd_val(pmd) & PMD_TABLE_BIT); in pmd_trans_huge()
455 #define pmd_mkhuge(pmd) (__pmd(pmd_val(pmd) & ~PMD_TABLE_BIT))
526 #define pmd_none(pmd) (!pmd_val(pmd))
528 #define pmd_table(pmd) ((pmd_val(pmd) & PMD_TYPE_MASK) == \
530 #define pmd_sect(pmd) ((pmd_val(pmd) & PMD_TYPE_MASK) == \
[all …]
/Linux-v5.15/arch/powerpc/include/asm/book3s/64/
Dradix.h234 return !!(pmd_val(pmd) & RADIX_PMD_BAD_BITS); in radix__pmd_bad()
257 return (pmd_val(pmd) & (_PAGE_PTE | _PAGE_DEVMAP)) == _PAGE_PTE; in radix__pmd_trans_huge()
262 return __pmd(pmd_val(pmd) | _PAGE_PTE); in radix__pmd_mkhuge()
286 return __pmd(pmd_val(pmd) | (_PAGE_PTE | _PAGE_DEVMAP)); in radix__pmd_mkdevmap()

12345