Home
last modified time | relevance | path

Searched refs:pmd_val (Results 1 – 25 of 126) sorted by relevance

123456

/Linux-v6.1/arch/loongarch/include/asm/
Dpgtable.h95 pr_err("%s:%d: bad pmd %016lx.\n", __FILE__, __LINE__, pmd_val(e))
155 #define pmd_val(x) ((x).pmd) macro
200 return pmd_val(pmd) == (unsigned long)invalid_pte_table; in pmd_none()
205 return (pmd_val(pmd) & ~PAGE_MASK); in pmd_bad()
210 if (unlikely(pmd_val(pmd) & _PAGE_HUGE)) in pmd_present()
211 return !!(pmd_val(pmd) & (_PAGE_PRESENT | _PAGE_PROTNONE)); in pmd_present()
213 return pmd_val(pmd) != (unsigned long)invalid_pte_table; in pmd_present()
218 pmd_val(*pmdp) = ((unsigned long)invalid_pte_table); in pmd_clear()
223 #define pmd_phys(pmd) PHYSADDR(pmd_val(pmd))
229 #define pmd_page_vaddr(pmd) pmd_val(pmd)
[all …]
/Linux-v6.1/arch/arm/include/asm/
Dpgtable-3level.h114 #define pmd_table(pmd) ((pmd_val(pmd) & PMD_TYPE_MASK) == \
116 #define pmd_sect(pmd) ((pmd_val(pmd) & PMD_TYPE_MASK) == \
138 #define pmd_bad(pmd) (!(pmd_val(pmd) & 2))
174 #define pmd_isset(pmd, val) ((u32)(val) == (val) ? pmd_val(pmd) & (val) \
175 : !!(pmd_val(pmd) & (val)))
176 #define pmd_isclear(pmd, val) (!(pmd_val(pmd) & (val)))
194 #define pmd_trans_huge(pmd) (pmd_val(pmd) && !pmd_table(pmd))
198 static inline pmd_t pmd_##fn(pmd_t pmd) { pmd_val(pmd) op; return pmd; }
207 #define pmd_mkhuge(pmd) (__pmd(pmd_val(pmd) & ~PMD_TABLE_BIT))
209 #define pmd_pfn(pmd) (((pmd_val(pmd) & PMD_MASK) & PHYS_MASK) >> PAGE_SHIFT)
[all …]
Dpgtable-2level.h211 #define pmd_pfn(pmd) (__phys_to_pfn(pmd_val(pmd) & PHYS_MASK))
213 #define pmd_large(pmd) (pmd_val(pmd) & 2)
214 #define pmd_leaf(pmd) (pmd_val(pmd) & 2)
215 #define pmd_bad(pmd) (pmd_val(pmd) & 2)
216 #define pmd_present(pmd) (pmd_val(pmd))
/Linux-v6.1/arch/mips/include/asm/
Dpgtable.h65 #define pmd_phys(pmd) virt_to_phys((void *)pmd_val(pmd))
69 return pmd_val(pmd) >> _PFN_SHIFT; in pmd_pfn()
76 #define pmd_page_vaddr(pmd) pmd_val(pmd)
405 return !!(pmd_val(pmd) & _PAGE_WRITE);
410 if (pmd_val(pmd) & _PAGE_HUGE)
577 return !!(pmd_val(pmd) & _PAGE_HUGE);
582 pmd_val(pmd) |= _PAGE_HUGE;
592 pmd_val(pmd) &= ~(_PAGE_WRITE | _PAGE_SILENT_WRITE);
598 pmd_val(pmd) |= _PAGE_WRITE;
599 if (pmd_val(pmd) & _PAGE_MODIFIED)
[all …]
Dpgtable-64.h158 printk("%s:%d: bad pmd %016lx.\n", __FILE__, __LINE__, pmd_val(e))
230 #define pmd_val(x) ((x).pmd) macro
242 return pmd_val(pmd) == (unsigned long) invalid_pte_table; in pmd_none()
249 if (unlikely(pmd_val(pmd) & _PAGE_HUGE)) in pmd_bad()
253 if (unlikely(pmd_val(pmd) & ~PAGE_MASK)) in pmd_bad()
262 if (unlikely(pmd_val(pmd) & _PAGE_HUGE)) in pmd_present()
263 return pmd_val(pmd) & _PAGE_PRESENT; in pmd_present()
266 return pmd_val(pmd) != (unsigned long) invalid_pte_table; in pmd_present()
271 pmd_val(*pmdp) = ((unsigned long) invalid_pte_table); in pmd_clear()
Dpgtable-32.h126 return pmd_val(pmd) == (unsigned long) invalid_pte_table; in pmd_none()
133 if (unlikely(pmd_val(pmd) & _PAGE_HUGE)) in pmd_bad()
137 if (unlikely(pmd_val(pmd) & ~PAGE_MASK)) in pmd_bad()
145 return pmd_val(pmd) != (unsigned long) invalid_pte_table; in pmd_present()
150 pmd_val(*pmdp) = ((unsigned long) invalid_pte_table); in pmd_clear()
/Linux-v6.1/arch/arc/include/asm/
Dpgtable-levels.h141 pr_crit("%s:%d: bad pmd %08lx.\n", __FILE__, __LINE__, pmd_val(e))
143 #define pmd_pfn(pmd) ((pmd_val(pmd) & PMD_MASK) >> PAGE_SHIFT)
156 #define pmd_none(x) (!pmd_val(x))
157 #define pmd_bad(x) ((pmd_val(x) & ~PAGE_MASK))
158 #define pmd_present(x) (pmd_val(x))
159 #define pmd_clear(xp) do { pmd_val(*(xp)) = 0; } while (0)
160 #define pmd_page_vaddr(pmd) (pmd_val(pmd) & PAGE_MASK)
161 #define pmd_pfn(pmd) ((pmd_val(pmd) & PAGE_MASK) >> PAGE_SHIFT)
182 #define pmd_leaf(x) (pmd_val(x) & _PAGE_HW_SZ)
/Linux-v6.1/arch/nios2/include/asm/
Dpgtable.h160 return (pmd_val(pmd) != (unsigned long) invalid_pte_table) in pmd_present()
161 && (pmd_val(pmd) != 0UL); in pmd_present()
166 pmd_val(*pmdp) = (unsigned long) invalid_pte_table; in pmd_clear()
192 return (pmd_val(pmd) == in pmd_none()
193 (unsigned long) invalid_pte_table) || (pmd_val(pmd) == 0UL); in pmd_none()
196 #define pmd_bad(pmd) (pmd_val(pmd) & ~PAGE_MASK)
218 #define pmd_phys(pmd) virt_to_phys((void *)pmd_val(pmd))
224 return pmd_val(pmd); in pmd_page_vaddr()
/Linux-v6.1/arch/m68k/include/asm/
Dmotorola_pgtable.h95 pmd_val(*pmdp) = virt_to_phys(ptep) | _PAGE_TABLE | _PAGE_ACCESSED; in pmd_set()
104 #define pmd_page_vaddr(pmd) ((unsigned long)__va(pmd_val(pmd) & _TABLE_MASK))
116 #define pmd_none(pmd) (!pmd_val(pmd))
117 #define pmd_bad(pmd) ((pmd_val(pmd) & _DESCTYPE_MASK) != _PAGE_TABLE)
118 #define pmd_present(pmd) (pmd_val(pmd) & _PAGE_TABLE)
119 #define pmd_clear(pmdp) ({ pmd_val(*pmdp) = 0; })
121 #define pmd_pfn(pmd) ((pmd_val(pmd) & _TABLE_MASK) >> PAGE_SHIFT)
139 printk("%s:%d: bad pmd %08lx.\n", __FILE__, __LINE__, pmd_val(e))
Dmcf_pgtable.h94 #define pmd_pgtable(pmd) pfn_to_virt(pmd_val(pmd) >> PAGE_SHIFT)
116 #define pmd_page_vaddr(pmd) ((unsigned long) (pmd_val(pmd)))
137 static inline int pmd_none2(pmd_t *pmd) { return !pmd_val(*pmd); } in pmd_none2()
142 static inline void pmd_clear(pmd_t *pmdp) { pmd_val(*pmdp) = 0; } in pmd_clear()
266 #define pmd_pfn(pmd) (pmd_val(pmd) >> PAGE_SHIFT)
267 #define pmd_page(pmd) (pfn_to_page(pmd_val(pmd) >> PAGE_SHIFT))
Dsun3_pgtable.h95 return (unsigned long)__va(pmd_val(pmd) & PAGE_MASK); in pmd_page_vaddr()
110 #define pmd_pfn(pmd) (pmd_val(pmd) >> PAGE_SHIFT)
114 static inline int pmd_none2 (pmd_t *pmd) { return !pmd_val (*pmd); } in pmd_none2()
119 static inline int pmd_present2 (pmd_t *pmd) { return pmd_val (*pmd) & SUN3_PMD_VALID; } in pmd_present2()
122 static inline void pmd_clear (pmd_t *pmdp) { pmd_val (*pmdp) = 0; } in pmd_clear()
/Linux-v6.1/arch/sparc/include/asm/
Dpgtable_64.h100 __FILE__, __LINE__, &(e), pmd_val(e), __builtin_return_address(0))
319 pte_t pte = __pte(pmd_val(pmd)); in pmd_modify()
392 return !!(pmd_val(pmd) & _PAGE_PMD_HUGE); in is_hugetlb_pmd()
403 pte_t pte = __pte(pmd_val(pmd)); in pmd_mkhuge()
666 pte_t pte = __pte(pmd_val(pmd)); in pmd_large()
673 pte_t pte = __pte(pmd_val(pmd)); in pmd_pfn()
681 pte_t pte = __pte(pmd_val(pmd)); in pmd_write()
691 pte_t pte = __pte(pmd_val(pmd)); in pmd_dirty()
699 pte_t pte = __pte(pmd_val(pmd)); in pmd_young()
706 pte_t pte = __pte(pmd_val(pmd)); in pmd_trans_huge()
[all …]
Dpgtable_32.h113 return (pmd_val(pmd) & SRMMU_PTD_PMASK) >> (PAGE_SHIFT-4); in pmd_pfn()
118 if (srmmu_device_memory(pmd_val(pmd))) in pmd_page()
127 if (srmmu_device_memory(pmd_val(pmd))) in __pmd_page()
130 v = pmd_val(pmd) & SRMMU_PTD_PMASK; in __pmd_page()
136 unsigned long v = pmd_val(pmd) & SRMMU_PTD_PMASK; in pmd_page_vaddr()
172 return (pmd_val(pmd) & SRMMU_ET_MASK) != SRMMU_ET_PTD; in pmd_bad()
177 return ((pmd_val(pmd) & SRMMU_ET_MASK) == SRMMU_ET_PTD); in pmd_present()
182 return !pmd_val(pmd); in pmd_none()
187 set_pte((pte_t *)&pmd_val(*pmdp), __pte(0)); in pmd_clear()
/Linux-v6.1/arch/um/include/asm/
Dpgtable.h80 #define pmd_none(x) (!((unsigned long)pmd_val(x) & ~_PAGE_NEWPAGE))
81 #define pmd_bad(x) ((pmd_val(x) & (~PAGE_MASK & ~_PAGE_USER)) != _KERNPG_TABLE)
83 #define pmd_present(x) (pmd_val(x) & _PAGE_PRESENT)
84 #define pmd_clear(xp) do { pmd_val(*(xp)) = _PAGE_NEWPAGE; } while (0)
86 #define pmd_newpage(x) (pmd_val(x) & _PAGE_NEWPAGE)
87 #define pmd_mkuptodate(x) (pmd_val(x) &= ~_PAGE_NEWPAGE)
95 #define pmd_pfn(pmd) (pmd_val(pmd) >> PAGE_SHIFT)
96 #define pmd_page(pmd) phys_to_page(pmd_val(pmd) & PAGE_MASK)
284 #define pmd_page_vaddr(pmd) ((unsigned long) __va(pmd_val(pmd) & PAGE_MASK))
/Linux-v6.1/arch/alpha/include/asm/
Dpgtable.h207 { pmd_val(*pmdp) = _PAGE_TABLE | ((((unsigned long) ptep) - PAGE_OFFSET) << (32-PAGE_SHIFT)); } in pmd_set()
216 return ((pmd_val(pmd) & _PFN_MASK) >> (32-PAGE_SHIFT)) + PAGE_OFFSET; in pmd_page_vaddr()
219 #define pmd_pfn(pmd) (pmd_val(pmd) >> 32)
220 #define pmd_page(pmd) (pfn_to_page(pmd_val(pmd) >> 32))
235 extern inline int pmd_none(pmd_t pmd) { return !pmd_val(pmd); } in pmd_none()
236 extern inline int pmd_bad(pmd_t pmd) { return (pmd_val(pmd) & ~_PFN_MASK) != _PAGE_TABLE; } in pmd_bad()
237 extern inline int pmd_present(pmd_t pmd) { return pmd_val(pmd) & _PAGE_VALID; } in pmd_present()
238 extern inline void pmd_clear(pmd_t * pmdp) { pmd_val(*pmdp) = 0; } in pmd_clear()
321 printk("%s:%d: bad pmd %016lx.\n", __FILE__, __LINE__, pmd_val(e))
/Linux-v6.1/arch/loongarch/mm/
Dhugetlbpage.c67 return (pmd_val(pmd) & _PAGE_HUGE) != 0; in pmd_huge()
75 uint64_t pmd_to_entrylo(unsigned long pmd_val) in pmd_to_entrylo() argument
79 if (!pmd_huge(__pmd(pmd_val))) in pmd_to_entrylo()
82 val = pmd_val ^ _PAGE_HUGE; in pmd_to_entrylo()
/Linux-v6.1/arch/openrisc/include/asm/
Dpgtable.h204 #define pmd_none(x) (!pmd_val(x))
205 #define pmd_bad(x) ((pmd_val(x) & (~PAGE_MASK)) != _KERNPG_TABLE)
206 #define pmd_present(x) (pmd_val(x) & _PAGE_PRESENT)
207 #define pmd_clear(xp) do { pmd_val(*(xp)) = 0; } while (0)
343 pmd_val(*pmdp) = _KERNPG_TABLE | (unsigned long) ptep; in pmd_set()
346 #define pmd_pfn(pmd) (pmd_val(pmd) >> PAGE_SHIFT)
347 #define pmd_page(pmd) (pfn_to_page(pmd_val(pmd) >> PAGE_SHIFT))
351 return ((unsigned long) __va(pmd_val(pmd) & PAGE_MASK)); in pmd_page_vaddr()
/Linux-v6.1/arch/hexagon/include/asm/
Dpgtable.h167 pmd_val(*pmd_entry_ptr) = _NULL_PMD; in pmd_clear()
187 return pmd_val(pmd) == _NULL_PMD; in pmd_none()
198 return pmd_val(pmd) != (unsigned long)_NULL_PMD; in pmd_present()
214 #define pmd_pfn(pmd) (pmd_val(pmd) >> PAGE_SHIFT)
219 #define pmd_page(pmd) (pfn_to_page(pmd_val(pmd) >> PAGE_SHIFT))
355 return (unsigned long)__va(pmd_val(pmd) & PAGE_MASK); in pmd_page_vaddr()
/Linux-v6.1/arch/s390/include/asm/
Dpgtable.h72 pr_err("%s:%d: bad pmd %016lx.\n", __FILE__, __LINE__, pmd_val(e))
538 return __pmd(pmd_val(pmd) & ~pgprot_val(prot)); in clear_pmd_bit()
543 return __pmd(pmd_val(pmd) | pgprot_val(prot)); in set_pmd_bit()
707 return (pmd_val(pmd) & _SEGMENT_ENTRY_LARGE) != 0; in pmd_large()
712 if ((pmd_val(pmd) & _SEGMENT_ENTRY_TYPE_MASK) > 0 || pmd_large(pmd)) in pmd_bad()
714 return (pmd_val(pmd) & ~_SEGMENT_ENTRY_BITS) != 0; in pmd_bad()
741 return pmd_val(pmd) != _SEGMENT_ENTRY_EMPTY; in pmd_present()
746 return pmd_val(pmd) == _SEGMENT_ENTRY_EMPTY; in pmd_none()
752 return (pmd_val(pmd) & _SEGMENT_ENTRY_WRITE) != 0; in pmd_write()
763 return (pmd_val(pmd) & _SEGMENT_ENTRY_DIRTY) != 0; in pmd_dirty()
[all …]
/Linux-v6.1/arch/csky/include/asm/
Dpgtable.h99 ptr = pmd_val(pmd); in pmd_page_vaddr()
104 #define pmd_phys(pmd) pmd_val(pmd)
119 return pmd_val(pmd) == __pa(invalid_pte_table); in pmd_none()
122 #define pmd_bad(pmd) (pmd_val(pmd) & ~PAGE_MASK)
126 return (pmd_val(pmd) != __pa(invalid_pte_table)); in pmd_present()
131 pmd_val(*p) = (__pa(invalid_pte_table)); in pmd_clear()
/Linux-v6.1/arch/sparc/mm/
Dtlb.c172 if ((pmd_val(pmd) ^ pmd_val(orig)) & _PAGE_PMD_HUGE) { in __set_pmd_acct()
181 if (pmd_val(pmd) & _PAGE_PMD_HUGE) { in __set_pmd_acct()
206 pte_t orig_pte = __pte(pmd_val(orig)); in __set_pmd_acct()
248 entry = __pmd(pmd_val(*pmdp) & ~_PAGE_VALID); in pmdp_invalidate()
257 if ((pmd_val(entry) & _PAGE_PMD_HUGE) && in pmdp_invalidate()
/Linux-v6.1/arch/riscv/include/asm/
Dpgtable.h198 return (pmd_val(pmd) & (_PAGE_PRESENT | _PAGE_PROT_NONE | _PAGE_LEAF)); in pmd_present()
203 return (pmd_val(pmd) & (_PAGE_PRESENT | _PAGE_PROT_NONE)); in pmd_present()
209 return (pmd_val(pmd) == 0); in pmd_none()
214 return !pmd_present(pmd) || (pmd_val(pmd) & _PAGE_LEAF); in pmd_bad()
220 return pmd_present(pmd) && (pmd_val(pmd) & _PAGE_LEAF); in pmd_leaf()
249 return pfn_to_page(__page_val_to_pfn(pmd_val(pmd))); in pmd_page()
254 return (unsigned long)pfn_to_virt(__page_val_to_pfn(pmd_val(pmd))); in pmd_page_vaddr()
259 return __pte(pmd_val(pmd)); in pmd_pte()
570 return __pmd(pmd_val(pmd) & ~(_PAGE_PRESENT|_PAGE_PROT_NONE)); in pmd_mkinvalid()
573 #define __pmd_to_phys(pmd) (__page_val_to_pfn(pmd_val(pmd)) << PAGE_SHIFT)
[all …]
/Linux-v6.1/arch/microblaze/include/asm/
Dpgtable.h223 #define pmd_none(pmd) (!pmd_val(pmd))
224 #define pmd_bad(pmd) ((pmd_val(pmd) & _PMD_PRESENT) == 0)
225 #define pmd_present(pmd) ((pmd_val(pmd) & _PMD_PRESENT) != 0)
226 #define pmd_clear(pmdp) do { pmd_val(*(pmdp)) = 0; } while (0)
382 return ((unsigned long) (pmd_val(pmd) & PAGE_MASK)); in pmd_page_vaddr()
386 #define pmd_pfn(pmd) (__pa(pmd_val(pmd)) >> PAGE_SHIFT)
389 #define pmd_page(pmd) (pfn_to_page(__pa(pmd_val(pmd)) >> PAGE_SHIFT))
/Linux-v6.1/arch/powerpc/include/asm/nohash/32/
Dpgtable.h204 #define pmd_none(pmd) (!pmd_val(pmd))
205 #define pmd_bad(pmd) (pmd_val(pmd) & _PMD_BAD)
206 #define pmd_present(pmd) (pmd_val(pmd) & _PMD_PRESENT_MASK)
349 #define pmd_pfn(pmd) (pmd_val(pmd) >> PAGE_SHIFT)
352 ((unsigned long)(pmd_val(pmd) & ~(PTE_TABLE_SIZE - 1)))
353 #define pmd_pfn(pmd) (__pa(pmd_val(pmd)) >> PAGE_SHIFT)
/Linux-v6.1/arch/powerpc/include/asm/nohash/64/
Dpgtable.h123 return __pte(pmd_val(pmd)); in pmd_pte()
126 #define pmd_none(pmd) (!pmd_val(pmd))
127 #define pmd_bad(pmd) (!is_kernel_addr(pmd_val(pmd)) \
128 || (pmd_val(pmd) & PMD_BAD_BITS))
130 #define pmd_page_vaddr(pmd) (pmd_val(pmd) & ~PMD_MASKED_BITS)
275 pr_err("%s:%d: bad pmd %08lx.\n", __FILE__, __LINE__, pmd_val(e))

123456