Home
last modified time | relevance | path

Searched refs:pud_val (Results 1 – 25 of 66) sorted by relevance

123

/Linux-v4.19/arch/um/include/asm/
Dpgtable-3level.h57 #define pud_none(x) (!(pud_val(x) & ~_PAGE_NEWPAGE))
58 #define pud_bad(x) ((pud_val(x) & (~PAGE_MASK & ~_PAGE_USER)) != _KERNPG_TABLE)
59 #define pud_present(x) (pud_val(x) & _PAGE_PRESENT)
64 #define set_pud(pudptr, pudval) set_64bit((u64 *) (pudptr), pud_val(pudval))
90 #define pud_page(pud) phys_to_page(pud_val(pud) & PAGE_MASK)
91 #define pud_page_vaddr(pud) ((unsigned long) __va(pud_val(pud) & PAGE_MASK))
/Linux-v4.19/arch/sh/include/asm/
Dpgtable-3level.h38 return pud_val(pud); in pud_page_vaddr()
47 #define pud_none(x) (!pud_val(x))
48 #define pud_present(x) (pud_val(x))
50 #define pud_bad(x) (pud_val(x) & ~PAGE_MASK)
/Linux-v4.19/arch/mips/include/asm/
Dpgtable-64.h167 printk("%s:%d: bad pud %016lx.\n", __FILE__, __LINE__, pud_val(e))
181 #define pud_val(x) ((x).pud) macro
282 return pud_val(pud) == (unsigned long) invalid_pmd_table; in pud_none()
287 return pud_val(pud) & ~PAGE_MASK; in pud_bad()
292 return pud_val(pud) != (unsigned long) invalid_pmd_table; in pud_present()
297 pud_val(*pudp) = ((unsigned long) invalid_pmd_table); in pud_clear()
328 return pud_val(pud); in pud_page_vaddr()
330 #define pud_phys(pud) virt_to_phys((void *)pud_val(pud))
/Linux-v4.19/arch/s390/include/asm/
Dpgtable.h73 printk("%s:%d: bad pud %p.\n", __FILE__, __LINE__, (void *) pud_val(e))
631 return (pud_val(pud) & _REGION_ENTRY_TYPE_MASK) < _REGION_ENTRY_TYPE_R3; in pud_folded()
638 return (pud_val(pud) & _REGION_ENTRY_ORIGIN) != 0UL; in pud_present()
645 return pud_val(pud) == _REGION3_ENTRY_EMPTY; in pud_none()
650 if ((pud_val(pud) & _REGION_ENTRY_TYPE_MASK) != _REGION_ENTRY_TYPE_R3) in pud_large()
652 return !!(pud_val(pud) & _REGION3_ENTRY_LARGE); in pud_large()
662 return (pud_val(pud) & origin_mask) >> PAGE_SHIFT; in pud_pfn()
679 if ((pud_val(pud) & _REGION_ENTRY_TYPE_MASK) < _REGION_ENTRY_TYPE_R3) in pud_bad()
680 return pmd_bad(__pmd(pud_val(pud))); in pud_bad()
682 return (pud_val(pud) & ~_REGION_ENTRY_BITS_LARGE) != 0; in pud_bad()
[all …]
/Linux-v4.19/arch/riscv/include/asm/
Dpgtable-64.h41 return (pud_val(pud) & _PAGE_PRESENT); in pud_present()
46 return (pud_val(pud) == 0); in pud_none()
66 return (unsigned long)pfn_to_virt(pud_val(pud) >> _PAGE_PFN_SHIFT); in pud_page_vaddr()
/Linux-v4.19/arch/powerpc/include/asm/nohash/64/
Dpgtable.h132 #define pud_none(pud) (!pud_val(pud))
133 #define pud_bad(pud) (!is_kernel_addr(pud_val(pud)) \
134 || (pud_val(pud) & PUD_BAD_BITS))
135 #define pud_present(pud) (pud_val(pud) != 0)
136 #define pud_page_vaddr(pud) (pud_val(pud) & ~PUD_MASKED_BITS)
142 return __pte(pud_val(pud)); in pud_pte()
/Linux-v4.19/arch/arm/include/asm/
Dpgtable-3level.h141 #define pud_none(pud) (!pud_val(pud))
142 #define pud_bad(pud) (!(pud_val(pud) & 2))
143 #define pud_present(pud) (pud_val(pud))
164 return __va(pud_val(pud) & PHYS_MASK & (s32)PAGE_MASK); in pud_page_vaddr()
225 #define pud_page(pud) pmd_page(__pmd(pud_val(pud)))
226 #define pud_write(pud) pmd_write(__pmd(pud_val(pud)))
/Linux-v4.19/arch/s390/mm/
Dpageattr.c198 ro = !!(pud_val(*pudp) & _REGION_ENTRY_PROTECT); in split_pud_page()
199 nx = !!(pud_val(*pudp) & _REGION_ENTRY_NOEXEC); in split_pud_page()
209 pud_val(new) = __pa(pm_dir) | _REGION3_ENTRY; in split_pud_page()
210 pgt_set((unsigned long *)pudp, pud_val(new), addr, CRDTE_DTT_REGION3); in split_pud_page()
226 pud_val(new) |= _REGION_ENTRY_NOEXEC; in modify_pud_page()
228 pud_val(new) &= ~_REGION_ENTRY_NOEXEC; in modify_pud_page()
229 pgt_set((unsigned long *)pudp, pud_val(new), addr, CRDTE_DTT_REGION3); in modify_pud_page()
Dgup.c103 if ((pud_val(pud) & _REGION_ENTRY_TYPE_MASK) == _REGION_ENTRY_TYPE_R3) in gup_pmd_range()
139 if ((pud_val(pud) & mask) != 0) in gup_huge_pud()
159 if (unlikely(pud_val(pud) != pud_val(*pudp))) { in gup_huge_pud()
/Linux-v4.19/arch/ia64/include/asm/
Dpgtable.h185 #define pud_ERROR(e) printk("%s:%d: bad pud %016lx.\n", __FILE__, __LINE__, pud_val(e))
278 #define pud_none(pud) (!pud_val(pud))
279 #define pud_bad(pud) (!ia64_phys_addr_valid(pud_val(pud)))
280 #define pud_present(pud) (pud_val(pud) != 0UL)
281 #define pud_clear(pudp) (pud_val(*(pudp)) = 0UL)
282 #define pud_page_vaddr(pud) ((unsigned long) __va(pud_val(pud) & _PFN_MASK))
283 #define pud_page(pud) virt_to_page((pud_val(pud) + PAGE_OFFSET))
/Linux-v4.19/arch/sparc/include/asm/
Dpgtable_64.h106 __FILE__, __LINE__, &(e), pud_val(e), __builtin_return_address(0))
450 return !!(pud_val(pud) & _PAGE_PUD_HUGE); in is_hugetlb_pud()
738 #define pud_write(pud) pte_write(__pte(pud_val(pud)))
839 #define pud_none(pud) (!pud_val(pud))
841 #define pud_bad(pud) (pud_val(pud) & ~PAGE_MASK)
866 (pud_val(*(pudp)) = (__pa((unsigned long) (pmdp))))
879 pte_t pte = __pte(pud_val(pud)); in pud_page_vaddr()
890 #define pud_present(pud) (pud_val(pud) != 0U)
891 #define pud_clear(pudp) (pud_val(*(pudp)) = 0UL)
899 pte_t pte = __pte(pud_val(pud)); in pud_large()
[all …]
Dpage_64.h79 #define pud_val(x) ((x).pud) macro
102 #define pud_val(x) (x) macro
/Linux-v4.19/arch/sparc/mm/
Dgup.c115 if (!(pud_val(pud) & _PAGE_VALID)) in gup_huge_pud()
137 if (unlikely(pud_val(pud) != pud_val(*pudp))) { in gup_huge_pud()
/Linux-v4.19/arch/arm64/include/asm/
Dpgtable.h314 return __pte(pud_val(pud)); in pud_pte()
319 return __pmd(pud_val(pud)); in pud_pmd()
425 #define pud_sect(pud) ((pud_val(pud) & PUD_TYPE_MASK) == \
427 #define pud_table(pud) ((pud_val(pud) & PUD_TYPE_MASK) == \
477 #define pud_none(pud) (!pud_val(pud))
478 #define pud_bad(pud) (!(pud_val(pud) & PUD_TABLE_BIT))
527 #define pud_ERROR(pud) __pud_error(__FILE__, __LINE__, pud_val(pud))
Dpgtable-types.h45 #define pud_val(x) ((x).pud) macro
/Linux-v4.19/arch/arm64/mm/
Dmmu.c309 BUG_ON(!pgattr_change_is_safe(pud_val(old_pud), in alloc_init_pud()
310 READ_ONCE(pud_val(*pudp)))); in alloc_init_pud()
315 BUG_ON(pud_val(old_pud) != 0 && in alloc_init_pud()
316 pud_val(old_pud) != READ_ONCE(pud_val(*pudp))); in alloc_init_pud()
940 if (!pgattr_change_is_safe(READ_ONCE(pud_val(*pudp)), in pud_set_huge()
941 pud_val(new_pud))) in pud_set_huge()
/Linux-v4.19/arch/x86/mm/
Dkasan_init_64.c267 pudval_t pud_val = __pa_nodebug(kasan_zero_pmd) | _KERNPG_TABLE; in kasan_early_init() local
273 pud_val &= __default_kernel_pte_mask; in kasan_early_init()
283 kasan_zero_pud[i] = __pud(pud_val); in kasan_early_init()
/Linux-v4.19/arch/x86/include/asm/
Dpgtable.h102 #define pud_val(x) native_pud_val(x) macro
211 phys_addr_t pfn = pud_val(pud); in pud_pfn()
248 return (pud_val(pud) & (_PAGE_PSE|_PAGE_DEVMAP)) == _PAGE_PSE; in pud_trans_huge()
267 return !!(pud_val(pud) & _PAGE_DEVMAP); in pud_devmap()
846 return (unsigned long)__va(pud_val(pud) & pud_pfn_mask(pud)); in pud_page_vaddr()
863 return (pud_val(pud) & (_PAGE_PSE | _PAGE_PRESENT)) == in pud_large()
1430 return __pte_access_permitted(pud_val(pud), write); in pud_access_permitted()
/Linux-v4.19/arch/mips/mm/
Dhugetlbpage.c74 return (pud_val(pud) & _PAGE_HUGE) != 0; in pud_huge()
/Linux-v4.19/include/asm-generic/
D4level-fixup.h25 #define pud_val(pud) pgd_val(pud) macro
Dpgtable-nop4d-hack.h45 #define pud_val(x) (pgd_val((x).pgd)) macro
Dpgtable-nopmd.h49 #define pmd_val(x) (pud_val((x).pud))
Dpgtable-nopud.h49 #define pud_val(x) (p4d_val((x).p4d)) macro
/Linux-v4.19/arch/powerpc/include/asm/
Dpgtable-types.h29 static inline unsigned long pud_val(pud_t x) in pud_val() function
/Linux-v4.19/mm/
Dgup.c337 if (is_hugepd(__hugepd(pud_val(*pud)))) { in follow_pud_mask()
339 __hugepd(pud_val(*pud)), flags, in follow_pud_mask()
1503 if (unlikely(pud_val(orig) != pud_val(*pudp))) { in __gup_device_huge_pud()
1590 if (unlikely(pud_val(orig) != pud_val(*pudp))) { in gup_huge_pud()
1697 } else if (unlikely(is_hugepd(__hugepd(pud_val(pud))))) { in gup_pud_range()
1698 if (!gup_huge_pd(__hugepd(pud_val(pud)), addr, in gup_pud_range()

123