Home
last modified time | relevance | path

Searched refs:pud_t (Results 1 – 25 of 203) sorted by relevance

123456789

/Linux-v4.19/arch/x86/include/asm/
Dpgtable.h156 static inline int pud_dirty(pud_t pud) in pud_dirty()
161 static inline int pud_young(pud_t pud) in pud_young()
209 static inline unsigned long pud_pfn(pud_t pud) in pud_pfn()
246 static inline int pud_trans_huge(pud_t pud) in pud_trans_huge()
265 static inline int pud_devmap(pud_t pud) in pud_devmap()
270 static inline int pud_devmap(pud_t pud) in pud_devmap()
416 static inline pud_t pud_set_flags(pud_t pud, pudval_t set) in pud_set_flags()
423 static inline pud_t pud_clear_flags(pud_t pud, pudval_t clear) in pud_clear_flags()
430 static inline pud_t pud_mkold(pud_t pud) in pud_mkold()
435 static inline pud_t pud_mkclean(pud_t pud) in pud_mkclean()
[all …]
Dpgtable_64.h21 extern pud_t level3_kernel_pgt[512];
22 extern pud_t level3_ident_pgt[512];
57 void set_pte_vaddr_pud(pud_t *pud_page, unsigned long vaddr, pte_t new_pte);
111 static inline void native_set_pud(pud_t *pudp, pud_t pud) in native_set_pud()
116 static inline void native_pud_clear(pud_t *pud) in native_pud_clear()
121 static inline pud_t native_pudp_get_and_clear(pud_t *xp) in native_pudp_get_and_clear()
129 pud_t ret = *xp; in native_pudp_get_and_clear()
Dpgalloc.h128 extern void pud_populate(struct mm_struct *mm, pud_t *pudp, pmd_t *pmd);
130 static inline void pud_populate(struct mm_struct *mm, pud_t *pud, pmd_t *pmd) in pud_populate()
138 static inline void p4d_populate(struct mm_struct *mm, p4d_t *p4d, pud_t *pud) in p4d_populate()
144 static inline pud_t *pud_alloc_one(struct mm_struct *mm, unsigned long addr) in pud_alloc_one()
150 return (pud_t *)get_zeroed_page(gfp); in pud_alloc_one()
153 static inline void pud_free(struct mm_struct *mm, pud_t *pud) in pud_free()
159 extern void ___pud_free_tlb(struct mmu_gather *tlb, pud_t *pud);
161 static inline void __pud_free_tlb(struct mmu_gather *tlb, pud_t *pud, in __pud_free_tlb()
Dpgtable-2level.h25 static inline void native_set_pud(pud_t *pudp, pud_t pud) in native_set_pud()
39 static inline void native_pud_clear(pud_t *pudp) in native_pud_clear()
68 static inline pud_t native_pudp_get_and_clear(pud_t *xp) in native_pudp_get_and_clear()
Dpgtable-3level.h101 static inline void native_set_pud(pud_t *pudp, pud_t pud) in native_set_pud()
130 static inline void native_pud_clear(pud_t *pudp) in native_pud_clear()
134 static inline void pud_clear(pud_t *pudp) in pud_clear()
227 pud_t pud;
230 static inline pud_t native_pudp_get_and_clear(pud_t *pudp) in native_pudp_get_and_clear()
/Linux-v4.19/include/asm-generic/
Dpgtable-nop4d-hack.h15 typedef struct { pgd_t pgd; } pud_t; typedef
38 #define set_pgd(pgdptr, pgdval) set_pud((pud_t *)(pgdptr), (pud_t) { pgdval })
40 static inline pud_t *pud_offset(pgd_t *pgd, unsigned long address) in pud_offset()
42 return (pud_t *)pgd; in pud_offset()
46 #define __pud(x) ((pud_t) { __pgd(x) })
48 #define pgd_page(pgd) (pud_page((pud_t){ pgd }))
49 #define pgd_page_vaddr(pgd) (pud_page_vaddr((pud_t){ pgd }))
Dpgtable-nopud.h19 typedef struct { p4d_t p4d; } pud_t; typedef
42 #define set_p4d(p4dptr, p4dval) set_pud((pud_t *)(p4dptr), (pud_t) { p4dval })
44 static inline pud_t *pud_offset(p4d_t *p4d, unsigned long address) in pud_offset()
46 return (pud_t *)p4d; in pud_offset()
50 #define __pud(x) ((pud_t) { __p4d(x) })
52 #define p4d_page(p4d) (pud_page((pud_t){ p4d }))
53 #define p4d_page_vaddr(p4d) (pud_page_vaddr((pud_t){ p4d }))
Dpgtable.h41 unsigned long address, pud_t *pudp,
42 pud_t entry, int dirty);
52 unsigned long address, pud_t *pudp, in pudp_set_access_flags()
53 pud_t entry, int dirty) in pudp_set_access_flags()
147 static inline pud_t pudp_huge_get_and_clear(struct mm_struct *mm, in pudp_huge_get_and_clear()
149 pud_t *pudp) in pudp_huge_get_and_clear()
151 pud_t pud = *pudp; in pudp_huge_get_and_clear()
170 static inline pud_t pudp_huge_get_and_clear_full(struct mm_struct *mm, in pudp_huge_get_and_clear_full()
171 unsigned long address, pud_t *pudp, in pudp_huge_get_and_clear_full()
215 extern pud_t pudp_huge_clear_flush(struct vm_area_struct *vma,
[all …]
Dpgtable-nopmd.h18 typedef struct { pud_t pud; } pmd_t;
30 static inline int pud_none(pud_t pud) { return 0; } in pud_none()
31 static inline int pud_bad(pud_t pud) { return 0; } in pud_bad()
32 static inline int pud_present(pud_t pud) { return 1; } in pud_present()
33 static inline void pud_clear(pud_t *pud) { } in pud_clear()
44 static inline pmd_t * pmd_offset(pud_t * pud, unsigned long address) in pmd_offset()
/Linux-v4.19/arch/riscv/include/asm/
Dpgtable-64.h39 static inline int pud_present(pud_t pud) in pud_present()
44 static inline int pud_none(pud_t pud) in pud_none()
49 static inline int pud_bad(pud_t pud) in pud_bad()
54 static inline void set_pud(pud_t *pudp, pud_t pud) in set_pud()
59 static inline void pud_clear(pud_t *pudp) in pud_clear()
64 static inline unsigned long pud_page_vaddr(pud_t pud) in pud_page_vaddr()
71 static inline pmd_t *pmd_offset(pud_t *pud, unsigned long addr) in pmd_offset()
/Linux-v4.19/include/linux/
Dhuge_mm.h16 pud_t *dst_pud, pud_t *src_pud, unsigned long addr,
20 extern void huge_pud_set_accessed(struct vm_fault *vmf, pud_t orig_pud);
22 static inline void huge_pud_set_accessed(struct vm_fault *vmf, pud_t orig_pud) in huge_pud_set_accessed()
40 pud_t *pud, unsigned long addr);
53 pud_t *pud, pfn_t pfn, bool write);
162 void __split_huge_pud(struct vm_area_struct *vma, pud_t *pud,
167 pud_t *____pud = (__pud); \
181 extern spinlock_t *__pud_trans_huge_lock(pud_t *pud,
199 static inline spinlock_t *pud_trans_huge_lock(pud_t *pud, in pud_trans_huge_lock()
218 pud_t *pud, int flags);
[all …]
/Linux-v4.19/arch/mips/include/asm/
Dpgtable-64.h131 #define PTRS_PER_PUD ((PAGE_SIZE << PUD_ORDER) / sizeof(pud_t))
180 typedef struct { unsigned long pud; } pud_t; typedef
182 #define __pud(x) ((pud_t) { (x) })
184 extern pud_t invalid_pud_table[PTRS_PER_PUD];
219 static inline pud_t *pud_offset(pgd_t *pgd, unsigned long address) in pud_offset()
221 return (pud_t *)pgd_page_vaddr(*pgd) + pud_index(address); in pud_offset()
280 static inline int pud_none(pud_t pud) in pud_none()
285 static inline int pud_bad(pud_t pud) in pud_bad()
290 static inline int pud_present(pud_t pud) in pud_present()
295 static inline void pud_clear(pud_t *pudp) in pud_clear()
[all …]
Dpgalloc.h36 static inline void pud_populate(struct mm_struct *mm, pud_t *pud, pmd_t *pmd) in pud_populate()
115 static inline pud_t *pud_alloc_one(struct mm_struct *mm, unsigned long address) in pud_alloc_one()
117 pud_t *pud; in pud_alloc_one()
119 pud = (pud_t *) __get_free_pages(GFP_KERNEL, PUD_ORDER); in pud_alloc_one()
125 static inline void pud_free(struct mm_struct *mm, pud_t *pud) in pud_free()
130 static inline void pgd_populate(struct mm_struct *mm, pgd_t *pgd, pud_t *pud) in pgd_populate()
/Linux-v4.19/arch/arm64/include/asm/
Dpgalloc.h45 static inline void __pud_populate(pud_t *pudp, phys_addr_t pmdp, pudval_t prot) in __pud_populate()
50 static inline void pud_populate(struct mm_struct *mm, pud_t *pudp, pmd_t *pmdp) in pud_populate()
55 static inline void __pud_populate(pud_t *pudp, phys_addr_t pmdp, pudval_t prot) in __pud_populate()
63 static inline pud_t *pud_alloc_one(struct mm_struct *mm, unsigned long addr) in pud_alloc_one()
65 return (pud_t *)__get_free_page(PGALLOC_GFP); in pud_alloc_one()
68 static inline void pud_free(struct mm_struct *mm, pud_t *pudp) in pud_free()
79 static inline void pgd_populate(struct mm_struct *mm, pgd_t *pgdp, pud_t *pudp) in pgd_populate()
/Linux-v4.19/mm/kasan/
Dkasan_init.c49 pud_t kasan_zero_pud[PTRS_PER_PUD] __page_aligned_bss;
62 static inline bool kasan_pmd_table(pud_t pud) in kasan_pmd_table()
67 static inline bool kasan_pmd_table(pud_t pud) in kasan_pmd_table()
106 static int __ref zero_pmd_populate(pud_t *pud, unsigned long addr, in zero_pmd_populate()
141 pud_t *pud = pud_offset(p4d, addr); in zero_pud_populate()
182 pud_t *pud; in zero_p4d_populate()
195 pud_t *p; in zero_p4d_populate()
231 pud_t *pud; in kasan_populate_zero_shadow()
296 static void kasan_free_pmd(pmd_t *pmd_start, pud_t *pud) in kasan_free_pmd()
311 static void kasan_free_pud(pud_t *pud_start, p4d_t *p4d) in kasan_free_pud()
[all …]
/Linux-v4.19/arch/x86/mm/
Dident_map.c21 static int ident_pud_init(struct x86_mapping_info *info, pud_t *pud_page, in ident_pud_init()
27 pud_t *pud = pud_page + pud_index(addr); in ident_pud_init()
35 pud_t pudval; in ident_pud_init()
68 pud_t *pud; in ident_p4d_init()
79 pud = (pud_t *)info->alloc_pgt_page(info->context); in ident_p4d_init()
133 pud_t *pud = pud_offset(p4d, 0); in kernel_ident_mapping_init()
Dinit_64.c224 static pud_t *fill_pud(p4d_t *p4d, unsigned long vaddr) in fill_pud()
227 pud_t *pud = (pud_t *)spp_getpage(); in fill_pud()
236 static pmd_t *fill_pmd(pud_t *pud, unsigned long vaddr) in fill_pmd()
259 static void __set_pte_vaddr(pud_t *pud, unsigned long vaddr, pte_t new_pte) in __set_pte_vaddr()
276 pud_t *pud = fill_pud(p4d, vaddr); in set_pte_vaddr_p4d()
281 void set_pte_vaddr_pud(pud_t *pud_page, unsigned long vaddr, pte_t new_pte) in set_pte_vaddr_pud()
283 pud_t *pud = pud_page + pud_index(vaddr); in set_pte_vaddr_pud()
310 pud_t *pud; in populate_extra_pmd()
334 pud_t *pud; in __init_extra_mapping()
350 pud = (pud_t *) spp_getpage(); in __init_extra_mapping()
[all …]
/Linux-v4.19/arch/powerpc/include/asm/
Dpgtable-be-types.h41 typedef struct { __be64 pud; } pud_t; typedef
42 #define __pud(x) ((pud_t) { cpu_to_be64(x) })
43 #define __pud_raw(x) ((pud_t) { (x) })
44 static inline unsigned long pud_val(pud_t x) in pud_val()
49 static inline __be64 pud_raw(pud_t x) in pud_raw()
/Linux-v4.19/arch/powerpc/include/asm/book3s/64/
Dpgalloc.h114 static inline void pgd_populate(struct mm_struct *mm, pgd_t *pgd, pud_t *pud) in pgd_populate()
119 static inline pud_t *pud_alloc_one(struct mm_struct *mm, unsigned long addr) in pud_alloc_one()
121 pud_t *pud; in pud_alloc_one()
136 static inline void pud_free(struct mm_struct *mm, pud_t *pud) in pud_free()
141 static inline void pud_populate(struct mm_struct *mm, pud_t *pud, pmd_t *pmd) in pud_populate()
146 static inline void __pud_free_tlb(struct mmu_gather *tlb, pud_t *pud, in __pud_free_tlb()
/Linux-v4.19/arch/s390/include/asm/
Dpgtable.h629 static inline int pud_folded(pud_t pud) in pud_folded()
634 static inline int pud_present(pud_t pud) in pud_present()
641 static inline int pud_none(pud_t pud) in pud_none()
648 static inline int pud_large(pud_t pud) in pud_large()
655 static inline unsigned long pud_pfn(pud_t pud) in pud_pfn()
677 static inline int pud_bad(pud_t pud) in pud_bad()
856 static inline void pud_clear(pud_t *pud) in pud_clear()
1189 static inline pud_t *pud_offset(p4d_t *p4d, unsigned long address) in pud_offset()
1191 pud_t *pud = (pud_t *) p4d; in pud_offset()
1194 pud = (pud_t *) p4d_deref(*p4d); in pud_offset()
[all …]
/Linux-v4.19/arch/ia64/include/asm/
Dpgalloc.h38 pgd_populate(struct mm_struct *mm, pgd_t * pgd_entry, pud_t * pud) in pgd_populate()
43 static inline pud_t *pud_alloc_one(struct mm_struct *mm, unsigned long addr) in pud_alloc_one()
48 static inline void pud_free(struct mm_struct *mm, pud_t *pud) in pud_free()
56 pud_populate(struct mm_struct *mm, pud_t * pud_entry, pmd_t * pmd) in pud_populate()
/Linux-v4.19/arch/sparc/include/asm/
Dpgalloc_64.h19 static inline void __pgd_populate(pgd_t *pgd, pud_t *pud) in __pgd_populate()
36 static inline void __pud_populate(pud_t *pud, pmd_t *pmd) in __pud_populate()
43 static inline pud_t *pud_alloc_one(struct mm_struct *mm, unsigned long addr) in pud_alloc_one()
48 static inline void pud_free(struct mm_struct *mm, pud_t *pud) in pud_free()
/Linux-v4.19/arch/sh/mm/
Dhugetlbpage.c29 pud_t *pud; in huge_pte_alloc()
50 pud_t *pud; in huge_pte_offset()
72 int pud_huge(pud_t pud) in pud_huge()
/Linux-v4.19/arch/arm64/mm/
Dmmu.c68 static pud_t bm_pud[PTRS_PER_PUD] __page_aligned_bss __maybe_unused;
188 static void init_pmd(pud_t *pudp, unsigned long addr, unsigned long end, in init_pmd()
225 static void alloc_init_cont_pmd(pud_t *pudp, unsigned long addr, in alloc_init_cont_pmd()
231 pud_t pud = READ_ONCE(*pudp); in alloc_init_cont_pmd()
280 pud_t *pudp; in alloc_init_pud()
294 pud_t old_pud = READ_ONCE(*pudp); in alloc_init_pud()
668 pud_t *pudp, pud; in kern_addr_valid()
716 pud_t *pudp; in vmemmap_populate()
752 static inline pud_t * fixmap_pud(unsigned long addr) in fixmap_pud()
764 pud_t *pudp = fixmap_pud(addr); in fixmap_pmd()
[all …]
/Linux-v4.19/arch/mips/mm/
Dhugetlbpage.c28 pud_t *pud; in huge_pte_alloc()
43 pud_t *pud; in huge_pte_offset()
72 int pud_huge(pud_t pud) in pud_huge()

123456789