| /Linux-v6.1/arch/riscv/include/asm/ |
| D | pgtable-64.h | 54 } pud_t; typedef
57 #define __pud(x) ((pud_t) { (x) })
58 #define PTRS_PER_PUD (PAGE_SIZE / sizeof(pud_t))
135 static inline int pud_present(pud_t pud) in pud_present()
140 static inline int pud_none(pud_t pud) in pud_none()
145 static inline int pud_bad(pud_t pud) in pud_bad()
151 static inline int pud_leaf(pud_t pud) in pud_leaf()
156 static inline int pud_user(pud_t pud) in pud_user()
161 static inline void set_pud(pud_t *pudp, pud_t pud) in set_pud()
166 static inline void pud_clear(pud_t *pudp) in pud_clear()
[all …]
|
| /Linux-v6.1/include/asm-generic/ |
| D | pgtable-nopud.h | 16 typedef struct { p4d_t p4d; } pud_t; typedef
40 #define set_p4d(p4dptr, p4dval) set_pud((pud_t *)(p4dptr), (pud_t) { p4dval })
42 static inline pud_t *pud_offset(p4d_t *p4d, unsigned long address) in pud_offset()
44 return (pud_t *)p4d; in pud_offset()
49 #define __pud(x) ((pud_t) { __p4d(x) })
51 #define p4d_page(p4d) (pud_page((pud_t){ p4d }))
52 #define p4d_pgtable(p4d) ((pud_t *)(pud_pgtable((pud_t){ p4d })))
|
| D | pgtable-nopmd.h | 18 typedef struct { pud_t pud; } pmd_t;
30 static inline int pud_none(pud_t pud) { return 0; } in pud_none()
31 static inline int pud_bad(pud_t pud) { return 0; } in pud_bad()
32 static inline int pud_present(pud_t pud) { return 1; } in pud_present()
33 static inline int pud_user(pud_t pud) { return 0; } in pud_user()
34 static inline int pud_leaf(pud_t pud) { return 0; } in pud_leaf()
35 static inline void pud_clear(pud_t *pud) { } in pud_clear()
46 static inline pmd_t * pmd_offset(pud_t * pud, unsigned long address) in pmd_offset()
|
| D | pgalloc.h | 150 static inline pud_t *__pud_alloc_one(struct mm_struct *mm, unsigned long addr) in __pud_alloc_one()
156 return (pud_t *)get_zeroed_page(gfp); in __pud_alloc_one()
169 static inline pud_t *pud_alloc_one(struct mm_struct *mm, unsigned long addr) in pud_alloc_one()
175 static inline void __pud_free(struct mm_struct *mm, pud_t *pud) in __pud_free()
182 static inline void pud_free(struct mm_struct *mm, pud_t *pud) in pud_free()
|
| /Linux-v6.1/arch/x86/include/asm/ |
| D | pgtable.h | 148 static inline int pud_dirty(pud_t pud) in pud_dirty()
153 static inline int pud_young(pud_t pud) in pud_young()
201 static inline unsigned long pud_pfn(pud_t pud) in pud_pfn()
241 static inline int pud_trans_huge(pud_t pud) in pud_trans_huge()
260 static inline int pud_devmap(pud_t pud) in pud_devmap()
265 static inline int pud_devmap(pud_t pud) in pud_devmap()
445 static inline pud_t pud_set_flags(pud_t pud, pudval_t set) in pud_set_flags()
452 static inline pud_t pud_clear_flags(pud_t pud, pudval_t clear) in pud_clear_flags()
459 static inline pud_t pud_mkold(pud_t pud) in pud_mkold()
464 static inline pud_t pud_mkclean(pud_t pud) in pud_mkclean()
[all …]
|
| D | pgtable_64.h | 21 extern pud_t level3_kernel_pgt[512];
22 extern pud_t level3_ident_pgt[512];
63 void set_pte_vaddr_pud(pud_t *pud_page, unsigned long vaddr, pte_t new_pte);
117 static inline void native_set_pud(pud_t *pudp, pud_t pud) in native_set_pud()
122 static inline void native_pud_clear(pud_t *pud) in native_pud_clear()
127 static inline pud_t native_pudp_get_and_clear(pud_t *xp) in native_pudp_get_and_clear()
135 pud_t ret = *xp; in native_pudp_get_and_clear()
|
| D | pgtable-2level.h | 25 static inline void native_set_pud(pud_t *pudp, pud_t pud) in native_set_pud()
39 static inline void native_pud_clear(pud_t *pudp) in native_pud_clear()
68 static inline pud_t native_pudp_get_and_clear(pud_t *xp) in native_pudp_get_and_clear()
|
| D | pgalloc.h | 97 extern void pud_populate(struct mm_struct *mm, pud_t *pudp, pmd_t *pmd);
99 static inline void pud_populate(struct mm_struct *mm, pud_t *pud, pmd_t *pmd) in pud_populate()
105 static inline void pud_populate_safe(struct mm_struct *mm, pud_t *pud, pmd_t *pmd) in pud_populate_safe()
113 static inline void p4d_populate(struct mm_struct *mm, p4d_t *p4d, pud_t *pud) in p4d_populate()
119 static inline void p4d_populate_safe(struct mm_struct *mm, p4d_t *p4d, pud_t *pud) in p4d_populate_safe()
125 extern void ___pud_free_tlb(struct mmu_gather *tlb, pud_t *pud);
127 static inline void __pud_free_tlb(struct mmu_gather *tlb, pud_t *pud, in __pud_free_tlb()
|
| D | pgtable-3level.h | 103 static inline void native_set_pud(pud_t *pudp, pud_t pud) in native_set_pud()
132 static inline void native_pud_clear(pud_t *pudp) in native_pud_clear()
136 static inline void pud_clear(pud_t *pudp) in pud_clear()
229 pud_t pud;
232 static inline pud_t native_pudp_get_and_clear(pud_t *pudp) in native_pudp_get_and_clear()
|
| /Linux-v6.1/include/linux/ |
| D | page_table_check.h | 22 pud_t pud);
28 pud_t *pudp, pud_t pud);
68 unsigned long addr, pud_t pud) in page_table_check_pud_clear()
97 unsigned long addr, pud_t *pudp, in page_table_check_pud_set()
98 pud_t pud) in page_table_check_pud_set()
137 unsigned long addr, pud_t pud) in page_table_check_pud_clear()
154 unsigned long addr, pud_t *pudp, in page_table_check_pud_set()
155 pud_t pud) in page_table_check_pud_set()
|
| D | pgtable.h | 109 static inline pmd_t *pmd_offset(pud_t *pud, unsigned long address) in pmd_offset()
117 static inline pud_t *pud_offset(p4d_t *p4d, unsigned long address) in pud_offset()
187 unsigned long address, pud_t *pudp,
188 pud_t entry, int dirty);
198 unsigned long address, pud_t *pudp, in pudp_set_access_flags()
199 pud_t entry, int dirty) in pudp_set_access_flags()
389 static inline pud_t pudp_huge_get_and_clear(struct mm_struct *mm, in pudp_huge_get_and_clear()
391 pud_t *pudp) in pudp_huge_get_and_clear()
393 pud_t pud = *pudp; in pudp_huge_get_and_clear()
414 static inline pud_t pudp_huge_get_and_clear_full(struct mm_struct *mm, in pudp_huge_get_and_clear_full()
[all …]
|
| D | huge_mm.h | 16 pud_t *dst_pud, pud_t *src_pud, unsigned long addr,
20 void huge_pud_set_accessed(struct vm_fault *vmf, pud_t orig_pud);
22 static inline void huge_pud_set_accessed(struct vm_fault *vmf, pud_t orig_pud) in huge_pud_set_accessed()
35 int zap_huge_pud(struct mmu_gather *tlb, struct vm_area_struct *vma, pud_t *pud,
208 void __split_huge_pud(struct vm_area_struct *vma, pud_t *pud,
213 pud_t *____pud = (__pud); \
227 spinlock_t *__pud_trans_huge_lock(pud_t *pud, struct vm_area_struct *vma);
243 static inline spinlock_t *pud_trans_huge_lock(pud_t *pud, in pud_trans_huge_lock()
264 pud_t *pud, int flags, struct dev_pagemap **pgmap);
281 static inline bool is_huge_zero_pud(pud_t pud) in is_huge_zero_pud()
[all …]
|
| /Linux-v6.1/arch/mips/include/asm/ |
| D | pgtable-64.h | 127 #define PTRS_PER_PUD ((PAGE_SIZE << PUD_TABLE_ORDER) / sizeof(pud_t))
175 typedef struct { unsigned long pud; } pud_t; typedef
177 #define __pud(x) ((pud_t) { (x) })
179 extern pud_t invalid_pud_table[PTRS_PER_PUD];
207 static inline pud_t *p4d_pgtable(p4d_t p4d) in p4d_pgtable()
209 return (pud_t *)p4d_val(p4d); in p4d_pgtable()
278 static inline int pud_none(pud_t pud) in pud_none()
283 static inline int pud_bad(pud_t pud) in pud_bad()
288 static inline int pud_present(pud_t pud) in pud_present()
293 static inline void pud_clear(pud_t *pudp) in pud_clear()
[all …]
|
| D | pgalloc.h | 40 static inline void pud_populate(struct mm_struct *mm, pud_t *pud, pmd_t *pmd) in pud_populate()
90 static inline pud_t *pud_alloc_one(struct mm_struct *mm, unsigned long address) in pud_alloc_one()
92 pud_t *pud; in pud_alloc_one()
94 pud = (pud_t *) __get_free_pages(GFP_KERNEL, PUD_TABLE_ORDER); in pud_alloc_one()
100 static inline void p4d_populate(struct mm_struct *mm, p4d_t *p4d, pud_t *pud) in p4d_populate()
|
| /Linux-v6.1/arch/arm/include/asm/ |
| D | pgtable-2level.h | 182 static inline int pud_none(pud_t pud) in pud_none()
187 static inline int pud_bad(pud_t pud) in pud_bad()
192 static inline int pud_present(pud_t pud) in pud_present()
197 static inline void pud_clear(pud_t *pudp) in pud_clear()
201 static inline void set_pud(pud_t *pudp, pud_t pud) in set_pud()
205 static inline pmd_t *pmd_offset(pud_t *pud, unsigned long addr) in pmd_offset()
|
| /Linux-v6.1/arch/powerpc/include/asm/book3s/64/ |
| D | pgalloc.h | 88 static inline void p4d_populate(struct mm_struct *mm, p4d_t *pgd, pud_t *pud) in p4d_populate()
93 static inline pud_t *pud_alloc_one(struct mm_struct *mm, unsigned long addr) in pud_alloc_one()
95 pud_t *pud; in pud_alloc_one()
110 static inline void __pud_free(pud_t *pud) in __pud_free()
126 static inline void pud_free(struct mm_struct *mm, pud_t *pud) in pud_free()
131 static inline void pud_populate(struct mm_struct *mm, pud_t *pud, pmd_t *pmd) in pud_populate()
136 static inline void __pud_free_tlb(struct mmu_gather *tlb, pud_t *pud, in __pud_free_tlb()
|
| /Linux-v6.1/mm/kasan/ |
| D | init.c | 44 pud_t kasan_early_shadow_pud[MAX_PTRS_PER_PUD] __page_aligned_bss;
57 static inline bool kasan_pmd_table(pud_t pud) in kasan_pmd_table()
62 static inline bool kasan_pmd_table(pud_t pud) in kasan_pmd_table()
109 static int __ref zero_pmd_populate(pud_t *pud, unsigned long addr, in zero_pmd_populate()
145 pud_t *pud = pud_offset(p4d, addr); in zero_pud_populate()
188 pud_t *pud; in zero_p4d_populate()
203 pud_t *p; in zero_p4d_populate()
239 pud_t *pud; in kasan_populate_early_shadow()
297 static void kasan_free_pmd(pmd_t *pmd_start, pud_t *pud) in kasan_free_pmd()
312 static void kasan_free_pud(pud_t *pud_start, p4d_t *p4d) in kasan_free_pud()
[all …]
|
| /Linux-v6.1/arch/loongarch/include/asm/ |
| D | pgalloc.h | 28 static inline void pud_populate(struct mm_struct *mm, pud_t *pud, pmd_t *pmd) in pud_populate()
36 static inline void p4d_populate(struct mm_struct *mm, p4d_t *p4d, pud_t *pud) in p4d_populate()
89 static inline pud_t *pud_alloc_one(struct mm_struct *mm, unsigned long address) in pud_alloc_one()
91 pud_t *pud; in pud_alloc_one()
93 pud = (pud_t *) __get_free_page(GFP_KERNEL); in pud_alloc_one()
|
| /Linux-v6.1/arch/powerpc/include/asm/ |
| D | pgtable-be-types.h | 37 typedef struct { __be64 pud; } pud_t; typedef
38 #define __pud(x) ((pud_t) { cpu_to_be64(x) })
39 #define __pud_raw(x) ((pud_t) { (x) })
40 static inline unsigned long pud_val(pud_t x) in pud_val()
45 static inline __be64 pud_raw(pud_t x) in pud_raw()
|
| /Linux-v6.1/arch/x86/mm/ |
| D | ident_map.c | 21 static int ident_pud_init(struct x86_mapping_info *info, pud_t *pud_page, in ident_pud_init()
27 pud_t *pud = pud_page + pud_index(addr); in ident_pud_init()
35 pud_t pudval; in ident_pud_init()
69 pud_t *pud; in ident_p4d_init()
83 pud = (pud_t *)info->alloc_pgt_page(info->context); in ident_p4d_init()
141 pud_t *pud = pud_offset(p4d, 0); in kernel_ident_mapping_init()
|
| /Linux-v6.1/arch/s390/include/asm/ |
| D | pgtable.h | 546 static inline pud_t clear_pud_bit(pud_t pud, pgprot_t prot) in clear_pud_bit()
551 static inline pud_t set_pud_bit(pud_t pud, pgprot_t prot) in set_pud_bit()
677 static inline int pud_folded(pud_t pud) in pud_folded()
682 static inline int pud_present(pud_t pud) in pud_present()
689 static inline int pud_none(pud_t pud) in pud_none()
697 static inline int pud_large(pud_t pud) in pud_large()
717 static inline int pud_bad(pud_t pud) in pud_bad()
756 static inline int pud_write(pud_t pud) in pud_write()
922 static inline void set_pud(pud_t *pudp, pud_t pud) in set_pud()
949 static inline void pud_clear(pud_t *pud) in pud_clear()
[all …]
|
| D | pgalloc.h | 68 static inline pud_t *pud_alloc_one(struct mm_struct *mm, unsigned long address) in pud_alloc_one()
73 return (pud_t *) table; in pud_alloc_one()
76 static inline void pud_free(struct mm_struct *mm, pud_t *pud) in pud_free()
109 static inline void p4d_populate(struct mm_struct *mm, p4d_t *p4d, pud_t *pud) in p4d_populate()
114 static inline void pud_populate(struct mm_struct *mm, pud_t *pud, pmd_t *pmd) in pud_populate()
|
| /Linux-v6.1/arch/powerpc/include/asm/nohash/64/ |
| D | pgalloc.h | 18 static inline void p4d_populate(struct mm_struct *mm, p4d_t *p4d, pud_t *pud) in p4d_populate()
23 static inline pud_t *pud_alloc_one(struct mm_struct *mm, unsigned long addr) in pud_alloc_one()
29 static inline void pud_free(struct mm_struct *mm, pud_t *pud) in pud_free()
34 static inline void pud_populate(struct mm_struct *mm, pud_t *pud, pmd_t *pmd) in pud_populate()
|
| /Linux-v6.1/arch/riscv/mm/ |
| D | kasan_init.c | 58 static void __init kasan_populate_pmd(pud_t *pud, unsigned long vaddr, unsigned long end) in kasan_populate_pmd()
102 pud_t *pudp, *base_pud; in kasan_populate_pud()
115 base_pud = memblock_alloc(PTRS_PER_PUD * sizeof(pud_t), PAGE_SIZE); in kasan_populate_pud()
117 sizeof(pud_t) * PTRS_PER_PUD); in kasan_populate_pud()
119 base_pud = (pud_t *)pgd_page_vaddr(*pgd); in kasan_populate_pud()
121 base_pud = memblock_alloc(PTRS_PER_PUD * sizeof(pud_t), PAGE_SIZE); in kasan_populate_pud()
123 sizeof(pud_t) * PTRS_PER_PUD); in kasan_populate_pud()
227 kasan_populate_pmd((pud_t *)pgdp, vaddr, next)))
346 pud_t *pudp, *base_pud; in kasan_shallow_populate_pud()
350 base_pud = (pud_t *)pgd_page_vaddr(*pgdp); in kasan_shallow_populate_pud()
[all …]
|
| /Linux-v6.1/arch/arm64/include/asm/ |
| D | pgalloc.h | 23 static inline void __pud_populate(pud_t *pudp, phys_addr_t pmdp, pudval_t prot) in __pud_populate()
28 static inline void pud_populate(struct mm_struct *mm, pud_t *pudp, pmd_t *pmdp) in pud_populate()
36 static inline void __pud_populate(pud_t *pudp, phys_addr_t pmdp, pudval_t prot) in __pud_populate()
49 static inline void p4d_populate(struct mm_struct *mm, p4d_t *p4dp, pud_t *pudp) in p4d_populate()
|
