| /Linux-v5.4/include/asm-generic/ |
| D | 5level-fixup.h | 16 #define pud_alloc(mm, p4d, address) \ argument
24 static inline int p4d_none(p4d_t p4d) in p4d_none()
29 static inline int p4d_bad(p4d_t p4d) in p4d_bad()
34 static inline int p4d_present(p4d_t p4d) in p4d_present()
40 #define p4d_ERROR(p4d) do { } while (0) argument
41 #define p4d_clear(p4d) pgd_clear(p4d) argument
42 #define p4d_val(p4d) pgd_val(p4d) argument
43 #define p4d_populate(mm, p4d, pud) pgd_populate(mm, p4d, pud) argument
44 #define p4d_populate_safe(mm, p4d, pud) pgd_populate(mm, p4d, pud) argument
45 #define p4d_page(p4d) pgd_page(p4d) argument
[all …]
|
| D | pgtable-nopud.h | 19 typedef struct { p4d_t p4d; } pud_t; member
31 static inline int p4d_none(p4d_t p4d) { return 0; } in p4d_none()
32 static inline int p4d_bad(p4d_t p4d) { return 0; } in p4d_bad()
33 static inline int p4d_present(p4d_t p4d) { return 1; } in p4d_present()
34 static inline void p4d_clear(p4d_t *p4d) { } in p4d_clear()
37 #define p4d_populate(mm, p4d, pud) do { } while (0) argument
38 #define p4d_populate_safe(mm, p4d, pud) do { } while (0) argument
45 static inline pud_t *pud_offset(p4d_t *p4d, unsigned long address) in pud_offset()
53 #define p4d_page(p4d) (pud_page((pud_t){ p4d })) argument
54 #define p4d_page_vaddr(p4d) (pud_page_vaddr((pud_t){ p4d })) argument
|
| D | pgtable-nop4d.h | 26 #define p4d_ERROR(p4d) (pgd_ERROR((p4d).pgd)) argument
28 #define pgd_populate(mm, pgd, p4d) do { } while (0) argument
29 #define pgd_populate_safe(mm, pgd, p4d) do { } while (0) argument
|
| D | pgtable.h | 368 #define p4d_access_permitted(p4d, write) \ argument
429 #define set_p4d_safe(p4dp, p4d) \ argument
576 static inline int p4d_none_or_clear_bad(p4d_t *p4d) in p4d_none_or_clear_bad()
1045 static inline int p4d_set_huge(p4d_t *p4d, phys_addr_t addr, pgprot_t prot) in p4d_set_huge()
1049 static inline int p4d_clear_huge(p4d_t *p4d) in p4d_clear_huge()
1063 static inline int p4d_set_huge(p4d_t *p4d, phys_addr_t addr, pgprot_t prot) in p4d_set_huge()
1075 static inline int p4d_clear_huge(p4d_t *p4d) in p4d_clear_huge()
1087 static inline int p4d_free_pud_page(p4d_t *p4d, unsigned long addr) in p4d_free_pud_page()
|
| /Linux-v5.4/mm/kasan/ |
| D | init.c | 50 static inline bool kasan_pud_table(p4d_t p4d) in kasan_pud_table()
55 static inline bool kasan_pud_table(p4d_t p4d) in kasan_pud_table()
146 static int __ref zero_pud_populate(p4d_t *p4d, unsigned long addr, in zero_pud_populate()
186 p4d_t *p4d = p4d_offset(pgd, addr); in zero_p4d_populate() local
242 p4d_t *p4d; in kasan_populate_early_shadow() local
327 static void kasan_free_pud(pud_t *pud_start, p4d_t *p4d) in kasan_free_pud()
344 p4d_t *p4d; in kasan_free_p4d() local
427 static void kasan_remove_p4d_table(p4d_t *p4d, unsigned long addr, in kasan_remove_p4d_table()
466 p4d_t *p4d; in kasan_remove_zero_shadow() local
|
| /Linux-v5.4/arch/x86/include/asm/ |
| D | pgalloc.h | 138 static inline void p4d_populate(struct mm_struct *mm, p4d_t *p4d, pud_t *pud) in p4d_populate()
144 static inline void p4d_populate_safe(struct mm_struct *mm, p4d_t *p4d, pud_t *pud) in p4d_populate_safe()
174 static inline void pgd_populate(struct mm_struct *mm, pgd_t *pgd, p4d_t *p4d) in pgd_populate()
182 static inline void pgd_populate_safe(struct mm_struct *mm, pgd_t *pgd, p4d_t *p4d) in pgd_populate_safe()
199 static inline void p4d_free(struct mm_struct *mm, p4d_t *p4d) in p4d_free()
210 static inline void __p4d_free_tlb(struct mmu_gather *tlb, p4d_t *p4d, in __p4d_free_tlb()
|
| D | pgtable_types.h | 308 typedef struct { p4dval_t p4d; } p4d_t; member
315 static inline p4dval_t native_p4d_val(p4d_t p4d) in native_p4d_val()
327 static inline p4dval_t native_p4d_val(p4d_t p4d) in native_p4d_val()
385 static inline p4dval_t p4d_pfn_mask(p4d_t p4d) in p4d_pfn_mask()
391 static inline p4dval_t p4d_flags_mask(p4d_t p4d) in p4d_flags_mask()
396 static inline p4dval_t p4d_flags(p4d_t p4d) in p4d_flags()
|
| D | pgtable.h | 77 # define set_p4d(p4dp, p4d) native_set_p4d(p4dp, p4d) argument
81 #define p4d_clear(p4d) native_p4d_clear(p4d) argument
232 static inline unsigned long p4d_pfn(p4d_t p4d) in p4d_pfn()
242 static inline int p4d_large(p4d_t p4d) in p4d_large()
900 static inline int p4d_none(p4d_t p4d) in p4d_none()
905 static inline int p4d_present(p4d_t p4d) in p4d_present()
910 static inline unsigned long p4d_page_vaddr(p4d_t p4d) in p4d_page_vaddr()
919 #define p4d_page(p4d) pfn_to_page(p4d_pfn(p4d)) argument
922 static inline pud_t *pud_offset(p4d_t *p4d, unsigned long address) in pud_offset()
927 static inline int p4d_bad(p4d_t p4d) in p4d_bad()
|
| D | pgtable_64.h | 136 static inline void native_set_p4d(p4d_t *p4dp, p4d_t p4d) in native_set_p4d()
150 static inline void native_p4d_clear(p4d_t *p4d) in native_p4d_clear()
|
| /Linux-v5.4/arch/x86/mm/ |
| D | init_64.c | 186 p4d_t *p4d; in sync_global_pgds_l4() local
246 p4d_t *p4d = (p4d_t *)spp_getpage(); in fill_p4d() local
255 static pud_t *fill_pud(p4d_t *p4d, unsigned long vaddr) in fill_pud()
306 p4d_t *p4d = p4d_page + p4d_index(vaddr); in set_pte_vaddr_p4d() local
340 p4d_t *p4d; in populate_extra_pmd() local
364 p4d_t *p4d; in __init_extra_mapping() local
685 p4d_t *p4d = p4d_page + p4d_index(vaddr); in phys_p4d_init() local
737 p4d_t *p4d; in __kernel_physical_mapping_init() local
939 static void __meminit free_pud_table(pud_t *pud_start, p4d_t *p4d) in free_pud_table()
1145 p4d_t *p4d; in remove_p4d_table() local
[all …]
|
| D | kasan_init_64.c | 106 static void __init kasan_populate_p4d(p4d_t *p4d, unsigned long addr, in kasan_populate_p4d()
130 p4d_t *p4d; in kasan_populate_pgd() local
197 unsigned long p4d; in early_p4d_offset() local
212 p4d_t *p4d, p4d_entry; in kasan_early_p4d_populate() local
|
| D | ident_map.c | 67 p4d_t *p4d = p4d_page + p4d_index(addr); in ident_p4d_init() local
106 p4d_t *p4d; in kernel_ident_mapping_init() local
|
| D | pgtable.c | 77 void ___p4d_free_tlb(struct mmu_gather *tlb, p4d_t *p4d) in ___p4d_free_tlb()
291 p4d_t *p4d; in pgd_prepopulate_pmd() local
662 int p4d_set_huge(p4d_t *p4d, phys_addr_t addr, pgprot_t prot) in p4d_set_huge()
672 int p4d_clear_huge(p4d_t *p4d) in p4d_clear_huge()
783 int p4d_free_pud_page(p4d_t *p4d, unsigned long addr) in p4d_free_pud_page()
|
| D | fault.c | 153 p4d_t *p4d, *p4d_k; in vmalloc_sync_one() local
285 p4d_t *p4d; in dump_pagetable() local
334 p4d_t *p4d, *p4d_k; in vmalloc_fault() local
428 p4d_t *p4d; in dump_pagetable() local
1102 p4d_t *p4d; in spurious_kernel_fault() local
|
| D | init_32.c | 69 p4d_t *p4d; in one_md_table_init() local
396 p4d_t *p4d = p4d_offset(pgd, vaddr); in kmap_get_fixmap_pte() local
418 p4d_t *p4d; in permanent_kmaps_init() local
475 p4d_t *p4d; in native_pagetable_init() local
|
| D | pgtable_32.c | 31 p4d_t *p4d; in set_pte_vaddr() local
|
| D | pti.c | 203 p4d_t *p4d; in pti_user_pagetable_walk_pmd() local
317 p4d_t *p4d; in pti_clone_pgtable() local
|
| /Linux-v5.4/arch/s390/include/asm/ |
| D | pgalloc.h | 59 #define p4d_free(mm, p4d) crst_table_free(mm, (unsigned long *) p4d) argument
90 static inline void pgd_populate(struct mm_struct *mm, pgd_t *pgd, p4d_t *p4d) in pgd_populate()
95 static inline void p4d_populate(struct mm_struct *mm, p4d_t *p4d, pud_t *pud) in p4d_populate()
|
| /Linux-v5.4/lib/ |
| D | ioremap.c | 146 static inline int ioremap_pud_range(p4d_t *p4d, unsigned long addr, in ioremap_pud_range()
167 static int ioremap_try_huge_p4d(p4d_t *p4d, unsigned long addr, in ioremap_try_huge_p4d()
192 p4d_t *p4d; in ioremap_p4d_range() local
|
| /Linux-v5.4/mm/ |
| D | sparse-vmemmap.c | 180 pud_t * __meminit vmemmap_pud_populate(p4d_t *p4d, unsigned long addr, int node) in vmemmap_pud_populate()
194 p4d_t *p4d = p4d_offset(pgd, addr); in vmemmap_p4d_populate() local
221 p4d_t *p4d; in vmemmap_populate_basepages() local
|
| D | pagewalk.c | 75 static int walk_pud_range(p4d_t *p4d, unsigned long addr, unsigned long end, in walk_pud_range()
123 p4d_t *p4d; in walk_p4d_range() local
|
| /Linux-v5.4/arch/x86/kernel/ |
| D | head64.c | 120 p4dval_t *p4d; in __startup_64() local
304 p4dval_t p4d, *p4d_p; in __early_make_pgtable() local
|
| /Linux-v5.4/arch/s390/mm/ |
| D | page-states.c | 120 static void mark_kernel_pud(p4d_t *p4d, unsigned long addr, unsigned long end) in mark_kernel_pud()
145 p4d_t *p4d; in mark_kernel_p4d() local
|
| D | dump_pagetables.c | 182 p4d_t *p4d, unsigned long addr) in walk_pud_level()
215 p4d_t *p4d; in walk_p4d_level() local
|
| /Linux-v5.4/arch/riscv/mm/ |
| D | fault.c | 217 p4d_t *p4d, *p4d_k; in do_page_fault() local
|
