| /Linux-v4.19/include/asm-generic/ |
| D | 5level-fixup.h | 16 #define pud_alloc(mm, p4d, address) \ argument
22 #define p4d_none(p4d) 0 argument
23 #define p4d_bad(p4d) 0 argument
24 #define p4d_present(p4d) 1 argument
25 #define p4d_ERROR(p4d) do { } while (0) argument
26 #define p4d_clear(p4d) pgd_clear(p4d) argument
27 #define p4d_val(p4d) pgd_val(p4d) argument
28 #define p4d_populate(mm, p4d, pud) pgd_populate(mm, p4d, pud) argument
29 #define p4d_page(p4d) pgd_page(p4d) argument
30 #define p4d_page_vaddr(p4d) pgd_page_vaddr(p4d) argument
[all …]
|
| D | pgtable-nopud.h | 19 typedef struct { p4d_t p4d; } pud_t; member
31 static inline int p4d_none(p4d_t p4d) { return 0; } in p4d_none()
32 static inline int p4d_bad(p4d_t p4d) { return 0; } in p4d_bad()
33 static inline int p4d_present(p4d_t p4d) { return 1; } in p4d_present()
34 static inline void p4d_clear(p4d_t *p4d) { } in p4d_clear()
37 #define p4d_populate(mm, p4d, pud) do { } while (0) argument
44 static inline pud_t *pud_offset(p4d_t *p4d, unsigned long address) in pud_offset()
52 #define p4d_page(p4d) (pud_page((pud_t){ p4d })) argument
53 #define p4d_page_vaddr(p4d) (pud_page_vaddr((pud_t){ p4d })) argument
|
| D | pgtable-nop4d.h | 26 #define p4d_ERROR(p4d) (pgd_ERROR((p4d).pgd)) argument
28 #define pgd_populate(mm, pgd, p4d) do { } while (0) argument
|
| D | pgtable.h | 368 #define p4d_access_permitted(p4d, write) \ argument
538 static inline int p4d_none_or_clear_bad(p4d_t *p4d) in p4d_none_or_clear_bad()
1008 static inline int p4d_set_huge(p4d_t *p4d, phys_addr_t addr, pgprot_t prot) in p4d_set_huge()
1012 static inline int p4d_clear_huge(p4d_t *p4d) in p4d_clear_huge()
1025 static inline int p4d_set_huge(p4d_t *p4d, phys_addr_t addr, pgprot_t prot) in p4d_set_huge()
1037 static inline int p4d_clear_huge(p4d_t *p4d) in p4d_clear_huge()
|
| /Linux-v4.19/mm/kasan/ |
| D | kasan_init.c | 50 static inline bool kasan_pud_table(p4d_t p4d) in kasan_pud_table()
55 static inline bool kasan_pud_table(p4d_t p4d) in kasan_pud_table()
138 static int __ref zero_pud_populate(p4d_t *p4d, unsigned long addr, in zero_pud_populate()
176 p4d_t *p4d = p4d_offset(pgd, addr); in zero_p4d_populate() local
230 p4d_t *p4d; in kasan_populate_zero_shadow() local
311 static void kasan_free_pud(pud_t *pud_start, p4d_t *p4d) in kasan_free_pud()
328 p4d_t *p4d; in kasan_free_p4d() local
411 static void kasan_remove_p4d_table(p4d_t *p4d, unsigned long addr, in kasan_remove_p4d_table()
450 p4d_t *p4d; in kasan_remove_zero_shadow() local
|
| /Linux-v4.19/arch/x86/mm/ |
| D | init_64.c | 155 p4d_t *p4d; in sync_global_pgds_l4() local
215 p4d_t *p4d = (p4d_t *)spp_getpage(); in fill_p4d() local
224 static pud_t *fill_pud(p4d_t *p4d, unsigned long vaddr) in fill_pud()
275 p4d_t *p4d = p4d_page + p4d_index(vaddr); in set_pte_vaddr_p4d() local
309 p4d_t *p4d; in populate_extra_pmd() local
333 p4d_t *p4d; in __init_extra_mapping() local
650 p4d_t *p4d; in phys_p4d_init() local
709 p4d_t *p4d; in kernel_physical_mapping_init() local
879 static void __meminit free_pud_table(pud_t *pud_start, p4d_t *p4d) in free_pud_table()
1085 p4d_t *p4d; in remove_p4d_table() local
[all …]
|
| D | kasan_init_64.c | 105 static void __init kasan_populate_p4d(p4d_t *p4d, unsigned long addr, in kasan_populate_p4d()
129 p4d_t *p4d; in kasan_populate_pgd() local
196 unsigned long p4d; in early_p4d_offset() local
211 p4d_t *p4d, p4d_entry; in kasan_early_p4d_populate() local
|
| D | ident_map.c | 67 p4d_t *p4d = p4d_page + p4d_index(addr); in ident_p4d_init() local
106 p4d_t *p4d; in kernel_ident_mapping_init() local
|
| D | fault.c | 237 p4d_t *p4d, *p4d_k; in vmalloc_sync_one() local
372 p4d_t *p4d; in dump_pagetable() local
421 p4d_t *p4d, *p4d_k; in vmalloc_fault() local
517 p4d_t *p4d; in dump_pagetable() local
1077 p4d_t *p4d; in spurious_fault() local
|
| D | init_32.c | 69 p4d_t *p4d; in one_md_table_init() local
396 p4d_t *p4d = p4d_offset(pgd, vaddr); in kmap_get_fixmap_pte() local
418 p4d_t *p4d; in permanent_kmaps_init() local
475 p4d_t *p4d; in native_pagetable_init() local
|
| D | pgtable_32.c | 31 p4d_t *p4d; in set_pte_vaddr() local
|
| D | pgtable.c | 93 void ___p4d_free_tlb(struct mmu_gather *tlb, p4d_t *p4d) in ___p4d_free_tlb()
307 p4d_t *p4d; in pgd_prepopulate_pmd() local
679 int p4d_set_huge(p4d_t *p4d, phys_addr_t addr, pgprot_t prot) in p4d_set_huge()
689 int p4d_clear_huge(p4d_t *p4d) in p4d_clear_huge()
|
| D | pti.c | 209 p4d_t *p4d; in pti_user_pagetable_walk_pmd() local
323 p4d_t *p4d; in pti_clone_pgtable() local
|
| /Linux-v4.19/arch/x86/include/asm/ |
| D | pgalloc.h | 138 static inline void p4d_populate(struct mm_struct *mm, p4d_t *p4d, pud_t *pud) in p4d_populate()
168 static inline void pgd_populate(struct mm_struct *mm, pgd_t *pgd, p4d_t *p4d) in pgd_populate()
185 static inline void p4d_free(struct mm_struct *mm, p4d_t *p4d) in p4d_free()
196 static inline void __p4d_free_tlb(struct mmu_gather *tlb, p4d_t *p4d, in __p4d_free_tlb()
|
| D | pgtable_types.h | 309 typedef struct { p4dval_t p4d; } p4d_t; member
316 static inline p4dval_t native_p4d_val(p4d_t p4d) in native_p4d_val()
328 static inline p4dval_t native_p4d_val(p4d_t p4d) in native_p4d_val()
386 static inline p4dval_t p4d_pfn_mask(p4d_t p4d) in p4d_pfn_mask()
392 static inline p4dval_t p4d_flags_mask(p4d_t p4d) in p4d_flags_mask()
397 static inline p4dval_t p4d_flags(p4d_t p4d) in p4d_flags()
|
| D | pgtable.h | 75 # define set_p4d(p4dp, p4d) native_set_p4d(p4dp, p4d) argument
79 #define p4d_clear(p4d) native_p4d_clear(p4d) argument
216 static inline unsigned long p4d_pfn(p4d_t p4d) in p4d_pfn()
226 static inline int p4d_large(p4d_t p4d) in p4d_large()
884 static inline int p4d_none(p4d_t p4d) in p4d_none()
889 static inline int p4d_present(p4d_t p4d) in p4d_present()
894 static inline unsigned long p4d_page_vaddr(p4d_t p4d) in p4d_page_vaddr()
903 #define p4d_page(p4d) pfn_to_page(p4d_pfn(p4d)) argument
906 static inline pud_t *pud_offset(p4d_t *p4d, unsigned long address) in pud_offset()
911 static inline int p4d_bad(p4d_t p4d) in p4d_bad()
|
| /Linux-v4.19/arch/s390/include/asm/ |
| D | pgalloc.h | 59 #define p4d_free(mm, p4d) crst_table_free(mm, (unsigned long *) p4d) argument
90 static inline void pgd_populate(struct mm_struct *mm, pgd_t *pgd, p4d_t *p4d) in pgd_populate()
95 static inline void p4d_populate(struct mm_struct *mm, p4d_t *p4d, pud_t *pud) in p4d_populate()
|
| /Linux-v4.19/mm/ |
| D | sparse-vmemmap.c | 180 pud_t * __meminit vmemmap_pud_populate(p4d_t *p4d, unsigned long addr, int node) in vmemmap_pud_populate()
194 p4d_t *p4d = p4d_offset(pgd, addr); in vmemmap_p4d_populate() local
221 p4d_t *p4d; in vmemmap_populate_basepages() local
|
| D | pagewalk.c | 73 static int walk_pud_range(p4d_t *p4d, unsigned long addr, unsigned long end, in walk_pud_range()
120 p4d_t *p4d; in walk_p4d_range() local
|
| /Linux-v4.19/lib/ |
| D | ioremap.c | 106 static inline int ioremap_pud_range(p4d_t *p4d, unsigned long addr, in ioremap_pud_range()
136 p4d_t *p4d; in ioremap_p4d_range() local
|
| /Linux-v4.19/arch/x86/kernel/ |
| D | head64.c | 120 p4dval_t *p4d; in __startup_64() local
284 p4dval_t p4d, *p4d_p; in __early_make_pgtable() local
|
| /Linux-v4.19/arch/x86/power/ |
| D | hibernate_64.c | 53 p4d_t *p4d = NULL; in set_up_temporary_text_mapping() local
151 p4d_t *p4d; in relocate_restore_code() local
|
| /Linux-v4.19/arch/s390/mm/ |
| D | dump_pagetables.c | 153 p4d_t *p4d, unsigned long addr) in walk_pud_level()
179 p4d_t *p4d; in walk_p4d_level() local
|
| D | page-states.c | 126 static void mark_kernel_pud(p4d_t *p4d, unsigned long addr, unsigned long end) in mark_kernel_pud()
151 p4d_t *p4d; in mark_kernel_p4d() local
|
| /Linux-v4.19/arch/riscv/mm/ |
| D | fault.c | 227 p4d_t *p4d, *p4d_k; in do_page_fault() local
|
