Home
last modified time | relevance | path

Searched refs:p4d_t (Results 1 – 25 of 76) sorted by relevance

1234

/Linux-v4.19/include/asm-generic/
Dpgtable-nop4d.h9 typedef struct { pgd_t pgd; } p4d_t; typedef
33 #define set_pgd(pgdptr, pgdval) set_p4d((p4d_t *)(pgdptr), (p4d_t) { pgdval })
35 static inline p4d_t *p4d_offset(pgd_t *pgd, unsigned long address) in p4d_offset()
37 return (p4d_t *)pgd; in p4d_offset()
41 #define __p4d(x) ((p4d_t) { __pgd(x) })
43 #define pgd_page(pgd) (p4d_page((p4d_t){ pgd }))
44 #define pgd_page_vaddr(pgd) (p4d_page_vaddr((p4d_t){ pgd }))
Dpgtable-nopud.h19 typedef struct { p4d_t p4d; } pud_t;
31 static inline int p4d_none(p4d_t p4d) { return 0; } in p4d_none()
32 static inline int p4d_bad(p4d_t p4d) { return 0; } in p4d_bad()
33 static inline int p4d_present(p4d_t p4d) { return 1; } in p4d_present()
34 static inline void p4d_clear(p4d_t *p4d) { } in p4d_clear()
44 static inline pud_t *pud_offset(p4d_t *p4d, unsigned long address) in pud_offset()
Dpgtable.h523 void p4d_clear_bad(p4d_t *);
538 static inline int p4d_none_or_clear_bad(p4d_t *p4d) in p4d_none_or_clear_bad()
1005 int p4d_set_huge(p4d_t *p4d, phys_addr_t addr, pgprot_t prot);
1006 int p4d_clear_huge(p4d_t *p4d);
1008 static inline int p4d_set_huge(p4d_t *p4d, phys_addr_t addr, pgprot_t prot) in p4d_set_huge()
1012 static inline int p4d_clear_huge(p4d_t *p4d) in p4d_clear_huge()
1025 static inline int p4d_set_huge(p4d_t *p4d, phys_addr_t addr, pgprot_t prot) in p4d_set_huge()
1037 static inline int p4d_clear_huge(p4d_t *p4d) in p4d_clear_huge()
/Linux-v4.19/mm/kasan/
Dkasan_init.c37 p4d_t kasan_zero_p4d[MAX_PTRS_PER_P4D] __page_aligned_bss;
50 static inline bool kasan_pud_table(p4d_t p4d) in kasan_pud_table()
55 static inline bool kasan_pud_table(p4d_t p4d) in kasan_pud_table()
138 static int __ref zero_pud_populate(p4d_t *p4d, unsigned long addr, in zero_pud_populate()
176 p4d_t *p4d = p4d_offset(pgd, addr); in zero_p4d_populate()
230 p4d_t *p4d; in kasan_populate_zero_shadow()
264 p4d_t *p; in kasan_populate_zero_shadow()
311 static void kasan_free_pud(pud_t *pud_start, p4d_t *p4d) in kasan_free_pud()
326 static void kasan_free_p4d(p4d_t *p4d_start, pgd_t *pgd) in kasan_free_p4d()
328 p4d_t *p4d; in kasan_free_p4d()
[all …]
/Linux-v4.19/arch/x86/include/asm/
Dpgalloc.h138 static inline void p4d_populate(struct mm_struct *mm, p4d_t *p4d, pud_t *pud) in p4d_populate()
168 static inline void pgd_populate(struct mm_struct *mm, pgd_t *pgd, p4d_t *p4d) in pgd_populate()
176 static inline p4d_t *p4d_alloc_one(struct mm_struct *mm, unsigned long addr) in p4d_alloc_one()
182 return (p4d_t *)get_zeroed_page(gfp); in p4d_alloc_one()
185 static inline void p4d_free(struct mm_struct *mm, p4d_t *p4d) in p4d_free()
194 extern void ___p4d_free_tlb(struct mmu_gather *tlb, p4d_t *p4d);
196 static inline void __p4d_free_tlb(struct mmu_gather *tlb, p4d_t *p4d, in __p4d_free_tlb()
Dpgtable_64.h19 extern p4d_t level4_kernel_pgt[512];
20 extern p4d_t level4_ident_pgt[512];
56 void set_pte_vaddr_p4d(p4d_t *p4d_page, unsigned long vaddr, pte_t new_pte);
136 static inline void native_set_p4d(p4d_t *p4dp, p4d_t p4d) in native_set_p4d()
150 static inline void native_p4d_clear(p4d_t *p4d) in native_p4d_clear()
Dpgtable_types.h309 typedef struct { p4dval_t p4d; } p4d_t; typedef
311 static inline p4d_t native_make_p4d(pudval_t val) in native_make_p4d()
313 return (p4d_t) { val }; in native_make_p4d()
316 static inline p4dval_t native_p4d_val(p4d_t p4d) in native_p4d_val()
323 static inline p4d_t native_make_p4d(pudval_t val) in native_make_p4d()
325 return (p4d_t) { .pgd = native_make_pgd((pgdval_t)val) }; in native_make_p4d()
328 static inline p4dval_t native_p4d_val(p4d_t p4d) in native_p4d_val()
386 static inline p4dval_t p4d_pfn_mask(p4d_t p4d) in p4d_pfn_mask()
392 static inline p4dval_t p4d_flags_mask(p4d_t p4d) in p4d_flags_mask()
397 static inline p4dval_t p4d_flags(p4d_t p4d) in p4d_flags()
Dpgtable.h216 static inline unsigned long p4d_pfn(p4d_t p4d) in p4d_pfn()
226 static inline int p4d_large(p4d_t p4d) in p4d_large()
884 static inline int p4d_none(p4d_t p4d) in p4d_none()
889 static inline int p4d_present(p4d_t p4d) in p4d_present()
894 static inline unsigned long p4d_page_vaddr(p4d_t p4d) in p4d_page_vaddr()
906 static inline pud_t *pud_offset(p4d_t *p4d, unsigned long address) in pud_offset()
911 static inline int p4d_bad(p4d_t p4d) in p4d_bad()
947 static inline p4d_t *p4d_offset(pgd_t *pgd, unsigned long address) in p4d_offset()
950 return (p4d_t *)pgd; in p4d_offset()
951 return (p4d_t *)pgd_page_vaddr(*pgd) + p4d_index(address); in p4d_offset()
[all …]
Dparavirt.h550 static inline void set_p4d(p4d_t *p4dp, p4d_t p4d) in set_p4d()
564 static inline p4d_t __p4d(p4dval_t val) in __p4d()
568 return (p4d_t) { ret }; in __p4d()
571 static inline p4dval_t p4d_val(p4d_t p4d) in p4d_val()
585 set_p4d((p4d_t *)(pgdp), (p4d_t) { (pgdval).pgd }); \
595 static inline void p4d_clear(p4d_t *p4dp) in p4d_clear()
/Linux-v4.19/arch/x86/mm/
Dinit_64.c139 const p4d_t *p4d_ref; in sync_global_pgds_l4()
155 p4d_t *p4d; in sync_global_pgds_l4()
212 static p4d_t *fill_p4d(pgd_t *pgd, unsigned long vaddr) in fill_p4d()
215 p4d_t *p4d = (p4d_t *)spp_getpage(); in fill_p4d()
224 static pud_t *fill_pud(p4d_t *p4d, unsigned long vaddr) in fill_pud()
273 void set_pte_vaddr_p4d(p4d_t *p4d_page, unsigned long vaddr, pte_t new_pte) in set_pte_vaddr_p4d()
275 p4d_t *p4d = p4d_page + p4d_index(vaddr); in set_pte_vaddr_p4d()
291 p4d_t *p4d_page; in set_pte_vaddr()
309 p4d_t *p4d; in populate_extra_pmd()
333 p4d_t *p4d; in __init_extra_mapping()
[all …]
Dident_map.c61 static int ident_p4d_init(struct x86_mapping_info *info, p4d_t *p4d_page, in ident_p4d_init()
67 p4d_t *p4d = p4d_page + p4d_index(addr); in ident_p4d_init()
106 p4d_t *p4d; in kernel_ident_mapping_init()
120 p4d = (p4d_t *)info->alloc_pgt_page(info->context); in kernel_ident_mapping_init()
Dkasan_init_64.c26 static p4d_t tmp_p4d_table[MAX_PTRS_PER_P4D] __initdata __aligned(PAGE_SIZE);
105 static void __init kasan_populate_p4d(p4d_t *p4d, unsigned long addr, in kasan_populate_p4d()
129 p4d_t *p4d; in kasan_populate_pgd()
194 static inline p4d_t *early_p4d_offset(pgd_t *pgd, unsigned long addr) in early_p4d_offset()
199 return (p4d_t *)pgd; in early_p4d_offset()
203 return (p4d_t *)p4d + p4d_index(addr); in early_p4d_offset()
211 p4d_t *p4d, p4d_entry; in kasan_early_p4d_populate()
Dkaslr.c179 p4d_t *p4d_page, *p4d_page_tramp; in init_trampoline_p4d()
186 p4d_page = (p4d_t *) pgd_page_vaddr(*pgd); in init_trampoline_p4d()
189 p4d_t *p4d, *p4d_tramp; in init_trampoline_p4d()
Dpti.c178 static p4d_t *pti_user_pagetable_walk_p4d(unsigned long address) in pti_user_pagetable_walk_p4d()
209 p4d_t *p4d; in pti_user_pagetable_walk_pmd()
323 p4d_t *p4d; in pti_clone_pgtable()
424 p4d_t *kernel_p4d, *user_p4d; in pti_clone_p4d()
Dpgtable.c93 void ___p4d_free_tlb(struct mmu_gather *tlb, p4d_t *p4d) in ___p4d_free_tlb()
307 p4d_t *p4d; in pgd_prepopulate_pmd()
334 p4d_t *u_p4d; in pgd_prepopulate_user_pmd()
679 int p4d_set_huge(p4d_t *p4d, phys_addr_t addr, pgprot_t prot) in p4d_set_huge()
689 int p4d_clear_huge(p4d_t *p4d) in p4d_clear_huge()
/Linux-v4.19/arch/s390/include/asm/
Dpgalloc.h51 static inline p4d_t *p4d_alloc_one(struct mm_struct *mm, unsigned long address) in p4d_alloc_one()
57 return (p4d_t *) table; in p4d_alloc_one()
90 static inline void pgd_populate(struct mm_struct *mm, pgd_t *pgd, p4d_t *p4d) in pgd_populate()
95 static inline void p4d_populate(struct mm_struct *mm, p4d_t *p4d, pud_t *pud) in p4d_populate()
Dpgtable.h602 static inline int p4d_folded(p4d_t p4d) in p4d_folded()
607 static inline int p4d_present(p4d_t p4d) in p4d_present()
614 static inline int p4d_none(p4d_t p4d) in p4d_none()
621 static inline unsigned long p4d_pfn(p4d_t p4d) in p4d_pfn()
686 static inline int p4d_bad(p4d_t p4d) in p4d_bad()
850 static inline void p4d_clear(p4d_t *p4d) in p4d_clear()
1180 static inline p4d_t *p4d_offset(pgd_t *pgd, unsigned long address) in p4d_offset()
1182 p4d_t *p4d = (p4d_t *) pgd; in p4d_offset()
1185 p4d = (p4d_t *) pgd_deref(*pgd); in p4d_offset()
1189 static inline pud_t *pud_offset(p4d_t *p4d, unsigned long address) in pud_offset()
Dpage.h82 typedef struct { unsigned long p4d; } p4d_t; typedef
98 #define __p4d(x) ((p4d_t) { (x) } )
/Linux-v4.19/arch/s390/mm/
Dgup.c169 static inline int gup_pud_range(p4d_t *p4dp, p4d_t p4d, unsigned long addr, in gup_pud_range()
201 p4d_t *p4dp, p4d; in gup_p4d_range()
203 p4dp = (p4d_t *) pgdp; in gup_p4d_range()
205 p4dp = (p4d_t *) pgd_deref(pgd); in gup_p4d_range()
/Linux-v4.19/mm/
Dsparse-vmemmap.c180 pud_t * __meminit vmemmap_pud_populate(p4d_t *p4d, unsigned long addr, int node) in vmemmap_pud_populate()
192 p4d_t * __meminit vmemmap_p4d_populate(pgd_t *pgd, unsigned long addr, int node) in vmemmap_p4d_populate()
194 p4d_t *p4d = p4d_offset(pgd, addr); in vmemmap_p4d_populate()
221 p4d_t *p4d; in vmemmap_populate_basepages()
/Linux-v4.19/arch/x86/power/
Dhibernate_64.c53 p4d_t *p4d = NULL; in set_up_temporary_text_mapping()
76 p4d = (p4d_t *)get_safe_page(GFP_ATOMIC); in set_up_temporary_text_mapping()
94 p4d_t new_p4d = __p4d(__pa(pud) | pgprot_val(pgtable_prot)); in set_up_temporary_text_mapping()
151 p4d_t *p4d; in relocate_restore_code()
/Linux-v4.19/lib/
Dioremap.c106 static inline int ioremap_pud_range(p4d_t *p4d, unsigned long addr, in ioremap_pud_range()
136 p4d_t *p4d; in ioremap_p4d_range()
/Linux-v4.19/include/trace/events/
Dxen.h240 TP_PROTO(p4d_t *p4dp, p4d_t *user_p4dp, p4d_t p4dval),
243 __field(p4d_t *, p4dp)
244 __field(p4d_t *, user_p4dp)
/Linux-v4.19/arch/microblaze/include/asm/
Dpage.h98 typedef struct { pud_t p4e[1]; } p4d_t; typedef
99 typedef struct { p4d_t pge[1]; } pgd_t;
/Linux-v4.19/arch/x86/platform/efi/
Defi_64.c79 p4d_t *p4d, *p4d_k, *p4d_efi; in efi_call_phys_prolog()
155 p4d_t *p4d; in efi_call_phys_epilog()
183 p4d = (p4d_t *)pgd_page_vaddr(*pgd); in efi_call_phys_epilog()
207 p4d_t *p4d; in efi_alloc_page_tables()
248 p4d_t *p4d_k, *p4d_efi; in efi_sync_low_kernel_mappings()
286 memcpy(p4d_efi, p4d_k, sizeof(p4d_t) * num_entries); in efi_sync_low_kernel_mappings()

1234