| /Linux-v5.4/include/asm-generic/ |
| D | 4level-fixup.h | 15 #define pmd_alloc(mm, pud, address) \ argument
20 #define pud_none(pud) 0 argument
21 #define pud_bad(pud) 0 argument
22 #define pud_present(pud) 1 argument
23 #define pud_ERROR(pud) do { } while (0) argument
24 #define pud_clear(pud) pgd_clear(pud) argument
25 #define pud_val(pud) pgd_val(pud) argument
26 #define pud_populate(mm, pud, pmd) pgd_populate(mm, pud, pmd) argument
27 #define pud_page(pud) pgd_page(pud) argument
28 #define pud_page_vaddr(pud) pgd_page_vaddr(pud) argument
|
| D | pgtable-nopmd.h | 18 typedef struct { pud_t pud; } pmd_t; member
30 static inline int pud_none(pud_t pud) { return 0; } in pud_none()
31 static inline int pud_bad(pud_t pud) { return 0; } in pud_bad()
32 static inline int pud_present(pud_t pud) { return 1; } in pud_present()
33 static inline void pud_clear(pud_t *pud) { } in pud_clear()
44 static inline pmd_t * pmd_offset(pud_t * pud, unsigned long address) in pmd_offset()
52 #define pud_page(pud) (pmd_page((pmd_t){ pud })) argument
53 #define pud_page_vaddr(pud) (pmd_page_vaddr((pmd_t){ pud })) argument
|
| /Linux-v5.4/arch/riscv/include/asm/ |
| D | pgtable-64.h | 31 static inline int pud_present(pud_t pud) in pud_present()
36 static inline int pud_none(pud_t pud) in pud_none()
41 static inline int pud_bad(pud_t pud) in pud_bad()
46 static inline void set_pud(pud_t *pudp, pud_t pud) in set_pud()
56 static inline unsigned long pud_page_vaddr(pud_t pud) in pud_page_vaddr()
63 static inline pmd_t *pmd_offset(pud_t *pud, unsigned long addr) in pmd_offset()
|
| /Linux-v5.4/arch/arm/include/asm/ |
| D | stage2_pgtable.h | 22 #define stage2_pgd_populate(kvm, pgd, pud) pgd_populate(NULL, pgd, pud) argument
24 #define stage2_pud_free(kvm, pud) do { } while (0) argument
26 #define stage2_pud_none(kvm, pud) pud_none(pud) argument
27 #define stage2_pud_clear(kvm, pud) pud_clear(pud) argument
28 #define stage2_pud_present(kvm, pud) pud_present(pud) argument
29 #define stage2_pud_populate(kvm, pud, pmd) pud_populate(NULL, pud, pmd) argument
30 #define stage2_pmd_offset(kvm, pud, address) pmd_offset(pud, address) argument
33 #define stage2_pud_huge(kvm, pud) pud_huge(pud) argument
|
| D | kvm_mmu.h | 77 #define kvm_pud_pfn(pud) ({ WARN_ON(1); 0; }) argument
82 #define kvm_pud_mkhuge(pud) ( {WARN_ON(1); pud; }) argument
88 static inline void kvm_set_s2pud_readonly(pud_t *pud) in kvm_set_s2pud_readonly()
93 static inline bool kvm_s2pud_readonly(pud_t *pud) in kvm_s2pud_readonly()
99 static inline void kvm_set_pud(pud_t *pud, pud_t new_pud) in kvm_set_pud()
104 static inline pud_t kvm_s2pud_mkwrite(pud_t pud) in kvm_s2pud_mkwrite()
110 static inline pud_t kvm_s2pud_mkexec(pud_t pud) in kvm_s2pud_mkexec()
116 static inline bool kvm_s2pud_exec(pud_t *pud) in kvm_s2pud_exec()
122 static inline pud_t kvm_s2pud_mkyoung(pud_t pud) in kvm_s2pud_mkyoung()
128 static inline bool kvm_s2pud_young(pud_t pud) in kvm_s2pud_young()
[all …]
|
| D | pgtable-3level.h | 129 #define pud_none(pud) (!pud_val(pud)) argument
130 #define pud_bad(pud) (!(pud_val(pud) & 2)) argument
131 #define pud_present(pud) (pud_val(pud)) argument
144 #define set_pud(pudp, pud) \ argument
150 static inline pmd_t *pud_page_vaddr(pud_t pud) in pud_page_vaddr()
157 static inline pmd_t *pmd_offset(pud_t *pud, unsigned long addr) in pmd_offset()
213 #define pud_page(pud) pmd_page(__pmd(pud_val(pud))) argument
214 #define pud_write(pud) pmd_write(__pmd(pud_val(pud))) argument
|
| D | pgtable-2level.h | 180 #define pud_none(pud) (0) argument
181 #define pud_bad(pud) (0) argument
182 #define pud_present(pud) (1) argument
184 #define set_pud(pud,pudp) do { } while (0) argument
186 static inline pmd_t *pmd_offset(pud_t *pud, unsigned long addr) in pmd_offset()
|
| /Linux-v5.4/mm/kasan/ |
| D | init.c | 62 static inline bool kasan_pmd_table(pud_t pud) in kasan_pmd_table()
67 static inline bool kasan_pmd_table(pud_t pud) in kasan_pmd_table()
113 static int __ref zero_pmd_populate(pud_t *pud, unsigned long addr, in zero_pmd_populate()
149 pud_t *pud = pud_offset(p4d, addr); in zero_pud_populate() local
192 pud_t *pud; in zero_p4d_populate() local
243 pud_t *pud; in kasan_populate_early_shadow() local
312 static void kasan_free_pmd(pmd_t *pmd_start, pud_t *pud) in kasan_free_pmd()
329 pud_t *pud; in kasan_free_pud() local
401 static void kasan_remove_pud_table(pud_t *pud, unsigned long addr, in kasan_remove_pud_table()
433 pud_t *pud; in kasan_remove_p4d_table() local
|
| /Linux-v5.4/arch/x86/include/asm/ |
| D | pgtable.h | 85 # define set_pud(pudp, pud) native_set_pud(pudp, pud) argument
89 #define pud_clear(pud) native_pud_clear(pud) argument
172 static inline int pud_dirty(pud_t pud) in pud_dirty()
177 static inline int pud_young(pud_t pud) in pud_young()
225 static inline unsigned long pud_pfn(pud_t pud) in pud_pfn()
262 static inline int pud_trans_huge(pud_t pud) in pud_trans_huge()
281 static inline int pud_devmap(pud_t pud) in pud_devmap()
286 static inline int pud_devmap(pud_t pud) in pud_devmap()
432 static inline pud_t pud_set_flags(pud_t pud, pudval_t set) in pud_set_flags()
439 static inline pud_t pud_clear_flags(pud_t pud, pudval_t clear) in pud_clear_flags()
[all …]
|
| D | pgalloc.h | 124 static inline void pud_populate(struct mm_struct *mm, pud_t *pud, pmd_t *pmd) in pud_populate()
130 static inline void pud_populate_safe(struct mm_struct *mm, pud_t *pud, pmd_t *pmd) in pud_populate_safe()
138 static inline void p4d_populate(struct mm_struct *mm, p4d_t *p4d, pud_t *pud) in p4d_populate()
144 static inline void p4d_populate_safe(struct mm_struct *mm, p4d_t *p4d, pud_t *pud) in p4d_populate_safe()
159 static inline void pud_free(struct mm_struct *mm, pud_t *pud) in pud_free()
167 static inline void __pud_free_tlb(struct mmu_gather *tlb, pud_t *pud, in __pud_free_tlb()
|
| /Linux-v5.4/arch/arm64/include/asm/ |
| D | stage2_pgtable.h | 93 static inline void stage2_pgd_populate(struct kvm *kvm, pgd_t *pgd, pud_t *pud) in stage2_pgd_populate()
108 static inline void stage2_pud_free(struct kvm *kvm, pud_t *pud) in stage2_pud_free()
144 static inline bool stage2_pud_none(struct kvm *kvm, pud_t pud) in stage2_pud_none()
152 static inline void stage2_pud_clear(struct kvm *kvm, pud_t *pud) in stage2_pud_clear()
158 static inline bool stage2_pud_present(struct kvm *kvm, pud_t pud) in stage2_pud_present()
166 static inline void stage2_pud_populate(struct kvm *kvm, pud_t *pud, pmd_t *pmd) in stage2_pud_populate()
173 pud_t *pud, unsigned long address) in stage2_pmd_offset()
187 static inline bool stage2_pud_huge(struct kvm *kvm, pud_t pud) in stage2_pud_huge()
|
| D | pgtable.h | 127 #define pud_access_permitted(pud, write) \ argument
305 static inline pte_t pud_pte(pud_t pud) in pud_pte()
315 static inline pmd_t pud_pmd(pud_t pud) in pud_pmd()
395 #define pud_young(pud) pte_young(pud_pte(pud)) argument
396 #define pud_mkyoung(pud) pte_pud(pte_mkyoung(pud_pte(pud))) argument
397 #define pud_write(pud) pte_write(pud_pte(pud)) argument
399 #define pud_mkhuge(pud) (__pud(pud_val(pud) & ~PUD_TABLE_BIT)) argument
401 #define __pud_to_phys(pud) __pte_to_phys(pud_pte(pud)) argument
403 #define pud_pfn(pud) ((__pud_to_phys(pud) & PUD_MASK) >> PAGE_SHIFT) argument
450 static inline bool pud_sect(pud_t pud) { return false; } in pud_sect()
[all …]
|
| /Linux-v5.4/arch/powerpc/include/asm/book3s/64/ |
| D | pgalloc.h | 90 static inline void pgd_populate(struct mm_struct *mm, pgd_t *pgd, pud_t *pud) in pgd_populate()
97 pud_t *pud; in pud_alloc_one() local
112 static inline void pud_free(struct mm_struct *mm, pud_t *pud) in pud_free()
117 static inline void pud_populate(struct mm_struct *mm, pud_t *pud, pmd_t *pmd) in pud_populate()
122 static inline void __pud_free_tlb(struct mmu_gather *tlb, pud_t *pud, in __pud_free_tlb()
|
| /Linux-v5.4/arch/um/include/asm/ |
| D | pgtable-3level.h | 60 #define pud_populate(mm, pud, pmd) \ argument
85 static inline void pud_clear (pud_t *pud) in pud_clear()
90 #define pud_page(pud) phys_to_page(pud_val(pud) & PAGE_MASK) argument
91 #define pud_page_vaddr(pud) ((unsigned long) __va(pud_val(pud) & PAGE_MASK)) argument
94 #define pmd_offset(pud, address) ((pmd_t *) pud_page_vaddr(*(pud)) + \ argument
|
| /Linux-v5.4/arch/sh/mm/ |
| D | hugetlbpage.c | 29 pud_t *pud; in huge_pte_alloc() local
50 pud_t *pud; in huge_pte_offset() local
72 int pud_huge(pud_t pud) in pud_huge()
|
| /Linux-v5.4/arch/mips/mm/ |
| D | hugetlbpage.c | 28 pud_t *pud; in huge_pte_alloc() local
43 pud_t *pud; in huge_pte_offset() local
72 int pud_huge(pud_t pud) in pud_huge()
|
| /Linux-v5.4/arch/mips/include/asm/ |
| D | pgalloc.h | 38 static inline void pud_populate(struct mm_struct *mm, pud_t *pud, pmd_t *pmd) in pud_populate()
86 pud_t *pud; in pud_alloc_one() local
94 static inline void pud_free(struct mm_struct *mm, pud_t *pud) in pud_free()
99 static inline void pgd_populate(struct mm_struct *mm, pgd_t *pgd, pud_t *pud) in pgd_populate()
|
| D | pgtable-64.h | 180 typedef struct { unsigned long pud; } pud_t; member
285 static inline int pud_none(pud_t pud) in pud_none()
290 static inline int pud_bad(pud_t pud) in pud_bad()
295 static inline int pud_present(pud_t pud) in pud_present()
331 static inline unsigned long pud_page_vaddr(pud_t pud) in pud_page_vaddr()
335 #define pud_phys(pud) virt_to_phys((void *)pud_val(pud)) argument
336 #define pud_page(pud) (pfn_to_page(pud_phys(pud) >> PAGE_SHIFT)) argument
339 static inline pmd_t *pmd_offset(pud_t * pud, unsigned long address) in pmd_offset()
|
| /Linux-v5.4/arch/x86/mm/ |
| D | init_64.c | 258 pud_t *pud = (pud_t *)spp_getpage(); in fill_pud() local
267 static pmd_t *fill_pmd(pud_t *pud, unsigned long vaddr) in fill_pmd()
290 static void __set_pte_vaddr(pud_t *pud, unsigned long vaddr, pte_t new_pte) in __set_pte_vaddr()
307 pud_t *pud = fill_pud(p4d, vaddr); in set_pte_vaddr_p4d() local
314 pud_t *pud = pud_page + pud_index(vaddr); in set_pte_vaddr_pud() local
341 pud_t *pud; in populate_extra_pmd() local
365 pud_t *pud; in __init_extra_mapping() local
596 pud_t *pud; in phys_pud_init() local
686 pud_t *pud; in phys_p4d_init() local
921 static void __meminit free_pmd_table(pmd_t *pmd_start, pud_t *pud) in free_pmd_table()
[all …]
|
| D | ident_map.c | 27 pud_t *pud = pud_page + pud_index(addr); in ident_pud_init() local
68 pud_t *pud; in ident_p4d_init() local
133 pud_t *pud = pud_offset(p4d, 0); in kernel_ident_mapping_init() local
|
| /Linux-v5.4/arch/arm/mm/ |
| D | idmap.c | 24 static void idmap_add_pmd(pud_t *pud, unsigned long addr, unsigned long end, in idmap_add_pmd()
55 static void idmap_add_pmd(pud_t *pud, unsigned long addr, unsigned long end, in idmap_add_pmd()
71 pud_t *pud = pud_offset(pgd, addr); in idmap_add_pud() local
|
| /Linux-v5.4/arch/sparc/include/asm/ |
| D | pgalloc_64.h | 19 static inline void __pgd_populate(pgd_t *pgd, pud_t *pud) in __pgd_populate()
36 static inline void __pud_populate(pud_t *pud, pmd_t *pmd) in __pud_populate()
48 static inline void pud_free(struct mm_struct *mm, pud_t *pud) in pud_free()
112 #define __pud_free_tlb(tlb, pud, addr) \ argument
|
| /Linux-v5.4/virt/kvm/arm/ |
| D | mmu.c | 77 static void kvm_flush_dcache_pud(pud_t pud) in kvm_flush_dcache_pud()
164 static void clear_stage2_pud_entry(struct kvm *kvm, pud_t *pud, phys_addr_t addr) in clear_stage2_pud_entry()
263 static void unmap_stage2_pmds(struct kvm *kvm, pud_t *pud, in unmap_stage2_pmds()
296 pud_t *pud, *start_pud; in unmap_stage2_puds() local
372 static void stage2_flush_pmds(struct kvm *kvm, pud_t *pud, in stage2_flush_pmds()
393 pud_t *pud; in stage2_flush_puds() local
456 static void clear_hyp_pud_entry(pud_t *pud) in clear_hyp_pud_entry()
490 static void unmap_hyp_pmds(pud_t *pud, phys_addr_t addr, phys_addr_t end) in unmap_hyp_pmds()
510 pud_t *pud, *start_pud; in unmap_hyp_puds() local
621 static int create_hyp_pmd_mappings(pud_t *pud, unsigned long start, in create_hyp_pmd_mappings()
[all …]
|
| /Linux-v5.4/arch/sh/include/asm/ |
| D | pgtable-3level.h | 36 static inline unsigned long pud_page_vaddr(pud_t pud) in pud_page_vaddr()
42 #define pud_page(pud) NULL argument
45 static inline pmd_t *pmd_offset(pud_t *pud, unsigned long address) in pmd_offset()
|
| /Linux-v5.4/arch/powerpc/include/asm/nohash/64/ |
| D | pgalloc.h | 26 static inline void pud_free(struct mm_struct *mm, pud_t *pud) in pud_free()
31 static inline void pud_populate(struct mm_struct *mm, pud_t *pud, pmd_t *pmd) in pud_populate()
61 #define __pud_free_tlb(tlb, pud, addr) \ argument
|
