| /Linux-v5.4/arch/arm64/include/asm/ |
| D | pgalloc.h | 40 static inline void pmd_free(struct mm_struct *mm, pmd_t *pmdp) in pmd_free()
47 static inline void __pud_populate(pud_t *pudp, phys_addr_t pmdp, pudval_t prot) in __pud_populate()
52 static inline void pud_populate(struct mm_struct *mm, pud_t *pudp, pmd_t *pmdp) in pud_populate()
57 static inline void __pud_populate(pud_t *pudp, phys_addr_t pmdp, pudval_t prot) in __pud_populate()
95 static inline void __pmd_populate(pmd_t *pmdp, phys_addr_t ptep, in __pmd_populate()
106 pmd_populate_kernel(struct mm_struct *mm, pmd_t *pmdp, pte_t *ptep) in pmd_populate_kernel()
115 pmd_populate(struct mm_struct *mm, pmd_t *pmdp, pgtable_t ptep) in pmd_populate()
|
| /Linux-v5.4/mm/ |
| D | pgtable-generic.c | 97 unsigned long address, pmd_t *pmdp, in pmdp_set_access_flags()
112 unsigned long address, pmd_t *pmdp) in pmdp_clear_flush_young()
125 pmd_t *pmdp) in pmdp_huge_clear_flush()
152 void pgtable_trans_huge_deposit(struct mm_struct *mm, pmd_t *pmdp, in pgtable_trans_huge_deposit()
168 pgtable_t pgtable_trans_huge_withdraw(struct mm_struct *mm, pmd_t *pmdp) in pgtable_trans_huge_withdraw()
186 pmd_t *pmdp) in pmdp_invalidate()
196 pmd_t *pmdp) in pmdp_collapse_flush()
|
| /Linux-v5.4/arch/powerpc/mm/book3s64/ |
| D | hash_pgtable.c | 152 pmd_t *pmdp; in hash__map_kernel_page() local
190 pmd_t *pmdp, unsigned long clr, in hash__pmd_hugepage_update()
223 pmd_t *pmdp) in hash__pmdp_collapse_flush()
266 void hash__pgtable_trans_huge_deposit(struct mm_struct *mm, pmd_t *pmdp, in hash__pgtable_trans_huge_deposit()
286 pgtable_t hash__pgtable_trans_huge_withdraw(struct mm_struct *mm, pmd_t *pmdp) in hash__pgtable_trans_huge_withdraw()
312 pmd_t *pmdp, unsigned long old_pmd) in hpte_do_hugepage_flush()
345 unsigned long addr, pmd_t *pmdp) in hash__pmdp_huge_get_and_clear()
|
| D | radix_pgtable.c | 67 pmd_t *pmdp; in early_map_kernel_page() local
117 pmd_t *pmdp; in __map_kernel_page() local
176 pmd_t *pmdp; in radix__change_memory_range() local
924 pmd_t *pmdp, unsigned long clr, in radix__pmd_hugepage_update()
941 pmd_t *pmdp) in radix__pmdp_collapse_flush()
969 void radix__pgtable_trans_huge_deposit(struct mm_struct *mm, pmd_t *pmdp, in radix__pgtable_trans_huge_deposit()
984 pgtable_t radix__pgtable_trans_huge_withdraw(struct mm_struct *mm, pmd_t *pmdp) in radix__pgtable_trans_huge_withdraw()
1009 unsigned long addr, pmd_t *pmdp) in radix__pmdp_huge_get_and_clear()
|
| D | pgtable.c | 36 pmd_t *pmdp, pmd_t entry, int dirty) in pmdp_set_access_flags()
56 unsigned long address, pmd_t *pmdp) in pmdp_test_and_clear_young()
65 pmd_t *pmdp, pmd_t pmd) in set_pmd_at()
106 pmd_t *pmdp) in pmdp_invalidate()
|
| /Linux-v5.4/arch/sparc/mm/ |
| D | tlb.c | 220 pmd_t *pmdp, pmd_t pmd) in set_pmd_at()
229 unsigned long address, pmd_t *pmdp, pmd_t pmd) in pmdp_establish()
245 pmd_t *pmdp) in pmdp_invalidate()
265 void pgtable_trans_huge_deposit(struct mm_struct *mm, pmd_t *pmdp, in pgtable_trans_huge_deposit()
280 pgtable_t pgtable_trans_huge_withdraw(struct mm_struct *mm, pmd_t *pmdp) in pgtable_trans_huge_withdraw()
|
| /Linux-v5.4/arch/unicore32/include/asm/ |
| D | pgalloc.h | 57 static inline void __pmd_populate(pmd_t *pmdp, unsigned long pmdval) in __pmd_populate()
68 pmd_populate_kernel(struct mm_struct *mm, pmd_t *pmdp, pte_t *ptep) in pmd_populate_kernel()
80 pmd_populate(struct mm_struct *mm, pmd_t *pmdp, pgtable_t ptep) in pmd_populate()
|
| /Linux-v5.4/arch/s390/mm/ |
| D | pgtable.c | 343 unsigned long addr, pmd_t *pmdp) in pmdp_idte_local()
355 unsigned long addr, pmd_t *pmdp) in pmdp_idte_global()
374 unsigned long addr, pmd_t *pmdp) in pmdp_flush_direct()
392 unsigned long addr, pmd_t *pmdp) in pmdp_flush_lazy()
434 pmd_t *pmdp, pmd_t new) in pmdp_xchg_direct()
447 pmd_t *pmdp, pmd_t new) in pmdp_xchg_lazy()
517 void pgtable_trans_huge_deposit(struct mm_struct *mm, pmd_t *pmdp, in pgtable_trans_huge_deposit()
532 pgtable_t pgtable_trans_huge_withdraw(struct mm_struct *mm, pmd_t *pmdp) in pgtable_trans_huge_withdraw()
760 pmd_t *pmdp; in set_guest_storage_key() local
862 pmd_t *pmdp; in reset_guest_reference_bit() local
[all …]
|
| D | pageattr.c | 84 static int walk_pte_level(pmd_t *pmdp, unsigned long addr, unsigned long end, in walk_pte_level()
110 static int split_pmd_page(pmd_t *pmdp, unsigned long addr) in split_pmd_page()
139 static void modify_pmd_page(pmd_t *pmdp, unsigned long addr, in modify_pmd_page()
159 pmd_t *pmdp; in walk_pmd_level() local
190 pmd_t *pm_dir, *pmdp; in split_pud_page() local
|
| D | hugetlbpage.c | 176 pmd_t *pmdp = (pmd_t *) ptep; in huge_ptep_get_and_clear() local
192 pmd_t *pmdp = NULL; in huge_pte_alloc() local
214 pmd_t *pmdp = NULL; in huge_pte_offset() local
|
| D | gmap.c | 907 pmd_t *pmdp; in gmap_pmd_op_walk() local
935 static inline void gmap_pmd_op_end(struct gmap *gmap, pmd_t *pmdp) in gmap_pmd_op_end()
956 pmd_t *pmdp, int prot, unsigned long bits) in gmap_protect_pmd()
1001 pmd_t *pmdp, int prot, unsigned long bits) in gmap_protect_pte()
1040 pmd_t *pmdp; in gmap_protect_range() local
2264 static void pmdp_notify_gmap(struct gmap *gmap, pmd_t *pmdp, in pmdp_notify_gmap()
2281 static void gmap_pmdp_xchg(struct gmap *gmap, pmd_t *pmdp, pmd_t new, in gmap_pmdp_xchg()
2300 pmd_t *pmdp; in gmap_pmdp_clear() local
2355 pmd_t *pmdp; in gmap_pmdp_idte_local() local
2390 pmd_t *pmdp; in gmap_pmdp_idte_global() local
[all …]
|
| /Linux-v5.4/arch/m68k/include/asm/ |
| D | motorola_pgtable.h | 109 static inline void pmd_set(pmd_t *pmdp, pte_t *ptep) in pmd_set()
120 static inline void pgd_set(pgd_t *pgdp, pmd_t *pmdp) in pgd_set()
141 #define pmd_clear(pmdp) ({ \ argument
218 static inline pte_t *pte_offset_kernel(pmd_t *pmdp, unsigned long address) in pte_offset_kernel()
223 #define pte_offset_map(pmdp,address) ((pte_t *)__pmd_page(*pmdp) + (((address) >> PAGE_SHIFT) & (PT… argument
242 pmd_t *pmdp; in nocache_page() local
258 pmd_t *pmdp; in cache_page() local
|
| D | mcf_pgtable.h | 165 #define pmd_set(pmdp, ptep) do {} while (0) argument
167 static inline void pgd_set(pgd_t *pgdp, pmd_t *pmdp) in pgd_set()
199 static inline void pmd_clear(pmd_t *pmdp) { pmd_val(*pmdp) = 0; } in pmd_clear()
363 pmd_t *pmdp; in nocache_page() local
379 pmd_t *pmdp; in cache_page() local
401 #define pte_offset_map(pmdp, addr) ((pte_t *)__pmd_page(*pmdp) + \ argument
|
| /Linux-v5.4/arch/powerpc/include/asm/nohash/32/ |
| D | pgalloc.h | 17 static inline void pmd_populate_kernel(struct mm_struct *mm, pmd_t *pmdp, in pmd_populate_kernel()
26 static inline void pmd_populate(struct mm_struct *mm, pmd_t *pmdp, in pmd_populate()
|
| /Linux-v5.4/arch/arm/include/asm/ |
| D | pgalloc.h | 111 static inline void __pmd_populate(pmd_t *pmdp, phys_addr_t pte, in __pmd_populate()
129 pmd_populate_kernel(struct mm_struct *mm, pmd_t *pmdp, pte_t *ptep) in pmd_populate_kernel()
138 pmd_populate(struct mm_struct *mm, pmd_t *pmdp, pgtable_t ptep) in pmd_populate()
|
| /Linux-v5.4/arch/powerpc/mm/nohash/ |
| D | 40x.c | 104 pmd_t *pmdp; in mmu_mapin_ram() local
119 pmd_t *pmdp; in mmu_mapin_ram() local
|
| /Linux-v5.4/arch/arm64/mm/ |
| D | mmu.c | 140 static void init_pte(pmd_t *pmdp, unsigned long addr, unsigned long end, in init_pte()
164 static void alloc_init_cont_pte(pmd_t *pmdp, unsigned long addr, in alloc_init_cont_pte()
204 pmd_t *pmdp; in init_pmd() local
695 pmd_t *pmdp, pmd; in kern_addr_valid() local
743 pmd_t *pmdp; in vmemmap_populate() local
813 pmd_t *pmdp; in early_fixmap_init() local
970 int pmd_set_huge(pmd_t *pmdp, phys_addr_t phys, pgprot_t prot) in pmd_set_huge()
992 int pmd_clear_huge(pmd_t *pmdp) in pmd_clear_huge()
1000 int pmd_free_pte_page(pmd_t *pmdp, unsigned long addr) in pmd_free_pte_page()
1022 pmd_t *pmdp; in pud_free_pmd_page() local
|
| D | kasan_init.c | 60 static pte_t *__init kasan_pte_offset(pmd_t *pmdp, unsigned long addr, int node, in kasan_pte_offset()
100 static void __init kasan_pte_populate(pmd_t *pmdp, unsigned long addr, in kasan_pte_populate()
121 pmd_t *pmdp = kasan_pmd_offset(pudp, addr, node, early); in kasan_pmd_populate() local
|
| /Linux-v5.4/include/asm-generic/ |
| D | pgtable.h | 45 unsigned long address, pmd_t *pmdp, in pmdp_set_access_flags()
80 pmd_t *pmdp) in pmdp_test_and_clear_young()
93 pmd_t *pmdp) in pmdp_test_and_clear_young()
116 unsigned long address, pmd_t *pmdp) in pmdp_clear_flush_young()
139 pmd_t *pmdp) in pmdp_huge_get_and_clear()
162 unsigned long address, pmd_t *pmdp, in pmdp_huge_get_and_clear_full()
256 unsigned long address, pmd_t *pmdp) in pmdp_set_wrprotect()
263 unsigned long address, pmd_t *pmdp) in pmdp_set_wrprotect()
294 pmd_t *pmdp) in pmdp_collapse_flush()
319 unsigned long address, pmd_t *pmdp, pmd_t pmd) in generic_pmdp_establish()
[all …]
|
| /Linux-v5.4/arch/x86/include/asm/ |
| D | pgtable-3level.h | 73 static inline pmd_t pmd_read_atomic(pmd_t *pmdp) in pmd_read_atomic()
96 static inline void native_set_pmd(pmd_t *pmdp, pmd_t pmd) in native_set_pmd()
172 static inline pmd_t native_pmdp_get_and_clear(pmd_t *pmdp) in native_pmdp_get_and_clear()
190 unsigned long address, pmd_t *pmdp, pmd_t pmd) in pmdp_establish()
|
| /Linux-v5.4/arch/nds32/include/asm/ |
| D | pgalloc.h | 44 pmd_populate_kernel(struct mm_struct *mm, pmd_t * pmdp, pte_t * ptep) in pmd_populate_kernel()
60 pmd_populate(struct mm_struct *mm, pmd_t * pmdp, pgtable_t ptep) in pmd_populate()
|
| /Linux-v5.4/arch/xtensa/include/asm/ |
| D | pgalloc.h | 19 #define pmd_populate_kernel(mm, pmdp, ptep) \ argument
21 #define pmd_populate(mm, pmdp, page) \ argument
|
| /Linux-v5.4/arch/powerpc/include/asm/book3s/32/ |
| D | pgalloc.h | 28 static inline void pmd_populate_kernel(struct mm_struct *mm, pmd_t *pmdp, in pmd_populate_kernel()
34 static inline void pmd_populate(struct mm_struct *mm, pmd_t *pmdp, in pmd_populate()
|
| /Linux-v5.4/arch/s390/include/asm/ |
| D | pgtable.h | 902 static inline void pmd_clear(pmd_t *pmdp) in pmd_clear()
1426 static inline void __pmdp_csp(pmd_t *pmdp) in __pmdp_csp()
1439 static __always_inline void __pmdp_idte(unsigned long addr, pmd_t *pmdp, in __pmdp_idte()
1507 unsigned long addr, pmd_t *pmdp, in pmdp_set_access_flags()
1523 unsigned long addr, pmd_t *pmdp) in pmdp_test_and_clear_young()
1533 unsigned long addr, pmd_t *pmdp) in pmdp_clear_flush_young()
1540 pmd_t *pmdp, pmd_t entry) in set_pmd_at()
1557 unsigned long addr, pmd_t *pmdp) in pmdp_huge_get_and_clear()
1565 pmd_t *pmdp, int full) in pmdp_huge_get_and_clear_full()
1577 unsigned long addr, pmd_t *pmdp) in pmdp_huge_clear_flush()
[all …]
|
| /Linux-v5.4/arch/powerpc/mm/ |
| D | pgtable_32.c | 48 static pte_t __init *early_pte_alloc_kernel(pmd_t *pmdp, unsigned long va) in early_pte_alloc_kernel()
133 get_pteptr(struct mm_struct *mm, unsigned long addr, pte_t **ptep, pmd_t **pmdp) in get_pteptr()
|
