| /Linux-v4.19/arch/openrisc/include/asm/ |
| D | pgalloc.h | 43 static inline pgd_t *pgd_alloc(struct mm_struct *mm) in pgd_alloc()
45 pgd_t *ret = (pgd_t *)__get_free_page(GFP_KERNEL); in pgd_alloc()
48 memset(ret, 0, USER_PTRS_PER_PGD * sizeof(pgd_t)); in pgd_alloc()
51 (PTRS_PER_PGD - USER_PTRS_PER_PGD) * sizeof(pgd_t)); in pgd_alloc()
62 extern inline pgd_t *pgd_alloc(struct mm_struct *mm)
64 return (pgd_t *)get_zeroed_page(GFP_KERNEL);
68 static inline void pgd_free(struct mm_struct *mm, pgd_t *pgd) in pgd_free()
|
| /Linux-v4.19/arch/arc/include/asm/ |
| D | pgalloc.h | 52 return get_order(PTRS_PER_PGD * sizeof(pgd_t)); in __get_order_pgd()
55 static inline pgd_t *pgd_alloc(struct mm_struct *mm) in pgd_alloc()
58 pgd_t *ret = (pgd_t *) __get_free_pages(GFP_KERNEL, __get_order_pgd()); in pgd_alloc()
62 memzero(ret, num * sizeof(pgd_t)); in pgd_alloc()
65 memcpy(ret + num, swapper_pg_dir + num, num2 * sizeof(pgd_t)); in pgd_alloc()
68 (PTRS_PER_PGD - num - num2) * sizeof(pgd_t)); in pgd_alloc()
74 static inline void pgd_free(struct mm_struct *mm, pgd_t *pgd) in pgd_free()
|
| /Linux-v4.19/arch/unicore32/mm/ |
| D | pgd.c | 27 pgd_t *get_pgd_slow(struct mm_struct *mm) in get_pgd_slow()
29 pgd_t *new_pgd, *init_pgd; in get_pgd_slow()
33 new_pgd = (pgd_t *)__get_free_pages(GFP_KERNEL, 0); in get_pgd_slow()
37 memset(new_pgd, 0, FIRST_KERNEL_PGD_NR * sizeof(pgd_t)); in get_pgd_slow()
44 (PTRS_PER_PGD - FIRST_KERNEL_PGD_NR) * sizeof(pgd_t)); in get_pgd_slow()
46 clean_dcache_area(new_pgd, PTRS_PER_PGD * sizeof(pgd_t)); in get_pgd_slow()
79 void free_pgd_slow(struct mm_struct *mm, pgd_t *pgd) in free_pgd_slow()
|
| /Linux-v4.19/arch/nds32/mm/ |
| D | mm-nds32.c | 13 pgd_t *pgd_alloc(struct mm_struct *mm) in pgd_alloc()
15 pgd_t *new_pgd, *init_pgd; in pgd_alloc()
18 new_pgd = (pgd_t *) __get_free_pages(GFP_KERNEL, 0); in pgd_alloc()
30 (PTRS_PER_PGD - FIRST_KERNEL_PGD_NR) * sizeof(pgd_t)); in pgd_alloc()
34 PTRS_PER_PGD * sizeof(pgd_t)); in pgd_alloc()
41 void pgd_free(struct mm_struct *mm, pgd_t * pgd) in pgd_free()
76 pgd_t *pgd; in setup_mm_for_reboot()
|
| /Linux-v4.19/arch/arm/mm/ |
| D | pgd.c | 23 #define __pgd_alloc() kmalloc_array(PTRS_PER_PGD, sizeof(pgd_t), GFP_KERNEL)
26 #define __pgd_alloc() (pgd_t *)__get_free_pages(GFP_KERNEL, 2)
33 pgd_t *pgd_alloc(struct mm_struct *mm) in pgd_alloc()
35 pgd_t *new_pgd, *init_pgd; in pgd_alloc()
44 memset(new_pgd, 0, USER_PTRS_PER_PGD * sizeof(pgd_t)); in pgd_alloc()
51 (PTRS_PER_PGD - USER_PTRS_PER_PGD) * sizeof(pgd_t)); in pgd_alloc()
53 clean_dcache_area(new_pgd, PTRS_PER_PGD * sizeof(pgd_t)); in pgd_alloc()
119 void pgd_free(struct mm_struct *mm, pgd_t *pgd_base) in pgd_free()
121 pgd_t *pgd; in pgd_free()
|
| /Linux-v4.19/include/asm-generic/ |
| D | pgtable-nop4d-hack.h | 15 typedef struct { pgd_t pgd; } pud_t;
27 static inline int pgd_none(pgd_t pgd) { return 0; } in pgd_none()
28 static inline int pgd_bad(pgd_t pgd) { return 0; } in pgd_bad()
29 static inline int pgd_present(pgd_t pgd) { return 1; } in pgd_present()
30 static inline void pgd_clear(pgd_t *pgd) { } in pgd_clear()
40 static inline pud_t *pud_offset(pgd_t *pgd, unsigned long address) in pud_offset()
|
| D | pgtable-nop4d.h | 9 typedef struct { pgd_t pgd; } p4d_t;
22 static inline int pgd_none(pgd_t pgd) { return 0; } in pgd_none()
23 static inline int pgd_bad(pgd_t pgd) { return 0; } in pgd_bad()
24 static inline int pgd_present(pgd_t pgd) { return 1; } in pgd_present()
25 static inline void pgd_clear(pgd_t *pgd) { } in pgd_clear()
35 static inline p4d_t *p4d_offset(pgd_t *pgd, unsigned long address) in p4d_offset()
|
| /Linux-v4.19/arch/x86/mm/ |
| D | pgtable.c | 102 static inline void pgd_list_add(pgd_t *pgd) in pgd_list_add()
109 static inline void pgd_list_del(pgd_t *pgd) in pgd_list_del()
122 static void pgd_set_mm(pgd_t *pgd, struct mm_struct *mm) in pgd_set_mm()
132 static void pgd_ctor(struct mm_struct *mm, pgd_t *pgd) in pgd_ctor()
152 static void pgd_dtor(pgd_t *pgd) in pgd_dtor()
271 static void mop_up_one_pmd(struct mm_struct *mm, pgd_t *pgdp) in mop_up_one_pmd()
273 pgd_t pgd = *pgdp; in mop_up_one_pmd()
286 static void pgd_mop_up_pmds(struct mm_struct *mm, pgd_t *pgdp) in pgd_mop_up_pmds()
305 static void pgd_prepopulate_pmd(struct mm_struct *mm, pgd_t *pgd, pmd_t *pmds[]) in pgd_prepopulate_pmd()
330 pgd_t *k_pgd, pmd_t *pmds[]) in pgd_prepopulate_user_pmd()
[all …]
|
| /Linux-v4.19/arch/um/kernel/ |
| D | mem.c | 30 pgd_t swapper_pg_dir[PTRS_PER_PGD];
86 pgd_t *pgd_base) in fixrange_init()
88 pgd_t *pgd; in fixrange_init()
116 pgd_t *pgd; in fixaddr_user_init()
182 pgd_t *pgd_alloc(struct mm_struct *mm) in pgd_alloc()
184 pgd_t *pgd = (pgd_t *)__get_free_page(GFP_KERNEL); in pgd_alloc()
187 memset(pgd, 0, USER_PTRS_PER_PGD * sizeof(pgd_t)); in pgd_alloc()
190 (PTRS_PER_PGD - USER_PTRS_PER_PGD) * sizeof(pgd_t)); in pgd_alloc()
195 void pgd_free(struct mm_struct *mm, pgd_t *pgd) in pgd_free()
|
| /Linux-v4.19/arch/nios2/mm/ |
| D | pgtable.c | 37 static void pgd_init(pgd_t *pgd) in pgd_init()
54 pgd_t *pgd_alloc(struct mm_struct *mm) in pgd_alloc()
56 pgd_t *ret, *init; in pgd_alloc()
58 ret = (pgd_t *) __get_free_pages(GFP_KERNEL, PGD_ORDER); in pgd_alloc()
63 (PTRS_PER_PGD - USER_PTRS_PER_PGD) * sizeof(pgd_t)); in pgd_alloc()
|
| /Linux-v4.19/arch/unicore32/kernel/ |
| D | hibernate.c | 27 pgd_t *resume_pg_dir;
36 static pmd_t *resume_one_md_table_init(pgd_t *pgd) in resume_one_md_table_init()
73 static int resume_physical_mapping_init(pgd_t *pgd_base) in resume_physical_mapping_init()
76 pgd_t *pgd; in resume_physical_mapping_init()
119 static inline void resume_init_first_level_page_table(pgd_t *pg_dir) in resume_init_first_level_page_table()
127 resume_pg_dir = (pgd_t *)get_safe_page(GFP_ATOMIC); in swsusp_arch_resume()
|
| /Linux-v4.19/arch/mips/mm/ |
| D | pgtable.c | 11 pgd_t *pgd_alloc(struct mm_struct *mm) in pgd_alloc()
13 pgd_t *ret, *init; in pgd_alloc()
15 ret = (pgd_t *) __get_free_pages(GFP_KERNEL, PGD_ORDER); in pgd_alloc()
20 (PTRS_PER_PGD - USER_PTRS_PER_PGD) * sizeof(pgd_t)); in pgd_alloc()
|
| /Linux-v4.19/arch/hexagon/include/asm/ |
| D | pgalloc.h | 34 static inline pgd_t *pgd_alloc(struct mm_struct *mm) in pgd_alloc()
36 pgd_t *pgd; in pgd_alloc()
38 pgd = (pgd_t *)__get_free_page(GFP_KERNEL | __GFP_ZERO); in pgd_alloc()
48 memcpy(pgd, swapper_pg_dir, PTRS_PER_PGD*sizeof(pgd_t)); in pgd_alloc()
57 static inline void pgd_free(struct mm_struct *mm, pgd_t *pgd) in pgd_free()
135 pmdindex = (pgd_t *)pmd - mm->pgd; in pmd_populate_kernel()
|
| /Linux-v4.19/arch/microblaze/include/asm/ |
| D | pgalloc.h | 63 static inline pgd_t *get_pgd_slow(void) in get_pgd_slow()
65 pgd_t *ret; in get_pgd_slow()
67 ret = (pgd_t *)__get_free_pages(GFP_KERNEL, PGDIR_ORDER); in get_pgd_slow()
73 static inline pgd_t *get_pgd_fast(void) in get_pgd_fast()
84 return (pgd_t *)ret; in get_pgd_fast()
87 static inline void free_pgd_fast(pgd_t *pgd) in free_pgd_fast()
94 static inline void free_pgd_slow(pgd_t *pgd) in free_pgd_slow()
|
| /Linux-v4.19/arch/powerpc/include/asm/book3s/64/ |
| D | pgalloc.h | 54 static inline pgd_t *radix__pgd_alloc(struct mm_struct *mm) in radix__pgd_alloc()
57 return (pgd_t *)__get_free_page(pgtable_gfp_flags(mm, PGALLOC_GFP)); in radix__pgd_alloc()
64 return (pgd_t *) page_address(page); in radix__pgd_alloc()
68 static inline void radix__pgd_free(struct mm_struct *mm, pgd_t *pgd) in radix__pgd_free()
77 static inline pgd_t *pgd_alloc(struct mm_struct *mm) in pgd_alloc()
79 pgd_t *pgd; in pgd_alloc()
107 static inline void pgd_free(struct mm_struct *mm, pgd_t *pgd) in pgd_free()
114 static inline void pgd_populate(struct mm_struct *mm, pgd_t *pgd, pud_t *pud) in pgd_populate()
|
| /Linux-v4.19/arch/riscv/include/asm/ |
| D | pgalloc.h | 48 static inline pgd_t *pgd_alloc(struct mm_struct *mm) in pgd_alloc()
50 pgd_t *pgd; in pgd_alloc()
52 pgd = (pgd_t *)__get_free_page(GFP_KERNEL); in pgd_alloc()
54 memset(pgd, 0, USER_PTRS_PER_PGD * sizeof(pgd_t)); in pgd_alloc()
58 (PTRS_PER_PGD - USER_PTRS_PER_PGD) * sizeof(pgd_t)); in pgd_alloc()
63 static inline void pgd_free(struct mm_struct *mm, pgd_t *pgd) in pgd_free()
|
| /Linux-v4.19/arch/powerpc/include/asm/nohash/64/ |
| D | pgtable-4k.h | 21 #define PGD_TABLE_SIZE (sizeof(pgd_t) << PGD_INDEX_SIZE)
63 static inline void pgd_clear(pgd_t *pgdp) in pgd_clear()
68 static inline pte_t pgd_pte(pgd_t pgd) in pgd_pte()
73 static inline pgd_t pte_pgd(pte_t pte) in pte_pgd()
77 extern struct page *pgd_page(pgd_t pgd);
|
| /Linux-v4.19/arch/x86/power/ |
| D | hibernate_32.c | 22 pgd_t *resume_pg_dir;
33 static pmd_t *resume_one_md_table_init(pgd_t *pgd) in resume_one_md_table_init()
84 static int resume_physical_mapping_init(pgd_t *pgd_base) in resume_physical_mapping_init()
87 pgd_t *pgd; in resume_physical_mapping_init()
136 static inline void resume_init_first_level_page_table(pgd_t *pg_dir) in resume_init_first_level_page_table()
152 resume_pg_dir = (pgd_t *)get_safe_page(GFP_ATOMIC); in swsusp_arch_resume()
|
| /Linux-v4.19/arch/parisc/include/asm/ |
| D | pgalloc.h | 22 static inline pgd_t *pgd_alloc(struct mm_struct *mm) in pgd_alloc()
24 pgd_t *pgd = (pgd_t *)__get_free_pages(GFP_KERNEL, in pgd_alloc()
26 pgd_t *actual_pgd = pgd; in pgd_alloc()
47 static inline void pgd_free(struct mm_struct *mm, pgd_t *pgd) in pgd_free()
59 static inline void pgd_populate(struct mm_struct *mm, pgd_t *pgd, pmd_t *pmd) in pgd_populate()
|
| /Linux-v4.19/arch/powerpc/include/asm/ |
| D | pte-walk.h | 7 extern pte_t *__find_linux_pte(pgd_t *pgdir, unsigned long ea,
10 static inline pte_t *find_linux_pte(pgd_t *pgdir, unsigned long ea, in find_linux_pte()
19 pgd_t *pgdir = init_mm.pgd; in find_init_mm_pte()
26 static inline pte_t *find_current_mm_pte(pgd_t *pgdir, unsigned long ea, in find_current_mm_pte()
|
| /Linux-v4.19/arch/x86/include/asm/ |
| D | pgtable.h | 27 extern pgd_t early_top_pgt[PTRS_PER_PGD];
30 void ptdump_walk_pgd_level(struct seq_file *m, pgd_t *pgd);
31 void ptdump_walk_pgd_level_debugfs(struct seq_file *m, pgd_t *pgd, bool user);
221 static inline unsigned long pgd_pfn(pgd_t pgd) in pgd_pfn()
276 static inline int pgd_devmap(pgd_t pgd) in pgd_devmap()
668 pgd_t __pti_set_user_pgtbl(pgd_t *pgdp, pgd_t pgd);
675 static inline pgd_t pti_set_user_pgtbl(pgd_t *pgdp, pgd_t pgd) in pti_set_user_pgtbl()
682 static inline pgd_t pti_set_user_pgtbl(pgd_t *pgdp, pgd_t pgd) in pti_set_user_pgtbl()
928 static inline int pgd_present(pgd_t pgd) in pgd_present()
935 static inline unsigned long pgd_page_vaddr(pgd_t pgd) in pgd_page_vaddr()
[all …]
|
| /Linux-v4.19/arch/arm64/include/asm/ |
| D | pgalloc.h | 30 #define PGD_SIZE (PTRS_PER_PGD * sizeof(pgd_t))
74 static inline void __pgd_populate(pgd_t *pgdp, phys_addr_t pudp, pgdval_t prot) in __pgd_populate()
79 static inline void pgd_populate(struct mm_struct *mm, pgd_t *pgdp, pud_t *pudp) in pgd_populate()
84 static inline void __pgd_populate(pgd_t *pgdp, phys_addr_t pudp, pgdval_t prot) in __pgd_populate()
90 extern pgd_t *pgd_alloc(struct mm_struct *mm);
91 extern void pgd_free(struct mm_struct *mm, pgd_t *pgdp);
|
| /Linux-v4.19/arch/m68k/include/asm/ |
| D | mcf_pgalloc.h | 27 extern inline pmd_t *pmd_alloc_kernel(pgd_t *pgd, unsigned long address) in pmd_alloc_kernel()
90 static inline void pgd_free(struct mm_struct *mm, pgd_t *pgd) in pgd_free()
95 static inline pgd_t *pgd_alloc(struct mm_struct *mm) in pgd_alloc()
97 pgd_t *new_pgd; in pgd_alloc()
99 new_pgd = (pgd_t *)__get_free_page(GFP_DMA | __GFP_NOWARN); in pgd_alloc()
|
| /Linux-v4.19/arch/sh/mm/ |
| D | pgtable.c | 14 pgd_t *pgd = x; in pgd_ctor()
18 (PTRS_PER_PGD - USER_PTRS_PER_PGD) * sizeof(pgd_t)); in pgd_ctor()
33 pgd_t *pgd_alloc(struct mm_struct *mm) in pgd_alloc()
38 void pgd_free(struct mm_struct *mm, pgd_t *pgd) in pgd_free()
|
| /Linux-v4.19/arch/mips/include/asm/ |
| D | pgtable-64.h | 129 #define PTRS_PER_PGD ((PAGE_SIZE << PGD_ORDER) / sizeof(pgd_t))
189 static inline int pgd_none(pgd_t pgd) in pgd_none()
194 static inline int pgd_bad(pgd_t pgd) in pgd_bad()
202 static inline int pgd_present(pgd_t pgd) in pgd_present()
207 static inline void pgd_clear(pgd_t *pgdp) in pgd_clear()
214 static inline unsigned long pgd_page_vaddr(pgd_t pgd) in pgd_page_vaddr()
219 static inline pud_t *pud_offset(pgd_t *pgd, unsigned long address) in pud_offset()
224 static inline void set_pgd(pgd_t *pgd, pgd_t pgdval) in set_pgd()
|
