| /Linux-v4.19/include/asm-generic/ |
| D | 4level-fixup.h | 15 #define pmd_alloc(mm, pud, address) \ argument
16 ((unlikely(pgd_none(*(pud))) && __pmd_alloc(mm, pud, address))? \
17 NULL: pmd_offset(pud, address))
20 #define pud_none(pud) 0 argument
21 #define pud_bad(pud) 0 argument
22 #define pud_present(pud) 1 argument
23 #define pud_ERROR(pud) do { } while (0) argument
24 #define pud_clear(pud) pgd_clear(pud) argument
25 #define pud_val(pud) pgd_val(pud) argument
26 #define pud_populate(mm, pud, pmd) pgd_populate(mm, pud, pmd) argument
[all …]
|
| D | pgtable-nopmd.h | 18 typedef struct { pud_t pud; } pmd_t; member
30 static inline int pud_none(pud_t pud) { return 0; } in pud_none() argument
31 static inline int pud_bad(pud_t pud) { return 0; } in pud_bad() argument
32 static inline int pud_present(pud_t pud) { return 1; } in pud_present() argument
33 static inline void pud_clear(pud_t *pud) { } in pud_clear() argument
34 #define pmd_ERROR(pmd) (pud_ERROR((pmd).pud))
44 static inline pmd_t * pmd_offset(pud_t * pud, unsigned long address) in pmd_offset() argument
46 return (pmd_t *)pud; in pmd_offset()
49 #define pmd_val(x) (pud_val((x).pud))
52 #define pud_page(pud) (pmd_page((pmd_t){ pud })) argument
[all …]
|
| /Linux-v4.19/arch/arm/boot/dts/ |
| D | s3c64xx-pinctrl.dtsi | 137 samsung,pin-pud = <S3C64XX_PIN_PULL_NONE>;
143 samsung,pin-pud = <S3C64XX_PIN_PULL_NONE>;
149 samsung,pin-pud = <S3C64XX_PIN_PULL_NONE>;
155 samsung,pin-pud = <S3C64XX_PIN_PULL_NONE>;
161 samsung,pin-pud = <S3C64XX_PIN_PULL_NONE>;
167 samsung,pin-pud = <S3C64XX_PIN_PULL_NONE>;
173 samsung,pin-pud = <S3C64XX_PIN_PULL_NONE>;
179 samsung,pin-pud = <S3C64XX_PIN_PULL_NONE>;
185 samsung,pin-pud = <S3C64XX_PIN_PULL_NONE>;
191 samsung,pin-pud = <S3C64XX_PIN_PULL_NONE>;
[all …]
|
| D | exynos4412-pinctrl.dtsi | 18 samsung,pin-pud-pdn = <EXYNOS_PIN_PULL_ ##_pull>; \
129 samsung,pin-pud = <EXYNOS_PIN_PULL_NONE>;
136 samsung,pin-pud = <EXYNOS_PIN_PULL_NONE>;
143 samsung,pin-pud = <EXYNOS_PIN_PULL_NONE>;
150 samsung,pin-pud = <EXYNOS_PIN_PULL_NONE>;
157 samsung,pin-pud = <EXYNOS_PIN_PULL_UP>;
164 samsung,pin-pud = <EXYNOS_PIN_PULL_NONE>;
171 samsung,pin-pud = <EXYNOS_PIN_PULL_NONE>;
178 samsung,pin-pud = <EXYNOS_PIN_PULL_NONE>;
185 samsung,pin-pud = <EXYNOS_PIN_PULL_UP>;
[all …]
|
| D | s5pv210-pinctrl.dtsi | 275 samsung,pin-pud = <S3C64XX_PIN_PULL_NONE>;
282 samsung,pin-pud = <S3C64XX_PIN_PULL_NONE>;
289 samsung,pin-pud = <S3C64XX_PIN_PULL_NONE>;
296 samsung,pin-pud = <S3C64XX_PIN_PULL_NONE>;
303 samsung,pin-pud = <S3C64XX_PIN_PULL_NONE>;
310 samsung,pin-pud = <S3C64XX_PIN_PULL_NONE>;
317 samsung,pin-pud = <S3C64XX_PIN_PULL_NONE>;
324 samsung,pin-pud = <S3C64XX_PIN_PULL_NONE>;
331 samsung,pin-pud = <S3C64XX_PIN_PULL_UP>;
338 samsung,pin-pud = <S3C64XX_PIN_PULL_UP>;
[all …]
|
| D | exynos4210-pinctrl.dtsi | 148 samsung,pin-pud = <EXYNOS_PIN_PULL_NONE>;
155 samsung,pin-pud = <EXYNOS_PIN_PULL_NONE>;
162 samsung,pin-pud = <EXYNOS_PIN_PULL_NONE>;
169 samsung,pin-pud = <EXYNOS_PIN_PULL_NONE>;
176 samsung,pin-pud = <EXYNOS_PIN_PULL_UP>;
183 samsung,pin-pud = <EXYNOS_PIN_PULL_NONE>;
190 samsung,pin-pud = <EXYNOS_PIN_PULL_NONE>;
197 samsung,pin-pud = <EXYNOS_PIN_PULL_NONE>;
204 samsung,pin-pud = <EXYNOS_PIN_PULL_UP>;
211 samsung,pin-pud = <EXYNOS_PIN_PULL_NONE>;
[all …]
|
| D | exynos5420-pinctrl.dtsi | 64 samsung,pin-pud = <EXYNOS_PIN_PULL_NONE>;
71 samsung,pin-pud = <EXYNOS_PIN_PULL_NONE>;
163 samsung,pin-pud = <EXYNOS_PIN_PULL_NONE>;
170 samsung,pin-pud = <EXYNOS_PIN_PULL_NONE>;
177 samsung,pin-pud = <EXYNOS_PIN_PULL_UP>;
184 samsung,pin-pud = <EXYNOS_PIN_PULL_UP>;
191 samsung,pin-pud = <EXYNOS_PIN_PULL_UP>;
198 samsung,pin-pud = <EXYNOS_PIN_PULL_UP>;
205 samsung,pin-pud = <EXYNOS_PIN_PULL_DOWN>;
212 samsung,pin-pud = <EXYNOS_PIN_PULL_NONE>;
[all …]
|
| D | exynos5250-pinctrl.dtsi | 203 samsung,pin-pud = <EXYNOS_PIN_PULL_NONE>;
210 samsung,pin-pud = <EXYNOS_PIN_PULL_NONE>;
217 samsung,pin-pud = <EXYNOS_PIN_PULL_UP>;
224 samsung,pin-pud = <EXYNOS_PIN_PULL_UP>;
231 samsung,pin-pud = <EXYNOS_PIN_PULL_NONE>;
238 samsung,pin-pud = <EXYNOS_PIN_PULL_NONE>;
245 samsung,pin-pud = <EXYNOS_PIN_PULL_UP>;
252 samsung,pin-pud = <EXYNOS_PIN_PULL_UP>;
259 samsung,pin-pud = <EXYNOS_PIN_PULL_NONE>;
266 samsung,pin-pud = <EXYNOS_PIN_PULL_UP>;
[all …]
|
| D | exynos5260-pinctrl.dtsi | 186 samsung,pin-pud = <EXYNOS_PIN_PULL_NONE>;
193 samsung,pin-pud = <EXYNOS_PIN_PULL_NONE>;
200 samsung,pin-pud = <EXYNOS_PIN_PULL_NONE>;
207 samsung,pin-pud = <EXYNOS_PIN_PULL_NONE>;
214 samsung,pin-pud = <EXYNOS_PIN_PULL_NONE>;
221 samsung,pin-pud = <EXYNOS_PIN_PULL_UP>;
228 samsung,pin-pud = <EXYNOS_PIN_PULL_UP>;
235 samsung,pin-pud = <EXYNOS_PIN_PULL_NONE>;
243 samsung,pin-pud = <EXYNOS_PIN_PULL_NONE>;
251 samsung,pin-pud = <EXYNOS_PIN_PULL_NONE>;
[all …]
|
| D | exynos3250-pinctrl.dtsi | 18 samsung,pin-pud = <EXYNOS_PIN_PULL_ ##_pull>; \
26 samsung,pin-pud = <EXYNOS_PIN_PULL_NONE>; \
34 samsung,pin-pud = <EXYNOS_PIN_PULL_NONE>; \
43 samsung,pin-pud = <EXYNOS_PIN_PULL_ ##_pull>; \
51 samsung,pin-pud-pdn = <EXYNOS_PIN_PULL_ ##_pull>; \
114 samsung,pin-pud = <EXYNOS_PIN_PULL_NONE>;
121 samsung,pin-pud = <EXYNOS_PIN_PULL_NONE>;
128 samsung,pin-pud = <EXYNOS_PIN_PULL_NONE>;
135 samsung,pin-pud = <EXYNOS_PIN_PULL_NONE>;
142 samsung,pin-pud = <EXYNOS_PIN_PULL_UP>;
[all …]
|
| /Linux-v4.19/arch/arm/include/asm/ |
| D | stage2_pgtable.h | 25 #define stage2_pgd_populate(pgd, pud) pgd_populate(NULL, pgd, pud) argument
27 #define stage2_pud_free(pud) pud_free(NULL, pud) argument
29 #define stage2_pud_none(pud) pud_none(pud) argument
30 #define stage2_pud_clear(pud) pud_clear(pud) argument
31 #define stage2_pud_present(pud) pud_present(pud) argument
32 #define stage2_pud_populate(pud, pmd) pud_populate(NULL, pud, pmd) argument
33 #define stage2_pmd_offset(pud, address) pmd_offset(pud, address) argument
36 #define stage2_pud_huge(pud) pud_huge(pud) argument
|
| /Linux-v4.19/arch/arm64/include/asm/ |
| D | stage2_pgtable.h | 83 #define stage2_pgd_populate(pgd, pud) pgd_populate(NULL, pgd, pud) argument
85 #define stage2_pud_free(pud) pud_free(NULL, pud) argument
105 #define stage2_pud_none(pud) pud_none(pud) argument
106 #define stage2_pud_clear(pud) pud_clear(pud) argument
107 #define stage2_pud_present(pud) pud_present(pud) argument
108 #define stage2_pud_populate(pud, pmd) pud_populate(NULL, pud, pmd) argument
109 #define stage2_pmd_offset(pud, address) pmd_offset(pud, address) argument
112 #define stage2_pud_huge(pud) pud_huge(pud) argument
|
| D | stage2_pgtable-nopmd.h | 29 #define stage2_pud_none(pud) (0) argument
30 #define stage2_pud_present(pud) (1) argument
31 #define stage2_pud_clear(pud) do { } while (0) argument
32 #define stage2_pud_populate(pud, pmd) do { } while (0) argument
33 #define stage2_pmd_offset(pud, address) ((pmd_t *)(pud)) argument
39 #define stage2_pud_huge(pud) (0) argument
|
| /Linux-v4.19/mm/kasan/ |
| D | kasan_init.c | 62 static inline bool kasan_pmd_table(pud_t pud) in kasan_pmd_table() argument
64 return pud_page(pud) == virt_to_page(lm_alias(kasan_zero_pmd)); in kasan_pmd_table()
67 static inline bool kasan_pmd_table(pud_t pud) in kasan_pmd_table() argument
106 static int __ref zero_pmd_populate(pud_t *pud, unsigned long addr, in zero_pmd_populate() argument
109 pmd_t *pmd = pmd_offset(pud, addr); in zero_pmd_populate()
141 pud_t *pud = pud_offset(p4d, addr); in zero_pud_populate() local
149 pud_populate(&init_mm, pud, lm_alias(kasan_zero_pmd)); in zero_pud_populate()
150 pmd = pmd_offset(pud, addr); in zero_pud_populate()
155 if (pud_none(*pud)) { in zero_pud_populate()
159 p = pmd_alloc(&init_mm, pud, addr); in zero_pud_populate()
[all …]
|
| /Linux-v4.19/arch/riscv/include/asm/ |
| D | pgtable-64.h | 39 static inline int pud_present(pud_t pud) in pud_present() argument
41 return (pud_val(pud) & _PAGE_PRESENT); in pud_present()
44 static inline int pud_none(pud_t pud) in pud_none() argument
46 return (pud_val(pud) == 0); in pud_none()
49 static inline int pud_bad(pud_t pud) in pud_bad() argument
51 return !pud_present(pud); in pud_bad()
54 static inline void set_pud(pud_t *pudp, pud_t pud) in set_pud() argument
56 *pudp = pud; in set_pud()
64 static inline unsigned long pud_page_vaddr(pud_t pud) in pud_page_vaddr() argument
66 return (unsigned long)pfn_to_virt(pud_val(pud) >> _PAGE_PFN_SHIFT); in pud_page_vaddr()
[all …]
|
| /Linux-v4.19/arch/mips/mm/ |
| D | hugetlbpage.c | 28 pud_t *pud; in huge_pte_alloc() local
32 pud = pud_alloc(mm, pgd, addr); in huge_pte_alloc()
33 if (pud) in huge_pte_alloc()
34 pte = (pte_t *)pmd_alloc(mm, pud, addr); in huge_pte_alloc()
43 pud_t *pud; in huge_pte_offset() local
48 pud = pud_offset(pgd, addr); in huge_pte_offset()
49 if (pud_present(*pud)) in huge_pte_offset()
50 pmd = pmd_offset(pud, addr); in huge_pte_offset()
72 int pud_huge(pud_t pud) in pud_huge() argument
74 return (pud_val(pud) & _PAGE_HUGE) != 0; in pud_huge()
|
| /Linux-v4.19/arch/x86/include/asm/ |
| D | pgtable.h | 83 # define set_pud(pudp, pud) native_set_pud(pudp, pud) argument
87 #define pud_clear(pud) native_pud_clear(pud) argument
156 static inline int pud_dirty(pud_t pud) in pud_dirty() argument
158 return pud_flags(pud) & _PAGE_DIRTY; in pud_dirty()
161 static inline int pud_young(pud_t pud) in pud_young() argument
163 return pud_flags(pud) & _PAGE_ACCESSED; in pud_young()
209 static inline unsigned long pud_pfn(pud_t pud) in pud_pfn() argument
211 phys_addr_t pfn = pud_val(pud); in pud_pfn()
213 return (pfn & pud_pfn_mask(pud)) >> PAGE_SHIFT; in pud_pfn()
246 static inline int pud_trans_huge(pud_t pud) in pud_trans_huge() argument
[all …]
|
| /Linux-v4.19/arch/x86/mm/ |
| D | init_64.c | 227 pud_t *pud = (pud_t *)spp_getpage(); in fill_pud() local
228 p4d_populate(&init_mm, p4d, pud); in fill_pud()
229 if (pud != pud_offset(p4d, 0)) in fill_pud()
231 pud, pud_offset(p4d, 0)); in fill_pud()
236 static pmd_t *fill_pmd(pud_t *pud, unsigned long vaddr) in fill_pmd() argument
238 if (pud_none(*pud)) { in fill_pmd()
240 pud_populate(&init_mm, pud, pmd); in fill_pmd()
241 if (pmd != pmd_offset(pud, 0)) in fill_pmd()
243 pmd, pmd_offset(pud, 0)); in fill_pmd()
245 return pmd_offset(pud, vaddr); in fill_pmd()
[all …]
|
| D | ident_map.c | 27 pud_t *pud = pud_page + pud_index(addr); in ident_pud_init() local
37 if (pud_present(*pud)) in ident_pud_init()
42 set_pud(pud, pudval); in ident_pud_init()
46 if (pud_present(*pud)) { in ident_pud_init()
47 pmd = pmd_offset(pud, 0); in ident_pud_init()
55 set_pud(pud, __pud(__pa(pmd) | info->kernpg_flag)); in ident_pud_init()
68 pud_t *pud; in ident_p4d_init() local
75 pud = pud_offset(p4d, 0); in ident_p4d_init()
76 ident_pud_init(info, pud, addr, next); in ident_p4d_init()
79 pud = (pud_t *)info->alloc_pgt_page(info->context); in ident_p4d_init()
[all …]
|
| /Linux-v4.19/arch/arm/mm/ |
| D | idmap.c | 23 static void idmap_add_pmd(pud_t *pud, unsigned long addr, unsigned long end, in idmap_add_pmd() argument
29 if (pud_none_or_clear_bad(pud) || (pud_val(*pud) & L_PGD_SWAPPER)) { in idmap_add_pmd()
39 if (!pud_none(*pud)) in idmap_add_pmd()
40 memcpy(pmd, pmd_offset(pud, 0), in idmap_add_pmd()
42 pud_populate(&init_mm, pud, pmd); in idmap_add_pmd()
45 pmd = pmd_offset(pud, addr); in idmap_add_pmd()
54 static void idmap_add_pmd(pud_t *pud, unsigned long addr, unsigned long end, in idmap_add_pmd() argument
57 pmd_t *pmd = pmd_offset(pud, addr); in idmap_add_pmd()
70 pud_t *pud = pud_offset(pgd, addr); in idmap_add_pud() local
75 idmap_add_pmd(pud, addr, next, prot); in idmap_add_pud()
[all …]
|
| /Linux-v4.19/arch/arm64/boot/dts/exynos/ |
| D | exynos5433-pinctrl.dtsi | 18 samsung,pin-pud = <EXYNOS_PIN_PULL_ ##_pull>; \
135 samsung,pin-pud = <EXYNOS_PIN_PULL_NONE>;
142 samsung,pin-pud = <EXYNOS_PIN_PULL_NONE>;
149 samsung,pin-pud = <EXYNOS_PIN_PULL_NONE>;
186 samsung,pin-pud = <EXYNOS_PIN_PULL_UP>;
193 samsung,pin-pud = <EXYNOS_PIN_PULL_UP>;
250 samsung,pin-pud = <EXYNOS_PIN_PULL_NONE>;
257 samsung,pin-pud = <EXYNOS_PIN_PULL_NONE>;
264 samsung,pin-pud = <EXYNOS_PIN_PULL_DOWN>;
271 samsung,pin-pud = <EXYNOS_PIN_PULL_DOWN>;
[all …]
|
| D | exynos7-pinctrl.dtsi | 190 samsung,pin-pud = <EXYNOS_PIN_PULL_UP>;
197 samsung,pin-pud = <EXYNOS_PIN_PULL_UP>;
204 samsung,pin-pud = <EXYNOS_PIN_PULL_UP>;
211 samsung,pin-pud = <EXYNOS_PIN_PULL_NONE>;
218 samsung,pin-pud = <EXYNOS_PIN_PULL_NONE>;
225 samsung,pin-pud = <EXYNOS_PIN_PULL_NONE>;
232 samsung,pin-pud = <EXYNOS_PIN_PULL_UP>;
239 samsung,pin-pud = <EXYNOS_PIN_PULL_NONE>;
246 samsung,pin-pud = <EXYNOS_PIN_PULL_NONE>;
253 samsung,pin-pud = <EXYNOS_PIN_PULL_UP>;
[all …]
|
| /Linux-v4.19/arch/sh/mm/ |
| D | hugetlbpage.c | 29 pud_t *pud; in huge_pte_alloc() local
35 pud = pud_alloc(mm, pgd, addr); in huge_pte_alloc()
36 if (pud) { in huge_pte_alloc()
37 pmd = pmd_alloc(mm, pud, addr); in huge_pte_alloc()
50 pud_t *pud; in huge_pte_offset() local
56 pud = pud_offset(pgd, addr); in huge_pte_offset()
57 if (pud) { in huge_pte_offset()
58 pmd = pmd_offset(pud, addr); in huge_pte_offset()
72 int pud_huge(pud_t pud) in pud_huge() argument
|
| /Linux-v4.19/arch/mips/include/asm/ |
| D | pgalloc.h | 36 static inline void pud_populate(struct mm_struct *mm, pud_t *pud, pmd_t *pmd) in pud_populate() argument
38 set_pud(pud, __pud((unsigned long)pmd)); in pud_populate()
117 pud_t *pud; in pud_alloc_one() local
119 pud = (pud_t *) __get_free_pages(GFP_KERNEL, PUD_ORDER); in pud_alloc_one()
120 if (pud) in pud_alloc_one()
121 pud_init((unsigned long)pud, (unsigned long)invalid_pmd_table); in pud_alloc_one()
122 return pud; in pud_alloc_one()
125 static inline void pud_free(struct mm_struct *mm, pud_t *pud) in pud_free() argument
127 free_pages((unsigned long)pud, PUD_ORDER); in pud_free()
130 static inline void pgd_populate(struct mm_struct *mm, pgd_t *pgd, pud_t *pud) in pgd_populate() argument
[all …]
|
| /Linux-v4.19/arch/sparc/mm/ |
| D | hugetlbpage.c | 280 pud_t *pud; in huge_pte_alloc() local
284 pud = pud_alloc(mm, pgd, addr); in huge_pte_alloc()
285 if (!pud) in huge_pte_alloc()
288 return (pte_t *)pud; in huge_pte_alloc()
289 pmd = pmd_alloc(mm, pud, addr); in huge_pte_alloc()
301 pud_t *pud; in huge_pte_offset() local
307 pud = pud_offset(pgd, addr); in huge_pte_offset()
308 if (pud_none(*pud)) in huge_pte_offset()
310 if (is_hugetlb_pud(*pud)) in huge_pte_offset()
311 return (pte_t *)pud; in huge_pte_offset()
[all …]
|
