| /Linux-v4.19/arch/s390/mm/ |
| D | gup.c | 169 static inline int gup_pud_range(p4d_t *p4dp, p4d_t p4d, unsigned long addr, in gup_pud_range() argument
175 pudp = (pud_t *) p4dp; in gup_pud_range()
201 p4d_t *p4dp, p4d; in gup_p4d_range() local
203 p4dp = (p4d_t *) pgdp; in gup_p4d_range()
205 p4dp = (p4d_t *) pgd_deref(pgd); in gup_p4d_range()
206 p4dp += p4d_index(addr); in gup_p4d_range()
208 p4d = *p4dp; in gup_p4d_range()
213 if (!gup_pud_range(p4dp, p4d, addr, next, write, pages, nr)) in gup_p4d_range()
215 } while (p4dp++, addr = next, addr != end); in gup_p4d_range()
|
| D | hugetlbpage.c | 190 p4d_t *p4dp; in huge_pte_alloc() local
195 p4dp = p4d_alloc(mm, pgdp, addr); in huge_pte_alloc()
196 if (p4dp) { in huge_pte_alloc()
197 pudp = pud_alloc(mm, p4dp, addr); in huge_pte_alloc()
212 p4d_t *p4dp; in huge_pte_offset() local
218 p4dp = p4d_offset(pgdp, addr); in huge_pte_offset()
219 if (p4d_present(*p4dp)) { in huge_pte_offset()
220 pudp = pud_offset(p4dp, addr); in huge_pte_offset()
|
| D | pageattr.c | 266 p4d_t *p4dp; in walk_p4d_level() local
269 p4dp = p4d_offset(pgd, addr); in walk_p4d_level()
271 if (p4d_none(*p4dp)) in walk_p4d_level()
274 rc = walk_pud_level(p4dp, addr, next, flags); in walk_p4d_level()
275 p4dp++; in walk_p4d_level()
|
| /Linux-v4.19/arch/x86/include/asm/ |
| D | pgtable_64.h | 136 static inline void native_set_p4d(p4d_t *p4dp, p4d_t p4d) in native_set_p4d() argument
141 WRITE_ONCE(*p4dp, p4d); in native_set_p4d()
146 pgd = pti_set_user_pgtbl((pgd_t *)p4dp, pgd); in native_set_p4d()
147 WRITE_ONCE(*p4dp, native_make_p4d(native_pgd_val(pgd))); in native_set_p4d()
|
| D | paravirt.h | 550 static inline void set_p4d(p4d_t *p4dp, p4d_t p4d) in set_p4d() argument
555 PVOP_VCALL3(pv_mmu_ops.set_p4d, p4dp, in set_p4d()
558 PVOP_VCALL2(pv_mmu_ops.set_p4d, p4dp, in set_p4d()
595 static inline void p4d_clear(p4d_t *p4dp) in p4d_clear() argument
597 set_p4d(p4dp, __p4d(0)); in p4d_clear()
|
| D | pgtable.h | 75 # define set_p4d(p4dp, p4d) native_set_p4d(p4dp, p4d) argument
1257 static inline p4d_t *kernel_to_user_p4dp(p4d_t *p4dp) in kernel_to_user_p4dp() argument
1259 return ptr_set_bit(p4dp, PTI_PGTABLE_SWITCH_BIT); in kernel_to_user_p4dp()
1262 static inline p4d_t *user_to_kernel_p4dp(p4d_t *p4dp) in user_to_kernel_p4dp() argument
1264 return ptr_clear_bit(p4dp, PTI_PGTABLE_SWITCH_BIT); in user_to_kernel_p4dp()
|
| D | paravirt_types.h | 280 void (*set_p4d)(p4d_t *p4dp, p4d_t p4dval);
|
| /Linux-v4.19/include/asm-generic/ |
| D | 5level-fixup.h | 33 #define set_p4d(p4dp, p4d) set_pgd(p4dp, p4d) argument
|
| /Linux-v4.19/include/trace/events/ |
| D | xen.h | 240 TP_PROTO(p4d_t *p4dp, p4d_t *user_p4dp, p4d_t p4dval),
241 TP_ARGS(p4dp, user_p4dp, p4dval),
243 __field(p4d_t *, p4dp)
247 TP_fast_assign(__entry->p4dp = p4dp;
251 __entry->p4dp, __entry->user_p4dp,
|
| /Linux-v4.19/drivers/misc/sgi-gru/ |
| D | grufault.c | 222 p4d_t *p4dp; in atomic_pte_lookup() local
231 p4dp = p4d_offset(pgdp, vaddr); in atomic_pte_lookup()
232 if (unlikely(p4d_none(*p4dp))) in atomic_pte_lookup()
235 pudp = pud_offset(p4dp, vaddr); in atomic_pte_lookup()
|
| /Linux-v4.19/mm/ |
| D | gup.c | 320 unsigned long address, p4d_t *p4dp, in follow_pud_mask() argument
328 pud = pud_offset(p4dp, address); in follow_pud_mask()
1712 p4d_t *p4dp; in gup_p4d_range() local
1714 p4dp = p4d_offset(&pgd, addr); in gup_p4d_range()
1716 p4d_t p4d = READ_ONCE(*p4dp); in gup_p4d_range()
1728 } while (p4dp++, addr = next, addr != end); in gup_p4d_range()
|
| D | migrate.c | 2575 p4d_t *p4dp; in migrate_vma_insert_page() local
2585 p4dp = p4d_alloc(mm, pgdp, addr); in migrate_vma_insert_page()
2586 if (!p4dp) in migrate_vma_insert_page()
2588 pudp = pud_alloc(mm, p4dp, addr); in migrate_vma_insert_page()
|
