| /Linux-v5.4/arch/s390/mm/ |
| D | hugetlbpage.c | 190 p4d_t *p4dp; in huge_pte_alloc() local
195 p4dp = p4d_alloc(mm, pgdp, addr); in huge_pte_alloc()
196 if (p4dp) { in huge_pte_alloc()
197 pudp = pud_alloc(mm, p4dp, addr); in huge_pte_alloc()
212 p4d_t *p4dp; in huge_pte_offset() local
218 p4dp = p4d_offset(pgdp, addr); in huge_pte_offset()
219 if (p4d_present(*p4dp)) { in huge_pte_offset()
220 pudp = pud_offset(p4dp, addr); in huge_pte_offset()
|
| D | pageattr.c | 266 p4d_t *p4dp; in walk_p4d_level() local
269 p4dp = p4d_offset(pgd, addr); in walk_p4d_level()
271 if (p4d_none(*p4dp)) in walk_p4d_level()
274 rc = walk_pud_level(p4dp, addr, next, flags); in walk_p4d_level()
275 p4dp++; in walk_p4d_level()
|
| /Linux-v5.4/arch/x86/include/asm/ |
| D | pgtable_64.h | 136 static inline void native_set_p4d(p4d_t *p4dp, p4d_t p4d) in native_set_p4d() argument
141 WRITE_ONCE(*p4dp, p4d); in native_set_p4d()
146 pgd = pti_set_user_pgtbl((pgd_t *)p4dp, pgd); in native_set_p4d()
147 WRITE_ONCE(*p4dp, native_make_p4d(native_pgd_val(pgd))); in native_set_p4d()
|
| D | pgtable.h | 77 # define set_p4d(p4dp, p4d) native_set_p4d(p4dp, p4d) argument
1276 static inline p4d_t *kernel_to_user_p4dp(p4d_t *p4dp) in kernel_to_user_p4dp() argument
1278 return ptr_set_bit(p4dp, PTI_PGTABLE_SWITCH_BIT); in kernel_to_user_p4dp()
1281 static inline p4d_t *user_to_kernel_p4dp(p4d_t *p4dp) in user_to_kernel_p4dp() argument
1283 return ptr_clear_bit(p4dp, PTI_PGTABLE_SWITCH_BIT); in user_to_kernel_p4dp()
|
| D | paravirt.h | 518 static inline void set_p4d(p4d_t *p4dp, p4d_t p4d) in set_p4d() argument
522 PVOP_VCALL2(mmu.set_p4d, p4dp, val); in set_p4d()
558 static inline void p4d_clear(p4d_t *p4dp) in p4d_clear() argument
560 set_p4d(p4dp, __p4d(0)); in p4d_clear()
|
| D | paravirt_types.h | 282 void (*set_p4d)(p4d_t *p4dp, p4d_t p4dval);
|
| /Linux-v5.4/include/asm-generic/ |
| D | 5level-fixup.h | 49 #define set_p4d(p4dp, p4d) set_pgd(p4dp, p4d) argument
|
| D | pgtable.h | 429 #define set_p4d_safe(p4dp, p4d) \ argument
431 WARN_ON_ONCE(p4d_present(*p4dp) && !p4d_same(*p4dp, p4d)); \
432 set_p4d(p4dp, p4d); \
|
| /Linux-v5.4/include/trace/events/ |
| D | xen.h | 240 TP_PROTO(p4d_t *p4dp, p4d_t *user_p4dp, p4d_t p4dval),
241 TP_ARGS(p4dp, user_p4dp, p4dval),
243 __field(p4d_t *, p4dp)
247 TP_fast_assign(__entry->p4dp = p4dp;
251 __entry->p4dp, __entry->user_p4dp,
|
| /Linux-v5.4/drivers/misc/sgi-gru/ |
| D | grufault.c | 209 p4d_t *p4dp; in atomic_pte_lookup() local
218 p4dp = p4d_offset(pgdp, vaddr); in atomic_pte_lookup()
219 if (unlikely(p4d_none(*p4dp))) in atomic_pte_lookup()
222 pudp = pud_offset(p4dp, vaddr); in atomic_pte_lookup()
|
| /Linux-v5.4/mm/ |
| D | gup.c | 424 unsigned long address, p4d_t *p4dp, in follow_pud_mask() argument
433 pud = pud_offset(p4dp, address); in follow_pud_mask()
2247 p4d_t *p4dp; in gup_p4d_range() local
2249 p4dp = p4d_offset(&pgd, addr); in gup_p4d_range()
2251 p4d_t p4d = READ_ONCE(*p4dp); in gup_p4d_range()
2263 } while (p4dp++, addr = next, addr != end); in gup_p4d_range()
|
| D | migrate.c | 2684 p4d_t *p4dp; in migrate_vma_insert_page() local
2694 p4dp = p4d_alloc(mm, pgdp, addr); in migrate_vma_insert_page()
2695 if (!p4dp) in migrate_vma_insert_page()
2697 pudp = pud_alloc(mm, p4dp, addr); in migrate_vma_insert_page()
|
