| /Linux-v4.19/mm/ |
| D | pgtable-generic.c | 128 VM_BUG_ON((pmd_present(*pmdp) && !pmd_trans_huge(*pmdp) && in pmdp_huge_clear_flush()
204 VM_BUG_ON(pmd_trans_huge(*pmdp)); in pmdp_collapse_flush()
|
| D | page_vma_mapped.c | 162 if (pmd_trans_huge(pmde) || is_pmd_migration_entry(pmde)) { in page_vma_mapped_walk()
164 if (likely(pmd_trans_huge(*pvmw->pmd))) { in page_vma_mapped_walk()
|
| D | userfaultfd.c | 511 if (unlikely(pmd_trans_huge(dst_pmdval))) { in __mcopy_atomic()
521 if (unlikely(pmd_trans_huge(*dst_pmd))) { in __mcopy_atomic()
527 BUG_ON(pmd_trans_huge(*dst_pmd)); in __mcopy_atomic()
|
| D | mprotect.c | 181 if (!is_swap_pmd(*pmd) && !pmd_trans_huge(*pmd) && !pmd_devmap(*pmd) in change_pmd_range()
191 if (is_swap_pmd(*pmd) || pmd_trans_huge(*pmd) || pmd_devmap(*pmd)) { in change_pmd_range()
|
| D | mremap.c | 79 VM_BUG_ON(pmd_trans_huge(*pmd)); in alloc_new_pmd()
224 if (is_swap_pmd(*old_pmd) || pmd_trans_huge(*old_pmd)) { in move_page_tables()
|
| D | gup.c | 266 if (likely(!pmd_trans_huge(pmdval))) in follow_pmd_mask()
285 if (unlikely(!pmd_trans_huge(*pmd))) { in follow_pmd_mask()
463 VM_BUG_ON(pmd_trans_huge(*pmd)); in get_gate_page()
1652 if (unlikely(pmd_trans_huge(pmd) || pmd_huge(pmd))) { in gup_pmd_range()
|
| D | huge_memory.c | 945 if (unlikely(!pmd_trans_huge(pmd))) { in copy_huge_pmd()
1800 VM_BUG_ON(pmd_trans_huge(*new_pmd)); in move_huge_pmd()
1933 if (likely(is_swap_pmd(*pmd) || pmd_trans_huge(*pmd) || in __pmd_trans_huge_lock()
2071 VM_BUG_ON(!is_pmd_migration_entry(*pmd) && !pmd_trans_huge(*pmd) in __split_huge_pmd_locked()
2233 if (pmd_trans_huge(*pmd)) { in __split_huge_pmd()
|
| D | memory.c | 1139 if (is_swap_pmd(*src_pmd) || pmd_trans_huge(*src_pmd) in copy_pmd_range()
1424 if (is_swap_pmd(*pmd) || pmd_trans_huge(*pmd) || pmd_devmap(*pmd)) { in zap_pmd_range()
1681 VM_BUG_ON(pmd_trans_huge(*pmd)); in __get_locked_pte()
2014 VM_BUG_ON(pmd_trans_huge(*pmd)); in remap_pmd_range()
3616 if (pmd_trans_huge(*vmf->pmd)) { in do_fault_around()
4092 if (pmd_trans_huge(orig_pmd) || pmd_devmap(orig_pmd)) { in __handle_mm_fault()
4273 VM_BUG_ON(pmd_trans_huge(*pmd)); in __follow_pte_pmd()
|
| D | hmm.c | 587 if (pmd_devmap(*pmdp) || pmd_trans_huge(*pmdp)) { in hmm_vma_walk_pmd()
601 if (!pmd_devmap(pmd) && !pmd_trans_huge(pmd)) in hmm_vma_walk_pmd()
|
| D | madvise.c | 324 if (pmd_trans_huge(*pmd)) in madvise_free_pte_range()
|
| D | migrate.c | 2151 if (pmd_trans_huge(*pmdp)) { in migrate_vma_collect_pmd()
2155 if (unlikely(!pmd_trans_huge(*pmdp))) { in migrate_vma_collect_pmd()
2595 if (pmd_trans_huge(*pmdp) || pmd_devmap(*pmdp)) in migrate_vma_insert_page()
|
| /Linux-v4.19/Documentation/vm/ |
| D | transhuge.rst | 105 pmd_trans_huge() on the pmd returned by pmd_offset. You must hold the
109 pmd_trans_huge returns false, you just fallback in the old code
110 paths. If instead pmd_trans_huge returns true, you have to take the
111 page table lock (pmd_lock()) and re-run pmd_trans_huge. Taking the
114 pagetable walk). If the second pmd_trans_huge returns false, you
|
| /Linux-v4.19/arch/arm/include/asm/ |
| D | pgtable-3level.h | 229 #define pmd_thp_or_huge(pmd) (pmd_huge(pmd) || pmd_trans_huge(pmd))
232 #define pmd_trans_huge(pmd) (pmd_val(pmd) && !pmd_table(pmd)) macro
|
| /Linux-v4.19/arch/arc/include/asm/ |
| D | hugepage.h | 43 #define pmd_trans_huge(pmd) (pmd_val(pmd) & _PAGE_HW_SZ) macro
|
| /Linux-v4.19/include/linux/ |
| D | huge_mm.h | 152 if (is_swap_pmd(*____pmd) || pmd_trans_huge(*____pmd) \
194 if (is_swap_pmd(*pmd) || pmd_trans_huge(*pmd) || pmd_devmap(*pmd)) in pmd_trans_huge_lock()
|
| /Linux-v4.19/arch/powerpc/mm/ |
| D | pgtable-book3s64.c | 44 WARN_ON(!pmd_trans_huge(*pmdp) && !pmd_devmap(*pmdp)); in pmdp_set_access_flags()
74 WARN_ON(!(pmd_trans_huge(pmd) || pmd_devmap(pmd))); in set_pmd_at()
|
| D | pgtable_64.c | 309 if (pmd_trans_huge(pmd) || pmd_huge(pmd) || pmd_devmap(pmd)) in pmd_page()
|
| D | pgtable-hash64.c | 226 VM_BUG_ON(pmd_trans_huge(*pmdp)); in hash__pmdp_collapse_flush()
|
| D | hugetlbpage.c | 834 if (pmd_trans_huge(pmd) || pmd_devmap(pmd)) { in __find_linux_pte()
|
| /Linux-v4.19/arch/mips/include/asm/ |
| D | pgtable.h | 543 static inline int pmd_trans_huge(pmd_t pmd) function
631 if (pmd_trans_huge(pmd))
|
| /Linux-v4.19/arch/sparc/mm/ |
| D | tlb.c | 206 if (pmd_trans_huge(orig)) { in __set_pmd_acct()
|
| /Linux-v4.19/include/asm-generic/ |
| D | pgtable.h | 847 static inline int pmd_trans_huge(pmd_t pmd) in pmd_trans_huge() function
948 if (pmd_none(pmdval) || pmd_trans_huge(pmdval) || in pmd_none_or_trans_huge_or_clear_bad()
|
| /Linux-v4.19/arch/arm64/include/asm/ |
| D | pgtable.h | 357 #define pmd_trans_huge(pmd) (pmd_val(pmd) && !(pmd_val(pmd) & PMD_TABLE_BIT)) macro
371 #define pmd_thp_or_huge(pmd) (pmd_huge(pmd) || pmd_trans_huge(pmd))
|
| /Linux-v4.19/fs/ |
| D | dax.c | 1383 if (pmd_trans_huge(*vmf->pmd) || pmd_devmap(*vmf->pmd)) { in dax_iomap_pte_fault()
1620 if (!pmd_none(*vmf->pmd) && !pmd_trans_huge(*vmf->pmd) && in dax_iomap_pmd_fault()
|
| /Linux-v4.19/arch/x86/kernel/ |
| D | vm86_32.c | 187 if (pmd_trans_huge(*pmd)) { in mark_screen_rdonly()
|
