Home
last modified time | relevance | path

Searched refs:HPAGE_PMD_MASK (Results 1 – 15 of 15) sorted by relevance

/Linux-v5.10/mm/
Dpgtable-generic.c110 VM_BUG_ON(address & ~HPAGE_PMD_MASK); in pmdp_set_access_flags()
124 VM_BUG_ON(address & ~HPAGE_PMD_MASK); in pmdp_clear_flush_young()
137 VM_BUG_ON(address & ~HPAGE_PMD_MASK); in pmdp_huge_clear_flush()
213 VM_BUG_ON(address & ~HPAGE_PMD_MASK); in pmdp_collapse_flush()
Dkhugepaged.c508 hstart = (vma->vm_start + ~HPAGE_PMD_MASK) & HPAGE_PMD_MASK; in khugepaged_enter_vma_merge()
509 hend = vma->vm_end & HPAGE_PMD_MASK; in khugepaged_enter_vma_merge()
970 hstart = (vma->vm_start + ~HPAGE_PMD_MASK) & HPAGE_PMD_MASK; in hugepage_vma_revalidate()
971 hend = vma->vm_end & HPAGE_PMD_MASK; in hugepage_vma_revalidate()
1062 VM_BUG_ON(address & ~HPAGE_PMD_MASK); in collapse_huge_page()
1227 VM_BUG_ON(address & ~HPAGE_PMD_MASK); in khugepaged_scan_pmd()
1406 VM_BUG_ON(addr & ~HPAGE_PMD_MASK); in khugepaged_add_pte_mapped_thp()
1425 unsigned long haddr = addr & HPAGE_PMD_MASK; in collapse_pte_mapped_thp()
1572 if (addr & ~HPAGE_PMD_MASK) in retract_page_tables()
2092 hstart = (vma->vm_start + ~HPAGE_PMD_MASK) & HPAGE_PMD_MASK; in khugepaged_scan_mm_slot()
[all …]
Dhuge_memory.c68 unsigned long addr = (vma->vm_end & HPAGE_PMD_MASK) - HPAGE_PMD_SIZE; in transparent_hugepage_enabled()
570 unsigned long haddr = vmf->address & HPAGE_PMD_MASK; in __do_huge_pmd_anonymous_page()
700 unsigned long haddr = vmf->address & HPAGE_PMD_MASK; in do_huge_pmd_anonymous_page()
943 if (pmdp_set_access_flags(vma, addr & HPAGE_PMD_MASK, in touch_pmd()
1253 haddr = vmf->address & HPAGE_PMD_MASK; in huge_pmd_set_accessed()
1265 unsigned long haddr = vmf->address & HPAGE_PMD_MASK; in do_huge_pmd_wp_page()
1393 page += (addr & ~HPAGE_PMD_MASK) >> PAGE_SHIFT; in follow_trans_huge_pmd()
1406 unsigned long haddr = vmf->address & HPAGE_PMD_MASK; in do_huge_pmd_numa_page()
2025 VM_BUG_ON(haddr & ~HPAGE_PMD_MASK); in __split_huge_pmd_locked()
2195 address & HPAGE_PMD_MASK, in __split_huge_pmd()
[all …]
Dshmem.c581 (inode->i_size & HPAGE_PMD_MASK) >> PAGE_SHIFT); in shmem_unused_huge_shrink()
2285 ((vma->vm_start + ~HPAGE_PMD_MASK) & HPAGE_PMD_MASK) < in shmem_mmap()
2286 (vma->vm_end & HPAGE_PMD_MASK)) { in shmem_mmap()
4284 ((vma->vm_start + ~HPAGE_PMD_MASK) & HPAGE_PMD_MASK) < in shmem_zero_setup()
4285 (vma->vm_end & HPAGE_PMD_MASK)) { in shmem_zero_setup()
Ddebug_vm_pgtable.c166 vaddr = (vaddr & HPAGE_PMD_MASK) + HPAGE_PMD_SIZE; in pmd_advanced_tests()
Dmigrate.c2139 unsigned long start = address & HPAGE_PMD_MASK; in migrate_misplaced_transhuge_page()
Dmemory.c3711 unsigned long haddr = vmf->address & HPAGE_PMD_MASK; in do_set_pmd()
/Linux-v5.10/include/linux/
Dhuge_mm.h118 #define HPAGE_PMD_MASK (~(HPAGE_PMD_SIZE - 1)) macro
337 #define HPAGE_PMD_MASK ({ BUILD_BUG(); 0; }) macro
Dmmu_notifier.h597 unsigned long ___haddr = __haddr & HPAGE_PMD_MASK; \
/Linux-v5.10/arch/powerpc/mm/book3s64/
Dhash_hugepage.c76 index = (ea & ~HPAGE_PMD_MASK) >> shift; in __hash_page_thp()
Dhash_pgtable.c227 VM_BUG_ON(address & ~HPAGE_PMD_MASK); in hash__pmdp_collapse_flush()
Dpgtable.c120 VM_BUG_ON(addr & ~HPAGE_PMD_MASK); in pmdp_huge_get_and_clear_full()
Dradix_pgtable.c991 VM_BUG_ON(address & ~HPAGE_PMD_MASK); in radix__pmdp_collapse_flush()
Dhash_utils.c1782 s_addr = addr & HPAGE_PMD_MASK; in flush_hash_hugepage()
/Linux-v5.10/arch/x86/mm/
Dpgtable.c505 VM_BUG_ON(address & ~HPAGE_PMD_MASK); in pmdp_set_access_flags()
603 VM_BUG_ON(address & ~HPAGE_PMD_MASK); in pmdp_clear_flush_young()