Home
last modified time | relevance | path

Searched refs:HPAGE_PMD_MASK (Results 1 – 13 of 13) sorted by relevance

/Linux-v5.4/mm/
Dpgtable-generic.c101 VM_BUG_ON(address & ~HPAGE_PMD_MASK); in pmdp_set_access_flags()
115 VM_BUG_ON(address & ~HPAGE_PMD_MASK); in pmdp_clear_flush_young()
128 VM_BUG_ON(address & ~HPAGE_PMD_MASK); in pmdp_huge_clear_flush()
204 VM_BUG_ON(address & ~HPAGE_PMD_MASK); in pmdp_collapse_flush()
Dhuge_memory.c68 unsigned long addr = (vma->vm_end & HPAGE_PMD_MASK) - HPAGE_PMD_SIZE; in transparent_hugepage_enabled()
579 unsigned long haddr = vmf->address & HPAGE_PMD_MASK; in __do_huge_pmd_anonymous_page()
710 unsigned long haddr = vmf->address & HPAGE_PMD_MASK; in do_huge_pmd_anonymous_page()
928 if (pmdp_set_access_flags(vma, addr & HPAGE_PMD_MASK, in touch_pmd()
1188 haddr = vmf->address & HPAGE_PMD_MASK; in huge_pmd_set_accessed()
1200 unsigned long haddr = vmf->address & HPAGE_PMD_MASK; in do_huge_pmd_wp_page_fallback()
1318 unsigned long haddr = vmf->address & HPAGE_PMD_MASK; in do_huge_pmd_wp_page()
1523 page += (addr & ~HPAGE_PMD_MASK) >> PAGE_SHIFT; in follow_trans_huge_pmd()
1538 unsigned long haddr = vmf->address & HPAGE_PMD_MASK; in do_huge_pmd_numa_page()
1872 if ((old_addr & ~HPAGE_PMD_MASK) || in move_huge_pmd()
[all …]
Dkhugepaged.c477 hstart = (vma->vm_start + ~HPAGE_PMD_MASK) & HPAGE_PMD_MASK; in khugepaged_enter_vma_merge()
478 hend = vma->vm_end & HPAGE_PMD_MASK; in khugepaged_enter_vma_merge()
873 hstart = (vma->vm_start + ~HPAGE_PMD_MASK) & HPAGE_PMD_MASK; in hugepage_vma_revalidate()
874 hend = vma->vm_end & HPAGE_PMD_MASK; in hugepage_vma_revalidate()
962 VM_BUG_ON(address & ~HPAGE_PMD_MASK); in collapse_huge_page()
1129 VM_BUG_ON(address & ~HPAGE_PMD_MASK); in khugepaged_scan_pmd()
1273 VM_BUG_ON(addr & ~HPAGE_PMD_MASK); in khugepaged_add_pte_mapped_thp()
1292 unsigned long haddr = addr & HPAGE_PMD_MASK; in collapse_pte_mapped_thp()
1444 if (addr & ~HPAGE_PMD_MASK) in retract_page_tables()
1951 hstart = (vma->vm_start + ~HPAGE_PMD_MASK) & HPAGE_PMD_MASK; in khugepaged_scan_mm_slot()
[all …]
Dshmem.c520 (inode->i_size & HPAGE_PMD_MASK) >> PAGE_SHIFT); in shmem_unused_huge_shrink()
2226 ((vma->vm_start + ~HPAGE_PMD_MASK) & HPAGE_PMD_MASK) < in shmem_mmap()
2227 (vma->vm_end & HPAGE_PMD_MASK)) { in shmem_mmap()
4186 ((vma->vm_start + ~HPAGE_PMD_MASK) & HPAGE_PMD_MASK) < in shmem_zero_setup()
4187 (vma->vm_end & HPAGE_PMD_MASK)) { in shmem_zero_setup()
Dmigrate.c2003 unsigned long start = address & HPAGE_PMD_MASK; in migrate_misplaced_transhuge_page()
Dmemory.c3191 unsigned long haddr = vmf->address & HPAGE_PMD_MASK; in do_set_pmd()
/Linux-v5.4/include/linux/
Dhuge_mm.h84 #define HPAGE_PMD_MASK (~(HPAGE_PMD_SIZE - 1)) macro
286 #define HPAGE_PMD_MASK ({ BUILD_BUG(); 0; }) macro
Dmmu_notifier.h485 unsigned long ___haddr = __haddr & HPAGE_PMD_MASK; \
/Linux-v5.4/arch/powerpc/mm/book3s64/
Dhash_hugepage.c76 index = (ea & ~HPAGE_PMD_MASK) >> shift; in __hash_page_thp()
Dhash_pgtable.c227 VM_BUG_ON(address & ~HPAGE_PMD_MASK); in hash__pmdp_collapse_flush()
Dradix_pgtable.c946 VM_BUG_ON(address & ~HPAGE_PMD_MASK); in radix__pmdp_collapse_flush()
Dhash_utils.c1746 s_addr = addr & HPAGE_PMD_MASK; in flush_hash_hugepage()
/Linux-v5.4/arch/x86/mm/
Dpgtable.c498 VM_BUG_ON(address & ~HPAGE_PMD_MASK); in pmdp_set_access_flags()
596 VM_BUG_ON(address & ~HPAGE_PMD_MASK); in pmdp_clear_flush_young()