Home
last modified time | relevance | path

Searched refs:HPAGE_PMD_SIZE (Results 1 – 21 of 21) sorted by relevance

/Linux-v4.19/mm/
Dpgtable-generic.c103 flush_pmd_tlb_range(vma, address, address + HPAGE_PMD_SIZE); in pmdp_set_access_flags()
117 flush_pmd_tlb_range(vma, address, address + HPAGE_PMD_SIZE); in pmdp_clear_flush_young()
131 flush_pmd_tlb_range(vma, address, address + HPAGE_PMD_SIZE); in pmdp_huge_clear_flush()
188 flush_pmd_tlb_range(vma, address, address + HPAGE_PMD_SIZE); in pmdp_invalidate()
208 flush_tlb_range(vma, address, address + HPAGE_PMD_SIZE); in pmdp_collapse_flush()
Dhuge_memory.c294 return sprintf(buf, "%lu\n", HPAGE_PMD_SIZE); in hpage_pmd_size_show()
673 if (haddr < vma->vm_start || haddr + HPAGE_PMD_SIZE > vma->vm_end) in do_huge_pmd_anonymous_page()
1172 mmun_end = haddr + HPAGE_PMD_SIZE; in do_huge_pmd_wp_page_fallback()
1337 mmun_end = haddr + HPAGE_PMD_SIZE; in do_huge_pmd_wp_page()
1566 flush_tlb_range(vma, haddr, haddr + HPAGE_PMD_SIZE); in do_huge_pmd_numa_page()
1620 tlb_remove_check_page_size_change(tlb, HPAGE_PMD_SIZE); in madvise_free_huge_pmd()
1651 if (next - addr != HPAGE_PMD_SIZE) { in madvise_free_huge_pmd()
1696 tlb_remove_check_page_size_change(tlb, HPAGE_PMD_SIZE); in zap_huge_pmd()
1715 tlb_remove_page_size(tlb, pmd_page(orig_pmd), HPAGE_PMD_SIZE); in zap_huge_pmd()
1719 tlb_remove_page_size(tlb, pmd_page(orig_pmd), HPAGE_PMD_SIZE); in zap_huge_pmd()
[all …]
Dkhugepaged.c863 if (address < hstart || address + HPAGE_PMD_SIZE > hend) in hugepage_vma_revalidate()
1021 mmun_end = address + HPAGE_PMD_SIZE; in collapse_huge_page()
1262 if (vma->vm_end < addr + HPAGE_PMD_SIZE) in retract_page_tables()
1722 khugepaged_scan.address + HPAGE_PMD_SIZE > in khugepaged_scan_mm_slot()
1742 khugepaged_scan.address += HPAGE_PMD_SIZE; in khugepaged_scan_mm_slot()
Dshmem.c471 round_up(inode->i_size, HPAGE_PMD_SIZE)) { in shmem_unused_huge_shrink()
1011 stat->blksize = HPAGE_PMD_SIZE; in shmem_getattr()
1777 if (i_size >= HPAGE_PMD_SIZE && in shmem_getpage_gfp()
2062 if (len < HPAGE_PMD_SIZE) in shmem_get_unmapped_area()
2093 offset = (pgoff << PAGE_SHIFT) & (HPAGE_PMD_SIZE-1); in shmem_get_unmapped_area()
2094 if (offset && offset + len < 2 * HPAGE_PMD_SIZE) in shmem_get_unmapped_area()
2096 if ((addr & (HPAGE_PMD_SIZE-1)) == offset) in shmem_get_unmapped_area()
2099 inflated_len = len + HPAGE_PMD_SIZE - PAGE_SIZE; in shmem_get_unmapped_area()
2111 inflated_offset = inflated_addr & (HPAGE_PMD_SIZE-1); in shmem_get_unmapped_area()
2114 inflated_addr += HPAGE_PMD_SIZE; in shmem_get_unmapped_area()
[all …]
Dmprotect.c192 if (next - addr != HPAGE_PMD_SIZE) { in change_pmd_range()
Dmremap.c225 if (extent == HPAGE_PMD_SIZE) { in move_page_tables()
Dmemory.c1142 VM_BUG_ON_VMA(next-addr != HPAGE_PMD_SIZE, vma); in copy_pmd_range()
1425 if (next - addr != HPAGE_PMD_SIZE) in zap_pmd_range()
3330 if (haddr < vma->vm_start || haddr + HPAGE_PMD_SIZE > vma->vm_end) in transhuge_vma_suitable()
Dmigrate.c1977 unsigned long mmun_end = mmun_start + HPAGE_PMD_SIZE; in migrate_misplaced_transhuge_page()
/Linux-v4.19/include/linux/
Dhuge_mm.h85 #define HPAGE_PMD_SIZE ((1UL) << HPAGE_PMD_SHIFT) macro
86 #define HPAGE_PMD_MASK (~(HPAGE_PMD_SIZE - 1))
252 #define HPAGE_PMD_SIZE ({ BUILD_BUG(); 0; }) macro
Dmmu_notifier.h399 ___haddr + HPAGE_PMD_SIZE); \
/Linux-v4.19/include/asm-generic/
Dtlb.h241 __tlb_adjust_range(tlb, address, HPAGE_PMD_SIZE); \
/Linux-v4.19/arch/arc/mm/
Dtlb.c863 mmu->s_pg_sz_m != TO_MB(HPAGE_PMD_SIZE)) in arc_mmu_init()
865 (unsigned long)TO_MB(HPAGE_PMD_SIZE)); in arc_mmu_init()
/Linux-v4.19/arch/sparc/mm/
Dtlb.c251 flush_tlb_range(vma, address, address + HPAGE_PMD_SIZE); in pmdp_invalidate()
/Linux-v4.19/arch/powerpc/mm/
Dpgtable-book3s64.c110 flush_pmd_tlb_range(vma, address, address + HPAGE_PMD_SIZE); in pmdp_invalidate()
Dtlb-radix.c999 end = addr + HPAGE_PMD_SIZE; in radix__flush_tlb_collapsed_pmd()
Dhash_utils_64.c1683 max_hpte_count = HPAGE_PMD_SIZE >> shift; in flush_hash_hugepage()
/Linux-v4.19/drivers/nvdimm/
Dnd.h285 #define PFN_DEFAULT_ALIGNMENT HPAGE_PMD_SIZE
Dpfn_devs.c123 HPAGE_PMD_SIZE, in nd_pfn_supported_alignments()
/Linux-v4.19/fs/proc/
Dtask_mmu.c551 mss->anonymous_thp += HPAGE_PMD_SIZE; in smaps_pmd_entry()
553 mss->shmem_thp += HPAGE_PMD_SIZE; in smaps_pmd_entry()
1673 HPAGE_PMD_SIZE/PAGE_SIZE); in gather_pte_stats()
/Linux-v4.19/arch/x86/mm/
Dpgtable.c617 flush_tlb_range(vma, address, address + HPAGE_PMD_SIZE); in pmdp_clear_flush_young()
/Linux-v4.19/drivers/gpu/drm/ttm/
Dttm_page_alloc_dma.c599 pool->size = HPAGE_PMD_SIZE; in ttm_dma_pool_init()