Home
last modified time | relevance | path

Searched refs:HPAGE_PMD_SIZE (Results 1 – 23 of 23) sorted by relevance

/Linux-v6.1/mm/
Dpgtable-generic.c114 flush_pmd_tlb_range(vma, address, address + HPAGE_PMD_SIZE); in pmdp_set_access_flags()
128 flush_pmd_tlb_range(vma, address, address + HPAGE_PMD_SIZE); in pmdp_clear_flush_young()
142 flush_pmd_tlb_range(vma, address, address + HPAGE_PMD_SIZE); in pmdp_huge_clear_flush()
199 flush_pmd_tlb_range(vma, address, address + HPAGE_PMD_SIZE); in pmdp_invalidate()
227 flush_tlb_range(vma, address, address + HPAGE_PMD_SIZE); in pmdp_collapse_flush()
Dhuge_memory.c113 !transhuge_vma_suitable(vma, (vma->vm_end - HPAGE_PMD_SIZE))) in hugepage_vma_check()
388 return sysfs_emit(buf, "%lu\n", HPAGE_PMD_SIZE); in hpage_pmd_size_show()
1566 tlb_change_page_size(tlb, HPAGE_PMD_SIZE); in madvise_free_huge_pmd()
1597 if (next - addr != HPAGE_PMD_SIZE) { in madvise_free_huge_pmd()
1642 tlb_change_page_size(tlb, HPAGE_PMD_SIZE); in zap_huge_pmd()
1693 tlb_remove_page_size(tlb, page, HPAGE_PMD_SIZE); in zap_huge_pmd()
1792 tlb_change_page_size(tlb, HPAGE_PMD_SIZE); in change_huge_pmd()
1900 tlb_flush_pmd_range(tlb, addr, HPAGE_PMD_SIZE); in change_huge_pmd()
2050 VM_BUG_ON_VMA(vma->vm_end < haddr + HPAGE_PMD_SIZE, vma); in __split_huge_pmd_locked()
2275 (address & HPAGE_PMD_MASK) + HPAGE_PMD_SIZE); in __split_huge_pmd()
[all …]
Dkhugepaged.c1036 address, address + HPAGE_PMD_SIZE); in collapse_huge_page()
1415 addr + HPAGE_PMD_SIZE); in collapse_and_free_pmd()
1457 !range_in_vma(vma, haddr, haddr + HPAGE_PMD_SIZE)) in collapse_pte_mapped_thp()
1660 vma->vm_end < addr + HPAGE_PMD_SIZE) { in retract_page_tables()
2288 hstart = round_up(vma->vm_start, HPAGE_PMD_SIZE); in khugepaged_scan_mm_slot()
2289 hend = round_down(vma->vm_end, HPAGE_PMD_SIZE); in khugepaged_scan_mm_slot()
2304 khugepaged_scan.address + HPAGE_PMD_SIZE > in khugepaged_scan_mm_slot()
2344 khugepaged_scan.address += HPAGE_PMD_SIZE; in khugepaged_scan_mm_slot()
2635 for (addr = hstart; addr < hend; addr += HPAGE_PMD_SIZE) { in madvise_collapse()
Dshmem.c571 round_up(inode->i_size, HPAGE_PMD_SIZE)) { in shmem_unused_huge_shrink()
1075 stat->blksize = HPAGE_PMD_SIZE; in shmem_getattr()
2177 if (len < HPAGE_PMD_SIZE) in shmem_get_unmapped_area()
2209 offset = (pgoff << PAGE_SHIFT) & (HPAGE_PMD_SIZE-1); in shmem_get_unmapped_area()
2210 if (offset && offset + len < 2 * HPAGE_PMD_SIZE) in shmem_get_unmapped_area()
2212 if ((addr & (HPAGE_PMD_SIZE-1)) == offset) in shmem_get_unmapped_area()
2215 inflated_len = len + HPAGE_PMD_SIZE - PAGE_SIZE; in shmem_get_unmapped_area()
2227 inflated_offset = inflated_addr & (HPAGE_PMD_SIZE-1); in shmem_get_unmapped_area()
2230 inflated_addr += HPAGE_PMD_SIZE; in shmem_get_unmapped_area()
Dmadvise.c346 tlb_change_page_size(tlb, HPAGE_PMD_SIZE); in madvise_cold_or_pageout_pte_range()
367 if (next - addr != HPAGE_PMD_SIZE) { in madvise_cold_or_pageout_pte_range()
Dmprotect.c389 if ((next - addr != HPAGE_PMD_SIZE) || in change_pmd_range()
Dmremap.c542 if (extent == HPAGE_PMD_SIZE && in move_page_tables()
Dmemory.c1160 VM_BUG_ON_VMA(next-addr != HPAGE_PMD_SIZE, src_vma); in copy_pmd_range()
1542 if (next - addr != HPAGE_PMD_SIZE) in zap_pmd_range()
1549 next - addr == HPAGE_PMD_SIZE && pmd_none(*pmd)) { in zap_pmd_range()
Drmap.c984 address + HPAGE_PMD_SIZE); in page_vma_mkclean_one()
/Linux-v6.1/include/linux/
Dhuge_mm.h110 #define HPAGE_PMD_SIZE ((1UL) << HPAGE_PMD_SHIFT) macro
111 #define HPAGE_PMD_MASK (~(HPAGE_PMD_SIZE - 1))
152 if (haddr < vma->vm_start || haddr + HPAGE_PMD_SIZE > vma->vm_end) in transhuge_vma_suitable()
308 #define HPAGE_PMD_SIZE ({ BUILD_BUG(); 0; }) macro
Dmmu_notifier.h609 ___haddr + HPAGE_PMD_SIZE); \
/Linux-v6.1/mm/damon/
Dops-common.c76 if (mmu_notifier_clear_young(mm, addr, addr + HPAGE_PMD_SIZE)) in damon_pmdp_mkold()
Dpaddr.c108 result->page_sz = HPAGE_PMD_SIZE; in __damon_pa_young()
Dvaddr.c455 *priv->page_sz = HPAGE_PMD_SIZE; in damon_young_pmd_entry()
/Linux-v6.1/arch/powerpc/mm/book3s64/
Dpgtable.c128 flush_pmd_tlb_range(vma, address, address + HPAGE_PMD_SIZE); in pmdp_invalidate()
146 flush_pmd_tlb_range(vma, addr, addr + HPAGE_PMD_SIZE); in pmdp_huge_get_and_clear_full()
Dradix_tlb.c1418 end = addr + HPAGE_PMD_SIZE; in radix__flush_tlb_collapsed_pmd()
Dhash_utils.c1907 max_hpte_count = HPAGE_PMD_SIZE >> shift; in flush_hash_hugepage()
/Linux-v6.1/arch/arc/mm/
Dtlb.c675 mmu->s_pg_sz_m != TO_MB(HPAGE_PMD_SIZE)) in arc_mmu_init()
677 (unsigned long)TO_MB(HPAGE_PMD_SIZE)); in arc_mmu_init()
/Linux-v6.1/arch/sparc/mm/
Dtlb.c250 flush_tlb_range(vma, address, address + HPAGE_PMD_SIZE); in pmdp_invalidate()
/Linux-v6.1/include/asm-generic/
Dtlb.h597 tlb_flush_pmd_range(tlb, address, HPAGE_PMD_SIZE); \
/Linux-v6.1/drivers/nvdimm/
Dpfn_devs.c100 alignments[1] = HPAGE_PMD_SIZE; in nd_pfn_supported_alignments()
115 return HPAGE_PMD_SIZE; in nd_pfn_default_alignment()
/Linux-v6.1/fs/proc/
Dtask_mmu.c595 mss->anonymous_thp += HPAGE_PMD_SIZE; in smaps_pmd_entry()
597 mss->shmem_thp += HPAGE_PMD_SIZE; in smaps_pmd_entry()
601 mss->file_thp += HPAGE_PMD_SIZE; in smaps_pmd_entry()
1877 HPAGE_PMD_SIZE/PAGE_SIZE); in gather_pte_stats()
/Linux-v6.1/arch/x86/mm/
Dpgtable.c610 flush_tlb_range(vma, address, address + HPAGE_PMD_SIZE); in pmdp_clear_flush_young()