Home
last modified time | relevance | path

Searched refs:HPAGE_PMD_SIZE (Results 1 – 25 of 27) sorted by relevance

12

/Linux-v5.10/mm/
Dpgtable-generic.c113 flush_pmd_tlb_range(vma, address, address + HPAGE_PMD_SIZE); in pmdp_set_access_flags()
127 flush_pmd_tlb_range(vma, address, address + HPAGE_PMD_SIZE); in pmdp_clear_flush_young()
141 flush_pmd_tlb_range(vma, address, address + HPAGE_PMD_SIZE); in pmdp_huge_clear_flush()
198 flush_pmd_tlb_range(vma, address, address + HPAGE_PMD_SIZE); in pmdp_invalidate()
218 flush_tlb_range(vma, address, address + HPAGE_PMD_SIZE); in pmdp_collapse_flush()
Dhuge_memory.c68 unsigned long addr = (vma->vm_end & HPAGE_PMD_MASK) - HPAGE_PMD_SIZE; in transparent_hugepage_enabled()
301 return sprintf(buf, "%lu\n", HPAGE_PMD_SIZE); in hpage_pmd_size_show()
1504 flush_tlb_range(vma, haddr, haddr + HPAGE_PMD_SIZE); in do_huge_pmd_numa_page()
1515 haddr + HPAGE_PMD_SIZE); in do_huge_pmd_numa_page()
1570 tlb_change_page_size(tlb, HPAGE_PMD_SIZE); in madvise_free_huge_pmd()
1601 if (next - addr != HPAGE_PMD_SIZE) { in madvise_free_huge_pmd()
1646 tlb_change_page_size(tlb, HPAGE_PMD_SIZE); in zap_huge_pmd()
1665 tlb_remove_page_size(tlb, pmd_page(orig_pmd), HPAGE_PMD_SIZE); in zap_huge_pmd()
1669 tlb_remove_page_size(tlb, pmd_page(orig_pmd), HPAGE_PMD_SIZE); in zap_huge_pmd()
1700 tlb_remove_page_size(tlb, page, HPAGE_PMD_SIZE); in zap_huge_pmd()
[all …]
Dkhugepaged.c972 if (address < hstart || address + HPAGE_PMD_SIZE > hend) in hugepage_vma_revalidate()
1128 address, address + HPAGE_PMD_SIZE); in collapse_huge_page()
1435 vma->vm_start > haddr || vma->vm_end < haddr + HPAGE_PMD_SIZE) in collapse_pte_mapped_thp()
1574 if (vma->vm_end < addr + HPAGE_PMD_SIZE) in retract_page_tables()
2111 khugepaged_scan.address + HPAGE_PMD_SIZE > in khugepaged_scan_mm_slot()
2128 khugepaged_scan.address += HPAGE_PMD_SIZE; in khugepaged_scan_mm_slot()
Dshmem.c551 round_up(inode->i_size, HPAGE_PMD_SIZE)) { in shmem_unused_huge_shrink()
1078 stat->blksize = HPAGE_PMD_SIZE; in shmem_getattr()
1876 if (i_size >= HPAGE_PMD_SIZE && in shmem_getpage_gfp()
2150 if (len < HPAGE_PMD_SIZE) in shmem_get_unmapped_area()
2182 offset = (pgoff << PAGE_SHIFT) & (HPAGE_PMD_SIZE-1); in shmem_get_unmapped_area()
2183 if (offset && offset + len < 2 * HPAGE_PMD_SIZE) in shmem_get_unmapped_area()
2185 if ((addr & (HPAGE_PMD_SIZE-1)) == offset) in shmem_get_unmapped_area()
2188 inflated_len = len + HPAGE_PMD_SIZE - PAGE_SIZE; in shmem_get_unmapped_area()
2200 inflated_offset = inflated_addr & (HPAGE_PMD_SIZE-1); in shmem_get_unmapped_area()
2203 inflated_addr += HPAGE_PMD_SIZE; in shmem_get_unmapped_area()
[all …]
Dmadvise.c328 tlb_change_page_size(tlb, HPAGE_PMD_SIZE); in madvise_cold_or_pageout_pte_range()
349 if (next - addr != HPAGE_PMD_SIZE) { in madvise_cold_or_pageout_pte_range()
Dmprotect.c251 if (next - addr != HPAGE_PMD_SIZE) { in change_pmd_range()
Dmremap.c287 if (extent == HPAGE_PMD_SIZE) { in move_page_tables()
Ddebug_vm_pgtable.c166 vaddr = (vaddr & HPAGE_PMD_MASK) + HPAGE_PMD_SIZE; in pmd_advanced_tests()
Dmemory.c1047 VM_BUG_ON_VMA(next-addr != HPAGE_PMD_SIZE, src_vma); in copy_pmd_range()
1342 if (next - addr != HPAGE_PMD_SIZE) in zap_pmd_range()
/Linux-v5.10/include/linux/
Dhuge_mm.h117 #define HPAGE_PMD_SIZE ((1UL) << HPAGE_PMD_SHIFT) macro
118 #define HPAGE_PMD_MASK (~(HPAGE_PMD_SIZE - 1))
173 if (haddr < vma->vm_start || haddr + HPAGE_PMD_SIZE > vma->vm_end) in transhuge_vma_suitable()
338 #define HPAGE_PMD_SIZE ({ BUILD_BUG(); 0; }) macro
Dmmu_notifier.h603 ___haddr + HPAGE_PMD_SIZE); \
/Linux-v5.10/arch/powerpc/mm/book3s64/
Dpgtable.c112 flush_pmd_tlb_range(vma, address, address + HPAGE_PMD_SIZE); in pmdp_invalidate()
130 flush_pmd_tlb_range(vma, addr, addr + HPAGE_PMD_SIZE); in pmdp_huge_get_and_clear_full()
Dradix_tlb.c1169 end = addr + HPAGE_PMD_SIZE; in radix__flush_tlb_collapsed_pmd()
Dhash_utils.c1801 max_hpte_count = HPAGE_PMD_SIZE >> shift; in flush_hash_hugepage()
/Linux-v5.10/drivers/gpu/drm/vmwgfx/
Dvmwgfx_thp.c85 align_pages = (HPAGE_PMD_SIZE >> PAGE_SHIFT); in vmw_thp_get_node()
Dvmwgfx_page_dirty.c508 fault_page_size = HPAGE_PMD_SIZE >> PAGE_SHIFT; in vmw_bo_vm_huge_fault()
/Linux-v5.10/arch/arc/mm/
Dtlb.c839 mmu->s_pg_sz_m != TO_MB(HPAGE_PMD_SIZE)) in arc_mmu_init()
841 (unsigned long)TO_MB(HPAGE_PMD_SIZE)); in arc_mmu_init()
/Linux-v5.10/arch/sparc/mm/
Dtlb.c249 flush_tlb_range(vma, address, address + HPAGE_PMD_SIZE); in pmdp_invalidate()
/Linux-v5.10/drivers/gpu/drm/
Ddrm_file.c987 if (len < HPAGE_PMD_SIZE) in drm_get_unmapped_area()
1000 HPAGE_PMD_SIZE); in drm_get_unmapped_area()
/Linux-v5.10/include/asm-generic/
Dtlb.h583 tlb_flush_pmd_range(tlb, address, HPAGE_PMD_SIZE); \
/Linux-v5.10/fs/proc/
Dtask_mmu.c557 mss->anonymous_thp += HPAGE_PMD_SIZE; in smaps_pmd_entry()
559 mss->shmem_thp += HPAGE_PMD_SIZE; in smaps_pmd_entry()
563 mss->file_thp += HPAGE_PMD_SIZE; in smaps_pmd_entry()
1796 HPAGE_PMD_SIZE/PAGE_SIZE); in gather_pte_stats()
/Linux-v5.10/drivers/nvdimm/
Dpfn_devs.c101 alignments[1] = HPAGE_PMD_SIZE; in nd_pfn_supported_alignments()
116 return HPAGE_PMD_SIZE; in nd_pfn_default_alignment()
/Linux-v5.10/drivers/gpu/drm/ttm/
Dttm_bo_vm.c219 if (fault_page_size == (HPAGE_PMD_SIZE >> PAGE_SHIFT)) in ttm_bo_vm_insert_huge()
Dttm_page_alloc_dma.c596 pool->size = HPAGE_PMD_SIZE; in ttm_dma_pool_init()
/Linux-v5.10/arch/x86/mm/
Dpgtable.c607 flush_tlb_range(vma, address, address + HPAGE_PMD_SIZE); in pmdp_clear_flush_young()

12