Home
last modified time | relevance | path

Searched refs:HPAGE_PMD_NR (Results 1 – 14 of 14) sorted by relevance

/Linux-v5.15/mm/
Dkhugepaged.c263 if (err || max_ptes_none > HPAGE_PMD_NR-1) in khugepaged_max_ptes_none_store()
289 if (err || max_ptes_swap > HPAGE_PMD_NR-1) in khugepaged_max_ptes_swap_store()
316 if (err || max_ptes_shared > HPAGE_PMD_NR-1) in khugepaged_max_ptes_shared_store()
394 khugepaged_pages_to_scan = HPAGE_PMD_NR * 8; in khugepaged_init()
395 khugepaged_max_ptes_none = HPAGE_PMD_NR - 1; in khugepaged_init()
396 khugepaged_max_ptes_swap = HPAGE_PMD_NR / 8; in khugepaged_init()
397 khugepaged_max_ptes_shared = HPAGE_PMD_NR / 2; in khugepaged_init()
449 vma->vm_pgoff, HPAGE_PMD_NR)) in hugepage_vma_check()
611 for (_pte = pte; _pte < pte+HPAGE_PMD_NR; in __collapse_huge_page_isolate()
747 for (_pte = pte; _pte < pte + HPAGE_PMD_NR; in __collapse_huge_page_copy()
[all …]
Dhuge_memory.c152 return atomic_read(&huge_zero_refcount) == 1 ? HPAGE_PMD_NR : 0; in shrink_huge_zero_page_count()
163 return HPAGE_PMD_NR; in shrink_huge_zero_page_scan()
620 clear_huge_page(page, vmf->address, HPAGE_PMD_NR); in __do_huge_pmd_anonymous_page()
655 add_mm_counter(vma->vm_mm, MM_ANONPAGES, HPAGE_PMD_NR); in __do_huge_pmd_anonymous_page()
1067 add_mm_counter(dst_mm, MM_ANONPAGES, HPAGE_PMD_NR); in copy_huge_pmd()
1117 add_mm_counter(dst_mm, MM_ANONPAGES, HPAGE_PMD_NR); in copy_huge_pmd()
1480 task_numa_fault(last_cpupid, page_nid, HPAGE_PMD_NR, in do_huge_pmd_numa_page()
1628 add_mm_counter(tlb->mm, MM_ANONPAGES, -HPAGE_PMD_NR); in zap_huge_pmd()
1632 add_mm_counter(tlb->mm, mm_counter_file(page), -HPAGE_PMD_NR); in zap_huge_pmd()
1817 ret = HPAGE_PMD_NR; in change_huge_pmd()
[all …]
Dswap_slots.c312 get_swap_pages(1, &entry, HPAGE_PMD_NR); in get_swap_page()
Dmprotect.c268 if (nr_ptes == HPAGE_PMD_NR) { in change_pmd_range()
269 pages += HPAGE_PMD_NR; in change_pmd_range()
Dshmem.c493 index = round_up(index + 1, HPAGE_PMD_NR); in shmem_is_huge()
904 page->index >= start && page->index + HPAGE_PMD_NR <= end) in shmem_punch_compound()
1039 round_up(start, HPAGE_PMD_NR)) in shmem_undo_range()
1558 hindex = round_down(index, HPAGE_PMD_NR); in shmem_alloc_hugepage()
1559 if (xa_find(&mapping->i_pages, &hindex, hindex + HPAGE_PMD_NR - 1, in shmem_alloc_hugepage()
1598 nr = huge ? HPAGE_PMD_NR : 1; in shmem_alloc_and_acct_page()
1928 hindex = round_down(index, HPAGE_PMD_NR); in shmem_getpage_gfp()
1951 hindex + HPAGE_PMD_NR - 1) { in shmem_getpage_gfp()
2487 for (i = 0; i < HPAGE_PMD_NR; i++) { in shmem_write_end()
2754 index = round_up(index, HPAGE_PMD_NR); in shmem_fallocate()
Dvmstat.c1652 pages /= HPAGE_PMD_NR; in zoneinfo_show_print()
1782 v[i] /= HPAGE_PMD_NR; in vmstat_start()
Dmemcontrol.c5808 mc.precharge += HPAGE_PMD_NR; in mem_cgroup_count_precharge_pte_range()
6002 if (mc.precharge < HPAGE_PMD_NR) { in mem_cgroup_move_charge_pte_range()
6012 mc.precharge -= HPAGE_PMD_NR; in mem_cgroup_move_charge_pte_range()
6013 mc.moved_charge += HPAGE_PMD_NR; in mem_cgroup_move_charge_pte_range()
6022 mc.precharge -= HPAGE_PMD_NR; in mem_cgroup_move_charge_pte_range()
6023 mc.moved_charge += HPAGE_PMD_NR; in mem_cgroup_move_charge_pte_range()
Dswapfile.c265 #define SWAPFILE_CLUSTER HPAGE_PMD_NR
1641 for (i = 0; i < HPAGE_PMD_NR; i++) { in page_trans_huge_map_swapcount()
1653 _total_mapcount -= HPAGE_PMD_NR; in page_trans_huge_map_swapcount()
Dmemory-failure.c613 if (pfn <= hwp->pfn && hwp->pfn < pfn + HPAGE_PMD_NR) { in check_hwpoisoned_pmd_entry()
Dgup.c710 ctx->page_mask = HPAGE_PMD_NR - 1; in follow_pmd_mask()
Dmemory.c3933 for (i = 0; i < HPAGE_PMD_NR; i++) in do_set_pmd()
3940 add_mm_counter(vma->vm_mm, mm_counter_file(page), HPAGE_PMD_NR); in do_set_pmd()
/Linux-v5.15/include/linux/
Dhuge_mm.h105 #define HPAGE_PMD_NR (1<<HPAGE_PMD_ORDER) macro
124 HPAGE_PMD_NR)) in transhuge_vma_suitable()
282 return HPAGE_PMD_NR; in thp_nr_pages()
/Linux-v5.15/drivers/gpu/drm/amd/amdgpu/
Damdgpu_vram_mgr.c403 pages_per_node = HPAGE_PMD_NR; in amdgpu_vram_mgr_new()
/Linux-v5.15/drivers/base/
Dnode.c531 pages /= HPAGE_PMD_NR; in node_read_vmstat()