Home
last modified time | relevance | path

Searched refs:HPAGE_PMD_NR (Results 1 – 18 of 18) sorted by relevance

/Linux-v5.10/fs/proc/
Dmeminfo.c132 global_node_page_state(NR_ANON_THPS) * HPAGE_PMD_NR); in meminfo_proc_show()
134 global_node_page_state(NR_SHMEM_THPS) * HPAGE_PMD_NR); in meminfo_proc_show()
136 global_node_page_state(NR_SHMEM_PMDMAPPED) * HPAGE_PMD_NR); in meminfo_proc_show()
138 global_node_page_state(NR_FILE_THPS) * HPAGE_PMD_NR); in meminfo_proc_show()
140 global_node_page_state(NR_FILE_PMDMAPPED) * HPAGE_PMD_NR); in meminfo_proc_show()
/Linux-v5.10/drivers/gpu/drm/ttm/
Dttm_page_alloc.c734 (npages - i) >= HPAGE_PMD_NR) { in ttm_put_pages()
735 for (j = 1; j < HPAGE_PMD_NR; ++j) in ttm_put_pages()
739 if (j == HPAGE_PMD_NR) in ttm_put_pages()
763 while ((npages - i) >= HPAGE_PMD_NR) { in ttm_put_pages()
770 for (j = 1; j < HPAGE_PMD_NR; ++j) in ttm_put_pages()
774 if (j != HPAGE_PMD_NR) in ttm_put_pages()
779 for (j = 0; j < HPAGE_PMD_NR; ++j) in ttm_put_pages()
786 max_size /= HPAGE_PMD_NR; in ttm_put_pages()
861 while (npages >= HPAGE_PMD_NR) { in ttm_get_pages()
872 for (j = 0; j < HPAGE_PMD_NR; ++j) in ttm_get_pages()
[all …]
Dttm_page_alloc_dma.c921 while (num_pages >= HPAGE_PMD_NR) { in ttm_dma_populate()
936 for (j = i + 1; j < (i + HPAGE_PMD_NR); ++j) { in ttm_dma_populate()
942 i += HPAGE_PMD_NR; in ttm_dma_populate()
943 num_pages -= HPAGE_PMD_NR; in ttm_dma_populate()
/Linux-v5.10/mm/
Dkhugepaged.c261 if (err || max_ptes_none > HPAGE_PMD_NR-1) in khugepaged_max_ptes_none_store()
287 if (err || max_ptes_swap > HPAGE_PMD_NR-1) in khugepaged_max_ptes_swap_store()
314 if (err || max_ptes_shared > HPAGE_PMD_NR-1) in khugepaged_max_ptes_shared_store()
392 khugepaged_pages_to_scan = HPAGE_PMD_NR * 8; in khugepaged_init()
393 khugepaged_max_ptes_none = HPAGE_PMD_NR - 1; in khugepaged_init()
394 khugepaged_max_ptes_swap = HPAGE_PMD_NR / 8; in khugepaged_init()
395 khugepaged_max_ptes_shared = HPAGE_PMD_NR / 2; in khugepaged_init()
453 HPAGE_PMD_NR); in hugepage_vma_check()
597 for (_pte = pte; _pte < pte+HPAGE_PMD_NR; in __collapse_huge_page_isolate()
733 for (_pte = pte; _pte < pte + HPAGE_PMD_NR; in __collapse_huge_page_copy()
[all …]
Dhuge_memory.c140 return atomic_read(&huge_zero_refcount) == 1 ? HPAGE_PMD_NR : 0; in shrink_huge_zero_page_count()
150 return HPAGE_PMD_NR; in shrink_huge_zero_page_scan()
589 clear_huge_page(page, vmf->address, HPAGE_PMD_NR); in __do_huge_pmd_anonymous_page()
625 add_mm_counter(vma->vm_mm, MM_ANONPAGES, HPAGE_PMD_NR); in __do_huge_pmd_anonymous_page()
1042 add_mm_counter(dst_mm, MM_ANONPAGES, HPAGE_PMD_NR); in copy_huge_pmd()
1096 add_mm_counter(dst_mm, MM_ANONPAGES, HPAGE_PMD_NR); in copy_huge_pmd()
1551 task_numa_fault(last_cpupid, page_nid, HPAGE_PMD_NR, in do_huge_pmd_numa_page()
1691 add_mm_counter(tlb->mm, MM_ANONPAGES, -HPAGE_PMD_NR); in zap_huge_pmd()
1695 add_mm_counter(tlb->mm, mm_counter_file(page), -HPAGE_PMD_NR); in zap_huge_pmd()
1873 ret = HPAGE_PMD_NR; in change_huge_pmd()
[all …]
Dswap_slots.c315 get_swap_pages(1, &entry, HPAGE_PMD_NR); in get_swap_page()
Dmprotect.c258 if (nr_ptes == HPAGE_PMD_NR) { in change_pmd_range()
259 pages += HPAGE_PMD_NR; in change_pmd_range()
Dtruncate.c569 index += HPAGE_PMD_NR - 1; in __invalidate_mapping_pages()
570 i += HPAGE_PMD_NR - 1; in __invalidate_mapping_pages()
Dmigrate.c466 for (i = 1; i < HPAGE_PMD_NR; i++) { in migrate_page_move_mapping()
2185 NR_ISOLATED_ANON + page_lru, -HPAGE_PMD_NR); in migrate_misplaced_transhuge_page()
2232 count_vm_events(PGMIGRATE_SUCCESS, HPAGE_PMD_NR); in migrate_misplaced_transhuge_page()
2233 count_vm_numa_events(NUMA_PAGE_MIGRATE, HPAGE_PMD_NR); in migrate_misplaced_transhuge_page()
2237 -HPAGE_PMD_NR); in migrate_misplaced_transhuge_page()
2241 count_vm_events(PGMIGRATE_FAIL, HPAGE_PMD_NR); in migrate_misplaced_transhuge_page()
Dshmem.c888 page->index >= start && page->index + HPAGE_PMD_NR <= end) in shmem_punch_compound()
1039 round_up(start, HPAGE_PMD_NR)) in shmem_undo_range()
1542 hindex = round_down(index, HPAGE_PMD_NR); in shmem_alloc_hugepage()
1543 if (xa_find(&mapping->i_pages, &hindex, hindex + HPAGE_PMD_NR - 1, in shmem_alloc_hugepage()
1582 nr = huge ? HPAGE_PMD_NR : 1; in shmem_alloc_and_acct_page()
1874 off = round_up(index, HPAGE_PMD_NR); in shmem_getpage_gfp()
1920 hindex = round_down(index, HPAGE_PMD_NR); in shmem_getpage_gfp()
1943 hindex + HPAGE_PMD_NR - 1) { in shmem_getpage_gfp()
2551 for (i = 0; i < HPAGE_PMD_NR; i++) { in shmem_write_end()
4100 off = round_up(vma->vm_pgoff, HPAGE_PMD_NR); in shmem_huge_enabled()
Dmemcontrol.c3288 for (i = 1; i < HPAGE_PMD_NR; i++) { in mem_cgroup_split_huge_fixup()
4091 nr *= HPAGE_PMD_NR; in memcg_stat_show()
4125 nr *= HPAGE_PMD_NR; in memcg_stat_show()
5869 mc.precharge += HPAGE_PMD_NR; in mem_cgroup_count_precharge_pte_range()
6063 if (mc.precharge < HPAGE_PMD_NR) { in mem_cgroup_move_charge_pte_range()
6073 mc.precharge -= HPAGE_PMD_NR; in mem_cgroup_move_charge_pte_range()
6074 mc.moved_charge += HPAGE_PMD_NR; in mem_cgroup_move_charge_pte_range()
6083 mc.precharge -= HPAGE_PMD_NR; in mem_cgroup_move_charge_pte_range()
6084 mc.moved_charge += HPAGE_PMD_NR; in mem_cgroup_move_charge_pte_range()
Dswapfile.c253 #define SWAPFILE_CLUSTER HPAGE_PMD_NR
1662 for (i = 0; i < HPAGE_PMD_NR; i++) { in page_trans_huge_map_swapcount()
1674 _total_mapcount -= HPAGE_PMD_NR; in page_trans_huge_map_swapcount()
Dpage_alloc.c5515 K(node_page_state(pgdat, NR_SHMEM_THPS) * HPAGE_PMD_NR), in show_free_areas()
5517 * HPAGE_PMD_NR), in show_free_areas()
5518 K(node_page_state(pgdat, NR_ANON_THPS) * HPAGE_PMD_NR), in show_free_areas()
Dgup.c661 ctx->page_mask = HPAGE_PMD_NR - 1; in follow_pmd_mask()
Dmemory.c3738 for (i = 0; i < HPAGE_PMD_NR; i++) in do_set_pmd()
3745 add_mm_counter(vma->vm_mm, mm_counter_file(page), HPAGE_PMD_NR); in do_set_pmd()
/Linux-v5.10/include/linux/
Dhuge_mm.h113 #define HPAGE_PMD_NR (1<<HPAGE_PMD_ORDER) macro
161 #define HPAGE_CACHE_INDEX_MASK (HPAGE_PMD_NR - 1)
288 return HPAGE_PMD_NR; in thp_nr_pages()
/Linux-v5.10/drivers/base/
Dnode.c465 HPAGE_PMD_NR), in node_read_meminfo()
467 HPAGE_PMD_NR), in node_read_meminfo()
469 HPAGE_PMD_NR), in node_read_meminfo()
471 HPAGE_PMD_NR), in node_read_meminfo()
473 HPAGE_PMD_NR) in node_read_meminfo()
/Linux-v5.10/drivers/gpu/drm/amd/amdgpu/
Damdgpu_vram_mgr.c344 pages_per_node = HPAGE_PMD_NR; in amdgpu_vram_mgr_new()