Lines Matching refs:SWAPFILE_CLUSTER
271 #define SWAPFILE_CLUSTER HPAGE_PMD_NR macro
275 #define SWAPFILE_CLUSTER 256 macro
362 ci += offset / SWAPFILE_CLUSTER; in lock_cluster()
466 memset(si->swap_map + idx * SWAPFILE_CLUSTER, in swap_cluster_schedule_discard()
467 SWAP_MAP_BAD, SWAPFILE_CLUSTER); in swap_cluster_schedule_discard()
497 discard_swap_cluster(si, idx * SWAPFILE_CLUSTER, in swap_do_scheduled_discard()
498 SWAPFILE_CLUSTER); in swap_do_scheduled_discard()
501 ci = lock_cluster(si, idx * SWAPFILE_CLUSTER); in swap_do_scheduled_discard()
503 memset(si->swap_map + idx * SWAPFILE_CLUSTER, in swap_do_scheduled_discard()
504 0, SWAPFILE_CLUSTER); in swap_do_scheduled_discard()
563 unsigned long idx = page_nr / SWAPFILE_CLUSTER; in inc_cluster_info_page()
570 VM_BUG_ON(cluster_count(&cluster_info[idx]) >= SWAPFILE_CLUSTER); in inc_cluster_info_page()
583 unsigned long idx = page_nr / SWAPFILE_CLUSTER; in dec_cluster_info_page()
607 offset /= SWAPFILE_CLUSTER; in scan_swap_map_ssd_cluster_conflict()
637 SWAPFILE_CLUSTER; in scan_swap_map_try_ssd_cluster()
658 (cluster_next(&cluster->index) + 1) * SWAPFILE_CLUSTER); in scan_swap_map_try_ssd_cluster()
839 if (si->pages - si->inuse_pages < SWAPFILE_CLUSTER) { in scan_swap_map_slots()
840 si->cluster_nr = SWAPFILE_CLUSTER - 1; in scan_swap_map_slots()
853 last_in_cluster = offset + SWAPFILE_CLUSTER - 1; in scan_swap_map_slots()
858 last_in_cluster = offset + SWAPFILE_CLUSTER; in scan_swap_map_slots()
861 offset -= SWAPFILE_CLUSTER - 1; in scan_swap_map_slots()
863 si->cluster_nr = SWAPFILE_CLUSTER - 1; in scan_swap_map_slots()
874 si->cluster_nr = SWAPFILE_CLUSTER - 1; in scan_swap_map_slots()
1021 offset = idx * SWAPFILE_CLUSTER; in swap_alloc_cluster()
1024 cluster_set_count_flag(ci, SWAPFILE_CLUSTER, CLUSTER_FLAG_HUGE); in swap_alloc_cluster()
1026 memset(si->swap_map + offset, SWAP_HAS_CACHE, SWAPFILE_CLUSTER); in swap_alloc_cluster()
1028 swap_range_alloc(si, offset, SWAPFILE_CLUSTER); in swap_alloc_cluster()
1036 unsigned long offset = idx * SWAPFILE_CLUSTER; in swap_free_cluster()
1040 memset(si->swap_map + offset, 0, SWAPFILE_CLUSTER); in swap_free_cluster()
1044 swap_range_free(si, offset, SWAPFILE_CLUSTER); in swap_free_cluster()
1056 WARN_ON_ONCE(n_goal > 1 && size == SWAPFILE_CLUSTER); in get_swap_pages()
1093 if (size == SWAPFILE_CLUSTER) { in get_swap_pages()
1100 if (n_ret || size == SWAPFILE_CLUSTER) in get_swap_pages()
1338 unsigned long idx = offset / SWAPFILE_CLUSTER; in put_swap_folio()
1351 if (size == SWAPFILE_CLUSTER) { in put_swap_folio()
1354 for (i = 0; i < SWAPFILE_CLUSTER; i++) { in put_swap_folio()
1361 if (free_entries == SWAPFILE_CLUSTER) { in put_swap_folio()
1364 mem_cgroup_uncharge_swap(entry, SWAPFILE_CLUSTER); in put_swap_folio()
1535 unsigned long offset = round_down(roffset, SWAPFILE_CLUSTER); in swap_page_trans_huge_swapped()
1545 for (i = 0; i < SWAPFILE_CLUSTER; i++) { in swap_page_trans_huge_swapped()
2891 DIV_ROUND_UP(SWAP_ADDRESS_SPACE_PAGES, SWAPFILE_CLUSTER)
2905 unsigned long nr_clusters = DIV_ROUND_UP(maxpages, SWAPFILE_CLUSTER); in setup_swap_map_and_extents()
2906 unsigned long col = p->cluster_next / SWAPFILE_CLUSTER % SWAP_CLUSTER_COLS; in setup_swap_map_and_extents()
2930 for (i = maxpages; i < round_up(maxpages, SWAPFILE_CLUSTER); i++) in setup_swap_map_and_extents()
3094 nr_cluster = DIV_ROUND_UP(maxpages, SWAPFILE_CLUSTER); in SYSCALL_DEFINE2()