Lines Matching full:populated
181 * The number of empty populated pages, protected by pcpu_lock.
187 * The number of populated pages in use by the allocator, protected by
196 * try to keep the number of populated free pages between
1057 * pcpu_is_populated - determines if the region is populated
1063 * For atomic allocations, check if the backing pages are populated.
1066 * Bool if the backing pages are populated.
1077 start = find_next_zero_bit(chunk->populated, end, start); in pcpu_is_populated()
1081 end = find_next_bit(chunk->populated, end, start + 1); in pcpu_is_populated()
1092 * @pop_only: use populated regions only
1363 alloc_size = struct_size(chunk, populated, in pcpu_alloc_first_chunk()
1404 /* manage populated page bitmap */ in pcpu_alloc_first_chunk()
1406 bitmap_fill(chunk->populated, chunk->nr_pages); in pcpu_alloc_first_chunk()
1515 * @chunk: pcpu_chunk which got populated
1519 * Pages in [@page_start,@page_end) have been populated to @chunk. Update
1530 bitmap_set(chunk->populated, page_start, nr); in pcpu_chunk_populated()
1554 bitmap_clear(chunk->populated, page_start, nr); in pcpu_chunk_depopulated()
1859 for_each_clear_bitrange_from(rs, re, chunk->populated, page_end) { in pcpu_alloc()
1977 * @empty_only: free chunks only if there are no populated pages
1980 * number of populated pages. Otherwise, only reclaim chunks that have no
1981 * populated pages.
2016 for_each_set_bitrange(rs, re, chunk->populated, chunk->nr_pages) { in pcpu_balance_free()
2029 * pcpu_balance_populated - manage the amount of populated pages
2031 * Maintain a certain amount of populated pages to satisfy atomic allocations.
2050 * Ensure there are certain number of free populated pages for in pcpu_balance_populated()
2086 for_each_clear_bitrange(rs, re, chunk->populated, chunk->nr_pages) { in pcpu_balance_populated()
2121 * Scan over chunks in the depopulate list and try to release unused populated
2125 * populated pages threshold, reintegrate the chunk if it has empty free pages.
2126 * Each chunk is scanned in the reverse order to keep populated pages close to
2147 * allocator not touching the populated bitmap. in pcpu_reclaim_populated()
2155 * Scan chunk's pages in the reverse order to keep populated in pcpu_reclaim_populated()
2173 * If the page is empty and populated, start or in pcpu_reclaim_populated()
2180 test_bit(i, chunk->populated)) { in pcpu_reclaim_populated()
2225 * pcpu_balance_workfn - manage the amount of free chunks and populated pages
2229 * populated pages. An important thing to consider is when pages are freed and
2709 pcpu_chunk_struct_size = struct_size(chunk, populated, in pcpu_setup_first_chunk()
3324 /* pte already populated, the following shouldn't fail */ in pcpu_page_first_chunk()
3436 * pcpu_nr_pages - calculate total number of populated backing pages
3438 * This reflects the number of pages populated to back chunks. Metadata is
3444 * Total number of populated backing pages in use by the allocator.