/Linux-v5.15/arch/x86/mm/ |
D | init.c | 303 unsigned long start_pfn, unsigned long end_pfn, in save_mr() argument 306 if (start_pfn < end_pfn) { in save_mr() 310 mr[nr_range].end = end_pfn<<PAGE_SHIFT; in save_mr() 381 unsigned long start_pfn, end_pfn, limit_pfn; in split_mem_range() local 397 end_pfn = PFN_DOWN(PMD_SIZE); in split_mem_range() 399 end_pfn = round_up(pfn, PFN_DOWN(PMD_SIZE)); in split_mem_range() 401 end_pfn = round_up(pfn, PFN_DOWN(PMD_SIZE)); in split_mem_range() 403 if (end_pfn > limit_pfn) in split_mem_range() 404 end_pfn = limit_pfn; in split_mem_range() 405 if (start_pfn < end_pfn) { in split_mem_range() [all …]
|
D | init_32.c | 265 unsigned long start_pfn, end_pfn; in kernel_physical_mapping_init() local 276 end_pfn = end >> PAGE_SHIFT; in kernel_physical_mapping_init() 305 if (pfn >= end_pfn) in kernel_physical_mapping_init() 313 for (; pmd_idx < PTRS_PER_PMD && pfn < end_pfn; in kernel_physical_mapping_init() 353 for (; pte_ofs < PTRS_PER_PTE && pfn < end_pfn; in kernel_physical_mapping_init() 408 unsigned long start_pfn, unsigned long end_pfn) in add_highpages_with_active_regions() argument 415 start_pfn, end_pfn); in add_highpages_with_active_regions() 417 start_pfn, end_pfn); in add_highpages_with_active_regions()
|
/Linux-v5.15/mm/ |
D | page_isolation.c | 182 int start_isolate_page_range(unsigned long start_pfn, unsigned long end_pfn, in start_isolate_page_range() argument 190 BUG_ON(!IS_ALIGNED(end_pfn, pageblock_nr_pages)); in start_isolate_page_range() 193 pfn < end_pfn; in start_isolate_page_range() 220 void undo_isolate_page_range(unsigned long start_pfn, unsigned long end_pfn, in undo_isolate_page_range() argument 227 BUG_ON(!IS_ALIGNED(end_pfn, pageblock_nr_pages)); in undo_isolate_page_range() 230 pfn < end_pfn; in undo_isolate_page_range() 246 __test_page_isolated_in_pageblock(unsigned long pfn, unsigned long end_pfn, in __test_page_isolated_in_pageblock() argument 251 while (pfn < end_pfn) { in __test_page_isolated_in_pageblock() 279 int test_pages_isolated(unsigned long start_pfn, unsigned long end_pfn, in test_pages_isolated() argument 292 for (pfn = start_pfn; pfn < end_pfn; pfn += pageblock_nr_pages) { in test_pages_isolated() [all …]
|
D | page_idle.c | 120 unsigned long pfn, end_pfn; in page_idle_bitmap_read() local 130 end_pfn = pfn + count * BITS_PER_BYTE; in page_idle_bitmap_read() 131 if (end_pfn > max_pfn) in page_idle_bitmap_read() 132 end_pfn = max_pfn; in page_idle_bitmap_read() 134 for (; pfn < end_pfn; pfn++) { in page_idle_bitmap_read() 165 unsigned long pfn, end_pfn; in page_idle_bitmap_write() local 175 end_pfn = pfn + count * BITS_PER_BYTE; in page_idle_bitmap_write() 176 if (end_pfn > max_pfn) in page_idle_bitmap_write() 177 end_pfn = max_pfn; in page_idle_bitmap_write() 179 for (; pfn < end_pfn; pfn++) { in page_idle_bitmap_write()
|
D | memory_hotplug.c | 308 const unsigned long end_pfn = pfn + nr_pages; in __add_pages() local 334 for (; pfn < end_pfn; pfn += cur_nr_pages) { in __add_pages() 336 cur_nr_pages = min(end_pfn - pfn, in __add_pages() 350 unsigned long end_pfn) in find_smallest_section_pfn() argument 352 for (; start_pfn < end_pfn; start_pfn += PAGES_PER_SUBSECTION) { in find_smallest_section_pfn() 371 unsigned long end_pfn) in find_biggest_section_pfn() argument 376 pfn = end_pfn - 1; in find_biggest_section_pfn() 394 unsigned long end_pfn) in shrink_zone_span() argument 406 pfn = find_smallest_section_pfn(nid, zone, end_pfn, in shrink_zone_span() 415 } else if (zone_end_pfn(zone) == end_pfn) { in shrink_zone_span() [all …]
|
D | compaction.c | 552 unsigned long end_pfn, in isolate_freepages_block() argument 571 for (; blockpfn < end_pfn; blockpfn += stride, cursor += stride) { in isolate_freepages_block() 657 if (unlikely(blockpfn > end_pfn)) in isolate_freepages_block() 658 blockpfn = end_pfn; in isolate_freepages_block() 671 if (strict && blockpfn < end_pfn) in isolate_freepages_block() 696 unsigned long start_pfn, unsigned long end_pfn) in isolate_freepages_range() argument 707 for (; pfn < end_pfn; pfn += isolated, in isolate_freepages_range() 713 block_end_pfn = min(block_end_pfn, end_pfn); in isolate_freepages_range() 723 block_end_pfn = min(block_end_pfn, end_pfn); in isolate_freepages_range() 751 if (pfn < end_pfn) { in isolate_freepages_range() [all …]
|
D | page_alloc.c | 415 defer_init(int nid, unsigned long pfn, unsigned long end_pfn) in defer_init() argument 423 if (prev_end_pfn != end_pfn) { in defer_init() 424 prev_end_pfn = end_pfn; in defer_init() 429 if (end_pfn < pgdat_end_pfn(NODE_DATA(nid))) in defer_init() 459 static inline bool defer_init(int nid, unsigned long pfn, unsigned long end_pfn) in defer_init() argument 1614 unsigned long end_pfn = PFN_UP(end); in reserve_bootmem_region() local 1616 for (; start_pfn < end_pfn; start_pfn++) { in reserve_bootmem_region() 1709 unsigned long start_pfn, end_pfn; in __early_pfn_to_nid() local 1715 nid = memblock_search_pfn_nid(pfn, &start_pfn, &end_pfn); in __early_pfn_to_nid() 1718 state->last_end = end_pfn; in __early_pfn_to_nid() [all …]
|
D | internal.h | 184 unsigned long end_pfn, struct zone *zone); 187 unsigned long end_pfn, struct zone *zone) in pageblock_pfn_to_page() argument 192 return __pageblock_pfn_to_page(start_pfn, end_pfn, zone); in pageblock_pfn_to_page() 277 unsigned long start_pfn, unsigned long end_pfn); 280 unsigned long low_pfn, unsigned long end_pfn); 531 unsigned long *end_pfn); 534 unsigned long *end_pfn) in mminit_validate_memmodel_limits() argument
|
D | sparse.c | 130 unsigned long *end_pfn) in mminit_validate_memmodel_limits() argument 141 *start_pfn, *end_pfn, max_sparsemem_pfn); in mminit_validate_memmodel_limits() 144 *end_pfn = max_sparsemem_pfn; in mminit_validate_memmodel_limits() 145 } else if (*end_pfn > max_sparsemem_pfn) { in mminit_validate_memmodel_limits() 148 *start_pfn, *end_pfn, max_sparsemem_pfn); in mminit_validate_memmodel_limits() 150 *end_pfn = max_sparsemem_pfn; in mminit_validate_memmodel_limits() 592 void online_mem_sections(unsigned long start_pfn, unsigned long end_pfn) in online_mem_sections() argument 596 for (pfn = start_pfn; pfn < end_pfn; pfn += PAGES_PER_SECTION) { in online_mem_sections() 610 void offline_mem_sections(unsigned long start_pfn, unsigned long end_pfn) in offline_mem_sections() argument 614 for (pfn = start_pfn; pfn < end_pfn; pfn += PAGES_PER_SECTION) { in offline_mem_sections()
|
D | bootmem_info.c | 103 unsigned long i, pfn, end_pfn, nr_pages; in register_page_bootmem_info_node() local 114 end_pfn = pgdat_end_pfn(pgdat); in register_page_bootmem_info_node() 117 for (; pfn < end_pfn; pfn += PAGES_PER_SECTION) { in register_page_bootmem_info_node()
|
/Linux-v5.15/include/trace/events/ |
D | page_isolation.h | 14 unsigned long end_pfn, 17 TP_ARGS(start_pfn, end_pfn, fin_pfn), 21 __field(unsigned long, end_pfn) 27 __entry->end_pfn = end_pfn; 32 __entry->start_pfn, __entry->end_pfn, __entry->fin_pfn, 33 __entry->end_pfn <= __entry->fin_pfn ? "success" : "fail")
|
D | compaction.h | 18 unsigned long end_pfn, 22 TP_ARGS(start_pfn, end_pfn, nr_scanned, nr_taken), 26 __field(unsigned long, end_pfn) 33 __entry->end_pfn = end_pfn; 40 __entry->end_pfn, 49 unsigned long end_pfn, 53 TP_ARGS(start_pfn, end_pfn, nr_scanned, nr_taken) 60 unsigned long end_pfn, 64 TP_ARGS(start_pfn, end_pfn, nr_scanned, nr_taken)
|
/Linux-v5.15/arch/sparc/mm/ |
D | init_32.c | 66 unsigned long end_pfn = (sp_banks[i].base_addr + sp_banks[i].num_bytes) >> PAGE_SHIFT; in calc_highpages() local 68 if (end_pfn <= max_low_pfn) in calc_highpages() 74 nr += end_pfn - start_pfn; in calc_highpages() 236 static void map_high_region(unsigned long start_pfn, unsigned long end_pfn) in map_high_region() argument 241 printk("mapping high region %08lx - %08lx\n", start_pfn, end_pfn); in map_high_region() 244 for (tmp = start_pfn; tmp < end_pfn; tmp++) in map_high_region() 285 unsigned long end_pfn = (sp_banks[i].base_addr + sp_banks[i].num_bytes) >> PAGE_SHIFT; in mem_init() local 287 if (end_pfn <= highstart_pfn) in mem_init() 293 map_high_region(start_pfn, end_pfn); in mem_init()
|
/Linux-v5.15/arch/sh/mm/ |
D | numa.c | 28 unsigned long start_pfn, end_pfn; in setup_bootmem_node() local 34 end_pfn = PFN_DOWN(end); in setup_bootmem_node() 41 __add_active_range(nid, start_pfn, end_pfn); in setup_bootmem_node() 52 NODE_DATA(nid)->node_spanned_pages = end_pfn - start_pfn; in setup_bootmem_node()
|
D | init.c | 210 unsigned long start_pfn, end_pfn; in allocate_pgdat() local 212 get_pfn_range_for_nid(nid, &start_pfn, &end_pfn); in allocate_pgdat() 224 NODE_DATA(nid)->node_spanned_pages = end_pfn - start_pfn; in allocate_pgdat() 229 unsigned long start_pfn, end_pfn; in do_init_bootmem() local 233 for_each_mem_pfn_range(i, MAX_NUMNODES, &start_pfn, &end_pfn, NULL) in do_init_bootmem() 234 __add_active_range(0, start_pfn, end_pfn); in do_init_bootmem()
|
/Linux-v5.15/include/linux/ |
D | node.h | 103 unsigned long end_pfn, 107 unsigned long end_pfn, in link_mem_sections() argument 126 unsigned long end_pfn = start_pfn + pgdat->node_spanned_pages; in register_one_node() local 132 link_mem_sections(nid, start_pfn, end_pfn, MEMINIT_EARLY); in register_one_node()
|
D | page-isolation.h | 46 start_isolate_page_range(unsigned long start_pfn, unsigned long end_pfn, 54 undo_isolate_page_range(unsigned long start_pfn, unsigned long end_pfn, 60 int test_pages_isolated(unsigned long start_pfn, unsigned long end_pfn,
|
/Linux-v5.15/arch/mips/loongson64/ |
D | numa.c | 88 unsigned long start_pfn, end_pfn; in node_mem_init() local 97 get_pfn_range_for_nid(node, &start_pfn, &end_pfn); in node_mem_init() 99 node, start_pfn, end_pfn); in node_mem_init() 112 NODE_DATA(node)->node_spanned_pages = end_pfn - start_pfn; in node_mem_init() 122 max_low_pfn = end_pfn; in node_mem_init()
|
D | init.c | 53 u64 node_id, node_psize, start_pfn, end_pfn, mem_start, mem_size; in szmem() local 74 end_pfn = start_pfn + node_psize; in szmem() 79 start_pfn, end_pfn, num_physpages); in szmem()
|
/Linux-v5.15/arch/x86/xen/ |
D | setup.c | 255 unsigned long end_pfn, unsigned long nr_pages) in xen_set_identity_and_release_chunk() argument 260 WARN_ON(start_pfn > end_pfn); in xen_set_identity_and_release_chunk() 263 end = min(end_pfn, nr_pages); in xen_set_identity_and_release_chunk() 282 set_phys_range_identity(start_pfn, end_pfn); in xen_set_identity_and_release_chunk() 388 unsigned long start_pfn, unsigned long end_pfn, unsigned long nr_pages, in xen_set_identity_and_remap_chunk() argument 393 unsigned long n = end_pfn - start_pfn; in xen_set_identity_and_remap_chunk() 435 for (pfn = start_pfn; pfn <= max_pfn_mapped && pfn < end_pfn; pfn++) in xen_set_identity_and_remap_chunk() 444 unsigned long start_pfn, unsigned long end_pfn, unsigned long nr_pages, in xen_count_remap_pages() argument 450 return remap_pages + min(end_pfn, nr_pages) - start_pfn; in xen_count_remap_pages() 454 unsigned long (*func)(unsigned long start_pfn, unsigned long end_pfn, in xen_foreach_remap_area() argument [all …]
|
/Linux-v5.15/drivers/base/ |
D | arch_numa.c | 221 static void __init setup_node_data(int nid, u64 start_pfn, u64 end_pfn) in setup_node_data() argument 228 if (start_pfn >= end_pfn) in setup_node_data() 249 NODE_DATA(nid)->node_spanned_pages = end_pfn - start_pfn; in setup_node_data() 367 unsigned long start_pfn, end_pfn; in numa_register_nodes() local 369 get_pfn_range_for_nid(nid, &start_pfn, &end_pfn); in numa_register_nodes() 370 setup_node_data(nid, start_pfn, end_pfn); in numa_register_nodes()
|
/Linux-v5.15/arch/sh/kernel/ |
D | swsusp.c | 22 unsigned long end_pfn = PAGE_ALIGN(__pa(&__nosave_end)) >> PAGE_SHIFT; in pfn_is_nosave() local 24 return (pfn >= begin_pfn) && (pfn < end_pfn); in pfn_is_nosave()
|
D | setup.c | 198 unsigned long end_pfn) in __add_active_range() argument 206 end = end_pfn << PAGE_SHIFT; in __add_active_range() 215 start_pfn, end_pfn); in __add_active_range() 239 memblock_set_node(PFN_PHYS(start_pfn), PFN_PHYS(end_pfn - start_pfn), in __add_active_range()
|
/Linux-v5.15/arch/x86/platform/efi/ |
D | efi_32.c | 38 u64 start_pfn, end_pfn, end; in efi_map_region() local 45 end_pfn = PFN_UP(end); in efi_map_region() 47 if (pfn_range_is_mapped(start_pfn, end_pfn)) { in efi_map_region()
|
/Linux-v5.15/arch/powerpc/mm/ |
D | numa.c | 90 static int __init fake_numa_create_new_node(unsigned long end_pfn, in fake_numa_create_new_node() argument 121 if ((end_pfn << PAGE_SHIFT) > mem) { in fake_numa_create_new_node() 1031 unsigned long start_pfn, end_pfn; in setup_nonnuma() local 1038 for_each_mem_pfn_range(i, MAX_NUMNODES, &start_pfn, &end_pfn, NULL) { in setup_nonnuma() 1039 fake_numa_create_new_node(end_pfn, &nid); in setup_nonnuma() 1041 PFN_PHYS(end_pfn - start_pfn), in setup_nonnuma() 1083 static void __init setup_node_data(int nid, u64 start_pfn, u64 end_pfn) in setup_node_data() argument 1085 u64 spanned_pages = end_pfn - start_pfn; in setup_node_data() 1216 unsigned long start_pfn, end_pfn; in initmem_init() local 1218 get_pfn_range_for_nid(nid, &start_pfn, &end_pfn); in initmem_init() [all …]
|