| /Linux-v5.10/mm/ |
| D | memory_hotplug.c | 172 static void register_page_bootmem_info_section(unsigned long start_pfn) in register_page_bootmem_info_section() argument
179 section_nr = pfn_to_section_nr(start_pfn); in register_page_bootmem_info_section()
207 static void register_page_bootmem_info_section(unsigned long start_pfn) in register_page_bootmem_info_section() argument
214 section_nr = pfn_to_section_nr(start_pfn); in register_page_bootmem_info_section()
355 unsigned long start_pfn, in find_smallest_section_pfn() argument
358 for (; start_pfn < end_pfn; start_pfn += PAGES_PER_SUBSECTION) { in find_smallest_section_pfn()
359 if (unlikely(!pfn_to_online_page(start_pfn))) in find_smallest_section_pfn()
362 if (unlikely(pfn_to_nid(start_pfn) != nid)) in find_smallest_section_pfn()
365 if (zone != page_zone(pfn_to_page(start_pfn))) in find_smallest_section_pfn()
368 return start_pfn; in find_smallest_section_pfn()
[all …]
|
| D | page_isolation.c | 183 int start_isolate_page_range(unsigned long start_pfn, unsigned long end_pfn, in start_isolate_page_range() argument
190 BUG_ON(!IS_ALIGNED(start_pfn, pageblock_nr_pages)); in start_isolate_page_range()
193 for (pfn = start_pfn; in start_isolate_page_range()
206 for (pfn = start_pfn; in start_isolate_page_range()
221 void undo_isolate_page_range(unsigned long start_pfn, unsigned long end_pfn, in undo_isolate_page_range() argument
227 BUG_ON(!IS_ALIGNED(start_pfn, pageblock_nr_pages)); in undo_isolate_page_range()
230 for (pfn = start_pfn; in undo_isolate_page_range()
284 int test_pages_isolated(unsigned long start_pfn, unsigned long end_pfn, in test_pages_isolated() argument
296 for (pfn = start_pfn; pfn < end_pfn; pfn += pageblock_nr_pages) { in test_pages_isolated()
301 page = __first_valid_page(start_pfn, end_pfn - start_pfn); in test_pages_isolated()
[all …]
|
| D | page_ext.c | 286 static int __meminit online_page_ext(unsigned long start_pfn, in online_page_ext() argument
293 start = SECTION_ALIGN_DOWN(start_pfn); in online_page_ext()
294 end = SECTION_ALIGN_UP(start_pfn + nr_pages); in online_page_ext()
302 nid = pfn_to_nid(start_pfn); in online_page_ext()
318 static int __meminit offline_page_ext(unsigned long start_pfn, in offline_page_ext() argument
323 start = SECTION_ALIGN_DOWN(start_pfn); in offline_page_ext()
324 end = SECTION_ALIGN_UP(start_pfn + nr_pages); in offline_page_ext()
340 ret = online_page_ext(mn->start_pfn, in page_ext_callback()
344 offline_page_ext(mn->start_pfn, in page_ext_callback()
348 offline_page_ext(mn->start_pfn, in page_ext_callback()
[all …]
|
| D | page_alloc.c | 588 unsigned long sp, start_pfn; in page_outside_zone_boundaries() local
592 start_pfn = zone->zone_start_pfn; in page_outside_zone_boundaries()
601 start_pfn, start_pfn + sp); in page_outside_zone_boundaries()
1490 unsigned long start_pfn = PFN_DOWN(start); in reserve_bootmem_region() local
1493 for (; start_pfn < end_pfn; start_pfn++) { in reserve_bootmem_region()
1494 if (pfn_valid(start_pfn)) { in reserve_bootmem_region()
1495 struct page *page = pfn_to_page(start_pfn); in reserve_bootmem_region()
1497 init_reserved_page(start_pfn); in reserve_bootmem_region()
1571 unsigned long start_pfn, end_pfn; in __early_pfn_to_nid() local
1577 nid = memblock_search_pfn_nid(pfn, &start_pfn, &end_pfn); in __early_pfn_to_nid()
[all …]
|
| D | shuffle.c | 84 unsigned long start_pfn = z->zone_start_pfn; in __shuffle_zone() local
90 start_pfn = ALIGN(start_pfn, order_pages); in __shuffle_zone()
91 for (i = start_pfn; i < end_pfn; i += order_pages) { in __shuffle_zone()
|
| D | sparse.c | 154 void __meminit mminit_validate_memmodel_limits(unsigned long *start_pfn, in mminit_validate_memmodel_limits() argument
163 if (*start_pfn > max_sparsemem_pfn) { in mminit_validate_memmodel_limits()
166 *start_pfn, *end_pfn, max_sparsemem_pfn); in mminit_validate_memmodel_limits()
168 *start_pfn = max_sparsemem_pfn; in mminit_validate_memmodel_limits()
173 *start_pfn, *end_pfn, max_sparsemem_pfn); in mminit_validate_memmodel_limits()
609 void online_mem_sections(unsigned long start_pfn, unsigned long end_pfn) in online_mem_sections() argument
613 for (pfn = start_pfn; pfn < end_pfn; pfn += PAGES_PER_SECTION) { in online_mem_sections()
628 void offline_mem_sections(unsigned long start_pfn, unsigned long end_pfn) in offline_mem_sections() argument
632 for (pfn = start_pfn; pfn < end_pfn; pfn += PAGES_PER_SECTION) { in offline_mem_sections()
904 int __meminit sparse_add_section(int nid, unsigned long start_pfn, in sparse_add_section() argument
[all …]
|
| /Linux-v5.10/arch/mips/loongson64/ |
| D | numa.c | 105 u64 node_id, node_psize, start_pfn, end_pfn, mem_start, mem_size; in szmem() local
119 start_pfn = ((node_id << 44) + mem_start) >> PAGE_SHIFT; in szmem()
121 end_pfn = start_pfn + node_psize; in szmem()
126 start_pfn, end_pfn, num_physpages); in szmem()
127 memblock_add_node(PFN_PHYS(start_pfn), in szmem()
131 start_pfn = ((node_id << 44) + mem_start) >> PAGE_SHIFT; in szmem()
133 end_pfn = start_pfn + node_psize; in szmem()
138 start_pfn, end_pfn, num_physpages); in szmem()
139 memblock_add_node(PFN_PHYS(start_pfn), in szmem()
155 unsigned long start_pfn, end_pfn; in node_mem_init() local
[all …]
|
| /Linux-v5.10/arch/x86/xen/ |
| D | setup.c | 94 static void __init xen_add_extra_mem(unsigned long start_pfn, in xen_add_extra_mem() argument
106 xen_extra_mem[i].start_pfn = start_pfn; in xen_add_extra_mem()
111 if (xen_extra_mem[i].start_pfn + xen_extra_mem[i].n_pfns == in xen_add_extra_mem()
112 start_pfn) { in xen_add_extra_mem()
120 memblock_reserve(PFN_PHYS(start_pfn), PFN_PHYS(n_pfns)); in xen_add_extra_mem()
123 static void __init xen_del_extra_mem(unsigned long start_pfn, in xen_del_extra_mem() argument
130 start_r = xen_extra_mem[i].start_pfn; in xen_del_extra_mem()
134 if (start_r == start_pfn) { in xen_del_extra_mem()
136 xen_extra_mem[i].start_pfn += n_pfns; in xen_del_extra_mem()
141 if (start_r + size_r == start_pfn + n_pfns) { in xen_del_extra_mem()
[all …]
|
| /Linux-v5.10/arch/x86/mm/ |
| D | init.c | 296 unsigned long start_pfn, unsigned long end_pfn, in save_mr() argument
299 if (start_pfn < end_pfn) { in save_mr()
302 mr[nr_range].start = start_pfn<<PAGE_SHIFT; in save_mr()
374 unsigned long start_pfn, end_pfn, limit_pfn; in split_mem_range() local
381 pfn = start_pfn = PFN_DOWN(start); in split_mem_range()
398 if (start_pfn < end_pfn) { in split_mem_range()
399 nr_range = save_mr(mr, nr_range, start_pfn, end_pfn, 0); in split_mem_range()
404 start_pfn = round_up(pfn, PFN_DOWN(PMD_SIZE)); in split_mem_range()
413 if (start_pfn < end_pfn) { in split_mem_range()
414 nr_range = save_mr(mr, nr_range, start_pfn, end_pfn, in split_mem_range()
[all …]
|
| /Linux-v5.10/arch/sparc/mm/ |
| D | init_32.c | 65 unsigned long start_pfn = sp_banks[i].base_addr >> PAGE_SHIFT; in calc_highpages() local
71 if (start_pfn < max_low_pfn) in calc_highpages()
72 start_pfn = max_low_pfn; in calc_highpages()
74 nr += end_pfn - start_pfn; in calc_highpages()
134 unsigned long start_pfn, bytes_avail, size; in bootmem_init() local
172 start_pfn = (unsigned long)__pa(PAGE_ALIGN((unsigned long) &_end)); in bootmem_init()
175 start_pfn >>= PAGE_SHIFT; in bootmem_init()
193 size = (start_pfn << PAGE_SHIFT) - phys_base; in bootmem_init()
233 static void map_high_region(unsigned long start_pfn, unsigned long end_pfn) in map_high_region() argument
238 printk("mapping high region %08lx - %08lx\n", start_pfn, end_pfn); in map_high_region()
[all …]
|
| /Linux-v5.10/include/trace/events/ |
| D | page_isolation.h | 13 unsigned long start_pfn,
17 TP_ARGS(start_pfn, end_pfn, fin_pfn),
20 __field(unsigned long, start_pfn)
26 __entry->start_pfn = start_pfn;
32 __entry->start_pfn, __entry->end_pfn, __entry->fin_pfn,
|
| D | compaction.h | 17 unsigned long start_pfn,
22 TP_ARGS(start_pfn, end_pfn, nr_scanned, nr_taken),
25 __field(unsigned long, start_pfn)
32 __entry->start_pfn = start_pfn;
39 __entry->start_pfn,
48 unsigned long start_pfn,
53 TP_ARGS(start_pfn, end_pfn, nr_scanned, nr_taken)
59 unsigned long start_pfn,
64 TP_ARGS(start_pfn, end_pfn, nr_scanned, nr_taken)
|
| /Linux-v5.10/arch/sh/mm/ |
| D | init.c | 210 unsigned long start_pfn, end_pfn; in allocate_pgdat() local
212 get_pfn_range_for_nid(nid, &start_pfn, &end_pfn); in allocate_pgdat()
223 NODE_DATA(nid)->node_start_pfn = start_pfn; in allocate_pgdat()
224 NODE_DATA(nid)->node_spanned_pages = end_pfn - start_pfn; in allocate_pgdat()
229 unsigned long start_pfn, end_pfn; in do_init_bootmem() local
233 for_each_mem_pfn_range(i, MAX_NUMNODES, &start_pfn, &end_pfn, NULL) in do_init_bootmem()
234 __add_active_range(0, start_pfn, end_pfn); in do_init_bootmem()
247 unsigned long start_pfn; in early_reserve_mem() local
255 start_pfn = PFN_UP(__pa(_end)); in early_reserve_mem()
263 memblock_reserve(start, (PFN_PHYS(start_pfn) + PAGE_SIZE - 1) - start); in early_reserve_mem()
[all …]
|
| D | numa.c | 28 unsigned long start_pfn, end_pfn; in setup_bootmem_node() local
33 start_pfn = PFN_DOWN(start); in setup_bootmem_node()
41 __add_active_range(nid, start_pfn, end_pfn); in setup_bootmem_node()
51 NODE_DATA(nid)->node_start_pfn = start_pfn; in setup_bootmem_node()
52 NODE_DATA(nid)->node_spanned_pages = end_pfn - start_pfn; in setup_bootmem_node()
|
| /Linux-v5.10/include/linux/ |
| D | memory_hotplug.h | 117 extern struct zone *test_pages_in_a_zone(unsigned long start_pfn,
119 extern void __offline_isolated_pages(unsigned long start_pfn,
147 extern void __remove_pages(unsigned long start_pfn, unsigned long nr_pages,
151 extern int __add_pages(int nid, unsigned long start_pfn, unsigned long nr_pages,
155 static inline int add_pages(int nid, unsigned long start_pfn, in add_pages() argument
158 return __add_pages(nid, start_pfn, nr_pages, params); in add_pages()
161 int add_pages(int nid, unsigned long start_pfn, unsigned long nr_pages,
315 extern int offline_pages(unsigned long start_pfn, unsigned long nr_pages);
323 static inline int offline_pages(unsigned long start_pfn, unsigned long nr_pages) in offline_pages() argument
348 extern void move_pfn_range_to_zone(struct zone *zone, unsigned long start_pfn,
[all …]
|
| D | node.h | 102 void link_mem_sections(int nid, unsigned long start_pfn,
106 static inline void link_mem_sections(int nid, unsigned long start_pfn, in link_mem_sections() argument
125 unsigned long start_pfn = pgdat->node_start_pfn; in register_one_node() local
126 unsigned long end_pfn = start_pfn + pgdat->node_spanned_pages; in register_one_node()
132 link_mem_sections(nid, start_pfn, end_pfn, MEMINIT_EARLY); in register_one_node()
|
| D | page-isolation.h | 46 start_isolate_page_range(unsigned long start_pfn, unsigned long end_pfn,
54 undo_isolate_page_range(unsigned long start_pfn, unsigned long end_pfn,
60 int test_pages_isolated(unsigned long start_pfn, unsigned long end_pfn,
|
| /Linux-v5.10/drivers/hv/ |
| D | hv_balloon.c | 433 unsigned long start_pfn; member
446 unsigned long start_pfn; member
584 if ((pfn >= gap->start_pfn) && (pfn < gap->end_pfn)) in has_pfn_is_backed()
591 static unsigned long hv_page_offline_check(unsigned long start_pfn, in hv_page_offline_check() argument
594 unsigned long pfn = start_pfn, count = 0; in hv_page_offline_check()
598 while (pfn < start_pfn + nr_pages) { in hv_page_offline_check()
605 while ((pfn >= has->start_pfn) && in hv_page_offline_check()
607 (pfn < start_pfn + nr_pages)) { in hv_page_offline_check()
641 pfn_count = hv_page_offline_check(mem->start_pfn, in hv_memory_notifier()
688 unsigned long start_pfn, unsigned long size) in hv_bring_pgs_online() argument
[all …]
|
| /Linux-v5.10/arch/parisc/mm/ |
| D | init.c | 137 if (pmem_ranges[j-1].start_pfn < in setup_bootmem()
138 pmem_ranges[j].start_pfn) { in setup_bootmem()
155 if (pmem_ranges[i].start_pfn - in setup_bootmem()
156 (pmem_ranges[i-1].start_pfn + in setup_bootmem()
161 pmem_ranges[i].start_pfn - in setup_bootmem()
162 (pmem_ranges[i-1].start_pfn + in setup_bootmem()
178 start = (pmem_ranges[i].start_pfn << PAGE_SHIFT); in setup_bootmem()
232 end_pfn = pmem_ranges[0].start_pfn + pmem_ranges[0].pages; in setup_bootmem()
235 hole_pages = pmem_ranges[i].start_pfn - end_pfn; in setup_bootmem()
237 pmem_holes[npmem_holes].start_pfn = end_pfn; in setup_bootmem()
[all …]
|
| /Linux-v5.10/drivers/base/ |
| D | memory.c | 180 unsigned long start_pfn; in memory_block_action() local
184 start_pfn = section_nr_to_pfn(start_section_nr); in memory_block_action()
188 ret = online_pages(start_pfn, nr_pages, online_type, nid); in memory_block_action()
191 ret = offline_pages(start_pfn, nr_pages); in memory_block_action()
311 unsigned long start_pfn, unsigned long nr_pages, in print_allowed_zone() argument
316 zone = zone_for_pfn_range(online_type, nid, start_pfn, nr_pages); in print_allowed_zone()
327 unsigned long start_pfn = section_nr_to_pfn(mem->start_section_nr); in valid_zones_show() local
342 default_zone = test_pages_in_a_zone(start_pfn, in valid_zones_show()
343 start_pfn + nr_pages); in valid_zones_show()
351 default_zone = zone_for_pfn_range(MMOP_ONLINE, nid, start_pfn, in valid_zones_show()
[all …]
|
| /Linux-v5.10/arch/powerpc/platforms/powernv/ |
| D | memtrace.c | 71 static bool memtrace_offline_pages(u32 nid, u64 start_pfn, u64 nr_pages) in memtrace_offline_pages() argument
73 const unsigned long start = PFN_PHYS(start_pfn); in memtrace_offline_pages()
82 if (offline_pages(start_pfn, nr_pages)) { in memtrace_offline_pages()
97 u64 start_pfn, end_pfn, nr_pages, pfn; in memtrace_alloc_node() local
104 start_pfn = node_start_pfn(nid); in memtrace_alloc_node()
112 for (base_pfn = end_pfn; base_pfn > start_pfn; base_pfn -= nr_pages) { in memtrace_alloc_node()
|
| /Linux-v5.10/arch/alpha/mm/ |
| D | numa.c | 49 i, cluster->usage, cluster->start_pfn, in show_mem_layout()
50 cluster->start_pfn + cluster->numpages); in show_mem_layout()
85 start = cluster->start_pfn; in setup_memory_node()
96 i, cluster->usage, cluster->start_pfn, in setup_memory_node()
97 cluster->start_pfn + cluster->numpages); in setup_memory_node()
|
| /Linux-v5.10/arch/arm64/mm/ |
| D | numa.c | 222 static void __init setup_node_data(int nid, u64 start_pfn, u64 end_pfn) in setup_node_data() argument
229 if (start_pfn >= end_pfn) in setup_node_data()
249 NODE_DATA(nid)->node_start_pfn = start_pfn; in setup_node_data()
250 NODE_DATA(nid)->node_spanned_pages = end_pfn - start_pfn; in setup_node_data()
370 unsigned long start_pfn, end_pfn; in numa_register_nodes() local
372 get_pfn_range_for_nid(nid, &start_pfn, &end_pfn); in numa_register_nodes()
373 setup_node_data(nid, start_pfn, end_pfn); in numa_register_nodes()
|
| /Linux-v5.10/arch/powerpc/mm/ |
| D | init_64.c | 74 unsigned long start_pfn; in vmemmap_subsection_start() local
78 start_pfn = (offset / sizeof(struct page)) & PAGE_SUBSECTION_MASK; in vmemmap_subsection_start()
79 return pfn_to_page(start_pfn); in vmemmap_subsection_start()
189 unsigned long start_pfn = page_to_pfn((struct page *)start); in altmap_cross_boundary() local
191 if ((start_pfn + nr_pfn) > altmap->end_pfn) in altmap_cross_boundary()
194 if (start_pfn < altmap->base_pfn) in altmap_cross_boundary()
|
| /Linux-v5.10/arch/sh/kernel/ |
| D | setup.c | 197 void __init __add_active_range(unsigned int nid, unsigned long start_pfn, in __add_active_range() argument
205 start = start_pfn << PAGE_SHIFT; in __add_active_range()
215 start_pfn, end_pfn); in __add_active_range()
239 memblock_set_node(PFN_PHYS(start_pfn), PFN_PHYS(end_pfn - start_pfn), in __add_active_range()
|
