Lines Matching refs:pgdat

1459 	pg_data_t *pgdat;  in init_reserved_page()  local
1466 pgdat = NODE_DATA(nid); in init_reserved_page()
1469 struct zone *zone = &pgdat->node_zones[zid]; in init_reserved_page()
1908 pg_data_t *pgdat = data; in deferred_init_memmap() local
1909 const struct cpumask *cpumask = cpumask_of_node(pgdat->node_id); in deferred_init_memmap()
1921 pgdat_resize_lock(pgdat, &flags); in deferred_init_memmap()
1922 first_init_pfn = pgdat->first_deferred_pfn; in deferred_init_memmap()
1924 pgdat_resize_unlock(pgdat, &flags); in deferred_init_memmap()
1930 BUG_ON(pgdat->first_deferred_pfn < pgdat->node_start_pfn); in deferred_init_memmap()
1931 BUG_ON(pgdat->first_deferred_pfn > pgdat_end_pfn(pgdat)); in deferred_init_memmap()
1932 pgdat->first_deferred_pfn = ULONG_MAX; in deferred_init_memmap()
1939 pgdat_resize_unlock(pgdat, &flags); in deferred_init_memmap()
1943 zone = pgdat->node_zones + zid; in deferred_init_memmap()
1976 pgdat->node_id, jiffies_to_msecs(jiffies - start)); in deferred_init_memmap()
2001 pg_data_t *pgdat = zone->zone_pgdat; in deferred_grow_zone() local
2002 unsigned long first_deferred_pfn = pgdat->first_deferred_pfn; in deferred_grow_zone()
2008 if (zone_end_pfn(zone) != pgdat_end_pfn(pgdat)) in deferred_grow_zone()
2011 pgdat_resize_lock(pgdat, &flags); in deferred_grow_zone()
2017 if (first_deferred_pfn != pgdat->first_deferred_pfn) { in deferred_grow_zone()
2018 pgdat_resize_unlock(pgdat, &flags); in deferred_grow_zone()
2025 pgdat->first_deferred_pfn = ULONG_MAX; in deferred_grow_zone()
2026 pgdat_resize_unlock(pgdat, &flags); in deferred_grow_zone()
2052 pgdat->first_deferred_pfn = spfn; in deferred_grow_zone()
2053 pgdat_resize_unlock(pgdat, &flags); in deferred_grow_zone()
5350 pg_data_t *pgdat = NODE_DATA(nid); in si_meminfo_node() local
5353 managed_pages += zone_managed_pages(&pgdat->node_zones[zone_type]); in si_meminfo_node()
5355 val->sharedram = node_page_state(pgdat, NR_SHMEM); in si_meminfo_node()
5359 struct zone *zone = &pgdat->node_zones[zone_type]; in si_meminfo_node()
5439 pg_data_t *pgdat; in show_free_areas() local
5474 for_each_online_pgdat(pgdat) { in show_free_areas()
5475 if (show_mem_node_skip(filter, pgdat->node_id, nodemask)) in show_free_areas()
5502 pgdat->node_id, in show_free_areas()
5503 K(node_page_state(pgdat, NR_ACTIVE_ANON)), in show_free_areas()
5504 K(node_page_state(pgdat, NR_INACTIVE_ANON)), in show_free_areas()
5505 K(node_page_state(pgdat, NR_ACTIVE_FILE)), in show_free_areas()
5506 K(node_page_state(pgdat, NR_INACTIVE_FILE)), in show_free_areas()
5507 K(node_page_state(pgdat, NR_UNEVICTABLE)), in show_free_areas()
5508 K(node_page_state(pgdat, NR_ISOLATED_ANON)), in show_free_areas()
5509 K(node_page_state(pgdat, NR_ISOLATED_FILE)), in show_free_areas()
5510 K(node_page_state(pgdat, NR_FILE_MAPPED)), in show_free_areas()
5511 K(node_page_state(pgdat, NR_FILE_DIRTY)), in show_free_areas()
5512 K(node_page_state(pgdat, NR_WRITEBACK)), in show_free_areas()
5513 K(node_page_state(pgdat, NR_SHMEM)), in show_free_areas()
5515 K(node_page_state(pgdat, NR_SHMEM_THPS) * HPAGE_PMD_NR), in show_free_areas()
5516 K(node_page_state(pgdat, NR_SHMEM_PMDMAPPED) in show_free_areas()
5518 K(node_page_state(pgdat, NR_ANON_THPS) * HPAGE_PMD_NR), in show_free_areas()
5520 K(node_page_state(pgdat, NR_WRITEBACK_TEMP)), in show_free_areas()
5521 node_page_state(pgdat, NR_KERNEL_STACK_KB), in show_free_areas()
5523 node_page_state(pgdat, NR_KERNEL_SCS_KB), in show_free_areas()
5525 pgdat->kswapd_failures >= MAX_RECLAIM_RETRIES ? in show_free_areas()
5640 static int build_zonerefs_node(pg_data_t *pgdat, struct zoneref *zonerefs) in build_zonerefs_node() argument
5648 zone = pgdat->node_zones + zone_type; in build_zonerefs_node()
5757 static void build_zonelists_in_node_order(pg_data_t *pgdat, int *node_order, in build_zonelists_in_node_order() argument
5763 zonerefs = pgdat->node_zonelists[ZONELIST_FALLBACK]._zonerefs; in build_zonelists_in_node_order()
5780 static void build_thisnode_zonelists(pg_data_t *pgdat) in build_thisnode_zonelists() argument
5785 zonerefs = pgdat->node_zonelists[ZONELIST_NOFALLBACK]._zonerefs; in build_thisnode_zonelists()
5786 nr_zones = build_zonerefs_node(pgdat, zonerefs); in build_thisnode_zonelists()
5799 static void build_zonelists(pg_data_t *pgdat) in build_zonelists() argument
5807 local_node = pgdat->node_id; in build_zonelists()
5827 build_zonelists_in_node_order(pgdat, node_order, nr_nodes); in build_zonelists()
5828 build_thisnode_zonelists(pgdat); in build_zonelists()
5853 static void build_zonelists(pg_data_t *pgdat) in build_zonelists() argument
5859 local_node = pgdat->node_id; in build_zonelists()
5861 zonerefs = pgdat->node_zonelists[ZONELIST_FALLBACK]._zonerefs; in build_zonelists()
5862 nr_zones = build_zonerefs_node(pgdat, zonerefs); in build_zonelists()
5932 pg_data_t *pgdat = NODE_DATA(nid); in __build_all_zonelists() local
5934 build_zonelists(pgdat); in __build_all_zonelists()
5987 void __ref build_all_zonelists(pg_data_t *pgdat) in build_all_zonelists() argument
5994 __build_all_zonelists(pgdat); in build_all_zonelists()
6117 struct pglist_data *pgdat = zone->zone_pgdat; in memmap_init_zone_device() local
6121 int nid = pgdat->node_id; in memmap_init_zone_device()
6355 struct pglist_data *pgdat; in setup_per_cpu_pageset() local
6376 for_each_online_pgdat(pgdat) in setup_per_cpu_pageset()
6377 pgdat->per_cpu_nodestats = in setup_per_cpu_pageset()
6400 struct pglist_data *pgdat = zone->zone_pgdat; in init_currently_empty_zone() local
6403 if (zone_idx > pgdat->nr_zones) in init_currently_empty_zone()
6404 pgdat->nr_zones = zone_idx; in init_currently_empty_zone()
6410 pgdat->node_id, in init_currently_empty_zone()
6625 static void __init calculate_node_totalpages(struct pglist_data *pgdat, in calculate_node_totalpages() argument
6633 struct zone *zone = pgdat->node_zones + i; in calculate_node_totalpages()
6638 spanned = zone_spanned_pages_in_node(pgdat->node_id, i, in calculate_node_totalpages()
6643 absent = zone_absent_pages_in_node(pgdat->node_id, i, in calculate_node_totalpages()
6661 pgdat->node_spanned_pages = totalpages; in calculate_node_totalpages()
6662 pgdat->node_present_pages = realtotalpages; in calculate_node_totalpages()
6663 printk(KERN_DEBUG "On node %d totalpages: %lu\n", pgdat->node_id, in calculate_node_totalpages()
6688 static void __ref setup_usemap(struct pglist_data *pgdat, in setup_usemap() argument
6698 pgdat->node_id); in setup_usemap()
6701 usemapsize, zone->name, pgdat->node_id); in setup_usemap()
6705 static inline void setup_usemap(struct pglist_data *pgdat, struct zone *zone, in setup_usemap() argument
6767 static void pgdat_init_split_queue(struct pglist_data *pgdat) in pgdat_init_split_queue() argument
6769 struct deferred_split *ds_queue = &pgdat->deferred_split_queue; in pgdat_init_split_queue()
6776 static void pgdat_init_split_queue(struct pglist_data *pgdat) {} in pgdat_init_split_queue() argument
6780 static void pgdat_init_kcompactd(struct pglist_data *pgdat) in pgdat_init_kcompactd() argument
6782 init_waitqueue_head(&pgdat->kcompactd_wait); in pgdat_init_kcompactd()
6785 static void pgdat_init_kcompactd(struct pglist_data *pgdat) {} in pgdat_init_kcompactd() argument
6788 static void __meminit pgdat_init_internals(struct pglist_data *pgdat) in pgdat_init_internals() argument
6790 pgdat_resize_init(pgdat); in pgdat_init_internals()
6792 pgdat_init_split_queue(pgdat); in pgdat_init_internals()
6793 pgdat_init_kcompactd(pgdat); in pgdat_init_internals()
6795 init_waitqueue_head(&pgdat->kswapd_wait); in pgdat_init_internals()
6796 init_waitqueue_head(&pgdat->pfmemalloc_wait); in pgdat_init_internals()
6798 pgdat_page_ext_init(pgdat); in pgdat_init_internals()
6799 spin_lock_init(&pgdat->lru_lock); in pgdat_init_internals()
6800 lruvec_init(&pgdat->__lruvec); in pgdat_init_internals()
6826 pg_data_t *pgdat = NODE_DATA(nid); in free_area_init_core_hotplug() local
6828 pgdat_init_internals(pgdat); in free_area_init_core_hotplug()
6830 zone_init_internals(&pgdat->node_zones[z], z, nid, 0); in free_area_init_core_hotplug()
6843 static void __init free_area_init_core(struct pglist_data *pgdat) in free_area_init_core() argument
6846 int nid = pgdat->node_id; in free_area_init_core()
6848 pgdat_init_internals(pgdat); in free_area_init_core()
6849 pgdat->per_cpu_nodestats = &boot_nodestats; in free_area_init_core()
6852 struct zone *zone = pgdat->node_zones + j; in free_area_init_core()
6902 setup_usemap(pgdat, zone, zone_start_pfn, size); in free_area_init_core()
6909 static void __ref alloc_node_mem_map(struct pglist_data *pgdat) in alloc_node_mem_map() argument
6915 if (!pgdat->node_spanned_pages) in alloc_node_mem_map()
6918 start = pgdat->node_start_pfn & ~(MAX_ORDER_NR_PAGES - 1); in alloc_node_mem_map()
6919 offset = pgdat->node_start_pfn - start; in alloc_node_mem_map()
6921 if (!pgdat->node_mem_map) { in alloc_node_mem_map()
6930 end = pgdat_end_pfn(pgdat); in alloc_node_mem_map()
6934 pgdat->node_id); in alloc_node_mem_map()
6937 size, pgdat->node_id); in alloc_node_mem_map()
6938 pgdat->node_mem_map = map + offset; in alloc_node_mem_map()
6941 __func__, pgdat->node_id, (unsigned long)pgdat, in alloc_node_mem_map()
6942 (unsigned long)pgdat->node_mem_map); in alloc_node_mem_map()
6947 if (pgdat == NODE_DATA(0)) { in alloc_node_mem_map()
6949 if (page_to_pfn(mem_map) != pgdat->node_start_pfn) in alloc_node_mem_map()
6955 static void __ref alloc_node_mem_map(struct pglist_data *pgdat) { } in alloc_node_mem_map() argument
6959 static inline void pgdat_set_deferred_range(pg_data_t *pgdat) in pgdat_set_deferred_range() argument
6961 pgdat->first_deferred_pfn = ULONG_MAX; in pgdat_set_deferred_range()
6964 static inline void pgdat_set_deferred_range(pg_data_t *pgdat) {} in pgdat_set_deferred_range() argument
6969 pg_data_t *pgdat = NODE_DATA(nid); in free_area_init_node() local
6974 WARN_ON(pgdat->nr_zones || pgdat->kswapd_highest_zoneidx); in free_area_init_node()
6978 pgdat->node_id = nid; in free_area_init_node()
6979 pgdat->node_start_pfn = start_pfn; in free_area_init_node()
6980 pgdat->per_cpu_nodestats = NULL; in free_area_init_node()
6985 calculate_node_totalpages(pgdat, start_pfn, end_pfn); in free_area_init_node()
6987 alloc_node_mem_map(pgdat); in free_area_init_node()
6988 pgdat_set_deferred_range(pgdat); in free_area_init_node()
6990 free_area_init_core(pgdat); in free_area_init_node()
7389 static void check_for_memory(pg_data_t *pgdat, int nid) in check_for_memory() argument
7394 struct zone *zone = &pgdat->node_zones[zone_type]; in check_for_memory()
7505 pg_data_t *pgdat = NODE_DATA(nid); in free_area_init() local
7509 if (pgdat->node_present_pages) in free_area_init()
7511 check_for_memory(pgdat, nid); in free_area_init()
7752 struct pglist_data *pgdat; in calculate_totalreserve_pages() local
7756 for_each_online_pgdat(pgdat) { in calculate_totalreserve_pages()
7758 pgdat->totalreserve_pages = 0; in calculate_totalreserve_pages()
7761 struct zone *zone = pgdat->node_zones + i; in calculate_totalreserve_pages()
7777 pgdat->totalreserve_pages += max; in calculate_totalreserve_pages()
7793 struct pglist_data *pgdat; in setup_per_zone_lowmem_reserve() local
7796 for_each_online_pgdat(pgdat) { in setup_per_zone_lowmem_reserve()
7798 struct zone *zone = pgdat->node_zones + j; in setup_per_zone_lowmem_reserve()
7808 lower_zone = pgdat->node_zones + idx; in setup_per_zone_lowmem_reserve()
8001 pg_data_t *pgdat; in setup_min_unmapped_ratio() local
8004 for_each_online_pgdat(pgdat) in setup_min_unmapped_ratio()
8005 pgdat->min_unmapped_pages = 0; in setup_min_unmapped_ratio()
8029 pg_data_t *pgdat; in setup_min_slab_ratio() local
8032 for_each_online_pgdat(pgdat) in setup_min_slab_ratio()
8033 pgdat->min_slab_pages = 0; in setup_min_slab_ratio()