184 void node_set_perf_attrs(unsigned int nid, struct node_hmem_attrs *hmem_attrs,  in node_set_perf_attrs()  argument
191 	if (WARN_ON_ONCE(!node_online(nid)))  in node_set_perf_attrs()
194 	node = node_devices[nid];  in node_set_perf_attrs()
204 				nid);  in node_set_perf_attrs()
287 void node_add_cache(unsigned int nid, struct node_cache_attrs *cache_attrs)  in node_add_cache()  argument
293 	if (!node_online(nid) || !node_devices[nid])  in node_add_cache()
296 	node = node_devices[nid];  in node_add_cache()
351 static void node_init_caches(unsigned int nid)  in node_init_caches()  argument
353 	INIT_LIST_HEAD(&node_devices[nid]->cache_attrs);  in node_init_caches()
356 static void node_init_caches(unsigned int nid) { }  in node_init_caches()  argument
365 	int nid = dev->id;  in node_read_meminfo()  local
366 	struct pglist_data *pgdat = NODE_DATA(nid);  in node_read_meminfo()
370 	si_meminfo_node(&i, nid);  in node_read_meminfo()
385 		       nid, K(i.totalram),  in node_read_meminfo()
386 		       nid, K(i.freeram),  in node_read_meminfo()
387 		       nid, K(i.totalram - i.freeram),  in node_read_meminfo()
388 		       nid, K(node_page_state(pgdat, NR_ACTIVE_ANON) +  in node_read_meminfo()
390 		       nid, K(node_page_state(pgdat, NR_INACTIVE_ANON) +  in node_read_meminfo()
392 		       nid, K(node_page_state(pgdat, NR_ACTIVE_ANON)),  in node_read_meminfo()
393 		       nid, K(node_page_state(pgdat, NR_INACTIVE_ANON)),  in node_read_meminfo()
394 		       nid, K(node_page_state(pgdat, NR_ACTIVE_FILE)),  in node_read_meminfo()
395 		       nid, K(node_page_state(pgdat, NR_INACTIVE_FILE)),  in node_read_meminfo()
396 		       nid, K(node_page_state(pgdat, NR_UNEVICTABLE)),  in node_read_meminfo()
397 		       nid, K(sum_zone_node_page_state(nid, NR_MLOCK)));  in node_read_meminfo()
405 		       nid, K(i.totalhigh),  in node_read_meminfo()
406 		       nid, K(i.freehigh),  in node_read_meminfo()
407 		       nid, K(i.totalram - i.totalhigh),  in node_read_meminfo()
408 		       nid, K(i.freeram - i.freehigh));  in node_read_meminfo()
434 		       nid, K(node_page_state(pgdat, NR_FILE_DIRTY)),  in node_read_meminfo()
435 		       nid, K(node_page_state(pgdat, NR_WRITEBACK)),  in node_read_meminfo()
436 		       nid, K(node_page_state(pgdat, NR_FILE_PAGES)),  in node_read_meminfo()
437 		       nid, K(node_page_state(pgdat, NR_FILE_MAPPED)),  in node_read_meminfo()
438 		       nid, K(node_page_state(pgdat, NR_ANON_MAPPED)),  in node_read_meminfo()
439 		       nid, K(i.sharedram),  in node_read_meminfo()
440 		       nid, sum_zone_node_page_state(nid, NR_KERNEL_STACK_KB),  in node_read_meminfo()
441 		       nid, K(sum_zone_node_page_state(nid, NR_PAGETABLE)),  in node_read_meminfo()
442 		       nid, K(node_page_state(pgdat, NR_UNSTABLE_NFS)),  in node_read_meminfo()
443 		       nid, K(sum_zone_node_page_state(nid, NR_BOUNCE)),  in node_read_meminfo()
444 		       nid, K(node_page_state(pgdat, NR_WRITEBACK_TEMP)),  in node_read_meminfo()
445 		       nid, K(sreclaimable +  in node_read_meminfo()
447 		       nid, K(sreclaimable + sunreclaimable),  in node_read_meminfo()
448 		       nid, K(sreclaimable),  in node_read_meminfo()
449 		       nid, K(sunreclaimable)  in node_read_meminfo()
452 		       nid, K(node_page_state(pgdat, NR_ANON_THPS) *  in node_read_meminfo()
454 		       nid, K(node_page_state(pgdat, NR_SHMEM_THPS) *  in node_read_meminfo()
456 		       nid, K(node_page_state(pgdat, NR_SHMEM_PMDMAPPED) *  in node_read_meminfo()
458 		       nid, K(node_page_state(pgdat, NR_FILE_THPS) *  in node_read_meminfo()
460 		       nid, K(node_page_state(pgdat, NR_FILE_PMDMAPPED) *  in node_read_meminfo()
464 	n += hugetlb_report_node_meminfo(nid, buf + n);  in node_read_meminfo()
493 	int nid = dev->id;  in node_read_vmstat()  local
494 	struct pglist_data *pgdat = NODE_DATA(nid);  in node_read_vmstat()
500 			     sum_zone_node_page_state(nid, i));  in node_read_vmstat()
506 			     sum_zone_numa_state(nid, i));  in node_read_vmstat()
522 	int nid = dev->id;  in node_read_distance()  local
533 		len += sprintf(buf + len, "%s%d", i ? " " : "", node_distance(nid, i));  in node_read_distance()
657 int register_cpu_under_node(unsigned int cpu, unsigned int nid)  in register_cpu_under_node()  argument
662 	if (!node_online(nid))  in register_cpu_under_node()
669 	ret = sysfs_create_link(&node_devices[nid]->dev.kobj,  in register_cpu_under_node()
676 				 &node_devices[nid]->dev.kobj,  in register_cpu_under_node()
677 				 kobject_name(&node_devices[nid]->dev.kobj));  in register_cpu_under_node()
730 int unregister_cpu_under_node(unsigned int cpu, unsigned int nid)  in unregister_cpu_under_node()  argument
734 	if (!node_online(nid))  in unregister_cpu_under_node()
741 	sysfs_remove_link(&node_devices[nid]->dev.kobj,  in unregister_cpu_under_node()
744 			  kobject_name(&node_devices[nid]->dev.kobj));  in unregister_cpu_under_node()
768 	int ret, nid = *(int *)arg;  in register_mem_sect_under_node()  local
793 			if (page_nid != nid)  in register_mem_sect_under_node()
801 		mem_blk->nid = nid;  in register_mem_sect_under_node()
803 		ret = sysfs_create_link_nowarn(&node_devices[nid]->dev.kobj,  in register_mem_sect_under_node()
810 				&node_devices[nid]->dev.kobj,  in register_mem_sect_under_node()
811 				kobject_name(&node_devices[nid]->dev.kobj));  in register_mem_sect_under_node()
823 	if (mem_blk->nid == NUMA_NO_NODE)  in unregister_memory_block_under_nodes()
826 	sysfs_remove_link(&node_devices[mem_blk->nid]->dev.kobj,  in unregister_memory_block_under_nodes()
829 			  kobject_name(&node_devices[mem_blk->nid]->dev.kobj));  in unregister_memory_block_under_nodes()
832 int link_mem_sections(int nid, unsigned long start_pfn, unsigned long end_pfn)  in link_mem_sections()  argument
835 				  PFN_PHYS(end_pfn - start_pfn), (void *)&nid,  in link_mem_sections()
860 static void init_node_hugetlb_work(int nid)  in init_node_hugetlb_work()  argument
862 	INIT_WORK(&node_devices[nid]->node_work, node_hugetlb_work);  in init_node_hugetlb_work()
869 	int nid = mnb->status_change_nid;  in node_memory_callback()  local
878 		if (nid != NUMA_NO_NODE)  in node_memory_callback()
879 			schedule_work(&node_devices[nid]->node_work);  in node_memory_callback()
903 static void init_node_hugetlb_work(int nid) { }  in init_node_hugetlb_work()  argument
907 int __register_one_node(int nid)  in __register_one_node()  argument
912 	node_devices[nid] = kzalloc(sizeof(struct node), GFP_KERNEL);  in __register_one_node()
913 	if (!node_devices[nid])  in __register_one_node()
916 	error = register_node(node_devices[nid], nid);  in __register_one_node()
920 		if (cpu_to_node(cpu) == nid)  in __register_one_node()
921 			register_cpu_under_node(cpu, nid);  in __register_one_node()
924 	INIT_LIST_HEAD(&node_devices[nid]->access_list);  in __register_one_node()
926 	init_node_hugetlb_work(nid);  in __register_one_node()
927 	node_init_caches(nid);  in __register_one_node()
932 void unregister_one_node(int nid)  in unregister_one_node()  argument
934 	if (!node_devices[nid])  in unregister_one_node()
937 	unregister_node(node_devices[nid]);  in unregister_one_node()
938 	node_devices[nid] = NULL;  in unregister_one_node()