52 struct hstate hstates[HUGE_MAX_HSTATE];
73 static struct hstate * __initdata parsed_hstate;
93 static int hugetlb_acct_memory(struct hstate *h, long delta);
120 			hugetlb_acct_memory(spool->hstate,  in unlock_or_release_subpool()
126 struct hugepage_subpool *hugepage_new_subpool(struct hstate *h, long max_hpages,  in hugepage_new_subpool()
138 	spool->hstate = h;  in hugepage_new_subpool()
291 						struct hstate *h,  in record_hugetlb_cgroup_uncharge_info()
373 		     long to, struct hstate *h, struct hugetlb_cgroup *cg,  in hugetlb_resv_map_add()
399 				     struct hstate *h, long *regions_needed)  in add_reservation_in_range()
531 		       long in_regions_needed, struct hstate *h,  in region_add()
767 		struct hstate *h = hstate_inode(inode);  in hugetlb_fix_reserve_counts()
814 static pgoff_t vma_hugecache_offset(struct hstate *h,  in vma_hugecache_offset()
893 					  struct hstate *h)  in resv_map_set_hugetlb_cgroup_uncharge_info()
1130 static void enqueue_huge_page(struct hstate *h, struct page *page)  in enqueue_huge_page()
1143 static struct page *dequeue_huge_page_node_exact(struct hstate *h, int nid)  in dequeue_huge_page_node_exact()
1167 static struct page *dequeue_huge_page_nodemask(struct hstate *h, gfp_t gfp_mask, int nid,  in dequeue_huge_page_nodemask()
1203 static unsigned long available_huge_pages(struct hstate *h)  in available_huge_pages()
1208 static struct page *dequeue_huge_page_vma(struct hstate *h,  in dequeue_huge_page_vma()
1284 static int hstate_next_node_to_alloc(struct hstate *h,  in hstate_next_node_to_alloc()
1303 static int hstate_next_node_to_free(struct hstate *h, nodemask_t *nodes_allowed)  in hstate_next_node_to_free()
1381 static struct page *alloc_gigantic_page(struct hstate *h, gfp_t gfp_mask,  in alloc_gigantic_page()
1418 static struct page *alloc_gigantic_page(struct hstate *h, gfp_t gfp_mask,  in alloc_gigantic_page()
1426 static struct page *alloc_gigantic_page(struct hstate *h, gfp_t gfp_mask,  in alloc_gigantic_page()
1444 static void __remove_hugetlb_page(struct hstate *h, struct page *page,  in __remove_hugetlb_page()
1499 static void remove_hugetlb_page(struct hstate *h, struct page *page,  in remove_hugetlb_page()
1505 static void remove_hugetlb_page_for_demote(struct hstate *h, struct page *page,  in remove_hugetlb_page_for_demote()
1511 static void add_hugetlb_page(struct hstate *h, struct page *page,  in add_hugetlb_page()
1557 static void __update_and_free_page(struct hstate *h, struct page *page)  in __update_and_free_page()
1633 		struct hstate *h;  in free_hpage_workfn()
1654 static inline void flush_free_hpage_work(struct hstate *h)  in flush_free_hpage_work()
1660 static void update_and_free_page(struct hstate *h, struct page *page,  in update_and_free_page()
1679 static void update_and_free_pages_bulk(struct hstate *h, struct list_head *list)  in update_and_free_pages_bulk()
1689 struct hstate *size_to_hstate(unsigned long size)  in size_to_hstate()
1691 	struct hstate *h;  in size_to_hstate()
1706 	struct hstate *h = page_hstate(page);  in free_huge_page()
1769 static void __prep_account_new_huge_page(struct hstate *h, int nid)  in __prep_account_new_huge_page()
1776 static void __prep_new_huge_page(struct hstate *h, struct page *page)  in __prep_new_huge_page()
1786 static void prep_new_huge_page(struct hstate *h, struct page *page, int nid)  in prep_new_huge_page()
1948 static struct page *alloc_buddy_huge_page(struct hstate *h,  in alloc_buddy_huge_page()
2017 static struct page *alloc_fresh_huge_page(struct hstate *h,  in alloc_fresh_huge_page()
2056 static int alloc_pool_huge_page(struct hstate *h, nodemask_t *nodes_allowed,  in alloc_pool_huge_page()
2085 static struct page *remove_pool_huge_page(struct hstate *h,  in remove_pool_huge_page()
2141 		struct hstate *h = page_hstate(head);  in dissolve_free_huge_page()
2207 	struct hstate *h;  in dissolve_free_huge_pages()
2229 static struct page *alloc_surplus_huge_page(struct hstate *h, gfp_t gfp_mask,  in alloc_surplus_huge_page()
2270 static struct page *alloc_migrate_huge_page(struct hstate *h, gfp_t gfp_mask,  in alloc_migrate_huge_page()
2298 struct page *alloc_buddy_huge_page_with_mpol(struct hstate *h,  in alloc_buddy_huge_page_with_mpol()
2325 struct page *alloc_huge_page_nodemask(struct hstate *h, int preferred_nid,  in alloc_huge_page_nodemask()
2344 struct page *alloc_huge_page_vma(struct hstate *h, struct vm_area_struct *vma,  in alloc_huge_page_vma()
2365 static int gather_surplus_pages(struct hstate *h, long delta)  in gather_surplus_pages()
2457 static void return_unused_surplus_pages(struct hstate *h,  in return_unused_surplus_pages()
2536 static long __vma_reservation_common(struct hstate *h,  in __vma_reservation_common()
2616 static long vma_needs_reservation(struct hstate *h,  in vma_needs_reservation()
2622 static long vma_commit_reservation(struct hstate *h,  in vma_commit_reservation()
2628 static void vma_end_reservation(struct hstate *h,  in vma_end_reservation()
2634 static long vma_add_reservation(struct hstate *h,  in vma_add_reservation()
2640 static long vma_del_reservation(struct hstate *h,  in vma_del_reservation()
2666 void restore_reserve_on_error(struct hstate *h, struct vm_area_struct *vma,  in restore_reserve_on_error()
2746 static int alloc_and_dissolve_huge_page(struct hstate *h, struct page *old_page,  in alloc_and_dissolve_huge_page()
2828 	struct hstate *h;  in isolate_or_dissolve_huge_page()
2867 	struct hstate *h = hstate_vma(vma);  in alloc_huge_page()
2993 int alloc_bootmem_huge_page(struct hstate *h, int nid)
2995 int __alloc_bootmem_huge_page(struct hstate *h, int nid)  in __alloc_bootmem_huge_page()
3027 	m->hstate = h;  in __alloc_bootmem_huge_page()
3041 		struct hstate *h = m->hstate;  in gather_bootmem_prealloc()
3063 static void __init hugetlb_hstate_alloc_pages_onenode(struct hstate *h, int nid)  in hugetlb_hstate_alloc_pages_onenode()
3094 static void __init hugetlb_hstate_alloc_pages(struct hstate *h)  in hugetlb_hstate_alloc_pages()
3159 	struct hstate *h, *h2;  in hugetlb_init_hstates()
3190 	struct hstate *h;  in report_hugepages()
3204 static void try_to_free_low(struct hstate *h, unsigned long count,  in try_to_free_low()
3236 static inline void try_to_free_low(struct hstate *h, unsigned long count,  in try_to_free_low()
3247 static int adjust_pool_surplus(struct hstate *h, nodemask_t *nodes_allowed,  in adjust_pool_surplus()
3276 static int set_max_huge_pages(struct hstate *h, unsigned long count, int nid,  in set_max_huge_pages()
3426 static int demote_free_huge_page(struct hstate *h, struct page *page)  in demote_free_huge_page()
3429 	struct hstate *target_hstate;  in demote_free_huge_page()
3489 static int demote_pool_huge_page(struct hstate *h, nodemask_t *nodes_allowed)  in demote_pool_huge_page()
3531 static struct hstate *kobj_to_node_hstate(struct kobject *kobj, int *nidp);
3533 static struct hstate *kobj_to_hstate(struct kobject *kobj, int *nidp)  in kobj_to_hstate()
3550 	struct hstate *h;  in nr_hugepages_show_common()
3564 					   struct hstate *h, int nid,  in __nr_hugepages_store_common()
3600 	struct hstate *h;  in nr_hugepages_store_common()
3651 	struct hstate *h = kobj_to_hstate(kobj, NULL);  in nr_overcommit_hugepages_show()
3660 	struct hstate *h = kobj_to_hstate(kobj, NULL);  in nr_overcommit_hugepages_store()
3680 	struct hstate *h;  in free_hugepages_show()
3697 	struct hstate *h = kobj_to_hstate(kobj, NULL);  in resv_hugepages_show()
3705 	struct hstate *h;  in surplus_hugepages_show()
3725 	struct hstate *h;  in demote_store()
3777 	struct hstate *h = kobj_to_hstate(kobj, NULL);  in demote_size_show()
3787 	struct hstate *h, *demote_hstate;  in demote_size_store()
3840 static int hugetlb_sysfs_add_hstate(struct hstate *h, struct kobject *parent,  in hugetlb_sysfs_add_hstate()
3907 static struct hstate *kobj_to_node_hstate(struct kobject *kobj, int *nidp)  in kobj_to_node_hstate()
3932 	struct hstate *h;  in hugetlb_unregister_node()
3962 	struct hstate *h;  in hugetlb_register_node()
4004 static struct hstate *kobj_to_node_hstate(struct kobject *kobj, int *nidp)  in kobj_to_node_hstate()
4026 	struct hstate *h;  in hugetlb_sysfs_init()
4126 	struct hstate *h;  in hugetlb_add_hstate()
4269 	struct hstate *h;  in hugepagesz_setup()
4375 static unsigned int allowed_mems_nr(struct hstate *h)  in allowed_mems_nr()
4413 	struct hstate *h = &default_hstate;  in hugetlb_sysctl_handler_common()
4452 	struct hstate *h = &default_hstate;  in hugetlb_overcommit_handler()
4482 	struct hstate *h;  in hugetlb_report_meminfo()
4512 	struct hstate *h = &default_hstate;  in hugetlb_report_node_meminfo()
4528 	struct hstate *h;  in hugetlb_show_meminfo_node()
4551 	struct hstate *h;  in hugetlb_total_pages()
4559 static int hugetlb_acct_memory(struct hstate *h, long delta)  in hugetlb_acct_memory()
4649 	struct hstate *h = hstate_vma(vma);  in hugetlb_vm_op_close()
4792 	struct hstate *h = hstate_vma(src_vma);  in copy_hugetlb_page_range()
4970 	struct hstate *h = hstate_vma(vma);  in move_huge_pte()
4998 	struct hstate *h = hstate_vma(vma);  in move_hugetlb_page_tables()
5067 	struct hstate *h = hstate_vma(vma);  in __unmap_hugepage_range()
5247 	struct hstate *h = hstate_vma(vma);  in unmap_ref_private()
5306 	struct hstate *h = hstate_vma(vma);  in hugetlb_wp()
5484 static bool hugetlbfs_pagecache_present(struct hstate *h,  in hugetlbfs_pagecache_present()
5505 	struct hstate *h = hstate_inode(inode);  in hugetlb_add_to_page_cache()
5568 static bool hugetlb_pte_stable(struct hstate *h, struct mm_struct *mm,  in hugetlb_pte_stable()
5587 	struct hstate *h = hstate_vma(vma);  in hugetlb_no_page()
5826 	struct hstate *h = hstate_vma(vma);  in hugetlb_fault()
6009 	struct hstate *h = hstate_vma(dst_vma);  in hugetlb_mcopy_atomic_pte()
6231 	struct hstate *h = hstate_vma(vma);  in follow_hugetlb_page()
6412 	struct hstate *h = hstate_vma(vma);  in hugetlb_change_protection()
6547 	struct hstate *h = hstate_inode(inode);  in hugetlb_reserve_pages()
6701 	struct hstate *h = hstate_inode(inode);  in hugetlb_unreserve_pages()
7185 unsigned long hugetlb_mask_last_page(struct hstate *h)  in hugetlb_mask_last_page()
7200 __weak unsigned long hugetlb_mask_last_page(struct hstate *h)  in hugetlb_mask_last_page()
7233 	struct hstate *h = hstate_vma(vma);  in follow_huge_pmd_pte()
7389 	struct hstate *h = page_hstate(oldpage);  in move_hugetlb_state()
7432 	struct hstate *h = hstate_vma(vma);  in hugetlb_unshare_all_pmds()