Lines Matching refs:hstate
43 struct hstate hstates[HUGE_MAX_HSTATE];
53 static struct hstate * __initdata parsed_hstate;
72 static int hugetlb_acct_memory(struct hstate *h, long delta);
85 hugetlb_acct_memory(spool->hstate, in unlock_or_release_subpool()
91 struct hugepage_subpool *hugepage_new_subpool(struct hstate *h, long max_hpages, in hugepage_new_subpool()
103 spool->hstate = h; in hugepage_new_subpool()
579 struct hstate *h = hstate_inode(inode); in hugetlb_fix_reserve_counts()
620 static pgoff_t vma_hugecache_offset(struct hstate *h, in vma_hugecache_offset()
855 static void enqueue_huge_page(struct hstate *h, struct page *page) in enqueue_huge_page()
863 static struct page *dequeue_huge_page_node_exact(struct hstate *h, int nid) in dequeue_huge_page_node_exact()
883 static struct page *dequeue_huge_page_nodemask(struct hstate *h, gfp_t gfp_mask, int nid, in dequeue_huge_page_nodemask()
920 static inline gfp_t htlb_alloc_mask(struct hstate *h) in htlb_alloc_mask()
928 static struct page *dequeue_huge_page_vma(struct hstate *h, in dequeue_huge_page_vma()
995 static int hstate_next_node_to_alloc(struct hstate *h, in hstate_next_node_to_alloc()
1014 static int hstate_next_node_to_free(struct hstate *h, nodemask_t *nodes_allowed) in hstate_next_node_to_free()
1104 static struct page *alloc_gigantic_page(struct hstate *h, gfp_t gfp_mask, in alloc_gigantic_page()
1143 static void prep_new_huge_page(struct hstate *h, struct page *page, int nid);
1148 static struct page *alloc_gigantic_page(struct hstate *h, gfp_t gfp_mask, in alloc_gigantic_page()
1155 static void update_and_free_page(struct hstate *h, struct page *page) in update_and_free_page()
1181 struct hstate *size_to_hstate(unsigned long size) in size_to_hstate()
1183 struct hstate *h; in size_to_hstate()
1245 struct hstate *h = page_hstate(page); in free_huge_page()
1290 static void prep_new_huge_page(struct hstate *h, struct page *page, int nid) in prep_new_huge_page()
1375 static struct page *alloc_buddy_huge_page(struct hstate *h, in alloc_buddy_huge_page()
1397 static struct page *alloc_fresh_huge_page(struct hstate *h, in alloc_fresh_huge_page()
1421 static int alloc_pool_huge_page(struct hstate *h, nodemask_t *nodes_allowed) in alloc_pool_huge_page()
1447 static int free_pool_huge_page(struct hstate *h, nodemask_t *nodes_allowed, in free_pool_huge_page()
1492 struct hstate *h = page_hstate(head); in dissolve_free_huge_page()
1548 static struct page *alloc_surplus_huge_page(struct hstate *h, gfp_t gfp_mask, in alloc_surplus_huge_page()
1588 static struct page *alloc_migrate_huge_page(struct hstate *h, gfp_t gfp_mask, in alloc_migrate_huge_page()
1613 struct page *alloc_buddy_huge_page_with_mpol(struct hstate *h, in alloc_buddy_huge_page_with_mpol()
1630 struct page *alloc_huge_page_node(struct hstate *h, int nid) in alloc_huge_page_node()
1650 struct page *alloc_huge_page_nodemask(struct hstate *h, int preferred_nid, in alloc_huge_page_nodemask()
1671 struct page *alloc_huge_page_vma(struct hstate *h, struct vm_area_struct *vma, in alloc_huge_page_vma()
1692 static int gather_surplus_pages(struct hstate *h, int delta) in gather_surplus_pages()
1790 static void return_unused_surplus_pages(struct hstate *h, in return_unused_surplus_pages()
1861 static long __vma_reservation_common(struct hstate *h, in __vma_reservation_common()
1922 static long vma_needs_reservation(struct hstate *h, in vma_needs_reservation()
1928 static long vma_commit_reservation(struct hstate *h, in vma_commit_reservation()
1934 static void vma_end_reservation(struct hstate *h, in vma_end_reservation()
1940 static long vma_add_reservation(struct hstate *h, in vma_add_reservation()
1957 static void restore_reserve_on_error(struct hstate *h, in restore_reserve_on_error()
1994 struct hstate *h = hstate_vma(vma); in alloc_huge_page()
2093 int alloc_bootmem_huge_page(struct hstate *h)
2095 int __alloc_bootmem_huge_page(struct hstate *h) in __alloc_bootmem_huge_page()
2123 m->hstate = h; in __alloc_bootmem_huge_page()
2143 struct hstate *h = m->hstate; in gather_bootmem_prealloc()
2163 static void __init hugetlb_hstate_alloc_pages(struct hstate *h) in hugetlb_hstate_alloc_pages()
2188 struct hstate *h; in hugetlb_init_hstates()
2203 struct hstate *h; in report_hugepages()
2215 static void try_to_free_low(struct hstate *h, unsigned long count, in try_to_free_low()
2239 static inline void try_to_free_low(struct hstate *h, unsigned long count, in try_to_free_low()
2250 static int adjust_pool_surplus(struct hstate *h, nodemask_t *nodes_allowed, in adjust_pool_surplus()
2278 static unsigned long set_max_huge_pages(struct hstate *h, unsigned long count, in set_max_huge_pages()
2367 static struct hstate *kobj_to_node_hstate(struct kobject *kobj, int *nidp);
2369 static struct hstate *kobj_to_hstate(struct kobject *kobj, int *nidp) in kobj_to_hstate()
2386 struct hstate *h; in nr_hugepages_show_common()
2400 struct hstate *h, int nid, in __nr_hugepages_store_common()
2445 struct hstate *h; in nr_hugepages_store_common()
2495 struct hstate *h = kobj_to_hstate(kobj, NULL); in nr_overcommit_hugepages_show()
2504 struct hstate *h = kobj_to_hstate(kobj, NULL); in nr_overcommit_hugepages_store()
2524 struct hstate *h; in free_hugepages_show()
2541 struct hstate *h = kobj_to_hstate(kobj, NULL); in resv_hugepages_show()
2549 struct hstate *h; in surplus_hugepages_show()
2579 static int hugetlb_sysfs_add_hstate(struct hstate *h, struct kobject *parent, in hugetlb_sysfs_add_hstate()
2599 struct hstate *h; in hugetlb_sysfs_init()
2647 static struct hstate *kobj_to_node_hstate(struct kobject *kobj, int *nidp) in kobj_to_node_hstate()
2672 struct hstate *h; in hugetlb_unregister_node()
2697 struct hstate *h; in hugetlb_register_node()
2746 static struct hstate *kobj_to_node_hstate(struct kobject *kobj, int *nidp) in kobj_to_node_hstate()
2813 struct hstate *h; in hugetlb_add_hstate()
2903 struct hstate *h = &default_hstate; in hugetlb_sysctl_handler_common()
2944 struct hstate *h = &default_hstate; in hugetlb_overcommit_handler()
2975 struct hstate *h; in hugetlb_report_meminfo()
3005 struct hstate *h = &default_hstate; in hugetlb_report_node_meminfo()
3019 struct hstate *h; in hugetlb_show_meminfo()
3044 struct hstate *h; in hugetlb_total_pages()
3052 static int hugetlb_acct_memory(struct hstate *h, long delta) in hugetlb_acct_memory()
3111 struct hstate *h = hstate_vma(vma); in hugetlb_vm_op_close()
3146 struct hstate *hstate = hstate_vma(vma); in hugetlb_vm_op_pagesize() local
3148 return 1UL << huge_page_shift(hstate); in hugetlb_vm_op_pagesize()
3240 struct hstate *h = hstate_vma(vma); in copy_hugetlb_page_range()
3327 struct hstate *h = hstate_vma(vma); in __unmap_hugepage_range()
3471 struct hstate *h = hstate_vma(vma); in unmap_ref_private()
3529 struct hstate *h = hstate_vma(vma); in hugetlb_cow()
3650 static struct page *hugetlbfs_pagecache_page(struct hstate *h, in hugetlbfs_pagecache_page()
3666 static bool hugetlbfs_pagecache_present(struct hstate *h, in hugetlbfs_pagecache_present()
3686 struct hstate *h = hstate_inode(inode); in huge_add_to_page_cache()
3704 struct hstate *h = hstate_vma(vma); in hugetlb_no_page()
3858 u32 hugetlb_fault_mutex_hash(struct hstate *h, struct mm_struct *mm, in hugetlb_fault_mutex_hash()
3883 u32 hugetlb_fault_mutex_hash(struct hstate *h, struct mm_struct *mm, in hugetlb_fault_mutex_hash()
3902 struct hstate *h = hstate_vma(vma); in hugetlb_fault()
4044 struct hstate *h = hstate_vma(dst_vma); in hugetlb_mcopy_atomic_pte()
4168 struct hstate *h = hstate_vma(vma); in follow_hugetlb_page()
4319 struct hstate *h = hstate_vma(vma); in hugetlb_change_protection()
4407 struct hstate *h = hstate_inode(inode); in hugetlb_reserve_pages()
4518 struct hstate *h = hstate_inode(inode); in hugetlb_unreserve_pages()
4899 struct hstate *h = page_hstate(oldpage); in move_hugetlb_state()