Lines Matching refs:pgtable
578 pgtable_t pgtable; in __do_huge_pmd_anonymous_page() local
590 pgtable = pte_alloc_one(vma->vm_mm); in __do_huge_pmd_anonymous_page()
591 if (unlikely(!pgtable)) { in __do_huge_pmd_anonymous_page()
621 pte_free(vma->vm_mm, pgtable); in __do_huge_pmd_anonymous_page()
632 pgtable_trans_huge_deposit(vma->vm_mm, vmf->pmd, pgtable); in __do_huge_pmd_anonymous_page()
645 if (pgtable) in __do_huge_pmd_anonymous_page()
646 pte_free(vma->vm_mm, pgtable); in __do_huge_pmd_anonymous_page()
689 static bool set_huge_zero_page(pgtable_t pgtable, struct mm_struct *mm, in set_huge_zero_page() argument
698 if (pgtable) in set_huge_zero_page()
699 pgtable_trans_huge_deposit(mm, pmd, pgtable); in set_huge_zero_page()
721 pgtable_t pgtable; in do_huge_pmd_anonymous_page() local
725 pgtable = pte_alloc_one(vma->vm_mm); in do_huge_pmd_anonymous_page()
726 if (unlikely(!pgtable)) in do_huge_pmd_anonymous_page()
730 pte_free(vma->vm_mm, pgtable); in do_huge_pmd_anonymous_page()
746 set_huge_zero_page(pgtable, vma->vm_mm, vma, in do_huge_pmd_anonymous_page()
754 pte_free(vma->vm_mm, pgtable); in do_huge_pmd_anonymous_page()
769 pgtable_t pgtable) in insert_pfn_pmd() argument
799 if (pgtable) { in insert_pfn_pmd()
800 pgtable_trans_huge_deposit(mm, pmd, pgtable); in insert_pfn_pmd()
802 pgtable = NULL; in insert_pfn_pmd()
810 if (pgtable) in insert_pfn_pmd()
811 pte_free(mm, pgtable); in insert_pfn_pmd()
819 pgtable_t pgtable = NULL; in vmf_insert_pfn_pmd() local
836 pgtable = pte_alloc_one(vma->vm_mm); in vmf_insert_pfn_pmd()
837 if (!pgtable) in vmf_insert_pfn_pmd()
843 insert_pfn_pmd(vma, addr, vmf->pmd, pfn, pgprot, write, pgtable); in vmf_insert_pfn_pmd()
983 pgtable_t pgtable = NULL; in copy_huge_pmd() local
990 pgtable = pte_alloc_one(dst_mm); in copy_huge_pmd()
991 if (unlikely(!pgtable)) in copy_huge_pmd()
1015 pgtable_trans_huge_deposit(dst_mm, dst_pmd, pgtable); in copy_huge_pmd()
1023 pte_free(dst_mm, pgtable); in copy_huge_pmd()
1039 set_huge_zero_page(pgtable, dst_mm, vma, addr, dst_pmd, in copy_huge_pmd()
1051 pgtable_trans_huge_deposit(dst_mm, dst_pmd, pgtable); in copy_huge_pmd()
1202 pgtable_t pgtable; in do_huge_pmd_wp_page_fallback() local
1264 pgtable = pgtable_trans_huge_withdraw(vma->vm_mm, vmf->pmd); in do_huge_pmd_wp_page_fallback()
1265 pmd_populate(vma->vm_mm, &_pmd, pgtable); in do_huge_pmd_wp_page_fallback()
1284 pmd_populate(vma->vm_mm, vmf->pmd, pgtable); in do_huge_pmd_wp_page_fallback()
1765 pgtable_t pgtable; in zap_deposited_table() local
1767 pgtable = pgtable_trans_huge_withdraw(mm, pmd); in zap_deposited_table()
1768 pte_free(mm, pgtable); in zap_deposited_table()
1901 pgtable_t pgtable; in move_huge_pmd() local
1902 pgtable = pgtable_trans_huge_withdraw(mm, old_pmd); in move_huge_pmd()
1903 pgtable_trans_huge_deposit(mm, new_pmd, pgtable); in move_huge_pmd()
2108 pgtable_t pgtable; in __split_huge_zero_page_pmd() local
2122 pgtable = pgtable_trans_huge_withdraw(mm, pmd); in __split_huge_zero_page_pmd()
2123 pmd_populate(mm, &_pmd, pgtable); in __split_huge_zero_page_pmd()
2135 pmd_populate(mm, pmd, pgtable); in __split_huge_zero_page_pmd()
2143 pgtable_t pgtable; in __split_huge_pmd_locked() local
2235 pgtable = pgtable_trans_huge_withdraw(mm, pmd); in __split_huge_pmd_locked()
2236 pmd_populate(mm, &_pmd, pgtable); in __split_huge_pmd_locked()
2288 pmd_populate(mm, pmd, pgtable); in __split_huge_pmd_locked()