Lines Matching refs:pgtable
651 pgtable_t pgtable; in __do_huge_pmd_anonymous_page() local
665 pgtable = pte_alloc_one(vma->vm_mm); in __do_huge_pmd_anonymous_page()
666 if (unlikely(!pgtable)) { in __do_huge_pmd_anonymous_page()
693 pte_free(vma->vm_mm, pgtable); in __do_huge_pmd_anonymous_page()
703 pgtable_trans_huge_deposit(vma->vm_mm, vmf->pmd, pgtable); in __do_huge_pmd_anonymous_page()
717 if (pgtable) in __do_huge_pmd_anonymous_page()
718 pte_free(vma->vm_mm, pgtable); in __do_huge_pmd_anonymous_page()
760 static void set_huge_zero_page(pgtable_t pgtable, struct mm_struct *mm, in set_huge_zero_page() argument
769 pgtable_trans_huge_deposit(mm, pmd, pgtable); in set_huge_zero_page()
790 pgtable_t pgtable; in do_huge_pmd_anonymous_page() local
793 pgtable = pte_alloc_one(vma->vm_mm); in do_huge_pmd_anonymous_page()
794 if (unlikely(!pgtable)) in do_huge_pmd_anonymous_page()
798 pte_free(vma->vm_mm, pgtable); in do_huge_pmd_anonymous_page()
808 pte_free(vma->vm_mm, pgtable); in do_huge_pmd_anonymous_page()
811 pte_free(vma->vm_mm, pgtable); in do_huge_pmd_anonymous_page()
815 set_huge_zero_page(pgtable, vma->vm_mm, vma, in do_huge_pmd_anonymous_page()
822 pte_free(vma->vm_mm, pgtable); in do_huge_pmd_anonymous_page()
837 pgtable_t pgtable) in insert_pfn_pmd() argument
867 if (pgtable) { in insert_pfn_pmd()
868 pgtable_trans_huge_deposit(mm, pmd, pgtable); in insert_pfn_pmd()
870 pgtable = NULL; in insert_pfn_pmd()
878 if (pgtable) in insert_pfn_pmd()
879 pte_free(mm, pgtable); in insert_pfn_pmd()
897 pgtable_t pgtable = NULL; in vmf_insert_pfn_pmd() local
914 pgtable = pte_alloc_one(vma->vm_mm); in vmf_insert_pfn_pmd()
915 if (!pgtable) in vmf_insert_pfn_pmd()
921 insert_pfn_pmd(vma, addr, vmf->pmd, pfn, pgprot, write, pgtable); in vmf_insert_pfn_pmd()
1069 pgtable_t pgtable = NULL; in copy_huge_pmd() local
1076 pgtable = pte_alloc_one(dst_mm); in copy_huge_pmd()
1077 if (unlikely(!pgtable)) in copy_huge_pmd()
1104 pgtable_trans_huge_deposit(dst_mm, dst_pmd, pgtable); in copy_huge_pmd()
1114 pte_free(dst_mm, pgtable); in copy_huge_pmd()
1139 pte_free(dst_mm, pgtable); in copy_huge_pmd()
1148 pgtable_trans_huge_deposit(dst_mm, dst_pmd, pgtable); in copy_huge_pmd()
1652 pgtable_t pgtable; in zap_deposited_table() local
1654 pgtable = pgtable_trans_huge_withdraw(mm, pmd); in zap_deposited_table()
1655 pte_free(mm, pgtable); in zap_deposited_table()
1781 pgtable_t pgtable; in move_huge_pmd() local
1782 pgtable = pgtable_trans_huge_withdraw(mm, old_pmd); in move_huge_pmd()
1783 pgtable_trans_huge_deposit(mm, new_pmd, pgtable); in move_huge_pmd()
2029 pgtable_t pgtable; in __split_huge_zero_page_pmd() local
2045 pgtable = pgtable_trans_huge_withdraw(mm, pmd); in __split_huge_zero_page_pmd()
2046 pmd_populate(mm, &_pmd, pgtable); in __split_huge_zero_page_pmd()
2063 pmd_populate(mm, pmd, pgtable); in __split_huge_zero_page_pmd()
2071 pgtable_t pgtable; in __split_huge_pmd_locked() local
2202 pgtable = pgtable_trans_huge_withdraw(mm, pmd); in __split_huge_pmd_locked()
2203 pmd_populate(mm, &_pmd, pgtable); in __split_huge_pmd_locked()
2263 pmd_populate(mm, pmd, pgtable); in __split_huge_pmd_locked()