Lines Matching refs:pgtable

600 	pgtable_t pgtable;  in __do_huge_pmd_anonymous_page()  local
614 pgtable = pte_alloc_one(vma->vm_mm); in __do_huge_pmd_anonymous_page()
615 if (unlikely(!pgtable)) { in __do_huge_pmd_anonymous_page()
642 pte_free(vma->vm_mm, pgtable); in __do_huge_pmd_anonymous_page()
652 pgtable_trans_huge_deposit(vma->vm_mm, vmf->pmd, pgtable); in __do_huge_pmd_anonymous_page()
666 if (pgtable) in __do_huge_pmd_anonymous_page()
667 pte_free(vma->vm_mm, pgtable); in __do_huge_pmd_anonymous_page()
709 static void set_huge_zero_page(pgtable_t pgtable, struct mm_struct *mm, in set_huge_zero_page() argument
718 if (pgtable) in set_huge_zero_page()
719 pgtable_trans_huge_deposit(mm, pmd, pgtable); in set_huge_zero_page()
740 pgtable_t pgtable; in do_huge_pmd_anonymous_page() local
743 pgtable = pte_alloc_one(vma->vm_mm); in do_huge_pmd_anonymous_page()
744 if (unlikely(!pgtable)) in do_huge_pmd_anonymous_page()
748 pte_free(vma->vm_mm, pgtable); in do_huge_pmd_anonymous_page()
758 pte_free(vma->vm_mm, pgtable); in do_huge_pmd_anonymous_page()
761 pte_free(vma->vm_mm, pgtable); in do_huge_pmd_anonymous_page()
765 set_huge_zero_page(pgtable, vma->vm_mm, vma, in do_huge_pmd_anonymous_page()
772 pte_free(vma->vm_mm, pgtable); in do_huge_pmd_anonymous_page()
788 pgtable_t pgtable) in insert_pfn_pmd() argument
818 if (pgtable) { in insert_pfn_pmd()
819 pgtable_trans_huge_deposit(mm, pmd, pgtable); in insert_pfn_pmd()
821 pgtable = NULL; in insert_pfn_pmd()
829 if (pgtable) in insert_pfn_pmd()
830 pte_free(mm, pgtable); in insert_pfn_pmd()
851 pgtable_t pgtable = NULL; in vmf_insert_pfn_pmd_prot() local
868 pgtable = pte_alloc_one(vma->vm_mm); in vmf_insert_pfn_pmd_prot()
869 if (!pgtable) in vmf_insert_pfn_pmd_prot()
875 insert_pfn_pmd(vma, addr, vmf->pmd, pfn, pgprot, write, pgtable); in vmf_insert_pfn_pmd_prot()
1034 pgtable_t pgtable = NULL; in copy_huge_pmd() local
1041 pgtable = pte_alloc_one(dst_mm); in copy_huge_pmd()
1042 if (unlikely(!pgtable)) in copy_huge_pmd()
1069 pgtable_trans_huge_deposit(dst_mm, dst_pmd, pgtable); in copy_huge_pmd()
1079 pte_free(dst_mm, pgtable); in copy_huge_pmd()
1108 pte_free(dst_mm, pgtable); in copy_huge_pmd()
1120 pgtable_trans_huge_deposit(dst_mm, dst_pmd, pgtable); in copy_huge_pmd()
1573 pgtable_t pgtable; in zap_deposited_table() local
1575 pgtable = pgtable_trans_huge_withdraw(mm, pmd); in zap_deposited_table()
1576 pte_free(mm, pgtable); in zap_deposited_table()
1700 pgtable_t pgtable; in move_huge_pmd() local
1701 pgtable = pgtable_trans_huge_withdraw(mm, old_pmd); in move_huge_pmd()
1702 pgtable_trans_huge_deposit(mm, new_pmd, pgtable); in move_huge_pmd()
1928 pgtable_t pgtable; in __split_huge_zero_page_pmd() local
1942 pgtable = pgtable_trans_huge_withdraw(mm, pmd); in __split_huge_zero_page_pmd()
1943 pmd_populate(mm, &_pmd, pgtable); in __split_huge_zero_page_pmd()
1955 pmd_populate(mm, pmd, pgtable); in __split_huge_zero_page_pmd()
1963 pgtable_t pgtable; in __split_huge_pmd_locked() local
2066 pgtable = pgtable_trans_huge_withdraw(mm, pmd); in __split_huge_pmd_locked()
2067 pmd_populate(mm, &_pmd, pgtable); in __split_huge_pmd_locked()
2135 pmd_populate(mm, pmd, pgtable); in __split_huge_pmd_locked()