Lines Matching refs:pgtable
549 pgtable_t pgtable; in __do_huge_pmd_anonymous_page() local
561 pgtable = pte_alloc_one(vma->vm_mm, haddr); in __do_huge_pmd_anonymous_page()
562 if (unlikely(!pgtable)) { in __do_huge_pmd_anonymous_page()
592 pte_free(vma->vm_mm, pgtable); in __do_huge_pmd_anonymous_page()
603 pgtable_trans_huge_deposit(vma->vm_mm, vmf->pmd, pgtable); in __do_huge_pmd_anonymous_page()
615 if (pgtable) in __do_huge_pmd_anonymous_page()
616 pte_free(vma->vm_mm, pgtable); in __do_huge_pmd_anonymous_page()
650 static bool set_huge_zero_page(pgtable_t pgtable, struct mm_struct *mm, in set_huge_zero_page() argument
659 if (pgtable) in set_huge_zero_page()
660 pgtable_trans_huge_deposit(mm, pmd, pgtable); in set_huge_zero_page()
682 pgtable_t pgtable; in do_huge_pmd_anonymous_page() local
686 pgtable = pte_alloc_one(vma->vm_mm, haddr); in do_huge_pmd_anonymous_page()
687 if (unlikely(!pgtable)) in do_huge_pmd_anonymous_page()
691 pte_free(vma->vm_mm, pgtable); in do_huge_pmd_anonymous_page()
707 set_huge_zero_page(pgtable, vma->vm_mm, vma, in do_huge_pmd_anonymous_page()
715 pte_free(vma->vm_mm, pgtable); in do_huge_pmd_anonymous_page()
730 pgtable_t pgtable) in insert_pfn_pmd() argument
745 if (pgtable) { in insert_pfn_pmd()
746 pgtable_trans_huge_deposit(mm, pmd, pgtable); in insert_pfn_pmd()
759 pgtable_t pgtable = NULL; in vmf_insert_pfn_pmd() local
775 pgtable = pte_alloc_one(vma->vm_mm, addr); in vmf_insert_pfn_pmd()
776 if (!pgtable) in vmf_insert_pfn_pmd()
782 insert_pfn_pmd(vma, addr, pmd, pfn, pgprot, write, pgtable); in vmf_insert_pfn_pmd()
906 pgtable_t pgtable = NULL; in copy_huge_pmd() local
913 pgtable = pte_alloc_one(dst_mm, addr); in copy_huge_pmd()
914 if (unlikely(!pgtable)) in copy_huge_pmd()
938 pgtable_trans_huge_deposit(dst_mm, dst_pmd, pgtable); in copy_huge_pmd()
946 pte_free(dst_mm, pgtable); in copy_huge_pmd()
962 set_huge_zero_page(pgtable, dst_mm, vma, addr, dst_pmd, in copy_huge_pmd()
974 pgtable_trans_huge_deposit(dst_mm, dst_pmd, pgtable); in copy_huge_pmd()
1127 pgtable_t pgtable; in do_huge_pmd_wp_page_fallback() local
1190 pgtable = pgtable_trans_huge_withdraw(vma->vm_mm, vmf->pmd); in do_huge_pmd_wp_page_fallback()
1191 pmd_populate(vma->vm_mm, &_pmd, pgtable); in do_huge_pmd_wp_page_fallback()
1210 pmd_populate(vma->vm_mm, vmf->pmd, pgtable); in do_huge_pmd_wp_page_fallback()
1683 pgtable_t pgtable; in zap_deposited_table() local
1685 pgtable = pgtable_trans_huge_withdraw(mm, pmd); in zap_deposited_table()
1686 pte_free(mm, pgtable); in zap_deposited_table()
1819 pgtable_t pgtable; in move_huge_pmd() local
1820 pgtable = pgtable_trans_huge_withdraw(mm, old_pmd); in move_huge_pmd()
1821 pgtable_trans_huge_deposit(mm, new_pmd, pgtable); in move_huge_pmd()
2027 pgtable_t pgtable; in __split_huge_zero_page_pmd() local
2041 pgtable = pgtable_trans_huge_withdraw(mm, pmd); in __split_huge_zero_page_pmd()
2042 pmd_populate(mm, &_pmd, pgtable); in __split_huge_zero_page_pmd()
2054 pmd_populate(mm, pmd, pgtable); in __split_huge_zero_page_pmd()
2062 pgtable_t pgtable; in __split_huge_pmd_locked() local
2152 pgtable = pgtable_trans_huge_withdraw(mm, pmd); in __split_huge_pmd_locked()
2153 pmd_populate(mm, &_pmd, pgtable); in __split_huge_pmd_locked()
2205 pmd_populate(mm, pmd, pgtable); in __split_huge_pmd_locked()