Lines Matching refs:vm_mm

555 	if (mem_cgroup_try_charge_delay(page, vma->vm_mm, gfp, &memcg, true)) {  in __do_huge_pmd_anonymous_page()
561 pgtable = pte_alloc_one(vma->vm_mm, haddr); in __do_huge_pmd_anonymous_page()
575 vmf->ptl = pmd_lock(vma->vm_mm, vmf->pmd); in __do_huge_pmd_anonymous_page()
581 ret = check_stable_address_space(vma->vm_mm); in __do_huge_pmd_anonymous_page()
592 pte_free(vma->vm_mm, pgtable); in __do_huge_pmd_anonymous_page()
603 pgtable_trans_huge_deposit(vma->vm_mm, vmf->pmd, pgtable); in __do_huge_pmd_anonymous_page()
604 set_pmd_at(vma->vm_mm, haddr, vmf->pmd, entry); in __do_huge_pmd_anonymous_page()
605 add_mm_counter(vma->vm_mm, MM_ANONPAGES, HPAGE_PMD_NR); in __do_huge_pmd_anonymous_page()
606 mm_inc_nr_ptes(vma->vm_mm); in __do_huge_pmd_anonymous_page()
616 pte_free(vma->vm_mm, pgtable); in __do_huge_pmd_anonymous_page()
680 !mm_forbids_zeropage(vma->vm_mm) && in do_huge_pmd_anonymous_page()
686 pgtable = pte_alloc_one(vma->vm_mm, haddr); in do_huge_pmd_anonymous_page()
689 zero_page = mm_get_huge_zero_page(vma->vm_mm); in do_huge_pmd_anonymous_page()
691 pte_free(vma->vm_mm, pgtable); in do_huge_pmd_anonymous_page()
695 vmf->ptl = pmd_lock(vma->vm_mm, vmf->pmd); in do_huge_pmd_anonymous_page()
699 ret = check_stable_address_space(vma->vm_mm); in do_huge_pmd_anonymous_page()
707 set_huge_zero_page(pgtable, vma->vm_mm, vma, in do_huge_pmd_anonymous_page()
715 pte_free(vma->vm_mm, pgtable); in do_huge_pmd_anonymous_page()
732 struct mm_struct *mm = vma->vm_mm; in insert_pfn_pmd()
775 pgtable = pte_alloc_one(vma->vm_mm, addr); in vmf_insert_pfn_pmd()
798 struct mm_struct *mm = vma->vm_mm; in insert_pfn_pud()
858 struct mm_struct *mm = vma->vm_mm; in follow_devmap_pmd()
1006 struct mm_struct *mm = vma->vm_mm; in follow_devmap_pud()
1084 vmf->ptl = pud_lock(vmf->vma->vm_mm, vmf->pud); in huge_pud_set_accessed()
1106 vmf->ptl = pmd_lock(vmf->vma->vm_mm, vmf->pmd); in huge_pmd_set_accessed()
1146 mem_cgroup_try_charge_delay(pages[i], vma->vm_mm, in do_huge_pmd_wp_page_fallback()
1173 mmu_notifier_invalidate_range_start(vma->vm_mm, mmun_start, mmun_end); in do_huge_pmd_wp_page_fallback()
1175 vmf->ptl = pmd_lock(vma->vm_mm, vmf->pmd); in do_huge_pmd_wp_page_fallback()
1190 pgtable = pgtable_trans_huge_withdraw(vma->vm_mm, vmf->pmd); in do_huge_pmd_wp_page_fallback()
1191 pmd_populate(vma->vm_mm, &_pmd, pgtable); in do_huge_pmd_wp_page_fallback()
1204 set_pte_at(vma->vm_mm, haddr, vmf->pte, entry); in do_huge_pmd_wp_page_fallback()
1210 pmd_populate(vma->vm_mm, vmf->pmd, pgtable); in do_huge_pmd_wp_page_fallback()
1218 mmu_notifier_invalidate_range_only_end(vma->vm_mm, mmun_start, in do_huge_pmd_wp_page_fallback()
1229 mmu_notifier_invalidate_range_end(vma->vm_mm, mmun_start, mmun_end); in do_huge_pmd_wp_page_fallback()
1251 vmf->ptl = pmd_lockptr(vma->vm_mm, vmf->pmd); in do_huge_pmd_wp_page()
1316 if (unlikely(mem_cgroup_try_charge_delay(new_page, vma->vm_mm, in do_huge_pmd_wp_page()
1338 mmu_notifier_invalidate_range_start(vma->vm_mm, mmun_start, mmun_end); in do_huge_pmd_wp_page()
1356 set_pmd_at(vma->vm_mm, haddr, vmf->pmd, entry); in do_huge_pmd_wp_page()
1359 add_mm_counter(vma->vm_mm, MM_ANONPAGES, HPAGE_PMD_NR); in do_huge_pmd_wp_page()
1373 mmu_notifier_invalidate_range_only_end(vma->vm_mm, mmun_start, in do_huge_pmd_wp_page()
1397 struct mm_struct *mm = vma->vm_mm; in follow_trans_huge_pmd()
1474 vmf->ptl = pmd_lock(vma->vm_mm, vmf->pmd); in do_huge_pmd_numa_page()
1565 if (mm_tlb_flush_pending(vma->vm_mm)) in do_huge_pmd_numa_page()
1574 migrated = migrate_misplaced_transhuge_page(vma->vm_mm, vma, in do_huge_pmd_numa_page()
1590 set_pmd_at(vma->vm_mm, haddr, vmf->pmd, pmd); in do_huge_pmd_numa_page()
1787 struct mm_struct *mm = vma->vm_mm; in move_huge_pmd()
1844 struct mm_struct *mm = vma->vm_mm; in change_huge_pmd()
1932 ptl = pmd_lock(vma->vm_mm, pmd); in __pmd_trans_huge_lock()
1950 ptl = pud_lock(vma->vm_mm, pud); in __pud_trans_huge_lock()
2003 struct mm_struct *mm = vma->vm_mm; in __split_huge_pud()
2026 struct mm_struct *mm = vma->vm_mm; in __split_huge_zero_page_pmd()
2060 struct mm_struct *mm = vma->vm_mm; in __split_huge_pmd_locked()
2219 struct mm_struct *mm = vma->vm_mm; in __split_huge_pmd()
2267 pgd = pgd_offset(vma->vm_mm, address); in split_huge_pmd_address()
2877 struct mm_struct *mm = vma->vm_mm; in set_pmd_migration_entry()
2903 struct mm_struct *mm = vma->vm_mm; in remove_migration_pmd()