Lines Matching refs:pvmw
177 DEFINE_FOLIO_VMA_WALK(pvmw, old, vma, addr, PVMW_SYNC | PVMW_MIGRATION); in remove_migration_pte()
179 while (page_vma_mapped_walk(&pvmw)) { in remove_migration_pte()
188 idx = linear_page_index(vma, pvmw.address) - pvmw.pgoff; in remove_migration_pte()
193 if (!pvmw.pte) { in remove_migration_pte()
196 remove_migration_pmd(&pvmw, new); in remove_migration_pte()
203 if (pte_swp_soft_dirty(*pvmw.pte)) in remove_migration_pte()
209 entry = pte_to_swp_entry(*pvmw.pte); in remove_migration_pte()
216 else if (pte_swp_uffd_wp(*pvmw.pte)) in remove_migration_pte()
230 if (pte_swp_soft_dirty(*pvmw.pte)) in remove_migration_pte()
232 if (pte_swp_uffd_wp(*pvmw.pte)) in remove_migration_pte()
243 hugepage_add_anon_rmap(new, vma, pvmw.address, in remove_migration_pte()
247 set_huge_pte_at(vma->vm_mm, pvmw.address, pvmw.pte, pte); in remove_migration_pte()
252 page_add_anon_rmap(new, vma, pvmw.address, in remove_migration_pte()
256 set_pte_at(vma->vm_mm, pvmw.address, pvmw.pte, pte); in remove_migration_pte()
261 trace_remove_migration_pte(pvmw.address, pte_val(pte), in remove_migration_pte()
265 update_mmu_cache(vma, pvmw.address, pvmw.pte); in remove_migration_pte()