1475 	pte_t pteval;  in try_to_unmap_one()  local
1591 			pteval = huge_ptep_clear_flush(vma, address, pvmw.pte);  in try_to_unmap_one()
1604 				pteval = ptep_get_and_clear(mm, address, pvmw.pte);  in try_to_unmap_one()
1606 				set_tlb_ubc_flush_pending(mm, pte_dirty(pteval));  in try_to_unmap_one()
1608 				pteval = ptep_clear_flush(vma, address, pvmw.pte);  in try_to_unmap_one()
1617 		pte_install_uffd_wp_if_needed(vma, address, pvmw.pte, pteval);  in try_to_unmap_one()
1620 		if (pte_dirty(pteval))  in try_to_unmap_one()
1627 			pteval = swp_entry_to_pte(make_hwpoison_entry(subpage));  in try_to_unmap_one()
1630 				set_huge_pte_at(mm, address, pvmw.pte, pteval);  in try_to_unmap_one()
1633 				set_pte_at(mm, address, pvmw.pte, pteval);  in try_to_unmap_one()
1636 		} else if (pte_unused(pteval) && !userfaultfd_armed(vma)) {  in try_to_unmap_one()
1706 				set_pte_at(mm, address, pvmw.pte, pteval);  in try_to_unmap_one()
1714 				set_pte_at(mm, address, pvmw.pte, pteval);  in try_to_unmap_one()
1719 			if (arch_unmap_one(mm, vma, address, pteval) < 0) {  in try_to_unmap_one()
1721 				set_pte_at(mm, address, pvmw.pte, pteval);  in try_to_unmap_one()
1731 				set_pte_at(mm, address, pvmw.pte, pteval);  in try_to_unmap_one()
1758 			if (pte_soft_dirty(pteval))  in try_to_unmap_one()
1760 			if (pte_uffd_wp(pteval))  in try_to_unmap_one()
1846 	pte_t pteval;  in try_to_migrate_one()  local
1983 			pteval = huge_ptep_clear_flush(vma, address, pvmw.pte);  in try_to_migrate_one()
1987 			pteval = ptep_clear_flush(vma, address, pvmw.pte);  in try_to_migrate_one()
1991 		if (pte_dirty(pteval))  in try_to_migrate_one()
2010 			entry = pte_to_swp_entry(pteval);  in try_to_migrate_one()
2023 			if (pte_swp_soft_dirty(pteval))  in try_to_migrate_one()
2025 			if (pte_swp_uffd_wp(pteval))  in try_to_migrate_one()
2035 			pteval = swp_entry_to_pte(make_hwpoison_entry(subpage));  in try_to_migrate_one()
2038 				set_huge_pte_at(mm, address, pvmw.pte, pteval);  in try_to_migrate_one()
2041 				set_pte_at(mm, address, pvmw.pte, pteval);  in try_to_migrate_one()
2044 		} else if (pte_unused(pteval) && !userfaultfd_armed(vma)) {  in try_to_migrate_one()
2063 			if (arch_unmap_one(mm, vma, address, pteval) < 0) {  in try_to_migrate_one()
2065 					set_huge_pte_at(mm, address, pvmw.pte, pteval);  in try_to_migrate_one()
2067 					set_pte_at(mm, address, pvmw.pte, pteval);  in try_to_migrate_one()
2072 			VM_BUG_ON_PAGE(pte_write(pteval) && folio_test_anon(folio) &&  in try_to_migrate_one()
2079 					set_huge_pte_at(mm, address, pvmw.pte, pteval);  in try_to_migrate_one()
2081 					set_pte_at(mm, address, pvmw.pte, pteval);  in try_to_migrate_one()
2092 			if (pte_write(pteval))  in try_to_migrate_one()
2101 			if (pte_young(pteval))  in try_to_migrate_one()
2103 			if (pte_dirty(pteval))  in try_to_migrate_one()
2106 			if (pte_soft_dirty(pteval))  in try_to_migrate_one()
2108 			if (pte_uffd_wp(pteval))  in try_to_migrate_one()
2200 	pte_t pteval;  in page_make_device_exclusive_one()  local
2229 		pteval = ptep_clear_flush(vma, address, pvmw.pte);  in page_make_device_exclusive_one()
2232 		if (pte_dirty(pteval))  in page_make_device_exclusive_one()
2240 		    pte_write(pteval))  in page_make_device_exclusive_one()
2248 		if (pte_write(pteval))  in page_make_device_exclusive_one()
2255 		if (pte_soft_dirty(pteval))  in page_make_device_exclusive_one()
2257 		if (pte_uffd_wp(pteval))  in page_make_device_exclusive_one()