645 static void set_tlb_ubc_flush_pending(struct mm_struct *mm, pte_t pteval,  in set_tlb_ubc_flush_pending()  argument
650 	bool writable = pte_dirty(pteval);  in set_tlb_ubc_flush_pending()
652 	if (!pte_accessible(mm, pteval))  in set_tlb_ubc_flush_pending()
730 static void set_tlb_ubc_flush_pending(struct mm_struct *mm, pte_t pteval,  in set_tlb_ubc_flush_pending()  argument
1477 	pte_t pteval;  in try_to_unmap_one()  local
1596 			pteval = huge_ptep_clear_flush(vma, address, pvmw.pte);  in try_to_unmap_one()
1609 				pteval = ptep_get_and_clear(mm, address, pvmw.pte);  in try_to_unmap_one()
1611 				set_tlb_ubc_flush_pending(mm, pteval, address);  in try_to_unmap_one()
1613 				pteval = ptep_clear_flush(vma, address, pvmw.pte);  in try_to_unmap_one()
1622 		pte_install_uffd_wp_if_needed(vma, address, pvmw.pte, pteval);  in try_to_unmap_one()
1625 		if (pte_dirty(pteval))  in try_to_unmap_one()
1632 			pteval = swp_entry_to_pte(make_hwpoison_entry(subpage));  in try_to_unmap_one()
1635 				set_huge_pte_at(mm, address, pvmw.pte, pteval,  in try_to_unmap_one()
1639 				set_pte_at(mm, address, pvmw.pte, pteval);  in try_to_unmap_one()
1642 		} else if (pte_unused(pteval) && !userfaultfd_armed(vma)) {  in try_to_unmap_one()
1703 				set_pte_at(mm, address, pvmw.pte, pteval);  in try_to_unmap_one()
1711 				set_pte_at(mm, address, pvmw.pte, pteval);  in try_to_unmap_one()
1716 			if (arch_unmap_one(mm, vma, address, pteval) < 0) {  in try_to_unmap_one()
1718 				set_pte_at(mm, address, pvmw.pte, pteval);  in try_to_unmap_one()
1728 				set_pte_at(mm, address, pvmw.pte, pteval);  in try_to_unmap_one()
1744 			if (pte_soft_dirty(pteval))  in try_to_unmap_one()
1746 			if (pte_uffd_wp(pteval))  in try_to_unmap_one()
1822 	pte_t pteval;  in try_to_migrate_one()  local
1963 			pteval = huge_ptep_clear_flush(vma, address, pvmw.pte);  in try_to_migrate_one()
1976 				pteval = ptep_get_and_clear(mm, address, pvmw.pte);  in try_to_migrate_one()
1978 				set_tlb_ubc_flush_pending(mm, pteval, address);  in try_to_migrate_one()
1980 				pteval = ptep_clear_flush(vma, address, pvmw.pte);  in try_to_migrate_one()
1985 		if (pte_dirty(pteval))  in try_to_migrate_one()
2004 			entry = pte_to_swp_entry(pteval);  in try_to_migrate_one()
2017 			if (pte_swp_soft_dirty(pteval))  in try_to_migrate_one()
2019 			if (pte_swp_uffd_wp(pteval))  in try_to_migrate_one()
2029 			pteval = swp_entry_to_pte(make_hwpoison_entry(subpage));  in try_to_migrate_one()
2032 				set_huge_pte_at(mm, address, pvmw.pte, pteval,  in try_to_migrate_one()
2036 				set_pte_at(mm, address, pvmw.pte, pteval);  in try_to_migrate_one()
2039 		} else if (pte_unused(pteval) && !userfaultfd_armed(vma)) {  in try_to_migrate_one()
2055 			if (arch_unmap_one(mm, vma, address, pteval) < 0) {  in try_to_migrate_one()
2058 							pteval, hsz);  in try_to_migrate_one()
2060 					set_pte_at(mm, address, pvmw.pte, pteval);  in try_to_migrate_one()
2065 			VM_BUG_ON_PAGE(pte_write(pteval) && folio_test_anon(folio) &&  in try_to_migrate_one()
2073 							pteval, hsz);  in try_to_migrate_one()
2075 					set_pte_at(mm, address, pvmw.pte, pteval);  in try_to_migrate_one()
2086 			if (pte_write(pteval))  in try_to_migrate_one()
2095 			if (pte_young(pteval))  in try_to_migrate_one()
2097 			if (pte_dirty(pteval))  in try_to_migrate_one()
2100 			if (pte_soft_dirty(pteval))  in try_to_migrate_one()
2102 			if (pte_uffd_wp(pteval))  in try_to_migrate_one()
2188 	pte_t pteval;  in page_make_device_exclusive_one()  local
2219 		pteval = ptep_clear_flush(vma, address, pvmw.pte);  in page_make_device_exclusive_one()
2222 		if (pte_dirty(pteval))  in page_make_device_exclusive_one()
2230 		    pte_write(pteval))  in page_make_device_exclusive_one()
2238 		if (pte_write(pteval))  in page_make_device_exclusive_one()
2245 		if (pte_soft_dirty(pteval))  in page_make_device_exclusive_one()
2247 		if (pte_uffd_wp(pteval))  in page_make_device_exclusive_one()