1175 void huge_pmd_set_accessed(struct vm_fault *vmf, pmd_t orig_pmd)  in huge_pmd_set_accessed()  argument
1182 	if (unlikely(!pmd_same(*vmf->pmd, orig_pmd)))  in huge_pmd_set_accessed()
1185 	entry = pmd_mkyoung(orig_pmd);  in huge_pmd_set_accessed()
1197 			pmd_t orig_pmd, struct page *page)  in do_huge_pmd_wp_page_fallback()  argument
1250 	if (unlikely(!pmd_same(*vmf->pmd, orig_pmd)))  in do_huge_pmd_wp_page_fallback()
1313 vm_fault_t do_huge_pmd_wp_page(struct vm_fault *vmf, pmd_t orig_pmd)  in do_huge_pmd_wp_page()  argument
1325 	if (is_huge_zero_pmd(orig_pmd))  in do_huge_pmd_wp_page()
1328 	if (unlikely(!pmd_same(*vmf->pmd, orig_pmd)))  in do_huge_pmd_wp_page()
1331 	page = pmd_page(orig_pmd);  in do_huge_pmd_wp_page()
1342 		if (unlikely(!pmd_same(*vmf->pmd, orig_pmd))) {  in do_huge_pmd_wp_page()
1351 		entry = pmd_mkyoung(orig_pmd);  in do_huge_pmd_wp_page()
1377 			ret = do_huge_pmd_wp_page_fallback(vmf, orig_pmd, page);  in do_huge_pmd_wp_page()
1416 	if (unlikely(!pmd_same(*vmf->pmd, orig_pmd))) {  in do_huge_pmd_wp_page()
1697 	pmd_t orig_pmd;  in madvise_free_huge_pmd()  local
1708 	orig_pmd = *pmd;  in madvise_free_huge_pmd()
1709 	if (is_huge_zero_pmd(orig_pmd))  in madvise_free_huge_pmd()
1712 	if (unlikely(!pmd_present(orig_pmd))) {  in madvise_free_huge_pmd()
1714 				  !is_pmd_migration_entry(orig_pmd));  in madvise_free_huge_pmd()
1718 	page = pmd_page(orig_pmd);  in madvise_free_huge_pmd()
1746 	if (pmd_young(orig_pmd) || pmd_dirty(orig_pmd)) {  in madvise_free_huge_pmd()
1748 		orig_pmd = pmd_mkold(orig_pmd);  in madvise_free_huge_pmd()
1749 		orig_pmd = pmd_mkclean(orig_pmd);  in madvise_free_huge_pmd()
1751 		set_pmd_at(mm, addr, pmd, orig_pmd);  in madvise_free_huge_pmd()
1775 	pmd_t orig_pmd;  in zap_huge_pmd()  local
1789 	orig_pmd = pmdp_huge_get_and_clear_full(tlb->mm, addr, pmd,  in zap_huge_pmd()
1796 		if (is_huge_zero_pmd(orig_pmd))  in zap_huge_pmd()
1797 			tlb_remove_page_size(tlb, pmd_page(orig_pmd), HPAGE_PMD_SIZE);  in zap_huge_pmd()
1798 	} else if (is_huge_zero_pmd(orig_pmd)) {  in zap_huge_pmd()
1801 		tlb_remove_page_size(tlb, pmd_page(orig_pmd), HPAGE_PMD_SIZE);  in zap_huge_pmd()
1806 		if (pmd_present(orig_pmd)) {  in zap_huge_pmd()
1807 			page = pmd_page(orig_pmd);  in zap_huge_pmd()
1814 			VM_BUG_ON(!is_pmd_migration_entry(orig_pmd));  in zap_huge_pmd()
1815 			entry = pmd_to_swp_entry(orig_pmd);  in zap_huge_pmd()