Lines Matching refs:orig_pmd
1240 void huge_pmd_set_accessed(struct vm_fault *vmf, pmd_t orig_pmd) in huge_pmd_set_accessed() argument
1247 if (unlikely(!pmd_same(*vmf->pmd, orig_pmd))) in huge_pmd_set_accessed()
1250 entry = pmd_mkyoung(orig_pmd); in huge_pmd_set_accessed()
1261 vm_fault_t do_huge_pmd_wp_page(struct vm_fault *vmf, pmd_t orig_pmd) in do_huge_pmd_wp_page() argument
1270 if (is_huge_zero_pmd(orig_pmd)) in do_huge_pmd_wp_page()
1275 if (unlikely(!pmd_same(*vmf->pmd, orig_pmd))) { in do_huge_pmd_wp_page()
1280 page = pmd_page(orig_pmd); in do_huge_pmd_wp_page()
1289 if (unlikely(!pmd_same(*vmf->pmd, orig_pmd))) { in do_huge_pmd_wp_page()
1304 entry = pmd_mkyoung(orig_pmd); in do_huge_pmd_wp_page()
1565 pmd_t orig_pmd; in madvise_free_huge_pmd() local
1576 orig_pmd = *pmd; in madvise_free_huge_pmd()
1577 if (is_huge_zero_pmd(orig_pmd)) in madvise_free_huge_pmd()
1580 if (unlikely(!pmd_present(orig_pmd))) { in madvise_free_huge_pmd()
1582 !is_pmd_migration_entry(orig_pmd)); in madvise_free_huge_pmd()
1586 page = pmd_page(orig_pmd); in madvise_free_huge_pmd()
1614 if (pmd_young(orig_pmd) || pmd_dirty(orig_pmd)) { in madvise_free_huge_pmd()
1616 orig_pmd = pmd_mkold(orig_pmd); in madvise_free_huge_pmd()
1617 orig_pmd = pmd_mkclean(orig_pmd); in madvise_free_huge_pmd()
1619 set_pmd_at(mm, addr, pmd, orig_pmd); in madvise_free_huge_pmd()
1643 pmd_t orig_pmd; in zap_huge_pmd() local
1657 orig_pmd = pmdp_huge_get_and_clear_full(vma, addr, pmd, in zap_huge_pmd()
1664 if (is_huge_zero_pmd(orig_pmd)) in zap_huge_pmd()
1665 tlb_remove_page_size(tlb, pmd_page(orig_pmd), HPAGE_PMD_SIZE); in zap_huge_pmd()
1666 } else if (is_huge_zero_pmd(orig_pmd)) { in zap_huge_pmd()
1669 tlb_remove_page_size(tlb, pmd_page(orig_pmd), HPAGE_PMD_SIZE); in zap_huge_pmd()
1674 if (pmd_present(orig_pmd)) { in zap_huge_pmd()
1675 page = pmd_page(orig_pmd); in zap_huge_pmd()
1682 VM_BUG_ON(!is_pmd_migration_entry(orig_pmd)); in zap_huge_pmd()
1683 entry = pmd_to_swp_entry(orig_pmd); in zap_huge_pmd()