Lines Matching refs:orig_pmd

1100 void huge_pmd_set_accessed(struct vm_fault *vmf, pmd_t orig_pmd)  in huge_pmd_set_accessed()  argument
1107 if (unlikely(!pmd_same(*vmf->pmd, orig_pmd))) in huge_pmd_set_accessed()
1110 entry = pmd_mkyoung(orig_pmd); in huge_pmd_set_accessed()
1122 pmd_t orig_pmd, struct page *page) in do_huge_pmd_wp_page_fallback() argument
1176 if (unlikely(!pmd_same(*vmf->pmd, orig_pmd))) in do_huge_pmd_wp_page_fallback()
1240 vm_fault_t do_huge_pmd_wp_page(struct vm_fault *vmf, pmd_t orig_pmd) in do_huge_pmd_wp_page() argument
1253 if (is_huge_zero_pmd(orig_pmd)) in do_huge_pmd_wp_page()
1256 if (unlikely(!pmd_same(*vmf->pmd, orig_pmd))) in do_huge_pmd_wp_page()
1259 page = pmd_page(orig_pmd); in do_huge_pmd_wp_page()
1270 if (unlikely(!pmd_same(*vmf->pmd, orig_pmd))) { in do_huge_pmd_wp_page()
1279 entry = pmd_mkyoung(orig_pmd); in do_huge_pmd_wp_page()
1305 ret = do_huge_pmd_wp_page_fallback(vmf, orig_pmd, page); in do_huge_pmd_wp_page()
1343 if (unlikely(!pmd_same(*vmf->pmd, orig_pmd))) { in do_huge_pmd_wp_page()
1615 pmd_t orig_pmd; in madvise_free_huge_pmd() local
1626 orig_pmd = *pmd; in madvise_free_huge_pmd()
1627 if (is_huge_zero_pmd(orig_pmd)) in madvise_free_huge_pmd()
1630 if (unlikely(!pmd_present(orig_pmd))) { in madvise_free_huge_pmd()
1632 !is_pmd_migration_entry(orig_pmd)); in madvise_free_huge_pmd()
1636 page = pmd_page(orig_pmd); in madvise_free_huge_pmd()
1664 if (pmd_young(orig_pmd) || pmd_dirty(orig_pmd)) { in madvise_free_huge_pmd()
1666 orig_pmd = pmd_mkold(orig_pmd); in madvise_free_huge_pmd()
1667 orig_pmd = pmd_mkclean(orig_pmd); in madvise_free_huge_pmd()
1669 set_pmd_at(mm, addr, pmd, orig_pmd); in madvise_free_huge_pmd()
1693 pmd_t orig_pmd; in zap_huge_pmd() local
1707 orig_pmd = pmdp_huge_get_and_clear_full(tlb->mm, addr, pmd, in zap_huge_pmd()
1714 if (is_huge_zero_pmd(orig_pmd)) in zap_huge_pmd()
1715 tlb_remove_page_size(tlb, pmd_page(orig_pmd), HPAGE_PMD_SIZE); in zap_huge_pmd()
1716 } else if (is_huge_zero_pmd(orig_pmd)) { in zap_huge_pmd()
1719 tlb_remove_page_size(tlb, pmd_page(orig_pmd), HPAGE_PMD_SIZE); in zap_huge_pmd()
1724 if (pmd_present(orig_pmd)) { in zap_huge_pmd()
1725 page = pmd_page(orig_pmd); in zap_huge_pmd()
1732 VM_BUG_ON(!is_pmd_migration_entry(orig_pmd)); in zap_huge_pmd()
1733 entry = pmd_to_swp_entry(orig_pmd); in zap_huge_pmd()