Lines Matching refs:dst_pte
77 pte_t _dst_pte, *dst_pte; in mfill_atomic_install_pte() local
94 dst_pte = pte_offset_map_lock(dst_mm, dst_pmd, dst_addr, &ptl); in mfill_atomic_install_pte()
95 if (!dst_pte) in mfill_atomic_install_pte()
109 if (!pte_none_mostly(ptep_get(dst_pte))) in mfill_atomic_install_pte()
129 set_pte_at(dst_mm, dst_addr, dst_pte, _dst_pte); in mfill_atomic_install_pte()
132 update_mmu_cache(dst_vma, dst_addr, dst_pte); in mfill_atomic_install_pte()
135 pte_unmap_unlock(dst_pte, ptl); in mfill_atomic_install_pte()
220 pte_t _dst_pte, *dst_pte; in mfill_atomic_pte_zeropage() local
227 dst_pte = pte_offset_map_lock(dst_vma->vm_mm, dst_pmd, dst_addr, &ptl); in mfill_atomic_pte_zeropage()
228 if (!dst_pte) in mfill_atomic_pte_zeropage()
235 if (!pte_none(ptep_get(dst_pte))) in mfill_atomic_pte_zeropage()
237 set_pte_at(dst_vma->vm_mm, dst_addr, dst_pte, _dst_pte); in mfill_atomic_pte_zeropage()
239 update_mmu_cache(dst_vma, dst_addr, dst_pte); in mfill_atomic_pte_zeropage()
242 pte_unmap_unlock(dst_pte, ptl); in mfill_atomic_pte_zeropage()
299 pte_t _dst_pte, *dst_pte; in mfill_atomic_pte_poison() local
304 dst_pte = pte_offset_map_lock(dst_mm, dst_pmd, dst_addr, &ptl); in mfill_atomic_pte_poison()
305 if (!dst_pte) in mfill_atomic_pte_poison()
315 if (!pte_none(*dst_pte)) in mfill_atomic_pte_poison()
318 set_pte_at(dst_mm, dst_addr, dst_pte, _dst_pte); in mfill_atomic_pte_poison()
321 update_mmu_cache(dst_vma, dst_addr, dst_pte); in mfill_atomic_pte_poison()
324 pte_unmap_unlock(dst_pte, ptl); in mfill_atomic_pte_poison()
365 pte_t *dst_pte; in mfill_atomic_hugetlb() local
441 dst_pte = huge_pte_alloc(dst_mm, dst_vma, dst_addr, vma_hpagesize); in mfill_atomic_hugetlb()
442 if (!dst_pte) { in mfill_atomic_hugetlb()
449 !huge_pte_none_mostly(huge_ptep_get(dst_pte))) { in mfill_atomic_hugetlb()
456 err = hugetlb_mfill_atomic_pte(dst_pte, dst_vma, dst_addr, in mfill_atomic_hugetlb()