Home
last modified time | relevance | path

Searched refs:old_pmd (Results 1 – 10 of 10) sorted by relevance

/Linux-v5.10/arch/powerpc/mm/book3s64/
Dhash_hugepage.c28 unsigned long old_pmd, new_pmd; in __hash_page_thp() local
38 old_pmd = pmd_val(pmd); in __hash_page_thp()
40 if (unlikely(old_pmd & H_PAGE_BUSY)) in __hash_page_thp()
43 if (unlikely(!check_pte_access(access, old_pmd))) in __hash_page_thp()
49 new_pmd = old_pmd | H_PAGE_BUSY | _PAGE_ACCESSED; in __hash_page_thp()
52 } while (!pmd_xchg(pmdp, __pmd(old_pmd), __pmd(new_pmd))); in __hash_page_thp()
57 if (!(old_pmd & (H_PAGE_THP_HUGE | _PAGE_DEVMAP))) in __hash_page_thp()
87 if ((old_pmd & H_PAGE_HASHPTE) && !(old_pmd & H_PAGE_COMBO)) { in __hash_page_thp()
133 pa = pmd_pfn(__pmd(old_pmd)) << PAGE_SHIFT; in __hash_page_thp()
165 *pmdp = __pmd(old_pmd); in __hash_page_thp()
[all …]
Dhash_pgtable.c312 pmd_t *pmdp, unsigned long old_pmd) in hpte_do_hugepage_flush() argument
324 if (old_pmd & H_PAGE_COMBO) in hpte_do_hugepage_flush()
347 pmd_t old_pmd; in hash__pmdp_huge_get_and_clear() local
353 old_pmd = __pmd(old); in hash__pmdp_huge_get_and_clear()
366 return old_pmd; in hash__pmdp_huge_get_and_clear()
Dpgtable.c109 unsigned long old_pmd; in pmdp_invalidate() local
111 old_pmd = pmd_hugepage_update(vma->vm_mm, address, pmdp, _PAGE_PRESENT, _PAGE_INVALID); in pmdp_invalidate()
113 return __pmd(old_pmd); in pmdp_invalidate()
Dradix_pgtable.c1062 pmd_t old_pmd; in radix__pmdp_huge_get_and_clear() local
1066 old_pmd = __pmd(old); in radix__pmdp_huge_get_and_clear()
1067 return old_pmd; in radix__pmdp_huge_get_and_clear()
/Linux-v5.10/mm/
Dmremap.c115 static void move_ptes(struct vm_area_struct *vma, pmd_t *old_pmd, in move_ptes() argument
151 old_pte = pte_offset_map_lock(mm, old_pmd, old_addr, &old_ptl); in move_ptes()
196 unsigned long new_addr, pmd_t *old_pmd, pmd_t *new_pmd) in move_normal_pmd() argument
232 old_ptl = pmd_lock(vma->vm_mm, old_pmd); in move_normal_pmd()
238 pmd = *old_pmd; in move_normal_pmd()
239 pmd_clear(old_pmd); in move_normal_pmd()
261 pmd_t *old_pmd, *new_pmd; in move_page_tables() local
280 old_pmd = get_old_pmd(vma->vm_mm, old_addr); in move_page_tables()
281 if (!old_pmd) in move_page_tables()
286 if (is_swap_pmd(*old_pmd) || pmd_trans_huge(*old_pmd) || pmd_devmap(*old_pmd)) { in move_page_tables()
[all …]
Dhuge_memory.c1732 unsigned long new_addr, pmd_t *old_pmd, pmd_t *new_pmd) in move_huge_pmd() argument
1752 old_ptl = __pmd_trans_huge_lock(old_pmd, vma); in move_huge_pmd()
1757 pmd = pmdp_huge_get_and_clear(mm, old_addr, old_pmd); in move_huge_pmd()
1764 pgtable = pgtable_trans_huge_withdraw(mm, old_pmd); in move_huge_pmd()
2020 pmd_t old_pmd, _pmd; in __split_huge_pmd_locked() local
2085 old_pmd = pmdp_invalidate(vma, haddr, pmd); in __split_huge_pmd_locked()
2087 pmd_migration = is_pmd_migration_entry(old_pmd); in __split_huge_pmd_locked()
2091 entry = pmd_to_swp_entry(old_pmd); in __split_huge_pmd_locked()
2095 soft_dirty = pmd_swp_soft_dirty(old_pmd); in __split_huge_pmd_locked()
2096 uffd_wp = pmd_swp_uffd_wp(old_pmd); in __split_huge_pmd_locked()
[all …]
/Linux-v5.10/arch/powerpc/include/asm/book3s/64/
Dhash.h236 pmd_t *pmdp, unsigned long old_pmd);
240 unsigned long old_pmd) in hpte_do_hugepage_flush() argument
/Linux-v5.10/include/linux/
Dpgtable.h417 pmd_t old_pmd = *pmdp; in pmdp_set_wrprotect() local
418 set_pmd_at(mm, address, pmdp, pmd_wrprotect(old_pmd)); in pmdp_set_wrprotect()
480 pmd_t old_pmd = *pmdp; in generic_pmdp_establish() local
482 return old_pmd; in generic_pmdp_establish()
Dhuge_mm.h43 pmd_t *old_pmd, pmd_t *new_pmd);
/Linux-v5.10/arch/arm64/mm/
Dmmu.c221 pmd_t old_pmd = READ_ONCE(*pmdp); in init_pmd() local
234 BUG_ON(!pgattr_change_is_safe(pmd_val(old_pmd), in init_pmd()
240 BUG_ON(pmd_val(old_pmd) != 0 && in init_pmd()
241 pmd_val(old_pmd) != READ_ONCE(pmd_val(*pmdp))); in init_pmd()