| /Linux-v4.19/arch/powerpc/mm/ |
| D | hugepage-hash64.c | 28 unsigned long old_pmd, new_pmd; in __hash_page_thp() local
38 old_pmd = pmd_val(pmd); in __hash_page_thp()
40 if (unlikely(old_pmd & H_PAGE_BUSY)) in __hash_page_thp()
43 if (unlikely(!check_pte_access(access, old_pmd))) in __hash_page_thp()
49 new_pmd = old_pmd | H_PAGE_BUSY | _PAGE_ACCESSED; in __hash_page_thp()
52 } while (!pmd_xchg(pmdp, __pmd(old_pmd), __pmd(new_pmd))); in __hash_page_thp()
81 if ((old_pmd & H_PAGE_HASHPTE) && !(old_pmd & H_PAGE_COMBO)) { in __hash_page_thp()
127 pa = pmd_pfn(__pmd(old_pmd)) << PAGE_SHIFT; in __hash_page_thp()
159 *pmdp = __pmd(old_pmd); in __hash_page_thp()
161 psize, lpsize, old_pmd); in __hash_page_thp()
|
| D | pgtable-hash64.c | 310 pmd_t *pmdp, unsigned long old_pmd) in hpte_do_hugepage_flush() argument
322 if (old_pmd & H_PAGE_COMBO) in hpte_do_hugepage_flush()
345 pmd_t old_pmd; in hash__pmdp_huge_get_and_clear() local
351 old_pmd = __pmd(old); in hash__pmdp_huge_get_and_clear()
375 return old_pmd; in hash__pmdp_huge_get_and_clear()
|
| D | pgtable-book3s64.c | 107 unsigned long old_pmd; in pmdp_invalidate() local
109 old_pmd = pmd_hugepage_update(vma->vm_mm, address, pmdp, _PAGE_PRESENT, 0); in pmdp_invalidate()
116 return __pmd(old_pmd); in pmdp_invalidate()
|
| D | pgtable-radix.c | 1014 pmd_t old_pmd; in radix__pmdp_huge_get_and_clear() local
1018 old_pmd = __pmd(old); in radix__pmdp_huge_get_and_clear()
1030 return old_pmd; in radix__pmdp_huge_get_and_clear()
|
| /Linux-v4.19/mm/ |
| D | mremap.c | 115 static void move_ptes(struct vm_area_struct *vma, pmd_t *old_pmd, in move_ptes() argument
151 old_pte = pte_offset_map_lock(mm, old_pmd, old_addr, &old_ptl); in move_ptes()
200 pmd_t *old_pmd, *new_pmd; in move_page_tables() local
218 old_pmd = get_old_pmd(vma->vm_mm, old_addr); in move_page_tables()
219 if (!old_pmd) in move_page_tables()
224 if (is_swap_pmd(*old_pmd) || pmd_trans_huge(*old_pmd)) { in move_page_tables()
231 old_end, old_pmd, new_pmd); in move_page_tables()
237 split_huge_pmd(vma, old_pmd, old_addr); in move_page_tables()
238 if (pmd_trans_unstable(old_pmd)) in move_page_tables()
246 move_ptes(vma, old_pmd, old_addr, old_addr + extent, new_vma, in move_page_tables()
|
| D | huge_memory.c | 1783 pmd_t *old_pmd, pmd_t *new_pmd) in move_huge_pmd() argument
1808 old_ptl = __pmd_trans_huge_lock(old_pmd, vma); in move_huge_pmd()
1813 pmd = pmdp_huge_get_and_clear(mm, old_addr, old_pmd); in move_huge_pmd()
1820 pgtable = pgtable_trans_huge_withdraw(mm, old_pmd); in move_huge_pmd()
2063 pmd_t old_pmd, _pmd; in __split_huge_pmd_locked() local
2128 old_pmd = pmdp_invalidate(vma, haddr, pmd); in __split_huge_pmd_locked()
2131 pmd_migration = is_pmd_migration_entry(old_pmd); in __split_huge_pmd_locked()
2135 entry = pmd_to_swp_entry(old_pmd); in __split_huge_pmd_locked()
2139 page = pmd_page(old_pmd); in __split_huge_pmd_locked()
2142 if (pmd_dirty(old_pmd)) in __split_huge_pmd_locked()
[all …]
|
| /Linux-v4.19/arch/powerpc/include/asm/book3s/64/ |
| D | hash.h | 188 pmd_t *pmdp, unsigned long old_pmd);
192 unsigned long old_pmd) in hpte_do_hugepage_flush() argument
|
| /Linux-v4.19/include/asm-generic/ |
| D | pgtable.h | 258 pmd_t old_pmd = *pmdp; in pmdp_set_wrprotect() local
259 set_pmd_at(mm, address, pmdp, pmd_wrprotect(old_pmd)); in pmdp_set_wrprotect()
321 pmd_t old_pmd = *pmdp; in generic_pmdp_establish() local
323 return old_pmd; in generic_pmdp_establish()
|
| /Linux-v4.19/arch/arm64/mm/ |
| D | mmu.c | 197 pmd_t old_pmd = READ_ONCE(*pmdp); in init_pmd() local
210 BUG_ON(!pgattr_change_is_safe(pmd_val(old_pmd), in init_pmd()
216 BUG_ON(pmd_val(old_pmd) != 0 && in init_pmd()
217 pmd_val(old_pmd) != READ_ONCE(pmd_val(*pmdp))); in init_pmd()
|
| /Linux-v4.19/virt/kvm/arm/ |
| D | mmu.c | 270 pmd_t old_pmd = *pmd; in unmap_stage2_pmds() local
275 kvm_flush_dcache_pmd(old_pmd); in unmap_stage2_pmds()
1042 pmd_t *pmd, old_pmd; in stage2_set_pmd_huge() local
1047 old_pmd = *pmd; in stage2_set_pmd_huge()
1048 if (pmd_present(old_pmd)) { in stage2_set_pmd_huge()
1060 if (pmd_val(old_pmd) == pmd_val(*new_pmd)) in stage2_set_pmd_huge()
1074 VM_BUG_ON(pmd_pfn(old_pmd) != pmd_pfn(*new_pmd)); in stage2_set_pmd_huge()
|
| /Linux-v4.19/include/linux/ |
| D | huge_mm.h | 46 pmd_t *old_pmd, pmd_t *new_pmd);
|
