| /Linux-v5.4/arch/arm/mm/ |
| D | pgd.c | 34 pmd_t *new_pmd, *init_pmd; in pgd_alloc() local
61 new_pmd = pmd_alloc(mm, new_pud, 0); in pgd_alloc()
62 if (!new_pmd) in pgd_alloc()
76 new_pmd = pmd_alloc(mm, new_pud, 0); in pgd_alloc()
77 if (!new_pmd) in pgd_alloc()
80 new_pte = pte_alloc_map(mm, new_pmd, 0); in pgd_alloc()
90 pmd_val(*new_pmd) &= ~PMD_DOMAIN_MASK; in pgd_alloc()
91 pmd_val(*new_pmd) |= PMD_DOMAIN(DOMAIN_VECTORS); in pgd_alloc()
106 pmd_free(mm, new_pmd); in pgd_alloc()
|
| /Linux-v5.4/arch/powerpc/mm/book3s64/ |
| D | hash_hugepage.c | 28 unsigned long old_pmd, new_pmd; in __hash_page_thp() local
49 new_pmd = old_pmd | H_PAGE_BUSY | _PAGE_ACCESSED; in __hash_page_thp()
51 new_pmd |= _PAGE_DIRTY; in __hash_page_thp()
52 } while (!pmd_xchg(pmdp, __pmd(old_pmd), __pmd(new_pmd))); in __hash_page_thp()
60 rflags = htab_convert_pte_flags(new_pmd); in __hash_page_thp()
134 new_pmd |= H_PAGE_HASHPTE; in __hash_page_thp()
182 new_pmd |= H_PAGE_COMBO; in __hash_page_thp()
189 *pmdp = __pmd(new_pmd & ~H_PAGE_BUSY); in __hash_page_thp()
|
| D | radix_pgtable.c | 1150 pte_t new_pmd = pfn_pte(__phys_to_pfn(addr), prot); in pmd_set_huge() local
1155 set_pte_at(&init_mm, 0 /* radix unused */, ptep, new_pmd); in pmd_set_huge()
|
| /Linux-v5.4/arch/unicore32/mm/ |
| D | pgd.c | 27 pmd_t *new_pmd, *init_pmd; in get_pgd_slow() local
50 new_pmd = pmd_alloc(mm, (pud_t *)new_pgd, 0); in get_pgd_slow()
51 if (!new_pmd) in get_pgd_slow()
54 new_pte = pte_alloc_map(mm, new_pmd, 0); in get_pgd_slow()
68 pmd_free(mm, new_pmd); in get_pgd_slow()
|
| /Linux-v5.4/mm/ |
| D | mremap.c | 117 struct vm_area_struct *new_vma, pmd_t *new_pmd, in move_ptes() argument
152 new_pte = pte_offset_map(new_pmd, new_addr); in move_ptes()
153 new_ptl = pte_lockptr(mm, new_pmd); in move_ptes()
197 pmd_t *old_pmd, pmd_t *new_pmd) in move_normal_pmd() argument
211 if (WARN_ON(!pmd_none(*new_pmd))) in move_normal_pmd()
219 new_ptl = pmd_lockptr(mm, new_pmd); in move_normal_pmd()
227 VM_BUG_ON(!pmd_none(*new_pmd)); in move_normal_pmd()
230 set_pmd_at(mm, new_addr, new_pmd, pmd); in move_normal_pmd()
247 pmd_t *old_pmd, *new_pmd; in move_page_tables() local
266 new_pmd = alloc_new_pmd(vma->vm_mm, vma, new_addr); in move_page_tables()
[all …]
|
| D | huge_memory.c | 1865 pmd_t *old_pmd, pmd_t *new_pmd) in move_huge_pmd() argument
1881 if (WARN_ON(!pmd_none(*new_pmd))) { in move_huge_pmd()
1882 VM_BUG_ON(pmd_trans_huge(*new_pmd)); in move_huge_pmd()
1892 new_ptl = pmd_lockptr(mm, new_pmd); in move_huge_pmd()
1898 VM_BUG_ON(!pmd_none(*new_pmd)); in move_huge_pmd()
1903 pgtable_trans_huge_deposit(mm, new_pmd, pgtable); in move_huge_pmd()
1906 set_pmd_at(mm, new_addr, new_pmd, pmd); in move_huge_pmd()
|
| /Linux-v5.4/arch/x86/mm/ |
| D | kmmio.c | 129 pmd_t new_pmd; in clear_pmd_presence() local
133 new_pmd = pmd_mknotpresent(*pmd); in clear_pmd_presence()
136 new_pmd = __pmd(*old); in clear_pmd_presence()
138 set_pmd(pmd, new_pmd); in clear_pmd_presence()
|
| /Linux-v5.4/virt/kvm/arm/ |
| D | mmu.c | 190 static inline void kvm_set_pmd(pmd_t *pmdp, pmd_t new_pmd) in kvm_set_pmd() argument
192 WRITE_ONCE(*pmdp, new_pmd); in kvm_set_pmd()
1051 *cache, phys_addr_t addr, const pmd_t *new_pmd) in stage2_set_pmd_huge() argument
1071 if (pmd_val(old_pmd) == pmd_val(*new_pmd)) in stage2_set_pmd_huge()
1103 WARN_ON_ONCE(pmd_pfn(old_pmd) != pmd_pfn(*new_pmd)); in stage2_set_pmd_huge()
1110 kvm_set_pmd(pmd, *new_pmd); in stage2_set_pmd_huge()
1813 pmd_t new_pmd = kvm_pfn_pmd(pfn, mem_type); in user_mem_abort() local
1815 new_pmd = kvm_pmd_mkhuge(new_pmd); in user_mem_abort()
1818 new_pmd = kvm_s2pmd_mkwrite(new_pmd); in user_mem_abort()
1821 new_pmd = kvm_s2pmd_mkexec(new_pmd); in user_mem_abort()
[all …]
|
| /Linux-v5.4/arch/powerpc/kvm/ |
| D | book3s_64_mmu_radix.c | 570 pmd_t *pmd, *new_pmd = NULL; in kvmppc_create_pte() local
586 new_pmd = kvmppc_pmd_alloc(); in kvmppc_create_pte()
627 if (!new_pmd) { in kvmppc_create_pte()
651 if (!new_pmd) in kvmppc_create_pte()
653 pud_populate(kvm->mm, pud, new_pmd); in kvmppc_create_pte()
654 new_pmd = NULL; in kvmppc_create_pte()
731 if (new_pmd) in kvmppc_create_pte()
732 kvmppc_pmd_free(new_pmd); in kvmppc_create_pte()
|
| /Linux-v5.4/arch/mips/kvm/ |
| D | mmu.c | 150 pmd_t *new_pmd; in kvm_mips_walk_pgd() local
154 new_pmd = mmu_memory_cache_alloc(cache); in kvm_mips_walk_pgd()
155 pmd_init((unsigned long)new_pmd, in kvm_mips_walk_pgd()
157 pud_populate(NULL, pud, new_pmd); in kvm_mips_walk_pgd()
|
| /Linux-v5.4/arch/arm64/mm/ |
| D | mmu.c | 972 pmd_t new_pmd = pfn_pmd(__phys_to_pfn(phys), mk_pmd_sect_prot(prot)); in pmd_set_huge() local
976 pmd_val(new_pmd))) in pmd_set_huge()
980 set_pmd(pmdp, new_pmd); in pmd_set_huge()
|
| /Linux-v5.4/include/linux/ |
| D | huge_mm.h | 46 pmd_t *old_pmd, pmd_t *new_pmd);
|
