| /Linux-v5.4/arch/powerpc/mm/book3s64/ |
| D | hash_64k.c | 44 unsigned long old_pte, new_pte, subpg_pte; in __hash_page_4K() local
66 new_pte = old_pte | H_PAGE_BUSY | _PAGE_ACCESSED | H_PAGE_COMBO; in __hash_page_4K()
68 new_pte |= _PAGE_DIRTY; in __hash_page_4K()
69 } while (!pte_xchg(ptep, __pte(old_pte), __pte(new_pte))); in __hash_page_4K()
74 subpg_pte = new_pte & ~subpg_prot; in __hash_page_4K()
107 new_pte &= ~H_PAGE_HASHPTE; in __hash_page_4K()
129 *ptep = __pte(new_pte & ~H_PAGE_BUSY); in __hash_page_4K()
216 new_pte |= pte_set_hidx(ptep, rpte, subpg_index, slot, PTRS_PER_PTE); in __hash_page_4K()
217 new_pte |= H_PAGE_HASHPTE; in __hash_page_4K()
219 *ptep = __pte(new_pte & ~H_PAGE_BUSY); in __hash_page_4K()
[all …]
|
| D | hash_4k.c | 26 unsigned long old_pte, new_pte; in __hash_page_4K() local
48 new_pte = old_pte | H_PAGE_BUSY | _PAGE_ACCESSED; in __hash_page_4K()
50 new_pte |= _PAGE_DIRTY; in __hash_page_4K()
51 } while (!pte_xchg(ptep, __pte(old_pte), __pte(new_pte))); in __hash_page_4K()
57 rflags = htab_convert_pte_flags(new_pte); in __hash_page_4K()
119 new_pte = (new_pte & ~_PAGE_HPTEFLAGS) | H_PAGE_HASHPTE; in __hash_page_4K()
120 new_pte |= pte_set_hidx(ptep, rpte, 0, slot, PTRS_PER_PTE); in __hash_page_4K()
122 *ptep = __pte(new_pte & ~H_PAGE_BUSY); in __hash_page_4K()
|
| D | hash_hugetlbpage.c | 31 unsigned long old_pte, new_pte; in __hash_page_huge() local
66 new_pte = old_pte | H_PAGE_BUSY | _PAGE_ACCESSED; in __hash_page_huge()
68 new_pte |= _PAGE_DIRTY; in __hash_page_huge()
69 } while(!pte_xchg(ptep, __pte(old_pte), __pte(new_pte))); in __hash_page_huge()
75 rflags = htab_convert_pte_flags(new_pte); in __hash_page_huge()
106 new_pte = (new_pte & ~_PAGE_HPTEFLAGS) | H_PAGE_HASHPTE; in __hash_page_huge()
122 new_pte |= pte_set_hidx(ptep, rpte, 0, slot, offset); in __hash_page_huge()
128 *ptep = __pte(new_pte & ~H_PAGE_BUSY); in __hash_page_huge()
|
| D | radix_pgtable.c | 1045 unsigned long old_pte, new_pte; in radix__ptep_set_access_flags() local
1051 new_pte = old_pte | set; in radix__ptep_set_access_flags()
1053 __radix_pte_update(ptep, _PAGE_INVALID, new_pte); in radix__ptep_set_access_flags()
|
| /Linux-v5.4/arch/unicore32/mm/ |
| D | pgd.c | 28 pte_t *new_pte, *init_pte; in get_pgd_slow() local
54 new_pte = pte_alloc_map(mm, new_pmd, 0); in get_pgd_slow()
55 if (!new_pte) in get_pgd_slow()
60 set_pte(new_pte, *init_pte); in get_pgd_slow()
62 pte_unmap(new_pte); in get_pgd_slow()
|
| /Linux-v5.4/arch/arm/mm/ |
| D | pgd.c | 35 pte_t *new_pte, *init_pte; in pgd_alloc() local
80 new_pte = pte_alloc_map(mm, new_pmd, 0); in pgd_alloc()
81 if (!new_pte) in pgd_alloc()
97 set_pte_ext(new_pte + 0, init_pte[0], 0); in pgd_alloc()
98 set_pte_ext(new_pte + 1, init_pte[1], 0); in pgd_alloc()
100 pte_unmap(new_pte); in pgd_alloc()
|
| /Linux-v5.4/arch/powerpc/include/asm/ |
| D | kvm_book3s_64.h | 422 pte_t old_pte, new_pte = __pte(0); in kvmppc_read_update_linux_pte() local
440 new_pte = pte_mkyoung(old_pte); in kvmppc_read_update_linux_pte()
442 new_pte = pte_mkdirty(new_pte); in kvmppc_read_update_linux_pte()
444 if (pte_xchg(ptep, old_pte, new_pte)) in kvmppc_read_update_linux_pte()
447 return new_pte; in kvmppc_read_update_linux_pte()
|
| /Linux-v5.4/arch/x86/mm/ |
| D | mem_encrypt.c | 203 pte_t new_pte; in __set_clr_pte_enc() local
249 new_pte = pfn_pte(pfn, new_prot); in __set_clr_pte_enc()
250 set_pte_atomic(kpte, new_pte); in __set_clr_pte_enc()
|
| D | pageattr.c | 750 pte_t new_pte, *tmp; in __should_split_large_page() local
881 new_pte = pfn_pte(old_pfn, new_prot); in __should_split_large_page()
882 __set_pmd_pte(kpte, address, new_pte); in __should_split_large_page()
1507 pte_t new_pte; in __change_page_attr() local
1526 new_pte = pfn_pte(pfn, new_prot); in __change_page_attr()
1531 if (pte_val(old_pte) != pte_val(new_pte)) { in __change_page_attr()
1532 set_pte_atomic(kpte, new_pte); in __change_page_attr()
|
| D | init_64.c | 290 static void __set_pte_vaddr(pud_t *pud, unsigned long vaddr, pte_t new_pte) in __set_pte_vaddr() argument
295 set_pte(pte, new_pte); in __set_pte_vaddr()
304 void set_pte_vaddr_p4d(p4d_t *p4d_page, unsigned long vaddr, pte_t new_pte) in set_pte_vaddr_p4d() argument
309 __set_pte_vaddr(pud, vaddr, new_pte); in set_pte_vaddr_p4d()
312 void set_pte_vaddr_pud(pud_t *pud_page, unsigned long vaddr, pte_t new_pte) in set_pte_vaddr_pud() argument
316 __set_pte_vaddr(pud, vaddr, new_pte); in set_pte_vaddr_pud()
|
| /Linux-v5.4/mm/ |
| D | mremap.c | 121 pte_t *old_pte, *new_pte, pte; in move_ptes() local
152 new_pte = pte_offset_map(new_pmd, new_addr); in move_ptes()
160 new_pte++, new_addr += PAGE_SIZE) { in move_ptes()
180 set_pte_at(mm, new_addr, new_pte, pte); in move_ptes()
188 pte_unmap(new_pte - 1); in move_ptes()
|
| D | hugetlb.c | 3868 pte_t new_pte; in hugetlb_no_page() local
4011 new_pte = make_huge_pte(vma, page, ((vma->vm_flags & VM_WRITE) in hugetlb_no_page()
4013 set_huge_pte_at(mm, haddr, ptep, new_pte); in hugetlb_no_page()
|
| /Linux-v5.4/arch/x86/include/asm/ |
| D | pgtable_64.h | 56 void set_pte_vaddr_p4d(p4d_t *p4d_page, unsigned long vaddr, pte_t new_pte);
57 void set_pte_vaddr_pud(pud_t *pud_page, unsigned long vaddr, pte_t new_pte);
|
| /Linux-v5.4/virt/kvm/arm/ |
| D | mmu.c | 184 static inline void kvm_set_pte(pte_t *ptep, pte_t new_pte) in kvm_set_pte() argument
186 WRITE_ONCE(*ptep, new_pte); in kvm_set_pte()
1217 phys_addr_t addr, const pte_t *new_pte, in stage2_set_pte() argument
1287 if (pte_val(old_pte) == pte_val(*new_pte)) in stage2_set_pte()
1296 kvm_set_pte(pte, *new_pte); in stage2_set_pte()
1825 pte_t new_pte = kvm_pfn_pte(pfn, mem_type); in user_mem_abort() local
1828 new_pte = kvm_s2pte_mkwrite(new_pte); in user_mem_abort()
1833 new_pte = kvm_s2pte_mkexec(new_pte); in user_mem_abort()
1835 ret = stage2_set_pte(kvm, memcache, fault_ipa, &new_pte, flags); in user_mem_abort()
|
| /Linux-v5.4/arch/powerpc/include/asm/book3s/64/ |
| D | hugetlb.h | 63 pte_t old_pte, pte_t new_pte);
|
| /Linux-v5.4/arch/mips/kvm/ |
| D | mmu.c | 161 pte_t *new_pte; in kvm_mips_walk_pgd() local
165 new_pte = mmu_memory_cache_alloc(cache); in kvm_mips_walk_pgd()
166 clear_page(new_pte); in kvm_mips_walk_pgd()
167 pmd_populate_kernel(NULL, pmd, new_pte); in kvm_mips_walk_pgd()
|
| /Linux-v5.4/arch/x86/kvm/ |
| D | paging_tmpl.h | 133 pt_element_t orig_pte, pt_element_t new_pte) in FNAME()
143 ret = CMPXCHG(&table[index], orig_pte, new_pte); in FNAME()
166 ret = CMPXCHG(&table[index], orig_pte, new_pte); in FNAME()
|
