/Linux-v5.15/arch/sh/mm/ |
D | tlb-sh4.c | 18 unsigned long flags, pteval, vpn; in __update_tlb() local 32 pteval = pte.pte_low; in __update_tlb() 48 __raw_writel(copy_ptea_attributes(pteval), MMU_PTEA); in __update_tlb() 53 pteval &= _PAGE_FLAGS_HARDWARE_MASK; /* drop software flags */ in __update_tlb() 55 pteval |= _PAGE_WT; in __update_tlb() 58 __raw_writel(pteval, MMU_PTEL); in __update_tlb()
|
D | tlb-pteaex.c | 20 unsigned long flags, pteval, vpn; in __update_tlb() local 37 pteval = pte.pte_low; in __update_tlb() 51 pteval &= _PAGE_FLAGS_HARDWARE_MASK; /* drop software flags */ in __update_tlb() 53 pteval |= _PAGE_WT; in __update_tlb() 56 __raw_writel(pteval, MMU_PTEL); in __update_tlb()
|
D | tlb-sh3.c | 29 unsigned long flags, pteval, vpn; in __update_tlb() local 43 pteval = pte_val(pte); in __update_tlb() 46 pteval &= _PAGE_FLAGS_HARDWARE_MASK; /* drop software flags */ in __update_tlb() 48 __raw_writel(pteval, MMU_PTEL); in __update_tlb()
|
/Linux-v5.15/mm/ |
D | highmem.c | 457 # define arch_kmap_local_post_map(vaddr, pteval) do { } while (0) argument 516 pte_t pteval, *kmap_pte = kmap_get_pte(); in __kmap_local_pfn_prot() local 529 pteval = pfn_pte(pfn, prot); in __kmap_local_pfn_prot() 530 arch_kmap_local_set_pte(&init_mm, vaddr, kmap_pte - idx, pteval); in __kmap_local_pfn_prot() 531 arch_kmap_local_post_map(vaddr, pteval); in __kmap_local_pfn_prot() 532 current->kmap_ctrl.pteval[kmap_local_idx()] = pteval; in __kmap_local_pfn_prot() 591 current->kmap_ctrl.pteval[kmap_local_idx()] = __pte(0); in kunmap_local_indexed() 616 pte_t pteval = tsk->kmap_ctrl.pteval[i]; in __kmap_local_sched_out() local 622 WARN_ON_ONCE(!pte_none(pteval)); in __kmap_local_sched_out() 625 if (WARN_ON_ONCE(pte_none(pteval))) in __kmap_local_sched_out() [all …]
|
D | rmap.c | 1402 pte_t pteval; in try_to_unmap_one() local 1513 pteval = ptep_get_and_clear(mm, address, pvmw.pte); in try_to_unmap_one() 1515 set_tlb_ubc_flush_pending(mm, pte_dirty(pteval)); in try_to_unmap_one() 1517 pteval = ptep_clear_flush(vma, address, pvmw.pte); in try_to_unmap_one() 1521 if (pte_dirty(pteval)) in try_to_unmap_one() 1528 pteval = swp_entry_to_pte(make_hwpoison_entry(subpage)); in try_to_unmap_one() 1532 pvmw.pte, pteval, in try_to_unmap_one() 1536 set_pte_at(mm, address, pvmw.pte, pteval); in try_to_unmap_one() 1539 } else if (pte_unused(pteval) && !userfaultfd_armed(vma)) { in try_to_unmap_one() 1585 set_pte_at(mm, address, pvmw.pte, pteval); in try_to_unmap_one() [all …]
|
D | khugepaged.c | 576 pte_t pteval = *_pte; in release_pte_pages() local 578 page = pte_page(pteval); in release_pte_pages() 579 if (!pte_none(pteval) && !is_zero_pfn(pte_pfn(pteval)) && in release_pte_pages() 613 pte_t pteval = *_pte; in __collapse_huge_page_isolate() local 614 if (pte_none(pteval) || (pte_present(pteval) && in __collapse_huge_page_isolate() 615 is_zero_pfn(pte_pfn(pteval)))) { in __collapse_huge_page_isolate() 624 if (!pte_present(pteval)) { in __collapse_huge_page_isolate() 628 page = vm_normal_page(vma, address, pteval); in __collapse_huge_page_isolate() 683 if (!pte_write(pteval) && PageSwapCache(page) && in __collapse_huge_page_isolate() 713 if (pte_young(pteval) || in __collapse_huge_page_isolate() [all …]
|
/Linux-v5.15/drivers/staging/media/ipu3/ |
D | ipu3-mmu.c | 121 static u32 *imgu_mmu_alloc_page_table(u32 pteval) in imgu_mmu_alloc_page_table() argument 131 pt[pte] = pteval; in imgu_mmu_alloc_page_table() 172 u32 pteval; in imgu_mmu_get_l2pt() local 203 pteval = IPU3_ADDR2PTE(virt_to_phys(new_l2pt)); in imgu_mmu_get_l2pt() 204 mmu->l1pt[l1pt_idx] = pteval; in imgu_mmu_get_l2pt() 430 u32 pteval; in imgu_mmu_init() local 450 pteval = IPU3_ADDR2PTE(virt_to_phys(mmu->dummy_page)); in imgu_mmu_init() 451 mmu->dummy_page_pteval = pteval; in imgu_mmu_init() 457 mmu->dummy_l2pt = imgu_mmu_alloc_page_table(pteval); in imgu_mmu_init() 460 pteval = IPU3_ADDR2PTE(virt_to_phys(mmu->dummy_l2pt)); in imgu_mmu_init() [all …]
|
/Linux-v5.15/include/trace/events/ |
D | xen.h | 135 TP_PROTO(pte_t *ptep, pte_t pteval), 136 TP_ARGS(ptep, pteval), 139 __field(pteval_t, pteval) 142 __entry->pteval = pteval.pte), 145 (int)sizeof(pteval_t) * 2, (unsigned long long)pte_val(native_make_pte(__entry->pteval)), 146 (int)sizeof(pteval_t) * 2, (unsigned long long)__entry->pteval) 151 TP_PROTO(pte_t *ptep, pte_t pteval), \ 152 TP_ARGS(ptep, pteval)) 260 pte_t *ptep, pte_t pteval), 261 TP_ARGS(mm, addr, ptep, pteval), [all …]
|
/Linux-v5.15/arch/m68k/include/asm/ |
D | pgtable_mm.h | 30 #define set_pte(pteptr, pteval) \ argument 32 *(pteptr) = (pteval); \ 34 #define set_pte_at(mm,addr,ptep,pteval) set_pte(ptep,pteval) argument
|
/Linux-v5.15/arch/x86/mm/ |
D | pgtable_32.c | 27 void set_pte_vaddr(unsigned long vaddr, pte_t pteval) in set_pte_vaddr() argument 56 if (!pte_none(pteval)) in set_pte_vaddr() 57 set_pte_at(&init_mm, vaddr, pte, pteval); in set_pte_vaddr()
|
/Linux-v5.15/arch/nios2/include/asm/ |
D | pgtable.h | 195 static inline void set_pte(pte_t *ptep, pte_t pteval) in set_pte() argument 197 *ptep = pteval; in set_pte() 201 pte_t *ptep, pte_t pteval) in set_pte_at() argument 203 unsigned long paddr = (unsigned long)page_to_virt(pte_page(pteval)); in set_pte_at() 206 set_pte(ptep, pteval); in set_pte_at()
|
/Linux-v5.15/arch/xtensa/include/asm/ |
D | pgtable.h | 307 static inline void update_pte(pte_t *ptep, pte_t pteval) in update_pte() argument 309 *ptep = pteval; in update_pte() 319 set_pte_at(struct mm_struct *mm, unsigned long addr, pte_t *ptep, pte_t pteval) in set_pte_at() argument 321 update_pte(ptep, pteval); in set_pte_at() 324 static inline void set_pte(pte_t *ptep, pte_t pteval) in set_pte() argument 326 update_pte(ptep, pteval); in set_pte()
|
/Linux-v5.15/arch/ia64/include/asm/ |
D | pgtable.h | 321 extern void __ia64_sync_icache_dcache(pte_t pteval); 322 static inline void set_pte(pte_t *ptep, pte_t pteval) in set_pte() argument 328 if (pte_present_exec_user(pteval) && in set_pte() 330 pte_pfn(*ptep) != pte_pfn(pteval))) in set_pte() 332 __ia64_sync_icache_dcache(pteval); in set_pte() 333 *ptep = pteval; in set_pte() 336 #define set_pte_at(mm,addr,ptep,pteval) set_pte(ptep,pteval) argument
|
/Linux-v5.15/arch/nds32/include/asm/ |
D | highmem.h | 51 #define arch_kmap_local_post_map(vaddr, pteval) \ argument 55 __nds32__tlbop_rwr(pteval); \
|
/Linux-v5.15/drivers/iommu/amd/ |
D | io_pgtable.c | 365 static struct page *free_clear_pte(u64 *pte, u64 pteval, struct page *freelist) in free_clear_pte() argument 370 while (cmpxchg64(pte, pteval, 0) != pteval) { in free_clear_pte() 372 pteval = *pte; in free_clear_pte() 375 if (!IOMMU_PTE_PRESENT(pteval)) in free_clear_pte() 378 pt = (unsigned long)IOMMU_PTE_PAGE(pteval); in free_clear_pte() 379 mode = IOMMU_PTE_MODE(pteval); in free_clear_pte()
|
/Linux-v5.15/arch/sparc/include/asm/ |
D | highmem.h | 54 #define arch_kmap_local_pre_map(vaddr, pteval) flush_cache_all() argument 56 #define arch_kmap_local_post_map(vaddr, pteval) flush_tlb_all() argument
|
/Linux-v5.15/arch/mips/include/asm/ |
D | pgtable.h | 127 pte_t *ptep, pte_t pteval); 192 static inline void set_pte(pte_t *ptep, pte_t pteval) argument 194 *ptep = pteval; 196 if (pte_val(pteval) & _PAGE_GLOBAL) { 226 pte_t *ptep, pte_t pteval) argument 229 if (!pte_present(pteval)) 232 if (pte_present(*ptep) && (pte_pfn(*ptep) == pte_pfn(pteval))) 235 __update_cache(addr, pteval); 237 set_pte(ptep, pteval);
|
/Linux-v5.15/arch/arm64/mm/ |
D | fault.c | 201 pteval_t old_pteval, pteval; in ptep_set_access_flags() local 217 pteval = pte_val(pte); in ptep_set_access_flags() 219 old_pteval = pteval; in ptep_set_access_flags() 220 pteval ^= PTE_RDONLY; in ptep_set_access_flags() 221 pteval |= pte_val(entry); in ptep_set_access_flags() 222 pteval ^= PTE_RDONLY; in ptep_set_access_flags() 223 pteval = cmpxchg_relaxed(&pte_val(*ptep), old_pteval, pteval); in ptep_set_access_flags() 224 } while (pteval != old_pteval); in ptep_set_access_flags()
|
/Linux-v5.15/arch/arm/mm/ |
D | flush.c | 269 void __sync_icache_dcache(pte_t pteval) in __sync_icache_dcache() argument 275 if (cache_is_vipt_nonaliasing() && !pte_exec(pteval)) in __sync_icache_dcache() 278 pfn = pte_pfn(pteval); in __sync_icache_dcache() 291 if (pte_exec(pteval)) in __sync_icache_dcache()
|
/Linux-v5.15/arch/hexagon/include/asm/ |
D | pgtable.h | 173 static inline void set_pte(pte_t *ptep, pte_t pteval) in set_pte() argument 176 if (pte_present_exec_user(pteval)) in set_pte() 177 sync_icache_dcache(pteval); in set_pte() 179 *ptep = pteval; in set_pte()
|
/Linux-v5.15/arch/powerpc/mm/book3s64/ |
D | hash_tlb.c | 243 unsigned long pteval = pte_val(*pte); in flush_tlb_pmd_range() local 244 if (pteval & H_PAGE_HASHPTE) in flush_tlb_pmd_range() 245 hpte_need_flush(mm, addr, pte, pteval, 0); in flush_tlb_pmd_range()
|
/Linux-v5.15/arch/riscv/include/asm/ |
D | pgtable.h | 411 static inline void set_pte(pte_t *ptep, pte_t pteval) in set_pte() argument 413 *ptep = pteval; in set_pte() 419 unsigned long addr, pte_t *ptep, pte_t pteval) in set_pte_at() argument 421 if (pte_present(pteval) && pte_exec(pteval)) in set_pte_at() 422 flush_icache_pte(pteval); in set_pte_at() 424 set_pte(ptep, pteval); in set_pte_at()
|
/Linux-v5.15/arch/powerpc/mm/ptdump/ |
D | hashpagetable.c | 374 unsigned long addr, pteval, psize; in walk_pte() local 379 pteval = pte_val(*pte); in walk_pte() 388 ((pteval & H_PAGE_COMBO) == H_PAGE_COMBO || in walk_pte() 389 (pteval & H_PAGE_4K_PFN) == H_PAGE_4K_PFN)) in walk_pte() 395 if (((pteval & H_PAGE_HASHPTE) != H_PAGE_HASHPTE) in walk_pte() 400 addr, pteval); in walk_pte()
|
/Linux-v5.15/arch/um/include/asm/ |
D | pgtable.h | 245 static inline void set_pte(pte_t *pteptr, pte_t pteval) in set_pte() argument 247 pte_copy(*pteptr, pteval); in set_pte() 259 pte_t *pteptr, pte_t pteval) in set_pte_at() argument 261 set_pte(pteptr, pteval); in set_pte_at()
|
/Linux-v5.15/arch/openrisc/include/asm/ |
D | pgtable.h | 48 #define set_pte(pteptr, pteval) ((*(pteptr)) = (pteval)) argument 49 #define set_pte_at(mm, addr, ptep, pteval) set_pte(ptep, pteval) argument
|