| /Linux-v6.1/mm/ |
| D | highmem.c | 173 idx = arch_kmap_local_map_idx(i, pte_pfn(pteval)); in __kmap_to_page()
177 return pte_page(kctrl->pteval[i]); in __kmap_to_page()
482 # define arch_kmap_local_post_map(vaddr, pteval) do { } while (0) argument
538 pte_t pteval, *kmap_pte; in __kmap_local_pfn_prot() local
552 pteval = pfn_pte(pfn, prot); in __kmap_local_pfn_prot()
553 arch_kmap_local_set_pte(&init_mm, vaddr, kmap_pte, pteval); in __kmap_local_pfn_prot()
554 arch_kmap_local_post_map(vaddr, pteval); in __kmap_local_pfn_prot()
555 current->kmap_ctrl.pteval[kmap_local_idx()] = pteval; in __kmap_local_pfn_prot()
615 current->kmap_ctrl.pteval[kmap_local_idx()] = __pte(0); in kunmap_local_indexed()
640 pte_t pteval = tsk->kmap_ctrl.pteval[i]; in __kmap_local_sched_out() local
[all …]
|
| D | rmap.c | 1475 pte_t pteval; in try_to_unmap_one() local
1591 pteval = huge_ptep_clear_flush(vma, address, pvmw.pte); in try_to_unmap_one()
1604 pteval = ptep_get_and_clear(mm, address, pvmw.pte); in try_to_unmap_one()
1606 set_tlb_ubc_flush_pending(mm, pte_dirty(pteval)); in try_to_unmap_one()
1608 pteval = ptep_clear_flush(vma, address, pvmw.pte); in try_to_unmap_one()
1617 pte_install_uffd_wp_if_needed(vma, address, pvmw.pte, pteval); in try_to_unmap_one()
1620 if (pte_dirty(pteval)) in try_to_unmap_one()
1627 pteval = swp_entry_to_pte(make_hwpoison_entry(subpage)); in try_to_unmap_one()
1630 set_huge_pte_at(mm, address, pvmw.pte, pteval); in try_to_unmap_one()
1633 set_pte_at(mm, address, pvmw.pte, pteval); in try_to_unmap_one()
[all …]
|
| D | khugepaged.c | 508 pte_t pteval = *_pte; in release_pte_pages() local
510 page = pte_page(pteval); in release_pte_pages()
511 if (!pte_none(pteval) && !is_zero_pfn(pte_pfn(pteval)) && in release_pte_pages()
546 pte_t pteval = *_pte; in __collapse_huge_page_isolate() local
547 if (pte_none(pteval) || (pte_present(pteval) && in __collapse_huge_page_isolate()
548 is_zero_pfn(pte_pfn(pteval)))) { in __collapse_huge_page_isolate()
560 if (!pte_present(pteval)) { in __collapse_huge_page_isolate()
564 page = vm_normal_page(vma, address, pteval); in __collapse_huge_page_isolate()
647 (pte_young(pteval) || page_is_young(page) || in __collapse_huge_page_isolate()
652 if (pte_write(pteval)) in __collapse_huge_page_isolate()
[all …]
|
| /Linux-v6.1/arch/sh/mm/ |
| D | tlb-sh4.c | 18 unsigned long flags, pteval, vpn; in __update_tlb() local
32 pteval = pte.pte_low; in __update_tlb()
48 __raw_writel(copy_ptea_attributes(pteval), MMU_PTEA); in __update_tlb()
53 pteval &= _PAGE_FLAGS_HARDWARE_MASK; /* drop software flags */ in __update_tlb()
55 pteval |= _PAGE_WT; in __update_tlb()
58 __raw_writel(pteval, MMU_PTEL); in __update_tlb()
|
| D | tlb-pteaex.c | 20 unsigned long flags, pteval, vpn; in __update_tlb() local
37 pteval = pte.pte_low; in __update_tlb()
51 pteval &= _PAGE_FLAGS_HARDWARE_MASK; /* drop software flags */ in __update_tlb()
53 pteval |= _PAGE_WT; in __update_tlb()
56 __raw_writel(pteval, MMU_PTEL); in __update_tlb()
|
| D | tlb-sh3.c | 29 unsigned long flags, pteval, vpn; in __update_tlb() local
43 pteval = pte_val(pte); in __update_tlb()
46 pteval &= _PAGE_FLAGS_HARDWARE_MASK; /* drop software flags */ in __update_tlb()
48 __raw_writel(pteval, MMU_PTEL); in __update_tlb()
|
| /Linux-v6.1/drivers/staging/media/ipu3/ |
| D | ipu3-mmu.c | 121 static u32 *imgu_mmu_alloc_page_table(u32 pteval) in imgu_mmu_alloc_page_table() argument
131 pt[pte] = pteval; in imgu_mmu_alloc_page_table()
172 u32 pteval; in imgu_mmu_get_l2pt() local
203 pteval = IPU3_ADDR2PTE(virt_to_phys(new_l2pt)); in imgu_mmu_get_l2pt()
204 mmu->l1pt[l1pt_idx] = pteval; in imgu_mmu_get_l2pt()
430 u32 pteval; in imgu_mmu_init() local
450 pteval = IPU3_ADDR2PTE(virt_to_phys(mmu->dummy_page)); in imgu_mmu_init()
451 mmu->dummy_page_pteval = pteval; in imgu_mmu_init()
457 mmu->dummy_l2pt = imgu_mmu_alloc_page_table(pteval); in imgu_mmu_init()
460 pteval = IPU3_ADDR2PTE(virt_to_phys(mmu->dummy_l2pt)); in imgu_mmu_init()
[all …]
|
| /Linux-v6.1/arch/s390/mm/ |
| D | hugetlbpage.c | 76 unsigned long pteval; in __rste_to_pte() local
105 pteval = rste & _SEGMENT_ENTRY_ORIGIN_LARGE; in __rste_to_pte()
106 pteval |= _PAGE_LARGE | _PAGE_PRESENT; in __rste_to_pte()
107 pteval |= move_set_bit(rste, _SEGMENT_ENTRY_READ, _PAGE_READ); in __rste_to_pte()
108 pteval |= move_set_bit(rste, _SEGMENT_ENTRY_WRITE, _PAGE_WRITE); in __rste_to_pte()
109 pteval |= move_set_bit(rste, _SEGMENT_ENTRY_INVALID, _PAGE_INVALID); in __rste_to_pte()
110 pteval |= move_set_bit(rste, _SEGMENT_ENTRY_PROTECT, _PAGE_PROTECT); in __rste_to_pte()
111 pteval |= move_set_bit(rste, _SEGMENT_ENTRY_DIRTY, _PAGE_DIRTY); in __rste_to_pte()
112 pteval |= move_set_bit(rste, _SEGMENT_ENTRY_YOUNG, _PAGE_YOUNG); in __rste_to_pte()
114 pteval |= move_set_bit(rste, _SEGMENT_ENTRY_SOFT_DIRTY, _PAGE_SOFT_DIRTY); in __rste_to_pte()
[all …]
|
| /Linux-v6.1/include/trace/events/ |
| D | xen.h | 135 TP_PROTO(pte_t *ptep, pte_t pteval),
136 TP_ARGS(ptep, pteval),
139 __field(pteval_t, pteval)
142 __entry->pteval = pteval.pte),
145 (int)sizeof(pteval_t) * 2, (unsigned long long)pte_val(native_make_pte(__entry->pteval)),
146 (int)sizeof(pteval_t) * 2, (unsigned long long)__entry->pteval)
151 TP_PROTO(pte_t *ptep, pte_t pteval), \
152 TP_ARGS(ptep, pteval))
260 pte_t *ptep, pte_t pteval),
261 TP_ARGS(mm, addr, ptep, pteval),
[all …]
|
| /Linux-v6.1/arch/m68k/include/asm/ |
| D | pgtable_mm.h | 30 #define set_pte(pteptr, pteval) \ argument
32 *(pteptr) = (pteval); \
34 #define set_pte_at(mm,addr,ptep,pteval) set_pte(ptep,pteval) argument
|
| /Linux-v6.1/arch/x86/mm/ |
| D | pgtable_32.c | 27 void set_pte_vaddr(unsigned long vaddr, pte_t pteval) in set_pte_vaddr() argument
56 if (!pte_none(pteval)) in set_pte_vaddr()
57 set_pte_at(&init_mm, vaddr, pte, pteval); in set_pte_vaddr()
|
| /Linux-v6.1/arch/nios2/include/asm/ |
| D | pgtable.h | 176 static inline void set_pte(pte_t *ptep, pte_t pteval) in set_pte() argument
178 *ptep = pteval; in set_pte()
182 pte_t *ptep, pte_t pteval) in set_pte_at() argument
184 unsigned long paddr = (unsigned long)page_to_virt(pte_page(pteval)); in set_pte_at()
187 set_pte(ptep, pteval); in set_pte_at()
|
| /Linux-v6.1/arch/ia64/include/asm/ |
| D | pgtable.h | 304 extern void __ia64_sync_icache_dcache(pte_t pteval);
305 static inline void set_pte(pte_t *ptep, pte_t pteval) in set_pte() argument
311 if (pte_present_exec_user(pteval) && in set_pte()
313 pte_pfn(*ptep) != pte_pfn(pteval))) in set_pte()
315 __ia64_sync_icache_dcache(pteval); in set_pte()
316 *ptep = pteval; in set_pte()
319 #define set_pte_at(mm,addr,ptep,pteval) set_pte(ptep,pteval) argument
|
| /Linux-v6.1/arch/xtensa/include/asm/ |
| D | pgtable.h | 289 static inline void update_pte(pte_t *ptep, pte_t pteval) in update_pte() argument
291 *ptep = pteval; in update_pte()
301 set_pte_at(struct mm_struct *mm, unsigned long addr, pte_t *ptep, pte_t pteval) in set_pte_at() argument
303 update_pte(ptep, pteval); in set_pte_at()
306 static inline void set_pte(pte_t *ptep, pte_t pteval) in set_pte() argument
308 update_pte(ptep, pteval); in set_pte()
|
| /Linux-v6.1/arch/riscv/include/asm/ |
| D | pgtable.h | 440 static inline void set_pte(pte_t *ptep, pte_t pteval) in set_pte() argument
442 *ptep = pteval; in set_pte()
448 unsigned long addr, pte_t *ptep, pte_t pteval) in __set_pte_at() argument
450 if (pte_present(pteval) && pte_exec(pteval)) in __set_pte_at()
451 flush_icache_pte(pteval); in __set_pte_at()
453 set_pte(ptep, pteval); in __set_pte_at()
457 unsigned long addr, pte_t *ptep, pte_t pteval) in set_pte_at() argument
459 page_table_check_pte_set(mm, addr, ptep, pteval); in set_pte_at()
460 __set_pte_at(mm, addr, ptep, pteval); in set_pte_at()
|
| /Linux-v6.1/arch/mips/include/asm/ |
| D | pgtable.h | 109 pte_t *ptep, pte_t pteval);
174 static inline void set_pte(pte_t *ptep, pte_t pteval) argument
176 *ptep = pteval;
178 if (pte_val(pteval) & _PAGE_GLOBAL) {
208 pte_t *ptep, pte_t pteval) argument
211 if (!pte_present(pteval))
214 if (pte_present(*ptep) && (pte_pfn(*ptep) == pte_pfn(pteval)))
217 __update_cache(addr, pteval);
219 set_pte(ptep, pteval);
|
| /Linux-v6.1/arch/parisc/include/asm/ |
| D | pgtable.h | 85 #define set_pte(pteptr, pteval) \ argument
87 *(pteptr) = (pteval); \
91 #define set_pte_at(mm, addr, pteptr, pteval) \ argument
93 if (pte_present(pteval) && \
94 pte_user(pteval)) \
95 __update_cache(pteval); \
96 *(pteptr) = (pteval); \
|
| /Linux-v6.1/arch/sparc/include/asm/ |
| D | highmem.h | 54 #define arch_kmap_local_pre_map(vaddr, pteval) flush_cache_all() argument
56 #define arch_kmap_local_post_map(vaddr, pteval) flush_tlb_all() argument
|
| /Linux-v6.1/arch/hexagon/include/asm/ |
| D | pgtable.h | 146 static inline void set_pte(pte_t *ptep, pte_t pteval) in set_pte() argument
149 if (pte_present_exec_user(pteval)) in set_pte()
150 sync_icache_dcache(pteval); in set_pte()
152 *ptep = pteval; in set_pte()
|
| /Linux-v6.1/arch/arm64/mm/ |
| D | fault.c | 201 pteval_t old_pteval, pteval; in ptep_set_access_flags() local
217 pteval = pte_val(pte); in ptep_set_access_flags()
219 old_pteval = pteval; in ptep_set_access_flags()
220 pteval ^= PTE_RDONLY; in ptep_set_access_flags()
221 pteval |= pte_val(entry); in ptep_set_access_flags()
222 pteval ^= PTE_RDONLY; in ptep_set_access_flags()
223 pteval = cmpxchg_relaxed(&pte_val(*ptep), old_pteval, pteval); in ptep_set_access_flags()
224 } while (pteval != old_pteval); in ptep_set_access_flags()
|
| /Linux-v6.1/arch/arm/mm/ |
| D | flush.c | 269 void __sync_icache_dcache(pte_t pteval) in __sync_icache_dcache() argument
275 if (cache_is_vipt_nonaliasing() && !pte_exec(pteval)) in __sync_icache_dcache()
278 pfn = pte_pfn(pteval); in __sync_icache_dcache()
291 if (pte_exec(pteval)) in __sync_icache_dcache()
|
| /Linux-v6.1/arch/powerpc/mm/book3s64/ |
| D | hash_tlb.c | 243 unsigned long pteval = pte_val(*pte); in flush_hash_table_pmd_range() local
244 if (pteval & H_PAGE_HASHPTE) in flush_hash_table_pmd_range()
245 hpte_need_flush(mm, addr, pte, pteval, 0); in flush_hash_table_pmd_range()
|
| /Linux-v6.1/arch/powerpc/mm/ptdump/ |
| D | hashpagetable.c | 377 unsigned long addr, pteval, psize; in walk_pte() local
382 pteval = pte_val(*pte); in walk_pte()
391 ((pteval & H_PAGE_COMBO) == H_PAGE_COMBO || in walk_pte()
392 (pteval & H_PAGE_4K_PFN) == H_PAGE_4K_PFN)) in walk_pte()
398 if (((pteval & H_PAGE_HASHPTE) != H_PAGE_HASHPTE) in walk_pte()
403 addr, pteval); in walk_pte()
|
| /Linux-v6.1/arch/um/include/asm/ |
| D | pgtable.h | 229 static inline void set_pte(pte_t *pteptr, pte_t pteval) in set_pte() argument
231 pte_copy(*pteptr, pteval); in set_pte()
243 pte_t *pteptr, pte_t pteval) in set_pte_at() argument
245 set_pte(pteptr, pteval); in set_pte_at()
|
| /Linux-v6.1/drivers/iommu/amd/ |
| D | io_pgtable.c | 339 static void free_clear_pte(u64 *pte, u64 pteval, struct list_head *freelist) in free_clear_pte() argument
344 while (!try_cmpxchg64(pte, &pteval, 0)) in free_clear_pte()
347 if (!IOMMU_PTE_PRESENT(pteval)) in free_clear_pte()
350 pt = IOMMU_PTE_PAGE(pteval); in free_clear_pte()
351 mode = IOMMU_PTE_MODE(pteval); in free_clear_pte()
|
