| /Linux-v5.10/arch/s390/mm/ |
| D | pgtable.c | 48 pte_t *ptep, int nodat) in ptep_ipte_local()
68 pte_t *ptep, int nodat) in ptep_ipte_global()
88 unsigned long addr, pte_t *ptep, in ptep_flush_direct()
107 unsigned long addr, pte_t *ptep, in ptep_flush_lazy()
126 static inline pgste_t pgste_get_lock(pte_t *ptep) in pgste_get_lock()
145 static inline void pgste_set_unlock(pte_t *ptep, pgste_t pgste) in pgste_set_unlock()
157 static inline pgste_t pgste_get(pte_t *ptep) in pgste_get()
166 static inline void pgste_set(pte_t *ptep, pgste_t pgste) in pgste_set()
194 static inline void pgste_set_key(pte_t *ptep, pgste_t pgste, pte_t entry, in pgste_set_key()
216 static inline pgste_t pgste_set_pte(pte_t *ptep, pgste_t pgste, pte_t entry) in pgste_set_pte()
[all …]
|
| /Linux-v5.10/include/asm-generic/ |
| D | hugetlb.h | 37 pte_t *ptep, unsigned long sz) in huge_pte_clear()
54 pte_t *ptep, pte_t pte) in set_huge_pte_at()
62 unsigned long addr, pte_t *ptep) in huge_ptep_get_and_clear()
70 unsigned long addr, pte_t *ptep) in huge_ptep_clear_flush()
107 unsigned long addr, pte_t *ptep) in huge_ptep_set_wrprotect()
115 unsigned long addr, pte_t *ptep, in huge_ptep_set_access_flags()
123 static inline pte_t huge_ptep_get(pte_t *ptep) in huge_ptep_get()
|
| /Linux-v5.10/arch/arm64/mm/ |
| D | hugetlbpage.c | 104 pte_t *ptep, size_t *pgsize) in find_num_contig()
158 pte_t *ptep, in get_clear_flush()
199 pte_t *ptep, in clear_flush()
213 pte_t *ptep, pte_t pte) in set_huge_pte_at()
244 pte_t *ptep, pte_t pte, unsigned long sz) in set_huge_swap_pte_at()
262 pte_t *ptep = NULL; in huge_pte_alloc() local
360 pte_t *ptep, unsigned long sz) in huge_pte_clear()
372 unsigned long addr, pte_t *ptep) in huge_ptep_get_and_clear()
395 static int __cont_access_flags_changed(pte_t *ptep, pte_t pte, int ncontig) in __cont_access_flags_changed()
416 unsigned long addr, pte_t *ptep, in huge_ptep_set_access_flags()
[all …]
|
| /Linux-v5.10/arch/arm64/kvm/hyp/ |
| D | pgtable.c | 156 static void kvm_set_invalid_pte(kvm_pte_t *ptep) in kvm_set_invalid_pte()
162 static void kvm_set_table_pte(kvm_pte_t *ptep, kvm_pte_t *childp) in kvm_set_table_pte()
173 static bool kvm_set_valid_leaf_pte(kvm_pte_t *ptep, u64 pa, kvm_pte_t attr, in kvm_set_valid_leaf_pte()
193 u32 level, kvm_pte_t *ptep, in kvm_pgtable_visitor_cb()
204 kvm_pte_t *ptep, u32 level) in __kvm_pgtable_visit()
256 kvm_pte_t *ptep = &pgtable[idx]; in __kvm_pgtable_walk() local
283 kvm_pte_t *ptep = &pgt->pgd[idx * PTRS_PER_PTE]; in _kvm_pgtable_walk() local
342 kvm_pte_t *ptep, struct hyp_map_data *data) in hyp_map_walker_try_leaf()
354 static int hyp_map_walker(u64 addr, u64 end, u32 level, kvm_pte_t *ptep, in hyp_map_walker()
410 static int hyp_free_walker(u64 addr, u64 end, u32 level, kvm_pte_t *ptep, in hyp_free_walker()
[all …]
|
| /Linux-v5.10/arch/parisc/mm/ |
| D | hugetlbpage.c | 123 pte_t *ptep, pte_t entry) in __set_huge_pte_at()
143 pte_t *ptep, pte_t entry) in set_huge_pte_at()
154 pte_t *ptep) in huge_ptep_get_and_clear()
169 unsigned long addr, pte_t *ptep) in huge_ptep_set_wrprotect()
181 unsigned long addr, pte_t *ptep, in huge_ptep_set_access_flags()
|
| /Linux-v5.10/arch/s390/include/asm/ |
| D | hugetlb.h | 45 pte_t *ptep, unsigned long sz) in huge_pte_clear()
54 unsigned long address, pte_t *ptep) in huge_ptep_clear_flush()
60 unsigned long addr, pte_t *ptep, in huge_ptep_set_access_flags()
72 unsigned long addr, pte_t *ptep) in huge_ptep_set_wrprotect()
|
| /Linux-v5.10/arch/xtensa/include/asm/ |
| D | pgalloc.h | 24 #define pmd_populate_kernel(mm, pmdp, ptep) \ argument
36 static inline void ptes_clear(pte_t *ptep) in ptes_clear()
46 pte_t *ptep; in pte_alloc_one_kernel() local
|
| D | pgtable.h | 258 #define pte_clear(mm,addr,ptep) \ argument
306 static inline void update_pte(pte_t *ptep, pte_t pteval) in update_pte()
318 set_pte_at(struct mm_struct *mm, unsigned long addr, pte_t *ptep, pte_t pteval) in set_pte_at()
323 static inline void set_pte(pte_t *ptep, pte_t pteval) in set_pte()
338 pte_t *ptep) in ptep_test_and_clear_young()
348 ptep_get_and_clear(struct mm_struct *mm, unsigned long addr, pte_t *ptep) in ptep_get_and_clear()
356 ptep_set_wrprotect(struct mm_struct *mm, unsigned long addr, pte_t *ptep) in ptep_set_wrprotect()
|
| /Linux-v5.10/arch/sparc/include/asm/ |
| D | hugetlb.h | 25 unsigned long addr, pte_t *ptep) in huge_ptep_clear_flush()
31 unsigned long addr, pte_t *ptep) in huge_ptep_set_wrprotect()
39 unsigned long addr, pte_t *ptep, in huge_ptep_set_access_flags()
|
| /Linux-v5.10/arch/mips/include/asm/ |
| D | hugetlb.h | 35 unsigned long addr, pte_t *ptep) in huge_ptep_get_and_clear()
47 unsigned long addr, pte_t *ptep) in huge_ptep_clear_flush()
62 pte_t *ptep, pte_t pte, in huge_ptep_set_access_flags()
|
| /Linux-v5.10/arch/powerpc/mm/book3s64/ |
| D | hash_hugetlbpage.c | 24 pte_t *ptep, unsigned long trap, unsigned long flags, in __hash_page_huge()
131 unsigned long addr, pte_t *ptep) in huge_ptep_modify_prot_start()
146 pte_t *ptep, pte_t old_pte, pte_t pte) in huge_ptep_modify_prot_commit()
|
| /Linux-v5.10/arch/riscv/include/asm/ |
| D | pgtable.h | 305 unsigned long address, pte_t *ptep) in update_mmu_cache()
328 static inline void set_pte(pte_t *ptep, pte_t pteval) in set_pte()
336 unsigned long addr, pte_t *ptep, pte_t pteval) in set_pte_at()
345 unsigned long addr, pte_t *ptep) in pte_clear()
352 unsigned long address, pte_t *ptep, in ptep_set_access_flags()
366 unsigned long address, pte_t *ptep) in ptep_get_and_clear()
374 pte_t *ptep) in ptep_test_and_clear_young()
383 unsigned long address, pte_t *ptep) in ptep_set_wrprotect()
390 unsigned long address, pte_t *ptep) in ptep_clear_flush_young()
|
| /Linux-v5.10/arch/powerpc/include/asm/nohash/64/ |
| D | pgtable.h | 188 pte_t *ptep, unsigned long clr, in pte_update()
208 unsigned long addr, pte_t *ptep) in __ptep_test_and_clear_young()
227 pte_t *ptep) in ptep_set_wrprotect()
238 unsigned long addr, pte_t *ptep) in huge_ptep_set_wrprotect()
256 unsigned long addr, pte_t *ptep) in ptep_get_and_clear()
263 pte_t * ptep) in pte_clear()
271 pte_t *ptep, pte_t entry, in __ptep_set_access_flags()
|
| /Linux-v5.10/arch/arm64/include/asm/ |
| D | pgalloc.h | 60 static inline void __pmd_populate(pmd_t *pmdp, phys_addr_t ptep, in __pmd_populate()
71 pmd_populate_kernel(struct mm_struct *mm, pmd_t *pmdp, pte_t *ptep) in pmd_populate_kernel()
80 pmd_populate(struct mm_struct *mm, pmd_t *pmdp, pgtable_t ptep) in pmd_populate()
|
| /Linux-v5.10/arch/nds32/mm/ |
| D | highmem.c | 18 pte_t *ptep; in kmap_atomic_high_prot() local
40 pte_t *ptep; in kunmap_atomic_high() local
|
| /Linux-v5.10/arch/powerpc/mm/ |
| D | pgtable.c | 178 void set_pte_at(struct mm_struct *mm, unsigned long addr, pte_t *ptep, in set_pte_at()
205 pte_t *ptep, pte_t entry, int dirty) in ptep_set_access_flags()
220 unsigned long addr, pte_t *ptep, in huge_ptep_set_access_flags()
261 void set_huge_pte_at(struct mm_struct *mm, unsigned long addr, pte_t *ptep, pte_t pte) in set_huge_pte_at()
|
| /Linux-v5.10/drivers/iommu/ |
| D | io-pgtable-arm.c | 235 static void __arm_lpae_sync_pte(arm_lpae_iopte *ptep, in __arm_lpae_sync_pte()
242 static void __arm_lpae_set_pte(arm_lpae_iopte *ptep, arm_lpae_iopte pte, in __arm_lpae_set_pte()
258 int lvl, arm_lpae_iopte *ptep) in __arm_lpae_init_pte()
275 arm_lpae_iopte *ptep) in arm_lpae_init_pte()
303 arm_lpae_iopte *ptep, in arm_lpae_install_table()
335 int lvl, arm_lpae_iopte *ptep, gfp_t gfp) in __arm_lpae_map()
442 arm_lpae_iopte *ptep = data->pgd; in arm_lpae_map() local
471 arm_lpae_iopte *ptep) in __arm_lpae_free_pgtable()
513 arm_lpae_iopte *ptep) in arm_lpae_split_blk_unmap()
566 arm_lpae_iopte *ptep) in __arm_lpae_unmap()
[all …]
|
| D | io-pgtable-arm-v7s.c | 294 static void __arm_v7s_pte_sync(arm_v7s_iopte *ptep, int num_entries, in __arm_v7s_pte_sync()
303 static void __arm_v7s_set_pte(arm_v7s_iopte *ptep, arm_v7s_iopte pte, in __arm_v7s_set_pte()
412 int lvl, int num_entries, arm_v7s_iopte *ptep) in arm_v7s_init_pte()
448 arm_v7s_iopte *ptep, in arm_v7s_install_table()
473 int lvl, arm_v7s_iopte *ptep, gfp_t gfp) in __arm_v7s_map()
567 arm_v7s_iopte *ptep) in arm_v7s_split_cont()
595 arm_v7s_iopte *ptep) in arm_v7s_split_blk_unmap()
639 arm_v7s_iopte *ptep) in __arm_v7s_unmap()
730 arm_v7s_iopte *ptep = data->pgd, pte; in arm_v7s_iova_to_phys() local
|
| /Linux-v5.10/arch/powerpc/include/asm/book3s/64/ |
| D | radix.h | 148 static inline unsigned long __radix_pte_update(pte_t *ptep, unsigned long clr, in __radix_pte_update()
168 pte_t *ptep, unsigned long clr, in radix__pte_update()
183 pte_t *ptep, int full) in radix__ptep_get_and_clear_full()
207 pte_t *ptep, pte_t pte, int percpu) in radix__set_pte_at()
|
| /Linux-v5.10/arch/powerpc/include/asm/nohash/32/ |
| D | pgtable.h | 170 #define pte_clear(mm, addr, ptep) \ argument
265 static inline pte_t ptep_get(pte_t *ptep) in ptep_get()
293 unsigned long addr, pte_t *ptep) in __ptep_test_and_clear_young()
304 pte_t *ptep) in ptep_get_and_clear()
311 pte_t *ptep) in ptep_set_wrprotect()
320 pte_t *ptep, pte_t entry, in __ptep_set_access_flags()
|
| /Linux-v5.10/arch/nds32/include/asm/ |
| D | pgalloc.h | 41 pmd_populate_kernel(struct mm_struct *mm, pmd_t * pmdp, pte_t * ptep) in pmd_populate_kernel()
57 pmd_populate(struct mm_struct *mm, pmd_t * pmdp, pgtable_t ptep) in pmd_populate()
|
| /Linux-v5.10/arch/powerpc/kvm/ |
| D | book3s_64_mmu_radix.c | 343 static unsigned long kvmppc_radix_update_pte(struct kvm *kvm, pte_t *ptep, in kvmppc_radix_update_pte()
351 pte_t *ptep, pte_t pte) in kvmppc_radix_set_pte_at()
370 static void kvmppc_pte_free(pte_t *ptep) in kvmppc_pte_free()
593 pte_t *ptep, *new_ptep = NULL; in kvmppc_create_pte() local
767 pte_t *ptep; in kvmppc_hv_handle_set_rc() local
802 pte_t pte, *ptep; in kvmppc_book3s_instantiate_page() local
999 pte_t *ptep; in kvm_unmap_radix() local
1019 pte_t *ptep; in kvm_age_radix() local
1047 pte_t *ptep; in kvm_test_age_radix() local
1067 pte_t *ptep, pte; in kvm_radix_test_clear_dirty() local
[all …]
|
| /Linux-v5.10/arch/arm/mm/ |
| D | fault-armv.c | 37 unsigned long pfn, pte_t *ptep) in do_adjust_pte()
134 unsigned long addr, pte_t *ptep, unsigned long pfn) in make_coherent()
182 pte_t *ptep) in update_mmu_cache()
|
| D | highmem.c | 21 pte_t *ptep = virt_to_kpte(vaddr); in set_fixmap_pte() local
29 pte_t *ptep = virt_to_kpte(vaddr); in get_fixmap_pte() local
|
| /Linux-v5.10/arch/x86/include/asm/ |
| D | pgtable-3level.h | 30 static inline void native_set_pte(pte_t *ptep, pte_t pte) in native_set_pte()
93 static inline void native_set_pte_atomic(pte_t *ptep, pte_t pte) in native_set_pte_atomic()
117 pte_t *ptep) in native_pte_clear()
153 static inline pte_t native_ptep_get_and_clear(pte_t *ptep) in native_ptep_get_and_clear()
|
