/Linux-v5.15/arch/s390/mm/ |
D | gmap.c | 355 static int __gmap_unlink_by_vmaddr(struct gmap *gmap, unsigned long vmaddr) in __gmap_unlink_by_vmaddr() argument 362 entry = radix_tree_delete(&gmap->host_to_guest, vmaddr >> PMD_SHIFT); in __gmap_unlink_by_vmaddr() 380 unsigned long vmaddr; in __gmap_unmap_by_gaddr() local 382 vmaddr = (unsigned long) radix_tree_delete(&gmap->guest_to_host, in __gmap_unmap_by_gaddr() 384 return vmaddr ? __gmap_unlink_by_vmaddr(gmap, vmaddr) : 0; in __gmap_unmap_by_gaddr() 475 unsigned long vmaddr; in __gmap_translate() local 477 vmaddr = (unsigned long) in __gmap_translate() 480 return vmaddr ? (vmaddr | (gaddr & ~PMD_MASK)) : -EFAULT; in __gmap_translate() 511 unsigned long vmaddr) in gmap_unlink() argument 518 flush = __gmap_unlink_by_vmaddr(gmap, vmaddr); in gmap_unlink() [all …]
|
/Linux-v5.15/arch/powerpc/include/asm/book3s/32/ |
D | tlbflush.h | 10 void hash__flush_tlb_page(struct vm_area_struct *vma, unsigned long vmaddr); 53 static inline void flush_tlb_page(struct vm_area_struct *vma, unsigned long vmaddr) in flush_tlb_page() argument 56 hash__flush_tlb_page(vma, vmaddr); in flush_tlb_page() 58 _tlbie(vmaddr); in flush_tlb_page() 73 unsigned long vmaddr) in local_flush_tlb_page() argument 75 flush_tlb_page(vma, vmaddr); in local_flush_tlb_page()
|
/Linux-v5.15/arch/powerpc/include/asm/book3s/64/ |
D | tlbflush.h | 92 unsigned long vmaddr) in local_flush_tlb_page() argument 95 return radix__local_flush_tlb_page(vma, vmaddr); in local_flush_tlb_page() 96 return hash__local_flush_tlb_page(vma, vmaddr); in local_flush_tlb_page() 122 unsigned long vmaddr) in flush_tlb_page() argument 125 return radix__flush_tlb_page(vma, vmaddr); in flush_tlb_page() 126 return hash__flush_tlb_page(vma, vmaddr); in flush_tlb_page()
|
D | hugetlb.h | 9 void radix__flush_hugetlb_page(struct vm_area_struct *vma, unsigned long vmaddr); 10 void radix__local_flush_hugetlb_page(struct vm_area_struct *vma, unsigned long vmaddr); 88 unsigned long vmaddr) in flush_hugetlb_page() argument 91 return radix__flush_hugetlb_page(vma, vmaddr); in flush_hugetlb_page() 107 void flush_hugetlb_page(struct vm_area_struct *vma, unsigned long vmaddr);
|
D | tlbflush-radix.h | 77 extern void radix__local_flush_tlb_page(struct vm_area_struct *vma, unsigned long vmaddr); 78 extern void radix__local_flush_tlb_page_psize(struct mm_struct *mm, unsigned long vmaddr, 84 extern void radix__flush_tlb_page(struct vm_area_struct *vma, unsigned long vmaddr); 85 extern void radix__flush_tlb_page_psize(struct mm_struct *mm, unsigned long vmaddr,
|
D | tlbflush-hash.h | 93 unsigned long vmaddr) in hash__local_flush_tlb_page() argument 98 unsigned long vmaddr) in hash__flush_tlb_page() argument
|
/Linux-v5.15/arch/mips/include/asm/ |
D | tlbflush.h | 41 #define flush_tlb_range(vma, vmaddr, end) local_flush_tlb_range(vma, vmaddr, end) argument 42 #define flush_tlb_kernel_range(vmaddr,end) \ argument 43 local_flush_tlb_kernel_range(vmaddr, end)
|
D | cacheflush.h | 70 struct page *page, unsigned long vmaddr) in flush_anon_page() argument 73 __flush_anon_page(page, vmaddr); in flush_anon_page()
|
/Linux-v5.15/arch/powerpc/include/asm/nohash/ |
D | tlbflush.h | 36 extern void local_flush_tlb_page(struct vm_area_struct *vma, unsigned long vmaddr); 38 extern void __local_flush_tlb_page(struct mm_struct *mm, unsigned long vmaddr, 43 extern void flush_tlb_page(struct vm_area_struct *vma, unsigned long vmaddr); 44 extern void __flush_tlb_page(struct mm_struct *mm, unsigned long vmaddr,
|
/Linux-v5.15/arch/powerpc/mm/book3s32/ |
D | tlb.c | 96 void hash__flush_tlb_page(struct vm_area_struct *vma, unsigned long vmaddr) in hash__flush_tlb_page() argument 101 mm = (vmaddr < TASK_SIZE)? vma->vm_mm: &init_mm; in hash__flush_tlb_page() 102 pmd = pmd_off(mm, vmaddr); in hash__flush_tlb_page() 104 flush_hash_pages(mm->context.id, vmaddr, pmd_val(*pmd), 1); in hash__flush_tlb_page()
|
/Linux-v5.15/arch/powerpc/mm/nohash/ |
D | tlb.c | 203 void __local_flush_tlb_page(struct mm_struct *mm, unsigned long vmaddr, in __local_flush_tlb_page() argument 211 _tlbil_va(vmaddr, pid, tsize, ind); in __local_flush_tlb_page() 215 void local_flush_tlb_page(struct vm_area_struct *vma, unsigned long vmaddr) in local_flush_tlb_page() argument 217 __local_flush_tlb_page(vma ? vma->vm_mm : NULL, vmaddr, in local_flush_tlb_page() 287 void __flush_tlb_page(struct mm_struct *mm, unsigned long vmaddr, in __flush_tlb_page() argument 311 _tlbivax_bcast(vmaddr, pid, tsize, ind); in __flush_tlb_page() 318 .addr = vmaddr, in __flush_tlb_page() 327 _tlbil_va(vmaddr, pid, tsize, ind); in __flush_tlb_page() 332 void flush_tlb_page(struct vm_area_struct *vma, unsigned long vmaddr) in flush_tlb_page() argument 336 flush_hugetlb_page(vma, vmaddr); in flush_tlb_page() [all …]
|
D | book3e_hugetlbpage.c | 198 void flush_hugetlb_page(struct vm_area_struct *vma, unsigned long vmaddr) in flush_hugetlb_page() argument 203 __flush_tlb_page(vma->vm_mm, vmaddr, tsize, 0); in flush_hugetlb_page()
|
/Linux-v5.15/arch/parisc/include/asm/ |
D | cacheflush.h | 80 void flush_cache_page(struct vm_area_struct *vma, unsigned long vmaddr, unsigned long pfn); 89 flush_anon_page(struct vm_area_struct *vma, struct page *page, unsigned long vmaddr) in flush_anon_page() argument 92 flush_tlb_page(vma, vmaddr); in flush_anon_page() 94 flush_dcache_page_asm(page_to_phys(page), vmaddr); in flush_anon_page()
|
/Linux-v5.15/arch/powerpc/mm/book3s64/ |
D | radix_hugetlbpage.c | 10 void radix__flush_hugetlb_page(struct vm_area_struct *vma, unsigned long vmaddr) in radix__flush_hugetlb_page() argument 16 radix__flush_tlb_page_psize(vma->vm_mm, vmaddr, psize); in radix__flush_hugetlb_page() 19 void radix__local_flush_hugetlb_page(struct vm_area_struct *vma, unsigned long vmaddr) in radix__local_flush_hugetlb_page() argument 25 radix__local_flush_tlb_page_psize(vma->vm_mm, vmaddr, psize); in radix__local_flush_hugetlb_page()
|
D | radix_tlb.c | 732 void radix__local_flush_tlb_page_psize(struct mm_struct *mm, unsigned long vmaddr, in radix__local_flush_tlb_page_psize() argument 740 _tlbiel_va(vmaddr, pid, psize, RIC_FLUSH_TLB); in radix__local_flush_tlb_page_psize() 744 void radix__local_flush_tlb_page(struct vm_area_struct *vma, unsigned long vmaddr) in radix__local_flush_tlb_page() argument 749 return radix__local_flush_hugetlb_page(vma, vmaddr); in radix__local_flush_tlb_page() 751 radix__local_flush_tlb_page_psize(vma->vm_mm, vmaddr, mmu_virtual_psize); in radix__local_flush_tlb_page() 1012 void radix__flush_tlb_page_psize(struct mm_struct *mm, unsigned long vmaddr, in radix__flush_tlb_page_psize() argument 1026 _tlbiel_va(vmaddr, pid, psize, RIC_FLUSH_TLB); in radix__flush_tlb_page_psize() 1038 pg_sizes, vmaddr, in radix__flush_tlb_page_psize() 1039 vmaddr + size); in radix__flush_tlb_page_psize() 1041 _tlbie_va(vmaddr, pid, psize, RIC_FLUSH_TLB); in radix__flush_tlb_page_psize() [all …]
|
/Linux-v5.15/arch/parisc/kernel/ |
D | cache.c | 303 __flush_cache_page(struct vm_area_struct *vma, unsigned long vmaddr, in __flush_cache_page() argument 307 flush_dcache_page_asm(physaddr, vmaddr); in __flush_cache_page() 309 flush_icache_page_asm(physaddr, vmaddr); in __flush_cache_page() 314 __purge_cache_page(struct vm_area_struct *vma, unsigned long vmaddr, in __purge_cache_page() argument 318 purge_dcache_page_asm(physaddr, vmaddr); in __purge_cache_page() 320 flush_icache_page_asm(physaddr, vmaddr); in __purge_cache_page() 635 flush_cache_page(struct vm_area_struct *vma, unsigned long vmaddr, unsigned long pfn) in flush_cache_page() argument 639 flush_tlb_page(vma, vmaddr); in flush_cache_page() 640 __flush_cache_page(vma, vmaddr, PFN_PHYS(pfn)); in flush_cache_page() 642 __purge_cache_page(vma, vmaddr, PFN_PHYS(pfn)); in flush_cache_page()
|
/Linux-v5.15/arch/microblaze/include/asm/ |
D | tlbflush.h | 28 unsigned long vmaddr) in local_flush_tlb_page() argument 29 { __tlbie(vmaddr); } in local_flush_tlb_page()
|
/Linux-v5.15/arch/ia64/include/asm/ |
D | processor.h | 471 __u64 vmaddr, __u64 pte, in ia64_itr() argument 475 ia64_setreg(_IA64_REG_CR_IFA, vmaddr); in ia64_itr() 488 ia64_itc (__u64 target_mask, __u64 vmaddr, __u64 pte, in ia64_itc() argument 492 ia64_setreg(_IA64_REG_CR_IFA, vmaddr); in ia64_itc() 506 ia64_ptr (__u64 target_mask, __u64 vmaddr, __u64 log_size) in ia64_ptr() argument 509 ia64_ptri(vmaddr, (log_size << 2)); in ia64_ptr() 511 ia64_ptrd(vmaddr, (log_size << 2)); in ia64_ptr()
|
/Linux-v5.15/arch/s390/include/asm/ |
D | gmap.h | 118 int __gmap_link(struct gmap *gmap, unsigned long gaddr, unsigned long vmaddr); 122 void gmap_unlink(struct mm_struct *, unsigned long *table, unsigned long vmaddr); 148 unsigned long gaddr, unsigned long vmaddr);
|
/Linux-v5.15/arch/s390/kvm/ |
D | priv.c | 247 unsigned long gaddr, vmaddr; in handle_iske() local 267 vmaddr = gfn_to_hva(vcpu->kvm, gpa_to_gfn(gaddr)); in handle_iske() 268 if (kvm_is_error_hva(vmaddr)) in handle_iske() 273 rc = get_guest_storage_key(current->mm, vmaddr, &key); in handle_iske() 276 rc = fixup_user_fault(current->mm, vmaddr, in handle_iske() 295 unsigned long vmaddr, gaddr; in handle_rrbe() local 314 vmaddr = gfn_to_hva(vcpu->kvm, gpa_to_gfn(gaddr)); in handle_rrbe() 315 if (kvm_is_error_hva(vmaddr)) in handle_rrbe() 320 rc = reset_guest_reference_bit(current->mm, vmaddr); in handle_rrbe() 322 rc = fixup_user_fault(current->mm, vmaddr, in handle_rrbe() [all …]
|
/Linux-v5.15/arch/mips/mm/ |
D | cache.c | 113 void __flush_anon_page(struct page *page, unsigned long vmaddr) in __flush_anon_page() argument 117 if (pages_do_alias(addr, vmaddr)) { in __flush_anon_page() 121 kaddr = kmap_coherent(page, vmaddr); in __flush_anon_page()
|
/Linux-v5.15/arch/powerpc/include/asm/nohash/32/ |
D | hugetlb-8xx.h | 28 unsigned long vmaddr) in flush_hugetlb_page() argument 30 flush_tlb_page(vma, vmaddr); in flush_hugetlb_page()
|
/Linux-v5.15/arch/sh/include/asm/ |
D | cacheflush.h | 61 struct page *page, unsigned long vmaddr) in flush_anon_page() argument 64 __flush_anon_page(page, vmaddr); in flush_anon_page()
|
/Linux-v5.15/arch/xtensa/include/asm/ |
D | tlbflush.h | 55 #define flush_tlb_range(vma, vmaddr, end) local_flush_tlb_range(vma, vmaddr, \ argument
|
/Linux-v5.15/arch/arm/mm/ |
D | flush.c | 357 void __flush_anon_page(struct vm_area_struct *vma, struct page *page, unsigned long vmaddr) in __flush_anon_page() argument 370 flush_cache_page(vma, vmaddr, pfn); in __flush_anon_page() 376 flush_pfn_alias(pfn, vmaddr); in __flush_anon_page()
|