| /Linux-v4.19/arch/s390/mm/ |
| D | gmap.c | 356 static int __gmap_unlink_by_vmaddr(struct gmap *gmap, unsigned long vmaddr) in __gmap_unlink_by_vmaddr() argument
363 entry = radix_tree_delete(&gmap->host_to_guest, vmaddr >> PMD_SHIFT); in __gmap_unlink_by_vmaddr()
381 unsigned long vmaddr; in __gmap_unmap_by_gaddr() local
383 vmaddr = (unsigned long) radix_tree_delete(&gmap->guest_to_host, in __gmap_unmap_by_gaddr()
385 return vmaddr ? __gmap_unlink_by_vmaddr(gmap, vmaddr) : 0; in __gmap_unmap_by_gaddr()
476 unsigned long vmaddr; in __gmap_translate() local
478 vmaddr = (unsigned long) in __gmap_translate()
481 return vmaddr ? (vmaddr | (gaddr & ~PMD_MASK)) : -EFAULT; in __gmap_translate()
512 unsigned long vmaddr) in gmap_unlink() argument
519 flush = __gmap_unlink_by_vmaddr(gmap, vmaddr); in gmap_unlink()
[all …]
|
| /Linux-v4.19/arch/powerpc/mm/ |
| D | tlb_hash32.c | 143 void flush_tlb_page(struct vm_area_struct *vma, unsigned long vmaddr) in flush_tlb_page() argument
149 _tlbie(vmaddr); in flush_tlb_page()
152 mm = (vmaddr < TASK_SIZE)? vma->vm_mm: &init_mm; in flush_tlb_page()
153 pmd = pmd_offset(pud_offset(pgd_offset(mm, vmaddr), vmaddr), vmaddr); in flush_tlb_page()
155 flush_hash_pages(mm->context.id, vmaddr, pmd_val(*pmd), 1); in flush_tlb_page()
|
| D | tlb_nohash.c | 211 void __local_flush_tlb_page(struct mm_struct *mm, unsigned long vmaddr, in __local_flush_tlb_page() argument
219 _tlbil_va(vmaddr, pid, tsize, ind); in __local_flush_tlb_page()
223 void local_flush_tlb_page(struct vm_area_struct *vma, unsigned long vmaddr) in local_flush_tlb_page() argument
225 __local_flush_tlb_page(vma ? vma->vm_mm : NULL, vmaddr, in local_flush_tlb_page()
295 void __flush_tlb_page(struct mm_struct *mm, unsigned long vmaddr, in __flush_tlb_page() argument
319 _tlbivax_bcast(vmaddr, pid, tsize, ind); in __flush_tlb_page()
326 .addr = vmaddr, in __flush_tlb_page()
335 _tlbil_va(vmaddr, pid, tsize, ind); in __flush_tlb_page()
340 void flush_tlb_page(struct vm_area_struct *vma, unsigned long vmaddr) in flush_tlb_page() argument
344 flush_hugetlb_page(vma, vmaddr); in flush_tlb_page()
[all …]
|
| D | hugetlbpage-radix.c | 11 void radix__flush_hugetlb_page(struct vm_area_struct *vma, unsigned long vmaddr) in radix__flush_hugetlb_page() argument
17 radix__flush_tlb_page_psize(vma->vm_mm, vmaddr, psize); in radix__flush_hugetlb_page()
20 void radix__local_flush_hugetlb_page(struct vm_area_struct *vma, unsigned long vmaddr) in radix__local_flush_hugetlb_page() argument
26 radix__local_flush_tlb_page_psize(vma->vm_mm, vmaddr, psize); in radix__local_flush_hugetlb_page()
|
| D | tlb-radix.c | 486 void radix__local_flush_tlb_page_psize(struct mm_struct *mm, unsigned long vmaddr, in radix__local_flush_tlb_page_psize() argument
494 _tlbiel_va(vmaddr, pid, psize, RIC_FLUSH_TLB); in radix__local_flush_tlb_page_psize()
498 void radix__local_flush_tlb_page(struct vm_area_struct *vma, unsigned long vmaddr) in radix__local_flush_tlb_page() argument
503 return radix__local_flush_hugetlb_page(vma, vmaddr); in radix__local_flush_tlb_page()
505 radix__local_flush_tlb_page_psize(vma->vm_mm, vmaddr, mmu_virtual_psize); in radix__local_flush_tlb_page()
634 void radix__flush_tlb_page_psize(struct mm_struct *mm, unsigned long vmaddr, in radix__flush_tlb_page_psize() argument
650 _tlbie_va(vmaddr, pid, psize, RIC_FLUSH_TLB); in radix__flush_tlb_page_psize()
653 _tlbiel_va(vmaddr, pid, psize, RIC_FLUSH_TLB); in radix__flush_tlb_page_psize()
658 void radix__flush_tlb_page(struct vm_area_struct *vma, unsigned long vmaddr) in radix__flush_tlb_page() argument
662 return radix__flush_hugetlb_page(vma, vmaddr); in radix__flush_tlb_page()
[all …]
|
| D | hugetlbpage-book3e.c | 200 void flush_hugetlb_page(struct vm_area_struct *vma, unsigned long vmaddr) in flush_hugetlb_page() argument
205 __flush_tlb_page(vma->vm_mm, vmaddr, tsize, 0); in flush_hugetlb_page()
|
| /Linux-v4.19/arch/powerpc/include/asm/book3s/64/ |
| D | tlbflush.h | 92 unsigned long vmaddr) in local_flush_tlb_page() argument
95 return radix__local_flush_tlb_page(vma, vmaddr); in local_flush_tlb_page()
96 return hash__local_flush_tlb_page(vma, vmaddr); in local_flush_tlb_page()
122 unsigned long vmaddr) in flush_tlb_page() argument
125 return radix__flush_tlb_page(vma, vmaddr); in flush_tlb_page()
126 return hash__flush_tlb_page(vma, vmaddr); in flush_tlb_page()
|
| D | tlbflush-radix.h | 32 extern void radix__local_flush_tlb_page(struct vm_area_struct *vma, unsigned long vmaddr);
33 extern void radix__local_flush_tlb_page_psize(struct mm_struct *mm, unsigned long vmaddr,
39 extern void radix__flush_tlb_page(struct vm_area_struct *vma, unsigned long vmaddr);
40 extern void radix__flush_tlb_page_psize(struct mm_struct *mm, unsigned long vmaddr,
|
| D | hugetlb.h | 9 void radix__flush_hugetlb_page(struct vm_area_struct *vma, unsigned long vmaddr);
10 void radix__local_flush_hugetlb_page(struct vm_area_struct *vma, unsigned long vmaddr);
|
| D | tlbflush-hash.h | 93 unsigned long vmaddr) in hash__local_flush_tlb_page() argument
98 unsigned long vmaddr) in hash__flush_tlb_page() argument
|
| /Linux-v4.19/arch/mips/include/asm/ |
| D | tlbflush.h | 40 #define flush_tlb_range(vma, vmaddr, end) local_flush_tlb_range(vma, vmaddr, end) argument
41 #define flush_tlb_kernel_range(vmaddr,end) \ argument
42 local_flush_tlb_kernel_range(vmaddr, end)
|
| D | cacheflush.h | 71 struct page *page, unsigned long vmaddr) in flush_anon_page() argument
74 __flush_anon_page(page, vmaddr); in flush_anon_page()
|
| /Linux-v4.19/arch/powerpc/include/asm/nohash/ |
| D | tlbflush.h | 37 extern void local_flush_tlb_page(struct vm_area_struct *vma, unsigned long vmaddr);
39 extern void __local_flush_tlb_page(struct mm_struct *mm, unsigned long vmaddr,
44 extern void flush_tlb_page(struct vm_area_struct *vma, unsigned long vmaddr);
45 extern void __flush_tlb_page(struct mm_struct *mm, unsigned long vmaddr,
|
| /Linux-v4.19/arch/powerpc/include/asm/ |
| D | hugetlb.h | 38 unsigned long vmaddr) in flush_hugetlb_page() argument
41 return radix__flush_hugetlb_page(vma, vmaddr); in flush_hugetlb_page()
105 unsigned long vmaddr) in flush_hugetlb_page() argument
107 flush_tlb_page(vma, vmaddr); in flush_hugetlb_page()
110 void flush_hugetlb_page(struct vm_area_struct *vma, unsigned long vmaddr);
181 unsigned long vmaddr) in flush_hugetlb_page() argument
|
| /Linux-v4.19/arch/powerpc/include/asm/book3s/32/ |
| D | tlbflush.h | 10 extern void flush_tlb_page(struct vm_area_struct *vma, unsigned long vmaddr);
16 unsigned long vmaddr) in local_flush_tlb_page() argument
18 flush_tlb_page(vma, vmaddr); in local_flush_tlb_page()
|
| /Linux-v4.19/arch/parisc/include/asm/ |
| D | cacheflush.h | 84 void flush_cache_page(struct vm_area_struct *vma, unsigned long vmaddr, unsigned long pfn);
93 flush_anon_page(struct vm_area_struct *vma, struct page *page, unsigned long vmaddr) in flush_anon_page() argument
96 flush_tlb_page(vma, vmaddr); in flush_anon_page()
98 flush_dcache_page_asm(page_to_phys(page), vmaddr); in flush_anon_page()
|
| /Linux-v4.19/arch/s390/include/asm/ |
| D | gmap.h | 112 int __gmap_link(struct gmap *gmap, unsigned long gaddr, unsigned long vmaddr);
116 void gmap_unlink(struct mm_struct *, unsigned long *table, unsigned long vmaddr);
144 unsigned long gaddr, unsigned long vmaddr);
|
| D | pgalloc.h | 70 static inline pmd_t *pmd_alloc_one(struct mm_struct *mm, unsigned long vmaddr) in pmd_alloc_one() argument
142 #define pte_alloc_one_kernel(mm, vmaddr) ((pte_t *) page_table_alloc(mm)) argument
143 #define pte_alloc_one(mm, vmaddr) ((pte_t *) page_table_alloc(mm)) argument
|
| /Linux-v4.19/arch/microblaze/include/asm/ |
| D | tlbflush.h | 34 unsigned long vmaddr) in local_flush_tlb_page() argument
35 { __tlbie(vmaddr); } in local_flush_tlb_page()
|
| /Linux-v4.19/arch/ia64/include/asm/ |
| D | processor.h | 481 __u64 vmaddr, __u64 pte, in ia64_itr() argument
485 ia64_setreg(_IA64_REG_CR_IFA, vmaddr); in ia64_itr()
498 ia64_itc (__u64 target_mask, __u64 vmaddr, __u64 pte, in ia64_itc() argument
502 ia64_setreg(_IA64_REG_CR_IFA, vmaddr); in ia64_itc()
516 ia64_ptr (__u64 target_mask, __u64 vmaddr, __u64 log_size) in ia64_ptr() argument
519 ia64_ptri(vmaddr, (log_size << 2)); in ia64_ptr()
521 ia64_ptrd(vmaddr, (log_size << 2)); in ia64_ptr()
|
| /Linux-v4.19/arch/s390/kvm/ |
| D | priv.c | 247 unsigned long gaddr, vmaddr; in handle_iske() local
267 vmaddr = gfn_to_hva(vcpu->kvm, gpa_to_gfn(gaddr)); in handle_iske()
268 if (kvm_is_error_hva(vmaddr)) in handle_iske()
273 rc = get_guest_storage_key(current->mm, vmaddr, &key); in handle_iske()
276 rc = fixup_user_fault(current, current->mm, vmaddr, in handle_iske()
295 unsigned long vmaddr, gaddr; in handle_rrbe() local
314 vmaddr = gfn_to_hva(vcpu->kvm, gpa_to_gfn(gaddr)); in handle_rrbe()
315 if (kvm_is_error_hva(vmaddr)) in handle_rrbe()
320 rc = reset_guest_reference_bit(current->mm, vmaddr); in handle_rrbe()
322 rc = fixup_user_fault(current, current->mm, vmaddr, in handle_rrbe()
[all …]
|
| /Linux-v4.19/arch/mips/mm/ |
| D | cache.c | 115 void __flush_anon_page(struct page *page, unsigned long vmaddr) in __flush_anon_page() argument
119 if (pages_do_alias(addr, vmaddr)) { in __flush_anon_page()
123 kaddr = kmap_coherent(page, vmaddr); in __flush_anon_page()
|
| /Linux-v4.19/arch/sh/include/asm/ |
| D | cacheflush.h | 62 struct page *page, unsigned long vmaddr) in flush_anon_page() argument
65 __flush_anon_page(page, vmaddr); in flush_anon_page()
|
| /Linux-v4.19/arch/parisc/kernel/ |
| D | cache.c | 296 __flush_cache_page(struct vm_area_struct *vma, unsigned long vmaddr, in __flush_cache_page() argument
300 flush_dcache_page_asm(physaddr, vmaddr); in __flush_cache_page()
302 flush_icache_page_asm(physaddr, vmaddr); in __flush_cache_page()
621 flush_cache_page(struct vm_area_struct *vma, unsigned long vmaddr, unsigned long pfn) in flush_cache_page() argument
625 flush_tlb_page(vma, vmaddr); in flush_cache_page()
626 __flush_cache_page(vma, vmaddr, PFN_PHYS(pfn)); in flush_cache_page()
|
| /Linux-v4.19/arch/xtensa/include/asm/ |
| D | tlbflush.h | 55 #define flush_tlb_range(vma, vmaddr, end) local_flush_tlb_range(vma, vmaddr, \ argument
|
