| /Linux-v4.19/arch/s390/include/asm/ |
| D | tlb.h | 32 struct mmu_gather { struct
48 extern void tlb_table_flush(struct mmu_gather *tlb); argument
49 extern void tlb_remove_table(struct mmu_gather *tlb, void *table);
52 arch_tlb_gather_mmu(struct mmu_gather *tlb, struct mm_struct *mm, in arch_tlb_gather_mmu()
62 static inline void tlb_flush_mmu_tlbonly(struct mmu_gather *tlb) in tlb_flush_mmu_tlbonly()
67 static inline void tlb_flush_mmu_free(struct mmu_gather *tlb) in tlb_flush_mmu_free()
73 static inline void tlb_flush_mmu(struct mmu_gather *tlb) in tlb_flush_mmu()
80 arch_tlb_finish_mmu(struct mmu_gather *tlb, in arch_tlb_finish_mmu()
96 static inline bool __tlb_remove_page(struct mmu_gather *tlb, struct page *page) in __tlb_remove_page()
102 static inline void tlb_remove_page(struct mmu_gather *tlb, struct page *page) in tlb_remove_page()
[all …]
|
| /Linux-v4.19/arch/arm/include/asm/ |
| D | tlb.h | 53 extern void tlb_table_flush(struct mmu_gather *tlb);
54 extern void tlb_remove_table(struct mmu_gather *tlb, void *table);
65 struct mmu_gather { struct
82 DECLARE_PER_CPU(struct mmu_gather, mmu_gathers); argument
97 static inline void tlb_flush(struct mmu_gather *tlb) in tlb_flush()
108 static inline void tlb_add_flush(struct mmu_gather *tlb, unsigned long addr) in tlb_add_flush()
118 static inline void __tlb_alloc_page(struct mmu_gather *tlb) in __tlb_alloc_page()
128 static inline void tlb_flush_mmu_tlbonly(struct mmu_gather *tlb) in tlb_flush_mmu_tlbonly()
136 static inline void tlb_flush_mmu_free(struct mmu_gather *tlb) in tlb_flush_mmu_free()
144 static inline void tlb_flush_mmu(struct mmu_gather *tlb) in tlb_flush_mmu()
[all …]
|
| /Linux-v4.19/arch/sh/include/asm/ |
| D | tlb.h | 22 struct mmu_gather { struct
28 static inline void init_tlb_gather(struct mmu_gather *tlb) in init_tlb_gather() argument
40 arch_tlb_gather_mmu(struct mmu_gather *tlb, struct mm_struct *mm, in arch_tlb_gather_mmu()
52 arch_tlb_finish_mmu(struct mmu_gather *tlb, in arch_tlb_finish_mmu()
63 tlb_remove_tlb_entry(struct mmu_gather *tlb, pte_t *ptep, unsigned long address) in tlb_remove_tlb_entry()
80 tlb_start_vma(struct mmu_gather *tlb, struct vm_area_struct *vma) in tlb_start_vma()
87 tlb_end_vma(struct mmu_gather *tlb, struct vm_area_struct *vma) in tlb_end_vma()
95 static inline void tlb_flush_mmu_tlbonly(struct mmu_gather *tlb) in tlb_flush_mmu_tlbonly()
99 static inline void tlb_flush_mmu_free(struct mmu_gather *tlb) in tlb_flush_mmu_free()
103 static inline void tlb_flush_mmu(struct mmu_gather *tlb) in tlb_flush_mmu()
[all …]
|
| /Linux-v4.19/arch/um/include/asm/ |
| D | tlb.h | 18 struct mmu_gather { struct
26 static inline void __tlb_remove_tlb_entry(struct mmu_gather *tlb, pte_t *ptep, in __tlb_remove_tlb_entry() argument
35 static inline void init_tlb_gather(struct mmu_gather *tlb) in init_tlb_gather()
49 arch_tlb_gather_mmu(struct mmu_gather *tlb, struct mm_struct *mm, in arch_tlb_gather_mmu()
64 tlb_flush_mmu_tlbonly(struct mmu_gather *tlb) in tlb_flush_mmu_tlbonly()
70 tlb_flush_mmu_free(struct mmu_gather *tlb) in tlb_flush_mmu_free()
76 tlb_flush_mmu(struct mmu_gather *tlb) in tlb_flush_mmu()
90 arch_tlb_finish_mmu(struct mmu_gather *tlb, in arch_tlb_finish_mmu()
109 static inline int __tlb_remove_page(struct mmu_gather *tlb, struct page *page) in __tlb_remove_page()
116 static inline void tlb_remove_page(struct mmu_gather *tlb, struct page *page) in tlb_remove_page()
[all …]
|
| /Linux-v4.19/arch/ia64/include/asm/ |
| D | tlb.h | 56 struct mmu_gather { struct
96 ia64_tlb_flush_mmu_tlbonly(struct mmu_gather *tlb, unsigned long start, unsigned long end) in ia64_tlb_flush_mmu_tlbonly()
132 ia64_tlb_flush_mmu_free(struct mmu_gather *tlb) in ia64_tlb_flush_mmu_free()
151 ia64_tlb_flush_mmu (struct mmu_gather *tlb, unsigned long start, unsigned long end) in ia64_tlb_flush_mmu()
159 static inline void __tlb_alloc_page(struct mmu_gather *tlb) in __tlb_alloc_page()
171 arch_tlb_gather_mmu(struct mmu_gather *tlb, struct mm_struct *mm, in arch_tlb_gather_mmu()
189 arch_tlb_finish_mmu(struct mmu_gather *tlb, in arch_tlb_finish_mmu()
212 static inline bool __tlb_remove_page(struct mmu_gather *tlb, struct page *page) in __tlb_remove_page()
226 static inline void tlb_flush_mmu_tlbonly(struct mmu_gather *tlb) in tlb_flush_mmu_tlbonly()
231 static inline void tlb_flush_mmu_free(struct mmu_gather *tlb) in tlb_flush_mmu_free()
[all …]
|
| /Linux-v4.19/include/asm-generic/ |
| D | tlb.h | 61 extern void tlb_table_flush(struct mmu_gather *tlb);
62 extern void tlb_remove_table(struct mmu_gather *tlb, void *table);
93 struct mmu_gather { struct
116 void arch_tlb_gather_mmu(struct mmu_gather *tlb, argument
118 void tlb_flush_mmu(struct mmu_gather *tlb);
119 void arch_tlb_finish_mmu(struct mmu_gather *tlb,
121 extern bool __tlb_remove_page_size(struct mmu_gather *tlb, struct page *page,
124 static inline void __tlb_adjust_range(struct mmu_gather *tlb, in __tlb_adjust_range()
132 static inline void __tlb_reset_range(struct mmu_gather *tlb) in __tlb_reset_range()
142 static inline void tlb_flush_mmu_tlbonly(struct mmu_gather *tlb) in tlb_flush_mmu_tlbonly()
[all …]
|
| /Linux-v4.19/arch/arm64/include/asm/ |
| D | tlb.h | 36 static void tlb_flush(struct mmu_gather *tlb);
40 static inline void tlb_flush(struct mmu_gather *tlb) in tlb_flush()
59 static inline void __pte_free_tlb(struct mmu_gather *tlb, pgtable_t pte, in __pte_free_tlb()
68 static inline void __pmd_free_tlb(struct mmu_gather *tlb, pmd_t *pmdp, in __pmd_free_tlb()
77 static inline void __pud_free_tlb(struct mmu_gather *tlb, pud_t *pudp, in __pud_free_tlb()
|
| /Linux-v4.19/arch/x86/include/asm/ |
| D | pgalloc.h | 68 extern void ___pte_free_tlb(struct mmu_gather *tlb, struct page *pte);
70 static inline void __pte_free_tlb(struct mmu_gather *tlb, struct page *pte, in __pte_free_tlb()
119 extern void ___pmd_free_tlb(struct mmu_gather *tlb, pmd_t *pmd);
121 static inline void __pmd_free_tlb(struct mmu_gather *tlb, pmd_t *pmd, in __pmd_free_tlb()
159 extern void ___pud_free_tlb(struct mmu_gather *tlb, pud_t *pud);
161 static inline void __pud_free_tlb(struct mmu_gather *tlb, pud_t *pud, in __pud_free_tlb()
194 extern void ___p4d_free_tlb(struct mmu_gather *tlb, p4d_t *p4d);
196 static inline void __p4d_free_tlb(struct mmu_gather *tlb, p4d_t *p4d, in __p4d_free_tlb()
|
| /Linux-v4.19/arch/riscv/include/asm/ |
| D | tlb.h | 17 struct mmu_gather;
19 static void tlb_flush(struct mmu_gather *tlb);
23 static inline void tlb_flush(struct mmu_gather *tlb) in tlb_flush()
|
| /Linux-v4.19/arch/powerpc/include/asm/nohash/ |
| D | pgalloc.h | 7 extern void tlb_remove_table(struct mmu_gather *tlb, void *table);
9 extern void tlb_flush_pgtable(struct mmu_gather *tlb, unsigned long address);
12 static inline void tlb_flush_pgtable(struct mmu_gather *tlb, in tlb_flush_pgtable()
|
| /Linux-v4.19/arch/sparc/include/asm/ |
| D | pgalloc_64.h | 80 struct mmu_gather;
81 void tlb_remove_table(struct mmu_gather *, void *);
83 static inline void pgtable_free_tlb(struct mmu_gather *tlb, void *table, bool is_page) in pgtable_free_tlb()
101 static inline void pgtable_free_tlb(struct mmu_gather *tlb, void *table, bool is_page) in pgtable_free_tlb()
107 static inline void __pte_free_tlb(struct mmu_gather *tlb, pte_t *pte, in __pte_free_tlb()
|
| /Linux-v4.19/arch/powerpc/include/asm/book3s/64/ |
| D | tlbflush-radix.h | 7 struct mmu_gather;
35 extern void radix__tlb_flush(struct mmu_gather *tlb);
48 extern void radix__flush_tlb_pwc(struct mmu_gather *tlb, unsigned long addr);
|
| D | pgalloc.h | 49 extern void pgtable_free_tlb(struct mmu_gather *tlb, void *table, int shift);
146 static inline void __pud_free_tlb(struct mmu_gather *tlb, pud_t *pud, in __pud_free_tlb()
167 static inline void __pmd_free_tlb(struct mmu_gather *tlb, pmd_t *pmd, in __pmd_free_tlb()
217 static inline void __pte_free_tlb(struct mmu_gather *tlb, pgtable_t table, in __pte_free_tlb()
|
| D | tlbflush-hash.h | 113 struct mmu_gather;
114 extern void hash__tlb_flush(struct mmu_gather *tlb);
|
| D | tlbflush.h | 106 static inline void tlb_flush(struct mmu_gather *tlb) in tlb_flush()
153 static inline void flush_tlb_pgtable(struct mmu_gather *tlb, unsigned long address) in flush_tlb_pgtable()
|
| /Linux-v4.19/arch/powerpc/include/asm/ |
| D | tlb.h | 32 extern void tlb_flush(struct mmu_gather *tlb);
40 static inline void __tlb_remove_tlb_entry(struct mmu_gather *tlb, pte_t *ptep, in __tlb_remove_tlb_entry()
49 static inline void tlb_remove_check_page_size_change(struct mmu_gather *tlb, in tlb_remove_check_page_size_change()
|
| /Linux-v4.19/arch/powerpc/include/asm/book3s/32/ |
| D | pgalloc.h | 114 static inline void pgtable_free_tlb(struct mmu_gather *tlb, in pgtable_free_tlb()
131 static inline void pgtable_free_tlb(struct mmu_gather *tlb, in pgtable_free_tlb()
138 static inline void __pte_free_tlb(struct mmu_gather *tlb, pgtable_t table, in __pte_free_tlb()
|
| /Linux-v4.19/arch/powerpc/include/asm/nohash/32/ |
| D | pgalloc.h | 115 static inline void pgtable_free_tlb(struct mmu_gather *tlb, in pgtable_free_tlb()
132 static inline void pgtable_free_tlb(struct mmu_gather *tlb, in pgtable_free_tlb()
139 static inline void __pte_free_tlb(struct mmu_gather *tlb, pgtable_t table, in __pte_free_tlb()
|
| /Linux-v4.19/arch/powerpc/include/asm/nohash/64/ |
| D | pgalloc.h | 146 static inline void pgtable_free_tlb(struct mmu_gather *tlb, void *table, int shift) in pgtable_free_tlb()
164 static inline void pgtable_free_tlb(struct mmu_gather *tlb, void *table, int shift) in pgtable_free_tlb()
170 static inline void __pte_free_tlb(struct mmu_gather *tlb, pgtable_t table, in __pte_free_tlb()
|
| /Linux-v4.19/arch/m68k/include/asm/ |
| D | motorola_pgalloc.h | 60 static inline void __pte_free_tlb(struct mmu_gather *tlb, pgtable_t page, in __pte_free_tlb()
80 static inline int __pmd_free_tlb(struct mmu_gather *tlb, pmd_t *pmd, in __pmd_free_tlb()
|
| /Linux-v4.19/include/linux/ |
| D | mm_types.h | 520 struct mmu_gather;
521 extern void tlb_gather_mmu(struct mmu_gather *tlb, struct mm_struct *mm,
523 extern void tlb_finish_mmu(struct mmu_gather *tlb,
|
| D | hugetlb.h | 16 struct mmu_gather;
97 void __unmap_hugepage_range_final(struct mmu_gather *tlb,
101 void __unmap_hugepage_range(struct mmu_gather *tlb, struct vm_area_struct *vma,
224 static inline void __unmap_hugepage_range_final(struct mmu_gather *tlb, in __unmap_hugepage_range_final()
231 static inline void __unmap_hugepage_range(struct mmu_gather *tlb, in __unmap_hugepage_range()
|
| D | huge_mm.h | 32 extern bool madvise_free_huge_pmd(struct mmu_gather *tlb,
35 extern int zap_huge_pmd(struct mmu_gather *tlb,
38 extern int zap_huge_pud(struct mmu_gather *tlb,
|
| /Linux-v4.19/arch/powerpc/include/asm/book3s/ |
| D | pgalloc.h | 7 extern void tlb_remove_table(struct mmu_gather *tlb, void *table);
|
| /Linux-v4.19/arch/powerpc/mm/ |
| D | hugetlbpage.c | 270 static void hugepd_free(struct mmu_gather *tlb, void *hugepte) in hugepd_free()
296 static inline void hugepd_free(struct mmu_gather *tlb, void *hugepte) {} in hugepd_free()
299 static void free_hugepd_range(struct mmu_gather *tlb, hugepd_t *hpdp, int pdshift, in free_hugepd_range()
335 static void hugetlb_free_pmd_range(struct mmu_gather *tlb, pud_t *pud, in hugetlb_free_pmd_range()
388 static void hugetlb_free_pud_range(struct mmu_gather *tlb, pgd_t *pgd, in hugetlb_free_pud_range()
442 void hugetlb_free_pgd_range(struct mmu_gather *tlb, in hugetlb_free_pgd_range()
|
