| /Linux-v5.4/include/asm-generic/ |
| D | tlb.h | 190 extern void tlb_remove_table(struct mmu_gather *tlb, void *table);
219 extern bool __tlb_remove_page_size(struct mmu_gather *tlb, struct page *page,
227 struct mmu_gather { struct
280 void arch_tlb_gather_mmu(struct mmu_gather *tlb, argument
282 void tlb_flush_mmu(struct mmu_gather *tlb);
283 void arch_tlb_finish_mmu(struct mmu_gather *tlb,
286 static inline void __tlb_adjust_range(struct mmu_gather *tlb, in __tlb_adjust_range()
294 static inline void __tlb_reset_range(struct mmu_gather *tlb) in __tlb_reset_range()
328 static inline void tlb_flush(struct mmu_gather *tlb) in tlb_flush()
335 tlb_update_vma_flags(struct mmu_gather *tlb, struct vm_area_struct *vma) { } in tlb_update_vma_flags()
[all …]
|
| /Linux-v5.4/arch/s390/include/asm/ |
| D | tlb.h | 26 static inline void tlb_flush(struct mmu_gather *tlb);
27 static inline bool __tlb_remove_page_size(struct mmu_gather *tlb,
48 static inline bool __tlb_remove_page_size(struct mmu_gather *tlb, in __tlb_remove_page_size()
55 static inline void tlb_flush(struct mmu_gather *tlb) in tlb_flush()
64 static inline void pte_free_tlb(struct mmu_gather *tlb, pgtable_t pte, in pte_free_tlb()
86 static inline void pmd_free_tlb(struct mmu_gather *tlb, pmd_t *pmd, in pmd_free_tlb()
106 static inline void p4d_free_tlb(struct mmu_gather *tlb, p4d_t *p4d, in p4d_free_tlb()
125 static inline void pud_free_tlb(struct mmu_gather *tlb, pud_t *pud, in pud_free_tlb()
|
| /Linux-v5.4/mm/ |
| D | mmu_gather.c | 16 static bool tlb_next_batch(struct mmu_gather *tlb) in tlb_next_batch()
44 static void tlb_batch_pages_flush(struct mmu_gather *tlb) in tlb_batch_pages_flush()
55 static void tlb_batch_list_free(struct mmu_gather *tlb) in tlb_batch_list_free()
66 bool __tlb_remove_page_size(struct mmu_gather *tlb, struct page *page, int page_size) in __tlb_remove_page_size()
103 static inline void tlb_table_invalidate(struct mmu_gather *tlb) in tlb_table_invalidate()
146 static void tlb_table_flush(struct mmu_gather *tlb) in tlb_table_flush()
157 void tlb_remove_table(struct mmu_gather *tlb, void *table) in tlb_remove_table()
178 static void tlb_flush_mmu_free(struct mmu_gather *tlb) in tlb_flush_mmu_free()
188 void tlb_flush_mmu(struct mmu_gather *tlb) in tlb_flush_mmu()
206 void tlb_gather_mmu(struct mmu_gather *tlb, struct mm_struct *mm, in tlb_gather_mmu()
[all …]
|
| D | madvise.c | 36 struct mmu_gather *tlb;
305 struct mmu_gather *tlb = private->tlb; in madvise_cold_or_pageout_pte_range()
471 static void madvise_cold_page_range(struct mmu_gather *tlb, in madvise_cold_page_range()
490 struct mmu_gather tlb; in madvise_cold()
504 static void madvise_pageout_page_range(struct mmu_gather *tlb, in madvise_pageout_page_range()
539 struct mmu_gather tlb; in madvise_pageout()
560 struct mmu_gather *tlb = walk->private; in madvise_free_pte_range()
698 struct mmu_gather tlb; in madvise_free_single_vma()
|
| /Linux-v5.4/arch/powerpc/include/asm/nohash/ |
| D | pgalloc.h | 8 extern void tlb_remove_table(struct mmu_gather *tlb, void *table);
10 extern void tlb_flush_pgtable(struct mmu_gather *tlb, unsigned long address);
13 static inline void tlb_flush_pgtable(struct mmu_gather *tlb, in tlb_flush_pgtable()
50 static inline void pgtable_free_tlb(struct mmu_gather *tlb, void *table, int shift) in pgtable_free_tlb()
68 static inline void pgtable_free_tlb(struct mmu_gather *tlb, void *table, int shift) in pgtable_free_tlb()
74 static inline void __pte_free_tlb(struct mmu_gather *tlb, pgtable_t table, in __pte_free_tlb()
|
| /Linux-v5.4/arch/arm64/include/asm/ |
| D | tlb.h | 20 static void tlb_flush(struct mmu_gather *tlb);
24 static inline void tlb_flush(struct mmu_gather *tlb) in tlb_flush()
44 static inline void __pte_free_tlb(struct mmu_gather *tlb, pgtable_t pte, in __pte_free_tlb()
52 static inline void __pmd_free_tlb(struct mmu_gather *tlb, pmd_t *pmdp, in __pmd_free_tlb()
63 static inline void __pud_free_tlb(struct mmu_gather *tlb, pud_t *pudp, in __pud_free_tlb()
|
| /Linux-v5.4/arch/x86/include/asm/ |
| D | pgalloc.h | 55 extern void ___pte_free_tlb(struct mmu_gather *tlb, struct page *pte);
57 static inline void __pte_free_tlb(struct mmu_gather *tlb, struct page *pte, in __pte_free_tlb()
113 extern void ___pmd_free_tlb(struct mmu_gather *tlb, pmd_t *pmd);
115 static inline void __pmd_free_tlb(struct mmu_gather *tlb, pmd_t *pmd, in __pmd_free_tlb()
165 extern void ___pud_free_tlb(struct mmu_gather *tlb, pud_t *pud);
167 static inline void __pud_free_tlb(struct mmu_gather *tlb, pud_t *pud, in __pud_free_tlb()
208 extern void ___p4d_free_tlb(struct mmu_gather *tlb, p4d_t *p4d);
210 static inline void __p4d_free_tlb(struct mmu_gather *tlb, p4d_t *p4d, in __p4d_free_tlb()
|
| D | tlb.h | 10 static inline void tlb_flush(struct mmu_gather *tlb);
14 static inline void tlb_flush(struct mmu_gather *tlb) in tlb_flush()
|
| /Linux-v5.4/arch/riscv/include/asm/ |
| D | tlb.h | 9 struct mmu_gather;
11 static void tlb_flush(struct mmu_gather *tlb);
16 static inline void tlb_flush(struct mmu_gather *tlb) in tlb_flush()
|
| /Linux-v5.4/arch/sparc/include/asm/ |
| D | pgalloc_64.h | 76 struct mmu_gather;
77 void tlb_remove_table(struct mmu_gather *, void *);
79 static inline void pgtable_free_tlb(struct mmu_gather *tlb, void *table, bool is_page) in pgtable_free_tlb()
97 static inline void pgtable_free_tlb(struct mmu_gather *tlb, void *table, bool is_page) in pgtable_free_tlb()
103 static inline void __pte_free_tlb(struct mmu_gather *tlb, pte_t *pte, in __pte_free_tlb()
|
| /Linux-v5.4/arch/powerpc/include/asm/book3s/32/ |
| D | pgalloc.h | 53 static inline void pgtable_free_tlb(struct mmu_gather *tlb, in pgtable_free_tlb()
70 static inline void pgtable_free_tlb(struct mmu_gather *tlb, in pgtable_free_tlb()
77 static inline void __pte_free_tlb(struct mmu_gather *tlb, pgtable_t table, in __pte_free_tlb()
|
| /Linux-v5.4/arch/powerpc/include/asm/book3s/64/ |
| D | pgalloc.h | 21 extern void pgtable_free_tlb(struct mmu_gather *tlb, void *table, int shift);
122 static inline void __pud_free_tlb(struct mmu_gather *tlb, pud_t *pud, in __pud_free_tlb()
143 static inline void __pmd_free_tlb(struct mmu_gather *tlb, pmd_t *pmd, in __pmd_free_tlb()
166 static inline void __pte_free_tlb(struct mmu_gather *tlb, pgtable_t table, in __pte_free_tlb()
|
| D | tlbflush-radix.h | 7 struct mmu_gather;
59 extern void radix__tlb_flush(struct mmu_gather *tlb);
72 extern void radix__flush_tlb_pwc(struct mmu_gather *tlb, unsigned long addr);
|
| D | tlbflush-hash.h | 113 struct mmu_gather;
114 extern void hash__tlb_flush(struct mmu_gather *tlb);
|
| D | tlbflush.h | 106 static inline void tlb_flush(struct mmu_gather *tlb) in tlb_flush()
153 static inline void flush_tlb_pgtable(struct mmu_gather *tlb, unsigned long address) in flush_tlb_pgtable()
|
| /Linux-v5.4/arch/arm/include/asm/ |
| D | tlb.h | 45 __pte_free_tlb(struct mmu_gather *tlb, pgtable_t pte, unsigned long addr) in __pte_free_tlb()
62 __pmd_free_tlb(struct mmu_gather *tlb, pmd_t *pmdp, unsigned long addr) in __pmd_free_tlb()
|
| /Linux-v5.4/arch/powerpc/include/asm/ |
| D | tlb.h | 28 extern void tlb_flush(struct mmu_gather *tlb);
36 static inline void __tlb_remove_tlb_entry(struct mmu_gather *tlb, pte_t *ptep, in __tlb_remove_tlb_entry()
|
| /Linux-v5.4/arch/powerpc/mm/ |
| D | hugetlbpage.c | 266 static void hugepd_free(struct mmu_gather *tlb, void *hugepte) in hugepd_free()
292 static inline void hugepd_free(struct mmu_gather *tlb, void *hugepte) {} in hugepd_free()
295 static void free_hugepd_range(struct mmu_gather *tlb, hugepd_t *hpdp, int pdshift, in free_hugepd_range()
334 static void hugetlb_free_pmd_range(struct mmu_gather *tlb, pud_t *pud, in hugetlb_free_pmd_range()
387 static void hugetlb_free_pud_range(struct mmu_gather *tlb, pgd_t *pgd, in hugetlb_free_pud_range()
441 void hugetlb_free_pgd_range(struct mmu_gather *tlb, in hugetlb_free_pgd_range()
|
| /Linux-v5.4/arch/m68k/include/asm/ |
| D | motorola_pgalloc.h | 60 static inline void __pte_free_tlb(struct mmu_gather *tlb, pgtable_t page, in __pte_free_tlb()
80 static inline int __pmd_free_tlb(struct mmu_gather *tlb, pmd_t *pmd, in __pmd_free_tlb()
|
| /Linux-v5.4/arch/powerpc/include/asm/book3s/ |
| D | pgalloc.h | 7 extern void tlb_remove_table(struct mmu_gather *tlb, void *table);
|
| /Linux-v5.4/include/linux/ |
| D | mm_types.h | 553 struct mmu_gather;
554 extern void tlb_gather_mmu(struct mmu_gather *tlb, struct mm_struct *mm,
556 extern void tlb_finish_mmu(struct mmu_gather *tlb,
|
| D | hugetlb.h | 16 struct mmu_gather;
79 void __unmap_hugepage_range_final(struct mmu_gather *tlb,
83 void __unmap_hugepage_range(struct mmu_gather *tlb, struct vm_area_struct *vma,
203 static inline void __unmap_hugepage_range_final(struct mmu_gather *tlb, in __unmap_hugepage_range_final()
210 static inline void __unmap_hugepage_range(struct mmu_gather *tlb, in __unmap_hugepage_range()
|
| D | huge_mm.h | 32 extern bool madvise_free_huge_pmd(struct mmu_gather *tlb,
35 extern int zap_huge_pmd(struct mmu_gather *tlb,
38 extern int zap_huge_pud(struct mmu_gather *tlb,
|
| /Linux-v5.4/arch/ia64/include/asm/ |
| D | hugetlb.h | 8 void hugetlb_free_pgd_range(struct mmu_gather *tlb, unsigned long addr,
|
| /Linux-v5.4/arch/sparc/mm/ |
| D | hugetlbpage.c | 405 static void hugetlb_free_pte_range(struct mmu_gather *tlb, pmd_t *pmd, in hugetlb_free_pte_range()
415 static void hugetlb_free_pmd_range(struct mmu_gather *tlb, pud_t *pud, in hugetlb_free_pmd_range()
452 static void hugetlb_free_pud_range(struct mmu_gather *tlb, pgd_t *pgd, in hugetlb_free_pud_range()
490 void hugetlb_free_pgd_range(struct mmu_gather *tlb, in hugetlb_free_pgd_range()
|
