6  * TLB flushing on s390 is complicated. The following requirement
14  * AND PURGE instruction that purges the TLB."
26 static inline void tlb_flush(struct mmu_gather *tlb);
27 static inline bool __tlb_remove_page_size(struct mmu_gather *tlb,
37 #include <asm-generic/tlb.h>
41  * tlb_ptep_clear_flush. In both flush modes the tlb for a page cache page
44 static inline bool __tlb_remove_page_size(struct mmu_gather *tlb,  in __tlb_remove_page_size()  argument
51 static inline void tlb_flush(struct mmu_gather *tlb)  in tlb_flush()  argument
53 	__tlb_flush_mm_lazy(tlb->mm);  in tlb_flush()
58  * page table from the tlb.
60 static inline void pte_free_tlb(struct mmu_gather *tlb, pgtable_t pte,  in pte_free_tlb()  argument
63 	__tlb_adjust_range(tlb, address, PAGE_SIZE);  in pte_free_tlb()
64 	tlb->mm->context.flush_mm = 1;  in pte_free_tlb()
65 	tlb->freed_tables = 1;  in pte_free_tlb()
66 	tlb->cleared_pmds = 1;  in pte_free_tlb()
72 	page_table_free_rcu(tlb, (unsigned long *) pte, address);  in pte_free_tlb()
77  * segment table entry from the tlb.
82 static inline void pmd_free_tlb(struct mmu_gather *tlb, pmd_t *pmd,  in pmd_free_tlb()  argument
85 	if (mm_pmd_folded(tlb->mm))  in pmd_free_tlb()
88 	__tlb_adjust_range(tlb, address, PAGE_SIZE);  in pmd_free_tlb()
89 	tlb->mm->context.flush_mm = 1;  in pmd_free_tlb()
90 	tlb->freed_tables = 1;  in pmd_free_tlb()
91 	tlb->cleared_puds = 1;  in pmd_free_tlb()
92 	tlb_remove_table(tlb, pmd);  in pmd_free_tlb()
97  * region second table entry from the tlb.
102 static inline void p4d_free_tlb(struct mmu_gather *tlb, p4d_t *p4d,  in p4d_free_tlb()  argument
105 	if (mm_p4d_folded(tlb->mm))  in p4d_free_tlb()
107 	__tlb_adjust_range(tlb, address, PAGE_SIZE);  in p4d_free_tlb()
108 	tlb->mm->context.flush_mm = 1;  in p4d_free_tlb()
109 	tlb->freed_tables = 1;  in p4d_free_tlb()
110 	tlb_remove_table(tlb, p4d);  in p4d_free_tlb()
115  * region third table entry from the tlb.
120 static inline void pud_free_tlb(struct mmu_gather *tlb, pud_t *pud,  in pud_free_tlb()  argument
123 	if (mm_pud_folded(tlb->mm))  in pud_free_tlb()
125 	tlb->mm->context.flush_mm = 1;  in pud_free_tlb()
126 	tlb->freed_tables = 1;  in pud_free_tlb()
127 	tlb->cleared_p4ds = 1;  in pud_free_tlb()
128 	tlb_remove_table(tlb, pud);  in pud_free_tlb()