152 static __always_inline void __tlbiel_va(unsigned long va, unsigned long pid,  in __tlbiel_va()  argument
157 	rb = va & ~(PPC_BITMASK(52, 63));  in __tlbiel_va()
168 static __always_inline void __tlbie_va(unsigned long va, unsigned long pid,  in __tlbie_va()  argument
173 	rb = va & ~(PPC_BITMASK(52, 63));  in __tlbie_va()
184 static __always_inline void __tlbie_lpid_va(unsigned long va, unsigned long lpid,  in __tlbie_lpid_va()  argument
189 	rb = va & ~(PPC_BITMASK(52, 63));  in __tlbie_lpid_va()
201 static inline void fixup_tlbie_va(unsigned long va, unsigned long pid,  in fixup_tlbie_va()  argument
206 		__tlbie_va(va, 0, ap, RIC_FLUSH_TLB);  in fixup_tlbie_va()
211 		__tlbie_va(va, pid, ap, RIC_FLUSH_TLB);  in fixup_tlbie_va()
215 static inline void fixup_tlbie_va_range(unsigned long va, unsigned long pid,  in fixup_tlbie_va_range()  argument
225 		__tlbie_va(va, pid, ap, RIC_FLUSH_TLB);  in fixup_tlbie_va_range()
235 	unsigned long va = ((1UL << 52) - 1);  in fixup_tlbie_pid()  local
244 		__tlbie_va(va, pid, mmu_get_ap(MMU_PAGE_64K), RIC_FLUSH_TLB);  in fixup_tlbie_pid()
249 static inline void fixup_tlbie_lpid_va(unsigned long va, unsigned long lpid,  in fixup_tlbie_lpid_va()  argument
254 		__tlbie_lpid_va(va, 0, ap, RIC_FLUSH_TLB);  in fixup_tlbie_lpid_va()
259 		__tlbie_lpid_va(va, lpid, ap, RIC_FLUSH_TLB);  in fixup_tlbie_lpid_va()
269 	unsigned long va = ((1UL << 52) - 1);  in fixup_tlbie_lpid()  local
278 		__tlbie_lpid_va(va, lpid, mmu_get_ap(MMU_PAGE_64K), RIC_FLUSH_TLB);  in fixup_tlbie_lpid()
427 static __always_inline void _tlbiel_va(unsigned long va, unsigned long pid,  in _tlbiel_va()  argument
433 	__tlbiel_va(va, pid, ap, ric);  in _tlbiel_va()
461 static __always_inline void _tlbie_va(unsigned long va, unsigned long pid,  in _tlbie_va()  argument
467 	__tlbie_va(va, pid, ap, ric);  in _tlbie_va()
468 	fixup_tlbie_va(va, pid, ap);  in _tlbie_va()
474 	unsigned long va;  member
484 		_tlbiel_va(t->va, t->pid, t->psize, RIC_FLUSH_TLB);  in do_tlbiel_va()
486 		_tlbiel_va(t->va, t->pid, t->psize, RIC_FLUSH_PWC);  in do_tlbiel_va()
488 		_tlbiel_va(t->va, t->pid, t->psize, RIC_FLUSH_ALL);  in do_tlbiel_va()
492 				unsigned long va, unsigned long pid,  in _tlbiel_va_multicast()  argument
496 	struct tlbiel_va t = { .va = va, .pid = pid, .psize = psize, .ric = ric };  in _tlbiel_va_multicast()
499 		_tlbie_va(va, pid, psize, RIC_FLUSH_TLB);  in _tlbiel_va_multicast()
519 static __always_inline void _tlbie_lpid_va(unsigned long va, unsigned long lpid,  in _tlbie_lpid_va()  argument
525 	__tlbie_lpid_va(va, lpid, ap, ric);  in _tlbie_lpid_va()
526 	fixup_tlbie_lpid_va(va, lpid, ap);  in _tlbie_lpid_va()