150 static inline unsigned long  ___tlbie(unsigned long vpn, int psize,  in ___tlbie()  argument
173 	switch (psize) {  in ___tlbie()
186 		penc = mmu_psize_defs[psize].penc[apsize];  in ___tlbie()
207 static inline void fixup_tlbie_vpn(unsigned long vpn, int psize,  in fixup_tlbie_vpn()  argument
235 		___tlbie(vpn, psize, apsize, ssize);  in fixup_tlbie_vpn()
239 static inline void __tlbie(unsigned long vpn, int psize, int apsize, int ssize)  in __tlbie()  argument
243 	rb = ___tlbie(vpn, psize, apsize, ssize);  in __tlbie()
247 static inline void __tlbiel(unsigned long vpn, int psize, int apsize, int ssize)  in __tlbiel()  argument
263 	switch (psize) {  in __tlbiel()
276 		penc = mmu_psize_defs[psize].penc[apsize];  in __tlbiel()
298 static inline void tlbie(unsigned long vpn, int psize, int apsize,  in tlbie()  argument
307 		use_local = mmu_psize_defs[psize].tlbiel;  in tlbie()
312 		__tlbiel(vpn, psize, apsize, ssize);  in tlbie()
315 		__tlbie(vpn, psize, apsize, ssize);  in tlbie()
316 		fixup_tlbie_vpn(vpn, psize, apsize, ssize);  in tlbie()
346 			unsigned long vflags, int psize, int apsize, int ssize)  in native_hpte_insert()  argument
355 			hpte_group, vpn, pa, rflags, vflags, psize);  in native_hpte_insert()
373 	hpte_v = hpte_encode_v(vpn, psize, apsize, ssize) | vflags | HPTE_V_VALID;  in native_hpte_insert()
374 	hpte_r = hpte_encode_r(pa, psize, apsize) | rflags;  in native_hpte_insert()
511 static long native_hpte_find(unsigned long vpn, int psize, int ssize)  in native_hpte_find()  argument
518 	hash = hpt_hash(vpn, mmu_psize_defs[psize].shift, ssize);  in native_hpte_find()
519 	want_v = hpte_encode_avpn(vpn, psize, ssize);  in native_hpte_find()
546 				       int psize, int ssize)  in native_hpte_updateboltedpp()  argument
556 	slot = native_hpte_find(vpn, psize, ssize);  in native_hpte_updateboltedpp()
569 	tlbie(vpn, psize, psize, ssize, 0);  in native_hpte_updateboltedpp()
577 static int native_hpte_removebolted(unsigned long ea, int psize, int ssize)  in native_hpte_removebolted()  argument
587 	slot = native_hpte_find(vpn, psize, ssize);  in native_hpte_removebolted()
599 	tlbie(vpn, psize, psize, ssize, 0);  in native_hpte_removebolted()
646 				       int psize, int ssize, int local)  in native_hugepage_invalidate()  argument
656 	shift = mmu_psize_defs[psize].shift;  in native_hugepage_invalidate()
677 		want_v = hpte_encode_avpn(vpn, psize, ssize);  in native_hugepage_invalidate()
700 		tlbie(vpn, psize, actual_psize, ssize, local);  in native_hugepage_invalidate()
708 				       int psize, int ssize, int local)  in native_hugepage_invalidate()  argument
715 			int *psize, int *apsize, int *ssize, unsigned long *vpn)  in hpte_decode()  argument
770 	*psize  = size;  in hpte_decode()
797 	int psize, apsize, ssize;  in native_hpte_clear()  local
816 			hpte_decode(hptep, slot, &psize, &apsize, &ssize, &vpn);  in native_hpte_clear()
818 			___tlbie(vpn, psize, apsize, ssize);  in native_hpte_clear()
839 	unsigned long psize = batch->psize;  in native_flush_hash_range()  local
845 		mmu_psize_defs[psize].tlbiel && !cxl_ctx_in_use();  in native_flush_hash_range()
853 		pte_iterate_hashed_subpages(pte, psize, vpn, index, shift) {  in native_flush_hash_range()
861 			want_v = hpte_encode_avpn(vpn, psize, ssize);  in native_flush_hash_range()
884 			pte_iterate_hashed_subpages(pte, psize,  in native_flush_hash_range()
886 				__tlbiel(vpn, psize, psize, ssize);  in native_flush_hash_range()
901 			pte_iterate_hashed_subpages(pte, psize,  in native_flush_hash_range()
903 				__tlbie(vpn, psize, psize, ssize);  in native_flush_hash_range()
909 		fixup_tlbie_vpn(vpn, psize, psize, ssize);  in native_flush_hash_range()