147 static inline unsigned long  ___tlbie(unsigned long vpn, int psize,  in ___tlbie()  argument
170 	switch (psize) {  in ___tlbie()
183 		penc = mmu_psize_defs[psize].penc[apsize];  in ___tlbie()
204 static inline void fixup_tlbie(unsigned long vpn, int psize, int apsize, int ssize)  in fixup_tlbie()  argument
209 		___tlbie(vpn, psize, apsize, ssize);  in fixup_tlbie()
213 static inline void __tlbie(unsigned long vpn, int psize, int apsize, int ssize)  in __tlbie()  argument
217 	rb = ___tlbie(vpn, psize, apsize, ssize);  in __tlbie()
221 static inline void __tlbiel(unsigned long vpn, int psize, int apsize, int ssize)  in __tlbiel()  argument
237 	switch (psize) {  in __tlbiel()
250 		penc = mmu_psize_defs[psize].penc[apsize];  in __tlbiel()
272 static inline void tlbie(unsigned long vpn, int psize, int apsize,  in tlbie()  argument
281 		use_local = mmu_psize_defs[psize].tlbiel;  in tlbie()
286 		__tlbiel(vpn, psize, apsize, ssize);  in tlbie()
289 		__tlbie(vpn, psize, apsize, ssize);  in tlbie()
290 		fixup_tlbie(vpn, psize, apsize, ssize);  in tlbie()
320 			unsigned long vflags, int psize, int apsize, int ssize)  in native_hpte_insert()  argument
329 			hpte_group, vpn, pa, rflags, vflags, psize);  in native_hpte_insert()
347 	hpte_v = hpte_encode_v(vpn, psize, apsize, ssize) | vflags | HPTE_V_VALID;  in native_hpte_insert()
348 	hpte_r = hpte_encode_r(pa, psize, apsize) | rflags;  in native_hpte_insert()
466 static long native_hpte_find(unsigned long vpn, int psize, int ssize)  in native_hpte_find()  argument
474 	hash = hpt_hash(vpn, mmu_psize_defs[psize].shift, ssize);  in native_hpte_find()
475 	want_v = hpte_encode_avpn(vpn, psize, ssize);  in native_hpte_find()
500 				       int psize, int ssize)  in native_hpte_updateboltedpp()  argument
510 	slot = native_hpte_find(vpn, psize, ssize);  in native_hpte_updateboltedpp()
523 	tlbie(vpn, psize, psize, ssize, 0);  in native_hpte_updateboltedpp()
531 static int native_hpte_removebolted(unsigned long ea, int psize, int ssize)  in native_hpte_removebolted()  argument
541 	slot = native_hpte_find(vpn, psize, ssize);  in native_hpte_removebolted()
553 	tlbie(vpn, psize, psize, ssize, 0);  in native_hpte_removebolted()
600 				       int psize, int ssize, int local)  in native_hugepage_invalidate()  argument
610 	shift = mmu_psize_defs[psize].shift;  in native_hugepage_invalidate()
631 		want_v = hpte_encode_avpn(vpn, psize, ssize);  in native_hugepage_invalidate()
654 		tlbie(vpn, psize, actual_psize, ssize, local);  in native_hugepage_invalidate()
662 				       int psize, int ssize, int local)  in native_hugepage_invalidate()  argument
669 			int *psize, int *apsize, int *ssize, unsigned long *vpn)  in hpte_decode()  argument
724 	*psize  = size;  in hpte_decode()
751 	int psize, apsize, ssize;  in native_hpte_clear()  local
770 			hpte_decode(hptep, slot, &psize, &apsize, &ssize, &vpn);  in native_hpte_clear()
772 			___tlbie(vpn, psize, apsize, ssize);  in native_hpte_clear()
793 	unsigned long psize = batch->psize;  in native_flush_hash_range()  local
799 		mmu_psize_defs[psize].tlbiel && !cxl_ctx_in_use();  in native_flush_hash_range()
807 		pte_iterate_hashed_subpages(pte, psize, vpn, index, shift) {  in native_flush_hash_range()
815 			want_v = hpte_encode_avpn(vpn, psize, ssize);  in native_flush_hash_range()
838 			pte_iterate_hashed_subpages(pte, psize,  in native_flush_hash_range()
840 				__tlbiel(vpn, psize, psize, ssize);  in native_flush_hash_range()
855 			pte_iterate_hashed_subpages(pte, psize,  in native_flush_hash_range()
857 				__tlbie(vpn, psize, psize, ssize);  in native_flush_hash_range()
863 		fixup_tlbie(vpn, psize, psize, ssize);  in native_flush_hash_range()