297 static inline void native_lock_hpte(struct hash_pte *hptep)  in native_lock_hpte()  argument
299 	unsigned long *word = (unsigned long *)&hptep->v;  in native_lock_hpte()
311 static inline void native_unlock_hpte(struct hash_pte *hptep)  in native_unlock_hpte()  argument
313 	unsigned long *word = (unsigned long *)&hptep->v;  in native_unlock_hpte()
322 	struct hash_pte *hptep = htab_address + hpte_group;  in native_hpte_insert()  local
333 		if (! (be64_to_cpu(hptep->v) & HPTE_V_VALID)) {  in native_hpte_insert()
335 			native_lock_hpte(hptep);  in native_hpte_insert()
336 			if (! (be64_to_cpu(hptep->v) & HPTE_V_VALID))  in native_hpte_insert()
338 			native_unlock_hpte(hptep);  in native_hpte_insert()
341 		hptep++;  in native_hpte_insert()
360 	hptep->r = cpu_to_be64(hpte_r);  in native_hpte_insert()
367 	hptep->v = cpu_to_be64(hpte_v);  in native_hpte_insert()
376 	struct hash_pte *hptep;  in native_hpte_remove()  local
387 		hptep = htab_address + hpte_group + slot_offset;  in native_hpte_remove()
388 		hpte_v = be64_to_cpu(hptep->v);  in native_hpte_remove()
392 			native_lock_hpte(hptep);  in native_hpte_remove()
393 			hpte_v = be64_to_cpu(hptep->v);  in native_hpte_remove()
397 			native_unlock_hpte(hptep);  in native_hpte_remove()
408 	hptep->v = 0;  in native_hpte_remove()
417 	struct hash_pte *hptep = htab_address + slot;  in native_hpte_updatepp()  local
426 	hpte_v = hpte_get_old_v(hptep);  in native_hpte_updatepp()
438 		native_lock_hpte(hptep);  in native_hpte_updatepp()
440 		hpte_v = hpte_get_old_v(hptep);  in native_hpte_updatepp()
447 			hptep->r = cpu_to_be64((be64_to_cpu(hptep->r) &  in native_hpte_updatepp()
452 		native_unlock_hpte(hptep);  in native_hpte_updatepp()
468 	struct hash_pte *hptep;  in native_hpte_find()  local
481 		hptep = htab_address + slot;  in native_hpte_find()
482 		hpte_v = hpte_get_old_v(hptep);  in native_hpte_find()
505 	struct hash_pte *hptep;  in native_hpte_updateboltedpp()  local
513 	hptep = htab_address + slot;  in native_hpte_updateboltedpp()
516 	hptep->r = cpu_to_be64((be64_to_cpu(hptep->r) &  in native_hpte_updateboltedpp()
536 	struct hash_pte *hptep;  in native_hpte_removebolted()  local
545 	hptep = htab_address + slot;  in native_hpte_removebolted()
547 	VM_WARN_ON(!(be64_to_cpu(hptep->v) & HPTE_V_BOLTED));  in native_hpte_removebolted()
550 	hptep->v = 0;  in native_hpte_removebolted()
561 	struct hash_pte *hptep = htab_address + slot;  in native_hpte_invalidate()  local
571 	hpte_v = hpte_get_old_v(hptep);  in native_hpte_invalidate()
574 		native_lock_hpte(hptep);  in native_hpte_invalidate()
576 		hpte_v = hpte_get_old_v(hptep);  in native_hpte_invalidate()
580 			hptep->v = 0;  in native_hpte_invalidate()
582 			native_unlock_hpte(hptep);  in native_hpte_invalidate()
603 	struct hash_pte *hptep;  in native_hugepage_invalidate()  local
630 		hptep = htab_address + slot;  in native_hugepage_invalidate()
632 		hpte_v = hpte_get_old_v(hptep);  in native_hugepage_invalidate()
637 			native_lock_hpte(hptep);  in native_hugepage_invalidate()
638 			hpte_v = hpte_get_old_v(hptep);  in native_hugepage_invalidate()
645 				hptep->v = 0;  in native_hugepage_invalidate()
647 				native_unlock_hpte(hptep);  in native_hugepage_invalidate()
748 	struct hash_pte *hptep = htab_address;  in native_hpte_clear()  local
757 	for (slot = 0; slot < slots; slot++, hptep++) {  in native_hpte_clear()
763 		hpte_v = be64_to_cpu(hptep->v);  in native_hpte_clear()
770 			hpte_decode(hptep, slot, &psize, &apsize, &ssize, &vpn);  in native_hpte_clear()
771 			hptep->v = 0;  in native_hpte_clear()
787 	struct hash_pte *hptep;  in native_flush_hash_range()  local
814 			hptep = htab_address + slot;  in native_flush_hash_range()
816 			hpte_v = hpte_get_old_v(hptep);  in native_flush_hash_range()
821 			native_lock_hpte(hptep);  in native_flush_hash_range()
822 			hpte_v = hpte_get_old_v(hptep);  in native_flush_hash_range()
825 				native_unlock_hpte(hptep);  in native_flush_hash_range()
827 				hptep->v = 0;  in native_flush_hash_range()