858 	struct bpf_shtab_elem *elem;  in sock_hash_lookup_elem_raw()  local
860 	hlist_for_each_entry_rcu(elem, head, node) {  in sock_hash_lookup_elem_raw()
861 		if (elem->hash == hash &&  in sock_hash_lookup_elem_raw()
862 		    !memcmp(&elem->key, key, key_size))  in sock_hash_lookup_elem_raw()
863 			return elem;  in sock_hash_lookup_elem_raw()
874 	struct bpf_shtab_elem *elem;  in __sock_hash_lookup_elem()  local
880 	elem = sock_hash_lookup_elem_raw(&bucket->head, hash, key, key_size);  in __sock_hash_lookup_elem()
882 	return elem ? elem->sk : NULL;  in __sock_hash_lookup_elem()
886 				struct bpf_shtab_elem *elem)  in sock_hash_free_elem()  argument
889 	kfree_rcu(elem, rcu);  in sock_hash_free_elem()
896 	struct bpf_shtab_elem *elem_probe, *elem = link_raw;  in sock_hash_delete_from_link()  local
900 	bucket = sock_hash_select_bucket(htab, elem->hash);  in sock_hash_delete_from_link()
907 	elem_probe = sock_hash_lookup_elem_raw(&bucket->head, elem->hash,  in sock_hash_delete_from_link()
908 					       elem->key, map->key_size);  in sock_hash_delete_from_link()
909 	if (elem_probe && elem_probe == elem) {  in sock_hash_delete_from_link()
910 		hlist_del_rcu(&elem->node);  in sock_hash_delete_from_link()
911 		sock_map_unref(elem->sk, elem);  in sock_hash_delete_from_link()
912 		sock_hash_free_elem(htab, elem);  in sock_hash_delete_from_link()
922 	struct bpf_shtab_elem *elem;  in sock_hash_delete_elem()  local
929 	elem = sock_hash_lookup_elem_raw(&bucket->head, hash, key, key_size);  in sock_hash_delete_elem()
930 	if (elem) {  in sock_hash_delete_elem()
931 		hlist_del_rcu(&elem->node);  in sock_hash_delete_elem()
932 		sock_map_unref(elem->sk, elem);  in sock_hash_delete_elem()
933 		sock_hash_free_elem(htab, elem);  in sock_hash_delete_elem()
972 	struct bpf_shtab_elem *elem, *elem_new;  in sock_hash_update_common()  local
997 	elem = sock_hash_lookup_elem_raw(&bucket->head, hash, key, key_size);  in sock_hash_update_common()
998 	if (elem && flags == BPF_NOEXIST) {  in sock_hash_update_common()
1001 	} else if (!elem && flags == BPF_EXIST) {  in sock_hash_update_common()
1006 	elem_new = sock_hash_alloc_elem(htab, key, key_size, hash, sk, elem);  in sock_hash_update_common()
1017 	if (elem) {  in sock_hash_update_common()
1018 		hlist_del_rcu(&elem->node);  in sock_hash_update_common()
1019 		sock_map_unref(elem->sk, elem);  in sock_hash_update_common()
1020 		sock_hash_free_elem(htab, elem);  in sock_hash_update_common()
1036 	struct bpf_shtab_elem *elem, *elem_next;  in sock_hash_get_next_key()  local
1045 	elem = sock_hash_lookup_elem_raw(head, hash, key, key_size);  in sock_hash_get_next_key()
1046 	if (!elem)  in sock_hash_get_next_key()
1049 	elem_next = hlist_entry_safe(rcu_dereference(hlist_next_rcu(&elem->node)),  in sock_hash_get_next_key()
1127 	struct bpf_shtab_elem *elem;  in sock_hash_free()  local
1146 		hlist_for_each_entry(elem, &bucket->head, node)  in sock_hash_free()
1147 			sock_hold(elem->sk);  in sock_hash_free()
1155 		hlist_for_each_entry_safe(elem, node, &unlink_list, node) {  in sock_hash_free()
1156 			hlist_del(&elem->node);  in sock_hash_free()
1157 			lock_sock(elem->sk);  in sock_hash_free()
1159 			sock_map_unref(elem->sk, elem);  in sock_hash_free()
1161 			release_sock(elem->sk);  in sock_hash_free()
1162 			sock_put(elem->sk);  in sock_hash_free()
1163 			sock_hash_free_elem(htab, elem);  in sock_hash_free()
1292 	struct bpf_shtab_elem *elem;  in sock_hash_seq_find_next()  local
1298 		elem = hlist_entry_safe(node, struct bpf_shtab_elem, node);  in sock_hash_seq_find_next()
1299 		if (elem)  in sock_hash_seq_find_next()
1300 			return elem;  in sock_hash_seq_find_next()
1309 		elem = hlist_entry_safe(node, struct bpf_shtab_elem, node);  in sock_hash_seq_find_next()
1310 		if (elem)  in sock_hash_seq_find_next()
1311 			return elem;  in sock_hash_seq_find_next()
1344 	struct bpf_shtab_elem *elem = v;  in sock_hash_seq_show()  local
1349 	prog = bpf_iter_get_info(&meta, !elem);  in sock_hash_seq_show()
1355 	if (elem) {  in sock_hash_seq_show()
1356 		ctx.key = elem->key;  in sock_hash_seq_show()
1357 		ctx.sk = elem->sk;  in sock_hash_seq_show()