882 	struct bpf_shtab_elem *elem;  in sock_hash_lookup_elem_raw()  local
884 	hlist_for_each_entry_rcu(elem, head, node) {  in sock_hash_lookup_elem_raw()
885 		if (elem->hash == hash &&  in sock_hash_lookup_elem_raw()
886 		    !memcmp(&elem->key, key, key_size))  in sock_hash_lookup_elem_raw()
887 			return elem;  in sock_hash_lookup_elem_raw()
898 	struct bpf_shtab_elem *elem;  in __sock_hash_lookup_elem()  local
904 	elem = sock_hash_lookup_elem_raw(&bucket->head, hash, key, key_size);  in __sock_hash_lookup_elem()
906 	return elem ? elem->sk : NULL;  in __sock_hash_lookup_elem()
910 				struct bpf_shtab_elem *elem)  in sock_hash_free_elem()  argument
913 	kfree_rcu(elem, rcu);  in sock_hash_free_elem()
920 	struct bpf_shtab_elem *elem_probe, *elem = link_raw;  in sock_hash_delete_from_link()  local
924 	bucket = sock_hash_select_bucket(htab, elem->hash);  in sock_hash_delete_from_link()
931 	elem_probe = sock_hash_lookup_elem_raw(&bucket->head, elem->hash,  in sock_hash_delete_from_link()
932 					       elem->key, map->key_size);  in sock_hash_delete_from_link()
933 	if (elem_probe && elem_probe == elem) {  in sock_hash_delete_from_link()
934 		hlist_del_rcu(&elem->node);  in sock_hash_delete_from_link()
935 		sock_map_unref(elem->sk, elem);  in sock_hash_delete_from_link()
936 		sock_hash_free_elem(htab, elem);  in sock_hash_delete_from_link()
946 	struct bpf_shtab_elem *elem;  in sock_hash_delete_elem()  local
953 	elem = sock_hash_lookup_elem_raw(&bucket->head, hash, key, key_size);  in sock_hash_delete_elem()
954 	if (elem) {  in sock_hash_delete_elem()
955 		hlist_del_rcu(&elem->node);  in sock_hash_delete_elem()
956 		sock_map_unref(elem->sk, elem);  in sock_hash_delete_elem()
957 		sock_hash_free_elem(htab, elem);  in sock_hash_delete_elem()
995 	struct bpf_shtab_elem *elem, *elem_new;  in sock_hash_update_common()  local
1027 	elem = sock_hash_lookup_elem_raw(&bucket->head, hash, key, key_size);  in sock_hash_update_common()
1028 	if (elem && flags == BPF_NOEXIST) {  in sock_hash_update_common()
1031 	} else if (!elem && flags == BPF_EXIST) {  in sock_hash_update_common()
1036 	elem_new = sock_hash_alloc_elem(htab, key, key_size, hash, sk, elem);  in sock_hash_update_common()
1047 	if (elem) {  in sock_hash_update_common()
1048 		hlist_del_rcu(&elem->node);  in sock_hash_update_common()
1049 		sock_map_unref(elem->sk, elem);  in sock_hash_update_common()
1050 		sock_hash_free_elem(htab, elem);  in sock_hash_update_common()
1066 	struct bpf_shtab_elem *elem, *elem_next;  in sock_hash_get_next_key()  local
1075 	elem = sock_hash_lookup_elem_raw(head, hash, key, key_size);  in sock_hash_get_next_key()
1076 	if (!elem)  in sock_hash_get_next_key()
1079 	elem_next = hlist_entry_safe(rcu_dereference(hlist_next_rcu(&elem->node)),  in sock_hash_get_next_key()
1169 	struct bpf_shtab_elem *elem;  in sock_hash_free()  local
1188 		hlist_for_each_entry(elem, &bucket->head, node)  in sock_hash_free()
1189 			sock_hold(elem->sk);  in sock_hash_free()
1197 		hlist_for_each_entry_safe(elem, node, &unlink_list, node) {  in sock_hash_free()
1198 			hlist_del(&elem->node);  in sock_hash_free()
1199 			lock_sock(elem->sk);  in sock_hash_free()
1201 			sock_map_unref(elem->sk, elem);  in sock_hash_free()
1203 			release_sock(elem->sk);  in sock_hash_free()
1204 			sock_put(elem->sk);  in sock_hash_free()
1205 			sock_hash_free_elem(htab, elem);  in sock_hash_free()
1336 	struct bpf_shtab_elem *elem;  in sock_hash_seq_find_next()  local
1342 		elem = hlist_entry_safe(node, struct bpf_shtab_elem, node);  in sock_hash_seq_find_next()
1343 		if (elem)  in sock_hash_seq_find_next()
1344 			return elem;  in sock_hash_seq_find_next()
1353 		elem = hlist_entry_safe(node, struct bpf_shtab_elem, node);  in sock_hash_seq_find_next()
1354 		if (elem)  in sock_hash_seq_find_next()
1355 			return elem;  in sock_hash_seq_find_next()
1388 	struct bpf_shtab_elem *elem = v;  in sock_hash_seq_show()  local
1393 	prog = bpf_iter_get_info(&meta, !elem);  in sock_hash_seq_show()
1399 	if (elem) {  in sock_hash_seq_show()
1400 		ctx.key = elem->key;  in sock_hash_seq_show()
1401 		ctx.sk = elem->sk;  in sock_hash_seq_show()