846 	struct bpf_shtab_elem *elem;  in sock_hash_lookup_elem_raw()  local
848 	hlist_for_each_entry_rcu(elem, head, node) {  in sock_hash_lookup_elem_raw()
849 		if (elem->hash == hash &&  in sock_hash_lookup_elem_raw()
850 		    !memcmp(&elem->key, key, key_size))  in sock_hash_lookup_elem_raw()
851 			return elem;  in sock_hash_lookup_elem_raw()
862 	struct bpf_shtab_elem *elem;  in __sock_hash_lookup_elem()  local
868 	elem = sock_hash_lookup_elem_raw(&bucket->head, hash, key, key_size);  in __sock_hash_lookup_elem()
870 	return elem ? elem->sk : NULL;  in __sock_hash_lookup_elem()
874 				struct bpf_shtab_elem *elem)  in sock_hash_free_elem()  argument
877 	kfree_rcu(elem, rcu);  in sock_hash_free_elem()
884 	struct bpf_shtab_elem *elem_probe, *elem = link_raw;  in sock_hash_delete_from_link()  local
888 	bucket = sock_hash_select_bucket(htab, elem->hash);  in sock_hash_delete_from_link()
895 	elem_probe = sock_hash_lookup_elem_raw(&bucket->head, elem->hash,  in sock_hash_delete_from_link()
896 					       elem->key, map->key_size);  in sock_hash_delete_from_link()
897 	if (elem_probe && elem_probe == elem) {  in sock_hash_delete_from_link()
898 		hlist_del_rcu(&elem->node);  in sock_hash_delete_from_link()
899 		sock_map_unref(elem->sk, elem);  in sock_hash_delete_from_link()
900 		sock_hash_free_elem(htab, elem);  in sock_hash_delete_from_link()
910 	struct bpf_shtab_elem *elem;  in sock_hash_delete_elem()  local
917 	elem = sock_hash_lookup_elem_raw(&bucket->head, hash, key, key_size);  in sock_hash_delete_elem()
918 	if (elem) {  in sock_hash_delete_elem()
919 		hlist_del_rcu(&elem->node);  in sock_hash_delete_elem()
920 		sock_map_unref(elem->sk, elem);  in sock_hash_delete_elem()
921 		sock_hash_free_elem(htab, elem);  in sock_hash_delete_elem()
960 	struct bpf_shtab_elem *elem, *elem_new;  in sock_hash_update_common()  local
985 	elem = sock_hash_lookup_elem_raw(&bucket->head, hash, key, key_size);  in sock_hash_update_common()
986 	if (elem && flags == BPF_NOEXIST) {  in sock_hash_update_common()
989 	} else if (!elem && flags == BPF_EXIST) {  in sock_hash_update_common()
994 	elem_new = sock_hash_alloc_elem(htab, key, key_size, hash, sk, elem);  in sock_hash_update_common()
1005 	if (elem) {  in sock_hash_update_common()
1006 		hlist_del_rcu(&elem->node);  in sock_hash_update_common()
1007 		sock_map_unref(elem->sk, elem);  in sock_hash_update_common()
1008 		sock_hash_free_elem(htab, elem);  in sock_hash_update_common()
1024 	struct bpf_shtab_elem *elem, *elem_next;  in sock_hash_get_next_key()  local
1033 	elem = sock_hash_lookup_elem_raw(head, hash, key, key_size);  in sock_hash_get_next_key()
1034 	if (!elem)  in sock_hash_get_next_key()
1037 	elem_next = hlist_entry_safe(rcu_dereference(hlist_next_rcu(&elem->node)),  in sock_hash_get_next_key()
1115 	struct bpf_shtab_elem *elem;  in sock_hash_free()  local
1134 		hlist_for_each_entry(elem, &bucket->head, node)  in sock_hash_free()
1135 			sock_hold(elem->sk);  in sock_hash_free()
1143 		hlist_for_each_entry_safe(elem, node, &unlink_list, node) {  in sock_hash_free()
1144 			hlist_del(&elem->node);  in sock_hash_free()
1145 			lock_sock(elem->sk);  in sock_hash_free()
1147 			sock_map_unref(elem->sk, elem);  in sock_hash_free()
1149 			release_sock(elem->sk);  in sock_hash_free()
1150 			sock_put(elem->sk);  in sock_hash_free()
1151 			sock_hash_free_elem(htab, elem);  in sock_hash_free()
1280 	struct bpf_shtab_elem *elem;  in sock_hash_seq_find_next()  local
1286 		elem = hlist_entry_safe(node, struct bpf_shtab_elem, node);  in sock_hash_seq_find_next()
1287 		if (elem)  in sock_hash_seq_find_next()
1288 			return elem;  in sock_hash_seq_find_next()
1297 		elem = hlist_entry_safe(node, struct bpf_shtab_elem, node);  in sock_hash_seq_find_next()
1298 		if (elem)  in sock_hash_seq_find_next()
1299 			return elem;  in sock_hash_seq_find_next()
1332 	struct bpf_shtab_elem *elem = v;  in sock_hash_seq_show()  local
1337 	prog = bpf_iter_get_info(&meta, !elem);  in sock_hash_seq_show()
1343 	if (elem) {  in sock_hash_seq_show()
1344 		ctx.key = elem->key;  in sock_hash_seq_show()
1345 		ctx.sk = elem->sk;  in sock_hash_seq_show()