867 	struct bpf_shtab_elem *elem;  in sock_hash_lookup_elem_raw()  local
869 	hlist_for_each_entry_rcu(elem, head, node) {  in sock_hash_lookup_elem_raw()
870 		if (elem->hash == hash &&  in sock_hash_lookup_elem_raw()
871 		    !memcmp(&elem->key, key, key_size))  in sock_hash_lookup_elem_raw()
872 			return elem;  in sock_hash_lookup_elem_raw()
883 	struct bpf_shtab_elem *elem;  in __sock_hash_lookup_elem()  local
889 	elem = sock_hash_lookup_elem_raw(&bucket->head, hash, key, key_size);  in __sock_hash_lookup_elem()
891 	return elem ? elem->sk : NULL;  in __sock_hash_lookup_elem()
895 				struct bpf_shtab_elem *elem)  in sock_hash_free_elem()  argument
898 	kfree_rcu(elem, rcu);  in sock_hash_free_elem()
905 	struct bpf_shtab_elem *elem_probe, *elem = link_raw;  in sock_hash_delete_from_link()  local
909 	bucket = sock_hash_select_bucket(htab, elem->hash);  in sock_hash_delete_from_link()
916 	elem_probe = sock_hash_lookup_elem_raw(&bucket->head, elem->hash,  in sock_hash_delete_from_link()
917 					       elem->key, map->key_size);  in sock_hash_delete_from_link()
918 	if (elem_probe && elem_probe == elem) {  in sock_hash_delete_from_link()
919 		hlist_del_rcu(&elem->node);  in sock_hash_delete_from_link()
920 		sock_map_unref(elem->sk, elem);  in sock_hash_delete_from_link()
921 		sock_hash_free_elem(htab, elem);  in sock_hash_delete_from_link()
931 	struct bpf_shtab_elem *elem;  in sock_hash_delete_elem()  local
938 	elem = sock_hash_lookup_elem_raw(&bucket->head, hash, key, key_size);  in sock_hash_delete_elem()
939 	if (elem) {  in sock_hash_delete_elem()
940 		hlist_del_rcu(&elem->node);  in sock_hash_delete_elem()
941 		sock_map_unref(elem->sk, elem);  in sock_hash_delete_elem()
942 		sock_hash_free_elem(htab, elem);  in sock_hash_delete_elem()
981 	struct bpf_shtab_elem *elem, *elem_new;  in sock_hash_update_common()  local
1006 	elem = sock_hash_lookup_elem_raw(&bucket->head, hash, key, key_size);  in sock_hash_update_common()
1007 	if (elem && flags == BPF_NOEXIST) {  in sock_hash_update_common()
1010 	} else if (!elem && flags == BPF_EXIST) {  in sock_hash_update_common()
1015 	elem_new = sock_hash_alloc_elem(htab, key, key_size, hash, sk, elem);  in sock_hash_update_common()
1026 	if (elem) {  in sock_hash_update_common()
1027 		hlist_del_rcu(&elem->node);  in sock_hash_update_common()
1028 		sock_map_unref(elem->sk, elem);  in sock_hash_update_common()
1029 		sock_hash_free_elem(htab, elem);  in sock_hash_update_common()
1045 	struct bpf_shtab_elem *elem, *elem_next;  in sock_hash_get_next_key()  local
1054 	elem = sock_hash_lookup_elem_raw(head, hash, key, key_size);  in sock_hash_get_next_key()
1055 	if (!elem)  in sock_hash_get_next_key()
1058 	elem_next = hlist_entry_safe(rcu_dereference(hlist_next_rcu(&elem->node)),  in sock_hash_get_next_key()
1134 	struct bpf_shtab_elem *elem;  in sock_hash_free()  local
1153 		hlist_for_each_entry(elem, &bucket->head, node)  in sock_hash_free()
1154 			sock_hold(elem->sk);  in sock_hash_free()
1162 		hlist_for_each_entry_safe(elem, node, &unlink_list, node) {  in sock_hash_free()
1163 			hlist_del(&elem->node);  in sock_hash_free()
1164 			lock_sock(elem->sk);  in sock_hash_free()
1166 			sock_map_unref(elem->sk, elem);  in sock_hash_free()
1168 			release_sock(elem->sk);  in sock_hash_free()
1169 			sock_put(elem->sk);  in sock_hash_free()
1170 			sock_hash_free_elem(htab, elem);  in sock_hash_free()
1301 	struct bpf_shtab_elem *elem;  in sock_hash_seq_find_next()  local
1307 		elem = hlist_entry_safe(node, struct bpf_shtab_elem, node);  in sock_hash_seq_find_next()
1308 		if (elem)  in sock_hash_seq_find_next()
1309 			return elem;  in sock_hash_seq_find_next()
1318 		elem = hlist_entry_safe(node, struct bpf_shtab_elem, node);  in sock_hash_seq_find_next()
1319 		if (elem)  in sock_hash_seq_find_next()
1320 			return elem;  in sock_hash_seq_find_next()
1353 	struct bpf_shtab_elem *elem = v;  in sock_hash_seq_show()  local
1358 	prog = bpf_iter_get_info(&meta, !elem);  in sock_hash_seq_show()
1364 	if (elem) {  in sock_hash_seq_show()
1365 		ctx.key = elem->key;  in sock_hash_seq_show()
1366 		ctx.sk = elem->sk;  in sock_hash_seq_show()