34 static long rxrpc_local_cmp_key(const struct rxrpc_local *local,  in rxrpc_local_cmp_key()  argument
39 	diff = ((local->srx.transport_type - srx->transport_type) ?:  in rxrpc_local_cmp_key()
40 		(local->srx.transport_len - srx->transport_len) ?:  in rxrpc_local_cmp_key()
41 		(local->srx.transport.family - srx->transport.family));  in rxrpc_local_cmp_key()
50 		return ((u16 __force)local->srx.transport.sin.sin_port -  in rxrpc_local_cmp_key()
52 			memcmp(&local->srx.transport.sin.sin_addr,  in rxrpc_local_cmp_key()
60 		return ((u16 __force)local->srx.transport.sin6.sin6_port -  in rxrpc_local_cmp_key()
62 			memcmp(&local->srx.transport.sin6.sin6_addr,  in rxrpc_local_cmp_key()
77 	struct rxrpc_local *local;  in rxrpc_alloc_local()  local
79 	local = kzalloc(sizeof(struct rxrpc_local), GFP_KERNEL);  in rxrpc_alloc_local()
80 	if (local) {  in rxrpc_alloc_local()
81 		atomic_set(&local->usage, 1);  in rxrpc_alloc_local()
82 		atomic_set(&local->active_users, 1);  in rxrpc_alloc_local()
83 		local->rxnet = rxnet;  in rxrpc_alloc_local()
84 		INIT_LIST_HEAD(&local->link);  in rxrpc_alloc_local()
85 		INIT_WORK(&local->processor, rxrpc_local_processor);  in rxrpc_alloc_local()
86 		init_rwsem(&local->defrag_sem);  in rxrpc_alloc_local()
87 		skb_queue_head_init(&local->reject_queue);  in rxrpc_alloc_local()
88 		skb_queue_head_init(&local->event_queue);  in rxrpc_alloc_local()
89 		local->client_conns = RB_ROOT;  in rxrpc_alloc_local()
90 		spin_lock_init(&local->client_conns_lock);  in rxrpc_alloc_local()
91 		spin_lock_init(&local->lock);  in rxrpc_alloc_local()
92 		rwlock_init(&local->services_lock);  in rxrpc_alloc_local()
93 		local->debug_id = atomic_inc_return(&rxrpc_debug_id);  in rxrpc_alloc_local()
94 		memcpy(&local->srx, srx, sizeof(*srx));  in rxrpc_alloc_local()
95 		local->srx.srx_service = 0;  in rxrpc_alloc_local()
96 		trace_rxrpc_local(local->debug_id, rxrpc_local_new, 1, NULL);  in rxrpc_alloc_local()
99 	_leave(" = %p", local);  in rxrpc_alloc_local()
100 	return local;  in rxrpc_alloc_local()
107 static int rxrpc_open_socket(struct rxrpc_local *local, struct net *net)  in rxrpc_open_socket()  argument
113 	       local, local->srx.transport_type, local->srx.transport.family);  in rxrpc_open_socket()
116 	ret = sock_create_kern(net, local->srx.transport.family,  in rxrpc_open_socket()
117 			       local->srx.transport_type, 0, &local->socket);  in rxrpc_open_socket()
124 	usk = local->socket->sk;  in rxrpc_open_socket()
130 	rcu_assign_sk_user_data(usk, local);  in rxrpc_open_socket()
140 	if (local->srx.transport.family == AF_INET6)  in rxrpc_open_socket()
146 	if (local->srx.transport_len > sizeof(sa_family_t)) {  in rxrpc_open_socket()
148 		ret = kernel_bind(local->socket,  in rxrpc_open_socket()
149 				  (struct sockaddr *)&local->srx.transport,  in rxrpc_open_socket()
150 				  local->srx.transport_len);  in rxrpc_open_socket()
157 	switch (local->srx.transport.family) {  in rxrpc_open_socket()
161 		ret = kernel_setsockopt(local->socket, SOL_IPV6, IPV6_RECVERR,  in rxrpc_open_socket()
170 		ret = kernel_setsockopt(local->socket, SOL_IPV6, IPV6_MTU_DISCOVER,  in rxrpc_open_socket()
184 		ret = kernel_setsockopt(local->socket, SOL_IP, IP_RECVERR,  in rxrpc_open_socket()
193 		ret = kernel_setsockopt(local->socket, SOL_IP, IP_MTU_DISCOVER,  in rxrpc_open_socket()
202 		ret = kernel_setsockopt(local->socket, SOL_SOCKET, SO_TIMESTAMPNS_OLD,  in rxrpc_open_socket()
218 	kernel_sock_shutdown(local->socket, SHUT_RDWR);  in rxrpc_open_socket()
219 	local->socket->sk->sk_user_data = NULL;  in rxrpc_open_socket()
220 	sock_release(local->socket);  in rxrpc_open_socket()
221 	local->socket = NULL;  in rxrpc_open_socket()
233 	struct rxrpc_local *local;  in rxrpc_lookup_local()  local
248 		local = list_entry(cursor, struct rxrpc_local, link);  in rxrpc_lookup_local()
250 		diff = rxrpc_local_cmp_key(local, srx);  in rxrpc_lookup_local()
262 			local = NULL;  in rxrpc_lookup_local()
270 		if (!rxrpc_use_local(local))  in rxrpc_lookup_local()
277 	local = rxrpc_alloc_local(rxnet, srx);  in rxrpc_lookup_local()
278 	if (!local)  in rxrpc_lookup_local()
281 	ret = rxrpc_open_socket(local, net);  in rxrpc_lookup_local()
286 		list_replace_init(cursor, &local->link);  in rxrpc_lookup_local()
288 		list_add_tail(&local->link, cursor);  in rxrpc_lookup_local()
295 	     age, local->debug_id, &local->srx.transport);  in rxrpc_lookup_local()
297 	_leave(" = %p", local);  in rxrpc_lookup_local()
298 	return local;  in rxrpc_lookup_local()
304 	if (local)  in rxrpc_lookup_local()
305 		call_rcu(&local->rcu, rxrpc_local_rcu);  in rxrpc_lookup_local()
318 struct rxrpc_local *rxrpc_get_local(struct rxrpc_local *local)  in rxrpc_get_local()  argument
323 	n = atomic_inc_return(&local->usage);  in rxrpc_get_local()
324 	trace_rxrpc_local(local->debug_id, rxrpc_local_got, n, here);  in rxrpc_get_local()
325 	return local;  in rxrpc_get_local()
331 struct rxrpc_local *rxrpc_get_local_maybe(struct rxrpc_local *local)  in rxrpc_get_local_maybe()  argument
335 	if (local) {  in rxrpc_get_local_maybe()
336 		int n = atomic_fetch_add_unless(&local->usage, 1, 0);  in rxrpc_get_local_maybe()
338 			trace_rxrpc_local(local->debug_id, rxrpc_local_got,  in rxrpc_get_local_maybe()
341 			local = NULL;  in rxrpc_get_local_maybe()
343 	return local;  in rxrpc_get_local_maybe()
349 void rxrpc_queue_local(struct rxrpc_local *local)  in rxrpc_queue_local()  argument
352 	unsigned int debug_id = local->debug_id;  in rxrpc_queue_local()
353 	int n = atomic_read(&local->usage);  in rxrpc_queue_local()
355 	if (rxrpc_queue_work(&local->processor))  in rxrpc_queue_local()
358 		rxrpc_put_local(local);  in rxrpc_queue_local()
364 void rxrpc_put_local(struct rxrpc_local *local)  in rxrpc_put_local()  argument
369 	if (local) {  in rxrpc_put_local()
370 		n = atomic_dec_return(&local->usage);  in rxrpc_put_local()
371 		trace_rxrpc_local(local->debug_id, rxrpc_local_put, n, here);  in rxrpc_put_local()
374 			call_rcu(&local->rcu, rxrpc_local_rcu);  in rxrpc_put_local()
381 struct rxrpc_local *rxrpc_use_local(struct rxrpc_local *local)  in rxrpc_use_local()  argument
385 	local = rxrpc_get_local_maybe(local);  in rxrpc_use_local()
386 	if (!local)  in rxrpc_use_local()
389 	au = atomic_fetch_add_unless(&local->active_users, 1, 0);  in rxrpc_use_local()
391 		rxrpc_put_local(local);  in rxrpc_use_local()
395 	return local;  in rxrpc_use_local()
402 void rxrpc_unuse_local(struct rxrpc_local *local)  in rxrpc_unuse_local()  argument
406 	if (local) {  in rxrpc_unuse_local()
407 		au = atomic_dec_return(&local->active_users);  in rxrpc_unuse_local()
409 			rxrpc_queue_local(local);  in rxrpc_unuse_local()
411 			rxrpc_put_local(local);  in rxrpc_unuse_local()
422 static void rxrpc_local_destroyer(struct rxrpc_local *local)  in rxrpc_local_destroyer()  argument
424 	struct socket *socket = local->socket;  in rxrpc_local_destroyer()
425 	struct rxrpc_net *rxnet = local->rxnet;  in rxrpc_local_destroyer()
427 	_enter("%d", local->debug_id);  in rxrpc_local_destroyer()
429 	local->dead = true;  in rxrpc_local_destroyer()
432 	list_del_init(&local->link);  in rxrpc_local_destroyer()
435 	rxrpc_clean_up_local_conns(local);  in rxrpc_local_destroyer()
437 	ASSERT(!local->service);  in rxrpc_local_destroyer()
440 		local->socket = NULL;  in rxrpc_local_destroyer()
449 	rxrpc_purge_queue(&local->reject_queue);  in rxrpc_local_destroyer()
450 	rxrpc_purge_queue(&local->event_queue);  in rxrpc_local_destroyer()
459 	struct rxrpc_local *local =  in rxrpc_local_processor()  local
463 	trace_rxrpc_local(local->debug_id, rxrpc_local_processing,  in rxrpc_local_processor()
464 			  atomic_read(&local->usage), NULL);  in rxrpc_local_processor()
468 		if (atomic_read(&local->active_users) == 0) {  in rxrpc_local_processor()
469 			rxrpc_local_destroyer(local);  in rxrpc_local_processor()
473 		if (!skb_queue_empty(&local->reject_queue)) {  in rxrpc_local_processor()
474 			rxrpc_reject_packets(local);  in rxrpc_local_processor()
478 		if (!skb_queue_empty(&local->event_queue)) {  in rxrpc_local_processor()
479 			rxrpc_process_local_events(local);  in rxrpc_local_processor()
484 	rxrpc_put_local(local);  in rxrpc_local_processor()
492 	struct rxrpc_local *local = container_of(rcu, struct rxrpc_local, rcu);  in rxrpc_local_rcu()  local
494 	_enter("%d", local->debug_id);  in rxrpc_local_rcu()
496 	ASSERT(!work_pending(&local->processor));  in rxrpc_local_rcu()
498 	_net("DESTROY LOCAL %d", local->debug_id);  in rxrpc_local_rcu()
499 	kfree(local);  in rxrpc_local_rcu()
508 	struct rxrpc_local *local;  in rxrpc_destroy_all_locals()  local
516 		list_for_each_entry(local, &rxnet->local_endpoints, link) {  in rxrpc_destroy_all_locals()
518 			       local, atomic_read(&local->usage));  in rxrpc_destroy_all_locals()