76 static long rxrpc_peer_cmp_key(const struct rxrpc_peer *peer,  in rxrpc_peer_cmp_key()  argument
83 	diff = ((peer->hash_key - hash_key) ?:  in rxrpc_peer_cmp_key()
84 		((unsigned long)peer->local - (unsigned long)local) ?:  in rxrpc_peer_cmp_key()
85 		(peer->srx.transport_type - srx->transport_type) ?:  in rxrpc_peer_cmp_key()
86 		(peer->srx.transport_len - srx->transport_len) ?:  in rxrpc_peer_cmp_key()
87 		(peer->srx.transport.family - srx->transport.family));  in rxrpc_peer_cmp_key()
93 		return ((u16 __force)peer->srx.transport.sin.sin_port -  in rxrpc_peer_cmp_key()
95 			memcmp(&peer->srx.transport.sin.sin_addr,  in rxrpc_peer_cmp_key()
100 		return ((u16 __force)peer->srx.transport.sin6.sin6_port -  in rxrpc_peer_cmp_key()
102 			memcmp(&peer->srx.transport.sin6.sin6_addr,  in rxrpc_peer_cmp_key()
119 	struct rxrpc_peer *peer;  in __rxrpc_lookup_peer_rcu()  local
122 	hash_for_each_possible_rcu(rxnet->peer_hash, peer, hash_link, hash_key) {  in __rxrpc_lookup_peer_rcu()
123 		if (rxrpc_peer_cmp_key(peer, local, srx, hash_key) == 0 &&  in __rxrpc_lookup_peer_rcu()
124 		    atomic_read(&peer->usage) > 0)  in __rxrpc_lookup_peer_rcu()
125 			return peer;  in __rxrpc_lookup_peer_rcu()
137 	struct rxrpc_peer *peer;  in rxrpc_lookup_peer_rcu()  local
140 	peer = __rxrpc_lookup_peer_rcu(local, srx, hash_key);  in rxrpc_lookup_peer_rcu()
141 	if (peer) {  in rxrpc_lookup_peer_rcu()
142 		_net("PEER %d {%pISp}", peer->debug_id, &peer->srx.transport);  in rxrpc_lookup_peer_rcu()
143 		_leave(" = %p {u=%d}", peer, atomic_read(&peer->usage));  in rxrpc_lookup_peer_rcu()
145 	return peer;  in rxrpc_lookup_peer_rcu()
153 				  struct rxrpc_peer *peer)  in rxrpc_assess_MTU_size()  argument
164 	peer->if_mtu = 1500;  in rxrpc_assess_MTU_size()
167 	switch (peer->srx.transport.family) {  in rxrpc_assess_MTU_size()
171 			peer->srx.transport.sin.sin_addr.s_addr, 0,  in rxrpc_assess_MTU_size()
185 		memcpy(&fl6->daddr, &peer->srx.transport.sin6.sin6_addr,  in rxrpc_assess_MTU_size()
201 	peer->if_mtu = dst_mtu(dst);  in rxrpc_assess_MTU_size()
204 	_leave(" [if_mtu %u]", peer->if_mtu);  in rxrpc_assess_MTU_size()
212 	struct rxrpc_peer *peer;  in rxrpc_alloc_peer()  local
216 	peer = kzalloc(sizeof(struct rxrpc_peer), gfp);  in rxrpc_alloc_peer()
217 	if (peer) {  in rxrpc_alloc_peer()
218 		atomic_set(&peer->usage, 1);  in rxrpc_alloc_peer()
219 		peer->local = rxrpc_get_local(local);  in rxrpc_alloc_peer()
220 		INIT_HLIST_HEAD(&peer->error_targets);  in rxrpc_alloc_peer()
221 		peer->service_conns = RB_ROOT;  in rxrpc_alloc_peer()
222 		seqlock_init(&peer->service_conn_lock);  in rxrpc_alloc_peer()
223 		spin_lock_init(&peer->lock);  in rxrpc_alloc_peer()
224 		spin_lock_init(&peer->rtt_input_lock);  in rxrpc_alloc_peer()
225 		peer->debug_id = atomic_inc_return(&rxrpc_debug_id);  in rxrpc_alloc_peer()
228 			peer->cong_cwnd = 2;  in rxrpc_alloc_peer()
230 			peer->cong_cwnd = 3;  in rxrpc_alloc_peer()
232 			peer->cong_cwnd = 4;  in rxrpc_alloc_peer()
235 	_leave(" = %p", peer);  in rxrpc_alloc_peer()
236 	return peer;  in rxrpc_alloc_peer()
242 static void rxrpc_init_peer(struct rxrpc_sock *rx, struct rxrpc_peer *peer,  in rxrpc_init_peer()  argument
245 	peer->hash_key = hash_key;  in rxrpc_init_peer()
246 	rxrpc_assess_MTU_size(rx, peer);  in rxrpc_init_peer()
247 	peer->mtu = peer->if_mtu;  in rxrpc_init_peer()
248 	peer->rtt_last_req = ktime_get_real();  in rxrpc_init_peer()
250 	switch (peer->srx.transport.family) {  in rxrpc_init_peer()
252 		peer->hdrsize = sizeof(struct iphdr);  in rxrpc_init_peer()
256 		peer->hdrsize = sizeof(struct ipv6hdr);  in rxrpc_init_peer()
263 	switch (peer->srx.transport_type) {  in rxrpc_init_peer()
265 		peer->hdrsize += sizeof(struct udphdr);  in rxrpc_init_peer()
271 	peer->hdrsize += sizeof(struct rxrpc_wire_header);  in rxrpc_init_peer()
272 	peer->maxdata = peer->mtu - peer->hdrsize;  in rxrpc_init_peer()
284 	struct rxrpc_peer *peer;  in rxrpc_create_peer()  local
288 	peer = rxrpc_alloc_peer(local, gfp);  in rxrpc_create_peer()
289 	if (peer) {  in rxrpc_create_peer()
290 		memcpy(&peer->srx, srx, sizeof(*srx));  in rxrpc_create_peer()
291 		rxrpc_init_peer(rx, peer, hash_key);  in rxrpc_create_peer()
294 	_leave(" = %p", peer);  in rxrpc_create_peer()
295 	return peer;  in rxrpc_create_peer()
304 			     struct rxrpc_peer *peer)  in rxrpc_new_incoming_peer()  argument
309 	hash_key = rxrpc_peer_hash_key(local, &peer->srx);  in rxrpc_new_incoming_peer()
310 	rxrpc_init_peer(rx, peer, hash_key);  in rxrpc_new_incoming_peer()
313 	hash_add_rcu(rxnet->peer_hash, &peer->hash_link, hash_key);  in rxrpc_new_incoming_peer()
314 	list_add_tail(&peer->keepalive_link, &rxnet->peer_keepalive_new);  in rxrpc_new_incoming_peer()
325 	struct rxrpc_peer *peer, *candidate;  in rxrpc_lookup_peer()  local
333 	peer = __rxrpc_lookup_peer_rcu(local, srx, hash_key);  in rxrpc_lookup_peer()
334 	if (peer && !rxrpc_get_peer_maybe(peer))  in rxrpc_lookup_peer()
335 		peer = NULL;  in rxrpc_lookup_peer()
338 	if (!peer) {  in rxrpc_lookup_peer()
351 		peer = __rxrpc_lookup_peer_rcu(local, srx, hash_key);  in rxrpc_lookup_peer()
352 		if (peer && !rxrpc_get_peer_maybe(peer))  in rxrpc_lookup_peer()
353 			peer = NULL;  in rxrpc_lookup_peer()
354 		if (!peer) {  in rxrpc_lookup_peer()
363 		if (peer)  in rxrpc_lookup_peer()
366 			peer = candidate;  in rxrpc_lookup_peer()
369 	_net("PEER %d {%pISp}", peer->debug_id, &peer->srx.transport);  in rxrpc_lookup_peer()
371 	_leave(" = %p {u=%d}", peer, atomic_read(&peer->usage));  in rxrpc_lookup_peer()
372 	return peer;  in rxrpc_lookup_peer()
378 struct rxrpc_peer *rxrpc_get_peer(struct rxrpc_peer *peer)  in rxrpc_get_peer()  argument
383 	n = atomic_inc_return(&peer->usage);  in rxrpc_get_peer()
384 	trace_rxrpc_peer(peer->debug_id, rxrpc_peer_got, n, here);  in rxrpc_get_peer()
385 	return peer;  in rxrpc_get_peer()
391 struct rxrpc_peer *rxrpc_get_peer_maybe(struct rxrpc_peer *peer)  in rxrpc_get_peer_maybe()  argument
395 	if (peer) {  in rxrpc_get_peer_maybe()
396 		int n = atomic_fetch_add_unless(&peer->usage, 1, 0);  in rxrpc_get_peer_maybe()
398 			trace_rxrpc_peer(peer->debug_id, rxrpc_peer_got, n + 1, here);  in rxrpc_get_peer_maybe()
400 			peer = NULL;  in rxrpc_get_peer_maybe()
402 	return peer;  in rxrpc_get_peer_maybe()
408 static void __rxrpc_put_peer(struct rxrpc_peer *peer)  in __rxrpc_put_peer()  argument
410 	struct rxrpc_net *rxnet = peer->local->rxnet;  in __rxrpc_put_peer()
412 	ASSERT(hlist_empty(&peer->error_targets));  in __rxrpc_put_peer()
415 	hash_del_rcu(&peer->hash_link);  in __rxrpc_put_peer()
416 	list_del_init(&peer->keepalive_link);  in __rxrpc_put_peer()
419 	rxrpc_put_local(peer->local);  in __rxrpc_put_peer()
420 	kfree_rcu(peer, rcu);  in __rxrpc_put_peer()
426 void rxrpc_put_peer(struct rxrpc_peer *peer)  in rxrpc_put_peer()  argument
432 	if (peer) {  in rxrpc_put_peer()
433 		debug_id = peer->debug_id;  in rxrpc_put_peer()
434 		n = atomic_dec_return(&peer->usage);  in rxrpc_put_peer()
437 			__rxrpc_put_peer(peer);  in rxrpc_put_peer()
445 void rxrpc_put_peer_locked(struct rxrpc_peer *peer)  in rxrpc_put_peer_locked()  argument
448 	unsigned int debug_id = peer->debug_id;  in rxrpc_put_peer_locked()
451 	n = atomic_dec_return(&peer->usage);  in rxrpc_put_peer_locked()
454 		hash_del_rcu(&peer->hash_link);  in rxrpc_put_peer_locked()
455 		list_del_init(&peer->keepalive_link);  in rxrpc_put_peer_locked()
456 		rxrpc_put_local(peer->local);  in rxrpc_put_peer_locked()
457 		kfree_rcu(peer, rcu);  in rxrpc_put_peer_locked()
466 	struct rxrpc_peer *peer;  in rxrpc_destroy_all_peers()  local
473 		hlist_for_each_entry(peer, &rxnet->peer_hash[i], hash_link) {  in rxrpc_destroy_all_peers()
475 			       peer->debug_id,  in rxrpc_destroy_all_peers()
476 			       atomic_read(&peer->usage),  in rxrpc_destroy_all_peers()
477 			       &peer->srx.transport);  in rxrpc_destroy_all_peers()
493 	*_srx = call->peer->srx;  in rxrpc_kernel_get_peer()
506 	return call->peer->rtt;  in rxrpc_kernel_get_rtt()