92 u32 rds_tcp_write_seq(struct rds_tcp_connection *tc)  in rds_tcp_write_seq()  argument
95 	return tcp_sk(tc->t_sock->sk)->write_seq;  in rds_tcp_write_seq()
98 u32 rds_tcp_snd_una(struct rds_tcp_connection *tc)  in rds_tcp_snd_una()  argument
100 	return tcp_sk(tc->t_sock->sk)->snd_una;  in rds_tcp_snd_una()
104 			       struct rds_tcp_connection *tc)  in rds_tcp_restore_callbacks()  argument
106 	rdsdebug("restoring sock %p callbacks from tc %p\n", sock, tc);  in rds_tcp_restore_callbacks()
111 	list_del_init(&tc->t_list_item);  in rds_tcp_restore_callbacks()
115 	if (!tc->t_cpath->cp_conn->c_isv6)  in rds_tcp_restore_callbacks()
119 	tc->t_sock = NULL;  in rds_tcp_restore_callbacks()
121 	sock->sk->sk_write_space = tc->t_orig_write_space;  in rds_tcp_restore_callbacks()
122 	sock->sk->sk_data_ready = tc->t_orig_data_ready;  in rds_tcp_restore_callbacks()
123 	sock->sk->sk_state_change = tc->t_orig_state_change;  in rds_tcp_restore_callbacks()
141 	struct rds_tcp_connection *tc = cp->cp_transport_data;  in rds_tcp_reset_callbacks()  local
142 	struct socket *osock = tc->t_sock;  in rds_tcp_reset_callbacks()
173 	if (tc->t_tinc) {  in rds_tcp_reset_callbacks()
174 		rds_inc_put(&tc->t_tinc->ti_inc);  in rds_tcp_reset_callbacks()
175 		tc->t_tinc = NULL;  in rds_tcp_reset_callbacks()
177 	tc->t_tinc_hdr_rem = sizeof(struct rds_header);  in rds_tcp_reset_callbacks()
178 	tc->t_tinc_data_rem = 0;  in rds_tcp_reset_callbacks()
179 	rds_tcp_restore_callbacks(osock, tc);  in rds_tcp_reset_callbacks()
195 	struct rds_tcp_connection *tc = cp->cp_transport_data;  in rds_tcp_set_callbacks()  local
197 	rdsdebug("setting sock %p callbacks to tc %p\n", sock, tc);  in rds_tcp_set_callbacks()
202 	list_add_tail(&tc->t_list_item, &rds_tcp_tc_list);  in rds_tcp_set_callbacks()
206 	if (!tc->t_cpath->cp_conn->c_isv6)  in rds_tcp_set_callbacks()
214 	tc->t_sock = sock;  in rds_tcp_set_callbacks()
215 	tc->t_cpath = cp;  in rds_tcp_set_callbacks()
216 	tc->t_orig_data_ready = sock->sk->sk_data_ready;  in rds_tcp_set_callbacks()
217 	tc->t_orig_write_space = sock->sk->sk_write_space;  in rds_tcp_set_callbacks()
218 	tc->t_orig_state_change = sock->sk->sk_state_change;  in rds_tcp_set_callbacks()
236 	struct rds_tcp_connection *tc;  in rds_tcp_tc_info()  local
244 	list_for_each_entry(tc, &rds_tcp_tc_list, t_list_item) {  in rds_tcp_tc_info()
245 		struct inet_sock *inet = inet_sk(tc->t_sock->sk);  in rds_tcp_tc_info()
247 		if (tc->t_cpath->cp_conn->c_isv6)  in rds_tcp_tc_info()
255 		tsinfo.hdr_rem = tc->t_tinc_hdr_rem;  in rds_tcp_tc_info()
256 		tsinfo.data_rem = tc->t_tinc_data_rem;  in rds_tcp_tc_info()
257 		tsinfo.last_sent_nxt = tc->t_last_sent_nxt;  in rds_tcp_tc_info()
258 		tsinfo.last_expected_una = tc->t_last_expected_una;  in rds_tcp_tc_info()
259 		tsinfo.last_seen_una = tc->t_last_seen_una;  in rds_tcp_tc_info()
260 		tsinfo.tos = tc->t_cpath->cp_conn->c_tos;  in rds_tcp_tc_info()
282 	struct rds_tcp_connection *tc;  in rds6_tcp_tc_info()  local
290 	list_for_each_entry(tc, &rds_tcp_tc_list, t_list_item) {  in rds6_tcp_tc_info()
291 		struct sock *sk = tc->t_sock->sk;  in rds6_tcp_tc_info()
299 		tsinfo6.hdr_rem = tc->t_tinc_hdr_rem;  in rds6_tcp_tc_info()
300 		tsinfo6.data_rem = tc->t_tinc_data_rem;  in rds6_tcp_tc_info()
301 		tsinfo6.last_sent_nxt = tc->t_last_sent_nxt;  in rds6_tcp_tc_info()
302 		tsinfo6.last_expected_una = tc->t_last_expected_una;  in rds6_tcp_tc_info()
303 		tsinfo6.last_seen_una = tc->t_last_seen_una;  in rds6_tcp_tc_info()
353 	struct rds_tcp_connection *tc = arg;  in rds_tcp_conn_free()  local
356 	rdsdebug("freeing tc %p\n", tc);  in rds_tcp_conn_free()
359 	if (!tc->t_tcp_node_detached)  in rds_tcp_conn_free()
360 		list_del(&tc->t_tcp_node);  in rds_tcp_conn_free()
363 	kmem_cache_free(rds_tcp_conn_slab, tc);  in rds_tcp_conn_free()
368 	struct rds_tcp_connection *tc;  in rds_tcp_conn_alloc()  local
373 		tc = kmem_cache_alloc(rds_tcp_conn_slab, gfp);  in rds_tcp_conn_alloc()
374 		if (!tc) {  in rds_tcp_conn_alloc()
378 		mutex_init(&tc->t_conn_path_lock);  in rds_tcp_conn_alloc()
379 		tc->t_sock = NULL;  in rds_tcp_conn_alloc()
380 		tc->t_tinc = NULL;  in rds_tcp_conn_alloc()
381 		tc->t_tinc_hdr_rem = sizeof(struct rds_header);  in rds_tcp_conn_alloc()
382 		tc->t_tinc_data_rem = 0;  in rds_tcp_conn_alloc()
384 		conn->c_path[i].cp_transport_data = tc;  in rds_tcp_conn_alloc()
385 		tc->t_cpath = &conn->c_path[i];  in rds_tcp_conn_alloc()
386 		tc->t_tcp_node_detached = true;  in rds_tcp_conn_alloc()
393 		tc = conn->c_path[i].cp_transport_data;  in rds_tcp_conn_alloc()
394 		tc->t_tcp_node_detached = false;  in rds_tcp_conn_alloc()
395 		list_add_tail(&tc->t_tcp_node, &rds_tcp_conn_list);  in rds_tcp_conn_alloc()
408 	struct rds_tcp_connection *tc, *_tc;  in list_has_conn()  local
410 	list_for_each_entry_safe(tc, _tc, list, t_tcp_node) {  in list_has_conn()
411 		if (tc->t_cpath->cp_conn == conn)  in list_has_conn()
429 	struct rds_tcp_connection *tc, *_tc;  in rds_tcp_destroy_conns()  local
434 	list_for_each_entry_safe(tc, _tc, &rds_tcp_conn_list, t_tcp_node) {  in rds_tcp_destroy_conns()
435 		if (!list_has_conn(&tmp_list, tc->t_cpath->cp_conn))  in rds_tcp_destroy_conns()
436 			list_move_tail(&tc->t_tcp_node, &tmp_list);  in rds_tcp_destroy_conns()
440 	list_for_each_entry_safe(tc, _tc, &tmp_list, t_tcp_node)  in rds_tcp_destroy_conns()
441 		rds_conn_destroy(tc->t_cpath->cp_conn);  in rds_tcp_destroy_conns()
604 	struct rds_tcp_connection *tc, *_tc;  in rds_tcp_kill_sock()  local
612 	list_for_each_entry_safe(tc, _tc, &rds_tcp_conn_list, t_tcp_node) {  in rds_tcp_kill_sock()
613 		struct net *c_net = read_pnet(&tc->t_cpath->cp_conn->c_net);  in rds_tcp_kill_sock()
617 		if (!list_has_conn(&tmp_list, tc->t_cpath->cp_conn)) {  in rds_tcp_kill_sock()
618 			list_move_tail(&tc->t_tcp_node, &tmp_list);  in rds_tcp_kill_sock()
620 			list_del(&tc->t_tcp_node);  in rds_tcp_kill_sock()
621 			tc->t_tcp_node_detached = true;  in rds_tcp_kill_sock()
625 	list_for_each_entry_safe(tc, _tc, &tmp_list, t_tcp_node)  in rds_tcp_kill_sock()
626 		rds_conn_destroy(tc->t_cpath->cp_conn);  in rds_tcp_kill_sock()
667 	struct rds_tcp_connection *tc, *_tc;  in rds_tcp_sysctl_reset()  local
670 	list_for_each_entry_safe(tc, _tc, &rds_tcp_conn_list, t_tcp_node) {  in rds_tcp_sysctl_reset()
671 		struct net *c_net = read_pnet(&tc->t_cpath->cp_conn->c_net);  in rds_tcp_sysctl_reset()
673 		if (net != c_net || !tc->t_sock)  in rds_tcp_sysctl_reset()
677 		rds_conn_path_drop(tc->t_cpath, false);  in rds_tcp_sysctl_reset()