89 	struct rds_connection *conn, *ret = NULL;  in rds_conn_lookup()  local
91 	hlist_for_each_entry_rcu(conn, head, c_hash_node) {  in rds_conn_lookup()
92 		if (ipv6_addr_equal(&conn->c_faddr, faddr) &&  in rds_conn_lookup()
93 		    ipv6_addr_equal(&conn->c_laddr, laddr) &&  in rds_conn_lookup()
94 		    conn->c_trans == trans &&  in rds_conn_lookup()
95 		    conn->c_tos == tos &&  in rds_conn_lookup()
96 		    net == rds_conn_net(conn) &&  in rds_conn_lookup()
97 		    conn->c_dev_if == dev_if) {  in rds_conn_lookup()
98 			ret = conn;  in rds_conn_lookup()
115 	struct rds_connection *conn = cp->cp_conn;  in rds_conn_path_reset()  local
118 		 &conn->c_laddr, &conn->c_faddr);  in rds_conn_path_reset()
130 static void __rds_conn_path_init(struct rds_connection *conn,  in __rds_conn_path_init()  argument
139 	cp->cp_conn = conn;  in __rds_conn_path_init()
168 	struct rds_connection *conn, *parent = NULL;  in __rds_conn_create()  local
176 	conn = rds_conn_lookup(net, head, laddr, faddr, trans, tos, dev_if);  in __rds_conn_create()
177 	if (conn &&  in __rds_conn_create()
178 	    conn->c_loopback &&  in __rds_conn_create()
179 	    conn->c_trans != &rds_loop_transport &&  in __rds_conn_create()
186 		parent = conn;  in __rds_conn_create()
187 		conn = parent->c_passive;  in __rds_conn_create()
190 	if (conn)  in __rds_conn_create()
193 	conn = kmem_cache_zalloc(rds_conn_slab, gfp);  in __rds_conn_create()
194 	if (!conn) {  in __rds_conn_create()
195 		conn = ERR_PTR(-ENOMEM);  in __rds_conn_create()
198 	conn->c_path = kcalloc(npaths, sizeof(struct rds_conn_path), gfp);  in __rds_conn_create()
199 	if (!conn->c_path) {  in __rds_conn_create()
200 		kmem_cache_free(rds_conn_slab, conn);  in __rds_conn_create()
201 		conn = ERR_PTR(-ENOMEM);  in __rds_conn_create()
205 	INIT_HLIST_NODE(&conn->c_hash_node);  in __rds_conn_create()
206 	conn->c_laddr = *laddr;  in __rds_conn_create()
207 	conn->c_isv6 = !ipv6_addr_v4mapped(laddr);  in __rds_conn_create()
208 	conn->c_faddr = *faddr;  in __rds_conn_create()
209 	conn->c_dev_if = dev_if;  in __rds_conn_create()
210 	conn->c_tos = tos;  in __rds_conn_create()
219 		conn->c_bound_if = dev_if;  in __rds_conn_create()
222 		conn->c_bound_if = 0;  in __rds_conn_create()
224 	rds_conn_net_set(conn, net);  in __rds_conn_create()
226 	ret = rds_cong_get_maps(conn);  in __rds_conn_create()
228 		kfree(conn->c_path);  in __rds_conn_create()
229 		kmem_cache_free(rds_conn_slab, conn);  in __rds_conn_create()
230 		conn = ERR_PTR(ret);  in __rds_conn_create()
239 	loop_trans = rds_trans_get_preferred(net, faddr, conn->c_dev_if);  in __rds_conn_create()
242 		conn->c_loopback = 1;  in __rds_conn_create()
256 				kmem_cache_free(rds_conn_slab, conn);  in __rds_conn_create()
257 				conn = ERR_PTR(-EOPNOTSUPP);  in __rds_conn_create()
263 	conn->c_trans = trans;  in __rds_conn_create()
265 	init_waitqueue_head(&conn->c_hs_waitq);  in __rds_conn_create()
267 		__rds_conn_path_init(conn, &conn->c_path[i],  in __rds_conn_create()
269 		conn->c_path[i].cp_index = i;  in __rds_conn_create()
272 	if (rds_destroy_pending(conn))  in __rds_conn_create()
275 		ret = trans->conn_alloc(conn, GFP_ATOMIC);  in __rds_conn_create()
278 		kfree(conn->c_path);  in __rds_conn_create()
279 		kmem_cache_free(rds_conn_slab, conn);  in __rds_conn_create()
280 		conn = ERR_PTR(ret);  in __rds_conn_create()
285 		 conn, laddr, faddr,  in __rds_conn_create()
300 			trans->conn_free(conn->c_path[0].cp_transport_data);  in __rds_conn_create()
301 			kfree(conn->c_path);  in __rds_conn_create()
302 			kmem_cache_free(rds_conn_slab, conn);  in __rds_conn_create()
303 			conn = parent->c_passive;  in __rds_conn_create()
305 			parent->c_passive = conn;  in __rds_conn_create()
306 			rds_cong_add_conn(conn);  in __rds_conn_create()
320 				cp = &conn->c_path[i];  in __rds_conn_create()
328 			kfree(conn->c_path);  in __rds_conn_create()
329 			kmem_cache_free(rds_conn_slab, conn);  in __rds_conn_create()
330 			conn = found;  in __rds_conn_create()
332 			conn->c_my_gen_num = rds_gen_num;  in __rds_conn_create()
333 			conn->c_peer_gen_num = 0;  in __rds_conn_create()
334 			hlist_add_head_rcu(&conn->c_hash_node, head);  in __rds_conn_create()
335 			rds_cong_add_conn(conn);  in __rds_conn_create()
343 	return conn;  in __rds_conn_create()
368 	struct rds_connection *conn = cp->cp_conn;  in rds_conn_shutdown()  local
397 		conn->c_trans->conn_path_shutdown(cp);  in rds_conn_shutdown()
429 	if (!hlist_unhashed(&conn->c_hash_node)) {  in rds_conn_shutdown()
480 void rds_conn_destroy(struct rds_connection *conn)  in rds_conn_destroy()  argument
485 	int npaths = (conn->c_trans->t_mp_capable ? RDS_MPATH_WORKERS : 1);  in rds_conn_destroy()
488 		 "%pI4\n", conn, &conn->c_laddr,  in rds_conn_destroy()
489 		 &conn->c_faddr);  in rds_conn_destroy()
493 	hlist_del_init_rcu(&conn->c_hash_node);  in rds_conn_destroy()
499 		cp = &conn->c_path[i];  in rds_conn_destroy()
509 	rds_cong_remove_conn(conn);  in rds_conn_destroy()
511 	kfree(conn->c_path);  in rds_conn_destroy()
512 	kmem_cache_free(rds_conn_slab, conn);  in rds_conn_destroy()
540 	struct rds_connection *conn;  in rds_conn_message_info_cmn()  local
556 		hlist_for_each_entry_rcu(conn, head, c_hash_node) {  in rds_conn_message_info_cmn()
560 			if (!isv6 && conn->c_isv6)  in rds_conn_message_info_cmn()
563 			npaths = (conn->c_trans->t_mp_capable ?  in rds_conn_message_info_cmn()
567 				cp = &conn->c_path[j];  in rds_conn_message_info_cmn()
581 								 &conn->c_laddr,  in rds_conn_message_info_cmn()
582 								 &conn->c_faddr,  in rds_conn_message_info_cmn()
659 	struct rds_connection *conn;  in rds_for_each_conn_info()  local
669 		hlist_for_each_entry_rcu(conn, head, c_hash_node) {  in rds_for_each_conn_info()
672 			if (!visitor(conn, buffer))  in rds_for_each_conn_info()
697 	struct rds_connection *conn;  in rds_walk_conn_path_info()  local
707 		hlist_for_each_entry_rcu(conn, head, c_hash_node) {  in rds_walk_conn_path_info()
718 			cp = conn->c_path;  in rds_walk_conn_path_info()
741 	struct rds_connection *conn = cp->cp_conn;  in rds_conn_info_visitor()  local
743 	if (conn->c_isv6)  in rds_conn_info_visitor()
748 	cinfo->laddr = conn->c_laddr.s6_addr32[3];  in rds_conn_info_visitor()
749 	cinfo->faddr = conn->c_faddr.s6_addr32[3];  in rds_conn_info_visitor()
750 	cinfo->tos = conn->c_tos;  in rds_conn_info_visitor()
751 	strncpy(cinfo->transport, conn->c_trans->t_name,  in rds_conn_info_visitor()
771 	struct rds_connection *conn = cp->cp_conn;  in rds6_conn_info_visitor()  local
775 	cinfo6->laddr = conn->c_laddr;  in rds6_conn_info_visitor()
776 	cinfo6->faddr = conn->c_faddr;  in rds6_conn_info_visitor()
777 	strncpy(cinfo6->transport, conn->c_trans->t_name,  in rds6_conn_info_visitor()
894 void rds_conn_drop(struct rds_connection *conn)  in rds_conn_drop()  argument
896 	WARN_ON(conn->c_trans->t_mp_capable);  in rds_conn_drop()
897 	rds_conn_path_drop(&conn->c_path[0], false);  in rds_conn_drop()
921 void rds_check_all_paths(struct rds_connection *conn)  in rds_check_all_paths()  argument
926 		rds_conn_path_connect_if_down(&conn->c_path[i]);  in rds_check_all_paths()
927 	} while (++i < conn->c_npaths);  in rds_check_all_paths()
930 void rds_conn_connect_if_down(struct rds_connection *conn)  in rds_conn_connect_if_down()  argument
932 	WARN_ON(conn->c_trans->t_mp_capable);  in rds_conn_connect_if_down()
933 	rds_conn_path_connect_if_down(&conn->c_path[0]);  in rds_conn_connect_if_down()