50 static void rds_ib_set_protocol(struct rds_connection *conn, unsigned int version)  in rds_ib_set_protocol()  argument
52 	conn->c_version = version;  in rds_ib_set_protocol()
58 static void rds_ib_set_flow_control(struct rds_connection *conn, u32 credits)  in rds_ib_set_flow_control()  argument
60 	struct rds_ib_connection *ic = conn->c_transport_data;  in rds_ib_set_flow_control()
65 		rds_ib_send_add_credits(conn, credits);  in rds_ib_set_flow_control()
100 void rds_ib_cm_connect_complete(struct rds_connection *conn, struct rdma_cm_event *event)  in rds_ib_cm_connect_complete()  argument
102 	struct rds_ib_connection *ic = conn->c_transport_data;  in rds_ib_cm_connect_complete()
111 	dp = event->param.conn.private_data;  in rds_ib_cm_connect_complete()
112 	if (conn->c_isv6) {  in rds_ib_cm_connect_complete()
113 		if (event->param.conn.private_data_len >=  in rds_ib_cm_connect_complete()
125 	} else if (event->param.conn.private_data_len >=  in rds_ib_cm_connect_complete()
135 		rds_ib_set_protocol(conn, RDS_PROTOCOL(major, minor));  in rds_ib_cm_connect_complete()
136 		rds_ib_set_flow_control(conn, be32_to_cpu(credit));  in rds_ib_cm_connect_complete()
139 	if (conn->c_version < RDS_PROTOCOL_VERSION) {  in rds_ib_cm_connect_complete()
140 		if (conn->c_version != RDS_PROTOCOL_COMPAT_VERSION) {  in rds_ib_cm_connect_complete()
142 				  &conn->c_laddr, &conn->c_faddr,  in rds_ib_cm_connect_complete()
143 				  RDS_PROTOCOL_MAJOR(conn->c_version),  in rds_ib_cm_connect_complete()
144 				  RDS_PROTOCOL_MINOR(conn->c_version));  in rds_ib_cm_connect_complete()
145 			rds_conn_destroy(conn);  in rds_ib_cm_connect_complete()
152 		  &conn->c_laddr, &conn->c_faddr, conn->c_tos,  in rds_ib_cm_connect_complete()
153 		  RDS_PROTOCOL_MAJOR(conn->c_version),  in rds_ib_cm_connect_complete()
154 		  RDS_PROTOCOL_MINOR(conn->c_version),  in rds_ib_cm_connect_complete()
170 	rds_ib_recv_refill(conn, 1, GFP_KERNEL);  in rds_ib_cm_connect_complete()
181 	err = rds_ib_update_ipaddr(ic->rds_ibdev, &conn->c_laddr);  in rds_ib_cm_connect_complete()
190 			rds_send_drop_acked(conn, be64_to_cpu(ack_seq),  in rds_ib_cm_connect_complete()
194 	conn->c_proposed_version = conn->c_version;  in rds_ib_cm_connect_complete()
195 	rds_connect_complete(conn);  in rds_ib_cm_connect_complete()
198 static void rds_ib_cm_fill_conn_param(struct rds_connection *conn,  in rds_ib_cm_fill_conn_param()  argument
206 	struct rds_ib_connection *ic = conn->c_transport_data;  in rds_ib_cm_fill_conn_param()
221 			dp->ricp_v6.dp_saddr = conn->c_laddr;  in rds_ib_cm_fill_conn_param()
222 			dp->ricp_v6.dp_daddr = conn->c_faddr;  in rds_ib_cm_fill_conn_param()
231 			dp->ricp_v6.dp_cmn.ricpc_dp_toss = conn->c_tos;  in rds_ib_cm_fill_conn_param()
236 			dp->ricp_v4.dp_saddr = conn->c_laddr.s6_addr32[3];  in rds_ib_cm_fill_conn_param()
237 			dp->ricp_v4.dp_daddr = conn->c_faddr.s6_addr32[3];  in rds_ib_cm_fill_conn_param()
246 			dp->ricp_v4.dp_cmn.ricpc_dp_toss = conn->c_tos;  in rds_ib_cm_fill_conn_param()
284 	struct rds_connection *conn = context;  in rds_ib_cq_comp_handler_recv()  local
285 	struct rds_ib_connection *ic = conn->c_transport_data;  in rds_ib_cq_comp_handler_recv()
287 	rdsdebug("conn %p cq %p\n", conn, cq);  in rds_ib_cq_comp_handler_recv()
320 	struct rds_connection *conn = ic->conn;  in rds_ib_tasklet_fn_send()  local
332 	if (rds_conn_up(conn) &&  in rds_ib_tasklet_fn_send()
333 	    (!test_bit(RDS_LL_SEND_FULL, &conn->c_flags) ||  in rds_ib_tasklet_fn_send()
334 	    test_bit(0, &conn->c_map_queued)))  in rds_ib_tasklet_fn_send()
335 		rds_send_xmit(&ic->conn->c_path[0]);  in rds_ib_tasklet_fn_send()
360 	struct rds_connection *conn = ic->conn;  in rds_ib_tasklet_fn_recv()  local
365 		rds_conn_drop(conn);  in rds_ib_tasklet_fn_recv()
381 		rds_send_drop_acked(conn, state.ack_recv, NULL);  in rds_ib_tasklet_fn_recv()
385 	if (rds_conn_up(conn))  in rds_ib_tasklet_fn_recv()
391 	struct rds_connection *conn = data;  in rds_ib_qp_event_handler()  local
392 	struct rds_ib_connection *ic = conn->c_transport_data;  in rds_ib_qp_event_handler()
394 	rdsdebug("conn %p ic %p event %u (%s)\n", conn, ic, event->event,  in rds_ib_qp_event_handler()
404 			 &conn->c_laddr, &conn->c_faddr);  in rds_ib_qp_event_handler()
405 		rds_conn_drop(conn);  in rds_ib_qp_event_handler()
412 	struct rds_connection *conn = context;  in rds_ib_cq_comp_handler_send()  local
413 	struct rds_ib_connection *ic = conn->c_transport_data;  in rds_ib_cq_comp_handler_send()
415 	rdsdebug("conn %p cq %p\n", conn, cq);  in rds_ib_cq_comp_handler_send()
510 static int rds_ib_setup_qp(struct rds_connection *conn)  in rds_ib_setup_qp()  argument
512 	struct rds_ib_connection *ic = conn->c_transport_data;  in rds_ib_setup_qp()
536 	rds_ib_add_conn(rds_ibdev, conn);  in rds_ib_setup_qp()
555 				     rds_ib_cq_event_handler, conn,  in rds_ib_setup_qp()
569 				     rds_ib_cq_event_handler, conn,  in rds_ib_setup_qp()
594 	attr.qp_context = conn;  in rds_ib_setup_qp()
660 	rdsdebug("conn %p pd %p cq %p %p\n", conn, ic->i_pd,  in rds_ib_setup_qp()
693 	rds_ib_remove_conn(rds_ibdev, conn);  in rds_ib_setup_qp()
702 	const union rds_ib_conn_priv *dp = event->param.conn.private_data;  in rds_ib_protocol_compatible()
719 	if (!event->param.conn.private_data_len) {  in rds_ib_protocol_compatible()
738 	if (event->param.conn.private_data_len < data_len || major == 0)  in rds_ib_protocol_compatible()
795 	struct rds_connection *conn = NULL;  in rds_ib_cm_handle_connect()  local
816 	dp = event->param.conn.private_data;  in rds_ib_cm_handle_connect()
862 	conn = rds_conn_create(&init_net, daddr6, saddr6,  in rds_ib_cm_handle_connect()
865 	if (IS_ERR(conn)) {  in rds_ib_cm_handle_connect()
866 		rdsdebug("rds_conn_create failed (%ld)\n", PTR_ERR(conn));  in rds_ib_cm_handle_connect()
867 		conn = NULL;  in rds_ib_cm_handle_connect()
878 	mutex_lock(&conn->c_cm_lock);  in rds_ib_cm_handle_connect()
879 	if (!rds_conn_transition(conn, RDS_CONN_DOWN, RDS_CONN_CONNECTING)) {  in rds_ib_cm_handle_connect()
880 		if (rds_conn_state(conn) == RDS_CONN_UP) {  in rds_ib_cm_handle_connect()
882 			rds_conn_drop(conn);  in rds_ib_cm_handle_connect()
885 		if (rds_conn_state(conn) == RDS_CONN_CONNECTING) {  in rds_ib_cm_handle_connect()
892 	ic = conn->c_transport_data;  in rds_ib_cm_handle_connect()
894 	rds_ib_set_protocol(conn, version);  in rds_ib_cm_handle_connect()
895 	rds_ib_set_flow_control(conn, be32_to_cpu(dp_cmn->ricpc_credit));  in rds_ib_cm_handle_connect()
900 		rds_send_drop_acked(conn, be64_to_cpu(dp_cmn->ricpc_ack_seq),  in rds_ib_cm_handle_connect()
907 	cm_id->context = conn;  in rds_ib_cm_handle_connect()
913 	err = rds_ib_setup_qp(conn);  in rds_ib_cm_handle_connect()
915 		rds_ib_conn_error(conn, "rds_ib_setup_qp failed (%d)\n", err);  in rds_ib_cm_handle_connect()
919 	rds_ib_cm_fill_conn_param(conn, &conn_param, &dp_rep, version,  in rds_ib_cm_handle_connect()
920 				  event->param.conn.responder_resources,  in rds_ib_cm_handle_connect()
921 				  event->param.conn.initiator_depth, isv6);  in rds_ib_cm_handle_connect()
925 		rds_ib_conn_error(conn, "rdma_accept failed\n");  in rds_ib_cm_handle_connect()
928 	if (conn)  in rds_ib_cm_handle_connect()
929 		mutex_unlock(&conn->c_cm_lock);  in rds_ib_cm_handle_connect()
939 	struct rds_connection *conn = cm_id->context;  in rds_ib_cm_initiate_connect()  local
940 	struct rds_ib_connection *ic = conn->c_transport_data;  in rds_ib_cm_initiate_connect()
947 	rds_ib_set_protocol(conn, RDS_PROTOCOL_4_1);  in rds_ib_cm_initiate_connect()
950 	ret = rds_ib_setup_qp(conn);  in rds_ib_cm_initiate_connect()
952 		rds_ib_conn_error(conn, "rds_ib_setup_qp failed (%d)\n", ret);  in rds_ib_cm_initiate_connect()
956 	rds_ib_cm_fill_conn_param(conn, &conn_param, &dp,  in rds_ib_cm_initiate_connect()
957 				  conn->c_proposed_version,  in rds_ib_cm_initiate_connect()
961 		rds_ib_conn_error(conn, "rdma_connect_locked failed (%d)\n",  in rds_ib_cm_initiate_connect()
978 	struct rds_connection *conn = cp->cp_conn;  in rds_ib_conn_path_connect()  local
984 	ic = conn->c_transport_data;  in rds_ib_conn_path_connect()
989 	if (conn->c_isv6)  in rds_ib_conn_path_connect()
994 	ic->i_cm_id = rdma_create_id(&init_net, handler, conn,  in rds_ib_conn_path_connect()
1003 	rdsdebug("created cm id %p for conn %p\n", ic->i_cm_id, conn);  in rds_ib_conn_path_connect()
1005 	if (ipv6_addr_v4mapped(&conn->c_faddr)) {  in rds_ib_conn_path_connect()
1010 		sin->sin_addr.s_addr = conn->c_laddr.s6_addr32[3];  in rds_ib_conn_path_connect()
1015 		sin->sin_addr.s_addr = conn->c_faddr.s6_addr32[3];  in rds_ib_conn_path_connect()
1022 		sin6->sin6_addr = conn->c_laddr;  in rds_ib_conn_path_connect()
1024 		sin6->sin6_scope_id = conn->c_dev_if;  in rds_ib_conn_path_connect()
1028 		sin6->sin6_addr = conn->c_faddr;  in rds_ib_conn_path_connect()
1030 		sin6->sin6_scope_id = conn->c_dev_if;  in rds_ib_conn_path_connect()
1054 	struct rds_connection *conn = cp->cp_conn;  in rds_ib_conn_path_shutdown()  local
1055 	struct rds_ib_connection *ic = conn->c_transport_data;  in rds_ib_conn_path_shutdown()
1157 			rds_ib_remove_conn(ic->rds_ibdev, conn);  in rds_ib_conn_path_shutdown()
1204 int rds_ib_conn_alloc(struct rds_connection *conn, gfp_t gfp)  in rds_ib_conn_alloc()  argument
1240 	ic->conn = conn;  in rds_ib_conn_alloc()
1241 	conn->c_transport_data = ic;  in rds_ib_conn_alloc()
1248 	rdsdebug("conn %p conn ic %p\n", conn, conn->c_transport_data);  in rds_ib_conn_alloc()
1283 __rds_ib_conn_error(struct rds_connection *conn, const char *fmt, ...)  in __rds_ib_conn_error()  argument
1287 	rds_conn_drop(conn);  in __rds_ib_conn_error()