48 static void rds_ib_set_protocol(struct rds_connection *conn, unsigned int version)  in rds_ib_set_protocol()  argument
50 	conn->c_version = version;  in rds_ib_set_protocol()
56 static void rds_ib_set_flow_control(struct rds_connection *conn, u32 credits)  in rds_ib_set_flow_control()  argument
58 	struct rds_ib_connection *ic = conn->c_transport_data;  in rds_ib_set_flow_control()
63 		rds_ib_send_add_credits(conn, credits);  in rds_ib_set_flow_control()
98 void rds_ib_cm_connect_complete(struct rds_connection *conn, struct rdma_cm_event *event)  in rds_ib_cm_connect_complete()  argument
100 	struct rds_ib_connection *ic = conn->c_transport_data;  in rds_ib_cm_connect_complete()
109 	dp = event->param.conn.private_data;  in rds_ib_cm_connect_complete()
110 	if (conn->c_isv6) {  in rds_ib_cm_connect_complete()
111 		if (event->param.conn.private_data_len >=  in rds_ib_cm_connect_complete()
123 	} else if (event->param.conn.private_data_len >=  in rds_ib_cm_connect_complete()
133 		rds_ib_set_protocol(conn, RDS_PROTOCOL(major, minor));  in rds_ib_cm_connect_complete()
134 		rds_ib_set_flow_control(conn, be32_to_cpu(credit));  in rds_ib_cm_connect_complete()
137 	if (conn->c_version < RDS_PROTOCOL_VERSION) {  in rds_ib_cm_connect_complete()
138 		if (conn->c_version != RDS_PROTOCOL_COMPAT_VERSION) {  in rds_ib_cm_connect_complete()
140 				  &conn->c_laddr, &conn->c_faddr,  in rds_ib_cm_connect_complete()
141 				  RDS_PROTOCOL_MAJOR(conn->c_version),  in rds_ib_cm_connect_complete()
142 				  RDS_PROTOCOL_MINOR(conn->c_version));  in rds_ib_cm_connect_complete()
143 			rds_conn_destroy(conn);  in rds_ib_cm_connect_complete()
150 		  &conn->c_laddr, &conn->c_faddr, conn->c_tos,  in rds_ib_cm_connect_complete()
151 		  RDS_PROTOCOL_MAJOR(conn->c_version),  in rds_ib_cm_connect_complete()
152 		  RDS_PROTOCOL_MINOR(conn->c_version),  in rds_ib_cm_connect_complete()
168 	rds_ib_recv_refill(conn, 1, GFP_KERNEL);  in rds_ib_cm_connect_complete()
179 	err = rds_ib_update_ipaddr(ic->rds_ibdev, &conn->c_laddr);  in rds_ib_cm_connect_complete()
188 			rds_send_drop_acked(conn, be64_to_cpu(ack_seq),  in rds_ib_cm_connect_complete()
192 	conn->c_proposed_version = conn->c_version;  in rds_ib_cm_connect_complete()
193 	rds_connect_complete(conn);  in rds_ib_cm_connect_complete()
196 static void rds_ib_cm_fill_conn_param(struct rds_connection *conn,  in rds_ib_cm_fill_conn_param()  argument
204 	struct rds_ib_connection *ic = conn->c_transport_data;  in rds_ib_cm_fill_conn_param()
219 			dp->ricp_v6.dp_saddr = conn->c_laddr;  in rds_ib_cm_fill_conn_param()
220 			dp->ricp_v6.dp_daddr = conn->c_faddr;  in rds_ib_cm_fill_conn_param()
229 			dp->ricp_v6.dp_cmn.ricpc_dp_toss = conn->c_tos;  in rds_ib_cm_fill_conn_param()
234 			dp->ricp_v4.dp_saddr = conn->c_laddr.s6_addr32[3];  in rds_ib_cm_fill_conn_param()
235 			dp->ricp_v4.dp_daddr = conn->c_faddr.s6_addr32[3];  in rds_ib_cm_fill_conn_param()
244 			dp->ricp_v4.dp_cmn.ricpc_dp_toss = conn->c_tos;  in rds_ib_cm_fill_conn_param()
282 	struct rds_connection *conn = context;  in rds_ib_cq_comp_handler_recv()  local
283 	struct rds_ib_connection *ic = conn->c_transport_data;  in rds_ib_cq_comp_handler_recv()
285 	rdsdebug("conn %p cq %p\n", conn, cq);  in rds_ib_cq_comp_handler_recv()
318 	struct rds_connection *conn = ic->conn;  in rds_ib_tasklet_fn_send()  local
330 	if (rds_conn_up(conn) &&  in rds_ib_tasklet_fn_send()
331 	    (!test_bit(RDS_LL_SEND_FULL, &conn->c_flags) ||  in rds_ib_tasklet_fn_send()
332 	    test_bit(0, &conn->c_map_queued)))  in rds_ib_tasklet_fn_send()
333 		rds_send_xmit(&ic->conn->c_path[0]);  in rds_ib_tasklet_fn_send()
358 	struct rds_connection *conn = ic->conn;  in rds_ib_tasklet_fn_recv()  local
363 		rds_conn_drop(conn);  in rds_ib_tasklet_fn_recv()
379 		rds_send_drop_acked(conn, state.ack_recv, NULL);  in rds_ib_tasklet_fn_recv()
383 	if (rds_conn_up(conn))  in rds_ib_tasklet_fn_recv()
389 	struct rds_connection *conn = data;  in rds_ib_qp_event_handler()  local
390 	struct rds_ib_connection *ic = conn->c_transport_data;  in rds_ib_qp_event_handler()
392 	rdsdebug("conn %p ic %p event %u (%s)\n", conn, ic, event->event,  in rds_ib_qp_event_handler()
402 			 &conn->c_laddr, &conn->c_faddr);  in rds_ib_qp_event_handler()
403 		rds_conn_drop(conn);  in rds_ib_qp_event_handler()
410 	struct rds_connection *conn = context;  in rds_ib_cq_comp_handler_send()  local
411 	struct rds_ib_connection *ic = conn->c_transport_data;  in rds_ib_cq_comp_handler_send()
413 	rdsdebug("conn %p cq %p\n", conn, cq);  in rds_ib_cq_comp_handler_send()
446 static int rds_ib_setup_qp(struct rds_connection *conn)  in rds_ib_setup_qp()  argument
448 	struct rds_ib_connection *ic = conn->c_transport_data;  in rds_ib_setup_qp()
471 	rds_ib_add_conn(rds_ibdev, conn);  in rds_ib_setup_qp()
490 				     rds_ib_cq_event_handler, conn,  in rds_ib_setup_qp()
504 				     rds_ib_cq_event_handler, conn,  in rds_ib_setup_qp()
529 	attr.qp_context = conn;  in rds_ib_setup_qp()
598 	rdsdebug("conn %p pd %p cq %p %p\n", conn, ic->i_pd,  in rds_ib_setup_qp()
625 	rds_ib_remove_conn(rds_ibdev, conn);  in rds_ib_setup_qp()
634 	const union rds_ib_conn_priv *dp = event->param.conn.private_data;  in rds_ib_protocol_compatible()
651 	if (!event->param.conn.private_data_len) {  in rds_ib_protocol_compatible()
670 	if (event->param.conn.private_data_len < data_len || major == 0)  in rds_ib_protocol_compatible()
727 	struct rds_connection *conn = NULL;  in rds_ib_cm_handle_connect()  local
748 	dp = event->param.conn.private_data;  in rds_ib_cm_handle_connect()
794 	conn = rds_conn_create(&init_net, daddr6, saddr6,  in rds_ib_cm_handle_connect()
797 	if (IS_ERR(conn)) {  in rds_ib_cm_handle_connect()
798 		rdsdebug("rds_conn_create failed (%ld)\n", PTR_ERR(conn));  in rds_ib_cm_handle_connect()
799 		conn = NULL;  in rds_ib_cm_handle_connect()
810 	mutex_lock(&conn->c_cm_lock);  in rds_ib_cm_handle_connect()
811 	if (!rds_conn_transition(conn, RDS_CONN_DOWN, RDS_CONN_CONNECTING)) {  in rds_ib_cm_handle_connect()
812 		if (rds_conn_state(conn) == RDS_CONN_UP) {  in rds_ib_cm_handle_connect()
814 			rds_conn_drop(conn);  in rds_ib_cm_handle_connect()
817 		if (rds_conn_state(conn) == RDS_CONN_CONNECTING) {  in rds_ib_cm_handle_connect()
824 	ic = conn->c_transport_data;  in rds_ib_cm_handle_connect()
826 	rds_ib_set_protocol(conn, version);  in rds_ib_cm_handle_connect()
827 	rds_ib_set_flow_control(conn, be32_to_cpu(dp_cmn->ricpc_credit));  in rds_ib_cm_handle_connect()
832 		rds_send_drop_acked(conn, be64_to_cpu(dp_cmn->ricpc_ack_seq),  in rds_ib_cm_handle_connect()
839 	cm_id->context = conn;  in rds_ib_cm_handle_connect()
845 	err = rds_ib_setup_qp(conn);  in rds_ib_cm_handle_connect()
847 		rds_ib_conn_error(conn, "rds_ib_setup_qp failed (%d)\n", err);  in rds_ib_cm_handle_connect()
851 	rds_ib_cm_fill_conn_param(conn, &conn_param, &dp_rep, version,  in rds_ib_cm_handle_connect()
852 				  event->param.conn.responder_resources,  in rds_ib_cm_handle_connect()
853 				  event->param.conn.initiator_depth, isv6);  in rds_ib_cm_handle_connect()
857 		rds_ib_conn_error(conn, "rdma_accept failed\n");  in rds_ib_cm_handle_connect()
860 	if (conn)  in rds_ib_cm_handle_connect()
861 		mutex_unlock(&conn->c_cm_lock);  in rds_ib_cm_handle_connect()
870 	struct rds_connection *conn = cm_id->context;  in rds_ib_cm_initiate_connect()  local
871 	struct rds_ib_connection *ic = conn->c_transport_data;  in rds_ib_cm_initiate_connect()
878 	rds_ib_set_protocol(conn, RDS_PROTOCOL_4_1);  in rds_ib_cm_initiate_connect()
881 	ret = rds_ib_setup_qp(conn);  in rds_ib_cm_initiate_connect()
883 		rds_ib_conn_error(conn, "rds_ib_setup_qp failed (%d)\n", ret);  in rds_ib_cm_initiate_connect()
887 	rds_ib_cm_fill_conn_param(conn, &conn_param, &dp,  in rds_ib_cm_initiate_connect()
888 				  conn->c_proposed_version,  in rds_ib_cm_initiate_connect()
892 		rds_ib_conn_error(conn, "rdma_connect failed (%d)\n", ret);  in rds_ib_cm_initiate_connect()
908 	struct rds_connection *conn = cp->cp_conn;  in rds_ib_conn_path_connect()  local
914 	ic = conn->c_transport_data;  in rds_ib_conn_path_connect()
919 	if (conn->c_isv6)  in rds_ib_conn_path_connect()
924 	ic->i_cm_id = rdma_create_id(&init_net, handler, conn,  in rds_ib_conn_path_connect()
933 	rdsdebug("created cm id %p for conn %p\n", ic->i_cm_id, conn);  in rds_ib_conn_path_connect()
935 	if (ipv6_addr_v4mapped(&conn->c_faddr)) {  in rds_ib_conn_path_connect()
940 		sin->sin_addr.s_addr = conn->c_laddr.s6_addr32[3];  in rds_ib_conn_path_connect()
945 		sin->sin_addr.s_addr = conn->c_faddr.s6_addr32[3];  in rds_ib_conn_path_connect()
952 		sin6->sin6_addr = conn->c_laddr;  in rds_ib_conn_path_connect()
954 		sin6->sin6_scope_id = conn->c_dev_if;  in rds_ib_conn_path_connect()
958 		sin6->sin6_addr = conn->c_faddr;  in rds_ib_conn_path_connect()
960 		sin6->sin6_scope_id = conn->c_dev_if;  in rds_ib_conn_path_connect()
984 	struct rds_connection *conn = cp->cp_conn;  in rds_ib_conn_path_shutdown()  local
985 	struct rds_ib_connection *ic = conn->c_transport_data;  in rds_ib_conn_path_shutdown()
1074 			rds_ib_remove_conn(ic->rds_ibdev, conn);  in rds_ib_conn_path_shutdown()
1124 int rds_ib_conn_alloc(struct rds_connection *conn, gfp_t gfp)  in rds_ib_conn_alloc()  argument
1160 	ic->conn = conn;  in rds_ib_conn_alloc()
1161 	conn->c_transport_data = ic;  in rds_ib_conn_alloc()
1168 	rdsdebug("conn %p conn ic %p\n", conn, conn->c_transport_data);  in rds_ib_conn_alloc()
1203 __rds_ib_conn_error(struct rds_connection *conn, const char *fmt, ...)  in __rds_ib_conn_error()  argument
1207 	rds_conn_drop(conn);  in __rds_ib_conn_error()