5  * Client-side transport implementation for sockets.
16  * IP socket transport implementation, (C) 2005 Chuck Lever <cel@netapp.com>
184  * transport connection with the server.  Some servers like to drop a TCP
191  * TCP idle timeout; client drops the transport socket if it is idle
475 xs_read_header(struct sock_xprt *transport, struct xdr_buf *buf)  in xs_read_header()  argument
477 	if (!transport->recv.copied) {  in xs_read_header()
478 		if (buf->head[0].iov_len >= transport->recv.offset)  in xs_read_header()
480 					&transport->recv.xid,  in xs_read_header()
481 					transport->recv.offset);  in xs_read_header()
482 		transport->recv.copied = transport->recv.offset;  in xs_read_header()
487 xs_read_stream_request_done(struct sock_xprt *transport)  in xs_read_stream_request_done()  argument
489 	return transport->recv.fraghdr & cpu_to_be32(RPC_LAST_STREAM_FRAGMENT);  in xs_read_stream_request_done()
493 xs_read_stream_check_eor(struct sock_xprt *transport,  in xs_read_stream_check_eor()  argument
496 	if (xs_read_stream_request_done(transport))  in xs_read_stream_check_eor()
501 xs_read_stream_request(struct sock_xprt *transport, struct msghdr *msg,  in xs_read_stream_request()  argument
508 	xs_read_header(transport, buf);  in xs_read_stream_request()
510 	want = transport->recv.len - transport->recv.offset;  in xs_read_stream_request()
512 		ret = xs_read_xdr_buf(transport->sock, msg, flags, buf,  in xs_read_stream_request()
513 				transport->recv.copied + want,  in xs_read_stream_request()
514 				transport->recv.copied,  in xs_read_stream_request()
516 		transport->recv.offset += read;  in xs_read_stream_request()
517 		transport->recv.copied += read;  in xs_read_stream_request()
520 	if (transport->recv.offset == transport->recv.len)  in xs_read_stream_request()
521 		xs_read_stream_check_eor(transport, msg);  in xs_read_stream_request()
548 xs_read_stream_header(struct sock_xprt *transport, struct msghdr *msg,  in xs_read_stream_header()  argument
552 		.iov_base = &transport->recv.fraghdr,  in xs_read_stream_header()
555 	return xs_read_kvec(transport->sock, msg, flags, &kvec, want, seek);  in xs_read_stream_header()
560 xs_read_stream_call(struct sock_xprt *transport, struct msghdr *msg, int flags)  in xs_read_stream_call()  argument
562 	struct rpc_xprt *xprt = &transport->xprt;  in xs_read_stream_call()
566 	/* Is this transport associated with the backchannel? */  in xs_read_stream_call()
571 	req = xprt_lookup_bc_request(xprt, transport->recv.xid);  in xs_read_stream_call()
576 	if (transport->recv.copied && !req->rq_private_buf.len)  in xs_read_stream_call()
579 	ret = xs_read_stream_request(transport, msg, flags, req);  in xs_read_stream_call()
581 		xprt_complete_bc_request(req, transport->recv.copied);  in xs_read_stream_call()
583 		req->rq_private_buf.len = transport->recv.copied;  in xs_read_stream_call()
589 xs_read_stream_call(struct sock_xprt *transport, struct msghdr *msg, int flags)  in xs_read_stream_call()  argument
596 xs_read_stream_reply(struct sock_xprt *transport, struct msghdr *msg, int flags)  in xs_read_stream_reply()  argument
598 	struct rpc_xprt *xprt = &transport->xprt;  in xs_read_stream_reply()
604 	req = xprt_lookup_rqst(xprt, transport->recv.xid);  in xs_read_stream_reply()
605 	if (!req || (transport->recv.copied && !req->rq_private_buf.len)) {  in xs_read_stream_reply()
612 	ret = xs_read_stream_request(transport, msg, flags, req);  in xs_read_stream_reply()
616 		xprt_complete_rqst(req->rq_task, transport->recv.copied);  in xs_read_stream_reply()
618 		req->rq_private_buf.len = transport->recv.copied;  in xs_read_stream_reply()
626 xs_read_stream(struct sock_xprt *transport, int flags)  in xs_read_stream()  argument
632 	if (transport->recv.len == 0) {  in xs_read_stream()
633 		want = xs_read_stream_headersize(transport->recv.copied != 0);  in xs_read_stream()
634 		ret = xs_read_stream_header(transport, &msg, flags, want,  in xs_read_stream()
635 				transport->recv.offset);  in xs_read_stream()
638 		transport->recv.offset = ret;  in xs_read_stream()
639 		if (transport->recv.offset != want)  in xs_read_stream()
640 			return transport->recv.offset;  in xs_read_stream()
641 		transport->recv.len = be32_to_cpu(transport->recv.fraghdr) &  in xs_read_stream()
643 		transport->recv.offset -= sizeof(transport->recv.fraghdr);  in xs_read_stream()
647 	switch (be32_to_cpu(transport->recv.calldir)) {  in xs_read_stream()
652 		ret = xs_read_stream_call(transport, &msg, flags);  in xs_read_stream()
655 		ret = xs_read_stream_reply(transport, &msg, flags);  in xs_read_stream()
658 		transport->recv.calldir = cpu_to_be32(-1);  in xs_read_stream()
659 		transport->recv.copied = -1;  in xs_read_stream()
664 	if (transport->recv.offset < transport->recv.len) {  in xs_read_stream()
668 		ret = xs_read_discard(transport->sock, &msg, flags,  in xs_read_stream()
669 				transport->recv.len - transport->recv.offset);  in xs_read_stream()
672 		transport->recv.offset += ret;  in xs_read_stream()
674 		if (transport->recv.offset != transport->recv.len)  in xs_read_stream()
677 	if (xs_read_stream_request_done(transport)) {  in xs_read_stream()
678 		trace_xs_stream_read_request(transport);  in xs_read_stream()
679 		transport->recv.copied = 0;  in xs_read_stream()
681 	transport->recv.offset = 0;  in xs_read_stream()
682 	transport->recv.len = 0;  in xs_read_stream()
688 static __poll_t xs_poll_socket(struct sock_xprt *transport)  in xs_poll_socket()  argument
690 	return transport->sock->ops->poll(transport->file, transport->sock,  in xs_poll_socket()
694 static bool xs_poll_socket_readable(struct sock_xprt *transport)  in xs_poll_socket_readable()  argument
696 	__poll_t events = xs_poll_socket(transport);  in xs_poll_socket_readable()
701 static void xs_poll_check_readable(struct sock_xprt *transport)  in xs_poll_check_readable()  argument
704 	clear_bit(XPRT_SOCK_DATA_READY, &transport->sock_state);  in xs_poll_check_readable()
705 	if (!xs_poll_socket_readable(transport))  in xs_poll_check_readable()
707 	if (!test_and_set_bit(XPRT_SOCK_DATA_READY, &transport->sock_state))  in xs_poll_check_readable()
708 		queue_work(xprtiod_workqueue, &transport->recv_worker);  in xs_poll_check_readable()
711 static void xs_stream_data_receive(struct sock_xprt *transport)  in xs_stream_data_receive()  argument
716 	mutex_lock(&transport->recv_mutex);  in xs_stream_data_receive()
717 	if (transport->sock == NULL)  in xs_stream_data_receive()
720 		ret = xs_read_stream(transport, MSG_DONTWAIT);  in xs_stream_data_receive()
727 		kernel_sock_shutdown(transport->sock, SHUT_RDWR);  in xs_stream_data_receive()
729 		xs_poll_check_readable(transport);  in xs_stream_data_receive()
731 	mutex_unlock(&transport->recv_mutex);  in xs_stream_data_receive()
732 	trace_xs_stream_read_data(&transport->xprt, ret, read);  in xs_stream_data_receive()
737 	struct sock_xprt *transport =  in xs_stream_data_receive_workfn()  local
741 	xs_stream_data_receive(transport);  in xs_stream_data_receive_workfn()
746 xs_stream_reset_connect(struct sock_xprt *transport)  in xs_stream_reset_connect()  argument
748 	transport->recv.offset = 0;  in xs_stream_reset_connect()
749 	transport->recv.len = 0;  in xs_stream_reset_connect()
750 	transport->recv.copied = 0;  in xs_stream_reset_connect()
751 	transport->xmit.offset = 0;  in xs_stream_reset_connect()
755 xs_stream_start_connect(struct sock_xprt *transport)  in xs_stream_start_connect()  argument
757 	transport->xprt.stat.connect_count++;  in xs_stream_start_connect()
758 	transport->xprt.stat.connect_start = jiffies;  in xs_stream_start_connect()
771 	struct sock_xprt *transport = container_of(xprt, struct sock_xprt, xprt);  in xs_nospace()  local
772 	struct sock *sk = transport->inet;  in xs_nospace()
775 	trace_rpc_socket_nospace(req, transport);  in xs_nospace()
816 xs_send_request_was_aborted(struct sock_xprt *transport, struct rpc_rqst *req)  in xs_send_request_was_aborted()  argument
818 	return transport->xmit.offset != 0 && req->rq_bytes_sent == 0;  in xs_send_request_was_aborted()
846 	struct sock_xprt *transport =  in xs_local_send_request()  local
858 	if (xs_send_request_was_aborted(transport, req)) {  in xs_local_send_request()
867 	status = xprt_sock_sendmsg(transport->sock, &msg, xdr,  in xs_local_send_request()
868 				   transport->xmit.offset, rm, &sent);  in xs_local_send_request()
870 			__func__, xdr->len - transport->xmit.offset, status);  in xs_local_send_request()
872 	if (status == -EAGAIN && sock_writeable(transport->inet))  in xs_local_send_request()
876 		transport->xmit.offset += sent;  in xs_local_send_request()
877 		req->rq_bytes_sent = transport->xmit.offset;  in xs_local_send_request()
879 			req->rq_xmit_bytes_sent += transport->xmit.offset;  in xs_local_send_request()
880 			transport->xmit.offset = 0;  in xs_local_send_request()
918 	struct sock_xprt *transport = container_of(xprt, struct sock_xprt, xprt);  in xs_udp_send_request()  local
939 	status = xprt_sock_sendmsg(transport->sock, &msg, xdr, 0, 0, &sent);  in xs_udp_send_request()
948 	if (status == -EAGAIN && sock_writeable(transport->inet))  in xs_udp_send_request()
1001 	struct sock_xprt *transport = container_of(xprt, struct sock_xprt, xprt);  in xs_tcp_send_request()  local
1013 	if (xs_send_request_was_aborted(transport, req)) {  in xs_tcp_send_request()
1014 		if (transport->sock != NULL)  in xs_tcp_send_request()
1015 			kernel_sock_shutdown(transport->sock, SHUT_RDWR);  in xs_tcp_send_request()
1018 	if (!transport->inet)  in xs_tcp_send_request()
1025 	if (test_bit(XPRT_SOCK_UPD_TIMEOUT, &transport->sock_state))  in xs_tcp_send_request()
1026 		xs_tcp_set_socket_timeouts(xprt, transport->sock);  in xs_tcp_send_request()
1032 	tcp_sock_set_cork(transport->inet, true);  in xs_tcp_send_request()
1034 		status = xprt_sock_sendmsg(transport->sock, &msg, xdr,  in xs_tcp_send_request()
1035 					   transport->xmit.offset, rm, &sent);  in xs_tcp_send_request()
1038 				xdr->len - transport->xmit.offset, status);  in xs_tcp_send_request()
1042 		transport->xmit.offset += sent;  in xs_tcp_send_request()
1043 		req->rq_bytes_sent = transport->xmit.offset;  in xs_tcp_send_request()
1045 			req->rq_xmit_bytes_sent += transport->xmit.offset;  in xs_tcp_send_request()
1046 			transport->xmit.offset = 0;  in xs_tcp_send_request()
1048 				tcp_sock_set_cork(transport->inet, false);  in xs_tcp_send_request()
1059 			if (test_bit(SOCK_NOSPACE, &transport->sock->flags))  in xs_tcp_send_request()
1103 static void xs_save_old_callbacks(struct sock_xprt *transport, struct sock *sk)  in xs_save_old_callbacks()  argument
1105 	transport->old_data_ready = sk->sk_data_ready;  in xs_save_old_callbacks()
1106 	transport->old_state_change = sk->sk_state_change;  in xs_save_old_callbacks()
1107 	transport->old_write_space = sk->sk_write_space;  in xs_save_old_callbacks()
1108 	transport->old_error_report = sk->sk_error_report;  in xs_save_old_callbacks()
1111 static void xs_restore_old_callbacks(struct sock_xprt *transport, struct sock *sk)  in xs_restore_old_callbacks()  argument
1113 	sk->sk_data_ready = transport->old_data_ready;  in xs_restore_old_callbacks()
1114 	sk->sk_state_change = transport->old_state_change;  in xs_restore_old_callbacks()
1115 	sk->sk_write_space = transport->old_write_space;  in xs_restore_old_callbacks()
1116 	sk->sk_error_report = transport->old_error_report;  in xs_restore_old_callbacks()
1121 	struct sock_xprt *transport = container_of(xprt, struct sock_xprt, xprt);  in xs_sock_reset_state_flags()  local
1123 	clear_bit(XPRT_SOCK_DATA_READY, &transport->sock_state);  in xs_sock_reset_state_flags()
1124 	clear_bit(XPRT_SOCK_WAKE_ERROR, &transport->sock_state);  in xs_sock_reset_state_flags()
1125 	clear_bit(XPRT_SOCK_WAKE_WRITE, &transport->sock_state);  in xs_sock_reset_state_flags()
1126 	clear_bit(XPRT_SOCK_WAKE_DISCONNECT, &transport->sock_state);  in xs_sock_reset_state_flags()
1129 static void xs_run_error_worker(struct sock_xprt *transport, unsigned int nr)  in xs_run_error_worker()  argument
1131 	set_bit(nr, &transport->sock_state);  in xs_run_error_worker()
1132 	queue_work(xprtiod_workqueue, &transport->error_worker);  in xs_run_error_worker()
1153 	struct sock_xprt *transport;  in xs_error_report()  local
1160 	transport = container_of(xprt, struct sock_xprt, xprt);  in xs_error_report()
1161 	transport->xprt_err = -sk->sk_err;  in xs_error_report()
1162 	if (transport->xprt_err == 0)  in xs_error_report()
1165 			xprt, -transport->xprt_err);  in xs_error_report()
1166 	trace_rpc_socket_error(xprt, sk->sk_socket, transport->xprt_err);  in xs_error_report()
1170 	xs_run_error_worker(transport, XPRT_SOCK_WAKE_ERROR);  in xs_error_report()
1175 static void xs_reset_transport(struct sock_xprt *transport)  in xs_reset_transport()  argument
1177 	struct socket *sock = transport->sock;  in xs_reset_transport()
1178 	struct sock *sk = transport->inet;  in xs_reset_transport()
1179 	struct rpc_xprt *xprt = &transport->xprt;  in xs_reset_transport()
1180 	struct file *filp = transport->file;  in xs_reset_transport()
1185 	if (atomic_read(&transport->xprt.swapper))  in xs_reset_transport()
1190 	mutex_lock(&transport->recv_mutex);  in xs_reset_transport()
1192 	transport->inet = NULL;  in xs_reset_transport()
1193 	transport->sock = NULL;  in xs_reset_transport()
1194 	transport->file = NULL;  in xs_reset_transport()
1198 	xs_restore_old_callbacks(transport, sk);  in xs_reset_transport()
1203 	xs_stream_reset_connect(transport);  in xs_reset_transport()
1204 	mutex_unlock(&transport->recv_mutex);  in xs_reset_transport()
1214  * @xprt: transport
1224 	struct sock_xprt *transport = container_of(xprt, struct sock_xprt, xprt);  in xs_close()  local
1228 	xs_reset_transport(transport);  in xs_close()
1234 	dprintk("RPC:       injecting transport disconnect on xprt=%p\n",  in xs_inject_disconnect()
1246  * xs_destroy - prepare to shutdown a transport
1247  * @xprt: doomed transport
1252 	struct sock_xprt *transport = container_of(xprt,  in xs_destroy()  local
1256 	cancel_delayed_work_sync(&transport->connect_worker);  in xs_destroy()
1258 	cancel_work_sync(&transport->recv_worker);  in xs_destroy()
1259 	cancel_work_sync(&transport->error_worker);  in xs_destroy()
1266  * @xprt: transport
1325 static void xs_udp_data_receive(struct sock_xprt *transport)  in xs_udp_data_receive()  argument
1331 	mutex_lock(&transport->recv_mutex);  in xs_udp_data_receive()
1332 	sk = transport->inet;  in xs_udp_data_receive()
1339 		xs_udp_data_read_skb(&transport->xprt, sk, skb);  in xs_udp_data_receive()
1343 	xs_poll_check_readable(transport);  in xs_udp_data_receive()
1345 	mutex_unlock(&transport->recv_mutex);  in xs_udp_data_receive()
1350 	struct sock_xprt *transport =  in xs_udp_data_receive_workfn()  local
1354 	xs_udp_data_receive(transport);  in xs_udp_data_receive_workfn()
1371 		struct sock_xprt *transport = container_of(xprt,  in xs_data_ready()  local
1373 		transport->old_data_ready(sk);  in xs_data_ready()
1379 		if (!test_and_set_bit(XPRT_SOCK_DATA_READY, &transport->sock_state))  in xs_data_ready()
1380 			queue_work(xprtiod_workqueue, &transport->recv_worker);  in xs_data_ready()
1409 	struct sock_xprt *transport;  in xs_tcp_state_change()  local
1421 	transport = container_of(xprt, struct sock_xprt, xprt);  in xs_tcp_state_change()
1427 			clear_bit(XPRT_SOCK_CONNECTING, &transport->sock_state);  in xs_tcp_state_change()
1433 			xs_run_error_worker(transport, XPRT_SOCK_WAKE_PENDING);  in xs_tcp_state_change()
1450 		xs_run_error_worker(transport, XPRT_SOCK_WAKE_DISCONNECT);  in xs_tcp_state_change()
1468 					&transport->sock_state))  in xs_tcp_state_change()
1472 		xs_run_error_worker(transport, XPRT_SOCK_WAKE_DISCONNECT);  in xs_tcp_state_change()
1481 	struct sock_xprt *transport;  in xs_write_space()  local
1490 	transport = container_of(xprt, struct sock_xprt, xprt);  in xs_write_space()
1496 	xs_run_error_worker(transport, XPRT_SOCK_WAKE_WRITE);  in xs_write_space()
1546 	struct sock_xprt *transport = container_of(xprt, struct sock_xprt, xprt);  in xs_udp_do_set_buffer_size()  local
1547 	struct sock *sk = transport->inet;  in xs_udp_do_set_buffer_size()
1549 	if (transport->rcvsize) {  in xs_udp_do_set_buffer_size()
1551 		sk->sk_rcvbuf = transport->rcvsize * xprt->max_reqs * 2;  in xs_udp_do_set_buffer_size()
1553 	if (transport->sndsize) {  in xs_udp_do_set_buffer_size()
1555 		sk->sk_sndbuf = transport->sndsize * xprt->max_reqs * 2;  in xs_udp_do_set_buffer_size()
1562  * @xprt: generic transport
1570 	struct sock_xprt *transport = container_of(xprt, struct sock_xprt, xprt);  in xs_udp_set_buffer_size()  local
1572 	transport->sndsize = 0;  in xs_udp_set_buffer_size()
1574 		transport->sndsize = sndsize + 1024;  in xs_udp_set_buffer_size()
1575 	transport->rcvsize = 0;  in xs_udp_set_buffer_size()
1577 		transport->rcvsize = rcvsize + 1024;  in xs_udp_set_buffer_size()
1583  * xs_udp_timer - called when a retransmit timeout occurs on a UDP transport
1584  * @xprt: controlling transport
1629  * @xprt: generic transport
1641 static void xs_set_srcport(struct sock_xprt *transport, struct socket *sock)  in xs_set_srcport()  argument
1643 	if (transport->srcport == 0 && transport->xprt.reuseport)  in xs_set_srcport()
1644 		transport->srcport = xs_sock_getport(sock);  in xs_set_srcport()
1647 static int xs_get_srcport(struct sock_xprt *transport)  in xs_get_srcport()  argument
1649 	int port = transport->srcport;  in xs_get_srcport()
1651 	if (port == 0 && transport->xprt.resvport)  in xs_get_srcport()
1663 static unsigned short xs_next_srcport(struct sock_xprt *transport, unsigned short port)  in xs_next_srcport()  argument
1665 	if (transport->srcport != 0)  in xs_next_srcport()
1666 		transport->srcport = 0;  in xs_next_srcport()
1667 	if (!transport->xprt.resvport)  in xs_next_srcport()
1673 static int xs_bind(struct sock_xprt *transport, struct socket *sock)  in xs_bind()  argument
1677 	int port = xs_get_srcport(transport);  in xs_bind()
1682 	 * transport->xprt.resvport == 0), don't bind.  Let the local  in xs_bind()
1692 	 * transport->xprt.resvport == 1) xs_get_srcport above will  in xs_bind()
1698 	memcpy(&myaddr, &transport->srcaddr, transport->xprt.addrlen);  in xs_bind()
1702 				transport->xprt.addrlen);  in xs_bind()
1704 			if (transport->xprt.reuseport)  in xs_bind()
1705 				transport->srcport = port;  in xs_bind()
1709 		port = xs_next_srcport(transport, port);  in xs_bind()
1793 		struct sock_xprt *transport, int family, int type,  in xs_create_sock()  argument
1802 		dprintk("RPC:       can't create %d transport socket (%d).\n",  in xs_create_sock()
1811 	err = xs_bind(transport, sock);  in xs_create_sock()
1820 	transport->file = filp;  in xs_create_sock()
1830 	struct sock_xprt *transport = container_of(xprt, struct sock_xprt,  in xs_local_finish_connecting()  local
1833 	if (!transport->inet) {  in xs_local_finish_connecting()
1838 		xs_save_old_callbacks(transport, sk);  in xs_local_finish_connecting()
1849 		transport->sock = sock;  in xs_local_finish_connecting()
1850 		transport->inet = sk;  in xs_local_finish_connecting()
1855 	xs_stream_start_connect(transport);  in xs_local_finish_connecting()
1862  * @transport: socket transport to connect
1864 static int xs_local_setup_socket(struct sock_xprt *transport)  in xs_local_setup_socket()  argument
1866 	struct rpc_xprt *xprt = &transport->xprt;  in xs_local_setup_socket()
1875 			"transport socket (%d).\n", -status);  in xs_local_setup_socket()
1885 	transport->file = filp;  in xs_local_setup_socket()
1925 	struct sock_xprt *transport = container_of(xprt, struct sock_xprt, xprt);  in xs_local_connect()  local
1942 	ret = xs_local_setup_socket(transport);  in xs_local_connect()
1955 	struct sock_xprt *transport = container_of(xprt, struct sock_xprt,  in xs_set_memalloc()  local
1962 	if (!transport->inet)  in xs_set_memalloc()
1965 		sk_set_memalloc(transport->inet);  in xs_set_memalloc()
1969  * xs_enable_swap - Tag this transport as being used for swap.
1970  * @xprt: transport to tag
1972  * Take a reference to this transport on behalf of the rpc_clnt, and
1991  * xs_disable_swap - Untag this transport as being used for swap.
1992  * @xprt: transport to tag
2029 	struct sock_xprt *transport = container_of(xprt, struct sock_xprt, xprt);  in xs_udp_finish_connecting()  local
2031 	if (!transport->inet) {  in xs_udp_finish_connecting()
2036 		xs_save_old_callbacks(transport, sk);  in xs_udp_finish_connecting()
2046 		transport->sock = sock;  in xs_udp_finish_connecting()
2047 		transport->inet = sk;  in xs_udp_finish_connecting()
2060 	struct sock_xprt *transport =  in xs_udp_setup_socket()  local
2062 	struct rpc_xprt *xprt = &transport->xprt;  in xs_udp_setup_socket()
2066 	sock = xs_create_sock(xprt, transport,  in xs_udp_setup_socket()
2083 	xprt_unlock_connect(xprt, transport);  in xs_udp_setup_socket()
2089  * @xprt: transport
2096 	struct sock_xprt *transport = container_of(xprt, struct sock_xprt, xprt);  in xs_tcp_shutdown()  local
2097 	struct socket *sock = transport->sock;  in xs_tcp_shutdown()
2098 	int skst = transport->inet ? transport->inet->sk_state : TCP_CLOSE;  in xs_tcp_shutdown()
2116 		xs_reset_transport(transport);  in xs_tcp_shutdown()
2123 	struct sock_xprt *transport = container_of(xprt, struct sock_xprt, xprt);  in xs_tcp_set_socket_timeouts()  local
2133 	clear_bit(XPRT_SOCK_UPD_TIMEOUT, &transport->sock_state);  in xs_tcp_set_socket_timeouts()
2150 	struct sock_xprt *transport = container_of(xprt, struct sock_xprt, xprt);  in xs_tcp_set_connect_timeout()  local
2165 		memcpy(&transport->tcp_timeout, &to,  in xs_tcp_set_connect_timeout()
2166 				sizeof(transport->tcp_timeout));  in xs_tcp_set_connect_timeout()
2167 		xprt->timeout = &transport->tcp_timeout;  in xs_tcp_set_connect_timeout()
2170 	set_bit(XPRT_SOCK_UPD_TIMEOUT, &transport->sock_state);  in xs_tcp_set_connect_timeout()
2176 	struct sock_xprt *transport = container_of(xprt, struct sock_xprt, xprt);  in xs_tcp_finish_connecting()  local
2179 	if (!transport->inet) {  in xs_tcp_finish_connecting()
2199 		xs_save_old_callbacks(transport, sk);  in xs_tcp_finish_connecting()
2214 		transport->sock = sock;  in xs_tcp_finish_connecting()
2215 		transport->inet = sk;  in xs_tcp_finish_connecting()
2225 	xs_stream_start_connect(transport);  in xs_tcp_finish_connecting()
2228 	set_bit(XPRT_SOCK_CONNECTING, &transport->sock_state);  in xs_tcp_finish_connecting()
2232 		xs_set_srcport(transport, sock);  in xs_tcp_finish_connecting()
2241 		transport->srcport = 0;  in xs_tcp_finish_connecting()
2255 	struct sock_xprt *transport =  in xs_tcp_setup_socket()  local
2257 	struct socket *sock = transport->sock;  in xs_tcp_setup_socket()
2258 	struct rpc_xprt *xprt = &transport->xprt;  in xs_tcp_setup_socket()
2262 		sock = xs_create_sock(xprt, transport,  in xs_tcp_setup_socket()
2296 		xprt_unlock_connect(xprt, transport);  in xs_tcp_setup_socket()
2319 	xprt_unlock_connect(xprt, transport);  in xs_tcp_setup_socket()
2325  * @xprt: pointer to transport structure
2339 	struct sock_xprt *transport = container_of(xprt, struct sock_xprt, xprt);  in xs_connect()  local
2342 	WARN_ON_ONCE(!xprt_lock_connect(xprt, task, transport));  in xs_connect()
2344 	if (transport->sock != NULL) {  in xs_connect()
2350 		xs_reset_transport(transport);  in xs_connect()
2359 			&transport->connect_worker,  in xs_connect()
2363 static void xs_wake_disconnect(struct sock_xprt *transport)  in xs_wake_disconnect()  argument
2365 	if (test_and_clear_bit(XPRT_SOCK_WAKE_DISCONNECT, &transport->sock_state))  in xs_wake_disconnect()
2366 		xs_tcp_force_close(&transport->xprt);  in xs_wake_disconnect()
2369 static void xs_wake_write(struct sock_xprt *transport)  in xs_wake_write()  argument
2371 	if (test_and_clear_bit(XPRT_SOCK_WAKE_WRITE, &transport->sock_state))  in xs_wake_write()
2372 		xprt_write_space(&transport->xprt);  in xs_wake_write()
2375 static void xs_wake_error(struct sock_xprt *transport)  in xs_wake_error()  argument
2379 	if (!test_bit(XPRT_SOCK_WAKE_ERROR, &transport->sock_state))  in xs_wake_error()
2381 	mutex_lock(&transport->recv_mutex);  in xs_wake_error()
2382 	if (transport->sock == NULL)  in xs_wake_error()
2384 	if (!test_and_clear_bit(XPRT_SOCK_WAKE_ERROR, &transport->sock_state))  in xs_wake_error()
2386 	sockerr = xchg(&transport->xprt_err, 0);  in xs_wake_error()
2388 		xprt_wake_pending_tasks(&transport->xprt, sockerr);  in xs_wake_error()
2390 	mutex_unlock(&transport->recv_mutex);  in xs_wake_error()
2393 static void xs_wake_pending(struct sock_xprt *transport)  in xs_wake_pending()  argument
2395 	if (test_and_clear_bit(XPRT_SOCK_WAKE_PENDING, &transport->sock_state))  in xs_wake_pending()
2396 		xprt_wake_pending_tasks(&transport->xprt, -EAGAIN);  in xs_wake_pending()
2401 	struct sock_xprt *transport = container_of(work,  in xs_error_handle()  local
2404 	xs_wake_disconnect(transport);  in xs_error_handle()
2405 	xs_wake_write(transport);  in xs_error_handle()
2406 	xs_wake_error(transport);  in xs_error_handle()
2407 	xs_wake_pending(transport);  in xs_error_handle()
2447 	struct sock_xprt *transport = container_of(xprt, struct sock_xprt, xprt);  in xs_udp_print_stats()  local
2451 			transport->srcport,  in xs_udp_print_stats()
2471 	struct sock_xprt *transport = container_of(xprt, struct sock_xprt, xprt);  in xs_tcp_print_stats()  local
2479 			transport->srcport,  in xs_tcp_print_stats()
2539 	struct sock_xprt *transport =  in bc_sendto()  local
2550 	err = xprt_sock_sendmsg(transport->sock, &msg, xdr, 0, marker, &sent);  in bc_sendto()
2783  * xs_setup_local - Set up transport to use an AF_LOCAL socket
2784  * @args: rpc transport creation arguments
2786  * AF_LOCAL is a "tpi_cots_ord" transport, just like TCP
2791 	struct sock_xprt *transport;  in xs_setup_local()  local
2799 	transport = container_of(xprt, struct sock_xprt, xprt);  in xs_setup_local()
2812 	INIT_WORK(&transport->recv_worker, xs_stream_data_receive_workfn);  in xs_setup_local()
2813 	INIT_WORK(&transport->error_worker, xs_error_handle);  in xs_setup_local()
2814 	INIT_DELAYED_WORK(&transport->connect_worker, xs_dummy_setup_socket);  in xs_setup_local()
2826 		ret = ERR_PTR(xs_local_setup_socket(transport));  in xs_setup_local()
2854  * xs_setup_udp - Set up transport to use a UDP socket
2855  * @args: rpc transport creation arguments
2862 	struct sock_xprt *transport;  in xs_setup_udp()  local
2869 	transport = container_of(xprt, struct sock_xprt, xprt);  in xs_setup_udp()
2884 	INIT_WORK(&transport->recv_worker, xs_udp_data_receive_workfn);  in xs_setup_udp()
2885 	INIT_WORK(&transport->error_worker, xs_error_handle);  in xs_setup_udp()
2886 	INIT_DELAYED_WORK(&transport->connect_worker, xs_udp_setup_socket);  in xs_setup_udp()
2931  * xs_setup_tcp - Set up transport to use a TCP socket
2932  * @args: rpc transport creation arguments
2939 	struct sock_xprt *transport;  in xs_setup_tcp()  local
2950 	transport = container_of(xprt, struct sock_xprt, xprt);  in xs_setup_tcp()
2967 	INIT_WORK(&transport->recv_worker, xs_stream_data_receive_workfn);  in xs_setup_tcp()
2968 	INIT_WORK(&transport->error_worker, xs_error_handle);  in xs_setup_tcp()
2969 	INIT_DELAYED_WORK(&transport->connect_worker, xs_tcp_setup_socket);  in xs_setup_tcp()
3008  * xs_setup_bc_tcp - Set up transport to use a TCP backchannel socket
3009  * @args: rpc transport creation arguments
3016 	struct sock_xprt *transport;  in xs_setup_bc_tcp()  local
3024 	transport = container_of(xprt, struct sock_xprt, xprt);  in xs_setup_bc_tcp()
3068 	transport->sock = bc_sock->sk_sock;  in xs_setup_bc_tcp()
3069 	transport->inet = bc_sock->sk_sk;  in xs_setup_bc_tcp()