226 	struct rpcrdma_xprt *r_xprt = container_of(work, struct rpcrdma_xprt,  in xprt_rdma_connect_worker()  local
228 	struct rpc_xprt *xprt = &r_xprt->rx_xprt;  in xprt_rdma_connect_worker()
234 	rc = rpcrdma_xprt_connect(r_xprt);  in xprt_rdma_connect_worker()
244 		rpcrdma_xprt_disconnect(r_xprt);  in xprt_rdma_connect_worker()
245 	xprt_unlock_connect(xprt, r_xprt);  in xprt_rdma_connect_worker()
262 	struct rpcrdma_xprt *r_xprt = rpcx_to_rdmax(xprt);  in xprt_rdma_inject_disconnect()  local
264 	trace_xprtrdma_op_inject_dsc(r_xprt);  in xprt_rdma_inject_disconnect()
265 	rdma_disconnect(r_xprt->rx_ep->re_id);  in xprt_rdma_inject_disconnect()
278 	struct rpcrdma_xprt *r_xprt = rpcx_to_rdmax(xprt);  in xprt_rdma_destroy()  local
280 	cancel_delayed_work_sync(&r_xprt->rx_connect_worker);  in xprt_rdma_destroy()
282 	rpcrdma_xprt_disconnect(r_xprt);  in xprt_rdma_destroy()
283 	rpcrdma_buffer_destroy(&r_xprt->rx_buf);  in xprt_rdma_destroy()
377 	struct rpcrdma_xprt *r_xprt = rpcx_to_rdmax(xprt);  in xprt_rdma_close()  local
379 	rpcrdma_xprt_disconnect(r_xprt);  in xprt_rdma_close()
440 	struct rpcrdma_xprt *r_xprt = rpcx_to_rdmax(xprt);  in xprt_rdma_set_connect_timeout()  local
442 	trace_xprtrdma_op_set_cto(r_xprt, connect_timeout, reconnect_timeout);  in xprt_rdma_set_connect_timeout()
456 		r_xprt->rx_timeout = to;  in xprt_rdma_set_connect_timeout()
457 		xprt->timeout = &r_xprt->rx_timeout;  in xprt_rdma_set_connect_timeout()
476 	struct rpcrdma_xprt *r_xprt = rpcx_to_rdmax(xprt);  in xprt_rdma_connect()  local
477 	struct rpcrdma_ep *ep = r_xprt->rx_ep;  in xprt_rdma_connect()
480 	WARN_ON_ONCE(!xprt_lock_connect(xprt, task, r_xprt));  in xprt_rdma_connect()
487 	trace_xprtrdma_op_connect(r_xprt, delay);  in xprt_rdma_connect()
488 	queue_delayed_work(system_long_wq, &r_xprt->rx_connect_worker, delay);  in xprt_rdma_connect()
503 	struct rpcrdma_xprt *r_xprt = rpcx_to_rdmax(xprt);  in xprt_rdma_alloc_slot()  local
506 	req = rpcrdma_buffer_get(&r_xprt->rx_buf);  in xprt_rdma_alloc_slot()
527 	struct rpcrdma_xprt *r_xprt =  in xprt_rdma_free_slot()  local
530 	rpcrdma_reply_put(&r_xprt->rx_buf, rpcr_to_rdmar(rqst));  in xprt_rdma_free_slot()
533 		rpcrdma_buffer_put(&r_xprt->rx_buf, rpcr_to_rdmar(rqst));  in xprt_rdma_free_slot()
537 static bool rpcrdma_check_regbuf(struct rpcrdma_xprt *r_xprt,  in rpcrdma_check_regbuf()  argument
544 		r_xprt->rx_stats.hardway_register_count += size;  in rpcrdma_check_regbuf()
562 	struct rpcrdma_xprt *r_xprt = rpcx_to_rdmax(rqst->rq_xprt);  in xprt_rdma_allocate()  local
566 	if (!rpcrdma_check_regbuf(r_xprt, req->rl_sendbuf, rqst->rq_callsize,  in xprt_rdma_allocate()
569 	if (!rpcrdma_check_regbuf(r_xprt, req->rl_recvbuf, rqst->rq_rcvsize,  in xprt_rdma_allocate()
626 	struct rpcrdma_xprt *r_xprt = rpcx_to_rdmax(xprt);  in xprt_rdma_send_request()  local
640 	rc = rpcrdma_marshal_req(r_xprt, rqst);  in xprt_rdma_send_request()
649 	if (frwr_send(r_xprt, req))  in xprt_rdma_send_request()
671 	struct rpcrdma_xprt *r_xprt = rpcx_to_rdmax(xprt);  in xprt_rdma_print_stats()  local
690 		   r_xprt->rx_stats.read_chunk_count,  in xprt_rdma_print_stats()
691 		   r_xprt->rx_stats.write_chunk_count,  in xprt_rdma_print_stats()
692 		   r_xprt->rx_stats.reply_chunk_count,  in xprt_rdma_print_stats()
693 		   r_xprt->rx_stats.total_rdma_request,  in xprt_rdma_print_stats()
694 		   r_xprt->rx_stats.total_rdma_reply,  in xprt_rdma_print_stats()
695 		   r_xprt->rx_stats.pullup_copy_count,  in xprt_rdma_print_stats()
696 		   r_xprt->rx_stats.fixup_copy_count,  in xprt_rdma_print_stats()
697 		   r_xprt->rx_stats.hardway_register_count,  in xprt_rdma_print_stats()
698 		   r_xprt->rx_stats.failed_marshal_count,  in xprt_rdma_print_stats()
699 		   r_xprt->rx_stats.bad_reply_count,  in xprt_rdma_print_stats()
700 		   r_xprt->rx_stats.nomsg_call_count);  in xprt_rdma_print_stats()
702 		   r_xprt->rx_stats.mrs_recycled,  in xprt_rdma_print_stats()
703 		   r_xprt->rx_stats.mrs_orphaned,  in xprt_rdma_print_stats()
704 		   r_xprt->rx_stats.mrs_allocated,  in xprt_rdma_print_stats()
705 		   r_xprt->rx_stats.local_inv_needed,  in xprt_rdma_print_stats()
706 		   r_xprt->rx_stats.empty_sendctx_q,  in xprt_rdma_print_stats()
707 		   r_xprt->rx_stats.reply_waits_for_send);  in xprt_rdma_print_stats()