239 	struct rpcrdma_xprt *r_xprt = container_of(work, struct rpcrdma_xprt,  in xprt_rdma_connect_worker()  local
241 	struct rpc_xprt *xprt = &r_xprt->rx_xprt;  in xprt_rdma_connect_worker()
244 	rc = rpcrdma_xprt_connect(r_xprt);  in xprt_rdma_connect_worker()
254 		rpcrdma_xprt_disconnect(r_xprt);  in xprt_rdma_connect_worker()
255 	xprt_unlock_connect(xprt, r_xprt);  in xprt_rdma_connect_worker()
271 	struct rpcrdma_xprt *r_xprt = rpcx_to_rdmax(xprt);  in xprt_rdma_inject_disconnect()  local
273 	trace_xprtrdma_op_inject_dsc(r_xprt);  in xprt_rdma_inject_disconnect()
274 	rdma_disconnect(r_xprt->rx_ep->re_id);  in xprt_rdma_inject_disconnect()
287 	struct rpcrdma_xprt *r_xprt = rpcx_to_rdmax(xprt);  in xprt_rdma_destroy()  local
289 	cancel_delayed_work_sync(&r_xprt->rx_connect_worker);  in xprt_rdma_destroy()
291 	rpcrdma_xprt_disconnect(r_xprt);  in xprt_rdma_destroy()
292 	rpcrdma_buffer_destroy(&r_xprt->rx_buf);  in xprt_rdma_destroy()
386 	struct rpcrdma_xprt *r_xprt = rpcx_to_rdmax(xprt);  in xprt_rdma_close()  local
388 	rpcrdma_xprt_disconnect(r_xprt);  in xprt_rdma_close()
449 	struct rpcrdma_xprt *r_xprt = rpcx_to_rdmax(xprt);  in xprt_rdma_set_connect_timeout()  local
451 	trace_xprtrdma_op_set_cto(r_xprt, connect_timeout, reconnect_timeout);  in xprt_rdma_set_connect_timeout()
465 		r_xprt->rx_timeout = to;  in xprt_rdma_set_connect_timeout()
466 		xprt->timeout = &r_xprt->rx_timeout;  in xprt_rdma_set_connect_timeout()
485 	struct rpcrdma_xprt *r_xprt = rpcx_to_rdmax(xprt);  in xprt_rdma_connect()  local
486 	struct rpcrdma_ep *ep = r_xprt->rx_ep;  in xprt_rdma_connect()
489 	WARN_ON_ONCE(!xprt_lock_connect(xprt, task, r_xprt));  in xprt_rdma_connect()
496 	trace_xprtrdma_op_connect(r_xprt, delay);  in xprt_rdma_connect()
497 	queue_delayed_work(xprtiod_workqueue, &r_xprt->rx_connect_worker,  in xprt_rdma_connect()
513 	struct rpcrdma_xprt *r_xprt = rpcx_to_rdmax(xprt);  in xprt_rdma_alloc_slot()  local
516 	req = rpcrdma_buffer_get(&r_xprt->rx_buf);  in xprt_rdma_alloc_slot()
537 	struct rpcrdma_xprt *r_xprt =  in xprt_rdma_free_slot()  local
540 	rpcrdma_reply_put(&r_xprt->rx_buf, rpcr_to_rdmar(rqst));  in xprt_rdma_free_slot()
543 		rpcrdma_buffer_put(&r_xprt->rx_buf, rpcr_to_rdmar(rqst));  in xprt_rdma_free_slot()
547 static bool rpcrdma_check_regbuf(struct rpcrdma_xprt *r_xprt,  in rpcrdma_check_regbuf()  argument
554 		r_xprt->rx_stats.hardway_register_count += size;  in rpcrdma_check_regbuf()
572 	struct rpcrdma_xprt *r_xprt = rpcx_to_rdmax(rqst->rq_xprt);  in xprt_rdma_allocate()  local
580 	if (!rpcrdma_check_regbuf(r_xprt, req->rl_sendbuf, rqst->rq_callsize,  in xprt_rdma_allocate()
583 	if (!rpcrdma_check_regbuf(r_xprt, req->rl_recvbuf, rqst->rq_rcvsize,  in xprt_rdma_allocate()
640 	struct rpcrdma_xprt *r_xprt = rpcx_to_rdmax(xprt);  in xprt_rdma_send_request()  local
654 	rc = rpcrdma_marshal_req(r_xprt, rqst);  in xprt_rdma_send_request()
663 	if (frwr_send(r_xprt, req))  in xprt_rdma_send_request()
685 	struct rpcrdma_xprt *r_xprt = rpcx_to_rdmax(xprt);  in xprt_rdma_print_stats()  local
704 		   r_xprt->rx_stats.read_chunk_count,  in xprt_rdma_print_stats()
705 		   r_xprt->rx_stats.write_chunk_count,  in xprt_rdma_print_stats()
706 		   r_xprt->rx_stats.reply_chunk_count,  in xprt_rdma_print_stats()
707 		   r_xprt->rx_stats.total_rdma_request,  in xprt_rdma_print_stats()
708 		   r_xprt->rx_stats.total_rdma_reply,  in xprt_rdma_print_stats()
709 		   r_xprt->rx_stats.pullup_copy_count,  in xprt_rdma_print_stats()
710 		   r_xprt->rx_stats.fixup_copy_count,  in xprt_rdma_print_stats()
711 		   r_xprt->rx_stats.hardway_register_count,  in xprt_rdma_print_stats()
712 		   r_xprt->rx_stats.failed_marshal_count,  in xprt_rdma_print_stats()
713 		   r_xprt->rx_stats.bad_reply_count,  in xprt_rdma_print_stats()
714 		   r_xprt->rx_stats.nomsg_call_count);  in xprt_rdma_print_stats()
716 		   r_xprt->rx_stats.mrs_recycled,  in xprt_rdma_print_stats()
717 		   r_xprt->rx_stats.mrs_orphaned,  in xprt_rdma_print_stats()
718 		   r_xprt->rx_stats.mrs_allocated,  in xprt_rdma_print_stats()
719 		   r_xprt->rx_stats.local_inv_needed,  in xprt_rdma_print_stats()
720 		   r_xprt->rx_stats.empty_sendctx_q,  in xprt_rdma_print_stats()
721 		   r_xprt->rx_stats.reply_waits_for_send);  in xprt_rdma_print_stats()