77 static void rpcrdma_mrs_create(struct rpcrdma_xprt *r_xprt);
79 static int rpcrdma_create_rep(struct rpcrdma_xprt *r_xprt, bool temp);
115 	struct rpcrdma_xprt *r_xprt = container_of(ep, struct rpcrdma_xprt,  in rpcrdma_qp_async_error_upcall()  local
118 	trace_xprtrdma_qp_error(r_xprt, event);  in rpcrdma_qp_async_error_upcall()
193 rpcrdma_update_connect_private(struct rpcrdma_xprt *r_xprt,  in rpcrdma_update_connect_private()  argument
196 	struct rpcrdma_create_data_internal *cdata = &r_xprt->rx_data;  in rpcrdma_update_connect_private()
201 	r_xprt->rx_ia.ri_implicit_roundup = xprt_rdma_pad_optimize;  in rpcrdma_update_connect_private()
208 		r_xprt->rx_ia.ri_implicit_roundup = true;  in rpcrdma_update_connect_private()
219 	rpcrdma_set_max_header_sizes(r_xprt);  in rpcrdma_update_connect_private()
430 	struct rpcrdma_xprt *r_xprt = container_of(ia, struct rpcrdma_xprt,  in rpcrdma_ia_remove()  local
432 	struct rpcrdma_ep *ep = &r_xprt->rx_ep;  in rpcrdma_ia_remove()
433 	struct rpcrdma_buffer *buf = &r_xprt->rx_buf;  in rpcrdma_ia_remove()
473 	trace_xprtrdma_remove(r_xprt);  in rpcrdma_ia_remove()
637 rpcrdma_ep_recreate_xprt(struct rpcrdma_xprt *r_xprt,  in rpcrdma_ep_recreate_xprt()  argument
642 	trace_xprtrdma_reinsert(r_xprt);  in rpcrdma_ep_recreate_xprt()
645 	if (rpcrdma_ia_open(r_xprt))  in rpcrdma_ep_recreate_xprt()
649 	err = rpcrdma_ep_create(ep, ia, &r_xprt->rx_data);  in rpcrdma_ep_recreate_xprt()
662 	rpcrdma_mrs_create(r_xprt);  in rpcrdma_ep_recreate_xprt()
674 rpcrdma_ep_reconnect(struct rpcrdma_xprt *r_xprt, struct rpcrdma_ep *ep,  in rpcrdma_ep_reconnect()  argument
680 	trace_xprtrdma_reconnect(r_xprt);  in rpcrdma_ep_reconnect()
685 	id = rpcrdma_create_id(r_xprt, ia);  in rpcrdma_ep_reconnect()
729 	struct rpcrdma_xprt *r_xprt = container_of(ia, struct rpcrdma_xprt,  in rpcrdma_ep_connect()  local
746 		rc = rpcrdma_ep_recreate_xprt(r_xprt, ep, ia);  in rpcrdma_ep_connect()
751 		rc = rpcrdma_ep_reconnect(r_xprt, ep, ia);  in rpcrdma_ep_connect()
757 	rpcrdma_post_recvs(r_xprt, true);  in rpcrdma_ep_connect()
854 static int rpcrdma_sendctxs_create(struct rpcrdma_xprt *r_xprt)  in rpcrdma_sendctxs_create()  argument
856 	struct rpcrdma_buffer *buf = &r_xprt->rx_buf;  in rpcrdma_sendctxs_create()
873 		sc = rpcrdma_sendctx_create(&r_xprt->rx_ia);  in rpcrdma_sendctxs_create()
877 		sc->sc_xprt = r_xprt;  in rpcrdma_sendctxs_create()
914 	struct rpcrdma_xprt *r_xprt;  in rpcrdma_sendctx_get_locked()  local
939 	r_xprt = container_of(buf, struct rpcrdma_xprt, rx_buf);  in rpcrdma_sendctx_get_locked()
940 	r_xprt->rx_stats.empty_sendctx_q++;  in rpcrdma_sendctx_get_locked()
1003 	struct rpcrdma_xprt *r_xprt = mr->mr_xprt;  in rpcrdma_mr_defer_recovery()  local
1004 	struct rpcrdma_buffer *buf = &r_xprt->rx_buf;  in rpcrdma_mr_defer_recovery()
1014 rpcrdma_mrs_create(struct rpcrdma_xprt *r_xprt)  in rpcrdma_mrs_create()  argument
1016 	struct rpcrdma_buffer *buf = &r_xprt->rx_buf;  in rpcrdma_mrs_create()
1017 	struct rpcrdma_ia *ia = &r_xprt->rx_ia;  in rpcrdma_mrs_create()
1036 		mr->mr_xprt = r_xprt;  in rpcrdma_mrs_create()
1045 	r_xprt->rx_stats.mrs_allocated += count;  in rpcrdma_mrs_create()
1047 	trace_xprtrdma_createmrs(r_xprt, count);  in rpcrdma_mrs_create()
1049 	xprt_write_space(&r_xprt->rx_xprt);  in rpcrdma_mrs_create()
1057 	struct rpcrdma_xprt *r_xprt = container_of(buf, struct rpcrdma_xprt,  in rpcrdma_mr_refresh_worker()  local
1060 	rpcrdma_mrs_create(r_xprt);  in rpcrdma_mr_refresh_worker()
1064 rpcrdma_create_req(struct rpcrdma_xprt *r_xprt)  in rpcrdma_create_req()  argument
1066 	struct rpcrdma_buffer *buffer = &r_xprt->rx_buf;  in rpcrdma_create_req()
1092 rpcrdma_create_rep(struct rpcrdma_xprt *r_xprt, bool temp)  in rpcrdma_create_rep()  argument
1094 	struct rpcrdma_create_data_internal *cdata = &r_xprt->rx_data;  in rpcrdma_create_rep()
1095 	struct rpcrdma_buffer *buf = &r_xprt->rx_buf;  in rpcrdma_create_rep()
1114 	rep->rr_rxprt = r_xprt;  in rpcrdma_create_rep()
1136 rpcrdma_buffer_create(struct rpcrdma_xprt *r_xprt)  in rpcrdma_buffer_create()  argument
1138 	struct rpcrdma_buffer *buf = &r_xprt->rx_buf;  in rpcrdma_buffer_create()
1141 	buf->rb_max_requests = r_xprt->rx_data.max_requests;  in rpcrdma_buffer_create()
1154 	rpcrdma_mrs_create(r_xprt);  in rpcrdma_buffer_create()
1162 		req = rpcrdma_create_req(r_xprt);  in rpcrdma_buffer_create()
1176 	rc = rpcrdma_sendctxs_create(r_xprt);  in rpcrdma_buffer_create()
1205 	struct rpcrdma_xprt *r_xprt = container_of(buf, struct rpcrdma_xprt,  in rpcrdma_mrs_destroy()  local
1228 	r_xprt->rx_stats.mrs_allocated = 0;  in rpcrdma_mrs_destroy()
1275 rpcrdma_mr_get(struct rpcrdma_xprt *r_xprt)  in rpcrdma_mr_get()  argument
1277 	struct rpcrdma_buffer *buf = &r_xprt->rx_buf;  in rpcrdma_mr_get()
1290 	trace_xprtrdma_nomrs(r_xprt);  in rpcrdma_mr_get()
1291 	if (r_xprt->rx_ep.rep_connected != -ENODEV)  in rpcrdma_mr_get()
1327 	struct rpcrdma_xprt *r_xprt = mr->mr_xprt;  in rpcrdma_mr_unmap_and_put()  local
1330 	ib_dma_unmap_sg(r_xprt->rx_ia.ri_device,  in rpcrdma_mr_unmap_and_put()
1332 	__rpcrdma_mr_put(&r_xprt->rx_buf, mr);  in rpcrdma_mr_unmap_and_put()
1515 rpcrdma_post_recvs(struct rpcrdma_xprt *r_xprt, bool temp)  in rpcrdma_post_recvs()  argument
1517 	struct rpcrdma_buffer *buf = &r_xprt->rx_buf;  in rpcrdma_post_recvs()
1539 			if (rpcrdma_create_rep(r_xprt, temp))  in rpcrdma_post_recvs()
1546 			if (!__rpcrdma_dma_map_regbuf(&r_xprt->rx_ia, rb)) {  in rpcrdma_post_recvs()
1561 	rc = ib_post_recv(r_xprt->rx_ia.ri_id->qp, wr,  in rpcrdma_post_recvs()
1573 	trace_xprtrdma_post_recvs(r_xprt, count, rc);  in rpcrdma_post_recvs()