3  * Shared Memory Communications over RDMA (SMC-R) and RoCE
19 #include "smc.h"
53 static int smc_rx_update_consumer(struct smc_sock *smc,  in smc_rx_update_consumer()  argument
56 	struct smc_connection *conn = &smc->conn;  in smc_rx_update_consumer()
57 	struct sock *sk = &smc->sk;  in smc_rx_update_consumer()
94 static void smc_rx_update_cons(struct smc_sock *smc, size_t len)  in smc_rx_update_cons()  argument
96 	struct smc_connection *conn = &smc->conn;  in smc_rx_update_cons()
100 	smc_rx_update_consumer(smc, cons, len);  in smc_rx_update_cons()
104 	struct smc_sock *smc;  member
112 	struct smc_sock *smc = priv->smc;  in smc_rx_pipe_buf_release()  local
114 	struct sock *sk = &smc->sk;  in smc_rx_pipe_buf_release()
120 	conn = &smc->conn;  in smc_rx_pipe_buf_release()
122 	smc_rx_update_cons(smc, priv->len);  in smc_rx_pipe_buf_release()
152 			 struct smc_sock *smc)  in smc_rx_splice()  argument
163 	priv->smc = smc;  in smc_rx_splice()
164 	partial.offset = src - (char *)smc->conn.rmb_desc->cpu_addr;  in smc_rx_splice()
170 	spd.pages = &smc->conn.rmb_desc->pages;  in smc_rx_splice()
177 		sock_hold(&smc->sk);  in smc_rx_splice()
178 		get_page(smc->conn.rmb_desc->pages);  in smc_rx_splice()
179 		atomic_add(bytes, &smc->conn.splice_pending);  in smc_rx_splice()
192  *   @smc    smc socket
199 int smc_rx_wait(struct smc_sock *smc, long *timeo,  in smc_rx_wait()  argument
203 	struct smc_connection *conn = &smc->conn;  in smc_rx_wait()
204 	struct sock *sk = &smc->sk;  in smc_rx_wait()
221 static int smc_rx_recv_urg(struct smc_sock *smc, struct msghdr *msg, int len,  in smc_rx_recv_urg()  argument
224 	struct smc_connection *conn = &smc->conn;  in smc_rx_recv_urg()
226 	struct sock *sk = &smc->sk;  in smc_rx_recv_urg()
236 			smc->conn.urg_state = SMC_URG_READ;  in smc_rx_recv_urg()
250 				smc_rx_update_consumer(smc, cons, 0);  in smc_rx_recv_urg()
264 static bool smc_rx_recvmsg_data_available(struct smc_sock *smc)  in smc_rx_recvmsg_data_available()  argument
266 	struct smc_connection *conn = &smc->conn;  in smc_rx_recvmsg_data_available()
272 		smc_rx_update_cons(smc, 0);  in smc_rx_recvmsg_data_available()
283 int smc_rx_recvmsg(struct smc_sock *smc, struct msghdr *msg,  in smc_rx_recvmsg()  argument
288 	struct smc_connection *conn = &smc->conn;  in smc_rx_recvmsg()
302 	sk = &smc->sk;  in smc_rx_recvmsg()
306 		return smc_rx_recv_urg(smc, msg, len, flags);  in smc_rx_recvmsg()
317 		if (smc_rx_recvmsg_data_available(smc))  in smc_rx_recvmsg()
325 			if (smc_rx_recvmsg_data_available(smc))  in smc_rx_recvmsg()
360 			smc_rx_wait(smc, &timeo, smc_rx_data_available);  in smc_rx_recvmsg()
374 			smc_rx_wait(smc, &timeo, func);  in smc_rx_recvmsg()
383 		    sock_flag(&smc->sk, SOCK_URGINLINE) &&  in smc_rx_recvmsg()
404 							smc);  in smc_rx_recvmsg()
432 			if (msg && smc_rx_update_consumer(smc, cons, copylen))  in smc_rx_recvmsg()
441 void smc_rx_init(struct smc_sock *smc)  in smc_rx_init()  argument
443 	smc->sk.sk_data_ready = smc_rx_wake_up;  in smc_rx_init()
444 	atomic_set(&smc->conn.splice_pending, 0);  in smc_rx_init()
445 	smc->conn.urg_state = SMC_URG_READ;  in smc_rx_init()