47 	struct sock sk; /* must be first member */  member
92 static void caif_read_lock(struct sock *sk)  in caif_read_lock()  argument
95 	cf_sk = container_of(sk, struct caifsock, sk);  in caif_read_lock()
99 static void caif_read_unlock(struct sock *sk)  in caif_read_unlock()  argument
102 	cf_sk = container_of(sk, struct caifsock, sk);  in caif_read_unlock()
109 	return cf_sk->sk.sk_rcvbuf / 4;  in sk_rcvbuf_lowwater()
112 static void caif_flow_ctrl(struct sock *sk, int mode)  in caif_flow_ctrl()  argument
115 	cf_sk = container_of(sk, struct caifsock, sk);  in caif_flow_ctrl()
124 static void caif_queue_rcv_skb(struct sock *sk, struct sk_buff *skb)  in caif_queue_rcv_skb()  argument
128 	struct sk_buff_head *list = &sk->sk_receive_queue;  in caif_queue_rcv_skb()
129 	struct caifsock *cf_sk = container_of(sk, struct caifsock, sk);  in caif_queue_rcv_skb()
132 	if (atomic_read(&sk->sk_rmem_alloc) + skb->truesize >=  in caif_queue_rcv_skb()
133 		(unsigned int)sk->sk_rcvbuf && rx_flow_is_on(cf_sk)) {  in caif_queue_rcv_skb()
135 				    atomic_read(&cf_sk->sk.sk_rmem_alloc),  in caif_queue_rcv_skb()
138 		caif_flow_ctrl(sk, CAIF_MODEMCMD_FLOW_OFF_REQ);  in caif_queue_rcv_skb()
141 	err = sk_filter(sk, skb);  in caif_queue_rcv_skb()
145 	if (!sk_rmem_schedule(sk, skb, skb->truesize) && rx_flow_is_on(cf_sk)) {  in caif_queue_rcv_skb()
148 		caif_flow_ctrl(sk, CAIF_MODEMCMD_FLOW_OFF_REQ);  in caif_queue_rcv_skb()
151 	skb_set_owner_r(skb, sk);  in caif_queue_rcv_skb()
153 	queued = !sock_flag(sk, SOCK_DEAD);  in caif_queue_rcv_skb()
159 		sk->sk_data_ready(sk);  in caif_queue_rcv_skb()
173 	if (unlikely(cf_sk->sk.sk_state != CAIF_CONNECTED)) {  in caif_sktrecv_cb()
177 	caif_queue_rcv_skb(&cf_sk->sk, skb);  in caif_sktrecv_cb()
184 	sock_hold(&cf_sk->sk);  in cfsk_hold()
190 	sock_put(&cf_sk->sk);  in cfsk_put()
203 		cf_sk->sk.sk_state_change(&cf_sk->sk);  in caif_ctrl_cb()
209 		cf_sk->sk.sk_state_change(&cf_sk->sk);  in caif_ctrl_cb()
216 		cf_sk->sk.sk_state = CAIF_CONNECTED;  in caif_ctrl_cb()
218 		cf_sk->sk.sk_shutdown = 0;  in caif_ctrl_cb()
219 		cf_sk->sk.sk_state_change(&cf_sk->sk);  in caif_ctrl_cb()
224 		cf_sk->sk.sk_state = CAIF_DISCONNECTED;  in caif_ctrl_cb()
225 		cf_sk->sk.sk_state_change(&cf_sk->sk);  in caif_ctrl_cb()
230 		cf_sk->sk.sk_err = ECONNREFUSED;  in caif_ctrl_cb()
231 		cf_sk->sk.sk_state = CAIF_DISCONNECTED;  in caif_ctrl_cb()
232 		cf_sk->sk.sk_shutdown = SHUTDOWN_MASK;  in caif_ctrl_cb()
238 		cf_sk->sk.sk_state_change(&cf_sk->sk);  in caif_ctrl_cb()
243 		cf_sk->sk.sk_shutdown = SHUTDOWN_MASK;  in caif_ctrl_cb()
244 		cf_sk->sk.sk_err = ECONNRESET;  in caif_ctrl_cb()
246 		cf_sk->sk.sk_error_report(&cf_sk->sk);  in caif_ctrl_cb()
254 static void caif_check_flow_release(struct sock *sk)  in caif_check_flow_release()  argument
256 	struct caifsock *cf_sk = container_of(sk, struct caifsock, sk);  in caif_check_flow_release()
261 	if (atomic_read(&sk->sk_rmem_alloc) <= sk_rcvbuf_lowwater(cf_sk)) {  in caif_check_flow_release()
263 			caif_flow_ctrl(sk, CAIF_MODEMCMD_FLOW_ON_REQ);  in caif_check_flow_release()
275 	struct sock *sk = sock->sk;  in caif_seqpkt_recvmsg()  local
284 	skb = skb_recv_datagram(sk, flags, 0 , &ret);  in caif_seqpkt_recvmsg()
299 	skb_free_datagram(sk, skb);  in caif_seqpkt_recvmsg()
300 	caif_check_flow_release(sk);  in caif_seqpkt_recvmsg()
309 static long caif_stream_data_wait(struct sock *sk, long timeo)  in caif_stream_data_wait()  argument
312 	lock_sock(sk);  in caif_stream_data_wait()
315 		prepare_to_wait(sk_sleep(sk), &wait, TASK_INTERRUPTIBLE);  in caif_stream_data_wait()
317 		if (!skb_queue_empty(&sk->sk_receive_queue) ||  in caif_stream_data_wait()
318 			sk->sk_err ||  in caif_stream_data_wait()
319 			sk->sk_state != CAIF_CONNECTED ||  in caif_stream_data_wait()
320 			sock_flag(sk, SOCK_DEAD) ||  in caif_stream_data_wait()
321 			(sk->sk_shutdown & RCV_SHUTDOWN) ||  in caif_stream_data_wait()
326 		sk_set_bit(SOCKWQ_ASYNC_WAITDATA, sk);  in caif_stream_data_wait()
327 		release_sock(sk);  in caif_stream_data_wait()
329 		lock_sock(sk);  in caif_stream_data_wait()
331 		if (sock_flag(sk, SOCK_DEAD))  in caif_stream_data_wait()
334 		sk_clear_bit(SOCKWQ_ASYNC_WAITDATA, sk);  in caif_stream_data_wait()
337 	finish_wait(sk_sleep(sk), &wait);  in caif_stream_data_wait()
338 	release_sock(sk);  in caif_stream_data_wait()
350 	struct sock *sk = sock->sk;  in caif_stream_recvmsg()  local
365 	if (sk->sk_state == CAIF_CONNECTING)  in caif_stream_recvmsg()
368 	caif_read_lock(sk);  in caif_stream_recvmsg()
369 	target = sock_rcvlowat(sk, flags&MSG_WAITALL, size);  in caif_stream_recvmsg()
370 	timeo = sock_rcvtimeo(sk, flags&MSG_DONTWAIT);  in caif_stream_recvmsg()
376 		lock_sock(sk);  in caif_stream_recvmsg()
377 		if (sock_flag(sk, SOCK_DEAD)) {  in caif_stream_recvmsg()
381 		skb = skb_dequeue(&sk->sk_receive_queue);  in caif_stream_recvmsg()
382 		caif_check_flow_release(sk);  in caif_stream_recvmsg()
390 			err = sock_error(sk);  in caif_stream_recvmsg()
394 			if (sk->sk_shutdown & RCV_SHUTDOWN)  in caif_stream_recvmsg()
398 			if (sk->sk_state != CAIF_CONNECTED)  in caif_stream_recvmsg()
400 			if (sock_flag(sk, SOCK_DEAD))  in caif_stream_recvmsg()
403 			release_sock(sk);  in caif_stream_recvmsg()
409 			caif_read_unlock(sk);  in caif_stream_recvmsg()
411 			timeo = caif_stream_data_wait(sk, timeo);  in caif_stream_recvmsg()
417 			caif_read_lock(sk);  in caif_stream_recvmsg()
420 			release_sock(sk);  in caif_stream_recvmsg()
423 		release_sock(sk);  in caif_stream_recvmsg()
426 			skb_queue_head(&sk->sk_receive_queue, skb);  in caif_stream_recvmsg()
440 				skb_queue_head(&sk->sk_receive_queue, skb);  in caif_stream_recvmsg()
450 			skb_queue_head(&sk->sk_receive_queue, skb);  in caif_stream_recvmsg()
454 	caif_read_unlock(sk);  in caif_stream_recvmsg()
467 	struct sock *sk = &cf_sk->sk;  in caif_wait_for_flow_on()  local
472 			(!wait_writeable || sock_writeable(&cf_sk->sk)))  in caif_wait_for_flow_on()
480 		prepare_to_wait(sk_sleep(sk), &wait, TASK_INTERRUPTIBLE);  in caif_wait_for_flow_on()
482 		if (sk->sk_shutdown & SHUTDOWN_MASK)  in caif_wait_for_flow_on()
484 		*err = -sk->sk_err;  in caif_wait_for_flow_on()
485 		if (sk->sk_err)  in caif_wait_for_flow_on()
488 		if (cf_sk->sk.sk_state != CAIF_CONNECTED)  in caif_wait_for_flow_on()
492 	finish_wait(sk_sleep(sk), &wait);  in caif_wait_for_flow_on()
507 	cfpkt_set_prio(pkt, cf_sk->sk.sk_priority);  in transmit_skb()
521 	struct sock *sk = sock->sk;  in caif_seqpkt_sendmsg()  local
522 	struct caifsock *cf_sk = container_of(sk, struct caifsock, sk);  in caif_seqpkt_sendmsg()
529 	ret = sock_error(sk);  in caif_seqpkt_sendmsg()
546 	timeo = sock_sndtimeo(sk, noblock);  in caif_seqpkt_sendmsg()
547 	timeo = caif_wait_for_flow_on(container_of(sk, struct caifsock, sk),  in caif_seqpkt_sendmsg()
553 	if (cf_sk->sk.sk_state != CAIF_CONNECTED ||  in caif_seqpkt_sendmsg()
554 		sock_flag(sk, SOCK_DEAD) ||  in caif_seqpkt_sendmsg()
555 		(sk->sk_shutdown & RCV_SHUTDOWN))  in caif_seqpkt_sendmsg()
560 	if (len > cf_sk->maxframe && cf_sk->sk.sk_protocol != CAIFPROTO_RFM)  in caif_seqpkt_sendmsg()
566 	skb = sock_alloc_send_skb(sk, buffer_size, noblock, &ret);  in caif_seqpkt_sendmsg()
596 	struct sock *sk = sock->sk;  in caif_stream_sendmsg()  local
597 	struct caifsock *cf_sk = container_of(sk, struct caifsock, sk);  in caif_stream_sendmsg()
610 	timeo = sock_sndtimeo(sk, msg->msg_flags & MSG_DONTWAIT);  in caif_stream_sendmsg()
613 	if (unlikely(sk->sk_shutdown & SEND_SHUTDOWN))  in caif_stream_sendmsg()
624 		if (size > ((sk->sk_sndbuf >> 1) - 64))  in caif_stream_sendmsg()
625 			size = (sk->sk_sndbuf >> 1) - 64;  in caif_stream_sendmsg()
630 		skb = sock_alloc_send_skb(sk,  in caif_stream_sendmsg()
675 	struct sock *sk = sock->sk;  in setsockopt()  local
676 	struct caifsock *cf_sk = container_of(sk, struct caifsock, sk);  in setsockopt()
679 	if (cf_sk->sk.sk_socket->state != SS_UNCONNECTED)  in setsockopt()
690 		lock_sock(&(cf_sk->sk));  in setsockopt()
692 		release_sock(&cf_sk->sk);  in setsockopt()
698 		if (cf_sk->sk.sk_protocol != CAIFPROTO_UTIL)  in setsockopt()
700 		lock_sock(&(cf_sk->sk));  in setsockopt()
703 			release_sock(&cf_sk->sk);  in setsockopt()
707 		release_sock(&cf_sk->sk);  in setsockopt()
747 	struct sock *sk = sock->sk;  in caif_connect()  local
748 	struct caifsock *cf_sk = container_of(sk, struct caifsock, sk);  in caif_connect()
755 	lock_sock(sk);  in caif_connect()
768 		caif_assert(sk->sk_state == CAIF_DISCONNECTED);  in caif_connect()
771 		switch (sk->sk_state) {  in caif_connect()
787 		caif_assert(sk->sk_state == CAIF_CONNECTED ||  in caif_connect()
788 				sk->sk_state == CAIF_DISCONNECTED);  in caif_connect()
789 		if (sk->sk_shutdown & SHUTDOWN_MASK) {  in caif_connect()
791 			caif_disconnect_client(sock_net(sk), &cf_sk->layer);  in caif_connect()
803 	sk->sk_state = CAIF_DISCONNECTED;  in caif_connect()
805 	sk_stream_kill_queues(&cf_sk->sk);  in caif_connect()
816 	sk->sk_state = CAIF_CONNECTING;  in caif_connect()
820 	if (cf_sk->sk.sk_priority > CAIF_PRIO_MAX)  in caif_connect()
822 	else if (cf_sk->sk.sk_priority < CAIF_PRIO_MIN)  in caif_connect()
825 		cf_sk->conn_req.priority = cf_sk->sk.sk_priority;  in caif_connect()
828 	cf_sk->conn_req.ifindex = cf_sk->sk.sk_bound_dev_if;  in caif_connect()
832 	err = caif_connect_client(sock_net(sk), &cf_sk->conn_req,  in caif_connect()
836 		cf_sk->sk.sk_socket->state = SS_UNCONNECTED;  in caif_connect()
837 		cf_sk->sk.sk_state = CAIF_DISCONNECTED;  in caif_connect()
843 	dev = dev_get_by_index_rcu(sock_net(sk), ifindex);  in caif_connect()
863 	if (sk->sk_state != CAIF_CONNECTED && (flags & O_NONBLOCK))  in caif_connect()
866 	timeo = sock_sndtimeo(sk, flags & O_NONBLOCK);  in caif_connect()
868 	release_sock(sk);  in caif_connect()
870 	timeo = wait_event_interruptible_timeout(*sk_sleep(sk),  in caif_connect()
871 			sk->sk_state != CAIF_CONNECTING,  in caif_connect()
873 	lock_sock(sk);  in caif_connect()
878 	if (timeo == 0 && sk->sk_state != CAIF_CONNECTED)  in caif_connect()
880 	if (sk->sk_state != CAIF_CONNECTED) {  in caif_connect()
882 		err = sock_error(sk);  in caif_connect()
890 	release_sock(sk);  in caif_connect()
900 	struct sock *sk = sock->sk;  in caif_release()  local
901 	struct caifsock *cf_sk = container_of(sk, struct caifsock, sk);  in caif_release()
903 	if (!sk)  in caif_release()
913 	spin_lock_bh(&sk->sk_receive_queue.lock);  in caif_release()
914 	sock_set_flag(sk, SOCK_DEAD);  in caif_release()
915 	spin_unlock_bh(&sk->sk_receive_queue.lock);  in caif_release()
916 	sock->sk = NULL;  in caif_release()
921 	lock_sock(&(cf_sk->sk));  in caif_release()
922 	sk->sk_state = CAIF_DISCONNECTED;  in caif_release()
923 	sk->sk_shutdown = SHUTDOWN_MASK;  in caif_release()
925 	caif_disconnect_client(sock_net(sk), &cf_sk->layer);  in caif_release()
926 	cf_sk->sk.sk_socket->state = SS_DISCONNECTING;  in caif_release()
927 	wake_up_interruptible_poll(sk_sleep(sk), EPOLLERR|EPOLLHUP);  in caif_release()
929 	sock_orphan(sk);  in caif_release()
930 	sk_stream_kill_queues(&cf_sk->sk);  in caif_release()
931 	release_sock(sk);  in caif_release()
932 	sock_put(sk);  in caif_release()
940 	struct sock *sk = sock->sk;  in caif_poll()  local
942 	struct caifsock *cf_sk = container_of(sk, struct caifsock, sk);  in caif_poll()
948 	if (sk->sk_err)  in caif_poll()
950 	if (sk->sk_shutdown == SHUTDOWN_MASK)  in caif_poll()
952 	if (sk->sk_shutdown & RCV_SHUTDOWN)  in caif_poll()
956 	if (!skb_queue_empty_lockless(&sk->sk_receive_queue) ||  in caif_poll()
957 		(sk->sk_shutdown & RCV_SHUTDOWN))  in caif_poll()
964 	if (sock_writeable(sk) && tx_flow_is_on(cf_sk))  in caif_poll()
1011 static void caif_sock_destructor(struct sock *sk)  in caif_sock_destructor()  argument
1013 	struct caifsock *cf_sk = container_of(sk, struct caifsock, sk);  in caif_sock_destructor()
1014 	caif_assert(!refcount_read(&sk->sk_wmem_alloc));  in caif_sock_destructor()
1015 	caif_assert(sk_unhashed(sk));  in caif_sock_destructor()
1016 	caif_assert(!sk->sk_socket);  in caif_sock_destructor()
1017 	if (!sock_flag(sk, SOCK_DEAD)) {  in caif_sock_destructor()
1018 		pr_debug("Attempt to release alive CAIF socket: %p\n", sk);  in caif_sock_destructor()
1021 	sk_stream_kill_queues(&cf_sk->sk);  in caif_sock_destructor()
1028 	struct sock *sk = NULL;  in caif_create()  local
1059 	sk = sk_alloc(net, PF_CAIF, GFP_KERNEL, &prot, kern);  in caif_create()
1060 	if (!sk)  in caif_create()
1063 	cf_sk = container_of(sk, struct caifsock, sk);  in caif_create()
1066 	sk->sk_protocol = (unsigned char) protocol;  in caif_create()
1071 		sk->sk_priority = TC_PRIO_CONTROL;  in caif_create()
1074 		sk->sk_priority = TC_PRIO_INTERACTIVE_BULK;  in caif_create()
1077 		sk->sk_priority = TC_PRIO_BESTEFFORT;  in caif_create()
1084 	lock_sock(&(cf_sk->sk));  in caif_create()
1087 	sock_init_data(sock, sk);  in caif_create()
1088 	sk->sk_destruct = caif_sock_destructor;  in caif_create()
1092 	cf_sk->sk.sk_socket->state = SS_UNCONNECTED;  in caif_create()
1093 	cf_sk->sk.sk_state = CAIF_DISCONNECTED;  in caif_create()
1101 	release_sock(&cf_sk->sk);  in caif_create()