Lines Matching +full:imp +full:- +full:res +full:- +full:offset +full:- +full:value
4 * Copyright (c) 2001-2007, 2012-2019, Ericsson AB
5 * Copyright (c) 2004-2008, 2010-2013, Wind River Systems
6 * Copyright (c) 2020-2021, Red Hat Inc
74 * struct tipc_sock - TIPC socket structure
75 * @sk: socket - interacts with 'port' and with user via the socket API
99 * @nagle_start: current nagle value
171 return msg_prevnode(&tsk->phdr); in tsk_own_node()
176 return msg_destnode(&tsk->phdr); in tsk_peer_node()
181 return msg_destport(&tsk->phdr); in tsk_peer_port()
186 return msg_src_droppable(&tsk->phdr) != 0; in tsk_unreliable()
191 msg_set_src_droppable(&tsk->phdr, unreliable ? 1 : 0); in tsk_set_unreliable()
196 return msg_dest_droppable(&tsk->phdr) != 0; in tsk_unreturnable()
201 msg_set_dest_droppable(&tsk->phdr, unreturnable ? 1 : 0); in tsk_set_unreturnable()
206 return msg_importance(&tsk->phdr); in tsk_importance()
214 int tsk_set_importance(struct sock *sk, int imp) in tsk_set_importance() argument
216 if (imp > TIPC_CRITICAL_IMPORTANCE) in tsk_set_importance()
217 return -EINVAL; in tsk_set_importance()
218 msg_set_importance(&tipc_sk(sk)->phdr, (u32)imp); in tsk_set_importance()
224 return tsk->snt_unacked > tsk->snd_win; in tsk_conn_cong()
242 * - If block based flow control is not supported by peer we
247 if (likely(tsk->peer_caps & TIPC_BLOCK_FLOWCTL)) in tsk_inc()
252 /* tsk_set_nagle - enable/disable nagle property by manipulating maxnagle
256 struct sock *sk = &tsk->sk; in tsk_set_nagle()
258 tsk->maxnagle = 0; in tsk_set_nagle()
259 if (sk->sk_type != SOCK_STREAM) in tsk_set_nagle()
261 if (tsk->nodelay) in tsk_set_nagle()
263 if (!(tsk->peer_caps & TIPC_NAGLE)) in tsk_set_nagle()
266 if (tsk->max_pkt == MAX_MSG_SIZE) in tsk_set_nagle()
267 tsk->maxnagle = 1500; in tsk_set_nagle()
269 tsk->maxnagle = tsk->max_pkt; in tsk_set_nagle()
273 * tsk_advance_rx_queue - discard first buffer in socket receive queue
281 kfree_skb(__skb_dequeue(&sk->sk_receive_queue)); in tsk_advance_rx_queue()
302 * tsk_rej_rx_queue - reject all buffers in socket receive queue
312 while ((skb = __skb_dequeue(&sk->sk_receive_queue))) in tsk_rej_rx_queue()
318 return sk->sk_state == TIPC_ESTABLISHED; in tipc_sk_connected()
321 /* tipc_sk_type_connectionless - check if the socket is datagram socket
328 return sk->sk_type == SOCK_RDM || sk->sk_type == SOCK_DGRAM; in tipc_sk_type_connectionless()
331 /* tsk_peer_msg - verify if message was sent by connected port's peer
338 struct sock *sk = &tsk->sk; in tsk_peer_msg()
364 /* tipc_set_sk_state - set the sk_state of the socket
373 int oldsk_state = sk->sk_state; in tipc_set_sk_state()
374 int res = -EINVAL; in tipc_set_sk_state() local
378 res = 0; in tipc_set_sk_state()
383 res = 0; in tipc_set_sk_state()
388 res = 0; in tipc_set_sk_state()
393 res = 0; in tipc_set_sk_state()
397 if (!res) in tipc_set_sk_state()
398 sk->sk_state = state; in tipc_set_sk_state()
400 return res; in tipc_set_sk_state()
405 struct sock *sk = sock->sk; in tipc_sk_sock_err()
407 int typ = sock->type; in tipc_sk_sock_err()
412 if (sk->sk_state == TIPC_DISCONNECTING) in tipc_sk_sock_err()
413 return -EPIPE; in tipc_sk_sock_err()
415 return -ENOTCONN; in tipc_sk_sock_err()
418 return -EAGAIN; in tipc_sk_sock_err()
434 sk_ = (sock_)->sk; \
449 * tipc_sk_create - create a TIPC socket
451 * @sock: pre-allocated socket structure
470 return -EPROTONOSUPPORT; in tipc_sk_create()
472 switch (sock->type) { in tipc_sk_create()
484 return -EPROTOTYPE; in tipc_sk_create()
490 return -ENOMEM; in tipc_sk_create()
493 tsk->max_pkt = MAX_PKT_DEFAULT; in tipc_sk_create()
494 tsk->maxnagle = 0; in tipc_sk_create()
495 tsk->nagle_start = NAGLE_START_INIT; in tipc_sk_create()
496 INIT_LIST_HEAD(&tsk->publications); in tipc_sk_create()
497 INIT_LIST_HEAD(&tsk->cong_links); in tipc_sk_create()
498 msg = &tsk->phdr; in tipc_sk_create()
501 sock->ops = ops; in tipc_sk_create()
506 return -EINVAL; in tipc_sk_create()
515 msg_set_origport(msg, tsk->portid); in tipc_sk_create()
516 timer_setup(&sk->sk_timer, tipc_sk_timeout, 0); in tipc_sk_create()
517 sk->sk_shutdown = 0; in tipc_sk_create()
518 sk->sk_backlog_rcv = tipc_sk_backlog_rcv; in tipc_sk_create()
519 sk->sk_rcvbuf = sysctl_tipc_rmem[1]; in tipc_sk_create()
520 sk->sk_data_ready = tipc_data_ready; in tipc_sk_create()
521 sk->sk_write_space = tipc_write_space; in tipc_sk_create()
522 sk->sk_destruct = tipc_sock_destruct; in tipc_sk_create()
523 tsk->conn_timeout = CONN_TIMEOUT_DEFAULT; in tipc_sk_create()
524 tsk->group_is_open = true; in tipc_sk_create()
525 atomic_set(&tsk->dupl_rcvcnt, 0); in tipc_sk_create()
528 tsk->snd_win = tsk_adv_blocks(RCVBUF_MIN); in tipc_sk_create()
529 tsk->rcv_win = tsk->snd_win; in tipc_sk_create()
533 if (sock->type == SOCK_DGRAM) in tipc_sk_create()
536 __skb_queue_head_init(&tsk->mc_method.deferredq); in tipc_sk_create()
545 sock_put(&tsk->sk); in tipc_sk_callback()
551 struct sock *sk = sock->sk; in __tipc_shutdown()
558 /* Avoid that hi-prio shutdown msgs bypass msgs in link wakeup queue */ in __tipc_shutdown()
559 tipc_wait_for_cond(sock, &timeout, (!tsk->cong_link_cnt && in __tipc_shutdown()
565 __skb_queue_purge(&sk->sk_write_queue); in __tipc_shutdown()
568 skb = skb_peek(&sk->sk_receive_queue); in __tipc_shutdown()
569 if (skb && TIPC_SKB_CB(skb)->bytes_read) { in __tipc_shutdown()
570 __skb_unlink(skb, &sk->sk_receive_queue); in __tipc_shutdown()
580 switch (sk->sk_state) { in __tipc_shutdown()
584 tipc_node_remove_conn(net, dnode, tsk->portid); in __tipc_shutdown()
585 /* Send a FIN+/- to its peer */ in __tipc_shutdown()
586 skb = __skb_dequeue(&sk->sk_receive_queue); in __tipc_shutdown()
588 __skb_queue_purge(&sk->sk_receive_queue); in __tipc_shutdown()
595 tsk->portid, error); in __tipc_shutdown()
597 tipc_node_xmit_skb(net, skb, dnode, tsk->portid); in __tipc_shutdown()
604 __skb_queue_purge(&sk->sk_receive_queue); in __tipc_shutdown()
610 * tipc_release - destroy a TIPC socket
617 * is partially-read, it is discarded and the next one is rejected instead.)
627 struct sock *sk = sock->sk; in tipc_release()
632 * releases a pre-allocated child socket that was never used) in tipc_release()
642 sk->sk_shutdown = SHUTDOWN_MASK; in tipc_release()
645 __skb_queue_purge(&tsk->mc_method.deferredq); in tipc_release()
646 sk_stop_timer(sk, &sk->sk_timer); in tipc_release()
652 tipc_dest_list_purge(&tsk->cong_links); in tipc_release()
653 tsk->cong_link_cnt = 0; in tipc_release()
654 call_rcu(&tsk->rcu, tipc_sk_callback); in tipc_release()
655 sock->sk = NULL; in tipc_release()
661 * __tipc_bind - associate or disassocate TIPC name(s) with a socket
666 * Name and name sequence binding are indicated using a positive scope value;
667 * a negative scope value unbinds the specified name. Specifying no name
673 * access any non-constant socket information.
678 struct tipc_sock *tsk = tipc_sk(sock->sk); in __tipc_bind()
684 if (ua->addrtype == TIPC_SERVICE_ADDR) { in __tipc_bind()
685 ua->addrtype = TIPC_SERVICE_RANGE; in __tipc_bind()
686 ua->sr.upper = ua->sr.lower; in __tipc_bind()
688 if (ua->scope < 0) { in __tipc_bind()
690 ua->scope = -ua->scope; in __tipc_bind()
693 if (ua->scope != TIPC_NODE_SCOPE) in __tipc_bind()
694 ua->scope = TIPC_CLUSTER_SCOPE; in __tipc_bind()
696 if (tsk->group) in __tipc_bind()
697 return -EACCES; in __tipc_bind()
706 int res; in tipc_sk_bind() local
708 lock_sock(sock->sk); in tipc_sk_bind()
709 res = __tipc_bind(sock, skaddr, alen); in tipc_sk_bind()
710 release_sock(sock->sk); in tipc_sk_bind()
711 return res; in tipc_sk_bind()
717 u32 atype = ua->addrtype; in tipc_bind()
721 return -EINVAL; in tipc_bind()
723 return -EAFNOSUPPORT; in tipc_bind()
724 if (ua->sr.type < TIPC_RESERVED_TYPES) { in tipc_bind()
726 ua->sr.type); in tipc_bind()
727 return -EACCES; in tipc_bind()
734 * tipc_getname - get port ID of socket or peer socket
749 struct sock *sk = sock->sk; in tipc_getname()
755 ((peer != 2) || (sk->sk_state != TIPC_DISCONNECTING))) in tipc_getname()
756 return -ENOTCONN; in tipc_getname()
757 addr->addr.id.ref = tsk_peer_port(tsk); in tipc_getname()
758 addr->addr.id.node = tsk_peer_node(tsk); in tipc_getname()
760 addr->addr.id.ref = tsk->portid; in tipc_getname()
761 addr->addr.id.node = tipc_own_addr(sock_net(sk)); in tipc_getname()
764 addr->addrtype = TIPC_SOCKET_ADDR; in tipc_getname()
765 addr->family = AF_TIPC; in tipc_getname()
766 addr->scope = 0; in tipc_getname()
767 addr->addr.name.domain = 0; in tipc_getname()
773 * tipc_poll - read and possibly block on pollmask
778 * Return: pollmask value
782 * since the pollmask info is potentially out-of-date the moment this routine
793 struct sock *sk = sock->sk; in tipc_poll()
800 if (sk->sk_shutdown & RCV_SHUTDOWN) in tipc_poll()
802 if (sk->sk_shutdown == SHUTDOWN_MASK) in tipc_poll()
805 switch (sk->sk_state) { in tipc_poll()
807 if (!tsk->cong_link_cnt && !tsk_conn_cong(tsk)) in tipc_poll()
812 if (!skb_queue_empty_lockless(&sk->sk_receive_queue)) in tipc_poll()
816 if (tsk->group_is_open && !tsk->cong_link_cnt) in tipc_poll()
820 if (skb_queue_empty_lockless(&sk->sk_receive_queue)) in tipc_poll()
832 * tipc_sendmcast - send multicast message
845 struct sock *sk = sock->sk; in tipc_sendmcast()
847 struct tipc_msg *hdr = &tsk->phdr; in tipc_sendmcast()
854 if (tsk->group) in tipc_sendmcast()
855 return -EACCES; in tipc_sendmcast()
858 rc = tipc_wait_for_cond(sock, &timeout, !tsk->cong_link_cnt); in tipc_sendmcast()
866 return -EHOSTUNREACH; in tipc_sendmcast()
874 msg_set_nametype(hdr, ua->sr.type); in tipc_sendmcast()
875 msg_set_namelower(hdr, ua->sr.lower); in tipc_sendmcast()
876 msg_set_nameupper(hdr, ua->sr.upper); in tipc_sendmcast()
886 rc = tipc_mcast_xmit(net, &pkts, &tsk->mc_method, &dsts, in tipc_sendmcast()
887 &tsk->cong_link_cnt); in tipc_sendmcast()
896 * tipc_send_group_msg - send a message to a member in the group
909 u16 bc_snd_nxt = tipc_group_bc_snd_nxt(tsk->group); in tipc_send_group_msg()
910 struct tipc_mc_method *method = &tsk->mc_method; in tipc_send_group_msg()
912 struct tipc_msg *hdr = &tsk->phdr; in tipc_send_group_msg()
925 mtu = tipc_node_get_mtu(net, dnode, tsk->portid, false); in tipc_send_group_msg()
931 rc = tipc_node_xmit(net, &pkts, dnode, tsk->portid); in tipc_send_group_msg()
932 if (unlikely(rc == -ELINKCONG)) { in tipc_send_group_msg()
933 tipc_dest_push(&tsk->cong_links, dnode, 0); in tipc_send_group_msg()
934 tsk->cong_link_cnt++; in tipc_send_group_msg()
941 method->rcast = true; in tipc_send_group_msg()
942 method->mandatory = true; in tipc_send_group_msg()
947 * tipc_send_group_unicast - send message to a member in the group
959 struct sock *sk = sock->sk; in tipc_send_group_unicast()
960 struct tipc_uaddr *ua = (struct tipc_uaddr *)m->msg_name; in tipc_send_group_unicast()
968 node = ua->sk.node; in tipc_send_group_unicast()
969 port = ua->sk.ref; in tipc_send_group_unicast()
971 return -EHOSTUNREACH; in tipc_send_group_unicast()
975 !tipc_dest_find(&tsk->cong_links, node, 0) && in tipc_send_group_unicast()
976 tsk->group && in tipc_send_group_unicast()
977 !tipc_group_cong(tsk->group, node, port, blks, in tipc_send_group_unicast()
983 return -EHOSTUNREACH; in tipc_send_group_unicast()
991 * tipc_send_group_anycast - send message to any member with given identity
1003 struct tipc_uaddr *ua = (struct tipc_uaddr *)m->msg_name; in tipc_send_group_anycast()
1004 struct sock *sk = sock->sk; in tipc_send_group_anycast()
1006 struct list_head *cong_links = &tsk->cong_links; in tipc_send_group_anycast()
1008 struct tipc_msg *hdr = &tsk->phdr; in tipc_send_group_anycast()
1019 ua->sa.type = msg_nametype(hdr); in tipc_send_group_anycast()
1020 ua->scope = msg_lookup_scope(hdr); in tipc_send_group_anycast()
1023 exclude = tipc_group_exclude(tsk->group); in tipc_send_group_anycast()
1027 /* Look for a non-congested destination member, if any */ in tipc_send_group_anycast()
1031 return -EHOSTUNREACH; in tipc_send_group_anycast()
1033 cong = tipc_group_cong(tsk->group, node, port, blks, in tipc_send_group_anycast()
1053 tsk->group && in tipc_send_group_anycast()
1054 !tipc_group_cong(tsk->group, node, port, in tipc_send_group_anycast()
1065 return -EHOSTUNREACH; in tipc_send_group_anycast()
1073 * tipc_send_group_bcast - send message to all members in communication group
1085 struct tipc_uaddr *ua = (struct tipc_uaddr *)m->msg_name; in tipc_send_group_bcast()
1086 struct sock *sk = sock->sk; in tipc_send_group_bcast()
1090 struct tipc_mc_method *method = &tsk->mc_method; in tipc_send_group_bcast()
1091 bool ack = method->mandatory && method->rcast; in tipc_send_group_bcast()
1093 struct tipc_msg *hdr = &tsk->phdr; in tipc_send_group_bcast()
1096 int rc = -EHOSTUNREACH; in tipc_send_group_bcast()
1100 !tsk->cong_link_cnt && tsk->group && in tipc_send_group_bcast()
1101 !tipc_group_bc_cong(tsk->group, blks)); in tipc_send_group_bcast()
1105 dsts = tipc_group_dests(tsk->group); in tipc_send_group_bcast()
1106 if (!dsts->local && !dsts->remote) in tipc_send_group_bcast()
1107 return -EHOSTUNREACH; in tipc_send_group_bcast()
1112 msg_set_nameinst(hdr, ua->sa.instance); in tipc_send_group_bcast()
1120 msg_set_grp_bc_seqno(hdr, tipc_group_bc_snd_nxt(tsk->group)); in tipc_send_group_bcast()
1132 rc = tipc_mcast_xmit(net, &pkts, method, dsts, &tsk->cong_link_cnt); in tipc_send_group_bcast()
1137 tipc_group_update_bc_members(tsk->group, blks, ack); in tipc_send_group_bcast()
1140 method->mandatory = false; in tipc_send_group_bcast()
1141 method->expires = jiffies; in tipc_send_group_bcast()
1147 * tipc_send_group_mcast - send message to all members with given identity
1159 struct tipc_uaddr *ua = (struct tipc_uaddr *)m->msg_name; in tipc_send_group_mcast()
1160 struct sock *sk = sock->sk; in tipc_send_group_mcast()
1162 struct tipc_group *grp = tsk->group; in tipc_send_group_mcast()
1163 struct tipc_msg *hdr = &tsk->phdr; in tipc_send_group_mcast()
1169 ua->sa.type = msg_nametype(hdr); in tipc_send_group_mcast()
1170 ua->scope = msg_lookup_scope(hdr); in tipc_send_group_mcast()
1174 return -EHOSTUNREACH; in tipc_send_group_mcast()
1177 tipc_dest_pop(&dsts, &ua->sk.node, &ua->sk.ref); in tipc_send_group_mcast()
1186 * tipc_sk_mcast_rcv - Deliver multicast messages to all destination sockets
1191 * Multi-threaded: parallel calls with reference to same queues may occur
1210 skb = tipc_skb_peek(arrvq, &inputq->lock); in tipc_sk_mcast_rcv()
1211 for (; skb; skb = tipc_skb_peek(arrvq, &inputq->lock)) { in tipc_sk_mcast_rcv()
1226 spin_lock_bh(&inputq->lock); in tipc_sk_mcast_rcv()
1232 spin_unlock_bh(&inputq->lock); in tipc_sk_mcast_rcv()
1257 spin_lock_bh(&inputq->lock); in tipc_sk_mcast_rcv()
1263 spin_unlock_bh(&inputq->lock); in tipc_sk_mcast_rcv()
1275 struct sk_buff_head *txq = &tsk->sk.sk_write_queue; in tipc_sk_push_backlog()
1277 struct net *net = sock_net(&tsk->sk); in tipc_sk_push_backlog()
1282 tsk->pkt_cnt += skb_queue_len(txq); in tipc_sk_push_backlog()
1283 if (!tsk->pkt_cnt || tsk->msg_acc / tsk->pkt_cnt < 2) { in tipc_sk_push_backlog()
1284 tsk->oneway = 0; in tipc_sk_push_backlog()
1285 if (tsk->nagle_start < NAGLE_START_MAX) in tipc_sk_push_backlog()
1286 tsk->nagle_start *= 2; in tipc_sk_push_backlog()
1287 tsk->expect_ack = false; in tipc_sk_push_backlog()
1288 pr_debug("tsk %10u: bad nagle %u -> %u, next start %u!\n", in tipc_sk_push_backlog()
1289 tsk->portid, tsk->msg_acc, tsk->pkt_cnt, in tipc_sk_push_backlog()
1290 tsk->nagle_start); in tipc_sk_push_backlog()
1292 tsk->nagle_start = NAGLE_START_INIT; in tipc_sk_push_backlog()
1295 tsk->expect_ack = true; in tipc_sk_push_backlog()
1297 tsk->expect_ack = false; in tipc_sk_push_backlog()
1300 tsk->msg_acc = 0; in tipc_sk_push_backlog()
1301 tsk->pkt_cnt = 0; in tipc_sk_push_backlog()
1304 if (!skb || tsk->cong_link_cnt) in tipc_sk_push_backlog()
1311 if (tsk->msg_acc) in tipc_sk_push_backlog()
1312 tsk->pkt_cnt += skb_queue_len(txq); in tipc_sk_push_backlog()
1313 tsk->snt_unacked += tsk->snd_backlog; in tipc_sk_push_backlog()
1314 tsk->snd_backlog = 0; in tipc_sk_push_backlog()
1315 rc = tipc_node_xmit(net, txq, dnode, tsk->portid); in tipc_sk_push_backlog()
1316 if (rc == -ELINKCONG) in tipc_sk_push_backlog()
1317 tsk->cong_link_cnt = 1; in tipc_sk_push_backlog()
1321 * tipc_sk_conn_proto_rcv - receive a connection mng protocol message
1333 struct sock *sk = &tsk->sk; in tipc_sk_conn_proto_rcv()
1347 sk->sk_state_change(sk); in tipc_sk_conn_proto_rcv()
1350 * - convert msg to abort msg and add to inqueue in tipc_sk_conn_proto_rcv()
1360 tsk->probe_unacked = false; in tipc_sk_conn_proto_rcv()
1370 tsk->snt_unacked -= msg_conn_ack(hdr); in tipc_sk_conn_proto_rcv()
1371 if (tsk->peer_caps & TIPC_BLOCK_FLOWCTL) in tipc_sk_conn_proto_rcv()
1372 tsk->snd_win = msg_adv_win(hdr); in tipc_sk_conn_proto_rcv()
1374 sk->sk_write_space(sk); in tipc_sk_conn_proto_rcv()
1383 * tipc_sendmsg - send message in connectionless manner
1398 struct sock *sk = sock->sk; in tipc_sendmsg()
1410 struct sock *sk = sock->sk; in __tipc_sendmsg()
1413 struct tipc_uaddr *ua = (struct tipc_uaddr *)m->msg_name; in __tipc_sendmsg()
1414 long timeout = sock_sndtimeo(sk, m->msg_flags & MSG_DONTWAIT); in __tipc_sendmsg()
1415 struct list_head *clinks = &tsk->cong_links; in __tipc_sendmsg()
1417 struct tipc_group *grp = tsk->group; in __tipc_sendmsg()
1418 struct tipc_msg *hdr = &tsk->phdr; in __tipc_sendmsg()
1424 return -EMSGSIZE; in __tipc_sendmsg()
1427 if (!tipc_uaddr_valid(ua, m->msg_namelen)) in __tipc_sendmsg()
1428 return -EINVAL; in __tipc_sendmsg()
1429 atype = ua->addrtype; in __tipc_sendmsg()
1442 return -EINVAL; in __tipc_sendmsg()
1446 ua = (struct tipc_uaddr *)&tsk->peer; in __tipc_sendmsg()
1447 if (!syn && ua->family != AF_TIPC) in __tipc_sendmsg()
1448 return -EDESTADDRREQ; in __tipc_sendmsg()
1449 atype = ua->addrtype; in __tipc_sendmsg()
1453 if (sk->sk_state == TIPC_LISTEN) in __tipc_sendmsg()
1454 return -EPIPE; in __tipc_sendmsg()
1455 if (sk->sk_state != TIPC_OPEN) in __tipc_sendmsg()
1456 return -EISCONN; in __tipc_sendmsg()
1457 if (tsk->published) in __tipc_sendmsg()
1458 return -EOPNOTSUPP; in __tipc_sendmsg()
1460 tsk->conn_addrtype = atype; in __tipc_sendmsg()
1468 skaddr.node = ua->lookup_node; in __tipc_sendmsg()
1469 ua->scope = tipc_node2scope(skaddr.node); in __tipc_sendmsg()
1471 return -EHOSTUNREACH; in __tipc_sendmsg()
1473 skaddr = ua->sk; in __tipc_sendmsg()
1475 return -EINVAL; in __tipc_sendmsg()
1490 msg_set_nametype(hdr, ua->sa.type); in __tipc_sendmsg()
1491 msg_set_nameinst(hdr, ua->sa.instance); in __tipc_sendmsg()
1492 msg_set_lookup_scope(hdr, ua->scope); in __tipc_sendmsg()
1501 mtu = tipc_node_get_mtu(net, skaddr.node, tsk->portid, true); in __tipc_sendmsg()
1505 if (unlikely(syn && !tipc_msg_skb_clone(&pkts, &sk->sk_write_queue))) { in __tipc_sendmsg()
1507 return -ENOMEM; in __tipc_sendmsg()
1512 rc = tipc_node_xmit(net, &pkts, skaddr.node, tsk->portid); in __tipc_sendmsg()
1513 if (unlikely(rc == -ELINKCONG)) { in __tipc_sendmsg()
1515 tsk->cong_link_cnt++; in __tipc_sendmsg()
1531 * tipc_sendstream - send stream-oriented data
1543 struct sock *sk = sock->sk; in tipc_sendstream()
1555 struct sock *sk = sock->sk; in __tipc_sendstream()
1556 DECLARE_SOCKADDR(struct sockaddr_tipc *, dest, m->msg_name); in __tipc_sendstream()
1557 long timeout = sock_sndtimeo(sk, m->msg_flags & MSG_DONTWAIT); in __tipc_sendstream()
1558 struct sk_buff_head *txq = &sk->sk_write_queue; in __tipc_sendstream()
1560 struct tipc_msg *hdr = &tsk->phdr; in __tipc_sendstream()
1564 int maxnagle = tsk->maxnagle; in __tipc_sendstream()
1565 int maxpkt = tsk->max_pkt; in __tipc_sendstream()
1570 return -EMSGSIZE; in __tipc_sendstream()
1573 if (unlikely(dest && sk->sk_state == TIPC_OPEN)) { in __tipc_sendstream()
1576 tsk->peer_caps = tipc_node_get_capabilities(net, dnode); in __tipc_sendstream()
1577 tsk->snt_unacked = tsk_inc(tsk, dlen + msg_hdr_sz(hdr)); in __tipc_sendstream()
1584 (!tsk->cong_link_cnt && in __tipc_sendstream()
1589 send = min_t(size_t, dlen - sent, TIPC_MAX_USER_MSG_SIZE); in __tipc_sendstream()
1590 blocks = tsk->snd_backlog; in __tipc_sendstream()
1591 if (tsk->oneway++ >= tsk->nagle_start && maxnagle && in __tipc_sendstream()
1597 tsk->msg_acc++; in __tipc_sendstream()
1598 if (blocks <= 64 && tsk->expect_ack) { in __tipc_sendstream()
1599 tsk->snd_backlog = blocks; in __tipc_sendstream()
1603 tsk->pkt_cnt += skb_queue_len(txq); in __tipc_sendstream()
1608 tsk->expect_ack = true; in __tipc_sendstream()
1610 tsk->expect_ack = false; in __tipc_sendstream()
1612 tsk->msg_acc = 0; in __tipc_sendstream()
1613 tsk->pkt_cnt = 0; in __tipc_sendstream()
1623 rc = tipc_node_xmit(net, txq, dnode, tsk->portid); in __tipc_sendstream()
1624 if (unlikely(rc == -ELINKCONG)) { in __tipc_sendstream()
1625 tsk->cong_link_cnt = 1; in __tipc_sendstream()
1629 tsk->snt_unacked += blocks; in __tipc_sendstream()
1630 tsk->snd_backlog = 0; in __tipc_sendstream()
1639 * tipc_send_packet - send a connection-oriented message
1651 return -EMSGSIZE; in tipc_send_packet()
1656 /* tipc_sk_finish_conn - complete the setup of a connection
1661 struct sock *sk = &tsk->sk; in tipc_sk_finish_conn()
1663 struct tipc_msg *msg = &tsk->phdr; in tipc_sk_finish_conn()
1672 sk_reset_timer(sk, &sk->sk_timer, jiffies + CONN_PROBING_INTV); in tipc_sk_finish_conn()
1674 tipc_node_add_conn(net, peer_node, tsk->portid, peer_port); in tipc_sk_finish_conn()
1675 tsk->max_pkt = tipc_node_get_mtu(net, peer_node, tsk->portid, true); in tipc_sk_finish_conn()
1676 tsk->peer_caps = tipc_node_get_capabilities(net, peer_node); in tipc_sk_finish_conn()
1678 __skb_queue_purge(&sk->sk_write_queue); in tipc_sk_finish_conn()
1679 if (tsk->peer_caps & TIPC_BLOCK_FLOWCTL) in tipc_sk_finish_conn()
1683 tsk->rcv_win = FLOWCTL_MSG_WIN; in tipc_sk_finish_conn()
1684 tsk->snd_win = FLOWCTL_MSG_WIN; in tipc_sk_finish_conn()
1688 * tipc_sk_set_orig_addr - capture sender's address for received message
1696 DECLARE_SOCKADDR(struct sockaddr_pair *, srcaddr, m->msg_name); in tipc_sk_set_orig_addr()
1702 srcaddr->sock.family = AF_TIPC; in tipc_sk_set_orig_addr()
1703 srcaddr->sock.addrtype = TIPC_SOCKET_ADDR; in tipc_sk_set_orig_addr()
1704 srcaddr->sock.scope = 0; in tipc_sk_set_orig_addr()
1705 srcaddr->sock.addr.id.ref = msg_origport(hdr); in tipc_sk_set_orig_addr()
1706 srcaddr->sock.addr.id.node = msg_orignode(hdr); in tipc_sk_set_orig_addr()
1707 srcaddr->sock.addr.name.domain = 0; in tipc_sk_set_orig_addr()
1708 m->msg_namelen = sizeof(struct sockaddr_tipc); in tipc_sk_set_orig_addr()
1714 srcaddr->member.family = AF_TIPC; in tipc_sk_set_orig_addr()
1715 srcaddr->member.addrtype = TIPC_SERVICE_ADDR; in tipc_sk_set_orig_addr()
1716 srcaddr->member.scope = 0; in tipc_sk_set_orig_addr()
1717 srcaddr->member.addr.name.name.type = msg_nametype(hdr); in tipc_sk_set_orig_addr()
1718 srcaddr->member.addr.name.name.instance = TIPC_SKB_CB(skb)->orig_member; in tipc_sk_set_orig_addr()
1719 srcaddr->member.addr.name.domain = 0; in tipc_sk_set_orig_addr()
1720 m->msg_namelen = sizeof(*srcaddr); in tipc_sk_set_orig_addr()
1724 * tipc_sk_anc_data_recv - optionally capture ancillary data for received message
1741 if (likely(m->msg_controllen == 0)) in tipc_sk_anc_data_recv()
1750 return -ENOMEM; in tipc_sk_anc_data_recv()
1777 has_addr = !!tsk->conn_addrtype; in tipc_sk_anc_data_recv()
1778 data[0] = msg_nametype(&tsk->phdr); in tipc_sk_anc_data_recv()
1779 data[1] = msg_nameinst(&tsk->phdr); in tipc_sk_anc_data_recv()
1792 struct sock *sk = &tsk->sk; in tipc_sk_build_ack()
1802 tsk->portid, TIPC_OK); in tipc_sk_build_ack()
1806 msg_set_conn_ack(msg, tsk->rcv_unacked); in tipc_sk_build_ack()
1807 tsk->rcv_unacked = 0; in tipc_sk_build_ack()
1810 if (tsk->peer_caps & TIPC_BLOCK_FLOWCTL) { in tipc_sk_build_ack()
1811 tsk->rcv_win = tsk_adv_blocks(tsk->sk.sk_rcvbuf); in tipc_sk_build_ack()
1812 msg_set_adv_win(msg, tsk->rcv_win); in tipc_sk_build_ack()
1825 tipc_node_xmit_skb(sock_net(&tsk->sk), skb, tsk_peer_node(tsk), in tipc_sk_send_ack()
1831 struct sock *sk = sock->sk; in tipc_wait_for_rcvmsg()
1840 if (timeo && skb_queue_empty(&sk->sk_receive_queue)) { in tipc_wait_for_rcvmsg()
1841 if (sk->sk_shutdown & RCV_SHUTDOWN) { in tipc_wait_for_rcvmsg()
1842 err = -ENOTCONN; in tipc_wait_for_rcvmsg()
1853 if (!skb_queue_empty(&sk->sk_receive_queue)) in tipc_wait_for_rcvmsg()
1855 err = -EAGAIN; in tipc_wait_for_rcvmsg()
1871 * tipc_recvmsg - receive packet-oriented message
1885 struct sock *sk = sock->sk; in tipc_recvmsg()
1898 return -EINVAL; in tipc_recvmsg()
1901 if (unlikely(connected && sk->sk_state == TIPC_OPEN)) { in tipc_recvmsg()
1902 rc = -ENOTCONN; in tipc_recvmsg()
1912 skb = skb_peek(&sk->sk_receive_queue); in tipc_recvmsg()
1931 /* Capture data if non-error msg, otherwise just set return value */ in tipc_recvmsg()
1933 int offset = skb_cb->bytes_read; in tipc_recvmsg() local
1935 copy = min_t(int, dlen - offset, buflen); in tipc_recvmsg()
1936 rc = skb_copy_datagram_msg(skb, hlen + offset, m, copy); in tipc_recvmsg()
1939 if (unlikely(offset + copy < dlen)) { in tipc_recvmsg()
1942 skb_cb->bytes_read = offset + copy; in tipc_recvmsg()
1944 m->msg_flags |= MSG_TRUNC; in tipc_recvmsg()
1945 skb_cb->bytes_read = 0; in tipc_recvmsg()
1949 m->msg_flags |= MSG_EOR; in tipc_recvmsg()
1950 skb_cb->bytes_read = 0; in tipc_recvmsg()
1955 if (err != TIPC_CONN_SHUTDOWN && connected && !m->msg_control) { in tipc_recvmsg()
1956 rc = -ECONNRESET; in tipc_recvmsg()
1964 m->msg_flags |= MSG_EOR; in tipc_recvmsg()
1965 m->msg_flags |= MSG_OOB; in tipc_recvmsg()
1974 if (tsk->group && msg_in_group(hdr) && !grp_evt) { in tipc_recvmsg()
1976 tipc_group_update_rcv_win(tsk->group, tsk_blocks(hlen + dlen), in tipc_recvmsg()
1982 if (skb_cb->bytes_read) in tipc_recvmsg()
1991 tsk->rcv_unacked += tsk_inc(tsk, hlen + dlen); in tipc_recvmsg()
1992 if (tsk->rcv_unacked >= tsk->rcv_win / TIPC_ACK_RATE) in tipc_recvmsg()
2000 * tipc_recvstream - receive stream-oriented data
2014 struct sock *sk = sock->sk; in tipc_recvstream()
2020 int offset, required, copy, copied = 0; in tipc_recvstream() local
2026 return -EINVAL; in tipc_recvstream()
2030 if (unlikely(sk->sk_state == TIPC_OPEN)) { in tipc_recvstream()
2031 rc = -ENOTCONN; in tipc_recvstream()
2042 skb = skb_peek(&sk->sk_receive_queue); in tipc_recvstream()
2049 /* Discard any empty non-errored (SYN-) message */ in tipc_recvstream()
2066 offset = skb_cb->bytes_read; in tipc_recvstream()
2067 copy = min_t(int, dlen - offset, buflen - copied); in tipc_recvstream()
2068 rc = skb_copy_datagram_msg(skb, hlen + offset, m, copy); in tipc_recvstream()
2072 offset += copy; in tipc_recvstream()
2073 if (unlikely(offset < dlen)) { in tipc_recvstream()
2075 skb_cb->bytes_read = offset; in tipc_recvstream()
2080 if ((err != TIPC_CONN_SHUTDOWN) && !m->msg_control) in tipc_recvstream()
2081 rc = -ECONNRESET; in tipc_recvstream()
2092 tsk->rcv_unacked += tsk_inc(tsk, hlen + dlen); in tipc_recvstream()
2093 if (tsk->rcv_unacked >= tsk->rcv_win / TIPC_ACK_RATE) in tipc_recvstream()
2100 } while (!skb_queue_empty(&sk->sk_receive_queue) || copied < required); in tipc_recvstream()
2107 * tipc_write_space - wake up thread if port congestion is released
2115 wq = rcu_dereference(sk->sk_wq); in tipc_write_space()
2117 wake_up_interruptible_sync_poll(&wq->wait, EPOLLOUT | in tipc_write_space()
2123 * tipc_data_ready - wake up threads to indicate messages have been received
2131 wq = rcu_dereference(sk->sk_wq); in tipc_data_ready()
2133 wake_up_interruptible_sync_poll(&wq->wait, EPOLLIN | in tipc_data_ready()
2140 __skb_queue_purge(&sk->sk_receive_queue); in tipc_sock_destruct()
2150 struct tipc_group *grp = tsk->group; in tipc_sk_proto_rcv()
2158 tipc_dest_del(&tsk->cong_links, msg_orignode(hdr), 0); in tipc_sk_proto_rcv()
2161 tsk->cong_link_cnt--; in tipc_sk_proto_rcv()
2169 tipc_group_member_evt(tsk->group, &wakeup, &sk->sk_rcvbuf, in tipc_sk_proto_rcv()
2177 sk->sk_write_space(sk); in tipc_sk_proto_rcv()
2183 * tipc_sk_filter_connect - check incoming message for a connection-based socket
2192 struct sock *sk = &tsk->sk; in tipc_sk_filter_connect()
2205 tsk->oneway = 0; in tipc_sk_filter_connect()
2207 switch (sk->sk_state) { in tipc_sk_filter_connect()
2214 msg_set_importance(&tsk->phdr, msg_importance(hdr)); in tipc_sk_filter_connect()
2218 /* Empty ACK-, - wake up sleeping connect() and drop */ in tipc_sk_filter_connect()
2219 sk->sk_state_change(sk); in tipc_sk_filter_connect()
2232 if (skb_queue_empty(&sk->sk_write_queue)) in tipc_sk_filter_connect()
2235 delay %= (tsk->conn_timeout / 4); in tipc_sk_filter_connect()
2237 sk_reset_timer(sk, &sk->sk_timer, jiffies + delay); in tipc_sk_filter_connect()
2251 if (!skb_queue_empty(&sk->sk_write_queue)) in tipc_sk_filter_connect()
2253 /* Accept only connection-based messages sent by peer */ in tipc_sk_filter_connect()
2272 tipc_node_remove_conn(net, pnode, tsk->portid); in tipc_sk_filter_connect()
2273 sk->sk_state_change(sk); in tipc_sk_filter_connect()
2276 pr_err("Unknown sk_state %u\n", sk->sk_state); in tipc_sk_filter_connect()
2280 sk->sk_err = ECONNREFUSED; in tipc_sk_filter_connect()
2281 sk->sk_state_change(sk); in tipc_sk_filter_connect()
2286 * rcvbuf_limit - get proper overload limit of socket receive queue
2309 return READ_ONCE(sk->sk_rcvbuf); in rcvbuf_limit()
2312 return READ_ONCE(sk->sk_rcvbuf) << msg_importance(hdr); in rcvbuf_limit()
2314 if (likely(tsk->peer_caps & TIPC_BLOCK_FLOWCTL)) in rcvbuf_limit()
2315 return READ_ONCE(sk->sk_rcvbuf); in rcvbuf_limit()
2321 * tipc_sk_filter_rcv - validate incoming message
2336 struct tipc_group *grp = tsk->group; in tipc_sk_filter_rcv()
2344 TIPC_SKB_CB(skb)->bytes_read = 0; in tipc_sk_filter_rcv()
2355 tipc_mcast_filter_msg(net, &tsk->mc_method.deferredq, &inputq); in tipc_sk_filter_rcv()
2365 else if (sk_rmem_alloc_get(sk) + skb->truesize >= limit) { in tipc_sk_filter_rcv()
2368 atomic_inc(&sk->sk_drops); in tipc_sk_filter_rcv()
2381 __skb_queue_tail(&sk->sk_receive_queue, skb); in tipc_sk_filter_rcv()
2385 sk->sk_data_ready(sk); in tipc_sk_filter_rcv()
2390 * tipc_sk_backlog_rcv - handle incoming message from backlog queue
2405 added = sk_rmem_alloc_get(sk) - before; in tipc_sk_backlog_rcv()
2406 atomic_add(added, &tipc_sk(sk)->dupl_rcvcnt); in tipc_sk_backlog_rcv()
2414 * tipc_sk_enqueue - extract all buffers with destination 'dport' from
2446 /* Try backlog, compensating for double-counted bytes */ in tipc_sk_enqueue()
2447 dcnt = &tipc_sk(sk)->dupl_rcvcnt; in tipc_sk_enqueue()
2448 if (!sk->sk_backlog.len) in tipc_sk_enqueue()
2460 atomic_inc(&sk->sk_drops); in tipc_sk_enqueue()
2471 * tipc_sk_rcv - handle a chain of incoming buffers
2492 sk = &tsk->sk; in tipc_sk_rcv()
2493 if (likely(spin_trylock_bh(&sk->sk_lock.slock))) { in tipc_sk_rcv()
2495 spin_unlock_bh(&sk->sk_lock.slock); in tipc_sk_rcv()
2526 struct sock *sk = sock->sk; in tipc_wait_for_connect()
2534 return -ETIMEDOUT; in tipc_wait_for_connect()
2537 if (sk->sk_state == TIPC_DISCONNECTING) in tipc_wait_for_connect()
2550 if (addr->family != AF_TIPC) in tipc_sockaddr_is_sane()
2552 if (addr->addrtype == TIPC_SERVICE_RANGE) in tipc_sockaddr_is_sane()
2553 return (addr->addr.nameseq.lower <= addr->addr.nameseq.upper); in tipc_sockaddr_is_sane()
2554 return (addr->addrtype == TIPC_SERVICE_ADDR || in tipc_sockaddr_is_sane()
2555 addr->addrtype == TIPC_SOCKET_ADDR); in tipc_sockaddr_is_sane()
2559 * tipc_connect - establish a connection to another TIPC port
2563 * @flags: file-related flags associated with socket
2570 struct sock *sk = sock->sk; in tipc_connect()
2574 long timeout = (flags & O_NONBLOCK) ? 0 : tsk->conn_timeout; in tipc_connect()
2576 int res = 0; in tipc_connect() local
2579 return -EINVAL; in tipc_connect()
2583 if (tsk->group) { in tipc_connect()
2584 res = -EINVAL; in tipc_connect()
2588 if (dst->family == AF_UNSPEC) { in tipc_connect()
2589 memset(&tsk->peer, 0, sizeof(struct sockaddr_tipc)); in tipc_connect()
2591 res = -EINVAL; in tipc_connect()
2595 res = -EINVAL; in tipc_connect()
2600 memcpy(&tsk->peer, dest, destlen); in tipc_connect()
2602 } else if (dst->addrtype == TIPC_SERVICE_RANGE) { in tipc_connect()
2603 res = -EINVAL; in tipc_connect()
2607 previous = sk->sk_state; in tipc_connect()
2609 switch (sk->sk_state) { in tipc_connect()
2611 /* Send a 'SYN-' to destination */ in tipc_connect()
2615 /* If connect is in non-blocking case, set MSG_DONTWAIT to in tipc_connect()
2621 res = __tipc_sendmsg(sock, &m, 0); in tipc_connect()
2622 if ((res < 0) && (res != -EWOULDBLOCK)) in tipc_connect()
2626 * difference is that return value in non-blocking in tipc_connect()
2629 res = -EINPROGRESS; in tipc_connect()
2634 res = -EALREADY; in tipc_connect()
2639 res = tipc_wait_for_connect(sock, &timeout); in tipc_connect()
2642 res = -EISCONN; in tipc_connect()
2645 res = -EINVAL; in tipc_connect()
2650 return res; in tipc_connect()
2654 * tipc_listen - allow socket to listen for incoming connections
2662 struct sock *sk = sock->sk; in tipc_listen()
2663 int res; in tipc_listen() local
2666 res = tipc_set_sk_state(sk, TIPC_LISTEN); in tipc_listen()
2669 return res; in tipc_listen()
2674 struct sock *sk = sock->sk; in tipc_wait_for_accept()
2678 /* True wake-one mechanism for incoming connections: only in tipc_wait_for_accept()
2684 if (timeo && skb_queue_empty(&sk->sk_receive_queue)) { in tipc_wait_for_accept()
2692 if (!skb_queue_empty(&sk->sk_receive_queue)) in tipc_wait_for_accept()
2694 err = -EAGAIN; in tipc_wait_for_accept()
2705 * tipc_accept - wait for connection request
2708 * @flags: file-related flags associated with socket
2716 struct sock *new_sk, *sk = sock->sk; in tipc_accept()
2722 int res; in tipc_accept() local
2726 if (sk->sk_state != TIPC_LISTEN) { in tipc_accept()
2727 res = -EINVAL; in tipc_accept()
2731 res = tipc_wait_for_accept(sock, timeo); in tipc_accept()
2732 if (res) in tipc_accept()
2735 buf = skb_peek(&sk->sk_receive_queue); in tipc_accept()
2737 res = tipc_sk_create(sock_net(sock->sk), new_sock, 0, kern); in tipc_accept()
2738 if (res) in tipc_accept()
2740 security_sk_clone(sock->sk, new_sock->sk); in tipc_accept()
2742 new_sk = new_sock->sk; in tipc_accept()
2760 new_tsock->conn_addrtype = TIPC_SERVICE_ADDR; in tipc_accept()
2761 msg_set_nametype(&new_tsock->phdr, msg_nametype(msg)); in tipc_accept()
2762 msg_set_nameinst(&new_tsock->phdr, msg_nameinst(msg)); in tipc_accept()
2766 * Respond to 'SYN-' by discarding it & returning 'ACK'. in tipc_accept()
2772 __skb_dequeue(&sk->sk_receive_queue); in tipc_accept()
2773 __skb_queue_head(&new_sk->sk_receive_queue, buf); in tipc_accept()
2780 return res; in tipc_accept()
2784 * tipc_shutdown - shutdown socket connection
2794 struct sock *sk = sock->sk; in tipc_shutdown()
2795 int res; in tipc_shutdown() local
2798 return -EINVAL; in tipc_shutdown()
2804 sk->sk_shutdown = SHUTDOWN_MASK; in tipc_shutdown()
2806 if (sk->sk_state == TIPC_DISCONNECTING) { in tipc_shutdown()
2808 __skb_queue_purge(&sk->sk_receive_queue); in tipc_shutdown()
2810 res = 0; in tipc_shutdown()
2812 res = -ENOTCONN; in tipc_shutdown()
2815 sk->sk_state_change(sk); in tipc_shutdown()
2818 return res; in tipc_shutdown()
2828 u32 oport = tsk->portid; in tipc_sk_check_probing_state()
2831 if (tsk->probe_unacked) { in tipc_sk_check_probing_state()
2833 sk->sk_err = ECONNABORTED; in tipc_sk_check_probing_state()
2835 sk->sk_state_change(sk); in tipc_sk_check_probing_state()
2843 tsk->probe_unacked = true; in tipc_sk_check_probing_state()
2844 sk_reset_timer(sk, &sk->sk_timer, jiffies + CONN_PROBING_INTV); in tipc_sk_check_probing_state()
2852 if (tsk->cong_link_cnt) { in tipc_sk_retry_connect()
2853 sk_reset_timer(sk, &sk->sk_timer, msecs_to_jiffies(100)); in tipc_sk_retry_connect()
2857 tipc_msg_skb_clone(&sk->sk_write_queue, list); in tipc_sk_retry_connect()
2873 sk_reset_timer(sk, &sk->sk_timer, jiffies + HZ / 20); in tipc_sk_timeout()
2879 if (sk->sk_state == TIPC_ESTABLISHED) in tipc_sk_timeout()
2881 else if (sk->sk_state == TIPC_CONNECTING) in tipc_sk_timeout()
2887 rc = tipc_node_xmit(sock_net(sk), &list, pnode, tsk->portid); in tipc_sk_timeout()
2890 if (rc == -ELINKCONG) { in tipc_sk_timeout()
2891 tipc_dest_push(&tsk->cong_links, pnode, 0); in tipc_sk_timeout()
2892 tsk->cong_link_cnt = 1; in tipc_sk_timeout()
2899 struct sock *sk = &tsk->sk; in tipc_sk_publish()
2906 return -EINVAL; in tipc_sk_publish()
2907 key = tsk->portid + tsk->pub_count + 1; in tipc_sk_publish()
2908 if (key == tsk->portid) in tipc_sk_publish()
2909 return -EADDRINUSE; in tipc_sk_publish()
2910 skaddr.ref = tsk->portid; in tipc_sk_publish()
2914 return -EINVAL; in tipc_sk_publish()
2916 list_add(&p->binding_sock, &tsk->publications); in tipc_sk_publish()
2917 tsk->pub_count++; in tipc_sk_publish()
2918 tsk->published = true; in tipc_sk_publish()
2924 struct net *net = sock_net(&tsk->sk); in tipc_sk_withdraw()
2927 int rc = -EINVAL; in tipc_sk_withdraw()
2929 list_for_each_entry_safe(p, safe, &tsk->publications, binding_sock) { in tipc_sk_withdraw()
2931 tipc_uaddr(&_ua, TIPC_SERVICE_RANGE, p->scope, in tipc_sk_withdraw()
2932 p->sr.type, p->sr.lower, p->sr.upper); in tipc_sk_withdraw()
2933 tipc_nametbl_withdraw(net, &_ua, &p->sk, p->key); in tipc_sk_withdraw()
2937 if (p->scope != ua->scope) in tipc_sk_withdraw()
2939 if (p->sr.type != ua->sr.type) in tipc_sk_withdraw()
2941 if (p->sr.lower != ua->sr.lower) in tipc_sk_withdraw()
2943 if (p->sr.upper != ua->sr.upper) in tipc_sk_withdraw()
2945 tipc_nametbl_withdraw(net, ua, &p->sk, p->key); in tipc_sk_withdraw()
2949 if (list_empty(&tsk->publications)) { in tipc_sk_withdraw()
2950 tsk->published = 0; in tipc_sk_withdraw()
2956 /* tipc_sk_reinit: set non-zero address in all existing sockets
2966 rhashtable_walk_enter(&tn->sk_rht, &iter); in tipc_sk_reinit()
2972 sock_hold(&tsk->sk); in tipc_sk_reinit()
2974 lock_sock(&tsk->sk); in tipc_sk_reinit()
2975 msg = &tsk->phdr; in tipc_sk_reinit()
2978 release_sock(&tsk->sk); in tipc_sk_reinit()
2980 sock_put(&tsk->sk); in tipc_sk_reinit()
2984 } while (tsk == ERR_PTR(-EAGAIN)); in tipc_sk_reinit()
2995 tsk = rhashtable_lookup(&tn->sk_rht, &portid, tsk_rht_params); in tipc_sk_lookup()
2997 sock_hold(&tsk->sk); in tipc_sk_lookup()
3005 struct sock *sk = &tsk->sk; in tipc_sk_insert()
3008 u32 remaining = (TIPC_MAX_PORT - TIPC_MIN_PORT) + 1; in tipc_sk_insert()
3011 while (remaining--) { in tipc_sk_insert()
3015 tsk->portid = portid; in tipc_sk_insert()
3016 sock_hold(&tsk->sk); in tipc_sk_insert()
3017 if (!rhashtable_lookup_insert_fast(&tn->sk_rht, &tsk->node, in tipc_sk_insert()
3020 sock_put(&tsk->sk); in tipc_sk_insert()
3023 return -1; in tipc_sk_insert()
3028 struct sock *sk = &tsk->sk; in tipc_sk_remove()
3031 if (!rhashtable_remove_fast(&tn->sk_rht, &tsk->node, tsk_rht_params)) { in tipc_sk_remove()
3032 WARN_ON(refcount_read(&sk->sk_refcnt) == 1); in tipc_sk_remove()
3051 return rhashtable_init(&tn->sk_rht, &tsk_rht_params); in tipc_sk_rht_init()
3061 rhashtable_destroy(&tn->sk_rht); in tipc_sk_rht_destroy()
3066 struct net *net = sock_net(&tsk->sk); in tipc_sk_join()
3067 struct tipc_group *grp = tsk->group; in tipc_sk_join()
3068 struct tipc_msg *hdr = &tsk->phdr; in tipc_sk_join()
3072 if (mreq->type < TIPC_RESERVED_TYPES) in tipc_sk_join()
3073 return -EACCES; in tipc_sk_join()
3074 if (mreq->scope > TIPC_NODE_SCOPE) in tipc_sk_join()
3075 return -EINVAL; in tipc_sk_join()
3076 if (mreq->scope != TIPC_NODE_SCOPE) in tipc_sk_join()
3077 mreq->scope = TIPC_CLUSTER_SCOPE; in tipc_sk_join()
3079 return -EACCES; in tipc_sk_join()
3080 grp = tipc_group_create(net, tsk->portid, mreq, &tsk->group_is_open); in tipc_sk_join()
3082 return -ENOMEM; in tipc_sk_join()
3083 tsk->group = grp; in tipc_sk_join()
3084 msg_set_lookup_scope(hdr, mreq->scope); in tipc_sk_join()
3085 msg_set_nametype(hdr, mreq->type); in tipc_sk_join()
3087 tipc_uaddr(&ua, TIPC_SERVICE_RANGE, mreq->scope, in tipc_sk_join()
3088 mreq->type, mreq->instance, mreq->instance); in tipc_sk_join()
3093 tsk->group = NULL; in tipc_sk_join()
3097 tsk->mc_method.rcast = true; in tipc_sk_join()
3098 tsk->mc_method.mandatory = true; in tipc_sk_join()
3099 tipc_group_join(net, grp, &tsk->sk.sk_rcvbuf); in tipc_sk_join()
3105 struct net *net = sock_net(&tsk->sk); in tipc_sk_leave()
3106 struct tipc_group *grp = tsk->group; in tipc_sk_leave()
3111 return -EINVAL; in tipc_sk_leave()
3116 tsk->group = NULL; in tipc_sk_leave()
3122 * tipc_setsockopt - set socket option
3126 * @ov: pointer to new option value
3127 * @ol: length of option value
3137 struct sock *sk = sock->sk; in tipc_setsockopt()
3140 u32 value = 0; in tipc_setsockopt() local
3141 int res = 0; in tipc_setsockopt() local
3143 if ((lvl == IPPROTO_TCP) && (sock->type == SOCK_STREAM)) in tipc_setsockopt()
3146 return -ENOPROTOOPT; in tipc_setsockopt()
3154 if (ol < sizeof(value)) in tipc_setsockopt()
3155 return -EINVAL; in tipc_setsockopt()
3156 if (copy_from_sockptr(&value, ov, sizeof(u32))) in tipc_setsockopt()
3157 return -EFAULT; in tipc_setsockopt()
3161 return -EINVAL; in tipc_setsockopt()
3163 return -EFAULT; in tipc_setsockopt()
3167 return -EINVAL; in tipc_setsockopt()
3174 res = tsk_set_importance(sk, value); in tipc_setsockopt()
3177 if (sock->type != SOCK_STREAM) in tipc_setsockopt()
3178 tsk_set_unreliable(tsk, value); in tipc_setsockopt()
3180 res = -ENOPROTOOPT; in tipc_setsockopt()
3183 tsk_set_unreturnable(tsk, value); in tipc_setsockopt()
3186 tipc_sk(sk)->conn_timeout = value; in tipc_setsockopt()
3189 tsk->mc_method.rcast = false; in tipc_setsockopt()
3190 tsk->mc_method.mandatory = true; in tipc_setsockopt()
3193 tsk->mc_method.rcast = true; in tipc_setsockopt()
3194 tsk->mc_method.mandatory = true; in tipc_setsockopt()
3197 res = tipc_sk_join(tsk, &mreq); in tipc_setsockopt()
3200 res = tipc_sk_leave(tsk); in tipc_setsockopt()
3203 tsk->nodelay = !!value; in tipc_setsockopt()
3207 res = -EINVAL; in tipc_setsockopt()
3212 return res; in tipc_setsockopt()
3216 * tipc_getsockopt - get socket option
3220 * @ov: receptacle for option value
3221 * @ol: receptacle for length of option value
3231 struct sock *sk = sock->sk; in tipc_getsockopt()
3235 u32 value; in tipc_getsockopt() local
3236 int res; in tipc_getsockopt() local
3238 if ((lvl == IPPROTO_TCP) && (sock->type == SOCK_STREAM)) in tipc_getsockopt()
3241 return -ENOPROTOOPT; in tipc_getsockopt()
3242 res = get_user(len, ol); in tipc_getsockopt()
3243 if (res) in tipc_getsockopt()
3244 return res; in tipc_getsockopt()
3250 value = tsk_importance(tsk); in tipc_getsockopt()
3253 value = tsk_unreliable(tsk); in tipc_getsockopt()
3256 value = tsk_unreturnable(tsk); in tipc_getsockopt()
3259 value = tsk->conn_timeout; in tipc_getsockopt()
3260 /* no need to set "res", since already 0 at this point */ in tipc_getsockopt()
3263 value = 0; /* was tipc_queue_size, now obsolete */ in tipc_getsockopt()
3266 value = skb_queue_len(&sk->sk_receive_queue); in tipc_getsockopt()
3269 value = sk_rmem_alloc_get(sk); in tipc_getsockopt()
3273 if (tsk->group) in tipc_getsockopt()
3274 tipc_group_self(tsk->group, &seq, &scope); in tipc_getsockopt()
3275 value = seq.type; in tipc_getsockopt()
3278 res = -EINVAL; in tipc_getsockopt()
3283 if (res) in tipc_getsockopt()
3284 return res; /* "get" failed */ in tipc_getsockopt()
3286 if (len < sizeof(value)) in tipc_getsockopt()
3287 return -EINVAL; in tipc_getsockopt()
3289 if (copy_to_user(ov, &value, sizeof(value))) in tipc_getsockopt()
3290 return -EFAULT; in tipc_getsockopt()
3292 return put_user(sizeof(value), ol); in tipc_getsockopt()
3297 struct net *net = sock_net(sock->sk); in tipc_ioctl()
3305 return -EFAULT; in tipc_ioctl()
3310 return -EFAULT; in tipc_ioctl()
3313 return -EADDRNOTAVAIL; in tipc_ioctl()
3316 return -EFAULT; in tipc_ioctl()
3318 return -EADDRNOTAVAIL; in tipc_ioctl()
3320 return -EFAULT; in tipc_ioctl()
3323 return -ENOIOCTLCMD; in tipc_ioctl()
3329 struct tipc_sock *tsk2 = tipc_sk(sock2->sk); in tipc_socketpair()
3330 struct tipc_sock *tsk1 = tipc_sk(sock1->sk); in tipc_socketpair()
3331 u32 onode = tipc_own_addr(sock_net(sock1->sk)); in tipc_socketpair()
3333 tsk1->peer.family = AF_TIPC; in tipc_socketpair()
3334 tsk1->peer.addrtype = TIPC_SOCKET_ADDR; in tipc_socketpair()
3335 tsk1->peer.scope = TIPC_NODE_SCOPE; in tipc_socketpair()
3336 tsk1->peer.addr.id.ref = tsk2->portid; in tipc_socketpair()
3337 tsk1->peer.addr.id.node = onode; in tipc_socketpair()
3338 tsk2->peer.family = AF_TIPC; in tipc_socketpair()
3339 tsk2->peer.addrtype = TIPC_SOCKET_ADDR; in tipc_socketpair()
3340 tsk2->peer.scope = TIPC_NODE_SCOPE; in tipc_socketpair()
3341 tsk2->peer.addr.id.ref = tsk1->portid; in tipc_socketpair()
3342 tsk2->peer.addr.id.node = onode; in tipc_socketpair()
3344 tipc_sk_finish_conn(tsk1, tsk2->portid, onode); in tipc_socketpair()
3345 tipc_sk_finish_conn(tsk2, tsk1->portid, onode); in tipc_socketpair()
3428 * tipc_socket_init - initialize TIPC socket interface
3434 int res; in tipc_socket_init() local
3436 res = proto_register(&tipc_proto, 1); in tipc_socket_init()
3437 if (res) { in tipc_socket_init()
3442 res = sock_register(&tipc_family_ops); in tipc_socket_init()
3443 if (res) { in tipc_socket_init()
3449 return res; in tipc_socket_init()
3453 * tipc_socket_stop - stop TIPC socket interface
3470 conn_type = msg_nametype(&tsk->phdr); in __tipc_nl_add_sk_con()
3471 conn_instance = msg_nameinst(&tsk->phdr); in __tipc_nl_add_sk_con()
3474 return -EMSGSIZE; in __tipc_nl_add_sk_con()
3481 if (tsk->conn_addrtype != 0) { in __tipc_nl_add_sk_con()
3496 return -EMSGSIZE; in __tipc_nl_add_sk_con()
3502 struct net *net = sock_net(skb->sk); in __tipc_nl_add_sk_info()
3503 struct sock *sk = &tsk->sk; in __tipc_nl_add_sk_info()
3505 if (nla_put_u32(skb, TIPC_NLA_SOCK_REF, tsk->portid) || in __tipc_nl_add_sk_info()
3507 return -EMSGSIZE; in __tipc_nl_add_sk_info()
3511 return -EMSGSIZE; in __tipc_nl_add_sk_info()
3512 } else if (!list_empty(&tsk->publications)) { in __tipc_nl_add_sk_info()
3514 return -EMSGSIZE; in __tipc_nl_add_sk_info()
3526 hdr = genlmsg_put(skb, NETLINK_CB(cb->skb).portid, cb->nlh->nlmsg_seq, in __tipc_nl_add_sk()
3548 return -EMSGSIZE; in __tipc_nl_add_sk()
3556 struct rhashtable_iter *iter = (void *)cb->args[4]; in tipc_nl_sk_walk()
3564 if (err == -EAGAIN) { in tipc_nl_sk_walk()
3571 sock_hold(&tsk->sk); in tipc_nl_sk_walk()
3573 lock_sock(&tsk->sk); in tipc_nl_sk_walk()
3576 release_sock(&tsk->sk); in tipc_nl_sk_walk()
3577 sock_put(&tsk->sk); in tipc_nl_sk_walk()
3580 release_sock(&tsk->sk); in tipc_nl_sk_walk()
3582 sock_put(&tsk->sk); in tipc_nl_sk_walk()
3586 return skb->len; in tipc_nl_sk_walk()
3592 return __tipc_dump_start(cb, sock_net(cb->skb->sk)); in tipc_dump_start()
3598 /* tipc_nl_name_table_dump() uses cb->args[0...3]. */ in __tipc_dump_start()
3599 struct rhashtable_iter *iter = (void *)cb->args[4]; in __tipc_dump_start()
3605 return -ENOMEM; in __tipc_dump_start()
3607 cb->args[4] = (long)iter; in __tipc_dump_start()
3610 rhashtable_walk_enter(&tn->sk_rht, iter); in __tipc_dump_start()
3616 struct rhashtable_iter *hti = (void *)cb->args[4]; in tipc_dump_done()
3628 struct sock *sk = &tsk->sk; in tipc_sk_fill_sock_diag()
3633 if (!(sk_filter_state & (1 << sk->sk_state))) in tipc_sk_fill_sock_diag()
3643 if (nla_put_u32(skb, TIPC_NLA_SOCK_TYPE, (u32)sk->sk_type) || in tipc_sk_fill_sock_diag()
3644 nla_put_u32(skb, TIPC_NLA_SOCK_TIPC_STATE, (u32)sk->sk_state) || in tipc_sk_fill_sock_diag()
3647 from_kuid_munged(sk_user_ns(NETLINK_CB(cb->skb).sk), in tipc_sk_fill_sock_diag()
3659 skb_queue_len(&sk->sk_receive_queue)) || in tipc_sk_fill_sock_diag()
3661 skb_queue_len(&sk->sk_write_queue)) || in tipc_sk_fill_sock_diag()
3663 atomic_read(&sk->sk_drops))) in tipc_sk_fill_sock_diag()
3666 if (tsk->cong_link_cnt && in tipc_sk_fill_sock_diag()
3676 if (tsk->group) in tipc_sk_fill_sock_diag()
3677 if (tipc_group_fill_sock_diag(tsk->group, skb)) in tipc_sk_fill_sock_diag()
3689 return -EMSGSIZE; in tipc_sk_fill_sock_diag()
3706 hdr = genlmsg_put(skb, NETLINK_CB(cb->skb).portid, cb->nlh->nlmsg_seq, in __tipc_nl_add_sk_publ()
3715 if (nla_put_u32(skb, TIPC_NLA_PUBL_KEY, publ->key)) in __tipc_nl_add_sk_publ()
3717 if (nla_put_u32(skb, TIPC_NLA_PUBL_TYPE, publ->sr.type)) in __tipc_nl_add_sk_publ()
3719 if (nla_put_u32(skb, TIPC_NLA_PUBL_LOWER, publ->sr.lower)) in __tipc_nl_add_sk_publ()
3721 if (nla_put_u32(skb, TIPC_NLA_PUBL_UPPER, publ->sr.upper)) in __tipc_nl_add_sk_publ()
3734 return -EMSGSIZE; in __tipc_nl_add_sk_publ()
3746 list_for_each_entry(p, &tsk->publications, binding_sock) { in __tipc_nl_list_sk_publ()
3747 if (p->key == *last_publ) in __tipc_nl_list_sk_publ()
3750 if (p->key != *last_publ) { in __tipc_nl_list_sk_publ()
3757 cb->prev_seq = 1; in __tipc_nl_list_sk_publ()
3759 return -EPIPE; in __tipc_nl_list_sk_publ()
3762 p = list_first_entry(&tsk->publications, struct publication, in __tipc_nl_list_sk_publ()
3766 list_for_each_entry_from(p, &tsk->publications, binding_sock) { in __tipc_nl_list_sk_publ()
3769 *last_publ = p->key; in __tipc_nl_list_sk_publ()
3781 u32 tsk_portid = cb->args[0]; in tipc_nl_publ_dump()
3782 u32 last_publ = cb->args[1]; in tipc_nl_publ_dump()
3783 u32 done = cb->args[2]; in tipc_nl_publ_dump()
3784 struct net *net = sock_net(skb->sk); in tipc_nl_publ_dump()
3788 struct nlattr **attrs = genl_dumpit_info(cb)->attrs; in tipc_nl_publ_dump()
3792 return -EINVAL; in tipc_nl_publ_dump()
3801 return -EINVAL; in tipc_nl_publ_dump()
3811 return -EINVAL; in tipc_nl_publ_dump()
3813 lock_sock(&tsk->sk); in tipc_nl_publ_dump()
3817 release_sock(&tsk->sk); in tipc_nl_publ_dump()
3818 sock_put(&tsk->sk); in tipc_nl_publ_dump()
3820 cb->args[0] = tsk_portid; in tipc_nl_publ_dump()
3821 cb->args[1] = last_publ; in tipc_nl_publ_dump()
3822 cb->args[2] = done; in tipc_nl_publ_dump()
3824 return skb->len; in tipc_nl_publ_dump()
3828 * tipc_sk_filtering - check if a socket should be traced
3835 * (value 0 = 'any') or when there is no tuple set (all = 0),
3860 return (_port == tsk->portid); in tipc_sk_filtering()
3862 if (_sktype && _sktype != sk->sk_type) in tipc_sk_filtering()
3865 if (tsk->published) { in tipc_sk_filtering()
3866 p = list_first_entry_or_null(&tsk->publications, in tipc_sk_filtering()
3869 type = p->sr.type; in tipc_sk_filtering()
3870 lower = p->sr.lower; in tipc_sk_filtering()
3871 upper = p->sr.upper; in tipc_sk_filtering()
3876 type = msg_nametype(&tsk->phdr); in tipc_sk_filtering()
3877 lower = msg_nameinst(&tsk->phdr); in tipc_sk_filtering()
3890 return (sk) ? (tipc_sk(sk))->portid : 0; in tipc_sock_get_portid()
3894 * tipc_sk_overlimit1 - check if socket rx queue is about to be overloaded,
3904 atomic_t *dcnt = &tipc_sk(sk)->dupl_rcvcnt; in tipc_sk_overlimit1()
3906 unsigned int qsize = sk->sk_backlog.len + sk_rmem_alloc_get(sk); in tipc_sk_overlimit1()
3912 * tipc_sk_overlimit2 - check if socket rx queue is about to be overloaded,
3929 * tipc_sk_dump - dump TIPC socket
3932 * - TIPC_DUMP_NONE: don't dump socket queues
3933 * - TIPC_DUMP_SK_SNDQ: dump socket send queue
3934 * - TIPC_DUMP_SK_RCVQ: dump socket rcv queue
3935 * - TIPC_DUMP_SK_BKLGQ: dump socket backlog queue
3936 * - TIPC_DUMP_ALL: dump all the socket queues above
3956 i += scnprintf(buf, sz, "sk data: %u", sk->sk_type); in tipc_sk_dump()
3957 i += scnprintf(buf + i, sz - i, " %d", sk->sk_state); in tipc_sk_dump()
3958 i += scnprintf(buf + i, sz - i, " %x", tsk_own_node(tsk)); in tipc_sk_dump()
3959 i += scnprintf(buf + i, sz - i, " %u", tsk->portid); in tipc_sk_dump()
3960 i += scnprintf(buf + i, sz - i, " | %u", tsk_connected); in tipc_sk_dump()
3962 i += scnprintf(buf + i, sz - i, " %x", tsk_peer_node(tsk)); in tipc_sk_dump()
3963 i += scnprintf(buf + i, sz - i, " %u", tsk_peer_port(tsk)); in tipc_sk_dump()
3964 conn_type = msg_nametype(&tsk->phdr); in tipc_sk_dump()
3965 conn_instance = msg_nameinst(&tsk->phdr); in tipc_sk_dump()
3966 i += scnprintf(buf + i, sz - i, " %u", conn_type); in tipc_sk_dump()
3967 i += scnprintf(buf + i, sz - i, " %u", conn_instance); in tipc_sk_dump()
3969 i += scnprintf(buf + i, sz - i, " | %u", tsk->published); in tipc_sk_dump()
3970 if (tsk->published) { in tipc_sk_dump()
3971 p = list_first_entry_or_null(&tsk->publications, in tipc_sk_dump()
3973 i += scnprintf(buf + i, sz - i, " %u", (p) ? p->sr.type : 0); in tipc_sk_dump()
3974 i += scnprintf(buf + i, sz - i, " %u", (p) ? p->sr.lower : 0); in tipc_sk_dump()
3975 i += scnprintf(buf + i, sz - i, " %u", (p) ? p->sr.upper : 0); in tipc_sk_dump()
3977 i += scnprintf(buf + i, sz - i, " | %u", tsk->snd_win); in tipc_sk_dump()
3978 i += scnprintf(buf + i, sz - i, " %u", tsk->rcv_win); in tipc_sk_dump()
3979 i += scnprintf(buf + i, sz - i, " %u", tsk->max_pkt); in tipc_sk_dump()
3980 i += scnprintf(buf + i, sz - i, " %x", tsk->peer_caps); in tipc_sk_dump()
3981 i += scnprintf(buf + i, sz - i, " %u", tsk->cong_link_cnt); in tipc_sk_dump()
3982 i += scnprintf(buf + i, sz - i, " %u", tsk->snt_unacked); in tipc_sk_dump()
3983 i += scnprintf(buf + i, sz - i, " %u", tsk->rcv_unacked); in tipc_sk_dump()
3984 i += scnprintf(buf + i, sz - i, " %u", atomic_read(&tsk->dupl_rcvcnt)); in tipc_sk_dump()
3985 i += scnprintf(buf + i, sz - i, " %u", sk->sk_shutdown); in tipc_sk_dump()
3986 i += scnprintf(buf + i, sz - i, " | %d", sk_wmem_alloc_get(sk)); in tipc_sk_dump()
3987 i += scnprintf(buf + i, sz - i, " %d", sk->sk_sndbuf); in tipc_sk_dump()
3988 i += scnprintf(buf + i, sz - i, " | %d", sk_rmem_alloc_get(sk)); in tipc_sk_dump()
3989 i += scnprintf(buf + i, sz - i, " %d", sk->sk_rcvbuf); in tipc_sk_dump()
3990 i += scnprintf(buf + i, sz - i, " | %d\n", READ_ONCE(sk->sk_backlog.len)); in tipc_sk_dump()
3993 i += scnprintf(buf + i, sz - i, "sk_write_queue: "); in tipc_sk_dump()
3994 i += tipc_list_dump(&sk->sk_write_queue, false, buf + i); in tipc_sk_dump()
3998 i += scnprintf(buf + i, sz - i, "sk_receive_queue: "); in tipc_sk_dump()
3999 i += tipc_list_dump(&sk->sk_receive_queue, false, buf + i); in tipc_sk_dump()
4003 i += scnprintf(buf + i, sz - i, "sk_backlog:\n head "); in tipc_sk_dump()
4004 i += tipc_skb_dump(sk->sk_backlog.head, false, buf + i); in tipc_sk_dump()
4005 if (sk->sk_backlog.tail != sk->sk_backlog.head) { in tipc_sk_dump()
4006 i += scnprintf(buf + i, sz - i, " tail "); in tipc_sk_dump()
4007 i += tipc_skb_dump(sk->sk_backlog.tail, false, in tipc_sk_dump()