Lines Matching refs:mux
57 struct kcm_mux *mux = psock->mux; in kcm_abort_tx_psock() local
61 spin_lock_bh(&mux->lock); in kcm_abort_tx_psock()
64 spin_unlock_bh(&mux->lock); in kcm_abort_tx_psock()
85 spin_unlock_bh(&mux->lock); in kcm_abort_tx_psock()
92 static void kcm_update_rx_mux_stats(struct kcm_mux *mux, in kcm_update_rx_mux_stats() argument
95 STRP_STATS_ADD(mux->stats.rx_bytes, in kcm_update_rx_mux_stats()
98 mux->stats.rx_msgs += in kcm_update_rx_mux_stats()
104 static void kcm_update_tx_mux_stats(struct kcm_mux *mux, in kcm_update_tx_mux_stats() argument
107 KCM_STATS_ADD(mux->stats.tx_bytes, in kcm_update_tx_mux_stats()
109 mux->stats.tx_msgs += in kcm_update_tx_mux_stats()
123 struct kcm_mux *mux = kcm->mux; in kcm_rcv_ready() local
130 while (unlikely((skb = __skb_dequeue(&mux->rx_hold_queue)))) { in kcm_rcv_ready()
133 skb_queue_head(&mux->rx_hold_queue, skb); in kcm_rcv_ready()
139 while (!list_empty(&mux->psocks_ready)) { in kcm_rcv_ready()
140 psock = list_first_entry(&mux->psocks_ready, struct kcm_psock, in kcm_rcv_ready()
163 &kcm->mux->kcm_rx_waiters); in kcm_rcv_ready()
171 struct kcm_mux *mux = kcm->mux; in kcm_rfree() local
182 spin_lock_bh(&mux->rx_lock); in kcm_rfree()
184 spin_unlock_bh(&mux->rx_lock); in kcm_rfree()
218 static void requeue_rx_msgs(struct kcm_mux *mux, struct sk_buff_head *head) in requeue_rx_msgs() argument
228 if (list_empty(&mux->kcm_rx_waiters)) { in requeue_rx_msgs()
229 skb_queue_tail(&mux->rx_hold_queue, skb); in requeue_rx_msgs()
233 kcm = list_first_entry(&mux->kcm_rx_waiters, in requeue_rx_msgs()
253 struct kcm_mux *mux = psock->mux; in reserve_rx_kcm() local
261 spin_lock_bh(&mux->rx_lock); in reserve_rx_kcm()
264 spin_unlock_bh(&mux->rx_lock); in reserve_rx_kcm()
268 kcm_update_rx_mux_stats(mux, psock); in reserve_rx_kcm()
270 if (list_empty(&mux->kcm_rx_waiters)) { in reserve_rx_kcm()
274 &mux->psocks_ready); in reserve_rx_kcm()
275 spin_unlock_bh(&mux->rx_lock); in reserve_rx_kcm()
279 kcm = list_first_entry(&mux->kcm_rx_waiters, in reserve_rx_kcm()
287 spin_unlock_bh(&mux->rx_lock); in reserve_rx_kcm()
304 struct kcm_mux *mux = psock->mux; in unreserve_rx_kcm() local
309 spin_lock_bh(&mux->rx_lock); in unreserve_rx_kcm()
320 spin_unlock_bh(&mux->rx_lock); in unreserve_rx_kcm()
331 requeue_rx_msgs(mux, &kcm->sk.sk_receive_queue); in unreserve_rx_kcm()
338 spin_unlock_bh(&mux->rx_lock); in unreserve_rx_kcm()
409 struct kcm_mux *mux; in psock_write_space() local
417 mux = psock->mux; in psock_write_space()
419 spin_lock_bh(&mux->lock); in psock_write_space()
426 spin_unlock_bh(&mux->lock); in psock_write_space()
436 struct kcm_mux *mux = kcm->mux; in reserve_psock() local
451 spin_lock_bh(&mux->lock); in reserve_psock()
459 spin_unlock_bh(&mux->lock); in reserve_psock()
463 if (!list_empty(&mux->psocks_avail)) { in reserve_psock()
464 psock = list_first_entry(&mux->psocks_avail, in reserve_psock()
477 &mux->kcm_tx_waiters); in reserve_psock()
481 spin_unlock_bh(&mux->lock); in reserve_psock()
489 struct kcm_mux *mux = psock->mux; in psock_now_avail() local
492 if (list_empty(&mux->kcm_tx_waiters)) { in psock_now_avail()
494 &mux->psocks_avail); in psock_now_avail()
496 kcm = list_first_entry(&mux->kcm_tx_waiters, in psock_now_avail()
518 struct kcm_mux *mux = kcm->mux; in unreserve_psock() local
520 spin_lock_bh(&mux->lock); in unreserve_psock()
525 spin_unlock_bh(&mux->lock); in unreserve_psock()
531 kcm_update_tx_mux_stats(mux, psock); in unreserve_psock()
543 mux->psocks_cnt--; in unreserve_psock()
551 spin_unlock_bh(&mux->lock); in unreserve_psock()
558 spin_unlock_bh(&mux->lock); in unreserve_psock()
563 struct kcm_mux *mux = kcm->mux; in kcm_report_tx_retry() local
565 spin_lock_bh(&mux->lock); in kcm_report_tx_retry()
566 KCM_STATS_INCR(mux->stats.tx_retries); in kcm_report_tx_retry()
567 spin_unlock_bh(&mux->lock); in kcm_report_tx_retry()
1229 struct kcm_mux *mux = kcm->mux; in kcm_recv_disable() local
1234 spin_lock_bh(&mux->rx_lock); in kcm_recv_disable()
1245 requeue_rx_msgs(mux, &kcm->sk.sk_receive_queue); in kcm_recv_disable()
1248 spin_unlock_bh(&mux->rx_lock); in kcm_recv_disable()
1254 struct kcm_mux *mux = kcm->mux; in kcm_recv_enable() local
1259 spin_lock_bh(&mux->rx_lock); in kcm_recv_enable()
1264 spin_unlock_bh(&mux->rx_lock); in kcm_recv_enable()
1332 static void init_kcm_sock(struct kcm_sock *kcm, struct kcm_mux *mux) in init_kcm_sock() argument
1345 kcm->mux = mux; in init_kcm_sock()
1346 spin_lock_bh(&mux->lock); in init_kcm_sock()
1348 head = &mux->kcm_socks; in init_kcm_sock()
1349 list_for_each_entry(tkcm, &mux->kcm_socks, kcm_sock_list) { in init_kcm_sock()
1359 mux->kcm_socks_cnt++; in init_kcm_sock()
1360 spin_unlock_bh(&mux->lock); in init_kcm_sock()
1364 spin_lock_bh(&mux->rx_lock); in init_kcm_sock()
1366 spin_unlock_bh(&mux->rx_lock); in init_kcm_sock()
1373 struct kcm_mux *mux = kcm->mux; in kcm_attach() local
1410 psock->mux = mux; in kcm_attach()
1447 spin_lock_bh(&mux->lock); in kcm_attach()
1448 head = &mux->psocks; in kcm_attach()
1449 list_for_each_entry(tpsock, &mux->psocks, psock_list) { in kcm_attach()
1459 KCM_STATS_INCR(mux->stats.psock_attach); in kcm_attach()
1460 mux->psocks_cnt++; in kcm_attach()
1462 spin_unlock_bh(&mux->lock); in kcm_attach()
1506 struct kcm_mux *mux = psock->mux; in kcm_unattach() local
1526 spin_lock_bh(&mux->rx_lock); in kcm_unattach()
1535 KCM_STATS_INCR(mux->stats.rx_ready_drops); in kcm_unattach()
1538 spin_unlock_bh(&mux->rx_lock); in kcm_unattach()
1549 spin_lock_bh(&mux->lock); in kcm_unattach()
1551 aggregate_psock_stats(&psock->stats, &mux->aggregate_psock_stats); in kcm_unattach()
1552 save_strp_stats(&psock->strp, &mux->aggregate_strp_stats); in kcm_unattach()
1554 KCM_STATS_INCR(mux->stats.psock_unattach); in kcm_unattach()
1561 KCM_STATS_INCR(mux->stats.psock_unattach_rsvd); in kcm_unattach()
1562 spin_unlock_bh(&mux->lock); in kcm_unattach()
1570 spin_lock_bh(&mux->lock); in kcm_unattach()
1582 spin_unlock_bh(&mux->lock); in kcm_unattach()
1588 mux->psocks_cnt--; in kcm_unattach()
1589 spin_unlock_bh(&mux->lock); in kcm_unattach()
1602 struct kcm_mux *mux = kcm->mux; in kcm_unattach_ioctl() local
1620 spin_lock_bh(&mux->lock); in kcm_unattach_ioctl()
1622 list_for_each_entry(psock, &mux->psocks, psock_list) { in kcm_unattach_ioctl()
1635 spin_unlock_bh(&mux->lock); in kcm_unattach_ioctl()
1644 spin_unlock_bh(&mux->lock); in kcm_unattach_ioctl()
1679 init_kcm_sock(kcm_sk(newsk), kcm_sk(osock->sk)->mux); in kcm_clone()
1742 struct kcm_mux *mux = container_of(rcu, in free_mux() local
1745 kmem_cache_free(kcm_muxp, mux); in free_mux()
1748 static void release_mux(struct kcm_mux *mux) in release_mux() argument
1750 struct kcm_net *knet = mux->knet; in release_mux()
1755 &mux->psocks, psock_list) { in release_mux()
1760 if (WARN_ON(mux->psocks_cnt)) in release_mux()
1763 __skb_queue_purge(&mux->rx_hold_queue); in release_mux()
1766 aggregate_mux_stats(&mux->stats, &knet->aggregate_mux_stats); in release_mux()
1767 aggregate_psock_stats(&mux->aggregate_psock_stats, in release_mux()
1769 aggregate_strp_stats(&mux->aggregate_strp_stats, in release_mux()
1771 list_del_rcu(&mux->kcm_mux_list); in release_mux()
1775 call_rcu(&mux->rcu, free_mux); in release_mux()
1780 struct kcm_mux *mux = kcm->mux; in kcm_done() local
1784 spin_lock_bh(&mux->rx_lock); in kcm_done()
1790 spin_unlock_bh(&mux->rx_lock); in kcm_done()
1799 requeue_rx_msgs(mux, &sk->sk_receive_queue); in kcm_done()
1801 spin_unlock_bh(&mux->rx_lock); in kcm_done()
1807 spin_lock_bh(&mux->lock); in kcm_done()
1810 mux->kcm_socks_cnt--; in kcm_done()
1811 socks_cnt = mux->kcm_socks_cnt; in kcm_done()
1813 spin_unlock_bh(&mux->lock); in kcm_done()
1817 release_mux(mux); in kcm_done()
1832 struct kcm_mux *mux; in kcm_release() local
1839 mux = kcm->mux; in kcm_release()
1859 spin_lock_bh(&mux->lock); in kcm_release()
1867 spin_unlock_bh(&mux->lock); in kcm_release()
1945 struct kcm_mux *mux; in kcm_create() local
1966 mux = kmem_cache_zalloc(kcm_muxp, GFP_KERNEL); in kcm_create()
1967 if (!mux) { in kcm_create()
1972 spin_lock_init(&mux->lock); in kcm_create()
1973 spin_lock_init(&mux->rx_lock); in kcm_create()
1974 INIT_LIST_HEAD(&mux->kcm_socks); in kcm_create()
1975 INIT_LIST_HEAD(&mux->kcm_rx_waiters); in kcm_create()
1976 INIT_LIST_HEAD(&mux->kcm_tx_waiters); in kcm_create()
1978 INIT_LIST_HEAD(&mux->psocks); in kcm_create()
1979 INIT_LIST_HEAD(&mux->psocks_ready); in kcm_create()
1980 INIT_LIST_HEAD(&mux->psocks_avail); in kcm_create()
1982 mux->knet = knet; in kcm_create()
1986 list_add_rcu(&mux->kcm_mux_list, &knet->mux_list); in kcm_create()
1990 skb_queue_head_init(&mux->rx_hold_queue); in kcm_create()
1994 init_kcm_sock(kcm_sk(sk), mux); in kcm_create()