298 static u8 o2net_num_from_nn(struct o2net_node *nn)  in o2net_num_from_nn()  argument
300 	BUG_ON(nn == NULL);  in o2net_num_from_nn()
301 	return nn - o2net_nodes;  in o2net_num_from_nn()
306 static int o2net_prep_nsw(struct o2net_node *nn, struct o2net_status_wait *nsw)  in o2net_prep_nsw()  argument
310 	spin_lock(&nn->nn_lock);  in o2net_prep_nsw()
311 	ret = idr_alloc(&nn->nn_status_idr, nsw, 0, 0, GFP_ATOMIC);  in o2net_prep_nsw()
314 		list_add_tail(&nsw->ns_node_item, &nn->nn_status_list);  in o2net_prep_nsw()
316 	spin_unlock(&nn->nn_lock);  in o2net_prep_nsw()
326 static void o2net_complete_nsw_locked(struct o2net_node *nn,  in o2net_complete_nsw_locked()  argument
331 	assert_spin_locked(&nn->nn_lock);  in o2net_complete_nsw_locked()
337 		idr_remove(&nn->nn_status_idr, nsw->ns_id);  in o2net_complete_nsw_locked()
342 static void o2net_complete_nsw(struct o2net_node *nn,  in o2net_complete_nsw()  argument
347 	spin_lock(&nn->nn_lock);  in o2net_complete_nsw()
352 		nsw = idr_find(&nn->nn_status_idr, id);  in o2net_complete_nsw()
357 	o2net_complete_nsw_locked(nn, nsw, sys_status, status);  in o2net_complete_nsw()
360 	spin_unlock(&nn->nn_lock);  in o2net_complete_nsw()
364 static void o2net_complete_nodes_nsw(struct o2net_node *nn)  in o2net_complete_nodes_nsw()  argument
369 	assert_spin_locked(&nn->nn_lock);  in o2net_complete_nodes_nsw()
371 	list_for_each_entry_safe(nsw, tmp, &nn->nn_status_list, ns_node_item) {  in o2net_complete_nodes_nsw()
372 		o2net_complete_nsw_locked(nn, nsw, O2NET_ERR_DIED, 0);  in o2net_complete_nodes_nsw()
377 	     o2net_num_from_nn(nn));  in o2net_complete_nodes_nsw()
380 static int o2net_nsw_completed(struct o2net_node *nn,  in o2net_nsw_completed()  argument
384 	spin_lock(&nn->nn_lock);  in o2net_nsw_completed()
386 	spin_unlock(&nn->nn_lock);  in o2net_nsw_completed()
502 static void o2net_set_nn_state(struct o2net_node *nn,  in o2net_set_nn_state()  argument
506 	int was_valid = nn->nn_sc_valid;  in o2net_set_nn_state()
507 	int was_err = nn->nn_persistent_error;  in o2net_set_nn_state()
508 	struct o2net_sock_container *old_sc = nn->nn_sc;  in o2net_set_nn_state()
510 	assert_spin_locked(&nn->nn_lock);  in o2net_set_nn_state()
519 	BUG_ON(sc && nn->nn_sc && nn->nn_sc != sc);  in o2net_set_nn_state()
527 	     o2net_num_from_nn(nn), nn->nn_sc, sc, nn->nn_sc_valid, valid,  in o2net_set_nn_state()
528 	     nn->nn_persistent_error, err);  in o2net_set_nn_state()
530 	nn->nn_sc = sc;  in o2net_set_nn_state()
531 	nn->nn_sc_valid = valid ? 1 : 0;  in o2net_set_nn_state()
532 	nn->nn_persistent_error = err;  in o2net_set_nn_state()
535 	if (nn->nn_persistent_error || nn->nn_sc_valid)  in o2net_set_nn_state()
536 		wake_up(&nn->nn_sc_wq);  in o2net_set_nn_state()
538 	if (was_valid && !was_err && nn->nn_persistent_error) {  in o2net_set_nn_state()
539 		o2quo_conn_err(o2net_num_from_nn(nn));  in o2net_set_nn_state()
540 		queue_delayed_work(o2net_wq, &nn->nn_still_up,  in o2net_set_nn_state()
548 		o2net_complete_nodes_nsw(nn);  in o2net_set_nn_state()
552 		o2quo_conn_up(o2net_num_from_nn(nn));  in o2net_set_nn_state()
553 		cancel_delayed_work(&nn->nn_connect_expired);  in o2net_set_nn_state()
568 		delay = (nn->nn_last_connect_attempt +  in o2net_set_nn_state()
574 		queue_delayed_work(o2net_wq, &nn->nn_connect_work, delay);  in o2net_set_nn_state()
586 		queue_delayed_work(o2net_wq, &nn->nn_connect_expired, delay);  in o2net_set_nn_state()
709 static void o2net_ensure_shutdown(struct o2net_node *nn,  in o2net_ensure_shutdown()  argument
713 	spin_lock(&nn->nn_lock);  in o2net_ensure_shutdown()
714 	if (nn->nn_sc == sc)  in o2net_ensure_shutdown()
715 		o2net_set_nn_state(nn, NULL, 0, err);  in o2net_ensure_shutdown()
716 	spin_unlock(&nn->nn_lock);  in o2net_ensure_shutdown()
732 	struct o2net_node *nn = o2net_nn_from_num(sc->sc_node->nd_num);  in o2net_shutdown_sc()  local
748 	o2net_ensure_shutdown(nn, sc, 0);  in o2net_shutdown_sc()
949 	struct o2net_node *nn = o2net_nn_from_num(sc->sc_node->nd_num);  in o2net_sendpage()  local
969 		o2net_ensure_shutdown(nn, sc, 0);  in o2net_sendpage()
985 static int o2net_tx_can_proceed(struct o2net_node *nn,  in o2net_tx_can_proceed()  argument
991 	spin_lock(&nn->nn_lock);  in o2net_tx_can_proceed()
992 	if (nn->nn_persistent_error) {  in o2net_tx_can_proceed()
995 		*error = nn->nn_persistent_error;  in o2net_tx_can_proceed()
996 	} else if (nn->nn_sc_valid) {  in o2net_tx_can_proceed()
997 		kref_get(&nn->nn_sc->sc_kref);  in o2net_tx_can_proceed()
1000 		*sc_ret = nn->nn_sc;  in o2net_tx_can_proceed()
1003 	spin_unlock(&nn->nn_lock);  in o2net_tx_can_proceed()
1036 	struct o2net_node *nn = o2net_nn_from_num(target_node);  in o2net_send_message_vec()  local
1072 	wait_event(nn->nn_sc_wq, o2net_tx_can_proceed(nn, &sc, &ret));  in o2net_send_message_vec()
1099 	ret = o2net_prep_nsw(nn, &nsw);  in o2net_send_message_vec()
1122 	wait_event(nsw.ns_wq, o2net_nsw_completed(nn, &nsw));  in o2net_send_message_vec()
1141 	o2net_complete_nsw(nn, &nsw, 0, 0, 0);  in o2net_send_message_vec()
1185 	struct o2net_node *nn = o2net_nn_from_num(sc->sc_node->nd_num);  in o2net_process_message()  local
1198 			o2net_complete_nsw(nn, NULL,  in o2net_process_message()
1273 	struct o2net_node *nn = o2net_nn_from_num(sc->sc_node->nd_num);  in o2net_check_handshake()  local
1283 		o2net_ensure_shutdown(nn, sc, -ENOTCONN);  in o2net_check_handshake()
1299 		o2net_ensure_shutdown(nn, sc, -ENOTCONN);  in o2net_check_handshake()
1310 		o2net_ensure_shutdown(nn, sc, -ENOTCONN);  in o2net_check_handshake()
1321 		o2net_ensure_shutdown(nn, sc, -ENOTCONN);  in o2net_check_handshake()
1327 	spin_lock(&nn->nn_lock);  in o2net_check_handshake()
1330 	if (nn->nn_sc == sc) {  in o2net_check_handshake()
1332 		atomic_set(&nn->nn_timeout, 0);  in o2net_check_handshake()
1333 		o2net_set_nn_state(nn, sc, 1, 0);  in o2net_check_handshake()
1335 	spin_unlock(&nn->nn_lock);  in o2net_check_handshake()
1449 		struct o2net_node *nn = o2net_nn_from_num(sc->sc_node->nd_num);  in o2net_rx_until_empty()  local
1452 		o2net_ensure_shutdown(nn, sc, 0);  in o2net_rx_until_empty()
1521 	struct o2net_node *nn = o2net_nn_from_num(sc->sc_node->nd_num);  in o2net_idle_timer()  local
1537 	atomic_set(&nn->nn_timeout, 1);  in o2net_idle_timer()
1538 	o2quo_conn_err(o2net_num_from_nn(nn));  in o2net_idle_timer()
1539 	queue_delayed_work(o2net_wq, &nn->nn_still_up,  in o2net_idle_timer()
1558 	struct o2net_node *nn = o2net_nn_from_num(sc->sc_node->nd_num);  in o2net_sc_postpone_idle()  local
1561 	if (atomic_read(&nn->nn_timeout)) {  in o2net_sc_postpone_idle()
1562 		o2quo_conn_up(o2net_num_from_nn(nn));  in o2net_sc_postpone_idle()
1563 		cancel_delayed_work(&nn->nn_still_up);  in o2net_sc_postpone_idle()
1564 		atomic_set(&nn->nn_timeout, 0);  in o2net_sc_postpone_idle()
1579 	struct o2net_node *nn =  in o2net_start_connect()  local
1597 	if (o2nm_this_node() <= o2net_num_from_nn(nn))  in o2net_start_connect()
1601 	node = o2nm_get_node_by_num(o2net_num_from_nn(nn));  in o2net_start_connect()
1609 	spin_lock(&nn->nn_lock);  in o2net_start_connect()
1617 	timeout = atomic_read(&nn->nn_timeout);  in o2net_start_connect()
1618 	stop = (nn->nn_sc ||  in o2net_start_connect()
1619 		(nn->nn_persistent_error &&  in o2net_start_connect()
1620 		(nn->nn_persistent_error != -ENOTCONN || timeout == 0)));  in o2net_start_connect()
1621 	spin_unlock(&nn->nn_lock);  in o2net_start_connect()
1625 	nn->nn_last_connect_attempt = jiffies;  in o2net_start_connect()
1669 	spin_lock(&nn->nn_lock);  in o2net_start_connect()
1671 	o2net_set_nn_state(nn, sc, 0, 0);  in o2net_start_connect()
1672 	spin_unlock(&nn->nn_lock);  in o2net_start_connect()
1691 		o2net_ensure_shutdown(nn, sc, 0);  in o2net_start_connect()
1706 	struct o2net_node *nn =  in o2net_connect_expired()  local
1709 	spin_lock(&nn->nn_lock);  in o2net_connect_expired()
1710 	if (!nn->nn_sc_valid) {  in o2net_connect_expired()
1714 		     o2net_num_from_nn(nn),  in o2net_connect_expired()
1718 		o2net_set_nn_state(nn, NULL, 0, 0);  in o2net_connect_expired()
1720 	spin_unlock(&nn->nn_lock);  in o2net_connect_expired()
1725 	struct o2net_node *nn =  in o2net_still_up()  local
1728 	o2quo_hb_still_up(o2net_num_from_nn(nn));  in o2net_still_up()
1735 	struct o2net_node *nn = o2net_nn_from_num(node->nd_num);  in o2net_disconnect_node()  local
1738 	spin_lock(&nn->nn_lock);  in o2net_disconnect_node()
1739 	atomic_set(&nn->nn_timeout, 0);  in o2net_disconnect_node()
1740 	o2net_set_nn_state(nn, NULL, 0, -ENOTCONN);  in o2net_disconnect_node()
1741 	spin_unlock(&nn->nn_lock);  in o2net_disconnect_node()
1744 		cancel_delayed_work(&nn->nn_connect_expired);  in o2net_disconnect_node()
1745 		cancel_delayed_work(&nn->nn_connect_work);  in o2net_disconnect_node()
1746 		cancel_delayed_work(&nn->nn_still_up);  in o2net_disconnect_node()
1768 	struct o2net_node *nn = o2net_nn_from_num(node_num);  in o2net_hb_node_up_cb()  local
1775 	nn->nn_last_connect_attempt = jiffies -  in o2net_hb_node_up_cb()
1783 		spin_lock(&nn->nn_lock);  in o2net_hb_node_up_cb()
1784 		atomic_set(&nn->nn_timeout, 0);  in o2net_hb_node_up_cb()
1785 		if (nn->nn_persistent_error)  in o2net_hb_node_up_cb()
1786 			o2net_set_nn_state(nn, NULL, 0, 0);  in o2net_hb_node_up_cb()
1787 		spin_unlock(&nn->nn_lock);  in o2net_hb_node_up_cb()
1826 	struct o2net_node *nn;  in o2net_accept_one()  local
1905 	nn = o2net_nn_from_num(node->nd_num);  in o2net_accept_one()
1907 	spin_lock(&nn->nn_lock);  in o2net_accept_one()
1908 	if (nn->nn_sc)  in o2net_accept_one()
1912 	spin_unlock(&nn->nn_lock);  in o2net_accept_one()
1930 	spin_lock(&nn->nn_lock);  in o2net_accept_one()
1931 	atomic_set(&nn->nn_timeout, 0);  in o2net_accept_one()
1932 	o2net_set_nn_state(nn, sc, 0, 0);  in o2net_accept_one()
1933 	spin_unlock(&nn->nn_lock);  in o2net_accept_one()
2162 		struct o2net_node *nn = o2net_nn_from_num(i);  in o2net_init()  local
2164 		atomic_set(&nn->nn_timeout, 0);  in o2net_init()
2165 		spin_lock_init(&nn->nn_lock);  in o2net_init()
2166 		INIT_DELAYED_WORK(&nn->nn_connect_work, o2net_start_connect);  in o2net_init()
2167 		INIT_DELAYED_WORK(&nn->nn_connect_expired,  in o2net_init()
2169 		INIT_DELAYED_WORK(&nn->nn_still_up, o2net_still_up);  in o2net_init()
2171 		nn->nn_persistent_error = -ENOTCONN;  in o2net_init()
2172 		init_waitqueue_head(&nn->nn_sc_wq);  in o2net_init()
2173 		idr_init(&nn->nn_status_idr);  in o2net_init()
2174 		INIT_LIST_HEAD(&nn->nn_status_list);  in o2net_init()