45 	if (subflow_req->msk)  in subflow_req_destructor()
46 		sock_put((struct sock *)subflow_req->msk);  in subflow_req_destructor()
62 static bool mptcp_can_accept_new_subflow(const struct mptcp_sock *msk)  in mptcp_can_accept_new_subflow()  argument
64 	return mptcp_is_fully_established((void *)msk) &&  in mptcp_can_accept_new_subflow()
65 		((mptcp_pm_is_userspace(msk) &&  in mptcp_can_accept_new_subflow()
66 		  mptcp_userspace_pm_active(msk)) ||  in mptcp_can_accept_new_subflow()
67 		 READ_ONCE(msk->pm.accept_subflow));  in mptcp_can_accept_new_subflow()
73 	struct mptcp_sock *msk = subflow_req->msk;  in subflow_req_create_thmac()  local
78 	subflow_generate_hmac(msk->local_key, msk->remote_key,  in subflow_req_create_thmac()
88 	struct mptcp_sock *msk;  in subflow_token_join_request()  local
91 	msk = mptcp_token_get_sock(sock_net(req_to_sk(req)), subflow_req->token);  in subflow_token_join_request()
92 	if (!msk) {  in subflow_token_join_request()
97 	local_id = mptcp_pm_get_local_id(msk, (struct sock_common *)req);  in subflow_token_join_request()
99 		sock_put((struct sock *)msk);  in subflow_token_join_request()
104 	return msk;  in subflow_token_join_request()
115 	subflow_req->msk = NULL;  in subflow_init_req()
119 static bool subflow_use_different_sport(struct mptcp_sock *msk, const struct sock *sk)  in subflow_use_different_sport()  argument
121 	return inet_sk(sk)->inet_sport != inet_sk((struct sock *)msk)->inet_sport;  in subflow_use_different_sport()
209 		subflow_req->msk = subflow_token_join_request(req);  in subflow_check_req()
212 		if (!subflow_req->msk) {  in subflow_check_req()
217 		if (subflow_use_different_sport(subflow_req->msk, sk_listener)) {  in subflow_check_req()
220 				 ntohs(inet_sk((struct sock *)subflow_req->msk)->inet_sport));  in subflow_check_req()
221 			if (!mptcp_pm_sport_in_anno_list(subflow_req->msk, sk_listener)) {  in subflow_check_req()
231 			if (mptcp_can_accept_new_subflow(subflow_req->msk))  in subflow_check_req()
238 			 subflow_req->remote_nonce, subflow_req->msk);  in subflow_check_req()
417 static bool subflow_use_different_dport(struct mptcp_sock *msk, const struct sock *sk)  in subflow_use_different_dport()  argument
419 	return inet_sk(sk)->inet_dport != inet_sk((struct sock *)msk)->inet_dport;  in subflow_use_different_dport()
440 static void subflow_set_remote_key(struct mptcp_sock *msk,  in subflow_set_remote_key()  argument
455 	WRITE_ONCE(msk->remote_key, subflow->remote_key);  in subflow_set_remote_key()
456 	WRITE_ONCE(msk->ack_seq, subflow->iasn);  in subflow_set_remote_key()
457 	WRITE_ONCE(msk->can_ack, true);  in subflow_set_remote_key()
458 	atomic64_set(&msk->rcv_wnd_sent, subflow->iasn);  in subflow_set_remote_key()
466 	struct mptcp_sock *msk;  in subflow_finish_connect()  local
474 	msk = mptcp_sk(parent);  in subflow_finish_connect()
487 			pr_fallback(msk);  in subflow_finish_connect()
492 			WRITE_ONCE(msk->csum_enabled, true);  in subflow_finish_connect()
494 			WRITE_ONCE(msk->pm.remote_deny_join_id0, true);  in subflow_finish_connect()
496 		subflow_set_remote_key(msk, subflow, &mp_opt);  in subflow_finish_connect()
534 		if (subflow_use_different_dport(msk, sk)) {  in subflow_finish_connect()
542 		mptcp_rcv_space_init(msk, sk);  in subflow_finish_connect()
561 	struct mptcp_sock *msk = mptcp_sk(subflow->conn);  in subflow_chk_local_id()  local
567 	err = mptcp_pm_get_local_id(msk, (struct sock_common *)sk);  in subflow_chk_local_id()
684 	struct mptcp_sock *msk;  in subflow_hmac_valid()  local
687 	msk = subflow_req->msk;  in subflow_hmac_valid()
688 	if (!msk)  in subflow_hmac_valid()
691 	subflow_generate_hmac(msk->remote_key, msk->local_key,  in subflow_hmac_valid()
731 	struct mptcp_sock *msk = mptcp_sk(subflow->conn);  in mptcp_subflow_fully_established()  local
733 	subflow_set_remote_key(msk, subflow, mp_opt);  in mptcp_subflow_fully_established()
735 	WRITE_ONCE(msk->fully_established, true);  in mptcp_subflow_fully_established()
738 		mptcp_fastopen_gen_msk_ackseq(msk, subflow, mp_opt);  in mptcp_subflow_fully_established()
787 		    !mptcp_can_accept_new_subflow(subflow_req->msk)) {  in subflow_syn_recv_sock()
835 			owner = subflow_req->msk;  in subflow_syn_recv_sock()
842 			subflow_req->msk = NULL;  in subflow_syn_recv_sock()
1019 					      struct mptcp_sock *msk)  in get_mapping_status()  argument
1022 	bool csum_reqd = READ_ONCE(msk->csum_enabled);  in get_mapping_status()
1069 			bool updated = mptcp_update_rcv_data_fin(msk, mpext->data_seq,  in get_mapping_status()
1082 					mptcp_schedule_work((struct sock *)msk);  in get_mapping_status()
1095 			mptcp_update_rcv_data_fin(msk, data_fin_seq, mpext->dsn64);  in get_mapping_status()
1104 	map_seq = mptcp_expand_seq(READ_ONCE(msk->ack_seq), mpext->data_seq, mpext->dsn64);  in get_mapping_status()
1183 static void subflow_sched_work_if_closed(struct mptcp_sock *msk, struct sock *ssk)  in subflow_sched_work_if_closed()  argument
1189 	    !test_and_set_bit(MPTCP_WORK_CLOSE_SUBFLOW, &msk->flags))  in subflow_sched_work_if_closed()
1190 		mptcp_schedule_work((struct sock *)msk);  in subflow_sched_work_if_closed()
1195 	struct mptcp_sock *msk = mptcp_sk(subflow->conn);  in subflow_can_fallback()  local
1199 	else if (READ_ONCE(msk->csum_enabled))  in subflow_can_fallback()
1205 static void mptcp_subflow_fail(struct mptcp_sock *msk, struct sock *ssk)  in mptcp_subflow_fail()  argument
1211 	if (WARN_ON_ONCE(ssk != READ_ONCE(msk->first)))  in mptcp_subflow_fail()
1217 	if (sock_flag((struct sock *)msk, SOCK_DEAD))  in mptcp_subflow_fail()
1229 	mptcp_reset_tout_timer(msk, subflow->fail_tout);  in mptcp_subflow_fail()
1236 	struct mptcp_sock *msk;  in subflow_check_data_avail()  local
1244 	msk = mptcp_sk(subflow->conn);  in subflow_check_data_avail()
1249 		status = get_mapping_status(ssk, msk);  in subflow_check_data_avail()
1262 		if (unlikely(!READ_ONCE(msk->can_ack)))  in subflow_check_data_avail()
1265 		old_ack = READ_ONCE(msk->ack_seq);  in subflow_check_data_avail()
1280 	subflow_sched_work_if_closed(msk, ssk);  in subflow_check_data_avail()
1284 	if (!__mptcp_check_fallback(msk)) {  in subflow_check_data_avail()
1290 			if (!READ_ONCE(msk->allow_infinite_fallback)) {  in subflow_check_data_avail()
1295 			mptcp_subflow_fail(msk, ssk);  in subflow_check_data_avail()
1322 	subflow->map_seq = READ_ONCE(msk->ack_seq);  in subflow_check_data_avail()
1389 	struct mptcp_sock *msk;  in subflow_data_ready()  local
1393 	msk = mptcp_sk(parent);  in subflow_data_ready()
1405 	WARN_ON_ONCE(!__mptcp_check_fallback(msk) && !subflow->mp_capable &&  in subflow_data_ready()
1486 	struct mptcp_sock *msk = mptcp_sk(sk);  in __mptcp_subflow_connect()  local
1515 	mptcp_pm_get_flags_and_ifindex_by_id(msk, local_id,  in __mptcp_subflow_connect()
1518 	subflow->remote_key = msk->remote_key;  in __mptcp_subflow_connect()
1519 	subflow->local_key = msk->local_key;  in __mptcp_subflow_connect()
1520 	subflow->token = msk->token;  in __mptcp_subflow_connect()
1528 	mptcp_sockopt_sync(msk, ssk);  in __mptcp_subflow_connect()
1536 	pr_debug("msk=%p remote_token=%u local_id=%d remote_id=%d", msk,  in __mptcp_subflow_connect()
1542 	subflow->subflow_id = msk->subflow_id++;  in __mptcp_subflow_connect()
1546 	list_add_tail(&subflow->node, &msk->conn_list);  in __mptcp_subflow_connect()
1554 	WRITE_ONCE(msk->allow_infinite_fallback, false);  in __mptcp_subflow_connect()
1570 	mptcp_pm_close_subflow(msk);  in __mptcp_subflow_connect()
1725 	struct mptcp_sock *msk;  in subflow_state_change()  local
1729 	msk = mptcp_sk(parent);  in subflow_state_change()
1733 		mptcp_rcv_space_init(msk, sk);  in subflow_state_change()
1734 		pr_fallback(msk);  in subflow_state_change()
1753 	if (__mptcp_check_fallback(msk) && subflow_is_done(sk) && msk->first == sk &&  in subflow_state_change()
1754 	    mptcp_update_rcv_data_fin(msk, READ_ONCE(msk->ack_seq), true))  in subflow_state_change()