44 	if (subflow_req->msk)  in subflow_req_destructor()
45 		sock_put((struct sock *)subflow_req->msk);  in subflow_req_destructor()
62 static bool mptcp_can_accept_new_subflow(const struct mptcp_sock *msk)  in mptcp_can_accept_new_subflow()  argument
64 	return mptcp_is_fully_established((void *)msk) &&  in mptcp_can_accept_new_subflow()
65 		((mptcp_pm_is_userspace(msk) &&  in mptcp_can_accept_new_subflow()
66 		  mptcp_userspace_pm_active(msk)) ||  in mptcp_can_accept_new_subflow()
67 		 READ_ONCE(msk->pm.accept_subflow));  in mptcp_can_accept_new_subflow()
73 	struct mptcp_sock *msk = subflow_req->msk;  in subflow_req_create_thmac()  local
78 	subflow_generate_hmac(msk->local_key, msk->remote_key,  in subflow_req_create_thmac()
88 	struct mptcp_sock *msk;  in subflow_token_join_request()  local
91 	msk = mptcp_token_get_sock(sock_net(req_to_sk(req)), subflow_req->token);  in subflow_token_join_request()
92 	if (!msk) {  in subflow_token_join_request()
97 	local_id = mptcp_pm_get_local_id(msk, (struct sock_common *)req);  in subflow_token_join_request()
99 		sock_put((struct sock *)msk);  in subflow_token_join_request()
104 	return msk;  in subflow_token_join_request()
115 	subflow_req->msk = NULL;  in subflow_init_req()
119 static bool subflow_use_different_sport(struct mptcp_sock *msk, const struct sock *sk)  in subflow_use_different_sport()  argument
121 	return inet_sk(sk)->inet_sport != inet_sk((struct sock *)msk)->inet_sport;  in subflow_use_different_sport()
209 		subflow_req->msk = subflow_token_join_request(req);  in subflow_check_req()
212 		if (!subflow_req->msk) {  in subflow_check_req()
217 		if (subflow_use_different_sport(subflow_req->msk, sk_listener)) {  in subflow_check_req()
220 				 ntohs(inet_sk((struct sock *)subflow_req->msk)->inet_sport));  in subflow_check_req()
221 			if (!mptcp_pm_sport_in_anno_list(subflow_req->msk, sk_listener)) {  in subflow_check_req()
231 			if (mptcp_can_accept_new_subflow(subflow_req->msk))  in subflow_check_req()
238 			 subflow_req->remote_nonce, subflow_req->msk);  in subflow_check_req()
372 static bool subflow_use_different_dport(struct mptcp_sock *msk, const struct sock *sk)  in subflow_use_different_dport()  argument
374 	return inet_sk(sk)->inet_dport != inet_sk((struct sock *)msk)->inet_dport;  in subflow_use_different_dport()
496 	struct mptcp_sock *msk = mptcp_sk(subflow->conn);  in subflow_chk_local_id()  local
502 	err = mptcp_pm_get_local_id(msk, (struct sock_common *)sk);  in subflow_chk_local_id()
591 	struct mptcp_sock *msk;  in subflow_hmac_valid()  local
594 	msk = subflow_req->msk;  in subflow_hmac_valid()
595 	if (!msk)  in subflow_hmac_valid()
598 	subflow_generate_hmac(msk->remote_key, msk->local_key,  in subflow_hmac_valid()
642 	struct mptcp_sock *msk = mptcp_sk(subflow->conn);  in mptcp_subflow_fully_established()  local
647 	WRITE_ONCE(msk->fully_established, true);  in mptcp_subflow_fully_established()
701 		    !mptcp_can_accept_new_subflow(subflow_req->msk)) {  in subflow_syn_recv_sock()
768 			owner = subflow_req->msk;  in subflow_syn_recv_sock()
775 			subflow_req->msk = NULL;  in subflow_syn_recv_sock()
953 					      struct mptcp_sock *msk)  in get_mapping_status()  argument
956 	bool csum_reqd = READ_ONCE(msk->csum_enabled);  in get_mapping_status()
1003 			bool updated = mptcp_update_rcv_data_fin(msk, mpext->data_seq,  in get_mapping_status()
1015 				if (updated && schedule_work(&msk->work))  in get_mapping_status()
1016 					sock_hold((struct sock *)msk);  in get_mapping_status()
1029 			mptcp_update_rcv_data_fin(msk, data_fin_seq, mpext->dsn64);  in get_mapping_status()
1038 	map_seq = mptcp_expand_seq(READ_ONCE(msk->ack_seq), mpext->data_seq, mpext->dsn64);  in get_mapping_status()
1117 static void subflow_sched_work_if_closed(struct mptcp_sock *msk, struct sock *ssk)  in subflow_sched_work_if_closed()  argument
1119 	struct sock *sk = (struct sock *)msk;  in subflow_sched_work_if_closed()
1125 	    !test_and_set_bit(MPTCP_WORK_CLOSE_SUBFLOW, &msk->flags)) {  in subflow_sched_work_if_closed()
1127 		if (!schedule_work(&msk->work))  in subflow_sched_work_if_closed()
1134 	struct mptcp_sock *msk = mptcp_sk(subflow->conn);  in subflow_can_fallback()  local
1138 	else if (READ_ONCE(msk->csum_enabled))  in subflow_can_fallback()
1144 static void mptcp_subflow_fail(struct mptcp_sock *msk, struct sock *ssk)  in mptcp_subflow_fail()  argument
1150 	if (WARN_ON_ONCE(ssk != READ_ONCE(msk->first)))  in mptcp_subflow_fail()
1156 	if (sock_flag((struct sock *)msk, SOCK_DEAD))  in mptcp_subflow_fail()
1168 	mptcp_reset_timeout(msk, subflow->fail_tout);  in mptcp_subflow_fail()
1175 	struct mptcp_sock *msk;  in subflow_check_data_avail()  local
1183 	msk = mptcp_sk(subflow->conn);  in subflow_check_data_avail()
1188 		status = get_mapping_status(ssk, msk);  in subflow_check_data_avail()
1204 		if (unlikely(!READ_ONCE(msk->can_ack))) {  in subflow_check_data_avail()
1207 			WRITE_ONCE(msk->remote_key, subflow->remote_key);  in subflow_check_data_avail()
1208 			WRITE_ONCE(msk->ack_seq, subflow->map_seq);  in subflow_check_data_avail()
1209 			WRITE_ONCE(msk->can_ack, true);  in subflow_check_data_avail()
1212 		old_ack = READ_ONCE(msk->ack_seq);  in subflow_check_data_avail()
1227 	subflow_sched_work_if_closed(msk, ssk);  in subflow_check_data_avail()
1231 	if (!__mptcp_check_fallback(msk)) {  in subflow_check_data_avail()
1237 			if (!READ_ONCE(msk->allow_infinite_fallback)) {  in subflow_check_data_avail()
1242 			mptcp_subflow_fail(msk, ssk);  in subflow_check_data_avail()
1269 	subflow->map_seq = READ_ONCE(msk->ack_seq);  in subflow_check_data_avail()
1315 	struct mptcp_sock *msk = mptcp_sk(sk);  in __mptcp_error_report()  local
1317 	mptcp_for_each_subflow(msk, subflow) {  in __mptcp_error_report()
1327 		if (sk->sk_state != TCP_SYN_SENT && !__mptcp_check_fallback(msk))  in __mptcp_error_report()
1357 	struct mptcp_sock *msk;  in subflow_data_ready()  local
1359 	msk = mptcp_sk(parent);  in subflow_data_ready()
1371 	WARN_ON_ONCE(!__mptcp_check_fallback(msk) && !subflow->mp_capable &&  in subflow_data_ready()
1452 	struct mptcp_sock *msk = mptcp_sk(sk);  in __mptcp_subflow_connect()  local
1481 	mptcp_pm_get_flags_and_ifindex_by_id(msk, local_id,  in __mptcp_subflow_connect()
1483 	subflow->remote_key = msk->remote_key;  in __mptcp_subflow_connect()
1484 	subflow->local_key = msk->local_key;  in __mptcp_subflow_connect()
1485 	subflow->token = msk->token;  in __mptcp_subflow_connect()
1493 	mptcp_sockopt_sync(msk, ssk);  in __mptcp_subflow_connect()
1501 	pr_debug("msk=%p remote_token=%u local_id=%d remote_id=%d", msk,  in __mptcp_subflow_connect()
1510 	list_add_tail(&subflow->node, &msk->conn_list);  in __mptcp_subflow_connect()
1518 	WRITE_ONCE(msk->allow_infinite_fallback, false);  in __mptcp_subflow_connect()
1533 	mptcp_pm_close_subflow(msk);  in __mptcp_subflow_connect()
1712 	struct mptcp_sock *msk, *next, *head = NULL;  in mptcp_subflow_queue_clean()  local
1720 		struct mptcp_sock *msk;  in mptcp_subflow_queue_clean()  local
1730 		msk = mptcp_sk(subflow->conn);  in mptcp_subflow_queue_clean()
1731 		if (msk->dl_next || msk == head)  in mptcp_subflow_queue_clean()
1734 		msk->dl_next = head;  in mptcp_subflow_queue_clean()
1735 		head = msk;  in mptcp_subflow_queue_clean()
1746 	for (msk = head; msk; msk = next) {  in mptcp_subflow_queue_clean()
1747 		struct sock *sk = (struct sock *)msk;  in mptcp_subflow_queue_clean()
1752 		next = msk->dl_next;  in mptcp_subflow_queue_clean()
1753 		msk->first = NULL;  in mptcp_subflow_queue_clean()
1754 		msk->dl_next = NULL;  in mptcp_subflow_queue_clean()