17 int mptcp_pm_announce_addr(struct mptcp_sock *msk,  in mptcp_pm_announce_addr()  argument
21 	u8 add_addr = READ_ONCE(msk->pm.addr_signal);  in mptcp_pm_announce_addr()
23 	pr_debug("msk=%p, local_id=%d, echo=%d", msk, addr->id, echo);  in mptcp_pm_announce_addr()
25 	lockdep_assert_held(&msk->pm.lock);  in mptcp_pm_announce_addr()
29 		MPTCP_INC_STATS(sock_net((struct sock *)msk),  in mptcp_pm_announce_addr()
35 		msk->pm.remote = *addr;  in mptcp_pm_announce_addr()
38 		msk->pm.local = *addr;  in mptcp_pm_announce_addr()
41 	WRITE_ONCE(msk->pm.addr_signal, add_addr);  in mptcp_pm_announce_addr()
45 int mptcp_pm_remove_addr(struct mptcp_sock *msk, const struct mptcp_rm_list *rm_list)  in mptcp_pm_remove_addr()  argument
47 	u8 rm_addr = READ_ONCE(msk->pm.addr_signal);  in mptcp_pm_remove_addr()
49 	pr_debug("msk=%p, rm_list_nr=%d", msk, rm_list->nr);  in mptcp_pm_remove_addr()
52 		MPTCP_ADD_STATS(sock_net((struct sock *)msk),  in mptcp_pm_remove_addr()
57 	msk->pm.rm_list_tx = *rm_list;  in mptcp_pm_remove_addr()
59 	WRITE_ONCE(msk->pm.addr_signal, rm_addr);  in mptcp_pm_remove_addr()
60 	mptcp_pm_nl_addr_send_ack(msk);  in mptcp_pm_remove_addr()
64 int mptcp_pm_remove_subflow(struct mptcp_sock *msk, const struct mptcp_rm_list *rm_list)  in mptcp_pm_remove_subflow()  argument
66 	pr_debug("msk=%p, rm_list_nr=%d", msk, rm_list->nr);  in mptcp_pm_remove_subflow()
68 	spin_lock_bh(&msk->pm.lock);  in mptcp_pm_remove_subflow()
69 	mptcp_pm_nl_rm_subflow_received(msk, rm_list);  in mptcp_pm_remove_subflow()
70 	spin_unlock_bh(&msk->pm.lock);  in mptcp_pm_remove_subflow()
76 void mptcp_pm_new_connection(struct mptcp_sock *msk, const struct sock *ssk, int server_side)  in mptcp_pm_new_connection()  argument
78 	struct mptcp_pm_data *pm = &msk->pm;  in mptcp_pm_new_connection()
80 	pr_debug("msk=%p, token=%u side=%d", msk, msk->token, server_side);  in mptcp_pm_new_connection()
83 	mptcp_event(MPTCP_EVENT_CREATED, msk, ssk, GFP_ATOMIC);  in mptcp_pm_new_connection()
86 bool mptcp_pm_allow_new_subflow(struct mptcp_sock *msk)  in mptcp_pm_allow_new_subflow()  argument
88 	struct mptcp_pm_data *pm = &msk->pm;  in mptcp_pm_allow_new_subflow()
92 	if (mptcp_pm_is_userspace(msk)) {  in mptcp_pm_allow_new_subflow()
93 		if (mptcp_userspace_pm_active(msk)) {  in mptcp_pm_allow_new_subflow()
102 	subflows_max = mptcp_pm_get_subflows_max(msk);  in mptcp_pm_allow_new_subflow()
104 	pr_debug("msk=%p subflows=%d max=%d allow=%d", msk, pm->subflows,  in mptcp_pm_allow_new_subflow()
125 static bool mptcp_pm_schedule_work(struct mptcp_sock *msk,  in mptcp_pm_schedule_work()  argument
128 	pr_debug("msk=%p status=%x new=%lx", msk, msk->pm.status,  in mptcp_pm_schedule_work()
130 	if (msk->pm.status & BIT(new_status))  in mptcp_pm_schedule_work()
133 	msk->pm.status |= BIT(new_status);  in mptcp_pm_schedule_work()
134 	mptcp_schedule_work((struct sock *)msk);  in mptcp_pm_schedule_work()
138 void mptcp_pm_fully_established(struct mptcp_sock *msk, const struct sock *ssk)  in mptcp_pm_fully_established()  argument
140 	struct mptcp_pm_data *pm = &msk->pm;  in mptcp_pm_fully_established()
143 	pr_debug("msk=%p", msk);  in mptcp_pm_fully_established()
152 	    !(msk->pm.status & BIT(MPTCP_PM_ALREADY_ESTABLISHED)))  in mptcp_pm_fully_established()
153 		mptcp_pm_schedule_work(msk, MPTCP_PM_ESTABLISHED);  in mptcp_pm_fully_established()
155 	if ((msk->pm.status & BIT(MPTCP_PM_ALREADY_ESTABLISHED)) == 0)  in mptcp_pm_fully_established()
158 	msk->pm.status |= BIT(MPTCP_PM_ALREADY_ESTABLISHED);  in mptcp_pm_fully_established()
162 		mptcp_event(MPTCP_EVENT_ESTABLISHED, msk, ssk, GFP_ATOMIC);  in mptcp_pm_fully_established()
165 void mptcp_pm_connection_closed(struct mptcp_sock *msk)  in mptcp_pm_connection_closed()  argument
167 	pr_debug("msk=%p", msk);  in mptcp_pm_connection_closed()
170 void mptcp_pm_subflow_established(struct mptcp_sock *msk)  in mptcp_pm_subflow_established()  argument
172 	struct mptcp_pm_data *pm = &msk->pm;  in mptcp_pm_subflow_established()
174 	pr_debug("msk=%p", msk);  in mptcp_pm_subflow_established()
182 		mptcp_pm_schedule_work(msk, MPTCP_PM_SUBFLOW_ESTABLISHED);  in mptcp_pm_subflow_established()
187 void mptcp_pm_subflow_check_next(struct mptcp_sock *msk, const struct sock *ssk,  in mptcp_pm_subflow_check_next()  argument
190 	struct mptcp_pm_data *pm = &msk->pm;  in mptcp_pm_subflow_check_next()
194 	if (mptcp_pm_is_userspace(msk)) {  in mptcp_pm_subflow_check_next()
208 		__mptcp_pm_close_subflow(msk);  in mptcp_pm_subflow_check_next()
213 	if (mptcp_pm_nl_check_work_pending(msk))  in mptcp_pm_subflow_check_next()
214 		mptcp_pm_schedule_work(msk, MPTCP_PM_SUBFLOW_ESTABLISHED);  in mptcp_pm_subflow_check_next()
223 	struct mptcp_sock *msk = mptcp_sk(subflow->conn);  in mptcp_pm_add_addr_received()  local
224 	struct mptcp_pm_data *pm = &msk->pm;  in mptcp_pm_add_addr_received()
226 	pr_debug("msk=%p remote_id=%d accept=%d", msk, addr->id,  in mptcp_pm_add_addr_received()
233 	if (mptcp_pm_is_userspace(msk)) {  in mptcp_pm_add_addr_received()
234 		if (mptcp_userspace_pm_active(msk)) {  in mptcp_pm_add_addr_received()
235 			mptcp_pm_announce_addr(msk, addr, true);  in mptcp_pm_add_addr_received()
236 			mptcp_pm_add_addr_send_ack(msk);  in mptcp_pm_add_addr_received()
238 			__MPTCP_INC_STATS(sock_net((struct sock *)msk), MPTCP_MIB_ADDADDRDROP);  in mptcp_pm_add_addr_received()
241 		mptcp_pm_announce_addr(msk, addr, true);  in mptcp_pm_add_addr_received()
242 		mptcp_pm_add_addr_send_ack(msk);  in mptcp_pm_add_addr_received()
243 	} else if (mptcp_pm_schedule_work(msk, MPTCP_PM_ADD_ADDR_RECEIVED)) {  in mptcp_pm_add_addr_received()
246 		__MPTCP_INC_STATS(sock_net((struct sock *)msk), MPTCP_MIB_ADDADDRDROP);  in mptcp_pm_add_addr_received()
252 void mptcp_pm_add_addr_echoed(struct mptcp_sock *msk,  in mptcp_pm_add_addr_echoed()  argument
255 	struct mptcp_pm_data *pm = &msk->pm;  in mptcp_pm_add_addr_echoed()
257 	pr_debug("msk=%p", msk);  in mptcp_pm_add_addr_echoed()
261 	if (mptcp_lookup_anno_list_by_saddr(msk, addr) && READ_ONCE(pm->work_pending))  in mptcp_pm_add_addr_echoed()
262 		mptcp_pm_schedule_work(msk, MPTCP_PM_SUBFLOW_ESTABLISHED);  in mptcp_pm_add_addr_echoed()
267 void mptcp_pm_add_addr_send_ack(struct mptcp_sock *msk)  in mptcp_pm_add_addr_send_ack()  argument
269 	if (!mptcp_pm_should_add_signal(msk))  in mptcp_pm_add_addr_send_ack()
272 	mptcp_pm_schedule_work(msk, MPTCP_PM_ADD_ADDR_SEND_ACK);  in mptcp_pm_add_addr_send_ack()
275 void mptcp_pm_rm_addr_received(struct mptcp_sock *msk,  in mptcp_pm_rm_addr_received()  argument
278 	struct mptcp_pm_data *pm = &msk->pm;  in mptcp_pm_rm_addr_received()
281 	pr_debug("msk=%p remote_ids_nr=%d", msk, rm_list->nr);  in mptcp_pm_rm_addr_received()
284 		mptcp_event_addr_removed(msk, rm_list->ids[i]);  in mptcp_pm_rm_addr_received()
287 	if (mptcp_pm_schedule_work(msk, MPTCP_PM_RM_ADDR_RECEIVED))  in mptcp_pm_rm_addr_received()
290 		__MPTCP_INC_STATS(sock_net((struct sock *)msk), MPTCP_MIB_RMADDRDROP);  in mptcp_pm_rm_addr_received()
298 	struct mptcp_sock *msk;  in mptcp_pm_mp_prio_received()  local
301 	msk = mptcp_sk(sk);  in mptcp_pm_mp_prio_received()
305 	mptcp_event(MPTCP_EVENT_SUB_PRIORITY, msk, ssk, GFP_ATOMIC);  in mptcp_pm_mp_prio_received()
311 	struct mptcp_sock *msk = mptcp_sk(subflow->conn);  in mptcp_pm_mp_fail_received()  local
315 	if (!READ_ONCE(msk->allow_infinite_fallback))  in mptcp_pm_mp_fail_received()
332 bool mptcp_pm_add_addr_signal(struct mptcp_sock *msk, const struct sk_buff *skb,  in mptcp_pm_add_addr_signal()  argument
342 	spin_lock_bh(&msk->pm.lock);  in mptcp_pm_add_addr_signal()
345 	if (!mptcp_pm_should_add_signal(msk))  in mptcp_pm_add_addr_signal()
357 	*echo = mptcp_pm_should_add_signal_echo(msk);  in mptcp_pm_add_addr_signal()
358 	port = !!(*echo ? msk->pm.remote.port : msk->pm.local.port);  in mptcp_pm_add_addr_signal()
360 	family = *echo ? msk->pm.remote.family : msk->pm.local.family;  in mptcp_pm_add_addr_signal()
365 		*addr = msk->pm.remote;  in mptcp_pm_add_addr_signal()
366 		add_addr = msk->pm.addr_signal & ~BIT(MPTCP_ADD_ADDR_ECHO);  in mptcp_pm_add_addr_signal()
368 		*addr = msk->pm.local;  in mptcp_pm_add_addr_signal()
369 		add_addr = msk->pm.addr_signal & ~BIT(MPTCP_ADD_ADDR_SIGNAL);  in mptcp_pm_add_addr_signal()
371 	WRITE_ONCE(msk->pm.addr_signal, add_addr);  in mptcp_pm_add_addr_signal()
375 	spin_unlock_bh(&msk->pm.lock);  in mptcp_pm_add_addr_signal()
379 bool mptcp_pm_rm_addr_signal(struct mptcp_sock *msk, unsigned int remaining,  in mptcp_pm_rm_addr_signal()  argument
385 	spin_lock_bh(&msk->pm.lock);  in mptcp_pm_rm_addr_signal()
388 	if (!mptcp_pm_should_rm_signal(msk))  in mptcp_pm_rm_addr_signal()
391 	rm_addr = msk->pm.addr_signal & ~BIT(MPTCP_RM_ADDR_SIGNAL);  in mptcp_pm_rm_addr_signal()
392 	len = mptcp_rm_addr_len(&msk->pm.rm_list_tx);  in mptcp_pm_rm_addr_signal()
394 		WRITE_ONCE(msk->pm.addr_signal, rm_addr);  in mptcp_pm_rm_addr_signal()
400 	*rm_list = msk->pm.rm_list_tx;  in mptcp_pm_rm_addr_signal()
401 	WRITE_ONCE(msk->pm.addr_signal, rm_addr);  in mptcp_pm_rm_addr_signal()
405 	spin_unlock_bh(&msk->pm.lock);  in mptcp_pm_rm_addr_signal()
409 int mptcp_pm_get_local_id(struct mptcp_sock *msk, struct sock_common *skc)  in mptcp_pm_get_local_id()  argument
414 	if (WARN_ON_ONCE(!msk))  in mptcp_pm_get_local_id()
420 	mptcp_local_address((struct sock_common *)msk, &msk_local);  in mptcp_pm_get_local_id()
425 	if (mptcp_pm_is_userspace(msk))  in mptcp_pm_get_local_id()
426 		return mptcp_userspace_pm_get_local_id(msk, &skc_local);  in mptcp_pm_get_local_id()
427 	return mptcp_pm_nl_get_local_id(msk, &skc_local);  in mptcp_pm_get_local_id()
430 int mptcp_pm_get_flags_and_ifindex_by_id(struct mptcp_sock *msk, unsigned int id,  in mptcp_pm_get_flags_and_ifindex_by_id()  argument
439 	if (mptcp_pm_is_userspace(msk))  in mptcp_pm_get_flags_and_ifindex_by_id()
440 		return mptcp_userspace_pm_get_flags_and_ifindex_by_id(msk, id, flags, ifindex);  in mptcp_pm_get_flags_and_ifindex_by_id()
441 	return mptcp_pm_nl_get_flags_and_ifindex_by_id(msk, id, flags, ifindex);  in mptcp_pm_get_flags_and_ifindex_by_id()
453 void mptcp_pm_subflow_chk_stale(const struct mptcp_sock *msk, struct sock *ssk)  in mptcp_pm_subflow_chk_stale()  argument
465 		mptcp_pm_nl_subflow_chk_stale(msk, ssk);  in mptcp_pm_subflow_chk_stale()
497 void mptcp_pm_data_reset(struct mptcp_sock *msk)  in mptcp_pm_data_reset()  argument
499 	u8 pm_type = mptcp_get_pm_type(sock_net((struct sock *)msk));  in mptcp_pm_data_reset()
500 	struct mptcp_pm_data *pm = &msk->pm;  in mptcp_pm_data_reset()
511 		bool subflows_allowed = !!mptcp_pm_get_subflows_max(msk);  in mptcp_pm_data_reset()
517 			   (!!mptcp_pm_get_local_addr_max(msk) &&  in mptcp_pm_data_reset()
519 			   !!mptcp_pm_get_add_addr_signal_max(msk));  in mptcp_pm_data_reset()
521 			   !!mptcp_pm_get_add_addr_accept_max(msk) &&  in mptcp_pm_data_reset()
533 	bitmap_fill(msk->pm.id_avail_bitmap, MPTCP_PM_MAX_ADDR_ID + 1);  in mptcp_pm_data_reset()
536 void mptcp_pm_data_init(struct mptcp_sock *msk)  in mptcp_pm_data_init()  argument
538 	spin_lock_init(&msk->pm.lock);  in mptcp_pm_data_init()
539 	INIT_LIST_HEAD(&msk->pm.anno_list);  in mptcp_pm_data_init()
540 	INIT_LIST_HEAD(&msk->pm.userspace_pm_local_addr_list);  in mptcp_pm_data_init()
541 	mptcp_pm_data_reset(msk);  in mptcp_pm_data_init()