295 static inline void msk_owned_by_me(const struct mptcp_sock *msk)  in msk_owned_by_me()  argument
297 	sock_owned_by_me((const struct sock *)msk);  in msk_owned_by_me()
320 	const struct mptcp_sock *msk = mptcp_sk(sk);  in mptcp_send_head()  local
322 	return READ_ONCE(msk->first_pending);  in mptcp_send_head()
327 	struct mptcp_sock *msk = mptcp_sk(sk);  in mptcp_send_next()  local
330 	cur = msk->first_pending;  in mptcp_send_next()
331 	return list_is_last(&cur->list, &msk->rtx_queue) ? NULL :  in mptcp_send_next()
337 	struct mptcp_sock *msk = mptcp_sk(sk);  in mptcp_pending_tail()  local
339 	if (!msk->first_pending)  in mptcp_pending_tail()
342 	if (WARN_ON_ONCE(list_empty(&msk->rtx_queue)))  in mptcp_pending_tail()
345 	return list_last_entry(&msk->rtx_queue, struct mptcp_data_frag, list);  in mptcp_pending_tail()
350 	struct mptcp_sock *msk = mptcp_sk(sk);  in mptcp_rtx_head()  local
352 	if (msk->snd_una == READ_ONCE(msk->snd_nxt))  in mptcp_rtx_head()
355 	return list_first_entry_or_null(&msk->rtx_queue, struct mptcp_data_frag, list);  in mptcp_rtx_head()
381 	struct mptcp_sock	*msk;  member
498 static inline void mptcp_add_pending_subflow(struct mptcp_sock *msk,  in mptcp_add_pending_subflow()  argument
502 	spin_lock_bh(&msk->join_list_lock);  in mptcp_add_pending_subflow()
503 	list_add_tail(&subflow->node, &msk->join_list);  in mptcp_add_pending_subflow()
504 	spin_unlock_bh(&msk->join_list_lock);  in mptcp_add_pending_subflow()
579 struct socket *__mptcp_nmpc_socket(const struct mptcp_sock *msk);
619 	struct mptcp_sock *msk = mptcp_sk(subflow->conn);  in mptcp_has_another_subflow()  local
621 	mptcp_for_each_subflow(msk, tmp) {  in mptcp_has_another_subflow()
648 void mptcp_rcv_space_init(struct mptcp_sock *msk, const struct sock *ssk);
669 bool mptcp_update_rcv_data_fin(struct mptcp_sock *msk, u64 data_fin_seq, bool use_64bit);
670 void __mptcp_flush_join_list(struct mptcp_sock *msk);
671 static inline bool mptcp_data_fin_enabled(const struct mptcp_sock *msk)  in mptcp_data_fin_enabled()  argument
673 	return READ_ONCE(msk->snd_data_fin_enable) &&  in mptcp_data_fin_enabled()
674 	       READ_ONCE(msk->write_seq) == READ_ONCE(msk->snd_nxt);  in mptcp_data_fin_enabled()
696 void mptcp_destroy_common(struct mptcp_sock *msk);
710 			struct mptcp_sock *msk);
715 void mptcp_token_destroy(struct mptcp_sock *msk);
722 void mptcp_pm_data_init(struct mptcp_sock *msk);
723 void mptcp_pm_subflow_chk_stale(const struct mptcp_sock *msk, struct sock *ssk);
724 void mptcp_pm_nl_subflow_chk_stale(const struct mptcp_sock *msk, struct sock *ssk);
725 void mptcp_pm_new_connection(struct mptcp_sock *msk, const struct sock *ssk, int server_side);
726 void mptcp_pm_fully_established(struct mptcp_sock *msk, const struct sock *ssk, gfp_t gfp);
727 bool mptcp_pm_allow_new_subflow(struct mptcp_sock *msk);
728 void mptcp_pm_connection_closed(struct mptcp_sock *msk);
729 void mptcp_pm_subflow_established(struct mptcp_sock *msk);
730 void mptcp_pm_subflow_closed(struct mptcp_sock *msk, u8 id);
731 void mptcp_pm_add_addr_received(struct mptcp_sock *msk,
733 void mptcp_pm_add_addr_echoed(struct mptcp_sock *msk,
735 void mptcp_pm_add_addr_send_ack(struct mptcp_sock *msk);
736 void mptcp_pm_nl_addr_send_ack(struct mptcp_sock *msk);
737 void mptcp_pm_rm_addr_received(struct mptcp_sock *msk,
740 int mptcp_pm_nl_mp_prio_send_ack(struct mptcp_sock *msk,
744 void mptcp_pm_free_anno_list(struct mptcp_sock *msk);
745 bool mptcp_pm_sport_in_anno_list(struct mptcp_sock *msk, const struct sock *sk);
747 mptcp_pm_del_add_timer(struct mptcp_sock *msk,
750 mptcp_lookup_anno_list_by_saddr(struct mptcp_sock *msk,
755 int mptcp_pm_announce_addr(struct mptcp_sock *msk,
758 int mptcp_pm_remove_addr(struct mptcp_sock *msk, const struct mptcp_rm_list *rm_list);
759 int mptcp_pm_remove_subflow(struct mptcp_sock *msk, const struct mptcp_rm_list *rm_list);
761 void mptcp_event(enum mptcp_event_type type, const struct mptcp_sock *msk,
763 void mptcp_event_addr_announced(const struct mptcp_sock *msk, const struct mptcp_addr_info *info);
764 void mptcp_event_addr_removed(const struct mptcp_sock *msk, u8 id);
766 static inline bool mptcp_pm_should_add_signal(struct mptcp_sock *msk)  in mptcp_pm_should_add_signal()  argument
768 	return READ_ONCE(msk->pm.addr_signal) &  in mptcp_pm_should_add_signal()
772 static inline bool mptcp_pm_should_add_signal_addr(struct mptcp_sock *msk)  in mptcp_pm_should_add_signal_addr()  argument
774 	return READ_ONCE(msk->pm.addr_signal) & BIT(MPTCP_ADD_ADDR_SIGNAL);  in mptcp_pm_should_add_signal_addr()
777 static inline bool mptcp_pm_should_add_signal_echo(struct mptcp_sock *msk)  in mptcp_pm_should_add_signal_echo()  argument
779 	return READ_ONCE(msk->pm.addr_signal) & BIT(MPTCP_ADD_ADDR_ECHO);  in mptcp_pm_should_add_signal_echo()
782 static inline bool mptcp_pm_should_rm_signal(struct mptcp_sock *msk)  in mptcp_pm_should_rm_signal()  argument
784 	return READ_ONCE(msk->pm.addr_signal) & BIT(MPTCP_RM_ADDR_SIGNAL);  in mptcp_pm_should_rm_signal()
810 bool mptcp_pm_add_addr_signal(struct mptcp_sock *msk, struct sk_buff *skb,
814 bool mptcp_pm_rm_addr_signal(struct mptcp_sock *msk, unsigned int remaining,
816 int mptcp_pm_get_local_id(struct mptcp_sock *msk, struct sock_common *skc);
819 void mptcp_pm_nl_data_init(struct mptcp_sock *msk);
820 void mptcp_pm_nl_work(struct mptcp_sock *msk);
821 void mptcp_pm_nl_rm_subflow_received(struct mptcp_sock *msk,
823 int mptcp_pm_nl_get_local_id(struct mptcp_sock *msk, struct sock_common *skc);
824 unsigned int mptcp_pm_get_add_addr_signal_max(struct mptcp_sock *msk);
825 unsigned int mptcp_pm_get_add_addr_accept_max(struct mptcp_sock *msk);
826 unsigned int mptcp_pm_get_subflows_max(struct mptcp_sock *msk);
827 unsigned int mptcp_pm_get_local_addr_max(struct mptcp_sock *msk);
829 void mptcp_sockopt_sync(struct mptcp_sock *msk, struct sock *ssk);
830 void mptcp_sockopt_sync_all(struct mptcp_sock *msk);
839 static inline bool __mptcp_check_fallback(const struct mptcp_sock *msk)  in __mptcp_check_fallback()  argument
841 	return test_bit(MPTCP_FALLBACK_DONE, &msk->flags);  in __mptcp_check_fallback()
847 	struct mptcp_sock *msk = mptcp_sk(subflow->conn);  in mptcp_check_fallback()  local
849 	return __mptcp_check_fallback(msk);  in mptcp_check_fallback()
852 static inline void __mptcp_do_fallback(struct mptcp_sock *msk)  in __mptcp_do_fallback()  argument
854 	if (test_bit(MPTCP_FALLBACK_DONE, &msk->flags)) {  in __mptcp_do_fallback()
855 		pr_debug("TCP fallback already done (msk=%p)", msk);  in __mptcp_do_fallback()
858 	set_bit(MPTCP_FALLBACK_DONE, &msk->flags);  in __mptcp_do_fallback()
864 	struct mptcp_sock *msk = mptcp_sk(subflow->conn);  in mptcp_do_fallback()  local
866 	__mptcp_do_fallback(msk);  in mptcp_do_fallback()