Lines Matching full:pm
21 u8 add_addr = READ_ONCE(msk->pm.addr_signal); in mptcp_pm_announce_addr()
25 lockdep_assert_held(&msk->pm.lock); in mptcp_pm_announce_addr()
34 msk->pm.remote = *addr; in mptcp_pm_announce_addr()
37 msk->pm.local = *addr; in mptcp_pm_announce_addr()
40 WRITE_ONCE(msk->pm.addr_signal, add_addr); in mptcp_pm_announce_addr()
46 u8 rm_addr = READ_ONCE(msk->pm.addr_signal); in mptcp_pm_remove_addr()
55 msk->pm.rm_list_tx = *rm_list; in mptcp_pm_remove_addr()
57 WRITE_ONCE(msk->pm.addr_signal, rm_addr); in mptcp_pm_remove_addr()
66 spin_lock_bh(&msk->pm.lock); in mptcp_pm_remove_subflow()
68 spin_unlock_bh(&msk->pm.lock); in mptcp_pm_remove_subflow()
76 struct mptcp_pm_data *pm = &msk->pm; in mptcp_pm_new_connection() local
80 WRITE_ONCE(pm->server_side, server_side); in mptcp_pm_new_connection()
86 struct mptcp_pm_data *pm = &msk->pm; in mptcp_pm_allow_new_subflow() local
95 pr_debug("msk=%p subflows=%d max=%d allow=%d", msk, pm->subflows, in mptcp_pm_allow_new_subflow()
96 subflows_max, READ_ONCE(pm->accept_subflow)); in mptcp_pm_allow_new_subflow()
99 if (!READ_ONCE(pm->accept_subflow)) in mptcp_pm_allow_new_subflow()
102 spin_lock_bh(&pm->lock); in mptcp_pm_allow_new_subflow()
103 if (READ_ONCE(pm->accept_subflow)) { in mptcp_pm_allow_new_subflow()
104 ret = pm->subflows < subflows_max; in mptcp_pm_allow_new_subflow()
105 if (ret && ++pm->subflows == subflows_max) in mptcp_pm_allow_new_subflow()
106 WRITE_ONCE(pm->accept_subflow, false); in mptcp_pm_allow_new_subflow()
108 spin_unlock_bh(&pm->lock); in mptcp_pm_allow_new_subflow()
119 pr_debug("msk=%p status=%x new=%lx", msk, msk->pm.status, in mptcp_pm_schedule_work()
121 if (msk->pm.status & BIT(new_status)) in mptcp_pm_schedule_work()
124 msk->pm.status |= BIT(new_status); in mptcp_pm_schedule_work()
131 struct mptcp_pm_data *pm = &msk->pm; in mptcp_pm_fully_established() local
136 spin_lock_bh(&pm->lock); in mptcp_pm_fully_established()
142 if (READ_ONCE(pm->work_pending) && in mptcp_pm_fully_established()
143 !(msk->pm.status & BIT(MPTCP_PM_ALREADY_ESTABLISHED))) in mptcp_pm_fully_established()
146 if ((msk->pm.status & BIT(MPTCP_PM_ALREADY_ESTABLISHED)) == 0) in mptcp_pm_fully_established()
149 msk->pm.status |= BIT(MPTCP_PM_ALREADY_ESTABLISHED); in mptcp_pm_fully_established()
150 spin_unlock_bh(&pm->lock); in mptcp_pm_fully_established()
163 struct mptcp_pm_data *pm = &msk->pm; in mptcp_pm_subflow_established() local
167 if (!READ_ONCE(pm->work_pending)) in mptcp_pm_subflow_established()
170 spin_lock_bh(&pm->lock); in mptcp_pm_subflow_established()
172 if (READ_ONCE(pm->work_pending)) in mptcp_pm_subflow_established()
175 spin_unlock_bh(&pm->lock); in mptcp_pm_subflow_established()
181 struct mptcp_pm_data *pm = &msk->pm; in mptcp_pm_subflow_check_next() local
186 if (!READ_ONCE(pm->work_pending) && !update_subflows) in mptcp_pm_subflow_check_next()
189 spin_lock_bh(&pm->lock); in mptcp_pm_subflow_check_next()
193 /* Even if this subflow is not really established, tell the PM to try in mptcp_pm_subflow_check_next()
199 spin_unlock_bh(&pm->lock); in mptcp_pm_subflow_check_next()
207 struct mptcp_pm_data *pm = &msk->pm; in mptcp_pm_add_addr_received() local
210 READ_ONCE(pm->accept_addr)); in mptcp_pm_add_addr_received()
214 spin_lock_bh(&pm->lock); in mptcp_pm_add_addr_received()
223 } else if (!READ_ONCE(pm->accept_addr)) { in mptcp_pm_add_addr_received()
227 pm->remote = *addr; in mptcp_pm_add_addr_received()
232 spin_unlock_bh(&pm->lock); in mptcp_pm_add_addr_received()
238 struct mptcp_pm_data *pm = &msk->pm; in mptcp_pm_add_addr_echoed() local
242 spin_lock_bh(&pm->lock); in mptcp_pm_add_addr_echoed()
244 if (mptcp_lookup_anno_list_by_saddr(msk, addr) && READ_ONCE(pm->work_pending)) in mptcp_pm_add_addr_echoed()
247 spin_unlock_bh(&pm->lock); in mptcp_pm_add_addr_echoed()
261 struct mptcp_pm_data *pm = &msk->pm; in mptcp_pm_rm_addr_received() local
269 spin_lock_bh(&pm->lock); in mptcp_pm_rm_addr_received()
271 pm->rm_list_rx = *rm_list; in mptcp_pm_rm_addr_received()
274 spin_unlock_bh(&pm->lock); in mptcp_pm_rm_addr_received()
332 spin_lock_bh(&msk->pm.lock); in mptcp_pm_add_addr_signal()
348 port = !!(*echo ? msk->pm.remote.port : msk->pm.local.port); in mptcp_pm_add_addr_signal()
350 family = *echo ? msk->pm.remote.family : msk->pm.local.family; in mptcp_pm_add_addr_signal()
355 *addr = msk->pm.remote; in mptcp_pm_add_addr_signal()
356 add_addr = msk->pm.addr_signal & ~BIT(MPTCP_ADD_ADDR_ECHO); in mptcp_pm_add_addr_signal()
358 *addr = msk->pm.local; in mptcp_pm_add_addr_signal()
359 add_addr = msk->pm.addr_signal & ~BIT(MPTCP_ADD_ADDR_SIGNAL); in mptcp_pm_add_addr_signal()
361 WRITE_ONCE(msk->pm.addr_signal, add_addr); in mptcp_pm_add_addr_signal()
365 spin_unlock_bh(&msk->pm.lock); in mptcp_pm_add_addr_signal()
375 spin_lock_bh(&msk->pm.lock); in mptcp_pm_rm_addr_signal()
381 rm_addr = msk->pm.addr_signal & ~BIT(MPTCP_RM_ADDR_SIGNAL); in mptcp_pm_rm_addr_signal()
382 len = mptcp_rm_addr_len(&msk->pm.rm_list_tx); in mptcp_pm_rm_addr_signal()
384 WRITE_ONCE(msk->pm.addr_signal, rm_addr); in mptcp_pm_rm_addr_signal()
390 *rm_list = msk->pm.rm_list_tx; in mptcp_pm_rm_addr_signal()
391 WRITE_ONCE(msk->pm.addr_signal, rm_addr); in mptcp_pm_rm_addr_signal()
395 spin_unlock_bh(&msk->pm.lock); in mptcp_pm_rm_addr_signal()
426 struct mptcp_pm_data *pm = &msk->pm; in mptcp_pm_data_reset() local
428 pm->add_addr_signaled = 0; in mptcp_pm_data_reset()
429 pm->add_addr_accepted = 0; in mptcp_pm_data_reset()
430 pm->local_addr_used = 0; in mptcp_pm_data_reset()
431 pm->subflows = 0; in mptcp_pm_data_reset()
432 pm->rm_list_tx.nr = 0; in mptcp_pm_data_reset()
433 pm->rm_list_rx.nr = 0; in mptcp_pm_data_reset()
434 WRITE_ONCE(pm->pm_type, pm_type); in mptcp_pm_data_reset()
439 /* pm->work_pending must be only be set to 'true' when in mptcp_pm_data_reset()
440 * pm->pm_type is set to MPTCP_PM_TYPE_KERNEL in mptcp_pm_data_reset()
442 WRITE_ONCE(pm->work_pending, in mptcp_pm_data_reset()
446 WRITE_ONCE(pm->accept_addr, in mptcp_pm_data_reset()
449 WRITE_ONCE(pm->accept_subflow, subflows_allowed); in mptcp_pm_data_reset()
451 WRITE_ONCE(pm->work_pending, 0); in mptcp_pm_data_reset()
452 WRITE_ONCE(pm->accept_addr, 0); in mptcp_pm_data_reset()
453 WRITE_ONCE(pm->accept_subflow, 0); in mptcp_pm_data_reset()
456 WRITE_ONCE(pm->addr_signal, 0); in mptcp_pm_data_reset()
457 WRITE_ONCE(pm->remote_deny_join_id0, false); in mptcp_pm_data_reset()
458 pm->status = 0; in mptcp_pm_data_reset()
459 bitmap_fill(msk->pm.id_avail_bitmap, MPTCP_PM_MAX_ADDR_ID + 1); in mptcp_pm_data_reset()
464 spin_lock_init(&msk->pm.lock); in mptcp_pm_data_init()
465 INIT_LIST_HEAD(&msk->pm.anno_list); in mptcp_pm_data_init()
466 INIT_LIST_HEAD(&msk->pm.userspace_pm_local_addr_list); in mptcp_pm_data_init()