Lines Matching full:pm
20 u8 add_addr = READ_ONCE(msk->pm.addr_signal); in mptcp_pm_announce_addr()
24 lockdep_assert_held(&msk->pm.lock); in mptcp_pm_announce_addr()
34 msk->pm.remote = *addr; in mptcp_pm_announce_addr()
37 msk->pm.local = *addr; in mptcp_pm_announce_addr()
40 WRITE_ONCE(msk->pm.addr_signal, add_addr); in mptcp_pm_announce_addr()
46 u8 rm_addr = READ_ONCE(msk->pm.addr_signal); in mptcp_pm_remove_addr()
56 msk->pm.rm_list_tx = *rm_list; in mptcp_pm_remove_addr()
58 WRITE_ONCE(msk->pm.addr_signal, rm_addr); in mptcp_pm_remove_addr()
67 struct mptcp_pm_data *pm = &msk->pm; in mptcp_pm_new_connection() local
71 WRITE_ONCE(pm->server_side, server_side); in mptcp_pm_new_connection()
77 struct mptcp_pm_data *pm = &msk->pm; in mptcp_pm_allow_new_subflow() local
83 spin_lock_bh(&pm->lock); in mptcp_pm_allow_new_subflow()
84 pm->subflows++; in mptcp_pm_allow_new_subflow()
85 spin_unlock_bh(&pm->lock); in mptcp_pm_allow_new_subflow()
93 pr_debug("msk=%p subflows=%d max=%d allow=%d\n", msk, pm->subflows, in mptcp_pm_allow_new_subflow()
94 subflows_max, READ_ONCE(pm->accept_subflow)); in mptcp_pm_allow_new_subflow()
97 if (!READ_ONCE(pm->accept_subflow)) in mptcp_pm_allow_new_subflow()
100 spin_lock_bh(&pm->lock); in mptcp_pm_allow_new_subflow()
101 if (READ_ONCE(pm->accept_subflow)) { in mptcp_pm_allow_new_subflow()
102 ret = pm->subflows < subflows_max; in mptcp_pm_allow_new_subflow()
103 if (ret && ++pm->subflows == subflows_max) in mptcp_pm_allow_new_subflow()
104 WRITE_ONCE(pm->accept_subflow, false); in mptcp_pm_allow_new_subflow()
106 spin_unlock_bh(&pm->lock); in mptcp_pm_allow_new_subflow()
117 pr_debug("msk=%p status=%x new=%lx\n", msk, msk->pm.status, in mptcp_pm_schedule_work()
119 if (msk->pm.status & BIT(new_status)) in mptcp_pm_schedule_work()
122 msk->pm.status |= BIT(new_status); in mptcp_pm_schedule_work()
129 struct mptcp_pm_data *pm = &msk->pm; in mptcp_pm_fully_established() local
134 spin_lock_bh(&pm->lock); in mptcp_pm_fully_established()
140 if (READ_ONCE(pm->work_pending) && in mptcp_pm_fully_established()
141 !(msk->pm.status & BIT(MPTCP_PM_ALREADY_ESTABLISHED))) in mptcp_pm_fully_established()
144 if ((msk->pm.status & BIT(MPTCP_PM_ALREADY_ESTABLISHED)) == 0) in mptcp_pm_fully_established()
147 msk->pm.status |= BIT(MPTCP_PM_ALREADY_ESTABLISHED); in mptcp_pm_fully_established()
148 spin_unlock_bh(&pm->lock); in mptcp_pm_fully_established()
164 struct mptcp_pm_data *pm = &msk->pm; in mptcp_pm_subflow_established() local
168 if (!READ_ONCE(pm->work_pending)) in mptcp_pm_subflow_established()
171 spin_lock_bh(&pm->lock); in mptcp_pm_subflow_established()
173 if (READ_ONCE(pm->work_pending)) in mptcp_pm_subflow_established()
176 spin_unlock_bh(&pm->lock); in mptcp_pm_subflow_established()
182 struct mptcp_pm_data *pm = &msk->pm; in mptcp_pm_subflow_check_next() local
188 spin_lock_bh(&pm->lock); in mptcp_pm_subflow_check_next()
189 pm->subflows--; in mptcp_pm_subflow_check_next()
190 spin_unlock_bh(&pm->lock); in mptcp_pm_subflow_check_next()
195 if (!READ_ONCE(pm->work_pending) && !update_subflows) in mptcp_pm_subflow_check_next()
198 spin_lock_bh(&pm->lock); in mptcp_pm_subflow_check_next()
202 /* Even if this subflow is not really established, tell the PM to try in mptcp_pm_subflow_check_next()
208 spin_unlock_bh(&pm->lock); in mptcp_pm_subflow_check_next()
216 struct mptcp_pm_data *pm = &msk->pm; in mptcp_pm_add_addr_received() local
219 READ_ONCE(pm->accept_addr)); in mptcp_pm_add_addr_received()
223 spin_lock_bh(&pm->lock); in mptcp_pm_add_addr_received()
234 (addr->id > 0 && !READ_ONCE(pm->accept_addr))) { in mptcp_pm_add_addr_received()
238 pm->remote = *addr; in mptcp_pm_add_addr_received()
243 spin_unlock_bh(&pm->lock); in mptcp_pm_add_addr_received()
249 struct mptcp_pm_data *pm = &msk->pm; in mptcp_pm_add_addr_echoed() local
253 spin_lock_bh(&pm->lock); in mptcp_pm_add_addr_echoed()
255 if (mptcp_lookup_anno_list_by_saddr(msk, addr) && READ_ONCE(pm->work_pending)) in mptcp_pm_add_addr_echoed()
258 spin_unlock_bh(&pm->lock); in mptcp_pm_add_addr_echoed()
272 struct mptcp_pm_data *pm = &msk->pm; in mptcp_pm_rm_addr_received() local
280 spin_lock_bh(&pm->lock); in mptcp_pm_rm_addr_received()
282 pm->rm_list_rx = *rm_list; in mptcp_pm_rm_addr_received()
285 spin_unlock_bh(&pm->lock); in mptcp_pm_rm_addr_received()
336 spin_lock_bh(&msk->pm.lock); in mptcp_pm_add_addr_signal()
352 port = !!(*echo ? msk->pm.remote.port : msk->pm.local.port); in mptcp_pm_add_addr_signal()
354 family = *echo ? msk->pm.remote.family : msk->pm.local.family; in mptcp_pm_add_addr_signal()
359 *addr = msk->pm.remote; in mptcp_pm_add_addr_signal()
360 add_addr = msk->pm.addr_signal & ~BIT(MPTCP_ADD_ADDR_ECHO); in mptcp_pm_add_addr_signal()
362 *addr = msk->pm.local; in mptcp_pm_add_addr_signal()
363 add_addr = msk->pm.addr_signal & ~BIT(MPTCP_ADD_ADDR_SIGNAL); in mptcp_pm_add_addr_signal()
365 WRITE_ONCE(msk->pm.addr_signal, add_addr); in mptcp_pm_add_addr_signal()
369 spin_unlock_bh(&msk->pm.lock); in mptcp_pm_add_addr_signal()
379 spin_lock_bh(&msk->pm.lock); in mptcp_pm_rm_addr_signal()
385 rm_addr = msk->pm.addr_signal & ~BIT(MPTCP_RM_ADDR_SIGNAL); in mptcp_pm_rm_addr_signal()
386 len = mptcp_rm_addr_len(&msk->pm.rm_list_tx); in mptcp_pm_rm_addr_signal()
388 WRITE_ONCE(msk->pm.addr_signal, rm_addr); in mptcp_pm_rm_addr_signal()
394 *rm_list = msk->pm.rm_list_tx; in mptcp_pm_rm_addr_signal()
395 WRITE_ONCE(msk->pm.addr_signal, rm_addr); in mptcp_pm_rm_addr_signal()
399 spin_unlock_bh(&msk->pm.lock); in mptcp_pm_rm_addr_signal()
506 struct mptcp_pm_data *pm = &msk->pm; in mptcp_pm_data_reset() local
508 pm->add_addr_signaled = 0; in mptcp_pm_data_reset()
509 pm->add_addr_accepted = 0; in mptcp_pm_data_reset()
510 pm->local_addr_used = 0; in mptcp_pm_data_reset()
511 pm->subflows = 0; in mptcp_pm_data_reset()
512 pm->rm_list_tx.nr = 0; in mptcp_pm_data_reset()
513 pm->rm_list_rx.nr = 0; in mptcp_pm_data_reset()
514 WRITE_ONCE(pm->pm_type, pm_type); in mptcp_pm_data_reset()
519 /* pm->work_pending must be only be set to 'true' when in mptcp_pm_data_reset()
520 * pm->pm_type is set to MPTCP_PM_TYPE_KERNEL in mptcp_pm_data_reset()
522 WRITE_ONCE(pm->work_pending, in mptcp_pm_data_reset()
526 WRITE_ONCE(pm->accept_addr, in mptcp_pm_data_reset()
529 WRITE_ONCE(pm->accept_subflow, subflows_allowed); in mptcp_pm_data_reset()
531 WRITE_ONCE(pm->work_pending, 0); in mptcp_pm_data_reset()
532 WRITE_ONCE(pm->accept_addr, 0); in mptcp_pm_data_reset()
533 WRITE_ONCE(pm->accept_subflow, 0); in mptcp_pm_data_reset()
536 WRITE_ONCE(pm->addr_signal, 0); in mptcp_pm_data_reset()
537 WRITE_ONCE(pm->remote_deny_join_id0, false); in mptcp_pm_data_reset()
538 pm->status = 0; in mptcp_pm_data_reset()
539 bitmap_fill(msk->pm.id_avail_bitmap, MPTCP_PM_MAX_ADDR_ID + 1); in mptcp_pm_data_reset()
544 spin_lock_init(&msk->pm.lock); in mptcp_pm_data_init()
545 INIT_LIST_HEAD(&msk->pm.anno_list); in mptcp_pm_data_init()
546 INIT_LIST_HEAD(&msk->pm.userspace_pm_local_addr_list); in mptcp_pm_data_init()