Lines Matching refs:gp_seq_needed

643 			if (ULONG_CMP_GE(rsp->gp_seq, rnp->gp_seq_needed))  in show_rcu_gp_kthreads()
647 rnp->gp_seq_needed); in show_rcu_gp_kthreads()
654 rdp->gp_seq_needed)) in show_rcu_gp_kthreads()
657 cpu, rdp->gp_seq_needed); in show_rcu_gp_kthreads()
1623 if (ULONG_CMP_GE(rnp->gp_seq_needed, gp_seq_req) || in rcu_start_this_gp()
1631 rnp->gp_seq_needed = gp_seq_req; in rcu_start_this_gp()
1665 if (ULONG_CMP_LT(gp_seq_req, rnp->gp_seq_needed)) { in rcu_start_this_gp()
1666 rnp_start->gp_seq_needed = rnp->gp_seq_needed; in rcu_start_this_gp()
1667 rdp->gp_seq_needed = rnp->gp_seq_needed; in rcu_start_this_gp()
1683 needmore = ULONG_CMP_LT(rnp->gp_seq, rnp->gp_seq_needed); in rcu_future_gp_cleanup()
1685 rnp->gp_seq_needed = rnp->gp_seq; /* Avoid counter wrap. */ in rcu_future_gp_cleanup()
1769 if (!rdp->gpwrap && ULONG_CMP_GE(rdp->gp_seq_needed, c)) { in rcu_accelerate_cbs_unlocked()
1852 if (ULONG_CMP_GE(rnp->gp_seq_needed, rdp->gp_seq_needed) || rdp->gpwrap) in __note_gp_changes()
1853 rdp->gp_seq_needed = rnp->gp_seq_needed; in __note_gp_changes()
2128 if (!needgp && ULONG_CMP_LT(rnp->gp_seq, rnp->gp_seq_needed)) { in rcu_gp_cleanup()
2129 trace_rcu_this_gp(rnp, rdp, rnp->gp_seq_needed, in rcu_gp_cleanup()
2773 ULONG_CMP_GE(rnp_root->gp_seq, rnp_root->gp_seq_needed)) in rcu_check_gp_start_stall()
2784 ULONG_CMP_GE(rnp_root->gp_seq, rnp_root->gp_seq_needed) || in rcu_check_gp_start_stall()
2797 ULONG_CMP_GE(rnp_root->gp_seq, rnp_root->gp_seq_needed) || in rcu_check_gp_start_stall()
2807 (long)READ_ONCE(rnp_root->gp_seq_needed), in rcu_check_gp_start_stall()
3590 rdp->gp_seq_needed = rnp->gp_seq; in rcu_init_percpu_data()
3990 rnp->gp_seq_needed = rsp->gp_seq; in rcu_init_one()