Lines Matching refs:srcu_gp_seq_needed
146 sdp->srcu_gp_seq_needed = sp->srcu_gp_seq; in init_srcu_struct_nodes()
190 smp_store_release(&sp->srcu_gp_seq_needed, 0); /* Init done. */ in init_srcu_struct_fields()
240 if (!rcu_seq_state(smp_load_acquire(&sp->srcu_gp_seq_needed))) /*^^^*/ in check_init_srcu_struct()
243 if (!rcu_seq_state(sp->srcu_gp_seq_needed)) { in check_init_srcu_struct()
450 WARN_ON_ONCE(ULONG_CMP_GE(sp->srcu_gp_seq, sp->srcu_gp_seq_needed)); in srcu_gp_start()
586 sdp->srcu_gp_seq_needed + 100)) in srcu_gp_end()
587 sdp->srcu_gp_seq_needed = gpseq; in srcu_gp_end()
602 ULONG_CMP_LT(gpseq, sp->srcu_gp_seq_needed)) { in srcu_gp_end()
689 if (ULONG_CMP_LT(sp->srcu_gp_seq_needed, s)) { in srcu_funnel_gp_start()
694 smp_store_release(&sp->srcu_gp_seq_needed, s); /*^^^*/ in srcu_funnel_gp_start()
702 WARN_ON_ONCE(ULONG_CMP_GE(sp->srcu_gp_seq, sp->srcu_gp_seq_needed)); in srcu_funnel_gp_start()
807 if (ULONG_CMP_LT(curseq, READ_ONCE(sp->srcu_gp_seq_needed))) in srcu_might_be_idle()
875 if (ULONG_CMP_LT(sdp->srcu_gp_seq_needed, s)) { in __call_srcu()
876 sdp->srcu_gp_seq_needed = s; in __call_srcu()
1122 if (ULONG_CMP_GE(sp->srcu_gp_seq, sp->srcu_gp_seq_needed)) { in srcu_advance_state()
1225 if (ULONG_CMP_GE(sp->srcu_gp_seq, sp->srcu_gp_seq_needed)) { in srcu_reschedule()