Lines Matching refs:rcu_seq_state
240 if (!rcu_seq_state(smp_load_acquire(&sp->srcu_gp_seq_needed))) /*^^^*/ in check_init_srcu_struct()
243 if (!rcu_seq_state(sp->srcu_gp_seq_needed)) { in check_init_srcu_struct()
393 if (WARN_ON(rcu_seq_state(READ_ONCE(sp->srcu_gp_seq)) != SRCU_STATE_IDLE) || in _cleanup_srcu_struct()
396 __func__, sp, rcu_seq_state(READ_ONCE(sp->srcu_gp_seq))); in _cleanup_srcu_struct()
457 state = rcu_seq_state(READ_ONCE(sp->srcu_gp_seq)); in srcu_gp_start()
550 idx = rcu_seq_state(sp->srcu_gp_seq); in srcu_gp_end()
601 if (!rcu_seq_state(gpseq) && in srcu_gp_end()
701 rcu_seq_state(sp->srcu_gp_seq) == SRCU_STATE_IDLE) { in srcu_funnel_gp_start()
1119 idx = rcu_seq_state(smp_load_acquire(&sp->srcu_gp_seq)); /* ^^^ */ in srcu_advance_state()
1123 WARN_ON_ONCE(rcu_seq_state(sp->srcu_gp_seq)); in srcu_advance_state()
1128 idx = rcu_seq_state(READ_ONCE(sp->srcu_gp_seq)); in srcu_advance_state()
1138 if (rcu_seq_state(READ_ONCE(sp->srcu_gp_seq)) == SRCU_STATE_SCAN1) { in srcu_advance_state()
1148 if (rcu_seq_state(READ_ONCE(sp->srcu_gp_seq)) == SRCU_STATE_SCAN2) { in srcu_advance_state()
1226 if (!WARN_ON_ONCE(rcu_seq_state(sp->srcu_gp_seq))) { in srcu_reschedule()
1230 } else if (!rcu_seq_state(sp->srcu_gp_seq)) { in srcu_reschedule()