141 		sdp->srcu_gp_seq_needed = ssp->srcu_gp_seq;  in init_srcu_struct_nodes()
142 		sdp->srcu_gp_seq_needed_exp = ssp->srcu_gp_seq;  in init_srcu_struct_nodes()
168 	ssp->srcu_gp_seq = 0;  in init_srcu_struct_fields()
354 	if (ULONG_CMP_LT(READ_ONCE(ssp->srcu_gp_seq),  in srcu_get_delay()
384 	if (WARN_ON(rcu_seq_state(READ_ONCE(ssp->srcu_gp_seq)) != SRCU_STATE_IDLE) ||  in cleanup_srcu_struct()
387 			__func__, ssp, rcu_seq_state(READ_ONCE(ssp->srcu_gp_seq)));  in cleanup_srcu_struct()
441 	WARN_ON_ONCE(ULONG_CMP_GE(ssp->srcu_gp_seq, ssp->srcu_gp_seq_needed));  in srcu_gp_start()
444 			      rcu_seq_current(&ssp->srcu_gp_seq));  in srcu_gp_start()
446 				       rcu_seq_snap(&ssp->srcu_gp_seq));  in srcu_gp_start()
449 	rcu_seq_start(&ssp->srcu_gp_seq);  in srcu_gp_start()
450 	state = rcu_seq_state(ssp->srcu_gp_seq);  in srcu_gp_start()
527 	idx = rcu_seq_state(ssp->srcu_gp_seq);  in srcu_gp_end()
531 	rcu_seq_end(&ssp->srcu_gp_seq);  in srcu_gp_end()
532 	gpseq = rcu_seq_current(&ssp->srcu_gp_seq);  in srcu_gp_end()
577 	gpseq = rcu_seq_current(&ssp->srcu_gp_seq);  in srcu_gp_end()
601 		if (rcu_seq_done(&ssp->srcu_gp_seq, s) ||  in srcu_funnel_exp_start()
638 		if (rcu_seq_done(&ssp->srcu_gp_seq, s) && snp != sdp->mynode)  in srcu_funnel_gp_start()
677 	if (!rcu_seq_done(&ssp->srcu_gp_seq, s) &&  in srcu_funnel_gp_start()
678 	    rcu_seq_state(ssp->srcu_gp_seq) == SRCU_STATE_IDLE) {  in srcu_funnel_gp_start()
679 		WARN_ON_ONCE(ULONG_CMP_GE(ssp->srcu_gp_seq, ssp->srcu_gp_seq_needed));  in srcu_funnel_gp_start()
788 	curseq = rcu_seq_current(&ssp->srcu_gp_seq);  in srcu_might_be_idle()
793 	if (curseq != rcu_seq_current(&ssp->srcu_gp_seq))  in srcu_might_be_idle()
825 			      rcu_seq_current(&ssp->srcu_gp_seq));  in srcu_gp_start_if_needed()
826 	s = rcu_seq_snap(&ssp->srcu_gp_seq);  in srcu_gp_start_if_needed()
1030 	return rcu_seq_snap(&ssp->srcu_gp_seq);  in get_state_synchronize_srcu()
1077 	if (!rcu_seq_done(&ssp->srcu_gp_seq, cookie))  in poll_state_synchronize_srcu()
1189 	idx = rcu_seq_state(smp_load_acquire(&ssp->srcu_gp_seq)); /* ^^^ */  in srcu_advance_state()
1192 		if (ULONG_CMP_GE(ssp->srcu_gp_seq, ssp->srcu_gp_seq_needed)) {  in srcu_advance_state()
1193 			WARN_ON_ONCE(rcu_seq_state(ssp->srcu_gp_seq));  in srcu_advance_state()
1198 		idx = rcu_seq_state(READ_ONCE(ssp->srcu_gp_seq));  in srcu_advance_state()
1208 	if (rcu_seq_state(READ_ONCE(ssp->srcu_gp_seq)) == SRCU_STATE_SCAN1) {  in srcu_advance_state()
1216 		rcu_seq_set_state(&ssp->srcu_gp_seq, SRCU_STATE_SCAN2);  in srcu_advance_state()
1220 	if (rcu_seq_state(READ_ONCE(ssp->srcu_gp_seq)) == SRCU_STATE_SCAN2) {  in srcu_advance_state()
1256 			      rcu_seq_current(&ssp->srcu_gp_seq));  in srcu_invoke_callbacks()
1284 				       rcu_seq_snap(&ssp->srcu_gp_seq));  in srcu_invoke_callbacks()
1301 	if (ULONG_CMP_GE(ssp->srcu_gp_seq, ssp->srcu_gp_seq_needed)) {  in srcu_reschedule()
1302 		if (!WARN_ON_ONCE(rcu_seq_state(ssp->srcu_gp_seq))) {  in srcu_reschedule()
1306 	} else if (!rcu_seq_state(ssp->srcu_gp_seq)) {  in srcu_reschedule()
1336 	*gp_seq = rcu_seq_current(&ssp->srcu_gp_seq);  in srcutorture_get_gp_data()
1348 		 tt, tf, rcu_seq_current(&ssp->srcu_gp_seq), idx);  in srcu_torture_stats_print()