138 		sdp->srcu_gp_seq_needed = ssp->srcu_gp_seq;  in init_srcu_struct_nodes()
139 		sdp->srcu_gp_seq_needed_exp = ssp->srcu_gp_seq;  in init_srcu_struct_nodes()
173 	ssp->srcu_gp_seq = 0;  in init_srcu_struct_fields()
357 	if (ULONG_CMP_LT(READ_ONCE(ssp->srcu_gp_seq),  in srcu_get_delay()
387 	if (WARN_ON(rcu_seq_state(READ_ONCE(ssp->srcu_gp_seq)) != SRCU_STATE_IDLE) ||  in cleanup_srcu_struct()
390 			__func__, ssp, rcu_seq_state(READ_ONCE(ssp->srcu_gp_seq)));  in cleanup_srcu_struct()
444 	WARN_ON_ONCE(ULONG_CMP_GE(ssp->srcu_gp_seq, ssp->srcu_gp_seq_needed));  in srcu_gp_start()
447 			      rcu_seq_current(&ssp->srcu_gp_seq));  in srcu_gp_start()
449 				       rcu_seq_snap(&ssp->srcu_gp_seq));  in srcu_gp_start()
452 	rcu_seq_start(&ssp->srcu_gp_seq);  in srcu_gp_start()
453 	state = rcu_seq_state(ssp->srcu_gp_seq);  in srcu_gp_start()
530 	idx = rcu_seq_state(ssp->srcu_gp_seq);  in srcu_gp_end()
534 	rcu_seq_end(&ssp->srcu_gp_seq);  in srcu_gp_end()
535 	gpseq = rcu_seq_current(&ssp->srcu_gp_seq);  in srcu_gp_end()
580 	gpseq = rcu_seq_current(&ssp->srcu_gp_seq);  in srcu_gp_end()
604 		if (rcu_seq_done(&ssp->srcu_gp_seq, s) ||  in srcu_funnel_exp_start()
641 		if (rcu_seq_done(&ssp->srcu_gp_seq, s) && snp != sdp->mynode)  in srcu_funnel_gp_start()
680 	if (!rcu_seq_done(&ssp->srcu_gp_seq, s) &&  in srcu_funnel_gp_start()
681 	    rcu_seq_state(ssp->srcu_gp_seq) == SRCU_STATE_IDLE) {  in srcu_funnel_gp_start()
682 		WARN_ON_ONCE(ULONG_CMP_GE(ssp->srcu_gp_seq, ssp->srcu_gp_seq_needed));  in srcu_funnel_gp_start()
791 	curseq = rcu_seq_current(&ssp->srcu_gp_seq);  in srcu_might_be_idle()
796 	if (curseq != rcu_seq_current(&ssp->srcu_gp_seq))  in srcu_might_be_idle()
859 			      rcu_seq_current(&ssp->srcu_gp_seq));  in __call_srcu()
860 	s = rcu_seq_snap(&ssp->srcu_gp_seq);  in __call_srcu()
1107 	idx = rcu_seq_state(smp_load_acquire(&ssp->srcu_gp_seq)); /* ^^^ */  in srcu_advance_state()
1110 		if (ULONG_CMP_GE(ssp->srcu_gp_seq, ssp->srcu_gp_seq_needed)) {  in srcu_advance_state()
1111 			WARN_ON_ONCE(rcu_seq_state(ssp->srcu_gp_seq));  in srcu_advance_state()
1116 		idx = rcu_seq_state(READ_ONCE(ssp->srcu_gp_seq));  in srcu_advance_state()
1126 	if (rcu_seq_state(READ_ONCE(ssp->srcu_gp_seq)) == SRCU_STATE_SCAN1) {  in srcu_advance_state()
1134 		rcu_seq_set_state(&ssp->srcu_gp_seq, SRCU_STATE_SCAN2);  in srcu_advance_state()
1138 	if (rcu_seq_state(READ_ONCE(ssp->srcu_gp_seq)) == SRCU_STATE_SCAN2) {  in srcu_advance_state()
1173 			      rcu_seq_current(&ssp->srcu_gp_seq));  in srcu_invoke_callbacks()
1199 				       rcu_seq_snap(&ssp->srcu_gp_seq));  in srcu_invoke_callbacks()
1216 	if (ULONG_CMP_GE(ssp->srcu_gp_seq, ssp->srcu_gp_seq_needed)) {  in srcu_reschedule()
1217 		if (!WARN_ON_ONCE(rcu_seq_state(ssp->srcu_gp_seq))) {  in srcu_reschedule()
1221 	} else if (!rcu_seq_state(ssp->srcu_gp_seq)) {  in srcu_reschedule()
1251 	*gp_seq = rcu_seq_current(&ssp->srcu_gp_seq);  in srcutorture_get_gp_data()
1263 		 tt, tf, rcu_seq_current(&ssp->srcu_gp_seq), idx);  in srcu_torture_stats_print()