92 	WRITE_ONCE(rcu_state.jiffies_stall, jiffies + ULONG_MAX / 2);  in rcu_cpu_stall_reset()
105 	rcu_state.gp_start = j;  in record_gp_stall_check_time()
108 	smp_store_release(&rcu_state.jiffies_stall, j + j1); /* ^^^ */  in record_gp_stall_check_time()
109 	rcu_state.jiffies_resched = j + j1 / 2;  in record_gp_stall_check_time()
110 	rcu_state.n_force_qs_gpstart = READ_ONCE(rcu_state.n_force_qs);  in record_gp_stall_check_time()
131 	j = READ_ONCE(rcu_state.jiffies_kick_kthreads);  in rcu_stall_kick_kthreads()
132 	if (time_after(jiffies, j) && rcu_state.gp_kthread &&  in rcu_stall_kick_kthreads()
133 	    (rcu_gp_in_progress() || READ_ONCE(rcu_state.gp_flags))) {  in rcu_stall_kick_kthreads()
135 			  rcu_state.name);  in rcu_stall_kick_kthreads()
137 		wake_up_process(rcu_state.gp_kthread);  in rcu_stall_kick_kthreads()
138 		WRITE_ONCE(rcu_state.jiffies_kick_kthreads, j + HZ);  in rcu_stall_kick_kthreads()
307 	ticks_value = rcu_seq_ctr(rcu_state.gp_seq - rdp->gp_seq);  in print_cpu_stall_info()
328 	       READ_ONCE(rcu_state.n_force_qs) - rcu_state.n_force_qs_gpstart,  in print_cpu_stall_info()
335 	struct task_struct *gpk = rcu_state.gp_kthread;  in rcu_check_gp_kthread_starvation()
338 	j = jiffies - READ_ONCE(rcu_state.gp_activity);  in rcu_check_gp_kthread_starvation()
341 		       rcu_state.name, j,  in rcu_check_gp_kthread_starvation()
342 		       (long)rcu_seq_current(&rcu_state.gp_seq),  in rcu_check_gp_kthread_starvation()
343 		       READ_ONCE(rcu_state.gp_flags),  in rcu_check_gp_kthread_starvation()
344 		       gp_state_getname(rcu_state.gp_state), rcu_state.gp_state,  in rcu_check_gp_kthread_starvation()
374 	pr_err("INFO: %s detected stalls on CPUs/tasks:\n", rcu_state.name);  in print_other_cpu_stall()
391 	       smp_processor_id(), (long)(jiffies - rcu_state.gp_start),  in print_other_cpu_stall()
392 	       (long)rcu_seq_current(&rcu_state.gp_seq), totqlen);  in print_other_cpu_stall()
400 		if (rcu_seq_current(&rcu_state.gp_seq) != gp_seq) {  in print_other_cpu_stall()
404 			gpa = READ_ONCE(rcu_state.gp_activity);  in print_other_cpu_stall()
406 			       rcu_state.name, j - gpa, j, gpa,  in print_other_cpu_stall()
414 	if (ULONG_CMP_GE(jiffies, READ_ONCE(rcu_state.jiffies_stall)))  in print_other_cpu_stall()
415 		WRITE_ONCE(rcu_state.jiffies_stall,  in print_other_cpu_stall()
443 	pr_err("INFO: %s self-detected stall on CPU\n", rcu_state.name);  in print_cpu_stall()
450 		jiffies - rcu_state.gp_start,  in print_cpu_stall()
451 		(long)rcu_seq_current(&rcu_state.gp_seq), totqlen);  in print_cpu_stall()
459 	if (ULONG_CMP_GE(jiffies, READ_ONCE(rcu_state.jiffies_stall)))  in print_cpu_stall()
460 		WRITE_ONCE(rcu_state.jiffies_stall,  in print_cpu_stall()
511 	gs1 = READ_ONCE(rcu_state.gp_seq);  in check_cpu_stall()
513 	js = READ_ONCE(rcu_state.jiffies_stall);  in check_cpu_stall()
515 	gps = READ_ONCE(rcu_state.gp_start);  in check_cpu_stall()
517 	gs2 = READ_ONCE(rcu_state.gp_seq);  in check_cpu_stall()
526 	    cmpxchg(&rcu_state.jiffies_stall, js, jn) == js) {  in check_cpu_stall()
535 		   cmpxchg(&rcu_state.jiffies_stall, js, jn) == js) {  in check_cpu_stall()
563 	ja = j - READ_ONCE(rcu_state.gp_activity);  in show_rcu_gp_kthreads()
564 	jr = j - READ_ONCE(rcu_state.gp_req_activity);  in show_rcu_gp_kthreads()
565 	jw = j - READ_ONCE(rcu_state.gp_wake_time);  in show_rcu_gp_kthreads()
567 		rcu_state.name, gp_state_getname(rcu_state.gp_state),  in show_rcu_gp_kthreads()
568 		rcu_state.gp_state,  in show_rcu_gp_kthreads()
569 		rcu_state.gp_kthread ? rcu_state.gp_kthread->state : 0x1ffffL,  in show_rcu_gp_kthreads()
570 		ja, jr, jw, (long)READ_ONCE(rcu_state.gp_wake_seq),  in show_rcu_gp_kthreads()
571 		(long)READ_ONCE(rcu_state.gp_seq),  in show_rcu_gp_kthreads()
573 		READ_ONCE(rcu_state.gp_flags));  in show_rcu_gp_kthreads()
575 		if (ULONG_CMP_GE(rcu_state.gp_seq, rnp->gp_seq_needed))  in show_rcu_gp_kthreads()
585 			    ULONG_CMP_GE(rcu_state.gp_seq,  in show_rcu_gp_kthreads()
617 	if (time_before(j, READ_ONCE(rcu_state.gp_req_activity) + gpssdelay) ||  in rcu_check_gp_start_stall()
618 	    time_before(j, READ_ONCE(rcu_state.gp_activity) + gpssdelay) ||  in rcu_check_gp_start_stall()
626 	    time_before(j, READ_ONCE(rcu_state.gp_req_activity) + gpssdelay) ||  in rcu_check_gp_start_stall()
627 	    time_before(j, READ_ONCE(rcu_state.gp_activity) + gpssdelay) ||  in rcu_check_gp_start_stall()
639 	    time_before(j, rcu_state.gp_req_activity + gpssdelay) ||  in rcu_check_gp_start_stall()
640 	    time_before(j, rcu_state.gp_activity + gpssdelay) ||  in rcu_check_gp_start_stall()
670 			__func__, jiffies - rcu_state.gp_start);  in rcu_fwd_progress_check()
674 			__func__, jiffies - rcu_state.gp_end);  in rcu_fwd_progress_check()