179 static void zero_cpu_stall_ticks(struct rcu_data *rdp)  in zero_cpu_stall_ticks()  argument
181 	rdp->ticks_this_gp = 0;  in zero_cpu_stall_ticks()
182 	rdp->softirq_snap = kstat_softirqs_cpu(RCU_SOFTIRQ, smp_processor_id());  in zero_cpu_stall_ticks()
183 	WRITE_ONCE(rdp->last_fqs_resched, jiffies);  in zero_cpu_stall_ticks()
214 	struct rcu_data *rdp;  in rcu_iw_handler()  local
217 	rdp = container_of(iwp, struct rcu_data, rcu_iw);  in rcu_iw_handler()
218 	rnp = rdp->mynode;  in rcu_iw_handler()
220 	if (!WARN_ON_ONCE(!rdp->rcu_iw_pending)) {  in rcu_iw_handler()
221 		rdp->rcu_iw_gp_seq = rnp->gp_seq;  in rcu_iw_handler()
222 		rdp->rcu_iw_pending = false;  in rcu_iw_handler()
410 static bool rcu_is_rcuc_kthread_starving(struct rcu_data *rdp, unsigned long *jp)  in rcu_is_rcuc_kthread_starving()  argument
416 	rcuc = rdp->rcu_cpu_kthread_task;  in rcu_is_rcuc_kthread_starving()
424 	j = jiffies - READ_ONCE(rdp->rcuc_activity);  in rcu_is_rcuc_kthread_starving()
446 	struct rcu_data *rdp = per_cpu_ptr(&rcu_data, cpu);  in print_cpu_stall_info()  local
459 	ticks_value = rcu_seq_ctr(rcu_state.gp_seq - rdp->gp_seq);  in print_cpu_stall_info()
464 		ticks_value = rdp->ticks_this_gp;  in print_cpu_stall_info()
466 	delta = rcu_seq_ctr(rdp->mynode->gp_seq - rdp->rcu_iw_gp_seq);  in print_cpu_stall_info()
469 	rcuc_starved = rcu_is_rcuc_kthread_starving(rdp, &j);  in print_cpu_stall_info()
475 	       "o."[!!(rdp->grpmask & rdp->mynode->qsmaskinit)],  in print_cpu_stall_info()
476 	       "N."[!!(rdp->grpmask & rdp->mynode->qsmaskinitnext)],  in print_cpu_stall_info()
478 			rdp->rcu_iw_pending ? (int)min(delta, 9UL) + '0' :  in print_cpu_stall_info()
483 	       rdp->softirq_snap, kstat_softirqs_cpu(RCU_SOFTIRQ, cpu),  in print_cpu_stall_info()
629 	struct rcu_data *rdp = this_cpu_ptr(&rcu_data);  in print_cpu_stall()  local
647 	raw_spin_lock_irqsave_rcu_node(rdp->mynode, flags);  in print_cpu_stall()
649 	raw_spin_unlock_irqrestore_rcu_node(rdp->mynode, flags);  in print_cpu_stall()
681 static void check_cpu_stall(struct rcu_data *rdp)  in check_cpu_stall()  argument
728 	rnp = rdp->mynode;  in check_cpu_stall()
731 	    (READ_ONCE(rnp->qsmask) & rdp->grpmask) &&  in check_cpu_stall()
846 	struct rcu_data *rdp;  in show_rcu_gp_kthreads()  local
882 			rdp = per_cpu_ptr(&rcu_data, cpu);  in show_rcu_gp_kthreads()
883 			if (READ_ONCE(rdp->gpwrap) ||  in show_rcu_gp_kthreads()
885 					 READ_ONCE(rdp->gp_seq_needed)))  in show_rcu_gp_kthreads()
888 				cpu, (long)data_race(READ_ONCE(rdp->gp_seq_needed)));  in show_rcu_gp_kthreads()
892 		rdp = per_cpu_ptr(&rcu_data, cpu);  in show_rcu_gp_kthreads()
893 		cbs += data_race(READ_ONCE(rdp->n_cbs_invoked));  in show_rcu_gp_kthreads()
894 		if (rcu_segcblist_is_offloaded(&rdp->cblist))  in show_rcu_gp_kthreads()
895 			show_rcu_nocb_state(rdp);  in show_rcu_gp_kthreads()
906 static void rcu_check_gp_start_stall(struct rcu_node *rnp, struct rcu_data *rdp,  in rcu_check_gp_start_stall()  argument
971 	struct rcu_data *rdp;  in rcu_fwd_progress_check()  local
981 		rdp = this_cpu_ptr(&rcu_data);  in rcu_fwd_progress_check()
982 		rcu_check_gp_start_stall(rdp->mynode, rdp, j);  in rcu_fwd_progress_check()