146 static void zero_cpu_stall_ticks(struct rcu_data *rdp)  in zero_cpu_stall_ticks()  argument
148 	rdp->ticks_this_gp = 0;  in zero_cpu_stall_ticks()
149 	rdp->softirq_snap = kstat_softirqs_cpu(RCU_SOFTIRQ, smp_processor_id());  in zero_cpu_stall_ticks()
150 	WRITE_ONCE(rdp->last_fqs_resched, jiffies);  in zero_cpu_stall_ticks()
181 	struct rcu_data *rdp;  in rcu_iw_handler()  local
184 	rdp = container_of(iwp, struct rcu_data, rcu_iw);  in rcu_iw_handler()
185 	rnp = rdp->mynode;  in rcu_iw_handler()
187 	if (!WARN_ON_ONCE(!rdp->rcu_iw_pending)) {  in rcu_iw_handler()
188 		rdp->rcu_iw_gp_seq = rnp->gp_seq;  in rcu_iw_handler()
189 		rdp->rcu_iw_pending = false;  in rcu_iw_handler()
341 	struct rcu_data *rdp = &per_cpu(rcu_data, cpu);  in print_cpu_stall_fast_no_hz()  local
344 		rdp->last_accelerate & 0xffff, jiffies & 0xffff,  in print_cpu_stall_fast_no_hz()
345 		!!rdp->tick_nohz_enabled_snap);  in print_cpu_stall_fast_no_hz()
405 	struct rcu_data *rdp = per_cpu_ptr(&rcu_data, cpu);  in print_cpu_stall_info()  local
415 	ticks_value = rcu_seq_ctr(rcu_state.gp_seq - rdp->gp_seq);  in print_cpu_stall_info()
420 		ticks_value = rdp->ticks_this_gp;  in print_cpu_stall_info()
423 	delta = rcu_seq_ctr(rdp->mynode->gp_seq - rdp->rcu_iw_gp_seq);  in print_cpu_stall_info()
425 			rcu_dynticks_in_eqs(rcu_dynticks_snap(rdp));  in print_cpu_stall_info()
429 	       "o."[!!(rdp->grpmask & rdp->mynode->qsmaskinit)],  in print_cpu_stall_info()
430 	       "N."[!!(rdp->grpmask & rdp->mynode->qsmaskinitnext)],  in print_cpu_stall_info()
432 			rdp->rcu_iw_pending ? (int)min(delta, 9UL) + '0' :  in print_cpu_stall_info()
435 	       rcu_dynticks_snap(rdp) & 0xfff,  in print_cpu_stall_info()
436 	       rdp->dynticks_nesting, rdp->dynticks_nmi_nesting,  in print_cpu_stall_info()
437 	       rdp->softirq_snap, kstat_softirqs_cpu(RCU_SOFTIRQ, cpu),  in print_cpu_stall_info()
537 	struct rcu_data *rdp = this_cpu_ptr(&rcu_data);  in print_cpu_stall()  local
552 	raw_spin_lock_irqsave_rcu_node(rdp->mynode, flags);  in print_cpu_stall()
554 	raw_spin_unlock_irqrestore_rcu_node(rdp->mynode, flags);  in print_cpu_stall()
585 static void check_cpu_stall(struct rcu_data *rdp)  in check_cpu_stall()  argument
630 	rnp = rdp->mynode;  in check_cpu_stall()
633 	    (READ_ONCE(rnp->qsmask) & rdp->grpmask) &&  in check_cpu_stall()
668 	struct rcu_data *rdp;  in show_rcu_gp_kthreads()  local
693 			rdp = per_cpu_ptr(&rcu_data, cpu);  in show_rcu_gp_kthreads()
694 			if (READ_ONCE(rdp->gpwrap) ||  in show_rcu_gp_kthreads()
696 					 READ_ONCE(rdp->gp_seq_needed)))  in show_rcu_gp_kthreads()
699 				cpu, (long)data_race(rdp->gp_seq_needed));  in show_rcu_gp_kthreads()
703 		rdp = per_cpu_ptr(&rcu_data, cpu);  in show_rcu_gp_kthreads()
704 		cbs += data_race(rdp->n_cbs_invoked);  in show_rcu_gp_kthreads()
705 		if (rcu_segcblist_is_offloaded(&rdp->cblist))  in show_rcu_gp_kthreads()
706 			show_rcu_nocb_state(rdp);  in show_rcu_gp_kthreads()
717 static void rcu_check_gp_start_stall(struct rcu_node *rnp, struct rcu_data *rdp,  in rcu_check_gp_start_stall()  argument
782 	struct rcu_data *rdp;  in rcu_fwd_progress_check()  local
792 		rdp = this_cpu_ptr(&rcu_data);  in rcu_fwd_progress_check()
793 		rcu_check_gp_start_stall(rdp->mynode, rdp, j);  in rcu_fwd_progress_check()