114 static void zero_cpu_stall_ticks(struct rcu_data *rdp)  in zero_cpu_stall_ticks()  argument
116 	rdp->ticks_this_gp = 0;  in zero_cpu_stall_ticks()
117 	rdp->softirq_snap = kstat_softirqs_cpu(RCU_SOFTIRQ, smp_processor_id());  in zero_cpu_stall_ticks()
118 	WRITE_ONCE(rdp->last_fqs_resched, jiffies);  in zero_cpu_stall_ticks()
149 	struct rcu_data *rdp;  in rcu_iw_handler()  local
152 	rdp = container_of(iwp, struct rcu_data, rcu_iw);  in rcu_iw_handler()
153 	rnp = rdp->mynode;  in rcu_iw_handler()
155 	if (!WARN_ON_ONCE(!rdp->rcu_iw_pending)) {  in rcu_iw_handler()
156 		rdp->rcu_iw_gp_seq = rnp->gp_seq;  in rcu_iw_handler()
157 		rdp->rcu_iw_pending = false;  in rcu_iw_handler()
264 	struct rcu_data *rdp = &per_cpu(rcu_data, cpu);  in print_cpu_stall_fast_no_hz()  local
267 		rdp->last_accelerate & 0xffff, jiffies & 0xffff,  in print_cpu_stall_fast_no_hz()
268 		".l"[rdp->all_lazy],  in print_cpu_stall_fast_no_hz()
269 		".L"[!rcu_segcblist_n_nonlazy_cbs(&rdp->cblist)],  in print_cpu_stall_fast_no_hz()
270 		".D"[!!rdp->tick_nohz_enabled_snap]);  in print_cpu_stall_fast_no_hz()
297 	struct rcu_data *rdp = per_cpu_ptr(&rcu_data, cpu);  in print_cpu_stall_info()  local
307 	ticks_value = rcu_seq_ctr(rcu_state.gp_seq - rdp->gp_seq);  in print_cpu_stall_info()
312 		ticks_value = rdp->ticks_this_gp;  in print_cpu_stall_info()
315 	delta = rcu_seq_ctr(rdp->mynode->gp_seq - rdp->rcu_iw_gp_seq);  in print_cpu_stall_info()
319 	       "o."[!!(rdp->grpmask & rdp->mynode->qsmaskinit)],  in print_cpu_stall_info()
320 	       "N."[!!(rdp->grpmask & rdp->mynode->qsmaskinitnext)],  in print_cpu_stall_info()
322 			rdp->rcu_iw_pending ? (int)min(delta, 9UL) + '0' :  in print_cpu_stall_info()
325 	       rcu_dynticks_snap(rdp) & 0xfff,  in print_cpu_stall_info()
326 	       rdp->dynticks_nesting, rdp->dynticks_nmi_nesting,  in print_cpu_stall_info()
327 	       rdp->softirq_snap, kstat_softirqs_cpu(RCU_SOFTIRQ, cpu),  in print_cpu_stall_info()
429 	struct rcu_data *rdp = this_cpu_ptr(&rcu_data);  in print_cpu_stall()  local
444 	raw_spin_lock_irqsave_rcu_node(rdp->mynode, flags);  in print_cpu_stall()
446 	raw_spin_unlock_irqrestore_rcu_node(rdp->mynode, flags);  in print_cpu_stall()
477 static void check_cpu_stall(struct rcu_data *rdp)  in check_cpu_stall()  argument
522 	rnp = rdp->mynode;  in check_cpu_stall()
525 	    (READ_ONCE(rnp->qsmask) & rdp->grpmask) &&  in check_cpu_stall()
559 	struct rcu_data *rdp;  in show_rcu_gp_kthreads()  local
583 			rdp = per_cpu_ptr(&rcu_data, cpu);  in show_rcu_gp_kthreads()
584 			if (rdp->gpwrap ||  in show_rcu_gp_kthreads()
586 					 rdp->gp_seq_needed))  in show_rcu_gp_kthreads()
589 				cpu, (long)rdp->gp_seq_needed);  in show_rcu_gp_kthreads()
593 		rdp = per_cpu_ptr(&rcu_data, cpu);  in show_rcu_gp_kthreads()
594 		if (rcu_segcblist_is_offloaded(&rdp->cblist))  in show_rcu_gp_kthreads()
595 			show_rcu_nocb_state(rdp);  in show_rcu_gp_kthreads()
605 static void rcu_check_gp_start_stall(struct rcu_node *rnp, struct rcu_data *rdp,  in rcu_check_gp_start_stall()  argument
666 	struct rcu_data *rdp;  in rcu_fwd_progress_check()  local
676 		rdp = this_cpu_ptr(&rcu_data);  in rcu_fwd_progress_check()
677 		rcu_check_gp_start_stall(rdp->mynode, rdp, j);  in rcu_fwd_progress_check()