Lines Matching defs:rcu_data
149 struct rcu_data { struct
151 unsigned long gp_seq; /* Track rsp->rcu_gp_seq counter. */
152 unsigned long gp_seq_needed; /* Track furthest future GP request. */
153 union rcu_noqs cpu_no_qs; /* No QSes yet for this CPU. */
154 bool core_needs_qs; /* Core waits for quiesc state. */
155 bool beenonline; /* CPU online at least once. */
156 bool gpwrap; /* Possible ->gp_seq wrap. */
157 bool exp_deferred_qs; /* This CPU awaiting a deferred QS? */
158 struct rcu_node *mynode; /* This CPU's leaf of hierarchy */
159 unsigned long grpmask; /* Mask to apply to leaf qsmask. */
160 unsigned long ticks_this_gp; /* The number of scheduling-clock */
164 struct irq_work defer_qs_iw; /* Obtain later scheduler attention. */
165 bool defer_qs_iw_pending; /* Scheduler attention pending? */
168 struct rcu_segcblist cblist; /* Segmented callback list, with */
171 long qlen_last_fqs_check;
173 unsigned long n_force_qs_snap;
175 long blimit; /* Upper limit on a processed batch */
178 int dynticks_snap; /* Per-GP tracking for dynticks. */
179 long dynticks_nesting; /* Track process nesting level. */
180 long dynticks_nmi_nesting; /* Track irq/NMI nesting level. */
181 atomic_t dynticks; /* Even value for idle, else odd. */
182 bool rcu_need_heavy_qs; /* GP old, so heavy quiescent state! */
183 bool rcu_urgent_qs; /* GP old need light quiescent state. */
185 bool all_lazy; /* All CPU's CBs lazy at idle start? */
186 unsigned long last_accelerate; /* Last jiffy CBs were accelerated. */
187 unsigned long last_advance_all; /* Last jiffy CBs were all advanced. */
188 int tick_nohz_enabled_snap; /* Previously seen value from sysfs. */
192 struct rcu_head barrier_head;
193 int exp_dynticks_snap; /* Double-check need for IPI. */
197 struct swait_queue_head nocb_cb_wq; /* For nocb kthreads to sleep on. */
198 struct task_struct *nocb_gp_kthread;
199 raw_spinlock_t nocb_lock; /* Guard following pair of fields. */
223 struct rcu_data *nocb_next_cb_rdp; argument
227 struct rcu_data *nocb_gp_rdp ____cacheline_internodealigned_in_smp; argument
252 /* Values for nocb_defer_wakeup field in struct rcu_data. */ argument