Home
last modified time | relevance | path

Searched refs:exp_tasks (Results 1 – 4 of 4) sorted by relevance

/Linux-v5.10/kernel/rcu/
Dtree_plugin.h138 (rnp->exp_tasks ? RCU_EXP_TASKS : 0) + in rcu_preempt_ctxt_queue()
199 list_add(&t->rcu_node_entry, rnp->exp_tasks); in rcu_preempt_ctxt_queue()
230 if (!rnp->exp_tasks && (blkd_state & RCU_EXP_BLKD)) in rcu_preempt_ctxt_queue()
231 WRITE_ONCE(rnp->exp_tasks, &t->rcu_node_entry); in rcu_preempt_ctxt_queue()
505 if (&t->rcu_node_entry == rnp->exp_tasks) in rcu_preempt_deferred_qs_irqrestore()
506 WRITE_ONCE(rnp->exp_tasks, np); in rcu_preempt_deferred_qs_irqrestore()
617 READ_ONCE(t->rcu_blocked_node->exp_tasks)) || in rcu_read_unlock_special()
760 READ_ONCE(rnp->exp_tasks)); in dump_blkd_tasks()
986 if (READ_ONCE(rnp->exp_tasks) == NULL && in rcu_boost()
996 if (rnp->exp_tasks == NULL && rnp->boost_tasks == NULL) { in rcu_boost()
[all …]
Dtree_exp.h153 return READ_ONCE(rnp->exp_tasks) == NULL && in sync_rcu_exp_done()
376 WRITE_ONCE(rnp->exp_tasks, rnp->blkd_tasks.next); in sync_rcu_exp_select_node_cpus()
546 ".T"[!!data_race(rnp_root->exp_tasks)]); in synchronize_rcu_expedited_wait()
557 ".T"[!!data_race(rnp->exp_tasks)]); in synchronize_rcu_expedited_wait()
707 if (!READ_ONCE(rnp->exp_tasks)) in rcu_print_task_exp_stall()
710 t = list_entry(rnp->exp_tasks->prev, in rcu_print_task_exp_stall()
Dtree.h93 struct list_head *exp_tasks; member
/Linux-v5.10/Documentation/RCU/Design/Data-Structures/
DData-Structures.rst495 3 struct list_head *exp_tasks;
510 periods and in ``->exp_tasks`` for expedited grace periods. These last