Searched refs:rnp_root (Results 1 – 2 of 2) sorted by relevance
942 struct rcu_node *rnp_root = rcu_get_root(); in rcu_check_gp_start_stall() local946 ULONG_CMP_GE(READ_ONCE(rnp_root->gp_seq), in rcu_check_gp_start_stall()947 READ_ONCE(rnp_root->gp_seq_needed)) || in rcu_check_gp_start_stall()959 ULONG_CMP_GE(READ_ONCE(rnp_root->gp_seq), in rcu_check_gp_start_stall()960 READ_ONCE(rnp_root->gp_seq_needed)) || in rcu_check_gp_start_stall()969 if (rnp_root != rnp) in rcu_check_gp_start_stall()970 raw_spin_lock_rcu_node(rnp_root); /* irqs already disabled. */ in rcu_check_gp_start_stall()973 ULONG_CMP_GE(READ_ONCE(rnp_root->gp_seq), in rcu_check_gp_start_stall()974 READ_ONCE(rnp_root->gp_seq_needed)) || in rcu_check_gp_start_stall()978 if (rnp_root != rnp) in rcu_check_gp_start_stall()[all …]
287 struct rcu_node *rnp_root = rcu_get_root(); in exp_funnel_lock() local291 (rnp == rnp_root || in exp_funnel_lock()292 ULONG_CMP_LT(READ_ONCE(rnp_root->exp_seq_rq), s)) && in exp_funnel_lock()570 struct rcu_node *rnp_root = rcu_get_root(); in synchronize_rcu_expedited_wait_once() local573 sync_rcu_exp_done_unlocked(rnp_root), in synchronize_rcu_expedited_wait_once()576 if (t > 0 || sync_rcu_exp_done_unlocked(rnp_root)) in synchronize_rcu_expedited_wait_once()596 struct rcu_node *rnp_root = rcu_get_root(); in synchronize_rcu_expedited_wait() local651 data_race(rnp_root->expmask), in synchronize_rcu_expedited_wait()652 ".T"[!!data_race(rnp_root->exp_tasks)]); in synchronize_rcu_expedited_wait()656 if (rnp == rnp_root) in synchronize_rcu_expedited_wait()
