Lines Matching refs:READ_ONCE
28 int till_stall_check = READ_ONCE(rcu_cpu_stall_timeout); in rcu_jiffies_till_stall_check()
72 return !time_before(j, READ_ONCE(rcu_state.gp_start) + d); in rcu_gp_might_be_stalled()
142 rcu_state.n_force_qs_gpstart = READ_ONCE(rcu_state.n_force_qs); in record_gp_stall_check_time()
161 if (!READ_ONCE(rcu_kick_kthreads)) in rcu_stall_kick_kthreads()
163 j = READ_ONCE(rcu_state.jiffies_kick_kthreads); in rcu_stall_kick_kthreads()
165 (rcu_gp_in_progress() || READ_ONCE(rcu_state.gp_flags))) { in rcu_stall_kick_kthreads()
382 unsigned long j = jiffies - READ_ONCE(rcu_state.gp_activity); in rcu_is_gp_kthread_starving()
522 if (ULONG_CMP_GE(jiffies, READ_ONCE(rcu_state.jiffies_stall))) in print_other_cpu_stall()
567 if (ULONG_CMP_GE(jiffies, READ_ONCE(rcu_state.jiffies_stall))) in print_cpu_stall()
595 if ((rcu_stall_is_suppressed() && !READ_ONCE(rcu_kick_kthreads)) || in check_cpu_stall()
619 gs1 = READ_ONCE(rcu_state.gp_seq); in check_cpu_stall()
621 js = READ_ONCE(rcu_state.jiffies_stall); in check_cpu_stall()
623 gps = READ_ONCE(rcu_state.gp_start); in check_cpu_stall()
625 gs2 = READ_ONCE(rcu_state.gp_seq); in check_cpu_stall()
633 (READ_ONCE(rnp->qsmask) & rdp->grpmask) && in check_cpu_stall()
638 if (READ_ONCE(rcu_cpu_stall_ftrace_dump)) in check_cpu_stall()
647 if (READ_ONCE(rcu_cpu_stall_ftrace_dump)) in check_cpu_stall()
670 struct task_struct *t = READ_ONCE(rcu_state.gp_kthread); in show_rcu_gp_kthreads()
684 if (ULONG_CMP_GE(READ_ONCE(rcu_state.gp_seq), in show_rcu_gp_kthreads()
685 READ_ONCE(rnp->gp_seq_needed))) in show_rcu_gp_kthreads()
694 if (READ_ONCE(rdp->gpwrap) || in show_rcu_gp_kthreads()
695 ULONG_CMP_GE(READ_ONCE(rcu_state.gp_seq), in show_rcu_gp_kthreads()
696 READ_ONCE(rdp->gp_seq_needed))) in show_rcu_gp_kthreads()
726 ULONG_CMP_GE(READ_ONCE(rnp_root->gp_seq), in rcu_check_gp_start_stall()
727 READ_ONCE(rnp_root->gp_seq_needed)) || in rcu_check_gp_start_stall()
731 if (time_before(j, READ_ONCE(rcu_state.gp_req_activity) + gpssdelay) || in rcu_check_gp_start_stall()
732 time_before(j, READ_ONCE(rcu_state.gp_activity) + gpssdelay) || in rcu_check_gp_start_stall()
739 ULONG_CMP_GE(READ_ONCE(rnp_root->gp_seq), in rcu_check_gp_start_stall()
740 READ_ONCE(rnp_root->gp_seq_needed)) || in rcu_check_gp_start_stall()
741 time_before(j, READ_ONCE(rcu_state.gp_req_activity) + gpssdelay) || in rcu_check_gp_start_stall()
742 time_before(j, READ_ONCE(rcu_state.gp_activity) + gpssdelay) || in rcu_check_gp_start_stall()
753 ULONG_CMP_GE(READ_ONCE(rnp_root->gp_seq), in rcu_check_gp_start_stall()
754 READ_ONCE(rnp_root->gp_seq_needed)) || in rcu_check_gp_start_stall()
755 time_before(j, READ_ONCE(rcu_state.gp_req_activity) + gpssdelay) || in rcu_check_gp_start_stall()
756 time_before(j, READ_ONCE(rcu_state.gp_activity) + gpssdelay) || in rcu_check_gp_start_stall()