Lines Matching refs:READ_ONCE
212 return READ_ONCE(rnp->qsmaskinitnext); in rcu_rnp_online_cpus()
558 return READ_ONCE(rcu_state_p->gp_seq); in rcu_get_gp_seq()
567 return READ_ONCE(rcu_sched_state.gp_seq); in rcu_sched_get_gp_seq()
576 return READ_ONCE(rcu_bh_state.gp_seq); in rcu_bh_get_gp_seq()
688 *flags = READ_ONCE(rsp->gp_flags); in rcutorture_get_gp_data()
1196 READ_ONCE(rdp->rcu_qs_ctr_snap) != per_cpu(rcu_dynticks.rcu_qs_ctr, rdp->cpu) && in rcu_implicit_dynticks_qs()
1245 if (!READ_ONCE(*rnhqp) && in rcu_implicit_dynticks_qs()
1285 rsp->n_force_qs_gpstart = READ_ONCE(rsp->n_force_qs); in record_gp_stall_check_time()
1307 gpa = READ_ONCE(rsp->gp_activity); in rcu_check_gp_kthread_starvation()
1356 j = READ_ONCE(rsp->jiffies_kick_kthreads); in rcu_stall_kick_kthreads()
1358 (rcu_gp_in_progress(rsp) || READ_ONCE(rsp->gp_flags))) { in rcu_stall_kick_kthreads()
1424 gpa = READ_ONCE(rsp->gp_activity); in print_other_cpu_stall()
1434 if (ULONG_CMP_GE(jiffies, READ_ONCE(rsp->jiffies_stall))) in print_other_cpu_stall()
1482 if (ULONG_CMP_GE(jiffies, READ_ONCE(rsp->jiffies_stall))) in print_cpu_stall()
1532 gs1 = READ_ONCE(rsp->gp_seq); in check_cpu_stall()
1534 js = READ_ONCE(rsp->jiffies_stall); in check_cpu_stall()
1536 gps = READ_ONCE(rsp->gp_start); in check_cpu_stall()
1538 gs2 = READ_ONCE(rsp->gp_seq); in check_cpu_stall()
1546 (READ_ONCE(rnp->qsmask) & rdp->grpmask) && in check_cpu_stall()
1661 trace_rcu_grace_period(rsp->name, READ_ONCE(rsp->gp_seq), TPS("newreq")); in rcu_start_this_gp()
1701 !READ_ONCE(rsp->gp_flags) || in rcu_gp_kthread_wake()
1829 unlikely(READ_ONCE(rdp->gpwrap))) { in __note_gp_changes()
1838 unlikely(READ_ONCE(rdp->gpwrap))) { in __note_gp_changes()
1868 !unlikely(READ_ONCE(rdp->gpwrap))) || /* w/out lock. */ in note_gp_changes()
1900 if (!READ_ONCE(rsp->gp_flags)) { in rcu_gp_init()
2026 *gfp = READ_ONCE(rsp->gp_flags); in rcu_gp_fqs_check_wake()
2031 if (!READ_ONCE(rnp->qsmask) && !rcu_preempt_blocked_readers_cgp(rnp)) in rcu_gp_fqs_check_wake()
2054 if (READ_ONCE(rsp->gp_flags) & RCU_GP_FLAG_FQS) { in rcu_gp_fqs()
2057 READ_ONCE(rsp->gp_flags) & ~RCU_GP_FLAG_FQS); in rcu_gp_fqs()
2137 trace_rcu_grace_period(rsp->name, READ_ONCE(rsp->gp_seq), in rcu_gp_cleanup()
2163 READ_ONCE(rsp->gp_seq), in rcu_gp_kthread()
2166 swait_event_idle_exclusive(rsp->gp_wq, READ_ONCE(rsp->gp_flags) & in rcu_gp_kthread()
2176 READ_ONCE(rsp->gp_seq), in rcu_gp_kthread()
2191 READ_ONCE(rsp->gp_seq), in rcu_gp_kthread()
2199 if (!READ_ONCE(rnp->qsmask) && in rcu_gp_kthread()
2206 READ_ONCE(rsp->gp_seq), in rcu_gp_kthread()
2211 READ_ONCE(rsp->gp_seq), in rcu_gp_kthread()
2223 READ_ONCE(rsp->gp_seq), in rcu_gp_kthread()
2255 WRITE_ONCE(rsp->gp_flags, READ_ONCE(rsp->gp_flags) | RCU_GP_FLAG_FQS); in rcu_report_qs_rsp()
2736 ret = (READ_ONCE(rsp->gp_flags) & RCU_GP_FLAG_FQS) || in force_quiescent_state()
2749 if (READ_ONCE(rsp->gp_flags) & RCU_GP_FLAG_FQS) { in force_quiescent_state()
2753 WRITE_ONCE(rsp->gp_flags, READ_ONCE(rsp->gp_flags) | RCU_GP_FLAG_FQS); in force_quiescent_state()
2776 if (time_before(j, READ_ONCE(rsp->gp_req_activity) + gpssdelay) || in rcu_check_gp_start_stall()
2777 time_before(j, READ_ONCE(rsp->gp_activity) + gpssdelay) || in rcu_check_gp_start_stall()
2785 time_before(j, READ_ONCE(rsp->gp_req_activity) + gpssdelay) || in rcu_check_gp_start_stall()
2786 time_before(j, READ_ONCE(rsp->gp_activity) + gpssdelay) || in rcu_check_gp_start_stall()
2806 __func__, (long)READ_ONCE(rsp->gp_seq), in rcu_check_gp_start_stall()
2807 (long)READ_ONCE(rnp_root->gp_seq_needed), in rcu_check_gp_start_stall()
2877 if (unlikely(!READ_ONCE(rcu_scheduler_fully_active))) in invoke_rcu_callbacks()
3298 unlikely(READ_ONCE(rdp->gpwrap))) /* outside lock */ in __rcu_pending()
3746 rdp->rcu_onl_gp_seq = READ_ONCE(rsp->gp_seq); in rcu_cpu_starting()
3747 rdp->rcu_onl_gp_flags = READ_ONCE(rsp->gp_flags); in rcu_cpu_starting()
3775 rdp->rcu_ofl_gp_seq = READ_ONCE(rsp->gp_seq); in rcu_cleanup_dying_idle_cpu()
3776 rdp->rcu_ofl_gp_flags = READ_ONCE(rsp->gp_flags); in rcu_cleanup_dying_idle_cpu()