Lines Matching refs:WRITE_ONCE
450 WRITE_ONCE(jiffies_to_sched_qs, jiffies_till_sched_qs); in adjust_jiffies_till_sched_qs()
459 WRITE_ONCE(jiffies_to_sched_qs, j); in adjust_jiffies_till_sched_qs()
468 WRITE_ONCE(*(ulong *)kp->arg, (j > HZ) ? HZ : j); in param_set_first_fqs_jiffies()
480 WRITE_ONCE(*(ulong *)kp->arg, (j > HZ) ? HZ : (j ?: 1)); in param_set_next_fqs_jiffies()
663 WRITE_ONCE(rdp->rcu_forced_tick, true); in __rcu_irq_enter_check_tick()
695 WRITE_ONCE(rdp->rcu_urgent_qs, false); in rcu_disable_urgency_upon_qs()
696 WRITE_ONCE(rdp->rcu_need_heavy_qs, false); in rcu_disable_urgency_upon_qs()
699 WRITE_ONCE(rdp->rcu_forced_tick, false); in rcu_disable_urgency_upon_qs()
795 WRITE_ONCE(rdp->gpwrap, true); in rcu_gpnum_ovf()
891 WRITE_ONCE(rdp->rcu_need_heavy_qs, true); in rcu_implicit_dynticks_qs()
895 WRITE_ONCE(rdp->rcu_urgent_qs, true); in rcu_implicit_dynticks_qs()
909 WRITE_ONCE(rdp->rcu_urgent_qs, true); in rcu_implicit_dynticks_qs()
911 WRITE_ONCE(rdp->last_fqs_resched, jiffies); in rcu_implicit_dynticks_qs()
925 WRITE_ONCE(rdp->last_fqs_resched, jiffies); in rcu_implicit_dynticks_qs()
992 WRITE_ONCE(rnp->gp_seq_needed, gp_seq_req); in rcu_start_this_gp()
1016 WRITE_ONCE(rcu_state.gp_flags, rcu_state.gp_flags | RCU_GP_FLAG_INIT); in rcu_start_this_gp()
1017 WRITE_ONCE(rcu_state.gp_req_activity, jiffies); in rcu_start_this_gp()
1027 WRITE_ONCE(rnp_start->gp_seq_needed, rnp->gp_seq_needed); in rcu_start_this_gp()
1028 WRITE_ONCE(rdp->gp_seq_needed, rnp->gp_seq_needed); in rcu_start_this_gp()
1074 WRITE_ONCE(rcu_state.gp_wake_time, jiffies); in rcu_gp_kthread_wake()
1075 WRITE_ONCE(rcu_state.gp_wake_seq, READ_ONCE(rcu_state.gp_seq)); in rcu_gp_kthread_wake()
1262 WRITE_ONCE(rdp->gp_seq_needed, rnp->gp_seq_needed); in __note_gp_changes()
1264 WRITE_ONCE(rdp->last_sched_clock, jiffies); in __note_gp_changes()
1265 WRITE_ONCE(rdp->gpwrap, false); in __note_gp_changes()
1298 WRITE_ONCE(rcu_gp_slow_suppress, rgssp); in rcu_gp_slow_register()
1307 WRITE_ONCE(rcu_gp_slow_suppress, NULL); in rcu_gp_slow_unregister()
1331 WRITE_ONCE(sleep_duration, duration); in rcu_gp_set_torture_wait()
1445 WRITE_ONCE(rcu_state.gp_activity, jiffies); in rcu_gp_init()
1452 WRITE_ONCE(rcu_state.gp_flags, 0); /* Clear all flags: New GP. */ in rcu_gp_init()
1481 WRITE_ONCE(rcu_state.gp_state, RCU_GP_ONOFF); in rcu_gp_init()
1545 WRITE_ONCE(rcu_state.gp_state, RCU_GP_INIT); in rcu_gp_init()
1552 WRITE_ONCE(rnp->gp_seq, rcu_state.gp_seq); in rcu_gp_init()
1567 WRITE_ONCE(rcu_state.gp_activity, jiffies); in rcu_gp_init()
1608 WRITE_ONCE(rcu_state.gp_activity, jiffies); in rcu_gp_fqs()
1609 WRITE_ONCE(rcu_state.n_force_qs, rcu_state.n_force_qs + 1); in rcu_gp_fqs()
1620 WRITE_ONCE(rcu_state.gp_flags, in rcu_gp_fqs()
1648 WRITE_ONCE(rcu_state.jiffies_force_qs, jiffies + j); in rcu_gp_fqs_loop()
1654 WRITE_ONCE(rcu_state.jiffies_kick_kthreads, in rcu_gp_fqs_loop()
1659 WRITE_ONCE(rcu_state.gp_state, RCU_GP_WAIT_FQS); in rcu_gp_fqs_loop()
1663 WRITE_ONCE(rcu_state.gp_state, RCU_GP_DOING_FQS); in rcu_gp_fqs_loop()
1691 WRITE_ONCE(rcu_state.gp_activity, jiffies); in rcu_gp_fqs_loop()
1697 WRITE_ONCE(rcu_state.gp_activity, jiffies); in rcu_gp_fqs_loop()
1726 WRITE_ONCE(rcu_state.gp_activity, jiffies); in rcu_gp_cleanup()
1760 WRITE_ONCE(rnp->gp_seq, new_gp_seq); in rcu_gp_cleanup()
1778 WRITE_ONCE(rcu_state.gp_activity, jiffies); in rcu_gp_cleanup()
1788 WRITE_ONCE(rcu_state.gp_state, RCU_GP_IDLE); in rcu_gp_cleanup()
1810 WRITE_ONCE(rcu_state.gp_flags, RCU_GP_FLAG_INIT); in rcu_gp_cleanup()
1811 WRITE_ONCE(rcu_state.gp_req_activity, jiffies); in rcu_gp_cleanup()
1821 WRITE_ONCE(rcu_state.gp_flags, rcu_state.gp_flags & RCU_GP_FLAG_INIT); in rcu_gp_cleanup()
1842 WRITE_ONCE(rcu_state.gp_state, RCU_GP_WAIT_GPS); in rcu_gp_kthread()
1847 WRITE_ONCE(rcu_state.gp_state, RCU_GP_DONE_GPS); in rcu_gp_kthread()
1852 WRITE_ONCE(rcu_state.gp_activity, jiffies); in rcu_gp_kthread()
1862 WRITE_ONCE(rcu_state.gp_state, RCU_GP_CLEANUP); in rcu_gp_kthread()
1864 WRITE_ONCE(rcu_state.gp_state, RCU_GP_CLEANED); in rcu_gp_kthread()
1882 WRITE_ONCE(rcu_state.gp_flags, in rcu_report_qs_rsp()
1925 WRITE_ONCE(rnp->qsmask, rnp->qsmask & ~mask); in rcu_report_qs_rnp()
2176 WRITE_ONCE(rcu_state.n_online_cpus, rcu_state.n_online_cpus - 1); in rcutree_dead_cpu()
2249 WRITE_ONCE(rhp->func, (rcu_callback_t)0L); in rcu_do_batch()
2440 WRITE_ONCE(rcu_state.gp_flags, in rcu_force_quiescent_state()
2590 WRITE_ONCE(*j, jiffies); in rcu_cpu_kthread()
2611 WRITE_ONCE(*j, jiffies); in rcu_cpu_kthread()
2703 WRITE_ONCE(rnp->cbovldmask, rnp->cbovldmask | rdp->grpmask); in check_cb_ovld_locked()
2705 WRITE_ONCE(rnp->cbovldmask, rnp->cbovldmask & ~rdp->grpmask); in check_cb_ovld_locked()
2793 WRITE_ONCE(head->func, rcu_leak_callback); in call_rcu()
2961 WRITE_ONCE(krcp->nr_bkv_objs, krcp->nr_bkv_objs - 1); in get_cached_bnode()
2975 WRITE_ONCE(krcp->nr_bkv_objs, krcp->nr_bkv_objs + 1); in put_cached_bnode()
2988 WRITE_ONCE(krcp->nr_bkv_objs, 0); in drain_page_cache()
3156 WRITE_ONCE(krcp->count, 0); in kfree_rcu_monitor()
3358 WRITE_ONCE(krcp->count, krcp->count + 1); in kvfree_call_rcu()
3992 WRITE_ONCE(rdp->barrier_seq_snap, gseq); in rcu_barrier()
4030 WRITE_ONCE(rdp->barrier_seq_snap, gseq); in rcu_barrier()
4141 WRITE_ONCE(rcu_state.n_online_cpus, rcu_state.n_online_cpus + 1); in rcutree_prepare_cpu()
4235 WRITE_ONCE(rnp->qsmaskinitnext, rnp->qsmaskinitnext | mask); in rcu_cpu_starting()
4298 WRITE_ONCE(rnp->qsmaskinitnext, rnp->qsmaskinitnext & ~mask); in rcu_report_dead()
4447 WRITE_ONCE(rcu_state.gp_activity, jiffies); in rcu_spawn_gp_kthread()
4448 WRITE_ONCE(rcu_state.gp_req_activity, jiffies); in rcu_spawn_gp_kthread()