Lines Matching refs:WRITE_ONCE

425 		WRITE_ONCE(jiffies_to_sched_qs, jiffies_till_sched_qs);  in adjust_jiffies_till_sched_qs()
434 WRITE_ONCE(jiffies_to_sched_qs, j); in adjust_jiffies_till_sched_qs()
443 WRITE_ONCE(*(ulong *)kp->arg, (j > HZ) ? HZ : j); in param_set_first_fqs_jiffies()
455 WRITE_ONCE(*(ulong *)kp->arg, (j > HZ) ? HZ : (j ?: 1)); in param_set_next_fqs_jiffies()
638 WRITE_ONCE(rdp->rcu_forced_tick, true); in __rcu_irq_enter_check_tick()
671 WRITE_ONCE(rdp->rcu_urgent_qs, false); in rcu_disable_urgency_upon_qs()
672 WRITE_ONCE(rdp->rcu_need_heavy_qs, false); in rcu_disable_urgency_upon_qs()
675 WRITE_ONCE(rdp->rcu_forced_tick, false); in rcu_disable_urgency_upon_qs()
735 WRITE_ONCE(rdp->gpwrap, true); in rcu_gpnum_ovf()
831 WRITE_ONCE(rdp->rcu_need_heavy_qs, true); in rcu_implicit_dynticks_qs()
835 WRITE_ONCE(rdp->rcu_urgent_qs, true); in rcu_implicit_dynticks_qs()
849 WRITE_ONCE(rdp->rcu_urgent_qs, true); in rcu_implicit_dynticks_qs()
851 WRITE_ONCE(rdp->last_fqs_resched, jiffies); in rcu_implicit_dynticks_qs()
865 WRITE_ONCE(rdp->last_fqs_resched, jiffies); in rcu_implicit_dynticks_qs()
950 WRITE_ONCE(rnp->gp_seq_needed, gp_seq_req); in rcu_start_this_gp()
974 WRITE_ONCE(rcu_state.gp_flags, rcu_state.gp_flags | RCU_GP_FLAG_INIT); in rcu_start_this_gp()
975 WRITE_ONCE(rcu_state.gp_req_activity, jiffies); in rcu_start_this_gp()
985 WRITE_ONCE(rnp_start->gp_seq_needed, rnp->gp_seq_needed); in rcu_start_this_gp()
986 WRITE_ONCE(rdp->gp_seq_needed, rnp->gp_seq_needed); in rcu_start_this_gp()
1032 WRITE_ONCE(rcu_state.gp_wake_time, jiffies); in rcu_gp_kthread_wake()
1033 WRITE_ONCE(rcu_state.gp_wake_seq, READ_ONCE(rcu_state.gp_seq)); in rcu_gp_kthread_wake()
1220 WRITE_ONCE(rdp->gp_seq_needed, rnp->gp_seq_needed); in __note_gp_changes()
1222 WRITE_ONCE(rdp->last_sched_clock, jiffies); in __note_gp_changes()
1223 WRITE_ONCE(rdp->gpwrap, false); in __note_gp_changes()
1256 WRITE_ONCE(rcu_gp_slow_suppress, rgssp); in rcu_gp_slow_register()
1265 WRITE_ONCE(rcu_gp_slow_suppress, NULL); in rcu_gp_slow_unregister()
1289 WRITE_ONCE(sleep_duration, duration); in rcu_gp_set_torture_wait()
1398 WRITE_ONCE(rcu_state.gp_activity, jiffies); in rcu_gp_init()
1405 WRITE_ONCE(rcu_state.gp_flags, 0); /* Clear all flags: New GP. */ in rcu_gp_init()
1434 WRITE_ONCE(rcu_state.gp_state, RCU_GP_ONOFF); in rcu_gp_init()
1498 WRITE_ONCE(rcu_state.gp_state, RCU_GP_INIT); in rcu_gp_init()
1505 WRITE_ONCE(rnp->gp_seq, rcu_state.gp_seq); in rcu_gp_init()
1520 WRITE_ONCE(rcu_state.gp_activity, jiffies); in rcu_gp_init()
1561 WRITE_ONCE(rcu_state.gp_activity, jiffies); in rcu_gp_fqs()
1562 WRITE_ONCE(rcu_state.n_force_qs, rcu_state.n_force_qs + 1); in rcu_gp_fqs()
1573 WRITE_ONCE(rcu_state.gp_flags, in rcu_gp_fqs()
1601 WRITE_ONCE(rcu_state.jiffies_force_qs, jiffies + j); in rcu_gp_fqs_loop()
1607 WRITE_ONCE(rcu_state.jiffies_kick_kthreads, in rcu_gp_fqs_loop()
1612 WRITE_ONCE(rcu_state.gp_state, RCU_GP_WAIT_FQS); in rcu_gp_fqs_loop()
1616 WRITE_ONCE(rcu_state.gp_state, RCU_GP_DOING_FQS); in rcu_gp_fqs_loop()
1644 WRITE_ONCE(rcu_state.gp_activity, jiffies); in rcu_gp_fqs_loop()
1650 WRITE_ONCE(rcu_state.gp_activity, jiffies); in rcu_gp_fqs_loop()
1679 WRITE_ONCE(rcu_state.gp_activity, jiffies); in rcu_gp_cleanup()
1713 WRITE_ONCE(rnp->gp_seq, new_gp_seq); in rcu_gp_cleanup()
1731 WRITE_ONCE(rcu_state.gp_activity, jiffies); in rcu_gp_cleanup()
1741 WRITE_ONCE(rcu_state.gp_state, RCU_GP_IDLE); in rcu_gp_cleanup()
1763 WRITE_ONCE(rcu_state.gp_flags, RCU_GP_FLAG_INIT); in rcu_gp_cleanup()
1764 WRITE_ONCE(rcu_state.gp_req_activity, jiffies); in rcu_gp_cleanup()
1774 WRITE_ONCE(rcu_state.gp_flags, rcu_state.gp_flags & RCU_GP_FLAG_INIT); in rcu_gp_cleanup()
1795 WRITE_ONCE(rcu_state.gp_state, RCU_GP_WAIT_GPS); in rcu_gp_kthread()
1800 WRITE_ONCE(rcu_state.gp_state, RCU_GP_DONE_GPS); in rcu_gp_kthread()
1805 WRITE_ONCE(rcu_state.gp_activity, jiffies); in rcu_gp_kthread()
1815 WRITE_ONCE(rcu_state.gp_state, RCU_GP_CLEANUP); in rcu_gp_kthread()
1817 WRITE_ONCE(rcu_state.gp_state, RCU_GP_CLEANED); in rcu_gp_kthread()
1835 WRITE_ONCE(rcu_state.gp_flags, in rcu_report_qs_rsp()
1878 WRITE_ONCE(rnp->qsmask, rnp->qsmask & ~mask); in rcu_report_qs_rnp()
2138 WRITE_ONCE(rhp->func, (rcu_callback_t)0L); in rcu_do_batch()
2333 WRITE_ONCE(rcu_state.gp_flags, in rcu_force_quiescent_state()
2483 WRITE_ONCE(*j, jiffies); in rcu_cpu_kthread()
2488 WRITE_ONCE(*workp, 0); in rcu_cpu_kthread()
2504 WRITE_ONCE(*j, jiffies); in rcu_cpu_kthread()
2596 WRITE_ONCE(rnp->cbovldmask, rnp->cbovldmask | rdp->grpmask); in check_cb_ovld_locked()
2598 WRITE_ONCE(rnp->cbovldmask, rnp->cbovldmask & ~rdp->grpmask); in check_cb_ovld_locked()
2648 WRITE_ONCE(head->func, rcu_leak_callback); in __call_rcu_common()
2906 WRITE_ONCE(krcp->nr_bkv_objs, krcp->nr_bkv_objs - 1); in get_cached_bnode()
2920 WRITE_ONCE(krcp->nr_bkv_objs, krcp->nr_bkv_objs + 1); in put_cached_bnode()
2936 WRITE_ONCE(krcp->nr_bkv_objs, 0); in drain_page_cache()
3130 WRITE_ONCE(krcp->head, NULL); in kvfree_rcu_drain_ready()
3186 WRITE_ONCE(krcp->head, NULL); in kfree_rcu_monitor()
3383 WRITE_ONCE(krcp->head, head); in kvfree_call_rcu()
4040 WRITE_ONCE(rdp->barrier_seq_snap, gseq); in rcu_barrier()
4078 WRITE_ONCE(rdp->barrier_seq_snap, gseq); in rcu_barrier()
4229 WRITE_ONCE(rcu_state.n_online_cpus, rcu_state.n_online_cpus - 1); in rcutree_dead_cpu()
4337 WRITE_ONCE(rcu_state.n_online_cpus, rcu_state.n_online_cpus + 1); in rcutree_prepare_cpu()
4441 WRITE_ONCE(rnp->qsmaskinitnext, rnp->qsmaskinitnext | mask); in rcu_cpu_starting()
4502 WRITE_ONCE(rnp->qsmaskinitnext, rnp->qsmaskinitnext & ~mask); in rcu_report_dead()
4653 WRITE_ONCE(rcu_state.gp_activity, jiffies); in rcu_spawn_gp_kthread()
4654 WRITE_ONCE(rcu_state.gp_req_activity, jiffies); in rcu_spawn_gp_kthread()