Lines Matching refs:dynticks_nmi_nesting
84 .dynticks_nmi_nesting = DYNTICK_IRQ_NONIDLE,
394 RCU_LOCKDEP_WARN(__this_cpu_read(rcu_data.dynticks_nmi_nesting) <= 0, in rcu_is_cpu_rrupt_from_idle()
398 if (__this_cpu_read(rcu_data.dynticks_nmi_nesting) != 1) in rcu_is_cpu_rrupt_from_idle()
569 WARN_ON_ONCE(rdp->dynticks_nmi_nesting != DYNTICK_IRQ_NONIDLE); in rcu_eqs_enter()
570 WRITE_ONCE(rdp->dynticks_nmi_nesting, 0); in rcu_eqs_enter()
644 WARN_ON_ONCE(rdp->dynticks_nmi_nesting <= 0); in rcu_nmi_exit_common()
651 if (rdp->dynticks_nmi_nesting != 1) { in rcu_nmi_exit_common()
652 …trace_rcu_dyntick(TPS("--="), rdp->dynticks_nmi_nesting, rdp->dynticks_nmi_nesting - 2, rdp->dynti… in rcu_nmi_exit_common()
653 WRITE_ONCE(rdp->dynticks_nmi_nesting, /* No store tearing. */ in rcu_nmi_exit_common()
654 rdp->dynticks_nmi_nesting - 2); in rcu_nmi_exit_common()
659 trace_rcu_dyntick(TPS("Startirq"), rdp->dynticks_nmi_nesting, 0, rdp->dynticks); in rcu_nmi_exit_common()
660 WRITE_ONCE(rdp->dynticks_nmi_nesting, 0); /* Avoid store tearing. */ in rcu_nmi_exit_common()
749 WARN_ON_ONCE(rdp->dynticks_nmi_nesting); in rcu_eqs_exit()
750 WRITE_ONCE(rdp->dynticks_nmi_nesting, DYNTICK_IRQ_NONIDLE); in rcu_eqs_exit()
806 WARN_ON_ONCE(rdp->dynticks_nmi_nesting < 0); in rcu_nmi_enter_common()
829 rdp->dynticks_nmi_nesting, in rcu_nmi_enter_common()
830 rdp->dynticks_nmi_nesting + incby, rdp->dynticks); in rcu_nmi_enter_common()
831 WRITE_ONCE(rdp->dynticks_nmi_nesting, /* Prevent store tearing. */ in rcu_nmi_enter_common()
832 rdp->dynticks_nmi_nesting + incby); in rcu_nmi_enter_common()