Lines Matching refs:dynticks_nmi_nesting
84 .dynticks_nmi_nesting = DYNTICK_IRQ_NONIDLE,
447 RCU_LOCKDEP_WARN(__this_cpu_read(rcu_data.dynticks_nmi_nesting) <= 0, in rcu_is_cpu_rrupt_from_idle()
451 nesting = __this_cpu_read(rcu_data.dynticks_nmi_nesting); in rcu_is_cpu_rrupt_from_idle()
624 WARN_ON_ONCE(rdp->dynticks_nmi_nesting != DYNTICK_IRQ_NONIDLE); in rcu_eqs_enter()
625 WRITE_ONCE(rdp->dynticks_nmi_nesting, 0); in rcu_eqs_enter()
712 WARN_ON_ONCE(rdp->dynticks_nmi_nesting <= 0); in rcu_nmi_exit()
719 if (rdp->dynticks_nmi_nesting != 1) { in rcu_nmi_exit()
720 trace_rcu_dyntick(TPS("--="), rdp->dynticks_nmi_nesting, rdp->dynticks_nmi_nesting - 2, in rcu_nmi_exit()
722 WRITE_ONCE(rdp->dynticks_nmi_nesting, /* No store tearing. */ in rcu_nmi_exit()
723 rdp->dynticks_nmi_nesting - 2); in rcu_nmi_exit()
729 trace_rcu_dyntick(TPS("Startirq"), rdp->dynticks_nmi_nesting, 0, atomic_read(&rdp->dynticks)); in rcu_nmi_exit()
730 WRITE_ONCE(rdp->dynticks_nmi_nesting, 0); /* Avoid store tearing. */ in rcu_nmi_exit()
787 RCU_LOCKDEP_WARN(__this_cpu_read(rcu_data.dynticks_nmi_nesting) != in rcu_irq_exit_preempt()
804 RCU_LOCKDEP_WARN(__this_cpu_read(rcu_data.dynticks_nmi_nesting) != in rcu_irq_exit_check_preempt()
862 WARN_ON_ONCE(rdp->dynticks_nmi_nesting); in rcu_eqs_exit()
863 WRITE_ONCE(rdp->dynticks_nmi_nesting, DYNTICK_IRQ_NONIDLE); in rcu_eqs_exit()
981 WARN_ON_ONCE(rdp->dynticks_nmi_nesting < 0); in rcu_nmi_enter()
1022 rdp->dynticks_nmi_nesting, in rcu_nmi_enter()
1023 rdp->dynticks_nmi_nesting + incby, atomic_read(&rdp->dynticks)); in rcu_nmi_enter()
1025 WRITE_ONCE(rdp->dynticks_nmi_nesting, /* Prevent store tearing. */ in rcu_nmi_enter()
1026 rdp->dynticks_nmi_nesting + incby); in rcu_nmi_enter()