Lines Matching refs:dynticks_nmi_nesting

79 	.dynticks_nmi_nesting = DYNTICK_IRQ_NONIDLE,
436 RCU_LOCKDEP_WARN(__this_cpu_read(rcu_data.dynticks_nmi_nesting) <= 0, in rcu_is_cpu_rrupt_from_idle()
440 nesting = __this_cpu_read(rcu_data.dynticks_nmi_nesting); in rcu_is_cpu_rrupt_from_idle()
613 WARN_ON_ONCE(rdp->dynticks_nmi_nesting != DYNTICK_IRQ_NONIDLE); in rcu_eqs_enter()
614 WRITE_ONCE(rdp->dynticks_nmi_nesting, 0); in rcu_eqs_enter()
751 WARN_ON_ONCE(rdp->dynticks_nmi_nesting <= 0); in rcu_nmi_exit()
758 if (rdp->dynticks_nmi_nesting != 1) { in rcu_nmi_exit()
759 trace_rcu_dyntick(TPS("--="), rdp->dynticks_nmi_nesting, rdp->dynticks_nmi_nesting - 2, in rcu_nmi_exit()
761 WRITE_ONCE(rdp->dynticks_nmi_nesting, /* No store tearing. */ in rcu_nmi_exit()
762 rdp->dynticks_nmi_nesting - 2); in rcu_nmi_exit()
768 trace_rcu_dyntick(TPS("Startirq"), rdp->dynticks_nmi_nesting, 0, atomic_read(&rdp->dynticks)); in rcu_nmi_exit()
769 WRITE_ONCE(rdp->dynticks_nmi_nesting, 0); /* Avoid store tearing. */ in rcu_nmi_exit()
821 RCU_LOCKDEP_WARN(__this_cpu_read(rcu_data.dynticks_nmi_nesting) != in rcu_irq_exit_check_preempt()
879 WARN_ON_ONCE(rdp->dynticks_nmi_nesting); in rcu_eqs_exit()
880 WRITE_ONCE(rdp->dynticks_nmi_nesting, DYNTICK_IRQ_NONIDLE); in rcu_eqs_exit()
998 WARN_ON_ONCE(rdp->dynticks_nmi_nesting < 0); in rcu_nmi_enter()
1038 rdp->dynticks_nmi_nesting, in rcu_nmi_enter()
1039 rdp->dynticks_nmi_nesting + incby, atomic_read(&rdp->dynticks)); in rcu_nmi_enter()
1041 WRITE_ONCE(rdp->dynticks_nmi_nesting, /* Prevent store tearing. */ in rcu_nmi_enter()
1042 rdp->dynticks_nmi_nesting + incby); in rcu_nmi_enter()