Lines Matching refs:dynticks_nmi_nesting
270 .dynticks_nmi_nesting = DYNTICK_IRQ_NONIDLE,
716 WRITE_ONCE(rdtp->dynticks_nmi_nesting, 0); in rcu_eqs_enter()
793 WARN_ON_ONCE(rdtp->dynticks_nmi_nesting <= 0); in rcu_nmi_exit()
800 if (rdtp->dynticks_nmi_nesting != 1) { in rcu_nmi_exit()
801 …trace_rcu_dyntick(TPS("--="), rdtp->dynticks_nmi_nesting, rdtp->dynticks_nmi_nesting - 2, rdtp->dy… in rcu_nmi_exit()
802 WRITE_ONCE(rdtp->dynticks_nmi_nesting, /* No store tearing. */ in rcu_nmi_exit()
803 rdtp->dynticks_nmi_nesting - 2); in rcu_nmi_exit()
808 trace_rcu_dyntick(TPS("Startirq"), rdtp->dynticks_nmi_nesting, 0, rdtp->dynticks); in rcu_nmi_exit()
809 WRITE_ONCE(rdtp->dynticks_nmi_nesting, 0); /* Avoid store tearing. */ in rcu_nmi_exit()
837 if (rdtp->dynticks_nmi_nesting == 1) in rcu_irq_exit()
840 if (rdtp->dynticks_nmi_nesting == 0) in rcu_irq_exit()
886 WRITE_ONCE(rdtp->dynticks_nmi_nesting, DYNTICK_IRQ_NONIDLE); in rcu_eqs_exit()
941 WARN_ON_ONCE(rdtp->dynticks_nmi_nesting < 0); in rcu_nmi_enter()
956 rdtp->dynticks_nmi_nesting, in rcu_nmi_enter()
957 rdtp->dynticks_nmi_nesting + incby, rdtp->dynticks); in rcu_nmi_enter()
958 WRITE_ONCE(rdtp->dynticks_nmi_nesting, /* Prevent store tearing. */ in rcu_nmi_enter()
959 rdtp->dynticks_nmi_nesting + incby); in rcu_nmi_enter()
990 if (rdtp->dynticks_nmi_nesting == 0) in rcu_irq_enter()
993 if (rdtp->dynticks_nmi_nesting == 1) in rcu_irq_enter()
1102 __this_cpu_read(rcu_dynticks.dynticks_nmi_nesting) <= 1; in rcu_is_cpu_rrupt_from_idle()