Lines Matching refs:trc_ipi_to_cpu
1347 static DEFINE_PER_CPU(bool, trc_ipi_to_cpu);
1496 smp_store_release(per_cpu_ptr(&trc_ipi_to_cpu, smp_processor_id()), false); // ^^^ in trc_read_check_handler()
1497 smp_store_release(&texp->trc_ipi_to_cpu, -1); // ^^^ in trc_read_check_handler()
1555 if (smp_load_acquire(&t->trc_ipi_to_cpu) != -1) // Order IPI in trc_wait_for_one_reader()
1587 if (per_cpu(trc_ipi_to_cpu, cpu) || t->trc_ipi_to_cpu >= 0) in trc_wait_for_one_reader()
1590 per_cpu(trc_ipi_to_cpu, cpu) = true; in trc_wait_for_one_reader()
1591 t->trc_ipi_to_cpu = cpu; in trc_wait_for_one_reader()
1599 per_cpu(trc_ipi_to_cpu, cpu) = false; in trc_wait_for_one_reader()
1600 t->trc_ipi_to_cpu = -1; in trc_wait_for_one_reader()
1619 t->trc_ipi_to_cpu = -1; in rcu_tasks_trace_pertask_prep()
1641 WARN_ON_ONCE(per_cpu(trc_ipi_to_cpu, cpu)); in rcu_tasks_trace_pregp_step()
1712 trc_rdrp->ipi_to_cpu = READ_ONCE(t->trc_ipi_to_cpu); in trc_check_slow_task()
1732 ".I"[t->trc_ipi_to_cpu >= 0], in show_stalled_task_trace()
1754 if (per_cpu(trc_ipi_to_cpu, cpu)) in show_stalled_ipi_trace()
1769 if (READ_ONCE(t->trc_ipi_to_cpu) == -1 && in check_all_holdout_tasks_trace()
1774 if (smp_load_acquire(&t->trc_ipi_to_cpu) == -1 && in check_all_holdout_tasks_trace()
1807 if (WARN_ON_ONCE(smp_load_acquire(per_cpu_ptr(&trc_ipi_to_cpu, cpu)))) in rcu_tasks_trace_postgp()