Lines Matching refs:trc_ipi_to_cpu
1518 static DEFINE_PER_CPU(bool, trc_ipi_to_cpu);
1660 smp_store_release(per_cpu_ptr(&trc_ipi_to_cpu, smp_processor_id()), false); // ^^^ in trc_read_check_handler()
1661 smp_store_release(&texp->trc_ipi_to_cpu, -1); // ^^^ in trc_read_check_handler()
1719 if (smp_load_acquire(&t->trc_ipi_to_cpu) != -1) // Order IPI in trc_wait_for_one_reader()
1751 if (per_cpu(trc_ipi_to_cpu, cpu) || t->trc_ipi_to_cpu >= 0) in trc_wait_for_one_reader()
1754 per_cpu(trc_ipi_to_cpu, cpu) = true; in trc_wait_for_one_reader()
1755 t->trc_ipi_to_cpu = cpu; in trc_wait_for_one_reader()
1763 per_cpu(trc_ipi_to_cpu, cpu) = false; in trc_wait_for_one_reader()
1764 t->trc_ipi_to_cpu = -1; in trc_wait_for_one_reader()
1783 t->trc_ipi_to_cpu = -1; in rcu_tasks_trace_pertask_prep()
1805 WARN_ON_ONCE(per_cpu(trc_ipi_to_cpu, cpu)); in rcu_tasks_trace_pregp_step()
1886 trc_rdrp->ipi_to_cpu = READ_ONCE(t->trc_ipi_to_cpu); in trc_check_slow_task()
1906 ".I"[t->trc_ipi_to_cpu >= 0], in show_stalled_task_trace()
1928 if (per_cpu(trc_ipi_to_cpu, cpu)) in show_stalled_ipi_trace()
1943 if (READ_ONCE(t->trc_ipi_to_cpu) == -1 && in check_all_holdout_tasks_trace()
1948 if (smp_load_acquire(&t->trc_ipi_to_cpu) == -1 && in check_all_holdout_tasks_trace()
1981 if (WARN_ON_ONCE(smp_load_acquire(per_cpu_ptr(&trc_ipi_to_cpu, cpu)))) in rcu_tasks_trace_postgp()