Home
last modified time | relevance | path

Searched refs:exp_tasks (Results 1 – 5 of 5) sorted by relevance

/linux-6.15/kernel/rcu/
H A Dtree_plugin.h166 (rnp->exp_tasks ? RCU_EXP_TASKS : 0) + in rcu_preempt_ctxt_queue()
545 if (&t->rcu_node_entry == rnp->exp_tasks) in rcu_preempt_deferred_qs_irqrestore()
546 WRITE_ONCE(rnp->exp_tasks, np); in rcu_preempt_deferred_qs_irqrestore()
807 READ_ONCE(rnp->exp_tasks)); in dump_blkd_tasks()
1077 if (READ_ONCE(rnp->exp_tasks) == NULL && in rcu_boost()
1098 if (rnp->exp_tasks != NULL) in rcu_boost()
1099 tb = rnp->exp_tasks; in rcu_boost()
1127 return READ_ONCE(rnp->exp_tasks) != NULL || in rcu_boost()
1145 READ_ONCE(rnp->exp_tasks)); in rcu_boost_kthread()
1185 if (rnp->exp_tasks != NULL || in rcu_initiate_boost()
[all …]
H A Dtree_exp.h157 return READ_ONCE(rnp->exp_tasks) == NULL && in sync_rcu_exp_done()
402 WRITE_ONCE(rnp->exp_tasks, rnp->blkd_tasks.next); in __sync_rcu_exp_select_node_cpus()
591 ".T"[!!data_race(rnp_root->exp_tasks)]); in synchronize_rcu_expedited_stall()
601 ".T"[!!data_race(rnp->exp_tasks)]); in synchronize_rcu_expedited_stall()
823 if (!rnp->exp_tasks) { in rcu_print_task_exp_stall()
827 t = list_entry(rnp->exp_tasks->prev, in rcu_print_task_exp_stall()
850 if (!READ_ONCE(rnp->exp_tasks)) { in rcu_exp_print_detail_task_stall_rnp()
854 t = list_entry(rnp->exp_tasks->prev, in rcu_exp_print_detail_task_stall_rnp()
H A Dtree.h96 struct list_head *exp_tasks; member
H A Dtree_stall.h903 !data_race(READ_ONCE(rnp->exp_tasks)) && !data_race(READ_ONCE(rnp->gp_tasks))) in show_rcu_gp_kthreads()
912 ".E"[!!data_race(READ_ONCE(rnp->exp_tasks))], in show_rcu_gp_kthreads()
/linux-6.15/Documentation/RCU/Design/Data-Structures/
H A DData-Structures.rst495 3 struct list_head *exp_tasks;
510 periods and in ``->exp_tasks`` for expedited grace periods. These last