Home
last modified time | relevance | path

Searched refs:rnp_root (Results 1 – 2 of 2) sorted by relevance

/linux-6.15/kernel/rcu/
H A Dtree_stall.h947 struct rcu_node *rnp_root = rcu_get_root(); in rcu_check_gp_start_stall() local
951 ULONG_CMP_GE(READ_ONCE(rnp_root->gp_seq), in rcu_check_gp_start_stall()
952 READ_ONCE(rnp_root->gp_seq_needed)) || in rcu_check_gp_start_stall()
964 ULONG_CMP_GE(READ_ONCE(rnp_root->gp_seq), in rcu_check_gp_start_stall()
965 READ_ONCE(rnp_root->gp_seq_needed)) || in rcu_check_gp_start_stall()
974 if (rnp_root != rnp) in rcu_check_gp_start_stall()
979 READ_ONCE(rnp_root->gp_seq_needed)) || in rcu_check_gp_start_stall()
983 if (rnp_root != rnp) in rcu_check_gp_start_stall()
985 raw_spin_unlock_rcu_node(rnp_root); in rcu_check_gp_start_stall()
990 if (rnp_root != rnp) in rcu_check_gp_start_stall()
[all …]
H A Dtree_exp.h298 struct rcu_node *rnp_root = rcu_get_root(); in exp_funnel_lock() local
302 (rnp == rnp_root || in exp_funnel_lock()
303 ULONG_CMP_LT(READ_ONCE(rnp_root->exp_seq_rq), s)) && in exp_funnel_lock()
543 struct rcu_node *rnp_root = rcu_get_root(); in synchronize_rcu_expedited_wait_once() local
546 sync_rcu_exp_done_unlocked(rnp_root), in synchronize_rcu_expedited_wait_once()
549 if (t > 0 || sync_rcu_exp_done_unlocked(rnp_root)) in synchronize_rcu_expedited_wait_once()
564 struct rcu_node *rnp_root = rcu_get_root(); in synchronize_rcu_expedited_stall() local
590 j - jiffies_start, rcu_state.expedited_sequence, data_race(rnp_root->expmask), in synchronize_rcu_expedited_stall()
591 ".T"[!!data_race(rnp_root->exp_tasks)]); in synchronize_rcu_expedited_stall()
595 if (rnp == rnp_root) in synchronize_rcu_expedited_stall()