Home
last modified time | relevance | path

Searched refs:CT_RCU_WATCHING (Results 1 – 4 of 4) sorted by relevance

/linux-6.15/kernel/
H A Dcontext_tracking.c34 .state = ATOMIC_INIT(CT_RCU_WATCHING),
112 WARN_ON_ONCE(IS_ENABLED(CONFIG_RCU_EQS_DEBUG) && !(seq & CT_RCU_WATCHING)); in ct_kernel_enter_state()
238 ct_kernel_exit_state(CT_RCU_WATCHING); in ct_nmi_exit()
279 ct_kernel_enter_state(CT_RCU_WATCHING); in ct_nmi_enter()
319 ct_kernel_exit(false, CT_RCU_WATCHING + CT_STATE_IDLE); in ct_idle_enter()
337 ct_kernel_enter(false, CT_RCU_WATCHING - CT_STATE_IDLE); in ct_idle_exit()
506 ct_kernel_exit(true, CT_RCU_WATCHING + state); in __ct_user_enter()
622 ct_kernel_enter(true, CT_RCU_WATCHING - state); in __ct_user_exit()
/linux-6.15/include/linux/
H A Dcontext_tracking.h128 return raw_atomic_read(this_cpu_ptr(&context_tracking.state)) & CT_RCU_WATCHING; in rcu_is_watching_curr_cpu()
151 ct_state_inc(CT_RCU_WATCHING); in warn_rcu_enter()
160 ct_state_inc(CT_RCU_WATCHING); in warn_rcu_exit()
H A Dcontext_tracking_state.h22 #define CT_RCU_WATCHING CT_STATE_MAX macro
/linux-6.15/kernel/rcu/
H A Dtree.c276 if (ct_rcu_watching() & CT_RCU_WATCHING) in rcu_watching_online()
278 ct_state_inc(CT_RCU_WATCHING); in rcu_watching_online()
287 return !(snap & CT_RCU_WATCHING); in rcu_watching_snap_in_eqs()
328 snap = ct_rcu_watching_cpu(cpu) & ~CT_RCU_WATCHING; in rcu_watching_zero_in_eqs()
354 seq = ct_state_inc(2 * CT_RCU_WATCHING); in rcu_momentary_eqs()
356 WARN_ON_ONCE(!(seq & CT_RCU_WATCHING)); in rcu_momentary_eqs()