Home
last modified time | relevance | path

Searched refs:expedited_sequence (Results 1 – 4 of 4) sorted by relevance

/linux-6.15/kernel/rcu/
H A Dtree_exp.h22 rcu_seq_start(&rcu_state.expedited_sequence); in rcu_exp_gp_seq_start()
32 return rcu_seq_endval(&rcu_state.expedited_sequence); in rcu_exp_gp_seq_endval()
41 rcu_seq_end(&rcu_state.expedited_sequence); in rcu_exp_gp_seq_end()
55 s = rcu_seq_snap(&rcu_state.expedited_sequence); in rcu_exp_gp_seq_snap()
67 return rcu_seq_done(&rcu_state.expedited_sequence, s); in rcu_exp_gp_seq_done()
590 j - jiffies_start, rcu_state.expedited_sequence, data_race(rnp_root->expmask), in synchronize_rcu_expedited_stall()
985 rcu_state.expedited_sequence += (1 << RCU_SEQ_CTR_SHIFT); in synchronize_rcu_expedited()
H A Dtree.h377 unsigned long expedited_sequence; /* Take a ticket. */ member
H A Dtree.c519 return rcu_state.expedited_sequence; in rcu_exp_batches_completed()
545 ((READ_ONCE(rcu_state.expedited_sequence) & 0xffffffULL) << 16) | in rcutorture_gather_gp_seqs()
3401 rgosp->rgos_exp = rcu_seq_snap(&rcu_state.expedited_sequence); in get_state_synchronize_rcu_full()
3554 rcu_seq_done_exact(&rcu_state.expedited_sequence, rgosp->rgos_exp)) { in poll_state_synchronize_rcu_full()
/linux-6.15/Documentation/RCU/Design/Expedited-Grace-Periods/
H A DExpedited-Grace-Periods.rst259 ``->expedited_sequence`` in the ``rcu_state`` structure. This counter
310 ``->expedited_sequence`` field is zero, so adding three and clearing the
352 initiates the grace period, which increments ``->expedited_sequence``.
367 ``->expedited_sequence``, acquires the ``->exp_wake_mutex`` and then
373 ``->expedited_sequence`` to the value three. If new tasks G and H arrive