Home
last modified time | relevance | path

Searched refs:RCU_NEXT_TAIL (Results 1 – 5 of 5) sorted by relevance

/linux-6.15/kernel/rcu/
H A Drcu_segcblist.c333 rcu_segcblist_inc_seglen(rsclp, RCU_NEXT_TAIL); in rcu_segcblist_enqueue()
335 WRITE_ONCE(*rsclp->tails[RCU_NEXT_TAIL], rhp); in rcu_segcblist_enqueue()
336 WRITE_ONCE(rsclp->tails[RCU_NEXT_TAIL], &rhp->next); in rcu_segcblist_enqueue()
359 for (i = RCU_NEXT_TAIL; i > RCU_DONE_TAIL; i--) in rcu_segcblist_entrain()
364 for (; i <= RCU_NEXT_TAIL; i++) in rcu_segcblist_entrain()
408 rclp->tail = rsclp->tails[RCU_NEXT_TAIL]; in rcu_segcblist_extract_pend_cbs()
462 WRITE_ONCE(rsclp->tails[RCU_NEXT_TAIL], rclp->tail); in rcu_segcblist_insert_pend_cbs()
481 for (i = RCU_WAIT_TAIL; i < RCU_NEXT_TAIL; i++) { in rcu_segcblist_advance()
503 if (rsclp->tails[j] == rsclp->tails[RCU_NEXT_TAIL]) in rcu_segcblist_advance()
572 for (j = i + 1; j <= RCU_NEXT_TAIL; j++) in rcu_segcblist_accelerate()
[all …]
H A Dtree_nocb.h1582 sprintf(bufn, "%ld", rsclp->seglen[RCU_NEXT_TAIL]); in show_rcu_nocb_state()
1601 ".N"[!rcu_segcblist_segempty(rsclp, RCU_NEXT_TAIL)], in show_rcu_nocb_state()
1602 rcu_segcblist_segempty(rsclp, RCU_NEXT_TAIL) ? "" : bufn, in show_rcu_nocb_state()
H A Dsrcutree.c1781 WARN_ON_ONCE(!rcu_segcblist_segempty(&sdp->srcu_cblist, RCU_NEXT_TAIL)); in srcu_invoke_callbacks()
/linux-6.15/include/linux/
H A Drcu_segcblist.h63 #define RCU_NEXT_TAIL 3 macro
209 .tails[RCU_NEXT_TAIL] = &n.head, \
/linux-6.15/Documentation/RCU/Design/Data-Structures/
H A DData-Structures.rst678 4 #define RCU_NEXT_TAIL 3
698 #. ``RCU_NEXT_TAIL``: Callbacks that have not yet been associated with a
725 ``->tails[RCU_NEXT_TAIL]`` array element references CB 4's ``->next``
728 ``->tails[RCU_NEXT_TAIL]`` array element always references the last RCU
733 ``->tails[RCU_NEXT_TAIL]`` array element: It can be ``NULL`` when this
738 CPUs advance their callbacks from the ``RCU_NEXT_TAIL`` to the