Lines Matching refs:cons_head

122 	uint32_t cons_head, cons_next;  in buf_ring_dequeue_mc()  local
127 cons_head = br->br_cons_head; in buf_ring_dequeue_mc()
128 cons_next = (cons_head + 1) & br->br_cons_mask; in buf_ring_dequeue_mc()
130 if (cons_head == br->br_prod_tail) { in buf_ring_dequeue_mc()
134 } while (!atomic_cmpset_acq_int(&br->br_cons_head, cons_head, cons_next)); in buf_ring_dequeue_mc()
136 buf = br->br_ring[cons_head]; in buf_ring_dequeue_mc()
138 br->br_ring[cons_head] = NULL; in buf_ring_dequeue_mc()
145 while (br->br_cons_tail != cons_head) in buf_ring_dequeue_mc()
162 uint32_t cons_head, cons_next; in buf_ring_dequeue_sc() local
195 cons_head = atomic_load_acq_32(&br->br_cons_head); in buf_ring_dequeue_sc()
197 cons_head = br->br_cons_head; in buf_ring_dequeue_sc()
201 cons_next = (cons_head + 1) & br->br_cons_mask; in buf_ring_dequeue_sc()
203 cons_next_next = (cons_head + 2) & br->br_cons_mask; in buf_ring_dequeue_sc()
206 if (cons_head == prod_tail) in buf_ring_dequeue_sc()
217 buf = br->br_ring[cons_head]; in buf_ring_dequeue_sc()
220 br->br_ring[cons_head] = NULL; in buf_ring_dequeue_sc()
223 if (br->br_cons_tail != cons_head) in buf_ring_dequeue_sc()
225 br->br_cons_tail, cons_head); in buf_ring_dequeue_sc()
239 uint32_t cons_head, cons_next; in buf_ring_advance_sc() local
242 cons_head = br->br_cons_head; in buf_ring_advance_sc()
245 cons_next = (cons_head + 1) & br->br_cons_mask; in buf_ring_advance_sc()
246 if (cons_head == prod_tail) in buf_ring_advance_sc()
250 br->br_ring[cons_head] = NULL; in buf_ring_advance_sc()