Home
last modified time | relevance | path

Searched refs:tail (Results 1 – 25 of 49) sorted by relevance

12

/xnu-11215/iokit/Kernel/
H A DIODataQueue.cpp166 UInt32 tail; in enqueue() local
179 tail = __c11_atomic_load((_Atomic UInt32 *)&dataQueue->tail, __ATOMIC_RELAXED); in enqueue()
184 if ((queueSize < tail) || (queueSize < head)) { in enqueue()
188 if (tail >= head) { in enqueue()
190 if ((entrySize <= UINT32_MAX - tail) && in enqueue()
191 ((tail + entrySize) <= queueSize)) { in enqueue()
201 newTail = tail + entrySize; in enqueue()
225 if ((head - tail) > entrySize) { in enqueue()
230 newTail = tail + entrySize; in enqueue()
239 if (tail != head) { in enqueue()
[all …]
H A DIOSharedDataQueue.cpp222 UInt32 tail; in enqueue() local
229 tail = __c11_atomic_load((_Atomic UInt32 *)&dataQueue->tail, __ATOMIC_RELAXED); in enqueue()
237 if (getQueueSize() < tail || getQueueSize() < head) { in enqueue()
241 if (tail >= head) { in enqueue()
243 if ((entrySize <= UINT32_MAX - tail) && in enqueue()
244 ((tail + entrySize) <= getQueueSize())) { in enqueue()
254 newTail = tail + entrySize; in enqueue()
278 if ((head - tail) > entrySize) { in enqueue()
283 newTail = tail + entrySize; in enqueue()
292 if (tail != head) { in enqueue()
[all …]
/xnu-11215/san/memory/
H A Dubsan_log.c104 ubsan_log_recorded(size_t head, size_t tail) in ubsan_log_recorded() argument
106 if (head >= tail) { in ubsan_log_recorded()
107 return head - tail; in ubsan_log_recorded()
109 return ubsan_log_size - (tail - head + 1); in ubsan_log_recorded()
117 size_t head, tail; variable
121 tail = os_atomic_load(&ubsan_log_tail, relaxed);
123 size_t nentries = ubsan_log_recorded(head, tail);
137 for (size_t i = tail; i != head; i = next_entry(i)) {
155 size_t head, tail; variable
159 tail = os_atomic_load(&ubsan_log_tail, relaxed);
[all …]
/xnu-11215/iokit/System/
H A DIODataQueueDispatchSourceShared.h10 volatile uint32_t tail; member
496 uint32_t tail; in EnqueueWithCoalesce() local
510 tail = __c11_atomic_load((_Atomic uint32_t *)&dataQueue->tail, __ATOMIC_RELAXED); in EnqueueWithCoalesce()
528 newTail = tail; in EnqueueWithCoalesce()
529 if (tail >= head) { in EnqueueWithCoalesce()
543 newTail = tail + entrySize; in EnqueueWithCoalesce()
589 if (tail != head) { in EnqueueWithCoalesce()
603 if (tail == head) { in EnqueueWithCoalesce()
628 uint32_t tail; in CanEnqueueData() local
640 tail = __c11_atomic_load((_Atomic uint32_t *)&dataQueue->tail, __ATOMIC_RELAXED); in CanEnqueueData()
[all …]
/xnu-11215/bsd/net/
H A Dmblist.h46 mbuf_t tail; member
63 list->tail->m_nextpkt = m; in mblist_append()
65 list->tail = m; in mblist_append()
77 VERIFY(list->tail != NULL); in mblist_append_list()
78 list->tail->m_nextpkt = append.head; in mblist_append_list()
79 list->tail = append.tail; in mblist_append_list()
H A Dflowhash.c188 const u_int8_t *tail; in net_flowhash_mh3_x86_32() local
213 k1 ^= tail[2] << 16; in net_flowhash_mh3_x86_32()
216 k1 ^= tail[1] << 8; in net_flowhash_mh3_x86_32()
219 k1 ^= tail[0]; in net_flowhash_mh3_x86_32()
247 const u_int8_t *tail; in net_flowhash_mh3_x64_128() local
324 k2 ^= ((u_int64_t)tail[9]) << 8; in net_flowhash_mh3_x64_128()
327 k2 ^= ((u_int64_t)tail[8]) << 0; in net_flowhash_mh3_x64_128()
340 k1 ^= ((u_int64_t)tail[7]) << 56; in net_flowhash_mh3_x64_128()
343 k1 ^= ((u_int64_t)tail[6]) << 48; in net_flowhash_mh3_x64_128()
358 k1 ^= ((u_int64_t)tail[1]) << 8; in net_flowhash_mh3_x64_128()
[all …]
/xnu-11215/libsyscall/mach/
H A Dvm_reclaim.c121 idx = os_atomic_load_wide(&indices->tail, relaxed); in mach_vm_reclaim_mark_free()
142 os_atomic_inc(&indices->tail, relaxed); in mach_vm_reclaim_mark_free()
176 original_tail = os_atomic_load_wide(&indices->tail, relaxed); in mach_vm_reclaim_mark_free_with_id()
180 os_atomic_store_wide(&indices->tail, id, relaxed); in mach_vm_reclaim_mark_free_with_id()
185 os_atomic_store_wide(&indices->tail, original_tail, relaxed); in mach_vm_reclaim_mark_free_with_id()
199 os_atomic_store_wide(&indices->tail, original_tail, relaxed); in mach_vm_reclaim_mark_free_with_id()
231 original_tail = os_atomic_load_wide(&indices->tail, relaxed); in mach_vm_reclaim_mark_used()
234 os_atomic_store_wide(&indices->tail, id, relaxed); in mach_vm_reclaim_mark_used()
239 os_atomic_store_wide(&indices->tail, original_tail, relaxed); in mach_vm_reclaim_mark_used()
249 os_atomic_store_wide(&indices->tail, original_tail, relaxed); in mach_vm_reclaim_mark_used()
/xnu-11215/osfmk/kern/
H A Dmpsc_queue.c68 mpsc_queue_chain_t head, tail; in mpsc_queue_dequeue_batch() local
72 tail = os_atomic_load(&q->mpqh_tail, relaxed); in mpsc_queue_dequeue_batch()
73 if (__improbable(tail == &q->mpqh_head)) { in mpsc_queue_dequeue_batch()
104 mpsc_queue_batch_next(mpsc_queue_chain_t cur, mpsc_queue_chain_t tail) in mpsc_queue_batch_next() argument
107 if (cur == tail || cur == NULL) { in mpsc_queue_batch_next()
267 mpsc_queue_chain_t head, cur, tail; in _mpsc_daemon_queue_drain() local
295 if ((head = mpsc_queue_dequeue_batch(&dq->mpd_queue, &tail, dep))) { in _mpsc_daemon_queue_drain()
297 mpsc_queue_batch_foreach_safe(cur, head, tail) { in _mpsc_daemon_queue_drain()
302 } while ((head = mpsc_queue_dequeue_batch(&dq->mpd_queue, &tail, dep))); in _mpsc_daemon_queue_drain()
H A Dmpsc_queue.h348 mpsc_queue_dequeue_batch(mpsc_queue_head_t q, mpsc_queue_chain_t *tail,
376 mpsc_queue_batch_next(mpsc_queue_chain_t cur, mpsc_queue_chain_t tail);
393 #define mpsc_queue_batch_foreach_safe(item, head, tail) \ argument
394 for (mpsc_queue_chain_t __tmp, __item = (head), __tail = (tail); \
H A Dcircle_queue.h95 queue_entry_t tail = circle_queue_last(cq); in circle_enqueue_tail() local
100 } else if (tail->next != head) { in circle_enqueue_tail()
101 __queue_element_linkage_invalid(tail); in circle_enqueue_tail()
104 elt->prev = tail; in circle_enqueue_tail()
105 tail->next = elt; in circle_enqueue_tail()
/xnu-11215/bsd/net/classq/
H A Dclassq_subr.c346 return fq_if_enqueue_classq(ifq, head, tail, cnt, bytes, pdrop); in ifclassq_enqueue()
351 u_int32_t byte_limit, classq_pkt_t *head, classq_pkt_t *tail, in ifclassq_dequeue() argument
355 byte_limit, head, tail, cnt, len, FALSE, grp_idx); in ifclassq_dequeue()
361 classq_pkt_t *tail, u_int32_t *cnt, u_int32_t *len, u_int8_t grp_idx) in ifclassq_dequeue_sc() argument
364 head, tail, cnt, len, TRUE, grp_idx); in ifclassq_dequeue_sc()
393 byte_limit, head, tail, cnt, len, grp_idx); in ifclassq_dequeue_common_default()
405 head, tail, cnt, len, grp_idx); in ifclassq_dequeue_common_default()
466 if (tail != NULL) { in ifclassq_dequeue_common_default()
467 *tail = last; in ifclassq_dequeue_common_default()
499 pkt_limit, byte_limit, head, tail, cnt, len, drvmgt, grp_idx); in ifclassq_dequeue_common()
[all …]
/xnu-11215/tools/lldbmacros/
H A Dsysreg.py84 sys.stdout.write(child.tail)
144 sys.stdout.write((child.tail))
154 sys.stdout.write(child.tail)
169 sys.stdout.write(child.tail)
/xnu-11215/bsd/net/pktsched/
H A Dpktsched_fq_codel.c275 *tail = pkt.pktsched_pkt; in fq_getq_flow_kpkt()
331 *tail = pkt.pktsched_pkt; in fq_getq_flow_mbuf()
685 *tail = fq->fq_dq_tail; in fq_dqlist_remove()
935 classq_pkt_t tail = CLASSQ_PKT_INITIALIZER(tail); in fq_if_dequeue_classq_multi_common() local
993 last = tail; in fq_if_dequeue_classq_multi_common()
1154 classq_pkt_t tail = CLASSQ_PKT_INITIALIZER(tail); in fq_if_dequeue_sc_classq_multi_separate() local
1169 last = tail; in fq_if_dequeue_sc_classq_multi_separate()
2207 tail = &fq->fq_dq_tail; in fq_if_dequeue()
2211 tail = &last; in fq_if_dequeue()
2262 tail = &fq->fq_dq_tail; in fq_if_dequeue()
[all …]
/xnu-11215/osfmk/vm/
H A Dvm_reclaim.c255 uint64_t head = 0, tail = 0, busy = 0; in vm_deferred_reclamation_buffer_init_internal() local
334 kr = reclaim_copyin_tail(metadata, &tail); in vm_deferred_reclamation_buffer_init_internal()
339 if (head != 0 || tail != 0 || busy != 0) { in vm_deferred_reclamation_buffer_init_internal()
711 return indices + offsetof(mach_vm_reclaim_indices_v1_t, tail); in get_tail_ptr()
762 result = copyin_atomic64(tail_ptr, tail); in reclaim_copyin_tail()
875 kr = reclaim_copyin_tail(metadata, &tail); in reclaim_chunk()
893 if (tail < head) { in reclaim_chunk()
912 num_to_reclaim = tail - head; in reclaim_chunk()
933 tail = new_tail; in reclaim_chunk()
934 if (tail < head) { in reclaim_chunk()
[all …]
/xnu-11215/bsd/netinet/
H A Dip_dummynet.h270 struct mbuf *head, *tail; /* queue of packets */ member
385 struct mbuf *head, *tail; /* packets in delay line */ member
435 user32_addr_t head, tail; /* queue of packets */ member
522 user32_addr_t head, tail; /* packets in delay line */ member
560 user64_addr_t head, tail; /* queue of packets */ member
647 user64_addr_t head, tail; /* packets in delay line */ member
H A Dip_dummynet.c154 struct mbuf **tail);
156 struct mbuf **tail);
158 struct mbuf **tail);
758 if (*tail != NULL) { in transmit_event()
759 (*tail)->m_nextpkt = m; in transmit_event()
763 *tail = m; in transmit_event()
766 if (*tail != NULL) { in transmit_event()
819 p->tail->m_nextpkt = pkt; in move_pkt()
821 p->tail = pkt; in move_pkt()
1674 q->tail->m_nextpkt = m; in dummynet_io()
[all …]
/xnu-11215/bsd/skywalk/nexus/netif/
H A Dnx_netif_filter_compat.c210 classq_pkt_t *tail, uint32_t *cnt, uint32_t *len, errno_t orig_err, in fix_dequeue_mbuf_return_args() argument
220 if (tail != NULL) { in fix_dequeue_mbuf_return_args()
221 CLASSQ_PKT_INIT_MBUF(tail, m_tail); in fix_dequeue_mbuf_return_args()
251 classq_pkt_t *head, classq_pkt_t *tail, uint32_t *cnt, uint32_t *len, in nx_netif_compat_tx_dequeue() argument
282 fix_dequeue_mbuf_return_args(m_chain, head, tail, cnt, len, in nx_netif_compat_tx_dequeue()
H A Dnx_netif_filter_native.c212 classq_pkt_t *tail, uint32_t *cnt, uint32_t *len, errno_t orig_err, in fix_dequeue_pkt_return_args() argument
222 if (tail != NULL) { in fix_dequeue_pkt_return_args()
223 CLASSQ_PKT_INIT_PACKET(tail, p_tail); in fix_dequeue_pkt_return_args()
253 classq_pkt_t *head, classq_pkt_t *tail, uint32_t *cnt, uint32_t *len, in nx_netif_native_tx_dequeue() argument
283 fix_dequeue_pkt_return_args(p_chain, head, tail, cnt, len, in nx_netif_native_tx_dequeue()
/xnu-11215/bsd/nfs/
H A Dnfs_gss.c1483 mbuf_t mb, tail; in nfs_gss_append_chain() local
1492 tail = NULL; in nfs_gss_append_chain()
1494 tail = mb; in nfs_gss_append_chain()
1497 nmc->nmc_mcur = tail; in nfs_gss_append_chain()
1498 nmc->nmc_ptr = (caddr_t) mbuf_data(tail) + mbuf_len(tail); in nfs_gss_append_chain()
1499 nmc->nmc_left = mbuf_trailingspace(tail); in nfs_gss_append_chain()
1510 mbuf_t mb, tail; in nfs_gss_nfsm_chain() local
1513 tail = NULL; in nfs_gss_nfsm_chain()
1515 tail = mb; in nfs_gss_nfsm_chain()
1519 nmc->nmc_mcur = tail; in nfs_gss_nfsm_chain()
[all …]
/xnu-11215/libkern/c++/
H A Dpriority_queue.cpp334 entry_t tail = head; member
339 tail->next = child_list;
340 while (tail->next) {
341 tail = tail->next;
/xnu-11215/bsd/skywalk/lib/
H A Dcuckoo_hashtable.c702 uint8_t head, tail; in cuckoo_probe() local
713 tail = 1; in cuckoo_probe()
715 while (__probable(tail != head && tail < _CHT_BFS_QUEUE_END)) { in cuckoo_probe()
744 queue[tail].bkt_idx = __alt_hash(s->_hash) & h->_bitmask; in cuckoo_probe()
745 queue[tail].prev_node_idx = head; in cuckoo_probe()
746 queue[tail].prev_slot_idx = i; in cuckoo_probe()
747 tail++; in cuckoo_probe()
766 if (tail == head || tail >= _CHT_BFS_QUEUE_END) { in cuckoo_probe()
768 "head %d tail %d (%d/%d, load factor %d%%)", head, tail, in cuckoo_probe()
/xnu-11215/bsd/skywalk/nexus/
H A Dnexus_pktq.h140 classq_pkt_t head, tail; in __nx_pktq_enq_multi() local
143 CLASSQ_PKT_INIT_PACKET(&tail, p_tail); in __nx_pktq_enq_multi()
144 _addq_multi(&q->nx_pktq_q, &head, &tail, cnt, size); in __nx_pktq_enq_multi()
H A Dnexus_mbq.h166 classq_pkt_t head, tail; in __nx_mbq_enq_multi() local
169 CLASSQ_PKT_INIT_MBUF(&tail, m_tail); in __nx_mbq_enq_multi()
170 _addq_multi(&q->nx_mbq_q, &head, &tail, cnt, size); in __nx_mbq_enq_multi()
/xnu-11215/SETUP/config/
H A Dmkmakefile.c90 const char *tail(const char *fn);
118 if (eq(tail(fp->f_fn), tail(file))) { in fltail_lookup()
682 sp = tail(tp->f_fn); in do_objs()
753 tail(const char *fn) in tail() function
805 tp = tail(np); /* dvw: init tp before 'if' */ in do_rules()
/xnu-11215/iokit/Tests/
H A DTests.cpp1213 uint32_t tail = 0; in IODataQueueDispatchSourceTests() local
1237 tail++; in IODataQueueDispatchSourceTests()
1248 tail++; in IODataQueueDispatchSourceTests()
1250 if (tail > NUM_ELEMENTS) { in IODataQueueDispatchSourceTests()
1251 tail = 1; in IODataQueueDispatchSourceTests()
1261 …if (j < NUM_ELEMENTS - enqueued || (head <= tail && tail == enqueued && j == NUM_ELEMENTS - enqueu… in IODataQueueDispatchSourceTests()
1263 …%u enqueued=%u head=%u tail=%u kr=%d expected kIOReturnSuccess\n", i, j, enqueued, head, tail, kr); in IODataQueueDispatchSourceTests()
1267 …%u enqueued=%u head=%u tail=%u kr=%d expected kIOReturnOverrun\n", i, j, enqueued, head, tail, kr); in IODataQueueDispatchSourceTests()
1281 tail++; in IODataQueueDispatchSourceTests()
1282 if (tail > NUM_ELEMENTS) { in IODataQueueDispatchSourceTests()
[all …]

12