Home
last modified time | relevance | path

Searched refs:ring (Results 1 – 25 of 34) sorted by relevance

12

/xnu-11215/tests/skywalk/
H A Dskt_pllupipe.c79 channel_ring_t ring; in skt_pllupipe_txk_main() local
92 assert(ring); in skt_pllupipe_txk_main()
105 channel_ring_t ring; in skt_pllupipe_txs_main() local
118 assert(ring); in skt_pllupipe_txs_main()
131 channel_ring_t ring; in skt_pllupipe_txp_main() local
144 assert(ring); in skt_pllupipe_txp_main()
157 channel_ring_t ring; in skt_pllupipe_rxk_main() local
170 assert(ring); in skt_pllupipe_rxk_main()
183 channel_ring_t ring; in skt_pllupipe_rxs_main() local
196 assert(ring); in skt_pllupipe_rxs_main()
[all …]
H A Dskt_ringid.c79 channel_ring_t ring; in skt_ringid_main_common() local
98 ring = (*get_ring)(channel, ringid); in skt_ringid_main_common()
99 assert(ring); in skt_ringid_main_common()
104 ring = (*get_ring)(channel, ringid); in skt_ringid_main_common()
105 assert(!ring); in skt_ringid_main_common()
127 ring = (*get_ring)(channel, ringid2); in skt_ringid_main_common()
128 assert(ringid2 != ringid || ring); in skt_ringid_main_common()
129 assert(ringid2 == ringid || !ring); // This verifies rdar://problem/24849324 in skt_ringid_main_common()
H A Dskt_oneslot.c51 channel_ring_t ring; in skt_oneslot_common() local
128 ring = os_channel_tx_ring(channel, ringid); in skt_oneslot_common()
129 assert(ring); in skt_oneslot_common()
131 avail = os_channel_available_slot_count(ring); in skt_oneslot_common()
134 slot = os_channel_get_next_slot(ring, NULL, &prop); in skt_oneslot_common()
142 os_channel_set_slot_properties(ring, slot, &prop); in skt_oneslot_common()
144 error = os_channel_advance_slot(ring, slot); in skt_oneslot_common()
191 ring = os_channel_rx_ring(channel, ringid); in skt_oneslot_common()
192 assert(ring); in skt_oneslot_common()
194 avail = os_channel_available_slot_count(ring); in skt_oneslot_common()
[all …]
H A Dskt_nslots.c50 channel_ring_t ring; in skt_nslots_common() local
129 ring = os_channel_tx_ring(channel, ringid); in skt_nslots_common()
130 assert(ring); in skt_nslots_common()
164 avail = os_channel_available_slot_count(ring); in skt_nslots_common()
168 slot = os_channel_get_next_slot(ring, NULL, &prop); in skt_nslots_common()
191 error = os_channel_advance_slot(ring, prev); in skt_nslots_common()
199 ring = os_channel_rx_ring(channel, ringid); in skt_nslots_common()
200 assert(ring); in skt_nslots_common()
234 avail = os_channel_available_slot_count(ring); in skt_nslots_common()
238 slot = os_channel_get_next_slot(ring, NULL, &prop); in skt_nslots_common()
[all …]
H A Dskt_shutdown.c53 channel_ring_t ring; in skt_shutdown_common() local
224 ring = os_channel_tx_ring(channel, ringid); in skt_shutdown_common()
225 assert(ring); in skt_shutdown_common()
227 avail = os_channel_available_slot_count(ring); in skt_shutdown_common()
233 error = os_channel_advance_slot(ring, slot); in skt_shutdown_common()
240 error = os_channel_pending(ring); in skt_shutdown_common()
243 ts = os_channel_ring_sync_time(ring); in skt_shutdown_common()
246 ts = os_channel_ring_notify_time(ring); in skt_shutdown_common()
361 ring = os_channel_rx_ring(channel, ringid); in skt_shutdown_common()
362 assert(ring); in skt_shutdown_common()
[all …]
H A Dskt_writemem.c89 channel_ring_t ring; in skt_writering_main() local
91 ring = os_channel_tx_ring(channel, ringid); in skt_writering_main()
92 assert(ring); in skt_writering_main()
96 (intptr_t)ring->chrd_ring); in skt_writering_main()
99 memset((void *)ring->chrd_ring, 0x5a, sizeof(*ring->chrd_ring)); in skt_writering_main()
H A Dskt_badring.c55 channel_ring_t ring; in skt_badringtx_common() local
72 ring = os_channel_tx_ring(channel, ringid); in skt_badringtx_common()
73 assert(ring); in skt_badringtx_common()
75 struct __user_channel_ring *cr = (struct __user_channel_ring *)ring->chrd_ring; // deconst in skt_badringtx_common()
174 channel_ring_t ring; in skt_badringrx_common() local
191 ring = os_channel_rx_ring(channel, ringid); in skt_badringrx_common()
192 assert(ring); in skt_badringrx_common()
194 struct __user_channel_ring *cr = (struct __user_channel_ring *)ring->chrd_ring; // deconst in skt_badringrx_common()
H A Dskywalk_test_utils.h262 uint32_t sktc_chew_random(channel_t channel, channel_ring_t ring, sync_mode_t mode, bool dosync, ui…
263 void sktc_pump_ring_nslots_kq(channel_t channel, channel_ring_t ring, sync_mode_t mode, bool dosync…
264 void sktc_pump_ring_nslots_select(channel_t channel, channel_ring_t ring, sync_mode_t mode, bool do…
265 void sktc_pump_ring_nslots_poll(channel_t channel, channel_ring_t ring, sync_mode_t mode, bool dosy…
/xnu-11215/libsyscall/wrappers/skywalk/
H A Dos_channel.c310 (mach_vm_address_t)((uintptr_t)ring + ring->ring_md_base); in os_channel_init_ring()
442 if (ring->ring_head <= ring->ring_tail) { in _slot_index_is_valid()
955 return ring->ring_head != ring->ring_khead; in os_channel_pending()
978 n = ring->ring_head - ring->ring_khead; in os_channel_available_slot_count()
984 n = ring->ring_tail - ring->ring_head; in os_channel_available_slot_count()
1003 ring->ring_head = _CHANNEL_RING_NEXT(ring, idx); in os_channel_advance_slot()
1804 ring->ring_head = _CHANNEL_RING_NEXT(ring, idx); in os_channel_packet_alloc_common()
1866 ring->ring_head = _CHANNEL_RING_NEXT(ring, idx); in os_channel_packet_free()
2245 ring->ring_head = _CHANNEL_RING_NEXT(ring, idx); in os_channel_get_next_event_handle()
2367 ring->ring_head = _CHANNEL_RING_NEXT(ring, idx); in os_channel_buflet_alloc()
[all …]
/xnu-11215/bsd/skywalk/nexus/netif/
H A Dnx_netif_vp.c159 kr_exit(ring); in netif_deliver_pkt()
198 kr_exit(ring); in netif_deliver_pkt()
227 "(%d)", KRNA(ring)->na_name, SK_KVA(KRNA(ring)), in netif_hwna_rx_get_pkts()
228 ring->ckr_name, SK_KVA(ring), ring->ckr_flags, in netif_hwna_rx_get_pkts()
234 kr_exit(ring); in netif_hwna_rx_get_pkts()
240 err = ring->ckr_na_sync(ring, p, 0); in netif_hwna_rx_get_pkts()
268 ring->ckr_rtail = ring->ckr_ktail; in netif_hwna_rx_get_pkts()
275 kr_exit(ring); in netif_hwna_rx_get_pkts()
290 err = nx_rx_sync_packets(ring, ring->ckr_scratch, &count); in netif_llw_rx_notify_fast()
1144 kr_exit(ring); in netif_vp_na_channel_event_notify()
[all …]
H A Dnx_netif.c3667 ring->ckr_rtail = ring->ckr_ktail;
3696 ring->ckr_name, SK_KVA(ring), ring->ckr_flags,
3714 err = ring->ckr_na_sync(ring, p, 0);
3736 ring->ckr_netif_mit_stats(ring, stats.nps_pkts,
3790 ring->ckr_netif_mit_stats(ring, stats.nps_pkts,
4179 ring->ckr_name, ring->ckr_khead,
4180 ring->ckr_ktail, ring->ckr_rhead,
4333 KR_SLOT_ATTACH_METADATA(ring, KR_KSD(ring, idx),
4358 ring->ckr_khead_pre = ring->ckr_khead;
4359 sync_err = ring->ckr_na_sync(ring, kernproc, flags);
[all …]
H A Dnx_netif_filter_vp.c88 kr_enter(ring, TRUE); in netif_filter_deliver()
91 if (__improbable(KR_DROP(ring))) { in netif_filter_deliver()
98 kr_exit(ring); in netif_filter_deliver()
102 slot = kern_channel_get_next_slot(ring, slot, NULL); in netif_filter_deliver()
112 err = kern_channel_slot_attach_packet(ring, slot, ph); in netif_filter_deliver()
119 if (ring->ckr_ring_id == NETIF_FILTER_RING_INBOUND) { in netif_filter_deliver()
136 kern_channel_advance_slot(ring, last_slot); in netif_filter_deliver()
139 kr_exit(ring); in netif_filter_deliver()
141 (void) kern_channel_notify(ring, 0); in netif_filter_deliver()
150 struct __kern_channel_ring *ring = in netif_filter_rx_cb() local
[all …]
/xnu-11215/bsd/skywalk/channel/
H A Dos_channel.h384 extern int os_channel_pending(const channel_ring_t ring);
391 extern uint64_t os_channel_ring_sync_time(const channel_ring_t ring);
398 extern uint64_t os_channel_ring_notify_time(const channel_ring_t ring);
409 extern int os_channel_advance_slot(channel_ring_t ring,
411 extern void os_channel_set_slot_properties(const channel_ring_t ring,
417 extern packet_t os_channel_slot_get_packet(const channel_ring_t ring,
447 extern int os_channel_flow_admissible(const channel_ring_t ring,
607 const kern_channel_ring_t ring);
627 const kern_channel_ring_t ring, const kern_channel_slot_t slot);
640 extern errno_t kern_channel_tx_refill(const kern_channel_ring_t ring,
[all …]
H A Dchannel_ring.c674 head = ring->ring_head; in kr_txsync_prologue()
684 ring->ring_head, ring->ring_tail); in kr_txsync_prologue()
740 head = ring->ring_head; in kr_free_sync_prologue()
749 kring->ckr_rhead, ckr_rtail, ring->ring_head, ring->ring_tail); in kr_free_sync_prologue()
1005 ring->ring_head, ring->ring_tail); in kr_rxsync_prologue()
1049 ring->ring_head, ring->ring_tail); in kr_rxsync_prologue()
1073 head = ring->ring_head; in kr_alloc_sync_prologue()
1097 ring->ring_head, ring->ring_tail); in kr_alloc_sync_prologue()
1485 head = ring->ring_head; in kr_event_sync_prologue()
1519 ring->ring_tail); in kr_event_sync_prologue()
[all …]
/xnu-11215/bsd/skywalk/nexus/kpipe/
H A Dnx_kpipe_loopback.c227 kplo_txring = ring; in kplo_ring_init()
231 kplo_rxring = ring; in kplo_ring_init()
236 KPLO_WHICH_RING(ring), SK_KVA(ring), (uint64_t)(*ring_ctx), error); in kplo_ring_init()
248 KPLO_VERIFY_CTX(ring, kern_channel_ring_get_context(ring)); in kplo_ring_fini()
250 KPLO_WHICH_RING(ring), SK_KVA(ring)); in kplo_ring_fini()
268 KPLO_VERIFY_CTX(ring, kern_channel_ring_get_context(ring)); in kplo_slot_init()
296 KPLO_VERIFY_CTX(ring, kern_channel_ring_get_context(ring)); in kplo_slot_fini()
315 KPLO_VERIFY_CTX(ring, kern_channel_ring_get_context(ring)); in kplo_sync_tx()
318 ring->ckr_name, ring->ckr_flags, CKRF_BITS, flags); in kplo_sync_tx()
478 KPLO_VERIFY_CTX(ring, kern_channel_ring_get_context(ring)); in kplo_sync_rx()
[all …]
/xnu-11215/bsd/net/
H A Dif_headless.c553 headlessif->iff_tx_ring[0] = ring; in headless_nx_ring_init()
556 headlessif->iff_rx_ring[0] = ring; in headless_nx_ring_init()
566 kern_channel_ring_t ring) in headless_nx_ring_fini() argument
568 #pragma unused(nxprov, ring) in headless_nx_ring_fini()
574 if (headlessif->iff_rx_ring[0] == ring) { in headless_nx_ring_fini()
577 } else if (headlessif->iff_tx_ring[0] == ring) { in headless_nx_ring_fini()
835 kern_channel_ring_t ring; in headless_async_doorbell() local
839 ring = headlessif->iff_tx_ring[0]; in headless_async_doorbell()
842 ring == NULL) { in headless_async_doorbell()
847 error = kern_channel_tx_refill(ring, UINT32_MAX, in headless_async_doorbell()
[all …]
H A Dif_redirect.c479 rd->rd_tx_ring[0] = ring; in redirect_nx_ring_init()
483 rd->rd_rx_ring[0] = ring; in redirect_nx_ring_init()
495 kern_channel_ring_t ring) in redirect_nx_ring_fini() argument
497 #pragma unused(nxprov, ring) in redirect_nx_ring_fini()
503 if (rd->rd_rx_ring[0] == ring) { in redirect_nx_ring_fini()
506 } else if (rd->rd_tx_ring[0] == ring) { in redirect_nx_ring_fini()
812 kern_channel_ring_t ring, uint32_t flags) in redirect_nx_sync_rx() argument
814 #pragma unused(nxprov, nexus, ring, flags) in redirect_nx_sync_rx()
824 kern_channel_ring_t ring; in redirect_async_doorbell() local
828 ring = rd->rd_tx_ring[0]; in redirect_async_doorbell()
[all …]
H A Dif_fake.c2004 fakeif->iff_tx_ring[0] = ring; in feth_nx_ring_init()
2008 fakeif->iff_rx_ring[0] = ring; in feth_nx_ring_init()
2019 kern_channel_ring_t ring) in feth_nx_ring_fini() argument
2021 #pragma unused(nxprov, ring) in feth_nx_ring_fini()
2027 if (fakeif->iff_rx_ring[0] == ring) { in feth_nx_ring_fini()
2326 #pragma unused(nxprov, ring, flags) in feth_nx_sync_rx()
2345 if (ring != NULL) { in feth_nx_tx_dequeue_driver_managed()
2373 kern_channel_ring_t ring; in feth_async_doorbell() local
2377 ring = fakeif->iff_tx_ring[0]; in feth_async_doorbell()
2380 ring == NULL) { in feth_async_doorbell()
[all …]
H A Dif_utun.c265 kern_channel_ring_t ring);
362 pcb->utun_netif_rxring = ring; in utun_netif_ring_init()
365 pcb->utun_netif_txring = ring; in utun_netif_ring_init()
372 kern_channel_ring_t ring) in utun_netif_ring_fini() argument
376 if (pcb->utun_netif_rxring == ring) { in utun_netif_ring_fini()
576 (void) kr_enter(ring, TRUE); in utun_netif_tx_doorbell()
604 kr_exit(ring); in utun_netif_tx_doorbell()
3170 pcb->utun_kpipe_rxring = ring; in utun_kpipe_ring_init()
3173 pcb->utun_kpipe_txring = ring; in utun_kpipe_ring_init()
3180 kern_channel_ring_t ring) in utun_kpipe_ring_fini() argument
[all …]
/xnu-11215/bsd/skywalk/nexus/
H A Dos_nexus.h581 kern_nexus_t nexus, kern_channel_t channel, kern_channel_ring_t ring,
598 kern_nexus_t nexus, kern_channel_ring_t ring);
616 kern_nexus_t nexus, kern_channel_ring_t ring, kern_channel_slot_t slot,
633 kern_nexus_t nexus, kern_channel_ring_t ring, kern_channel_slot_t slot,
645 kern_nexus_t nexus, kern_channel_ring_t ring, uint32_t flags);
656 kern_nexus_t nexus, kern_channel_ring_t ring, uint32_t flags);
672 kern_nexus_t nexus, kern_channel_ring_t ring, uint32_t flags);
694 kern_nexus_t nexus, kern_channel_ring_t ring, uint64_t packets[],
H A Dnexus_adapter.c1872 if (ring != NULL) { in na_kr_setup()
1889 kring->ckr_ring = ring; in na_kr_setup()
1892 if (ring == NULL) { in na_kr_setup()
1900 ring, &oi, NULL); in na_kr_setup()
1909 &ring->ring_def_buf_base = in na_kr_setup()
1912 &ring->ring_large_buf_base = in na_kr_setup()
1922 &ring->ring_bft_base = in na_kr_setup()
1927 ASSERT(ring->ring_bft_size == in na_kr_setup()
1932 &ring->ring_bft_base = 0; in na_kr_setup()
1970 ASSERT(ring->ring_md_size == in na_kr_setup()
[all …]
/xnu-11215/osfmk/kern/
H A Diotrace.c52 percpu_foreach(ring, iotrace_ring) { in init_iotrace_bufs()
53 *ring = zalloc_permanent_tag(size, ZALIGN(iotrace_entry_t), in init_iotrace_bufs()
/xnu-11215/bsd/skywalk/nexus/flowswitch/
H A Dfsw_vp.c542 struct __kern_channel_ring *ring = &vpna->na_event_rings[0]; in fsw_vp_na_channel_event_notify() local
568 if (__improbable(KR_DROP(ring))) { in fsw_vp_na_channel_event_notify()
574 vpna_pkt = nx_fsw_alloc_packet(ring->ckr_pp, ev_len, &ph); in fsw_vp_na_channel_event_notify()
591 kr_enter(ring, TRUE); in fsw_vp_na_channel_event_notify()
593 slot = kern_channel_get_next_slot(ring, NULL, NULL); in fsw_vp_na_channel_event_notify()
596 kr_exit(ring); in fsw_vp_na_channel_event_notify()
601 err = kern_channel_slot_attach_packet(ring, slot, ph); in fsw_vp_na_channel_event_notify()
604 kern_channel_advance_slot(ring, slot); in fsw_vp_na_channel_event_notify()
606 kr_exit(ring); in fsw_vp_na_channel_event_notify()
/xnu-11215/tools/lldbmacros/
H A Dskywalk.py127 for ring in IterateKernChannelRings(kc, 0) :
128 print(GetKernChannelRingSummary(ring))
132 for ring in IterateKernChannelRings(kc, 1) :
133 print(GetKernChannelRingSummary(ring))
137 for ring in IterateKernChannelRings(kc, 2) :
138 print(GetKernChannelRingSummary(ring))
142 for ring in IterateKernChannelRings(kc, 3) :
143 print(GetKernChannelRingSummary(ring))
/xnu-11215/osfmk/i386/
H A Dcpu_data.h595 traptrace_entry_t *__unsafe_indexable ring; in traptrace_end() local
598 ring = *PERCPU_GET_WITH_BASE(other_percpu_base(index >> 16), in traptrace_end()
601 ring[index].duration = eabs - ring[index].start_time_abs; in traptrace_end()

12