Home
last modified time | relevance | path

Searched refs:kring (Results 1 – 24 of 24) sorted by relevance

/xnu-11215/bsd/skywalk/channel/
H A Dchannel_ring.c93 kring->ckr_rhead = kring->ckr_khead = 0; in kr_init_to_mhints()
95 kring->ckr_rtail = kring->ckr_ktail = in kr_init_to_mhints()
420 kring->ckr_rhead, kring->ckr_khead, in kr_log_bad_ring()
716 sk_proc_pid(p), kring->ckr_name, SK_KVA(kring), kring->ckr_flags, in kr_txsync_prologue()
760 sk_proc_pid(p), kring->ckr_name, SK_KVA(kring), kring->ckr_flags, in kr_free_sync_prologue()
816 kring->ckr_khead, kring->ckr_ktail, kring->ckr_rhead, in kr_rxprologue()
863 kring->ckr_khead, kring->ckr_ktail, kring->ckr_rhead, in kr_rxprologue_nodetach()
937 kring->ckr_khead, kring->ckr_ktail, kring->ckr_rhead, in kr_rxprologue_upp()
1046 sk_proc_pid(p), kring->ckr_name, SK_KVA(kring), kring->ckr_flags, in kr_rxsync_prologue()
1094 sk_proc_pid(p), kring->ckr_name, SK_KVA(kring), kring->ckr_flags, in kr_alloc_sync_prologue()
[all …]
H A Dchannel_kern.c50 return kring->ckr_na_notify(kring, kernproc, 0); in kern_channel_notify()
66 return kring->ckr_num_slots + kring->ckr_rhead - index; in _kern_channel_available_slot_count_tx()
82 busy = kring->ckr_num_slots + index - kring->ckr_khead; in _kern_channel_available_slot_count_rx()
121 kring->ckr_lim); in kern_channel_get_next_slot()
132 kring->ckr_name, slot_idx, kring->ckr_khead, in kern_channel_get_next_slot()
133 kring->ckr_ktail, kring->ckr_rhead, in kern_channel_get_next_slot()
145 kring->ckr_name, slot_idx, kring->ckr_khead, in kern_channel_get_next_slot()
146 kring->ckr_ktail, kring->ckr_rhead, in kern_channel_get_next_slot()
172 ASSERT(kring->ckr_tx == NR_RX || kring->ckr_tx == NR_EV); in _kern_channel_advance_slot_rx()
176 kring->ckr_ktail = SLOT_NEXT(index, kring->ckr_lim); in _kern_channel_advance_slot_rx()
[all …]
H A Dchannel_syscalls.c368 kring->ckr_ring->ring_head, kring->ckr_khead); in channel_sync_log2()
493 } else if (kring->ckr_na_sync(kring, p, in __channel_sync()
526 } else if (kring->ckr_na_sync(kring, p, in __channel_sync()
558 kr_exit(kring); in __channel_sync()
593 kring, i); in __channel_sync()
604 } else if (kring->ckr_na_sync(kring, p, in __channel_sync()
620 kring, i); in __channel_sync()
623 kr_exit(kring); in __channel_sync()
640 kring, i); in __channel_sync()
651 } else if (kring->ckr_na_sync(kring, p, in __channel_sync()
[all …]
H A Dchannel.c304 KRNA(kring)->na_name, SK_KVA(KRNA(kring)), kring->ckr_name, in csi_selrecord_one()
386 SK_KVA(KRNA(kring)), kring->ckr_name, SK_KVA(kring), in csi_selwakeup_one()
1282 if (kring->ckr_na_sync(kring, p, 0)) { in ch_event()
1301 found = kring->ckr_rhead != kring->ckr_rtail; in ch_event()
1306 (void) kring->ckr_na_notify(kring, p, in ch_event()
1369 if (kring->ckr_na_sync(kring, p, 0)) { in ch_event()
1384 found = kring->ckr_rhead != kring->ckr_rtail; in ch_event()
1389 (void) kring->ckr_na_notify(kring, p, in ch_event()
1450 if (kring->ckr_na_sync(kring, p, 0)) { in ch_event()
1459 found = (kring->ckr_rhead != kring->ckr_rtail); in ch_event()
[all …]
H A Dkern_channel_event.c296 kern_channel_event_notify(struct __kern_channel_ring *kring) in kern_channel_event_notify() argument
298 ASSERT(kring->ckr_tx == NR_TX); in kern_channel_event_notify()
302 KRNA(kring)->na_name, SK_KVA(KRNA(kring)), SK_KVA(kring)); in kern_channel_event_notify()
304 na_post_event(kring, TRUE, FALSE, FALSE, CHAN_FILT_HINT_CHANNEL_EVENT); in kern_channel_event_notify()
309 kern_channel_event_sync(struct __kern_channel_ring *kring, struct proc *p, in kern_channel_event_sync() argument
313 (void) kr_reclaim(kring); in kern_channel_event_sync()
H A Dchannel_var.h423 int (*ckr_save_notify)(struct __kern_channel_ring *kring,
447 int (*ckr_netif_notify)(struct __kern_channel_ring *kring,
449 void (*ckr_netif_mit_stats)(struct __kern_channel_ring *kring,
491 int (*ckr_mon_sync)(struct __kern_channel_ring *kring, struct proc *,
872 extern void kr_update_stats(struct __kern_channel_ring *kring,
874 extern boolean_t kr_txempty(struct __kern_channel_ring *kring);
894 struct __kern_channel_ring *kring, struct proc *p);
906 struct __kern_channel_ring *kring, struct proc *p);
918 extern void kr_alloc_sync_finalize(struct __kern_channel_ring *kring,
920 extern void kr_free_sync_finalize(struct __kern_channel_ring *kring,
[all …]
H A Dos_channel.h617 const kern_channel_ring_t kring, const kern_channel_slot_t slot,
620 extern void kern_channel_advance_slot(const kern_channel_ring_t kring,
677 const kern_channel_ring_t kring, const uint32_t sidx, kern_packet_t ph);
679 const kern_channel_ring_t kring, const uint32_t sidx, kern_packet_t ph);
/xnu-11215/bsd/skywalk/nexus/monitor/
H A Dnx_monitor.c497 SK_KVA(kring), kring->ckr_flags, CKRF_BITS, kring->ckr_ring_id, in nx_mon_na_txsync()
517 SK_KVA(kring), kring->ckr_flags, CKRF_BITS, kring->ckr_ring_id, in nx_mon_na_rxsync()
519 kring->ckr_khead = kring->ckr_rhead; in nx_mon_na_rxsync()
808 kring->ckr_name, SK_KVA(kring), kring->ckr_flags, in nx_mon_add()
810 kring->ckr_mon_sync = kring->ckr_na_sync; in nx_mon_add()
817 kring->ckr_mon_notify = kring->ckr_na_notify; in nx_mon_add()
829 kring->ckr_mon_tail = kring->ckr_ktail; in nx_mon_add()
874 kring->ckr_na_sync = kring->ckr_mon_sync; in nx_mon_del()
1027 kring->ckr_name, SK_KVA(kring), kring->ckr_flags, in nx_mon_zcopy_parent_sync()
1103 KR_KSD(kring, beg), KR_USD(kring, beg)); in nx_mon_zcopy_parent_sync()
[all …]
/xnu-11215/bsd/skywalk/nexus/
H A Dnexus_adapter.c352 kring->ckr_name, SK_KVA(kring), in na_krings_use()
1140 SK_KVA(KRNA(kring)), kring->ckr_name, SK_KVA(kring), in na_notify()
1142 kring->ckr_ktail, kring->ckr_rhead, kring->ckr_rtail); in na_notify()
1514 bzero(kring, sizeof(*kring)); in na_kr_create()
1673 kring->ckr_name, SK_KVA(kring), kring->ckr_flags, in na_kr_create()
2055 kring->ckr_ksds_last = &kring->ckr_ksds[kring->ckr_lim]; in na_kr_setup()
2197 kring->ckr_na_notify(kring, p, 0); in na_kr_teardown_txrx()
2548 kring->ckr_name, SK_KVA(kring), kring->ckr_flags, in na_kr_drop()
3129 SK_KVA(kring), kring->ckr_flags, CKRF_BITS, kring->ckr_ring_id, in na_pseudo_txsync()
3143 SK_KVA(kring), kring->ckr_flags, CKRF_BITS, kring->ckr_ring_id, in na_pseudo_rxsync()
[all …]
H A Dnexus_var.h606 ASSERT(kring->ckr_tx == NR_TX); in nx_sync_tx()
609 KRNA(kring)->na_nx, kring, in nx_sync_tx()
622 ASSERT(kring->ckr_tx == NR_RX); in nx_sync_rx()
625 KRNA(kring)->na_nx, kring, in nx_sync_rx()
638 ASSERT(kring->ckr_tx == NR_TX); in nx_tx_doorbell()
641 kring, (async ? KERN_NEXUS_TXDOORBELLF_ASYNC_REFILL: 0)); in nx_tx_doorbell()
646 nx_rx_sync_packets(struct __kern_channel_ring *kring, in nx_rx_sync_packets() argument
651 ASSERT(kring->ckr_tx == NR_RX); in nx_rx_sync_packets()
654 KRNA(kring)->na_nx, kring, packets, count, 0); in nx_rx_sync_packets()
662 nx_has_rx_sync_packets(struct __kern_channel_ring *kring) in nx_has_rx_sync_packets() argument
[all …]
H A Dnexus.c2334 nxprov, nx, ch, kring, (kring->ckr_tx == NR_TX), in nx_init_rings()
2339 SK_KVA(nx), kring->ckr_name, SK_KVA(kring), in nx_init_rings()
2341 kring->ckr_ctx = NULL; in nx_init_rings()
2417 nx_fini_slots(nx, kring); in nx_fini_rings()
2418 kring->ckr_ctx = NULL; in nx_fini_rings()
2465 SK_KVA(kring), kring->ckr_flags, CKRF_BITS, i, err); in nx_init_slots()
2471 kring->ckr_slot_ctxs_set++; in nx_init_slots()
2475 nx_fini_slots(nx, kring); in nx_init_slots()
2498 kring, &slot[i], i); in nx_fini_slots()
2504 kring->ckr_slot_ctxs_set = 0; in nx_fini_slots()
[all …]
H A Dnexus_adapter.h296 int (*na_txsync)(struct __kern_channel_ring *kring, struct proc *,
298 int (*na_rxsync)(struct __kern_channel_ring *kring, struct proc *,
317 int (*na_notify)(struct __kern_channel_ring *kring, struct proc *,
/xnu-11215/bsd/skywalk/nexus/netif/
H A Dnx_netif_compat.c368 return kring->ckr_netif_notify(kring, p, flags); in nx_netif_compat_na_notify_tx()
384 return kring->ckr_netif_notify(kring, p, flags); in nx_netif_compat_na_notify_rx()
760 n, kring->ckr_khead, kring->ckr_ktail, in nx_netif_compat_tx_clean()
761 kring->ckr_rhead, kring->ckr_rtail); in nx_netif_compat_tx_clean()
866 SK_KVA(kring), kring->ckr_flags, CKRF_BITS, kring->ckr_ring_id, in nx_netif_compat_na_txsync_log()
867 flags, nm_i, kring->ckr_khead, kring->ckr_ktail, in nx_netif_compat_na_txsync_log()
868 kring->ckr_rhead, kring->ckr_rtail); in nx_netif_compat_na_txsync_log()
924 SK_KVA(kring), kring->ckr_flags, in nx_netif_compat_na_txsync()
1026 nx_mbq_size(q), kring->ckr_khead, kring->ckr_ktail); in nx_netif_compat_receive_log1()
1037 kring->ckr_name, SK_KVA(kring), kring->ckr_flags, CKRF_BITS, in nx_netif_compat_receive_log2()
[all …]
H A Dnx_netif_host.c252 kring = &NAKR(na, NR_RX)[i]; in nx_netif_host_krings_create()
254 nx_mbq_safe_init(kring, &kring->ckr_rx_queue, in nx_netif_host_krings_create()
260 kring->ckr_name, SK_KVA(kring), kring->ckr_flags, in nx_netif_host_krings_create()
290 kring = &NAKR(na, NR_RX)[i]; in nx_netif_host_krings_delete()
291 q = &kring->ckr_rx_queue; in nx_netif_host_krings_delete()
295 kring->ckr_name, SK_KVA(kring), kring->ckr_flags, in nx_netif_host_krings_delete()
311 #pragma unused(kring, p, flags) in nx_netif_host_na_rxsync()
322 #pragma unused(kring, p, flags) in nx_netif_host_na_txsync()
476 if (currentkring != kring) { in nx_netif_host_output()
481 currentkring = kring; in nx_netif_host_output()
[all …]
H A Dnx_netif_filter_vp.c361 (void) kr_reclaim(kring); in netif_filter_na_rxsync()
387 dev_nifna = NIFNA(nx_port_get_na(KRNA(kring)->na_nx, in netif_filter_na_txsync()
389 nifna = NIFNA(KRNA(kring)); in netif_filter_na_txsync()
392 ringid = kring->ckr_ring_id; in netif_filter_na_txsync()
404 slot = kern_channel_get_next_slot(kring, slot, NULL); in netif_filter_na_txsync()
408 ph = kern_channel_slot_get_packet(kring, slot); in netif_filter_na_txsync()
413 kring, kern_channel_slot_t, slot); in netif_filter_na_txsync()
422 kring, kern_channel_slot_t, slot); in netif_filter_na_txsync()
452 struct __kern_channel_ring *, kring); in netif_filter_na_txsync()
464 kern_channel_advance_slot(kring, last_slot); in netif_filter_na_txsync()
[all …]
H A Dnx_netif.c410 #pragma unused(kring, p, flags) in nx_netif_na_notify_drop()
1730 kring->ckr_na_sync(kring, PROC_NULL, in nx_netif_doorbell_internal()
1767 SK_KVA(kring), kring->ckr_flags, CKRF_BITS, kring->ckr_ring_id, in nx_netif_na_txsync()
1787 !KR_KERNEL_ONLY(kring); in nx_netif_na_txsync()
1828 SK_KVA(kring), kring->ckr_flags, CKRF_BITS, kring->ckr_ring_id, in nx_netif_na_rxsync()
1831 ASSERT(kring->ckr_rhead <= kring->ckr_lim); in nx_netif_na_rxsync()
1838 kring->ckr_pending_intr = 0; in nx_netif_na_rxsync()
1899 KRNA(kring)->na_name, SK_KVA(KRNA(kring)), kring->ckr_name, in nx_netif_common_intr()
1900 SK_KVA(kring), kring->ckr_flags, CKRF_BITS); in nx_netif_common_intr()
1905 kring->ckr_pending_intr++; in nx_netif_common_intr()
[all …]
H A Dnx_netif_vp.c686 nifna = NIFNA(KRNA(kring)); in netif_vp_na_txsync()
690 slot = kern_channel_get_next_slot(kring, slot, NULL); in netif_vp_na_txsync()
694 ph = kern_channel_slot_get_packet(kring, slot); in netif_vp_na_txsync()
699 kring, kern_channel_slot_t, slot); in netif_vp_na_txsync()
708 kring, kern_channel_slot_t, slot); in netif_vp_na_txsync()
720 if (NA_CHANNEL_EVENT_ATTACHED(KRNA(kring))) { in netif_vp_na_txsync()
722 KRNA(kring)->na_nx_port, nifna->nifna_gencnt); in netif_vp_na_txsync()
737 struct __kern_channel_ring *, kring); in netif_vp_na_txsync()
744 kern_channel_advance_slot(kring, last_slot); in netif_vp_na_txsync()
747 dev_nifna = NIFNA(nx_port_get_na(KRNA(kring)->na_nx, in netif_vp_na_txsync()
[all …]
H A Dnx_netif_gso.c150 struct __kern_channel_ring *kring; in netif_gso_check_netif_active() local
166 kring = &hwna->na_tx_rings[hwna->na_kring_svc_lut[sc_idx]]; in netif_gso_check_netif_active()
167 if (__improbable(KR_DROP(kring))) { in netif_gso_check_netif_active()
171 kring->ckr_name, SK_KVA(kring), kring->ckr_flags, in netif_gso_check_netif_active()
175 *pp = kring->ckr_pp; in netif_gso_check_netif_active()
H A Dnx_netif_poll.c372 struct __kern_channel_ring *kring = &na->na_rx_rings[0]; in netif_rxpoll_compat_thread_cont() local
373 struct nx_mbq *rxq = &kring->ckr_rx_queue; in netif_rxpoll_compat_thread_cont()
/xnu-11215/bsd/skywalk/nexus/flowswitch/
H A Dfsw_vp.c204 dropped_pkts = kring->ckr_rhead - kring->ckr_khead; in fsw_vp_na_txsync()
224 kring->ckr_khead = kring->ckr_rhead; in fsw_vp_na_txsync()
225 kring->ckr_ktail = SLOT_PREV(kring->ckr_rhead, kring->ckr_lim); in fsw_vp_na_txsync()
228 kring->ckr_name, SK_KVA(kring), kring->ckr_flags, in fsw_vp_na_txsync()
235 SK_KVA(kring), kring->ckr_flags, CKRF_BITS, kring->ckr_ring_id, in fsw_vp_na_txsync()
252 head = kring->ckr_rhead; in fsw_vp_na_rxsync()
259 khead_prev = kring->ckr_khead; in fsw_vp_na_rxsync()
260 kring->ckr_khead = head; in fsw_vp_na_rxsync()
268 sk_proc_pid(p), kring->ckr_name, SK_KVA(kring), kring->ckr_flags, in fsw_vp_na_rxsync()
269 CKRF_BITS, kring->ckr_ring_id, kring->ckr_khead, khead_prev, in fsw_vp_na_rxsync()
[all …]
H A Dfsw_var.h118 extern int fsw_vp_na_txsync(struct __kern_channel_ring *kring,
120 extern int fsw_vp_na_rxsync(struct __kern_channel_ring *kring,
/xnu-11215/bsd/skywalk/nexus/kpipe/
H A Dnx_kernel_pipe.c608 nx_kpipe_na_txsync(struct __kern_channel_ring *kring, struct proc *p, in nx_kpipe_na_txsync() argument
614 sk_proc_name_address(p), sk_proc_pid(p), kring->ckr_name, in nx_kpipe_na_txsync()
615 SK_KVA(kring), kring->ckr_flags, CKRF_BITS, kring->ckr_ring_id, in nx_kpipe_na_txsync()
618 return nx_sync_tx(kring, (flags & NA_SYNCF_FORCE_RECLAIM)); in nx_kpipe_na_txsync()
622 nx_kpipe_na_rxsync(struct __kern_channel_ring *kring, struct proc *p, in nx_kpipe_na_rxsync() argument
628 sk_proc_name_address(p), sk_proc_pid(p), kring->ckr_name, in nx_kpipe_na_rxsync()
629 SK_KVA(kring), kring->ckr_flags, CKRF_BITS, kring->ckr_ring_id, in nx_kpipe_na_rxsync()
632 ASSERT(kring->ckr_rhead <= kring->ckr_lim); in nx_kpipe_na_rxsync()
634 return nx_sync_rx(kring, (flags & NA_SYNCF_FORCE_READ)); in nx_kpipe_na_rxsync()
/xnu-11215/bsd/skywalk/packet/
H A Dpacket_var.h749 KR_SLOT_ATTACH_METADATA(const kern_channel_ring_t kring, in KR_SLOT_ATTACH_METADATA() argument
752 obj_idx_t idx = KR_SLOT_INDEX(kring, in KR_SLOT_ATTACH_METADATA()
757 ASSERT(kqum->qum_pp == kring->ckr_pp); in KR_SLOT_ATTACH_METADATA()
770 if (!KR_KERNEL_ONLY(kring)) { in KR_SLOT_ATTACH_METADATA()
783 obj_idx_t idx = KR_SLOT_INDEX(kring, in KR_SLOT_DETACH_METADATA()
790 ASSERT(kqum->qum_pp == kring->ckr_pp); in KR_SLOT_DETACH_METADATA()
806 if (!KR_KERNEL_ONLY(kring)) { in KR_SLOT_DETACH_METADATA()
807 USD_DETACH_METADATA(KR_USD(kring, idx)); in KR_SLOT_DETACH_METADATA()
818 obj_idx_t idx = KR_SLOT_INDEX(kring, in KR_SLOT_ATTACH_BUF_METADATA()
828 ASSERT(!KR_KERNEL_ONLY(kring)); in KR_SLOT_ATTACH_BUF_METADATA()
[all …]
/xnu-11215/tools/lldbmacros/
H A Dskywalk.py79 def GetKernChannelRingSummary(kring): argument
87 addr=kring,
88 name=kring.ckr_name,
89 flags=kring.ckr_flags,
90 kh=kring.ckr_khead,
91 kt=kring.ckr_ktail,
92 rh=kring.ckr_rhead,
93 rt=kring.ckr_rtail)