| /xnu-11215/libsyscall/wrappers/skywalk/ |
| H A D | os_packet.c | 72 return __packet_get_headroom(ph); in os_packet_get_headroom() 114 return __packet_set_link_ethfcs(ph); in os_packet_set_link_ethfcs() 235 __packet_clear_flow_uuid(ph); in os_packet_clear_flow_uuid() 253 (void) __packet_set_group_end(ph); in os_packet_set_group_end() 259 return __packet_get_group_end(ph); in os_packet_get_group_end() 346 return __packet_get_wake_flag(ph); in os_packet_get_wake_flag() 364 return __packet_get_truncated(ph); in os_packet_get_truncated() 370 __packet_set_l4s_flag(ph); in os_packet_set_l4s_flag() 400 return __packet_finalize(ph); in os_packet_finalize() 416 QUM_ADDR(ph)->qum_usecnt++; in os_packet_increment_use_count() [all …]
|
| H A D | os_channel.c | 1863 midx = METADATA_IDX(QUM_ADDR(ph)); in os_channel_packet_free() 1864 _SLOT_METADATA_IDX_VERIFY(chrd, QUM_ADDR(ph), midx); in os_channel_packet_free() 1873 const channel_slot_t slot, packet_t ph) in os_channel_slot_attach_packet() argument 1883 if (__improbable(!__packet_is_finalized(ph))) { in os_channel_slot_attach_packet() 1916 midx = METADATA_IDX(QUM_ADDR(ph)); in os_channel_slot_attach_packet() 1917 _SLOT_METADATA_IDX_VERIFY(chrd, QUM_ADDR(ph), midx); in os_channel_slot_attach_packet() 1926 const channel_slot_t slot, packet_t ph) in os_channel_slot_detach_packet() argument 1966 if (__improbable(!__packet_is_finalized(ph))) { in os_channel_slot_detach_packet() 1993 packet_t ph; in os_channel_purge_packet_alloc_ring_common() local 2015 ph = SK_PTR_ENCODE(q, chrd->chrd_md_type, in os_channel_purge_packet_alloc_ring_common() [all …]
|
| /xnu-11215/bsd/skywalk/packet/ |
| H A D | packet_kern.c | 41 "subtype %llu != %llu)", ph, SK_PTR_TYPE(ph), type, in pkt_subtype_assert_fail() 42 SK_PTR_SUBTYPE(ph), subtype); in pkt_subtype_assert_fail() 52 ph, SK_PTR_TYPE(ph), type); in pkt_type_assert_fail() 135 #pragma unused(ph, off) in kern_packet_set_network_header_offset() 152 #pragma unused(ph, off) in kern_packet_set_transport_header_offset() 160 #pragma unused(ph) in kern_packet_get_transport_header_offset() 305 __packet_clear_flow_uuid(ph); in kern_packet_clear_flow_uuid() 375 return __packet_finalize(ph); in kern_packet_finalize() 808 p = SK_PTR_ADDR_KPKT(ph); in kern_packet_get_next() 830 p = SK_PTR_ADDR_KPKT(ph); in kern_packet_set_chain_counts() [all …]
|
| H A D | packet_common.h | 166 PKT_ADDR(ph)->pkt_l2_len = len; in __packet_set_link_header_length() 177 return PKT_ADDR(ph)->pkt_l2_len; in __packet_get_link_header_length() 1045 return QUM_ADDR(ph)->qum_len; in __packet_get_data_length() 1076 switch (SK_PTR_TYPE(ph)) { in __packet_get_buflet_count() 1190 switch (SK_PTR_TYPE(ph)) { in __packet_get_next_buflet() 1395 switch (SK_PTR_TYPE(ph)) { in __packet_finalize() 1404 switch (SK_PTR_SUBTYPE(ph)) { in __packet_finalize() 1471 QUM_ADDR(ph)->qum_len = len; in __packet_finalize() 1474 QUM_ADDR(ph)->qum_len = 0; in __packet_finalize() 2010 switch (SK_PTR_TYPE(ph)) { in __packet_get_trace_id() [all …]
|
| H A D | os_packet.h | 452 extern void os_packet_set_tx_timestamp(const packet_t ph, const uint64_t ts); 462 extern uint32_t os_packet_get_segment_count(const packet_t ph); 464 extern int os_packet_add_buflet(const packet_t ph, const buflet_t bprev, 467 extern int os_packet_increment_use_count(const packet_t ph); 469 extern int os_packet_decrement_use_count(const packet_t ph, uint16_t *use_cnt); 471 extern packet_trace_id_t os_packet_get_trace_id(const packet_t ph); 472 extern void os_packet_set_trace_id(const packet_t ph, packet_trace_id_t); 473 extern void os_packet_trace_event(const packet_t ph, uint32_t); 772 extern void kern_packet_set_trace_tag(const kern_packet_t ph, packet_trace_tag_t tag); 773 extern packet_trace_tag_t kern_packet_get_trace_tag(const kern_packet_t ph); [all …]
|
| H A D | packet_copy.c | 955 __packet_set_tx_completion_data(ph, in pkt_copy_from_mbuf() 999 __packet_set_link_broadcast(ph); in pkt_copy_from_mbuf() 1001 __packet_set_link_multicast(ph); in pkt_copy_from_mbuf() 1210 __packet_get_buflet_count(ph))); in pkt_copy_multi_buflet_from_mbuf() 1290 m_copypkt_sum(m, moff, ph, poff, len, FALSE); in pkt_copy_multi_buflet_from_mbuf() 1344 __packet_set_tx_completion_data(ph, in pkt_copy_multi_buflet_from_mbuf() 1387 __packet_set_link_broadcast(ph); in pkt_copy_multi_buflet_from_mbuf() 1389 __packet_set_link_multicast(ph); in pkt_copy_multi_buflet_from_mbuf() 1676 __packet_get_buflet_count(ph))); in pkt_copy_multi_buflet_to_mbuf() 1702 partial = _pkt_copyaddr_sum(ph, soff, in pkt_copy_multi_buflet_to_mbuf() [all …]
|
| H A D | pbufpool_kern.c | 378 kern_pbufpool_free(const kern_pbufpool_t pp, kern_packet_t ph) in kern_pbufpool_free() argument 380 pp_free_packet(pp, SK_PTR_ADDR(ph)); in kern_pbufpool_free()
|
| /xnu-11215/bsd/skywalk/mem/ |
| H A D | skmem_test.c | 285 if (ph != 0) { in skmem_buflet_tests() 294 ph = 0; in skmem_buflet_tests() 321 VERIFY(ph != 0); in skmem_buflet_tests() 354 VERIFY(ph != 0); in skmem_buflet_tests() 392 VERIFY(ph != 0); in skmem_buflet_tests() 679 ph = 0; in skmem_buflet_tests() 755 VERIFY(ph != 0); in skmem_test_alloccb() 1262 ph = 0; in skmem_packet_tests() 1814 1, &ph); in skmem_test_func() 1820 if (ph != 0) { in skmem_test_func() [all …]
|
| /xnu-11215/bsd/skywalk/nexus/kpipe/ |
| H A D | nx_kpipe_loopback.c | 325 kern_packet_t ph; /* packet handle */ in kplo_sync_tx() local 380 ph = kern_channel_slot_get_packet(txkring, ts); in kplo_sync_tx() 381 VERIFY(ph != 0); in kplo_sync_tx() 382 pidx = kern_packet_get_object_index(ph); in kplo_sync_tx() 386 VERIFY(kern_packet_get_buflet_count(ph) == 1); in kplo_sync_tx() 387 buf = kern_packet_get_next_buflet(ph, NULL); in kplo_sync_tx() 407 VERIFY(kern_packet_finalize(ph) == 0); in kplo_sync_tx() 414 VERIFY(kern_packet_finalize(ph) == 0); in kplo_sync_tx() 416 VERIFY(kern_packet_finalize(ph) == 0); in kplo_sync_tx() 417 buf = kern_packet_get_next_buflet(ph, buf); in kplo_sync_tx() [all …]
|
| /xnu-11215/bsd/skywalk/nexus/netif/ |
| H A D | nx_netif_util.c | 37 kern_packet_t ph; in nx_netif_alloc_packet() local 38 ph = pp_alloc_packet_by_size(pp, sz, SKMEM_NOSLEEP); in nx_netif_alloc_packet() 39 if (__improbable(ph == 0)) { in nx_netif_alloc_packet() 45 *php = ph; in nx_netif_alloc_packet() 47 return SK_PTR_ADDR_KPKT(ph); in nx_netif_alloc_packet() 342 kern_packet_t fph, ph; in nx_netif_pkt_to_filter_pkt() local 346 ph = SK_PKT2PH(pkt); in nx_netif_pkt_to_filter_pkt() 422 nif->nif_pkt_copy_from_pkt(type, fph, off, ph, in nx_netif_pkt_to_filter_pkt() 537 kern_packet_t ph; in nx_netif_pkt_to_mbuf() local 588 kern_packet_t ph, dph; in nx_netif_pkt_to_pkt() local [all …]
|
| H A D | nx_netif_vp.c | 108 kern_packet_t ph; in netif_copy_or_attach_pkt() local 115 ph = SK_PKT2PH(pkt); in netif_copy_or_attach_pkt() 116 err = kern_packet_finalize(ph); in netif_copy_or_attach_pkt() 127 ph = SK_PKT2PH(dpkt); in netif_copy_or_attach_pkt() 535 if (ph != 0) { in netif_vp_send_pkt_chain_low_latency() 682 kern_packet_t ph; in netif_vp_na_txsync() local 695 if (__improbable(ph == 0)) { in netif_vp_na_txsync() 703 pkt = SK_PTR_ADDR_KPKT(ph); in netif_vp_na_txsync() 716 err = kern_packet_finalize(ph); in netif_vp_na_txsync() 1084 kern_packet_t ph; in netif_vp_na_channel_event_notify() local [all …]
|
| H A D | nx_netif_filter_vp.c | 84 kern_packet_t ph; in netif_filter_deliver() local 111 ph = SK_PKT2PH(pkt); in netif_filter_deliver() 112 err = kern_channel_slot_attach_packet(ring, slot, ph); in netif_filter_deliver() 383 kern_packet_t ph; in netif_filter_na_txsync() local 408 ph = kern_channel_slot_get_packet(kring, slot); in netif_filter_na_txsync() 409 if (__improbable(ph == 0)) { in netif_filter_na_txsync() 417 pkt = SK_PTR_ADDR_KPKT(ph); in netif_filter_na_txsync() 426 err = kern_channel_slot_detach_packet(kring, slot, ph); in netif_filter_na_txsync() 430 err = kern_packet_finalize(ph); in netif_filter_na_txsync() 442 tc = kern_packet_get_traffic_class(ph); in netif_filter_na_txsync()
|
| H A D | nx_netif_host.c | 685 kern_packet_t ph; in nx_netif_mbuf_to_kpkt() local 699 ph = pp_alloc_packet_by_size(pp, poff + len, SKMEM_NOSLEEP); in nx_netif_mbuf_to_kpkt() 700 if (__improbable(ph == 0)) { in nx_netif_mbuf_to_kpkt() 718 kpkt = SK_PTR_ADDR_KPKT(ph); in nx_netif_mbuf_to_kpkt() 720 nif->nif_pkt_copy_from_mbuf(NR_TX, ph, poff, m, 0, len, in nx_netif_mbuf_to_kpkt() 731 err = __packet_finalize(ph); in nx_netif_mbuf_to_kpkt()
|
| H A D | nx_netif_compat.c | 1378 kern_packet_t ph; in nx_netif_compat_na_rxsync() local 1415 ph = kring->ckr_scratch[i]; in nx_netif_compat_na_rxsync() 1416 ASSERT(ph != 0); in nx_netif_compat_na_rxsync() 1418 pkt = SK_PTR_ADDR_KPKT(ph); in nx_netif_compat_na_rxsync() 1453 err = __packet_set_headroom(ph, 0); in nx_netif_compat_na_rxsync() 1455 err = __packet_set_link_header_length(ph, hlen); in nx_netif_compat_na_rxsync() 1457 nif->nif_pkt_copy_from_mbuf(NR_RX, ph, 0, m, 0, in nx_netif_compat_na_rxsync() 1460 err = __packet_finalize(ph); in nx_netif_compat_na_rxsync() 1469 kern_pbufpool_free(pp, ph); in nx_netif_compat_na_rxsync() 1470 ph = 0; in nx_netif_compat_na_rxsync() [all …]
|
| H A D | nx_netif_gso.c | 132 char *__single ph = m->m_pkthdr.pkt_hdr; in netif_gso_get_frame_header_len() local 134 if (__improbable(m_pktlen(m) == 0 || ph == NULL || in netif_gso_get_frame_header_len() 135 ph < (char *)m->m_data)) { in netif_gso_get_frame_header_len() 138 len = (ph - m_mtod_current(m)); in netif_gso_get_frame_header_len()
|
| /xnu-11215/bsd/skywalk/nexus/flowswitch/ |
| H A D | fsw_vp.c | 510 kern_packet_t ph; in nx_fsw_alloc_packet() local 511 ph = pp_alloc_packet_by_size(pp, sz, SKMEM_NOSLEEP); in nx_fsw_alloc_packet() 512 if (__improbable(ph == 0)) { in nx_fsw_alloc_packet() 518 *php = ph; in nx_fsw_alloc_packet() 520 return SK_PTR_ADDR_KPKT(ph); in nx_fsw_alloc_packet() 536 kern_packet_t ph; in fsw_vp_na_channel_event_notify() local 574 vpna_pkt = nx_fsw_alloc_packet(ring->ckr_pp, ev_len, &ph); in fsw_vp_na_channel_event_notify() 580 buf = __packet_get_next_buflet(ph, NULL); in fsw_vp_na_channel_event_notify() 589 err = __packet_finalize(ph); in fsw_vp_na_channel_event_notify() 601 err = kern_channel_slot_attach_packet(ring, slot, ph); in fsw_vp_na_channel_event_notify()
|
| /xnu-11215/bsd/skywalk/channel/ |
| H A D | kern_channel_event.c | 167 kern_channel_event_transmit_status_with_packet(const kern_packet_t ph, in kern_channel_event_transmit_status_with_packet() argument 179 (void) __packet_get_tx_completion_status(ph, in kern_channel_event_transmit_status_with_packet() 184 err = __packet_get_packetid(ph, &pkt_tx_status.packet_id); in kern_channel_event_transmit_status_with_packet() 188 err = __packet_get_tx_nx_port_id(ph, &nx_port_id); in kern_channel_event_transmit_status_with_packet()
|
| H A D | channel_kern.c | 296 const kern_channel_slot_t slot, kern_packet_t ph) in kern_channel_slot_attach_packet() argument 307 return KR_SLOT_ATTACH_METADATA(kring, ksd, SK_PTR_ADDR_KQUM(ph)); in kern_channel_slot_attach_packet() 312 const kern_channel_slot_t slot, kern_packet_t ph) in kern_channel_slot_detach_packet() argument 314 #pragma unused(ph) in kern_channel_slot_detach_packet() 323 ASSERT(SK_PTR_ADDR_KQUM(ph) == in kern_channel_slot_detach_packet()
|
| H A D | os_channel.h | 677 const kern_channel_ring_t kring, const uint32_t sidx, kern_packet_t ph); 679 const kern_channel_ring_t kring, const uint32_t sidx, kern_packet_t ph);
|
| /xnu-11215/tests/skywalk/ |
| H A D | skt_xfer.c | 385 buf = os_packet_get_next_buflet(ph, NULL); in sktc_xfer_copy_data_to_packet() 406 buf = os_packet_get_next_buflet(ph, pbuf); in sktc_xfer_copy_data_to_packet() 523 buf = os_packet_get_next_buflet(ph, NULL); in tcp_frame_populate() 613 buf = os_packet_get_next_buflet(ph, NULL); in udp_frame_populate() 652 os_packet_set_inet_checksum(ph, in udp_frame_populate() 706 buf = os_packet_get_next_buflet(ph, NULL); in ip_frame_populate() 793 os_packet_set_flow_uuid(ph, flow_id); in frame_populate() 794 error = os_packet_finalize(ph); in frame_populate() 819 pkt_len = os_packet_get_data_length(ph); in tcp_frame_process() 895 pkt_len = os_packet_get_data_length(ph); in udp_frame_process() [all …]
|
| H A D | skt_netifdirect.c | 188 skt_netif_ipv6_udp_frame_populate(packet_t ph, struct ether_addr *src_mac, in skt_netif_ipv6_udp_frame_populate() argument 202 buf = os_packet_get_next_buflet(ph, NULL); in skt_netif_ipv6_udp_frame_populate() 212 assert(os_packet_get_buflet_count(ph) == 1); in skt_netif_ipv6_udp_frame_populate() 221 error = os_packet_set_link_header_length(ph, sizeof(eth_hdr)); in skt_netif_ipv6_udp_frame_populate() 255 skt_netif_ipv6_udp_frame_process(packet_t ph, void *data, size_t data_max) in skt_netif_ipv6_udp_frame_process() argument 265 assert(os_packet_get_buflet_count(ph) == 1); in skt_netif_ipv6_udp_frame_process() 266 buflet = os_packet_get_next_buflet(ph, NULL); in skt_netif_ipv6_udp_frame_process() 271 assert(os_packet_get_link_header_length(ph) == sizeof(*eth_hdr)); in skt_netif_ipv6_udp_frame_process() 275 pkt_len = os_packet_get_data_length(ph); in skt_netif_ipv6_udp_frame_process()
|
| /xnu-11215/bsd/net/ |
| H A D | if_headless.c | 722 kern_packet_t ph; in headless_nx_sync_tx() local 725 ph = kern_channel_slot_get_packet(tx_ring, tx_slot); in headless_nx_sync_tx() 726 assert(ph != 0); in headless_nx_sync_tx() 727 kern_channel_slot_detach_packet(tx_ring, tx_slot, ph); in headless_nx_sync_tx() 729 kern_pbufpool_free(headlessif->iff_fpp->fpp_pp, ph); in headless_nx_sync_tx() 787 kern_packet_t ph; in headless_nx_sync_rx() local 790 err = kern_pbufpool_alloc(pp, 1, &ph); in headless_nx_sync_rx() 791 buf = kern_packet_get_next_buflet(ph, buf); in headless_nx_sync_rx() 809 err = kern_packet_set_headroom(ph, 0); in headless_nx_sync_rx() 811 err = kern_packet_set_link_header_length(ph, 14); in headless_nx_sync_rx() [all …]
|
| H A D | if_fake.c | 1310 err = kern_packet_finalize(ph); in feth_add_packet_trailer() 1319 feth_add_packet_fcs(kern_packet_t ph) in feth_add_packet_fcs() argument 1339 err = kern_packet_set_link_ethfcs(ph); in feth_add_packet_fcs() 1601 kern_packet_t ph = phs[i]; in feth_tx_complete() local 1602 if (ph == 0) { in feth_tx_complete() 1607 kern_packet_tx_completion(ph, fakeif->iff_ifp); in feth_tx_complete() 1676 err = kern_packet_get_packetid(ph, pkt_id); in feth_get_packet_notification_details() 1789 err = kern_packet_set_tx_completion_status(ph, in feth_tx_complete_error() 1792 kern_packet_tx_completion(ph, fakeif->iff_ifp); in feth_tx_complete_error() 3055 kern_packet_t sph = *ph; in feth_nx_queue_tx_push() [all …]
|
| H A D | remote_vif.c | 233 uint32_t ph = 0; in rvi_insert_client() local 241 if (ph != itr->_vif) { in rvi_insert_client() 246 ph++; in rvi_insert_client() 257 client->_vif = ph; in rvi_insert_client()
|
| /xnu-11215/bsd/skywalk/nexus/flowswitch/flow/ |
| H A D | flow_agg.c | 221 kern_packet_t ph = SK_PKT2PH(pkt); in _pkt_agg_log() local 224 bufcnt = kern_packet_get_buflet_count(ph); in _pkt_agg_log() 237 kern_buflet_t buf = kern_packet_get_next_buflet(ph, NULL); in _pkt_agg_log() 244 buf = kern_packet_get_next_buflet(ph, buf); in _pkt_agg_log() 1503 pkt_finalize(kern_packet_t ph) in pkt_finalize() argument 1505 int err = __packet_finalize(ph); in pkt_finalize() 1508 struct __kern_packet *pkt = SK_PTR_ADDR_KPKT(ph); in pkt_finalize() 1540 _append_dbuf_array_to_kpkt(kern_packet_t ph, kern_buflet_t pbuf, in _append_dbuf_array_to_kpkt() argument 1545 VERIFY(kern_packet_add_buflet(ph, pbuf, buf) == 0); in _append_dbuf_array_to_kpkt()
|