Home
last modified time | relevance | path

Searched refs:IS_P2ALIGNED (Results 1 – 25 of 32) sorted by relevance

12

/xnu-11215/bsd/skywalk/nexus/flowswitch/flow/
H A Dflow_classifier.c224 if (__probable(IS_P2ALIGNED(&iph->ip_src, 8))) { in flow_pkt_classify()
227 } else if (IS_P2ALIGNED(&iph->ip_src, 4)) { in flow_pkt_classify()
271 if (__probable(IS_P2ALIGNED(&ip6->ip6_src, 8))) { in flow_pkt_classify()
279 } else if (IS_P2ALIGNED(&ip6->ip6_src, 4)) { in flow_pkt_classify()
367 if (__probable(IS_P2ALIGNED(&tcph->th_sport, 4))) { in flow_pkt_classify()
H A Dflow_stats.c92 ASSERT(IS_P2ALIGNED(fs, 16)); in flow_stats_alloc()
H A Dflow_agg.c344 ASSERT(IS_P2ALIGNED(tcp, sizeof(uint16_t))); in mbuf_csum()
1055 ASSERT(IS_P2ALIGNED(siph, sizeof(uint16_t))); in can_agg_slowpath()
1056 ASSERT(IS_P2ALIGNED(iph, sizeof(uint16_t))); in can_agg_slowpath()
1107 ASSERT(IS_P2ALIGNED(sip6, sizeof(uint16_t))); in can_agg_slowpath()
1196 if (IS_P2ALIGNED(stcp + 1, sizeof(uint32_t))) { in can_agg_slowpath()
1201 if (IS_P2ALIGNED(tcp + 1, sizeof(uint32_t))) { in can_agg_slowpath()
1350 ASSERT(IS_P2ALIGNED(siph, sizeof(uint16_t))); in flow_agg_merge_hdr()
1366 ASSERT(IS_P2ALIGNED(sip6, sizeof(uint16_t))); in flow_agg_merge_hdr()
1394 ASSERT(IS_P2ALIGNED(stcp, sizeof(uint16_t))); in flow_agg_merge_hdr()
1395 ASSERT(IS_P2ALIGNED(tcp, sizeof(uint16_t))); in flow_agg_merge_hdr()
H A Dflow_owner.c71 ASSERT(IS_P2ALIGNED(fob, cache_sz)); in flow_owner_buckets_alloc()
92 ASSERT(IS_P2ALIGNED(fob, skmem_cpu_cache_line_size())); in flow_owner_bucket_init()
H A Dflow_route.c158 ASSERT(IS_P2ALIGNED(frb, cache_sz)); in flow_route_buckets_alloc()
179 ASSERT(IS_P2ALIGNED(frb, skmem_cpu_cache_line_size())); in flow_route_bucket_init()
255 ASSERT(IS_P2ALIGNED(frib, cache_sz)); in flow_route_id_buckets_alloc()
276 ASSERT(IS_P2ALIGNED(frib, skmem_cpu_cache_line_size())); in flow_route_id_bucket_init()
H A Dflow_entry.c972 ASSERT(IS_P2ALIGNED(fe, 16)); in fe_alloc()
/xnu-11215/bsd/kern/
H A Dmcache.c387 VERIFY(IS_P2ALIGNED(ccp, CPU_CACHE_LINE_SIZE)); in mcache_create_common()
988 VERIFY(IS_P2ALIGNED(base, cp->mc_align)); in mcache_slab_alloc()
1021 VERIFY(IS_P2ALIGNED(base, cp->mc_align)); in mcache_slab_free()
1059 VERIFY(IS_P2ALIGNED(base, cp->mc_align)); in mcache_slab_audit()
1588 VERIFY(IS_P2ALIGNED(buf_arg, sizeof(u_int64_t))); in mcache_set_pattern()
1589 VERIFY(IS_P2ALIGNED(size, sizeof(u_int64_t))); in mcache_set_pattern()
1602 VERIFY(IS_P2ALIGNED(buf_arg, sizeof(u_int64_t))); in mcache_verify_pattern()
1603 VERIFY(IS_P2ALIGNED(size, sizeof(u_int64_t))); in mcache_verify_pattern()
1620 VERIFY(IS_P2ALIGNED(buf_arg, sizeof(u_int64_t))); in mcache_verify_set_pattern()
1621 VERIFY(IS_P2ALIGNED(size, sizeof(u_int64_t))); in mcache_verify_set_pattern()
H A Duipc_mbuf2.c491 VERIFY(IS_P2ALIGNED(hdr + 1, sizeof(u_int64_t))); in m_tag_alloc_mbuf()
495 VERIFY(IS_P2ALIGNED(t, sizeof(u_int64_t))); in m_tag_alloc_mbuf()
509 VERIFY(IS_P2ALIGNED(t, sizeof(u_int64_t))); in m_tag_alloc_mbuf()
547 VERIFY(IS_P2ALIGNED(hdr + 1, sizeof(u_int64_t))); in m_tag_create_mbuf()
554 VERIFY(IS_P2ALIGNED(t, sizeof(u_int64_t))); in m_tag_create_mbuf()
588 VERIFY(IS_P2ALIGNED(hdr + 1, sizeof(u_int64_t))); in m_tag_free_mbuf()
727 VERIFY(IS_P2ALIGNED(tag, sizeof(uint64_t))); in m_tag_kalloc()
733 VERIFY(IS_P2ALIGNED(tag->m_tag_data, sizeof(uint64_t))); in m_tag_kalloc()
H A Duipc_mbuf.c2716 VERIFY(IS_P2ALIGNED(buf, MCLBYTES)); in slab_free()
2726 VERIFY(IS_P2ALIGNED(buf, MBIGCLBYTES)); in slab_free()
2739 VERIFY(IS_P2ALIGNED(buf, PAGE_SIZE)); in slab_free()
3811 VERIFY(IS_P2ALIGNED(page, PAGE_SIZE));
6181 (!align || IS_P2ALIGNED((m->m_data - len), sizeof(u_int32_t)))) {
7567 ((IS_P2ALIGNED((m)->m_data, PAGE_SIZE) \
7569 (!IS_P2ALIGNED((m)->m_data, PAGE_SIZE) && \
7590 if (IS_P2ALIGNED(data, PAGE_SIZE) && len0 > PAGE_SIZE) {
7592 } else if (!IS_P2ALIGNED(data, PAGE_SIZE) &&
8693 VERIFY(IS_P2ALIGNED(msc, sizeof(u_int64_t)));
[all …]
/xnu-11215/bsd/sys/
H A Dmcache.h74 #ifndef IS_P2ALIGNED
75 #define IS_P2ALIGNED(v, a) \ macro
H A Ddtrace_glue.h455 #define IS_P2ALIGNED(v, a) ((((uintptr_t)(v)) & ((uintptr_t)(a) - 1)) == 0) macro
H A Dmbuf.h173 VERIFY(IS_P2ALIGNED((tag), sizeof(u_int64_t))); \
1492 if (!IS_P2ALIGNED((_m)->m_data, sizeof (u_int32_t))) { \
/xnu-11215/bsd/skywalk/core/
H A Dskywalk.c1322 if (!IS_P2ALIGNED(s1, SK_DUMP_BUF_ALIGN)) { in skywalk_memcmp_mask_self_tests()
1326 ASSERT(IS_P2ALIGNED(s1, SK_DUMP_BUF_ALIGN)); in skywalk_memcmp_mask_self_tests()
1328 ASSERT(IS_P2ALIGNED(s2, SK_DUMP_BUF_ALIGN)); in skywalk_memcmp_mask_self_tests()
1330 ASSERT(IS_P2ALIGNED(s3, SK_DUMP_BUF_ALIGN)); in skywalk_memcmp_mask_self_tests()
1484 if (!IS_P2ALIGNED(s1, SK_DUMP_BUF_ALIGN)) { in skywalk_self_tests()
1488 ASSERT(IS_P2ALIGNED(s1, SK_DUMP_BUF_ALIGN)); in skywalk_self_tests()
1490 ASSERT(IS_P2ALIGNED(s2, SK_DUMP_BUF_ALIGN)); in skywalk_self_tests()
1492 ASSERT(IS_P2ALIGNED(s3, SK_DUMP_BUF_ALIGN)); in skywalk_self_tests()
H A Dskywalk_common.h102 #ifndef IS_P2ALIGNED
103 #define IS_P2ALIGNED(v, a) \ macro
/xnu-11215/bsd/skywalk/packet/
H A Dpacket_copy.c51 if (__probable(IS_P2ALIGNED(src, 8) && IS_P2ALIGNED(dst, 8))) { in _pkt_copy()
62 if (IS_P2ALIGNED(len, 64)) { in _pkt_copy()
65 } else if (IS_P2ALIGNED(len, 32)) { in _pkt_copy()
68 } else if (IS_P2ALIGNED(len, 8)) { in _pkt_copy()
71 } else if (IS_P2ALIGNED(len, 4)) { in _pkt_copy()
173 if (IS_P2ALIGNED(dbaddr + stuff, sizeof(csum))) { in pkt_copy_from_pkt()
739 if (IS_P2ALIGNED(baddr + stuff, sizeof(csum))) { in pkt_copy_multi_buflet_from_pkt()
894 if (IS_P2ALIGNED(baddr + stuff, sizeof(csum))) { in pkt_copy_from_mbuf()
1282 if (IS_P2ALIGNED(baddr + stuff, sizeof(csum))) { in pkt_copy_multi_buflet_from_mbuf()
1572 if (IS_P2ALIGNED(dp + stuff, sizeof(csum))) { in pkt_copy_to_mbuf()
[all …]
H A Dpacket_common.h468 if (__probable(IS_P2ALIGNED(token, 8))) { in __packet_opt_set_token()
982 if (__probable(IS_P2ALIGNED(flow_uuid, sizeof(uint64_t)))) { in __packet_set_flow_uuid()
986 } else if (__probable(IS_P2ALIGNED(flow_uuid, sizeof(uint32_t)))) { in __packet_set_flow_uuid()
1007 if (__probable(IS_P2ALIGNED(flow_uuid, sizeof(uint64_t)))) { in __packet_get_flow_uuid()
1011 } else if (__probable(IS_P2ALIGNED(flow_uuid, sizeof(uint32_t)))) { in __packet_get_flow_uuid()
/xnu-11215/bsd/net/
H A Drtsock.c2015 VERIFY(IS_P2ALIGNED(cp, sizeof(u_int32_t))); in sysctl_iflist()
2069 VERIFY(IS_P2ALIGNED(cp, in sysctl_iflist()
2107 VERIFY(IS_P2ALIGNED(cp, sizeof(u_int32_t))); in sysctl_iflist()
2203 VERIFY(IS_P2ALIGNED(cp, sizeof(u_int32_t))); in sysctl_iflist2()
2257 VERIFY(IS_P2ALIGNED(cp, in sysctl_iflist2()
2317 VERIFY(IS_P2ALIGNED(cp, in sysctl_iflist2()
2353 VERIFY(IS_P2ALIGNED(cp, sizeof(u_int32_t))); in sysctl_iflist2()
H A Dcontent_filter.c2557 VERIFY(IS_P2ALIGNED(&cfil_stats.cfs_ctl_q_in_enqueued, in cfil_init()
2559 VERIFY(IS_P2ALIGNED(&cfil_stats.cfs_ctl_q_out_enqueued, in cfil_init()
2561 VERIFY(IS_P2ALIGNED(&cfil_stats.cfs_ctl_q_in_peeked, in cfil_init()
2563 VERIFY(IS_P2ALIGNED(&cfil_stats.cfs_ctl_q_out_peeked, in cfil_init()
2566 VERIFY(IS_P2ALIGNED(&cfil_stats.cfs_pending_q_in_enqueued, in cfil_init()
2568 VERIFY(IS_P2ALIGNED(&cfil_stats.cfs_pending_q_out_enqueued, in cfil_init()
2571 VERIFY(IS_P2ALIGNED(&cfil_stats.cfs_inject_q_in_enqueued, in cfil_init()
2573 VERIFY(IS_P2ALIGNED(&cfil_stats.cfs_inject_q_out_enqueued, in cfil_init()
2575 VERIFY(IS_P2ALIGNED(&cfil_stats.cfs_inject_q_in_passed, in cfil_init()
2577 VERIFY(IS_P2ALIGNED(&cfil_stats.cfs_inject_q_out_passed, in cfil_init()
/xnu-11215/bsd/skywalk/mem/
H A Dskmem_slab.c509 VERIFY(IS_P2ALIGNED(buf, skm->skm_bufalign)); in skmem_slab_alloc_pseudo_locked()
770 VERIFY(IS_P2ALIGNED(obj, skm->skm_bufalign)); in skmem_slab_free_pseudo_locked()
H A Dskmem_cache.c643 VERIFY(IS_P2ALIGNED(skm, CHANNEL_CACHE_ALIGN_MAX)); in skmem_cache_create()
799 VERIFY(IS_P2ALIGNED(ccp, CHANNEL_CACHE_ALIGN_MAX)); in skmem_cache_create()
/xnu-11215/bsd/netinet6/
H A Dipsec.h313 #define IPSEC_IS_P2ALIGNED(p) IS_P2ALIGNED(p, sizeof (u_int32_t))
H A Desp_output.c1194 ASSERT(IS_P2ALIGNED(esp, sizeof(uint32_t))); in esp_kpipe_output()
/xnu-11215/bsd/netinet/
H A Dcpu_in_cksum_gen.c119 IS_P2ALIGNED(data, sizeof(uint32_t)) && in os_cpu_in_cksum()
/xnu-11215/bsd/skywalk/nexus/monitor/
H A Dnx_monitor.c1694 VERIFY(IS_P2ALIGNED(len, 64)); in nx_mon_quantum_copy_64x()
1698 VERIFY(IS_P2ALIGNED(dbuf, sizeof(uint64_t))); in nx_mon_quantum_copy_64x()
1700 if (__probable(IS_P2ALIGNED(sbuf, sizeof(uint64_t)))) { in nx_mon_quantum_copy_64x()
/xnu-11215/libsyscall/wrappers/skywalk/
H A Dos_channel.c1241 if (__probable(IS_P2ALIGNED(id, sizeof(uint64_t)))) { in _flowadv_id_equal()
1245 } else if (__probable(IS_P2ALIGNED(id, sizeof(uint32_t)))) { in _flowadv_id_equal()

12