Home
last modified time | relevance | path

Searched refs:__probable (Results 1 – 25 of 124) sorted by relevance

12345

/xnu-11215/osfmk/arm64/
H A Dtlb.h159 if (__probable(!strong)) { in flush_mmu_tlb_allentries_async()
170 if (__probable(!strong)) { in flush_mmu_tlb_allentries_async()
256 if (__probable(!strong)) { in flush_mmu_tlb_entries_async()
267 if (__probable(!strong)) { in flush_mmu_tlb_entries_async()
307 if (__probable(!strong)) { in flush_mmu_tlb_asid_async()
395 if (__probable(!strong)) { in flush_mmu_tlb_range_async()
404 if (__probable(!strong)) { in flush_mmu_tlb_range_async()
429 if (__probable(!strong)) { in flush_mmu_tlb_allrange_async()
438 if (__probable(!strong)) { in flush_mmu_tlb_allrange_async()
/xnu-11215/bsd/net/classq/
H A Dclassq.c193 if (__probable(pkt->cp_mbuf != NULL)) { in _getq()
203 if (__probable(pkt->cp_kpkt != NULL)) { in _getq()
257 if (__probable(m != NULL)) { in _getq_flow_or_scidx()
278 if (__probable(kp != NULL)) { in _getq_flow_or_scidx()
327 if (__probable(first->cp_mbuf != NULL)) { in _getq_all()
332 if (__probable(last->cp_mbuf != NULL)) { in _getq_all()
342 if (__probable(first->cp_kpkt != NULL)) { in _getq_all()
347 if (__probable(last->cp_kpkt != NULL)) { in _getq_all()
419 if (__probable(pkt->cp_mbuf != NULL)) { in _getq_tail()
502 if (__probable(pkt->cp_mbuf != NULL)) { in _getq_random()
H A Dclassq_fq_codel.h218 if (__probable((_p)->cp_mbuf != NULL)) { \
227 if (__probable((_p)->cp_kpkt != NULL)) { \
241 if (__probable((_p)->cp_mbuf != NULL)) { \
/xnu-11215/bsd/skywalk/nexus/flowswitch/flow/
H A Dflow_classifier.c224 if (__probable(IS_P2ALIGNED(&iph->ip_src, 8))) { in flow_pkt_classify()
271 if (__probable(IS_P2ALIGNED(&ip6->ip6_src, 8))) { in flow_pkt_classify()
335 if (__probable(pkt->pkt_flow_ip_proto == IPPROTO_TCP)) { in flow_pkt_classify()
356 if (__probable(!pkt->pkt_flow_ip_is_frag)) { in flow_pkt_classify()
367 if (__probable(IS_P2ALIGNED(&tcph->th_sport, 4))) { in flow_pkt_classify()
371 if (__probable(pkt->pkt_flow_ip_proto == IPPROTO_TCP)) { in flow_pkt_classify()
389 if (__probable(pkt->pkt_flow_ip_proto == IPPROTO_TCP)) { in flow_pkt_classify()
410 if (__probable(error == 0)) { in flow_pkt_classify()
H A Dflow_track.c277 if (__probable((tcp_flags & TH_SYN) == 0 && in flow_track_tcp()
286 if (__probable(src->fse_seqlo != 0)) { in flow_track_tcp()
669 if (__probable(active)) { in flow_track_stats()
729 if (__probable((fe->fe_flags & FLOWENTF_TRACK) != 0)) { in flow_pkt_track()
735 if (__probable((fe->fe_flags & FLOWENTF_TRACK) != 0)) { in flow_pkt_track()
827 if (__probable(in_pkt->pkt_flow_tcp_flags | TH_ACK)) { in flow_track_abort_tcp()
/xnu-11215/osfmk/console/
H A Dserial_console.c408 if (__probable(!in_debugger) && fail_fast && !lck_mtx_try_lock(&console_ring.flush_lock)) { in console_ring_try_empty()
410 } else if (__probable(!in_debugger) && !fail_fast) { in console_ring_try_empty()
414 if (__probable(!in_debugger)) { in console_ring_try_empty()
448 if (__probable(!in_debugger)) { in console_ring_try_empty()
461 if (__probable(!in_debugger)) { in console_ring_try_empty()
/xnu-11215/bsd/skywalk/packet/
H A Dpacket_kern.c311 if (__probable(SK_PTR_TYPE(ph) == NEXUS_META_TYPE_PACKET)) { in kern_packet_get_euuid()
321 if (__probable(SK_PTR_TYPE(ph) == NEXUS_META_TYPE_PACKET)) { in kern_packet_set_policy_id()
329 if (__probable(SK_PTR_TYPE(ph) == NEXUS_META_TYPE_PACKET)) { in kern_packet_get_policy_id()
339 if (__probable(SK_PTR_TYPE(ph) == NEXUS_META_TYPE_PACKET)) { in kern_packet_set_skip_policy_id()
347 if (__probable(SK_PTR_TYPE(ph) == NEXUS_META_TYPE_PACKET)) { in kern_packet_get_skip_policy_id()
672 if (__probable(p1->pkt_bufs_cnt != 0)) { in kern_packet_clone_internal()
732 if (__probable(p1->pkt_bufs_cnt != 0)) { in kern_packet_clone_internal()
752 if (__probable(mode == KPKT_COPY_LIGHT)) { in kern_packet_clone_internal()
1055 if (__probable(err)) { in kern_packet_check_for_expiry_and_notify()
1064 if (__probable(err)) { in kern_packet_check_for_expiry_and_notify()
H A Dpacket_common.h165 if (__probable(len <= PKT_ADDR(ph)->pkt_qum_buf.buf_dlim)) { in __packet_set_link_header_length()
468 if (__probable(IS_P2ALIGNED(token, 8))) { in __packet_opt_set_token()
955 if (__probable(start != NULL)) { in __packet_get_inet_checksum()
958 if (__probable(stuff_val != NULL)) { in __packet_get_inet_checksum()
962 if (__probable(start != NULL)) { in __packet_get_inet_checksum()
965 if (__probable(stuff_val != NULL)) { in __packet_get_inet_checksum()
1470 if (__probable(err == 0)) { in __packet_finalize()
1611 if (__probable(err == 0)) { in __packet_finalize_with_mbuf()
1874 if (__probable((uintptr_t)addr >= in __buflet_set_data_address()
1897 if (__probable(off <= BLT_ADDR(buf)->buf_objlim)) { in __buflet_set_buffer_offset()
[all …]
H A Dpacket_copy.c118 if (__probable(do_sum)) { in pkt_copy_from_pkt()
271 if (__probable(do_csum)) { in _pkt_copyaddr_sum()
334 if (__probable(do_csum)) { in _pkt_copyaddr_sum()
361 if (__probable(do_csum)) { in _pkt_copyaddr_sum()
441 if (__probable(do_csum)) { in _pkt_copypkt_sum()
481 if (__probable(do_csum)) { in _pkt_copypkt_sum()
519 if (__probable(do_csum)) { in _pkt_copypkt_sum()
676 if (__probable(do_sum)) { in pkt_copy_multi_buflet_from_pkt()
1486 if (__probable(do_sum)) { in pkt_copy_to_mbuf()
1501 if (__probable(do_sum)) { in pkt_copy_to_mbuf()
[all …]
H A Dpbufpool.c647 if (__probable(pbufs_cnt != NULL)) { in pp_metadata_construct()
702 if (__probable(oim0 != NULL)) { in pp_metadata_ctor_common()
716 if (__probable(!PP_KERNEL_ONLY(pp))) { in pp_metadata_ctor_common()
1015 if (__probable(!PP_KERNEL_ONLY(pp))) { in pp_buflet_metadata_ctor_common()
1072 if (__probable(usecnt == 0)) { in pp_buflet_metadata_dtor()
1769 if (__probable(kqum != NULL)) { in pp_remove_upp_locked()
1970 if (__probable(!PP_KERNEL_ONLY(pp))) { in pp_metadata_init()
2170 if (__probable(i == n)) { in pp_alloc_packet_batch()
2248 if (__probable(need == 0)) { in pp_alloc_pktq()
2708 if (__probable(i == n)) { in pp_alloc_buflet_batch()
[all …]
/xnu-11215/osfmk/arm/
H A Dpreemption_disable.c272 if (__probable(sched_hygiene_debug_pmc)) { in _preemption_disable_snap_start()
335 if (__probable(!abandon)) { in _preemption_disable_snap_end()
408 if (__probable(sched_hygiene_debug_pmc)) { in _collect_preemption_disable_measurement()
432 if (__probable(sched_preemption_disable_debug_mode == SCHED_HYGIENE_MODE_PANIC)) { in _collect_preemption_disable_measurement()
H A Dlocks.h137 if (__probable(cond_result)) { \
/xnu-11215/osfmk/kern/
H A Dlock_ptr.c272 if (__probable(tmp.lck_ptr_locked == 0 && tmp.lck_ptr_mcs_tail == 0)) { in hw_lck_ptr_lock_fastpath()
275 if (__probable(tmp.lck_ptr_locked == 0)) { in hw_lck_ptr_lock_fastpath()
276 if (__probable(!hw_lck_ptr_take_slowpath(tmp))) { in hw_lck_ptr_lock_fastpath()
415 if (__probable(__hw_lck_ptr_value(tmp) == val)) { in hw_lck_ptr_wait_for_value()
H A Dlocks_internal.h73 __probable(__cond_count-- > 0);) { \
75 if (__probable(__cond_result)) { \
H A Dkern_monotonic.c187 if (__probable(cur_cycles > mtc->mtc_snaps[MT_CORE_CYCLES])) { in mt_cur_cpu_cycles_instrs_speculative()
190 if (__probable(cur_instrs > mtc->mtc_snaps[MT_CORE_INSTRS])) { in mt_cur_cpu_cycles_instrs_speculative()
H A Dlock_ticket.c619 if (__probable(equal_tickets(tmp.cticket, tmp.nticket))) { in hw_lck_ticket_lock_internal()
653 if (__probable(equal_tickets(tmp.cticket, tmp.nticket))) { in hw_lck_ticket_lock_to_internal()
690 if (__probable(tmp.cticket == tmp.nticket)) { in lck_ticket_lock_internal()
839 if (__probable(tmp.cticket == tmp.nticket)) { in hw_lck_ticket_reserve_nopreempt()
876 if (__probable(equal_tickets(tmp.cticket, tmp.nticket))) { in hw_lck_ticket_reserve_allow_invalid()
H A Dexclaves_log.c175 } while (__probable(err == TB_ERROR_SUCCESS)); in log_server_retrieve_logs()
270 } while (__probable(err == TB_ERROR_SUCCESS)); in redacted_log_server_retrieve_logs()
/xnu-11215/bsd/skywalk/core/
H A Dskywalk_common.h509 if (__probable(l <= sk_copy_thres)) {
511 if (__probable(l <= SK_COPY_THRES)) {
539 if (__probable(l <= sk_copy_thres)) {
541 if (__probable(l <= SK_COPY_THRES)) {
569 if (__probable(l <= sk_copy_thres)) {
571 if (__probable(l <= SK_COPY_THRES)) {
603 if (__probable(l <= sk_copy_thres)) {
605 if (__probable(l <= SK_COPY_THRES)) {
/xnu-11215/libsyscall/wrappers/skywalk/
H A Dos_channel.c371 if (__probable(pbft->buf_idx != OBJ_IDX_NONE)) { in _initialize_metadata_address()
447 if (__probable(idx < ring->ring_tail || in _slot_index_is_valid()
1002 if (__probable(_slot_index_is_valid(ring, idx))) { in os_channel_advance_slot()
1019 if (__probable(slot0 != NULL)) { in os_channel_get_next_slot()
1021 if (__probable(_slot_index_is_valid(ring, idx))) { in os_channel_get_next_slot()
1040 if (__probable(idx != ring->ring_tail)) { in os_channel_get_next_slot()
1047 if (__probable(slot != NULL)) { in os_channel_get_next_slot()
1081 if (__probable(prop != NULL)) { in os_channel_get_next_slot()
1104 if (__probable(_slot_index_is_valid(ring, idx))) { in os_channel_set_slot_properties()
1144 if (__probable(slot != NULL)) { in os_channel_slot_get_packet()
[all …]
/xnu-11215/bsd/skywalk/nexus/netif/
H A Dnx_netif_mit.c373 if (__probable(r != 0)) { in nx_netif_mit_update_interval()
374 if (__probable(i > r)) { in nx_netif_mit_update_interval()
445 if (__probable(nifna->nifna_tx_mit == NULL)) { in nx_netif_mit_tx_intr()
594 if (__probable((mit->mit_flags & NETIF_MITF_TERMINATING) == 0)) { in nx_netif_mit_s_thread_cont()
711 if (__probable((mit->mit_flags & NETIF_MITF_TERMINATING) == 0)) { in nx_netif_mit_thread_cont()
H A Dnx_netif_filter_compat.c259 if (__probable(nif->nif_filter_cnt == 0 && in nx_netif_compat_tx_dequeue()
298 if (__probable(nif->nif_filter_cnt == 0)) { in nx_netif_compat_tx_get_len()
H A Dnx_netif_filter_native.c261 if (__probable(nif->nif_filter_cnt == 0 && in nx_netif_native_tx_dequeue()
300 if (__probable(nif->nif_filter_cnt == 0)) { in nx_netif_native_tx_get_len()
/xnu-11215/bsd/dev/i386/
H A Dsystemcalls.c153 if (__probable(!code_is_kdebug_trace(code))) { in unix_syscall()
257 if (__probable(!code_is_kdebug_trace(code))) { in unix_syscall()
466 if (__probable(!code_is_kdebug_trace(code))) { in unix_syscall64()
/xnu-11215/iokit/IOKit/
H A DIOStatisticsPrivate.h50 #ifndef __probable
51 #define __probable(x) x macro
/xnu-11215/osfmk/i386/
H A Dpmap.h347 if (__probable(!is_ept)) { in pte_remove_ex()
357 if (__probable(!is_ept)) { in pte_set_ex()
618 if (__probable(p->pm_cr3 != 0)) { in is_ept_pmap()
674 if (__probable(!no_shared_cr3)) { in set_dirbase()

12345