| /f-stack/freebsd/kern/ |
| H A D | subr_syscall.c | 71 if (__predict_false(td->td_cowgen != p->p_cowgen)) in syscallenter() 91 if (__predict_false(error != 0)) { in syscallenter() 96 if (__predict_false(traced)) { in syscallenter() 125 if (__predict_false(IN_CAPABILITY_MODE(td) && in syscallenter() 136 if (__predict_false(sigfastblock_fetch_always)) in syscallenter() 145 if (__predict_false(SYSTRACE_ENABLED() || in syscallenter() 158 if (__predict_false(se->sy_entry != 0)) in syscallenter() 181 if (__predict_false(se->sy_return != 0)) in syscallenter() 202 if (__predict_false(traced)) { in syscallenter() 249 if (__predict_false(p->p_flag & P_TRACED)) { in syscallret() [all …]
|
| H A D | vfs_cache.c | 611 if (__predict_false(ts)) { in cache_alloc_uma() 1219 if (__predict_false(ncp == NULL)) { in cache_neg_promote_cond() 1676 if (__predict_false(error != 0)) { in cache_remove_cnp() 2304 if (__predict_false(!doingcache)) in cache_enter_time() 2884 if (__predict_false(buflen < 2)) in sys___getcwd() 2965 if (__predict_false(vp == NULL)) in vn_fullpath() 2999 if (__predict_false(vp == NULL)) in vn_fullpath_global() 4056 if (__predict_false(error != 0)) { in cache_fplookup_dirfd() 4243 if (__predict_false(mp == NULL)) { in cache_fplookup_final_modifying() 4291 if (__predict_false(error != 0)) { in cache_fplookup_final_modifying() [all …]
|
| H A D | subr_trap.c | 137 if (__predict_false(p->p_flag & P_PROFIL)) in userret() 173 if (__predict_false(!THREAD_CAN_SLEEP())) { in userret() 282 if (__predict_false(td->td_pflags & TDP_GEOM)) in ast() 359 if (__predict_false(racct_enable && p->p_throttled != 0)) in ast()
|
| H A D | kern_priv.c | 304 if (__predict_false(mac_priv_check_fp_flag || in priv_check_cred_vfs_lookup() 319 if (__predict_false(mac_priv_check_fp_flag || in priv_check_cred_vfs_lookup_nomac() 359 if (__predict_false(mac_priv_check_fp_flag || in priv_check_cred_vfs_generation()
|
| H A D | subr_epoch.c | 342 if (__predict_false(!inited)) in epoch_alloc() 434 if (__predict_false((epoch) == NULL)) \ 512 if (__predict_false(td->td_pre_epoch_prio != td->td_priority)) in _epoch_exit_preempt() 763 if (__predict_false(epoch == NULL)) in epoch_call() 766 if (__predict_false(inited < 2)) in epoch_call() 795 if (__predict_false( in epoch_call_task() 882 if (__predict_false((epoch) == NULL)) in in_epoch_verbose() 947 if (__predict_false(epoch == NULL)) in epoch_drain_callbacks() 950 if (__predict_false(inited < 2)) in epoch_drain_callbacks()
|
| H A D | kern_mutex.c | 538 if (__predict_false(v == MTX_UNOWNED)) in __mtx_lock_sleep() 541 if (__predict_false(lv_mtx_owner(v) == td)) { in __mtx_lock_sleep() 738 if (__predict_false(v == MTX_UNOWNED)) in _mtx_lock_spin_cookie() 741 if (__predict_false(v == tid)) { in _mtx_lock_spin_cookie() 834 if (__predict_false(LOCKSTAT_PROFILE_ENABLED(spin__acquire))) in _thread_lock() 839 if (__predict_false(m == &blocked_lock)) in _thread_lock() 841 if (__predict_false(!_mtx_obtain_lock(m, tid))) in _thread_lock() 898 if (__predict_false(doing_lockprof)) in thread_lock_flags_() 1027 if (__predict_false(v == tid)) in __mtx_unlock_sleep() 1030 if (__predict_false(v & MTX_RECURSED)) { in __mtx_unlock_sleep()
|
| H A D | kern_descrip.c | 841 if (__predict_false(mp == NULL)) { in kern_fcntl() 1539 if (__predict_false(error != 0)) in kern_fstat() 1917 if (__predict_false(fd >= maxfd)) in fdalloc() 2977 if (__predict_false(fp == NULL)) in fgetvp_lookup_smr() 3033 if (__predict_false(fp == NULL)) in fgetvp_lookup_smr() 3164 if (__predict_false(fp == NULL)) in fget_unlocked() 3221 if (__predict_false(fp == NULL)) in fget_only_user() 3226 if (__predict_false(error != 0)) in fget_only_user() 3244 if (__predict_false(fp == NULL)) in fget_only_user() 3277 if (__predict_false(error != 0)) in _fget() [all …]
|
| /f-stack/freebsd/sys/ |
| H A D | refcount.h | 81 if (__predict_false(REFCOUNT_SATURATED(old))) in refcount_acquire() 95 if (__predict_false(REFCOUNT_SATURATED(old))) in refcount_acquiren() 108 if (__predict_false(REFCOUNT_SATURATED(old + 1))) in refcount_acquire_checked() 129 if (__predict_false(REFCOUNT_SATURATED(old))) in refcount_acquire_if_gt() 153 if (__predict_false(old < n || REFCOUNT_SATURATED(old))) { in refcount_releasen() 188 if (__predict_false(REFCOUNT_SATURATED(old))) \
|
| H A D | pmckern.h | 125 if (__predict_false(pmc_##pr##_##mo##_##fu##_##na.ps_running)) { \ 150 if (__predict_false(pmc_##pr##_##mo##_##fu##_##na.ps_running)) { \ 202 #define PMC_HOOK_INSTALLED(cmd) __predict_false(pmc_hook != NULL) 237 (__predict_false(p->p_flag & P_HWPMC)) 240 (__predict_false((td)->td_pmcpend)) 244 (__predict_false((p)->td_pflags & TDP_CALLCHAIN)) 249 #define PMC_CPU_HAS_SAMPLES(C) (__predict_false(DPCPU_ID_GET((C), pmc_sampled)))
|
| H A D | ktrace.h | 73 #define KTRPOINT(td, type) (__predict_false(KTRCHECK((td), (type)))) 76 if (__predict_false(KTRCHECKDRAIN(td))) \
|
| H A D | mutex.h | 243 if (__predict_false(LOCKSTAT_PROFILE_ENABLED(adaptive__acquire) ||\ 260 if (__predict_false(LOCKSTAT_PROFILE_ENABLED(spin__acquire) || \ 311 if (__predict_false(LOCKSTAT_PROFILE_ENABLED(adaptive__release) ||\ 500 if (__predict_false(mtx_owned(&Giant))) { \ 513 if (__predict_false(_giantcnt > 0)) { \
|
| /f-stack/freebsd/security/mac/ |
| H A D | mac_framework.h | 217 #define mac_pipe_check_poll_enabled() __predict_false(mac_pipe_check_poll_fp_flag) 232 #define mac_pipe_check_stat_enabled() __predict_false(mac_pipe_check_stat_fp_flag) 288 #define mac_priv_check_enabled() __predict_false(mac_priv_check_fp_flag) 304 #define mac_priv_grant_enabled() __predict_false(mac_priv_grant_fp_flag) 435 #define mac_vnode_check_access_enabled() __predict_false(mac_vnode_check_access_fp_flag) 491 #define mac_vnode_check_mmap_enabled() __predict_false(mac_vnode_check_mmap_fp_flag) 510 #define mac_vnode_check_open_enabled() __predict_false(mac_vnode_check_open_fp_flag) 525 #define mac_vnode_check_poll_enabled() __predict_false(mac_vnode_check_poll_fp_flag) 586 #define mac_vnode_check_stat_enabled() __predict_false(mac_vnode_check_stat_fp_flag) 605 #define mac_vnode_check_read_enabled() __predict_false(mac_vnode_check_read_fp_flag) [all …]
|
| /f-stack/freebsd/libkern/ |
| H A D | arc4random.c | 95 if (__predict_false(random_bypass_before_seeding && !is_random_seeded())) { in chacha20_randomstir() 197 if (__predict_false(reseed)) 199 if (__predict_false(reseed || 214 if (__predict_false(
|
| /f-stack/freebsd/mips/cavium/octe/ |
| H A D | ethernet-tx.c | 103 if (__predict_false(m->m_pkthdr.len < 64) && OCTEON_IS_MODEL(OCTEON_CN3XXX)) { in cvm_oct_xmit() 124 if (__predict_false(m->m_pkthdr.len < 60) && in cvm_oct_xmit() 226 …if (__predict_false(cvmx_pko_send_packet_finish(priv->port, priv->queue + qos, pko_command, hw_buf… in cvm_oct_xmit() 231 if (__predict_false(dropped)) { in cvm_oct_xmit()
|
| H A D | ethernet-mem.c | 63 if (__predict_false(m == NULL)) { in cvm_oct_mem_fill_fpa()
|
| /f-stack/freebsd/arm/allwinner/ |
| H A D | aw_mmc.c | 241 if (__predict_false(aw_mmc_debug & AW_MMC_DEBUG_IOS)) in aw_mmc_cam_action() 261 if (__predict_false(aw_mmc_debug & AW_MMC_DEBUG_IOS)) in aw_mmc_cam_action() 268 if (__predict_false(aw_mmc_debug & AW_MMC_DEBUG_IOS)) in aw_mmc_cam_action() 314 if (__predict_false(aw_mmc_debug & AW_MMC_DEBUG_IOS)) in aw_mmc_cam_settran_settings() 319 if (__predict_false(aw_mmc_debug & AW_MMC_DEBUG_IOS)) in aw_mmc_cam_settran_settings() 324 if (__predict_false(aw_mmc_debug & AW_MMC_DEBUG_IOS)) in aw_mmc_cam_settran_settings() 329 if (__predict_false(aw_mmc_debug & AW_MMC_DEBUG_IOS)) in aw_mmc_cam_settran_settings() 334 if (__predict_false(aw_mmc_debug & AW_MMC_DEBUG_IOS)) in aw_mmc_cam_settran_settings() 339 if (__predict_false(aw_mmc_debug & AW_MMC_DEBUG_IOS)) in aw_mmc_cam_settran_settings() 344 if (__predict_false(aw_mmc_debug & AW_MMC_DEBUG_IOS)) in aw_mmc_cam_settran_settings() [all …]
|
| /f-stack/freebsd/arm/arm/ |
| H A D | trap-v6.c | 314 if (__predict_false(prefetch && far > VM_MAXUSER_ADDRESS && in abort_handler() 332 if (__predict_false(idx == FAULT_EA_IMPREC)) { in abort_handler() 337 if (__predict_false(idx == FAULT_DEBUG)) { in abort_handler() 371 if (__predict_false((td->td_pflags & TDP_NOFAULTING) != 0)) { in abort_handler() 430 if (__predict_false(aborts[idx].func != NULL)) { in abort_handler() 449 if (__predict_false(pcb->pcb_onfault == cachebailout)) { in abort_handler()
|
| /f-stack/freebsd/mips/cavium/cryptocteon/ |
| H A D | cavium_crypto.c | 336 if (__predict_false(od == NULL || iov==NULL || iovlen==0 || ivp==NULL || in octo_aes_cbc_encrypt() 404 if (__predict_false(od == NULL || iov==NULL || iovlen==0 || ivp==NULL || in octo_aes_cbc_decrypt() 477 if (__predict_false(od == NULL || iov==NULL || iovlen==0 || in octo_null_sha1_encrypt() 507 if (__predict_false(inplen)) { in octo_null_sha1_encrypt() 584 if (__predict_false(od == NULL || iov==NULL || iovlen==0 || ivp==NULL || in octo_aes_cbc_sha1_encrypt() 679 if (__predict_false(inplen)) { in octo_aes_cbc_sha1_encrypt() 725 if (__predict_false(inplen)) { in octo_aes_cbc_sha1_encrypt() 775 if (__predict_false(od == NULL || iov==NULL || iovlen==0 || ivp==NULL || in octo_aes_cbc_sha1_decrypt() 870 if (__predict_false(inplen)) { in octo_aes_cbc_sha1_decrypt() 916 if (__predict_false(inplen)) { in octo_aes_cbc_sha1_decrypt()
|
| /f-stack/freebsd/arm64/arm64/ |
| H A D | uio_machdep.c | 113 if (__predict_false(mapped)) { in uiomove_fromphys() 126 if (__predict_false(mapped)) { in uiomove_fromphys()
|
| /f-stack/freebsd/amd64/amd64/ |
| H A D | uio_machdep.c | 115 if (__predict_false(mapped)) { in uiomove_fromphys() 128 if (__predict_false(mapped)) in uiomove_fromphys()
|
| H A D | trap.c | 695 if (__predict_false((td->td_pflags & TDP_NOFAULTING) != 0)) { in trap_pfault() 1011 if (__predict_false(error != 0)) in cpu_fetch_syscall_args_fallback() 1034 if (__predict_false(sa->code == SYS_syscall || in cpu_fetch_syscall_args() 1043 if (__predict_false(sa->callp->sy_narg > NARGREGS)) in cpu_fetch_syscall_args() 1083 if (__predict_false(error != 0)) in amd64_syscall_ret_flush_l1d_check_inline() 1161 if (__predict_false(traced)) { in amd64_syscall() 1191 if (__predict_false(td->td_frame->tf_rip >= (la57 ? in amd64_syscall()
|
| /f-stack/freebsd/contrib/openzfs/include/os/freebsd/spl/sys/ |
| H A D | simd_x86.h | 44 if (__predict_false(!is_fpu_kern_thread(0))) \ 49 if (__predict_false(curpcb->pcb_flags & PCB_FPUNOSAVE)) \
|
| /f-stack/freebsd/vm/ |
| H A D | vm_pageout.c | 335 if (__predict_false(as.queue != queue || in vm_pageout_defer() 757 if (__predict_false((m->flags & PG_MARKER) != 0)) in vm_pageout_launder() 776 if (__predict_false(object == NULL)) in vm_pageout_launder() 782 if (__predict_false(m->object != object)) { in vm_pageout_launder() 800 if (__predict_false(vm_page_wired(m))) in vm_pageout_launder() 1218 if (__predict_false(m == &vmd->vmd_clock[1])) { in vm_pageout_scan_active() 1230 if (__predict_false((m->flags & PG_MARKER) != 0)) in vm_pageout_scan_active() 1247 if (__predict_false(object == NULL)) in vm_pageout_scan_active() 1482 if (__predict_false(object == NULL)) in vm_pageout_scan_inactive() 1488 if (__predict_false(m->object != object)) { in vm_pageout_scan_inactive() [all …]
|
| /f-stack/freebsd/contrib/openzfs/include/os/freebsd/zfs/sys/ |
| H A D | zfs_znode_impl.h | 127 if (__predict_false((zfsvfs)->z_unmounted)) { \ 138 if (__predict_false((zp)->z_sa_hdl == NULL)) { \
|
| /f-stack/freebsd/netinet/ |
| H A D | tcp_lro.c | 420 if (__predict_false((csum_flags & CSUM_IP_VALID) == 0)) { in tcp_lro_rx_ipv4() 426 if (__predict_false((csum) != 0)) { in tcp_lro_rx_ipv4() 624 (__predict_false(l != TCPOLEN_TSTAMP_APPA) || in tcp_set_le_to_m() 711 if (l != 0 && (__predict_false(l != TCPOLEN_TSTAMP_APPA) || in tcp_lro_condense() 764 if (l != 0 && (__predict_false(l != TCPOLEN_TSTAMP_APPA) || in tcp_lro_condense() 792 if (__predict_false(ntohl(th->th_seq) != le->next_seq || in tcp_lro_condense() 1233 if (l != 0 && (__predict_false(l != TCPOLEN_TSTAMP_APPA) || in tcp_lro_rx2() 1417 if (__predict_false(lc->ifp == NULL || lc->lro_mbuf_data == NULL || in tcp_lro_queue_mbuf() 1425 if (__predict_false(mb->m_pkthdr.csum_flags == 0 || in tcp_lro_queue_mbuf() 1450 if (__predict_false(++lc->lro_mbuf_count == lc->lro_mbuf_max)) in tcp_lro_queue_mbuf()
|