Home
last modified time | relevance | path

Searched refs:__predict_false (Results 1 – 25 of 272) sorted by relevance

1234567891011

/freebsd-13.1/sys/kern/
H A Dsubr_syscall.c71 if (__predict_false(td->td_cowgen != p->p_cowgen)) in syscallenter()
91 if (__predict_false(error != 0)) { in syscallenter()
96 if (__predict_false(traced)) { in syscallenter()
125 if (__predict_false(IN_CAPABILITY_MODE(td) && in syscallenter()
136 if (__predict_false(sigfastblock_fetch_always)) in syscallenter()
145 if (__predict_false(SYSTRACE_ENABLED() || in syscallenter()
158 if (__predict_false(se->sy_entry != 0)) in syscallenter()
181 if (__predict_false(se->sy_return != 0)) in syscallenter()
202 if (__predict_false(traced)) { in syscallenter()
249 if (__predict_false(p->p_flag & P_TRACED)) { in syscallret()
[all …]
H A Dvfs_cache.c686 if (__predict_false(ts)) { in cache_alloc_uma()
1316 if (__predict_false(ncp == NULL)) { in cache_neg_promote_cond()
1773 if (__predict_false(error != 0)) { in cache_remove_cnp()
2407 if (__predict_false(!doingcache)) in cache_enter_time()
3084 if (__predict_false(buflen < 2)) in sys___getcwd()
3166 if (__predict_false(vp == NULL)) in vn_fullpath()
3200 if (__predict_false(vp == NULL)) in vn_fullpath_global()
4261 if (__predict_false(error != 0)) { in cache_fplookup_dirfd()
4454 if (__predict_false(mp == NULL)) { in cache_fplookup_final_modifying()
4502 if (__predict_false(error != 0)) { in cache_fplookup_final_modifying()
[all …]
H A Dsubr_trap.c138 if (__predict_false(p->p_flag & P_PROFIL)) in userret()
184 if (__predict_false(!THREAD_CAN_SLEEP())) { in userret()
294 if (__predict_false(td->td_pflags & TDP_GEOM)) in ast()
374 if (__predict_false(racct_enable && p->p_throttled != 0)) in ast()
H A Dkern_priv.c304 if (__predict_false(mac_priv_check_fp_flag || in priv_check_cred_vfs_lookup()
319 if (__predict_false(mac_priv_check_fp_flag || in priv_check_cred_vfs_lookup_nomac()
359 if (__predict_false(mac_priv_check_fp_flag || in priv_check_cred_vfs_generation()
/freebsd-13.1/sys/dev/virtio/network/
H A Dvirtio_net.h273 if (__predict_false(offset < ip_start + sizeof(struct ip))) in virtio_net_rx_csum_by_offset()
279 if (__predict_false(offset < ip_start + sizeof(struct ip6_hdr))) in virtio_net_rx_csum_by_offset()
318 if (__predict_false(m->m_len < ip_start + sizeof(struct ip))) in virtio_net_rx_csum_by_parse()
328 if (__predict_false(m->m_len < ip_start + in virtio_net_rx_csum_by_parse()
332 if (__predict_false(offset < 0)) in virtio_net_rx_csum_by_parse()
343 if (__predict_false(m->m_len < offset + sizeof(struct tcphdr))) in virtio_net_rx_csum_by_parse()
349 if (__predict_false(m->m_len < offset + sizeof(struct udphdr))) in virtio_net_rx_csum_by_parse()
432 if (__predict_false(m->m_len < offset + sizeof(struct ip))) { in virtio_net_tx_offload_ctx()
469 if (__predict_false(m->m_len < offset + sizeof(struct tcphdr))) { in virtio_net_tx_offload_tso()
526 if (__predict_false(proto != IPPROTO_TCP)) { in virtio_net_tx_offload()
/freebsd-13.1/sys/sys/
H A Drefcount.h81 if (__predict_false(REFCOUNT_SATURATED(old))) in refcount_acquire()
95 if (__predict_false(REFCOUNT_SATURATED(old))) in refcount_acquiren()
108 if (__predict_false(REFCOUNT_SATURATED(old + 1))) in refcount_acquire_checked()
129 if (__predict_false(REFCOUNT_SATURATED(old))) in refcount_acquire_if_gt()
153 if (__predict_false(old < n || REFCOUNT_SATURATED(old))) { in refcount_releasen()
188 if (__predict_false(REFCOUNT_SATURATED(old))) \
H A Dpmckern.h125 if (__predict_false(pmc_##pr##_##mo##_##fu##_##na.ps_running)) { \
150 if (__predict_false(pmc_##pr##_##mo##_##fu##_##na.ps_running)) { \
202 #define PMC_HOOK_INSTALLED(cmd) __predict_false(pmc_hook != NULL)
237 (__predict_false(p->p_flag & P_HWPMC))
240 (__predict_false((td)->td_pmcpend))
244 (__predict_false((p)->td_pflags & TDP_CALLCHAIN))
249 #define PMC_CPU_HAS_SAMPLES(C) (__predict_false(DPCPU_ID_GET((C), pmc_sampled)))
H A Dkassert.h39 #define KERNEL_PANICKED() __predict_false(panicked)
43 if (__predict_false(!(exp))) { \
101 if (__predict_false(!(exp))) \
144 __predict_false((td)->td_stopsched); \
/freebsd-13.1/lib/libthr/thread/
H A Dthr_umtx.h87 if (__predict_false((uint32_t)mtx->m_owner == UMUTEX_RB_OWNERDEAD) && in _thr_umutex_trylock()
91 if (__predict_false((uint32_t)mtx->m_owner == UMUTEX_RB_NOTRECOV)) in _thr_umutex_trylock()
110 if (__predict_false((uint32_t)mtx->m_owner == UMUTEX_RB_OWNERDEAD) && in _thr_umutex_trylock2()
114 if (__predict_false((uint32_t)mtx->m_owner == UMUTEX_RB_NOTRECOV)) in _thr_umutex_trylock2()
165 if (__predict_false((owner & ~UMUTEX_CONTESTED) != id)) in _thr_umutex_unlock2()
167 } while (__predict_false(!atomic_cmpset_rel_32(&mtx->m_owner, owner, in _thr_umutex_unlock2()
198 if (__predict_false(URWLOCK_READER_COUNT(state) == in _thr_rwlock_tryrdlock()
256 if (__predict_false(URWLOCK_READER_COUNT(state) == 0)) in _thr_rwlock_unlock()
H A Dthr_cancel.c52 if (__predict_false(SHOULD_CANCEL(curthread) && in testcancel()
159 if (__predict_false(SHOULD_CANCEL(curthread) && in _thr_cancel_enter2()
172 if (__predict_false(SHOULD_CANCEL(curthread) && in _thr_cancel_leave()
H A Dthr_rwlock.c67 if (__predict_false(*rwlock == THR_PSHARED_PTR || in check_and_init_rwlock()
207 if (__predict_false(abstime && in rwlock_rdlock_common()
315 if (__predict_false(abstime && in rwlock_wrlock_common()
369 if (__predict_false(prwlock <= THR_RWLOCK_DESTROYED)) in _Tthr_rwlock_unlock()
374 if (__predict_false(prwlock->owner != TID(curthread))) in _Tthr_rwlock_unlock()
H A Dthr_mutex.c139 if (__predict_false(m->m_qe.tqe_prev == NULL)) in mutex_assert_is_owned()
151 if (__predict_false(m->m_qe.tqe_prev != NULL || in mutex_assert_not_owned()
155 if (__predict_false(is_robust_mutex(m) && in mutex_assert_not_owned()
188 if (__predict_false(curthread->inact_mtx != 0)) in _mutex_enter_robust()
605 } else if (__predict_false(*m <= THR_MUTEX_DESTROYED)) { in check_and_init_mutex()
666 if (__predict_false((m->m_lock.m_flags & (UMUTEX_PRIO_PROTECT | in mutex_lock_sleep()
703 else if (__predict_false(abstime->tv_nsec < 0 || in mutex_lock_sleep()
961 if (__predict_false(m <= THR_MUTEX_DESTROYED)) { in mutex_unlock_common()
973 if (__predict_false(PMUTEX_OWNER_ID(m) != id)) in mutex_unlock_common()
978 if (__predict_false(PMUTEX_TYPE(m->m_flags) == in mutex_unlock_common()
[all …]
H A Dthr_umtx.c107 if (__predict_false(owner == UMUTEX_RB_OWNERDEAD) && in __thr_umutex_lock_spin()
111 if (__predict_false(owner == UMUTEX_RB_NOTRECOV)) in __thr_umutex_lock_spin()
150 if (__predict_false(owner == UMUTEX_RB_OWNERDEAD) && in __thr_umutex_timedlock()
154 if (__predict_false(owner == UMUTEX_RB_NOTRECOV)) in __thr_umutex_timedlock()
/freebsd-13.1/sys/security/mac/
H A Dmac_framework.h170 #define mac_ifnet_create_mbuf_enabled() __predict_false(mac_ifnet_create_mbuf_fp_flag)
247 #define mac_pipe_check_poll_enabled() __predict_false(mac_pipe_check_poll_fp_flag)
262 #define mac_pipe_check_stat_enabled() __predict_false(mac_pipe_check_stat_fp_flag)
318 #define mac_priv_check_enabled() __predict_false(mac_priv_check_fp_flag)
334 #define mac_priv_grant_enabled() __predict_false(mac_priv_grant_fp_flag)
521 #define mac_vnode_check_mmap_enabled() __predict_false(mac_vnode_check_mmap_fp_flag)
540 #define mac_vnode_check_open_enabled() __predict_false(mac_vnode_check_open_fp_flag)
555 #define mac_vnode_check_poll_enabled() __predict_false(mac_vnode_check_poll_fp_flag)
616 #define mac_vnode_check_stat_enabled() __predict_false(mac_vnode_check_stat_fp_flag)
635 #define mac_vnode_check_read_enabled() __predict_false(mac_vnode_check_read_fp_flag)
[all …]
/freebsd-13.1/sys/netinet/
H A Dtcp_lro.c607 if (__predict_false(csum != 0)) { in tcp_lro_rx_ipv4()
775 if (__predict_false(pa->udp->uh_sum != 0)) { in tcp_lro_update_checksum()
1139 if (__predict_false(tp == NULL)) in tcp_lro_get_last_if_ackcmp()
1161 if (__predict_false(m == NULL)) { in tcp_lro_get_last_if_ackcmp()
1596 if (__predict_false(bpf_req)) in do_bpf_strip_and_compress()
1677 if (__predict_false(nm == NULL)) in do_bpf_strip_and_compress()
1761 if (__predict_false(V_ipforwarding != 0)) in tcp_lro_rx_common()
1772 if (__predict_false(pa == NULL)) in tcp_lro_rx_common()
1777 if (__predict_false(error != 0)) in tcp_lro_rx_common()
1784 if (__predict_false(error != 0)) in tcp_lro_rx_common()
[all …]
/freebsd-13.1/sys/libkern/
H A Darc4random.c94 if (__predict_false(random_bypass_before_seeding && !is_random_seeded())) { in chacha20_randomstir()
196 if (__predict_false(reseed))
198 if (__predict_false(reseed ||
213 if (__predict_false(
/freebsd-13.1/sys/compat/linuxkpi/common/include/linux/
H A Dcompat.h49 if (__predict_false(td->td_lkpi_task == NULL)) in linux_set_current()
56 if (__predict_false(td->td_lkpi_task == NULL)) in linux_set_current_flags()
H A Dmm_types.h57 if (__predict_false(atomic_dec_and_test(&mm->mm_count))) in mmdrop()
70 if (__predict_false(atomic_dec_and_test(&mm->mm_users))) in mmput()
/freebsd-13.1/sys/dev/nvd/
H A Dnvd.c196 if (__predict_false(bp->bio_flags & BIO_ORDERED)) in nvd_bio_submit()
202 if (__predict_false(bp->bio_flags & BIO_ORDERED)) { in nvd_bio_submit()
208 __predict_false(ndisk->ordered_in_flight != 0)) in nvd_bio_submit()
227 if (__predict_false(bp->bio_flags & BIO_ORDERED)) { in nvd_strategy()
257 if (__predict_false(bp->bio_flags & BIO_ORDERED)) in nvd_gone()
353 if (__predict_false(bp->bio_flags & BIO_ORDERED)) { in nvd_done()
359 __predict_false(ndisk->ordered_in_flight != 0)) in nvd_done()
379 if (__predict_false(bp->bio_flags & BIO_ORDERED)) { in nvd_bioq_process()
/freebsd-13.1/sys/mips/cavium/octe/
H A Dethernet-tx.c103 if (__predict_false(m->m_pkthdr.len < 64) && OCTEON_IS_MODEL(OCTEON_CN3XXX)) { in cvm_oct_xmit()
124 if (__predict_false(m->m_pkthdr.len < 60) && in cvm_oct_xmit()
226 …if (__predict_false(cvmx_pko_send_packet_finish(priv->port, priv->queue + qos, pko_command, hw_buf… in cvm_oct_xmit()
231 if (__predict_false(dropped)) { in cvm_oct_xmit()
/freebsd-13.1/sys/arm/arm/
H A Dtrap-v6.c310 if (__predict_false(prefetch && far > VM_MAXUSER_ADDRESS && in abort_handler()
328 if (__predict_false(idx == FAULT_EA_IMPREC)) { in abort_handler()
333 if (__predict_false(idx == FAULT_DEBUG)) { in abort_handler()
367 if (__predict_false((td->td_pflags & TDP_NOFAULTING) != 0)) { in abort_handler()
426 if (__predict_false(aborts[idx].func != NULL)) { in abort_handler()
445 if (__predict_false(pcb->pcb_onfault == cachebailout)) { in abort_handler()
/freebsd-13.1/sys/arm/allwinner/
H A Daw_mmc.c237 if (__predict_false(aw_mmc_debug & AW_MMC_DEBUG_IOS)) in aw_mmc_set_tran_settings()
242 if (__predict_false(aw_mmc_debug & AW_MMC_DEBUG_IOS)) in aw_mmc_set_tran_settings()
247 if (__predict_false(aw_mmc_debug & AW_MMC_DEBUG_IOS)) in aw_mmc_set_tran_settings()
252 if (__predict_false(aw_mmc_debug & AW_MMC_DEBUG_IOS)) in aw_mmc_set_tran_settings()
257 if (__predict_false(aw_mmc_debug & AW_MMC_DEBUG_IOS)) in aw_mmc_set_tran_settings()
262 if (__predict_false(aw_mmc_debug & AW_MMC_DEBUG_IOS)) in aw_mmc_set_tran_settings()
267 if (__predict_false(aw_mmc_debug & AW_MMC_DEBUG_IOS)) in aw_mmc_set_tran_settings()
285 if (__predict_false(aw_mmc_debug & AW_MMC_DEBUG_CMD)) { in aw_mmc_cam_request()
321 if (__predict_false(aw_mmc_debug & AW_MMC_DEBUG_CARD)) in aw_mmc_helper_cd_handler()
335 if (__predict_false(aw_mmc_debug & AW_MMC_DEBUG_CARD)) in aw_mmc_helper_cd_handler()
[all …]
/freebsd-13.1/sys/mips/cavium/cryptocteon/
H A Dcavium_crypto.c336 if (__predict_false(od == NULL || iov==NULL || iovlen==0 || ivp==NULL || in octo_aes_cbc_encrypt()
404 if (__predict_false(od == NULL || iov==NULL || iovlen==0 || ivp==NULL || in octo_aes_cbc_decrypt()
477 if (__predict_false(od == NULL || iov==NULL || iovlen==0 || in octo_null_sha1_encrypt()
507 if (__predict_false(inplen)) { in octo_null_sha1_encrypt()
584 if (__predict_false(od == NULL || iov==NULL || iovlen==0 || ivp==NULL || in octo_aes_cbc_sha1_encrypt()
679 if (__predict_false(inplen)) { in octo_aes_cbc_sha1_encrypt()
725 if (__predict_false(inplen)) { in octo_aes_cbc_sha1_encrypt()
775 if (__predict_false(od == NULL || iov==NULL || iovlen==0 || ivp==NULL || in octo_aes_cbc_sha1_decrypt()
870 if (__predict_false(inplen)) { in octo_aes_cbc_sha1_decrypt()
916 if (__predict_false(inplen)) { in octo_aes_cbc_sha1_decrypt()
/freebsd-13.1/sys/dev/cxgbe/tom/
H A Dt4_cpl_io.c621 if (__predict_false(rc != 0)) in write_tx_sgl()
696 if (__predict_false(toep->flags & TPF_ABORT_SHUTDOWN)) in t4_push_frames()
827 if (__predict_false(toep->flags & TPF_FIN_SENT)) in t4_push_frames()
1018 if (__predict_false(wr == NULL)) in write_iscsi_mbuf_wr()
1050 if (__predict_false(toep->flags & TPF_FIN_SENT)) in write_iscsi_mbuf_wr()
1181 if (__predict_false(sbused(sb)) > 0) { in t4_push_pdus()
1354 if (__predict_false(toep->flags & TPF_SYNQE)) { in do_peer_close()
1385 if (__predict_false(toep->ddp.flags & in do_peer_close()
1679 if (__predict_false(toep->flags & TPF_SYNQE)) { in do_rx_data()
1852 if (__predict_false(toep->flags & TPF_SYNQE)) { in do_fw4_ack()
[all …]
/freebsd-13.1/sys/dev/rtwn/usb/
H A Drtwn_usb_rx.c86 if (__predict_false(rxdw0 & (RTWN_RXDW0_CRCERR | RTWN_RXDW0_ICVERR))) { in rtwn_rx_check_pre_alloc()
98 if (__predict_false(pktlen < sizeof(struct ieee80211_frame_ack))) { in rtwn_rx_check_pre_alloc()
130 if (__predict_false(m == NULL)) { in rtwn_rx_copy_to_mbuf()
260 if (__predict_false(pktlen == 0)) in rtwn_rxeof()
305 if (__predict_false(len < sizeof(struct rtwn_rx_stat_common) && in rtwn_report_intr()

1234567891011