Home
last modified time | relevance | path

Searched refs:__predict_false (Results 1 – 25 of 329) sorted by relevance

12345678910>>...14

/freebsd-14.2/sys/kern/
H A Dsubr_syscall.c89 if (__predict_false(error != 0)) { in syscallenter()
94 if (__predict_false(traced)) { in syscallenter()
137 if (__predict_false(sigfastblock_fetch_always)) in syscallenter()
146 if (__predict_false(AUDIT_SYSCALL_ENABLED() || in syscallenter()
159 if (__predict_false(se->sy_entry != 0)) in syscallenter()
167 if (__predict_false((td->td_pflags & TDP_NERRNO) != 0)) in syscallenter()
185 if (__predict_false(se->sy_return != 0)) in syscallenter()
206 if (__predict_false(traced)) { in syscallenter()
227 if (__predict_false(td->td_errno == ENOTCAPABLE || in syscallret()
252 if (__predict_false(p->p_flag & P_TRACED)) { in syscallret()
[all …]
H A Dsubr_msan.c302 if (__predict_false(!kmsan_enabled)) in kmsan_origin_fill()
321 if (__predict_false(!kmsan_enabled)) in kmsan_shadow_fill()
338 if (__predict_false(!kmsan_enabled)) in kmsan_meta_copy()
369 if (__predict_false(!kmsan_enabled)) in kmsan_shadow_check()
391 if (__predict_false(!kmsan_enabled)) in kmsan_init_arg()
406 if (__predict_false(!kmsan_enabled)) in kmsan_init_ret()
423 if (__predict_false(!kmsan_enabled)) in kmsan_check_arg()
489 if (__predict_false(!kmsan_enabled)) in kmsan_intr_enter()
503 if (__predict_false(!kmsan_enabled)) in kmsan_intr_leave()
507 if (__predict_false(mtd->ctx == 0)) in kmsan_intr_leave()
[all …]
H A Dvfs_cache.c672 if (__predict_false(ts)) { in cache_alloc_uma()
1322 if (__predict_false(ncp == NULL)) { in cache_neg_promote_cond()
1799 if (__predict_false(error != 0)) { in cache_remove_cnp()
2431 if (__predict_false(!doingcache)) in cache_enter_time()
3115 if (__predict_false(buflen < 2)) in sys___getcwd()
3234 if (__predict_false(vp == NULL)) in vn_fullpath()
3268 if (__predict_false(vp == NULL)) in vn_fullpath_global()
4446 if (__predict_false(error != 0)) { in cache_fplookup_dirfd()
4639 if (__predict_false(mp == NULL)) { in cache_fplookup_final_modifying()
4687 if (__predict_false(error != 0)) { in cache_fplookup_final_modifying()
[all …]
H A Dvfs_lookup.c294 if (__predict_false((ndp->ni_lcf & (NI_LCF_STRICTREL | in namei_handle_root()
633 if (__predict_false(error != 0)) { in namei()
676 if (__predict_false(error != 0)) { in namei()
709 if (__predict_false(pwd->pwd_adir != pwd->pwd_rdir && in namei()
915 if (__predict_false(crosslock)) { in vfs_lookup_cross_mount()
964 if (__predict_false(crosslock)) in vfs_lookup_cross_mount()
1074 if (__predict_false(cnp->cn_nameptr[0] == '\0')) { in vfs_lookup()
1134 if (__predict_false(cnp->cn_namelen > NAME_MAX)) { in vfs_lookup()
1199 if (__predict_false((ndp->ni_lcf & (NI_LCF_STRICTREL | in vfs_lookup()
1217 if (__predict_false(isroot && (ndp->ni_lcf & in vfs_lookup()
[all …]
/freebsd-14.2/sys/netinet/
H A Dtcp_lro.c267 if (__predict_false(mlen <= 0)) in tcp_lro_low_level_parser()
405 if (__predict_false((m->m_pkthdr.csum_flags & in tcp_lro_parser()
656 if (__predict_false(csum != 0)) { in tcp_lro_rx_ipv4()
770 if (__predict_false(pa->udp->uh_sum != 0)) { in tcp_lro_update_checksum()
1295 if (__predict_false(V_ipforwarding != 0)) in tcp_lro_rx_common()
1300 if (__predict_false(V_ip6_forwarding != 0)) in tcp_lro_rx_common()
1316 if (__predict_false(pa == NULL)) in tcp_lro_rx_common()
1321 if (__predict_false(error != 0)) in tcp_lro_rx_common()
1328 if (__predict_false(error != 0)) in tcp_lro_rx_common()
1361 else if (__predict_false(csum != 0)) in tcp_lro_rx_common()
[all …]
/freebsd-14.2/sys/netlink/
H A Dnetlink_message_writer.c214 if (__predict_false(datalen == 0)) { in nlmsg_write_socket_buf()
220 if (__predict_false(m == NULL)) { in nlmsg_write_socket_buf()
237 if (__predict_false(datalen == 0)) { in nlmsg_write_group_buf()
243 if (__predict_false(m == NULL)) { in nlmsg_write_group_buf()
263 if (__predict_false(datalen == 0)) { in nlmsg_write_chain_buf()
271 if (__predict_false(m == NULL)) { in nlmsg_write_chain_buf()
302 if (__predict_false(m == NULL)) in nlmsg_get_ns_mbuf()
325 if (__predict_false(datalen == 0)) { in nlmsg_write_socket_mbuf()
396 if (__predict_false(buf == NULL)) in nlmsg_get_ns_lbuf()
433 if (__predict_false(m == NULL)) { in nlmsg_write_socket_lbuf()
[all …]
H A Dnetlink_message_parser.c199 if (__predict_false(NLA_DATA_LEN(nla) != 0)) { in nlattr_get_flag()
215 if (__predict_false(sin == NULL)) { in parse_rta_ip4()
231 if (__predict_false(sin6 == NULL)) { in parse_rta_ip6()
277 if (__predict_false(data_len) < sizeof(struct rtvia)) { in parse_rta_via()
287 if (__predict_false(data_len < sizeof(struct in_addr))) { in parse_rta_via()
293 if (__predict_false(data_len < sizeof(struct in6_addr))) { in parse_rta_via()
319 if (__predict_false(NLA_DATA_LEN(nla) != sizeof(uint8_t))) { in nlattr_get_uint8()
331 if (__predict_false(NLA_DATA_LEN(nla) != sizeof(uint16_t))) { in nlattr_get_uint16()
343 if (__predict_false(NLA_DATA_LEN(nla) != sizeof(uint32_t))) { in nlattr_get_uint32()
355 if (__predict_false(NLA_DATA_LEN(nla) != sizeof(uint64_t))) { in nlattr_get_uint64()
[all …]
H A Dnetlink_io.c233 if (__predict_false(m->m_next != NULL)) in tx_check_locked()
313 if (__predict_false(nlp->nl_need_thread_setup)) { in nl_process_received()
347 if (__predict_false(nlp->nl_dropped_bytes > 0 && so != NULL)) { in nl_on_transmit()
411 if (__predict_false(nlp->nl_linux && linux_netlink_p != NULL && untranslated)) { in nl_send_one()
419 if (__predict_false(nlp->nl_socket == NULL)) { in nl_send_one()
438 if (__predict_false(m->m_next != NULL)) in nl_send_one()
477 if (__predict_false(hdr->nlmsg_len > remaining_length)) { in nl_receive_message()
481 } else if (__predict_false(hdr->nlmsg_len < sizeof(*hdr))) { in nl_receive_message()
582 if (__predict_false(error != 0 || nlp->nl_tx_blocked)) in nl_process_mbuf()
/freebsd-14.2/sys/dev/virtio/network/
H A Dvirtio_net.h271 if (__predict_false(offset < ip_start + sizeof(struct ip))) in virtio_net_rx_csum_by_offset()
277 if (__predict_false(offset < ip_start + sizeof(struct ip6_hdr))) in virtio_net_rx_csum_by_offset()
316 if (__predict_false(m->m_len < ip_start + sizeof(struct ip))) in virtio_net_rx_csum_by_parse()
326 if (__predict_false(m->m_len < ip_start + in virtio_net_rx_csum_by_parse()
330 if (__predict_false(offset < 0)) in virtio_net_rx_csum_by_parse()
341 if (__predict_false(m->m_len < offset + sizeof(struct tcphdr))) in virtio_net_rx_csum_by_parse()
347 if (__predict_false(m->m_len < offset + sizeof(struct udphdr))) in virtio_net_rx_csum_by_parse()
436 if (__predict_false(m->m_len < offset + sizeof(struct ip))) { in virtio_net_tx_offload_ctx()
473 if (__predict_false(m->m_len < offset + sizeof(struct tcphdr))) { in virtio_net_tx_offload_tso()
530 if (__predict_false(proto != IPPROTO_TCP)) { in virtio_net_tx_offload()
/freebsd-14.2/sys/sys/
H A Drefcount.h79 if (__predict_false(REFCOUNT_SATURATED(old))) in refcount_acquire()
93 if (__predict_false(REFCOUNT_SATURATED(old))) in refcount_acquiren()
106 if (__predict_false(REFCOUNT_SATURATED(old + 1))) in refcount_acquire_checked()
127 if (__predict_false(REFCOUNT_SATURATED(old))) in refcount_acquire_if_gt()
151 if (__predict_false(old < n || REFCOUNT_SATURATED(old))) { in refcount_releasen()
186 if (__predict_false(REFCOUNT_SATURATED(old))) \
H A Dpmckern.h124 if (__predict_false(pmc_##pr##_##mo##_##fu##_##na.ps_running)) { \
149 if (__predict_false(pmc_##pr##_##mo##_##fu##_##na.ps_running)) { \
201 #define PMC_HOOK_INSTALLED(cmd) __predict_false(pmc_hook != NULL)
236 (__predict_false(p->p_flag & P_HWPMC))
239 (__predict_false((td)->td_pmcpend))
243 (__predict_false((p)->td_pflags & TDP_CALLCHAIN))
248 #define PMC_CPU_HAS_SAMPLES(C) (__predict_false(DPCPU_ID_GET((C), pmc_sampled)))
H A Dkassert.h39 #define KERNEL_PANICKED() __predict_false(panicked)
43 if (__predict_false(!(exp))) { \
50 if (__predict_false(!(exp))) { \
120 if (__predict_false(!(exp))) \
/freebsd-14.2/lib/libthr/thread/
H A Dthr_umtx.h85 if (__predict_false((uint32_t)mtx->m_owner == UMUTEX_RB_OWNERDEAD) && in _thr_umutex_trylock()
89 if (__predict_false((uint32_t)mtx->m_owner == UMUTEX_RB_NOTRECOV)) in _thr_umutex_trylock()
108 if (__predict_false((uint32_t)mtx->m_owner == UMUTEX_RB_OWNERDEAD) && in _thr_umutex_trylock2()
112 if (__predict_false((uint32_t)mtx->m_owner == UMUTEX_RB_NOTRECOV)) in _thr_umutex_trylock2()
163 if (__predict_false((owner & ~UMUTEX_CONTESTED) != id)) in _thr_umutex_unlock2()
165 } while (__predict_false(!atomic_cmpset_rel_32(&mtx->m_owner, owner, in _thr_umutex_unlock2()
196 if (__predict_false(URWLOCK_READER_COUNT(state) == in _thr_rwlock_tryrdlock()
254 if (__predict_false(URWLOCK_READER_COUNT(state) == 0)) in _thr_rwlock_unlock()
H A Dthr_cancel.c49 if (__predict_false(SHOULD_CANCEL(curthread) && in testcancel()
156 if (__predict_false(SHOULD_CANCEL(curthread) && in _thr_cancel_enter2()
169 if (__predict_false(SHOULD_CANCEL(curthread) && in _thr_cancel_leave()
H A Dthr_rwlock.c65 if (__predict_false(*rwlock == THR_PSHARED_PTR || in check_and_init_rwlock()
208 if (__predict_false(abstime && in rwlock_rdlock_common()
322 if (__predict_false(abstime && in rwlock_wrlock_common()
378 if (__predict_false(prwlock <= THR_RWLOCK_DESTROYED)) in _Tthr_rwlock_unlock()
383 if (__predict_false(prwlock->owner != TID(curthread))) in _Tthr_rwlock_unlock()
H A Dthr_mutex.c136 if (__predict_false(m->m_qe.tqe_prev == NULL)) in mutex_assert_is_owned()
148 if (__predict_false(m->m_qe.tqe_prev != NULL || in mutex_assert_not_owned()
152 if (__predict_false(is_robust_mutex(m) && in mutex_assert_not_owned()
185 if (__predict_false(curthread->inact_mtx != 0)) in _mutex_enter_robust()
596 if (__predict_false(*m == THR_PSHARED_PTR)) { in check_and_init_mutex()
602 } else if (__predict_false(*m <= THR_MUTEX_DESTROYED)) { in check_and_init_mutex()
700 else if (__predict_false(abstime->tv_nsec < 0 || in mutex_lock_sleep()
958 if (__predict_false(m <= THR_MUTEX_DESTROYED)) { in mutex_unlock_common()
970 if (__predict_false(PMUTEX_OWNER_ID(m) != id)) in mutex_unlock_common()
975 if (__predict_false(PMUTEX_TYPE(m->m_flags) == in mutex_unlock_common()
[all …]
/freebsd-14.2/sys/arm/allwinner/
H A Daw_cir.c215 if (bootverbose && __predict_false(aw_cir_debug) != 0) in aw_ir_decode_packets()
222 if (bootverbose && __predict_false(aw_cir_debug) != 0) in aw_ir_decode_packets()
234 if (bootverbose && __predict_false(aw_cir_debug) != 0) in aw_ir_decode_packets()
237 if (bootverbose && __predict_false(aw_cir_debug) != 0) in aw_ir_decode_packets()
254 if (bootverbose && __predict_false(aw_cir_debug) != 0) in aw_ir_decode_packets()
338 if (bootverbose && __predict_false(aw_cir_debug) != 0) in aw_ir_intr()
346 if (bootverbose && __predict_false(aw_cir_debug) != 0) in aw_ir_intr()
365 if (bootverbose && __predict_false(aw_cir_debug) != 0) in aw_ir_intr()
374 if (bootverbose && __predict_false(aw_cir_debug) != 0) { in aw_ir_intr()
H A Daw_mmc.c236 if (__predict_false(aw_mmc_debug & AW_MMC_DEBUG_IOS)) in aw_mmc_set_tran_settings()
241 if (__predict_false(aw_mmc_debug & AW_MMC_DEBUG_IOS)) in aw_mmc_set_tran_settings()
246 if (__predict_false(aw_mmc_debug & AW_MMC_DEBUG_IOS)) in aw_mmc_set_tran_settings()
251 if (__predict_false(aw_mmc_debug & AW_MMC_DEBUG_IOS)) in aw_mmc_set_tran_settings()
256 if (__predict_false(aw_mmc_debug & AW_MMC_DEBUG_IOS)) in aw_mmc_set_tran_settings()
261 if (__predict_false(aw_mmc_debug & AW_MMC_DEBUG_IOS)) in aw_mmc_set_tran_settings()
266 if (__predict_false(aw_mmc_debug & AW_MMC_DEBUG_IOS)) in aw_mmc_set_tran_settings()
284 if (__predict_false(aw_mmc_debug & AW_MMC_DEBUG_CMD)) { in aw_mmc_cam_request()
329 if (__predict_false(aw_mmc_debug & AW_MMC_DEBUG_CARD)) in aw_mmc_helper_cd_handler()
343 if (__predict_false(aw_mmc_debug & AW_MMC_DEBUG_CARD)) in aw_mmc_helper_cd_handler()
[all …]
/freebsd-14.2/sys/security/mac/
H A Dmac_framework.h179 #define mac_ifnet_create_mbuf_enabled() __predict_false(mac_ifnet_create_mbuf_fp_flag)
265 #define mac_pipe_check_poll_enabled() __predict_false(mac_pipe_check_poll_fp_flag)
280 #define mac_pipe_check_stat_enabled() __predict_false(mac_pipe_check_stat_fp_flag)
288 #define mac_pipe_check_read_enabled() __predict_false(mac_pipe_check_read_fp_flag)
351 #define mac_priv_check_enabled() __predict_false(mac_priv_check_fp_flag)
367 #define mac_priv_grant_enabled() __predict_false(mac_priv_grant_fp_flag)
554 #define mac_vnode_check_mmap_enabled() __predict_false(mac_vnode_check_mmap_fp_flag)
573 #define mac_vnode_check_open_enabled() __predict_false(mac_vnode_check_open_fp_flag)
588 #define mac_vnode_check_poll_enabled() __predict_false(mac_vnode_check_poll_fp_flag)
649 #define mac_vnode_check_stat_enabled() __predict_false(mac_vnode_check_stat_fp_flag)
[all …]
/freebsd-14.2/sys/libkern/
H A Darc4random.c93 if (__predict_false(random_bypass_before_seeding && !is_random_seeded())) { in chacha20_randomstir()
203 if (__predict_false(reseed))
205 if (__predict_false(reseed ||
220 if (__predict_false(
/freebsd-14.2/sys/dev/nvd/
H A Dnvd.c194 if (__predict_false(bp->bio_flags & BIO_ORDERED)) in nvd_bio_submit()
200 if (__predict_false(bp->bio_flags & BIO_ORDERED)) { in nvd_bio_submit()
206 __predict_false(ndisk->ordered_in_flight != 0)) in nvd_bio_submit()
225 if (__predict_false(bp->bio_flags & BIO_ORDERED)) { in nvd_strategy()
255 if (__predict_false(bp->bio_flags & BIO_ORDERED)) in nvd_gone()
351 if (__predict_false(bp->bio_flags & BIO_ORDERED)) { in nvd_done()
357 __predict_false(ndisk->ordered_in_flight != 0)) in nvd_done()
377 if (__predict_false(bp->bio_flags & BIO_ORDERED)) { in nvd_bioq_process()
/freebsd-14.2/sys/contrib/openzfs/include/os/freebsd/spl/sys/
H A Dsimd_aarch64.h63 if (__predict_false(!is_fpu_kern_thread(0))) \
68 if (__predict_false(curthread->td_pcb->pcb_fpflags & PCB_FP_NOSAVE)) \
/freebsd-14.2/sys/compat/linuxkpi/common/src/
H A Dlinux_fpu.c70 if (__predict_false(save_fpu_level != 0)) { in lkpi_fpu_safe_exec()
75 if (__predict_false(save_fpu_level != 0)) { in lkpi_fpu_safe_exec()
/freebsd-14.2/sys/compat/linuxkpi/common/include/linux/
H A Dmm_types.h56 if (__predict_false(atomic_dec_and_test(&mm->mm_count))) in mmdrop()
69 if (__predict_false(atomic_dec_and_test(&mm->mm_users))) in mmput()
/freebsd-14.2/sys/arm/arm/
H A Dtrap-v6.c308 if (__predict_false(prefetch && far > VM_MAXUSER_ADDRESS && in abort_handler()
326 if (__predict_false(idx == FAULT_EA_IMPREC)) { in abort_handler()
331 if (__predict_false(idx == FAULT_DEBUG)) { in abort_handler()
365 if (__predict_false((td->td_pflags & TDP_NOFAULTING) != 0)) { in abort_handler()
424 if (__predict_false(aborts[idx].func != NULL)) { in abort_handler()
443 if (__predict_false(pcb->pcb_onfault == cachebailout)) { in abort_handler()

12345678910>>...14