| /freebsd-12.1/sys/sparc64/include/ |
| H A D | smp.h | 149 if (__predict_false(atomic_load_acq_int(&smp_started) == 0)) in ipi_all_but_self()
164 if (__predict_false(atomic_load_acq_int(&smp_started) == 0 || in ipi_selected()
176 if (__predict_false(atomic_load_acq_int(&smp_started) == 0)) in ipi_cpu()
190 if (__predict_false(atomic_load_acq_int(&smp_started) == 0)) in ipi_dcache_page_inval()
207 if (__predict_false(atomic_load_acq_int(&smp_started) == 0)) in ipi_icache_page_inval()
224 if (__predict_false(atomic_load_acq_int(&smp_started) == 0)) in ipi_rd()
241 if (__predict_false(atomic_load_acq_int(&smp_started) == 0)) in ipi_tlb_context_demap()
266 if (__predict_false(atomic_load_acq_int(&smp_started) == 0)) in ipi_tlb_page_demap()
291 if (__predict_false(atomic_load_acq_int(&smp_started) == 0)) in ipi_tlb_range_demap()
317 if (__predict_false((mask = cookie) != NULL)) { in ipi_wait()
|
| /freebsd-12.1/lib/libthr/thread/ |
| H A D | thr_umtx.h | 87 if (__predict_false((uint32_t)mtx->m_owner == UMUTEX_RB_OWNERDEAD) && in _thr_umutex_trylock()
91 if (__predict_false((uint32_t)mtx->m_owner == UMUTEX_RB_NOTRECOV)) in _thr_umutex_trylock()
110 if (__predict_false((uint32_t)mtx->m_owner == UMUTEX_RB_OWNERDEAD) && in _thr_umutex_trylock2()
114 if (__predict_false((uint32_t)mtx->m_owner == UMUTEX_RB_NOTRECOV)) in _thr_umutex_trylock2()
165 if (__predict_false((owner & ~UMUTEX_CONTESTED) != id)) in _thr_umutex_unlock2()
167 } while (__predict_false(!atomic_cmpset_rel_32(&mtx->m_owner, owner, in _thr_umutex_unlock2()
198 if (__predict_false(URWLOCK_READER_COUNT(state) == in _thr_rwlock_tryrdlock()
256 if (__predict_false(URWLOCK_READER_COUNT(state) == 0)) in _thr_rwlock_unlock()
|
| H A D | thr_rwlock.c | 67 if (__predict_false(*rwlock == THR_PSHARED_PTR || in check_and_init_rwlock()
207 if (__predict_false(abstime && in rwlock_rdlock_common()
315 if (__predict_false(abstime && in rwlock_wrlock_common()
369 if (__predict_false(prwlock <= THR_RWLOCK_DESTROYED)) in _Tthr_rwlock_unlock()
374 if (__predict_false(prwlock->owner != TID(curthread))) in _Tthr_rwlock_unlock()
|
| H A D | thr_cancel.c | 52 if (__predict_false(SHOULD_CANCEL(curthread) && in testcancel()
159 if (__predict_false(SHOULD_CANCEL(curthread) && in _thr_cancel_enter2()
172 if (__predict_false(SHOULD_CANCEL(curthread) && in _thr_cancel_leave()
|
| H A D | thr_mutex.c | 139 if (__predict_false(m->m_qe.tqe_prev == NULL)) in mutex_assert_is_owned()
151 if (__predict_false(m->m_qe.tqe_prev != NULL || in mutex_assert_not_owned()
155 if (__predict_false(is_robust_mutex(m) && in mutex_assert_not_owned()
188 if (__predict_false(curthread->inact_mtx != 0)) in _mutex_enter_robust()
603 } else if (__predict_false(*m <= THR_MUTEX_DESTROYED)) { in check_and_init_mutex()
664 if (__predict_false((m->m_lock.m_flags & (UMUTEX_PRIO_PROTECT | in mutex_lock_sleep()
701 else if (__predict_false(abstime->tv_nsec < 0 || in mutex_lock_sleep()
959 if (__predict_false(m <= THR_MUTEX_DESTROYED)) { in mutex_unlock_common()
971 if (__predict_false(PMUTEX_OWNER_ID(m) != id)) in mutex_unlock_common()
976 if (__predict_false(PMUTEX_TYPE(m->m_flags) == in mutex_unlock_common()
[all …]
|
| H A D | thr_umtx.c | 107 if (__predict_false(owner == UMUTEX_RB_OWNERDEAD) && in __thr_umutex_lock_spin()
111 if (__predict_false(owner == UMUTEX_RB_NOTRECOV)) in __thr_umutex_lock_spin()
150 if (__predict_false(owner == UMUTEX_RB_OWNERDEAD) && in __thr_umutex_timedlock()
154 if (__predict_false(owner == UMUTEX_RB_NOTRECOV)) in __thr_umutex_timedlock()
|
| /freebsd-12.1/sys/sys/ |
| H A D | pmckern.h | 125 if (__predict_false(pmc_##pr##_##mo##_##fu##_##na.ps_running)) { \
150 if (__predict_false(pmc_##pr##_##mo##_##fu##_##na.ps_running)) { \
202 #define PMC_HOOK_INSTALLED(cmd) __predict_false(pmc_hook != NULL)
237 (__predict_false(p->p_flag & P_HWPMC))
240 (__predict_false((td)->td_pmcpend))
244 (__predict_false((p)->td_pflags & TDP_CALLCHAIN))
249 #define PMC_CPU_HAS_SAMPLES(C) (__predict_false(DPCPU_ID_GET((C), pmc_sampled)))
|
| /freebsd-12.1/contrib/bmake/ |
| H A D | buf.h | 92 #ifndef __predict_false
93 #define __predict_false(x) (x) macro
100 if (__predict_false(_count >= (bp)->size)) \
|
| /freebsd-12.1/sys/dev/nvd/ |
| H A D | nvd.c | 192 if (__predict_false(bp->bio_flags & BIO_ORDERED)) in nvd_bio_submit()
198 if (__predict_false(bp->bio_flags & BIO_ORDERED)) { in nvd_bio_submit()
204 __predict_false(ndisk->ordered_in_flight != 0)) in nvd_bio_submit()
223 if (__predict_false(bp->bio_flags & BIO_ORDERED)) { in nvd_strategy()
253 if (__predict_false(bp->bio_flags & BIO_ORDERED)) in nvd_gone()
349 if (__predict_false(bp->bio_flags & BIO_ORDERED)) { in nvd_done()
355 __predict_false(ndisk->ordered_in_flight != 0)) in nvd_done()
375 if (__predict_false(bp->bio_flags & BIO_ORDERED)) { in nvd_bioq_process()
|
| /freebsd-12.1/sys/mips/cavium/cryptocteon/ |
| H A D | cavium_crypto.c | 628 if (__predict_false(inplen)) { in octo_null_md5_encrypt()
731 if (__predict_false(inplen)) { in octo_null_sha1_encrypt()
881 if (__predict_false(inplen)) { in octo_des_cbc_md5_encrypt()
1029 if (__predict_false(inplen)) { in octo_des_cbc_md5_decrypt()
1181 if (__predict_false(inplen)) { in octo_des_cbc_sha1_encrypt()
1332 if (__predict_false(inplen)) { in octo_des_cbc_sha1_decrypt()
1513 if (__predict_false(inplen)) { in octo_aes_cbc_md5_encrypt()
1686 if (__predict_false(inplen)) { in octo_aes_cbc_md5_decrypt()
1864 if (__predict_false(inplen)) { in octo_aes_cbc_sha1_encrypt()
1910 if (__predict_false(inplen)) { in octo_aes_cbc_sha1_encrypt()
[all …]
|
| /freebsd-12.1/sys/kern/ |
| H A D | subr_epoch.c | 207 if (__predict_false(!inited)) in epoch_alloc()
243 if (__predict_false((epoch) == NULL)) \
317 if (__predict_false(td->td_pre_epoch_prio != td->td_priority)) in epoch_exit_preempt()
565 if (__predict_false(epoch == NULL)) in epoch_call()
568 if (__predict_false(inited < 2)) in epoch_call()
596 if (__predict_false((epoch = allepochs[i]) == NULL)) in epoch_call_task()
632 if (__predict_false((epoch) == NULL)) in in_epoch_verbose()
687 if (__predict_false(epoch == NULL)) in epoch_drain_callbacks()
690 if (__predict_false(inited < 2)) in epoch_drain_callbacks()
|
| /freebsd-12.1/sys/compat/linuxkpi/common/include/linux/ |
| H A D | compat.h | 47 if (__predict_false(td->td_lkpi_task == NULL)) in linux_set_current()
54 if (__predict_false(td->td_lkpi_task == NULL)) in linux_set_current_flags()
|
| H A D | mm_types.h | 56 if (__predict_false(atomic_dec_and_test(&mm->mm_count))) in mmdrop()
63 if (__predict_false(atomic_dec_and_test(&mm->mm_users))) in mmput()
|
| /freebsd-12.1/sys/mips/cavium/octe/ |
| H A D | ethernet-tx.c | 105 if (__predict_false(m->m_pkthdr.len < 64) && OCTEON_IS_MODEL(OCTEON_CN3XXX)) { in cvm_oct_xmit()
126 if (__predict_false(m->m_pkthdr.len < 60) && in cvm_oct_xmit()
228 …if (__predict_false(cvmx_pko_send_packet_finish(priv->port, priv->queue + qos, pko_command, hw_buf… in cvm_oct_xmit()
233 if (__predict_false(dropped)) { in cvm_oct_xmit()
|
| /freebsd-12.1/sys/arm/arm/ |
| H A D | trap-v6.c | 312 if (__predict_false(prefetch && far > VM_MAXUSER_ADDRESS && in abort_handler()
330 if (__predict_false(idx == FAULT_EA_IMPREC)) { in abort_handler()
335 if (__predict_false(idx == FAULT_DEBUG)) { in abort_handler()
369 if (__predict_false((td->td_pflags & TDP_NOFAULTING) != 0)) { in abort_handler()
428 if (__predict_false(aborts[idx].func != NULL)) { in abort_handler()
447 if (__predict_false(pcb->pcb_onfault == cachebailout)) { in abort_handler()
|
| H A D | trap-v4.c | 230 if (__predict_false(data_aborts[fsr & FAULT_TYPE_MASK].func != NULL)) { in abort_handler()
259 if (__predict_false((tf->tf_pc & 3) != 0)) { in abort_handler()
293 if (__predict_false((tf->tf_spsr & PSR_MODE)==PSR_UND32_MODE)) { in abort_handler()
647 if (__predict_false(!TRAP_USERMODE(tf))) in prefetch_abort_handler()
653 if (__predict_false(fault_pc >= VM_MAXUSER_ADDRESS || in prefetch_abort_handler()
|
| /freebsd-12.1/sys/dev/rtwn/usb/ |
| H A D | rtwn_usb_rx.c | 86 if (__predict_false(rxdw0 & (RTWN_RXDW0_CRCERR | RTWN_RXDW0_ICVERR))) { in rtwn_rx_check_pre_alloc()
98 if (__predict_false(pktlen < sizeof(struct ieee80211_frame_ack))) { in rtwn_rx_check_pre_alloc()
130 if (__predict_false(m == NULL)) { in rtwn_rx_copy_to_mbuf()
260 if (__predict_false(pktlen == 0)) in rtwn_rxeof()
305 if (__predict_false(len < sizeof(struct rtwn_rx_stat_common) && in rtwn_report_intr()
|
| /freebsd-12.1/sys/dev/cxgbe/tom/ |
| H A D | t4_cpl_io.c | 638 if (__predict_false(rc != 0)) in write_tx_sgl()
713 if (__predict_false(toep->flags & TPF_ABORT_SHUTDOWN)) in t4_push_frames()
727 if (__predict_false(toep->flags & TPF_TX_SUSPENDED)) { in t4_push_frames()
830 if (__predict_false(toep->flags & TPF_FIN_SENT)) in t4_push_frames()
1007 if (__predict_false(toep->flags & TPF_FIN_SENT)) in t4_push_pdus()
1209 if (__predict_false(toep->flags & TPF_SYNQE)) { in do_peer_close()
1242 if (__predict_false(toep->ddp.flags & in do_peer_close()
1524 if (__predict_false(toep->flags & TPF_SYNQE)) { in do_rx_data()
1688 if (__predict_false(toep->flags & TPF_SYNQE)) { in do_fw4_ack()
1717 if (__predict_false(SEQ_LT(snd_una, tp->snd_una))) { in do_fw4_ack()
[all …]
|
| /freebsd-12.1/sys/dev/neta/ |
| H A D | if_mvneta.c | 1901 if (__predict_false(tx->used > in mvneta_xmitfast_locked()
1906 if (__predict_false(error != 0)) in mvneta_xmitfast_locked()
1956 if (__predict_false(m == NULL)) in mvneta_transmit()
1962 if (__predict_false(error != 0)) in mvneta_transmit()
2700 if (__predict_false(error != 0)) { in mvneta_tx_queue()
2714 if (__predict_false(txnsegs <= 0 in mvneta_tx_queue()
2842 if (__predict_false(ndesc == 0)) { in mvneta_tx_queue_complete()
2937 if (__predict_false(npkt == 0)) in mvneta_rx()
3135 if (__predict_false(refill <= 0)) in mvneta_rx_queue_refill()
3141 if (__predict_false(m == NULL)) { in mvneta_rx_queue_refill()
[all …]
|
| /freebsd-12.1/sys/dev/bxe/ |
| H A D | bxe_debug.c | 139 if (__predict_false(sc->debug & DBG_PHY)) { in elink_cb_dbg()
151 if (__predict_false(sc->debug & DBG_PHY)) { in elink_cb_dbg1()
165 if (__predict_false(sc->debug & DBG_PHY)) { in elink_cb_dbg2()
180 if (__predict_false(sc->debug & DBG_PHY)) { in elink_cb_dbg3()
|
| /freebsd-12.1/sys/netinet/ |
| H A D | tcp_lro.c | 581 if (__predict_false((csum_flags & CSUM_IP_VALID) == 0)) { in tcp_lro_rx_ipv4()
587 if (__predict_false((csum) != 0)) { in tcp_lro_rx_ipv4()
707 if (l != 0 && (__predict_false(l != TCPOLEN_TSTAMP_APPA) || in tcp_lro_rx2()
797 if (__predict_false(seq != le->next_seq || in tcp_lro_rx2()
811 if (__predict_false(le->tsval > tsval || in tcp_lro_rx2()
959 if (__predict_false(lc->ifp == NULL || lc->lro_mbuf_data == NULL || in tcp_lro_queue_mbuf()
967 if (__predict_false(mb->m_pkthdr.csum_flags == 0 || in tcp_lro_queue_mbuf()
985 if (__predict_false(++lc->lro_mbuf_count == lc->lro_mbuf_max)) in tcp_lro_queue_mbuf()
|
| /freebsd-12.1/sys/dev/xen/grant_table/ |
| H A D | grant_table.c | 119 if (__predict_false(gnttab_free_callback_list != NULL)) in check_free_callbacks()
147 if (__predict_false(error)) in gnttab_grant_foreign_access()
260 if (__predict_false(error)) in gnttab_grant_foreign_transfer()
353 if (__predict_false(error)) in gnttab_alloc_grant_references()
372 if (__predict_false(g == GNTTAB_LIST_END)) in gnttab_claim_grant_reference()
|
| /freebsd-12.1/sys/amd64/amd64/ |
| H A D | uio_machdep.c | 115 if (__predict_false(mapped)) { in uiomove_fromphys()
128 if (__predict_false(mapped)) in uiomove_fromphys()
|
| /freebsd-12.1/sys/riscv/riscv/ |
| H A D | uio_machdep.c | 113 if (__predict_false(mapped)) { in uiomove_fromphys()
126 if (__predict_false(mapped)) { in uiomove_fromphys()
|
| /freebsd-12.1/sys/arm64/arm64/ |
| H A D | uio_machdep.c | 113 if (__predict_false(mapped)) { in uiomove_fromphys()
126 if (__predict_false(mapped)) { in uiomove_fromphys()
|