Home
last modified time | relevance | path

Searched refs:unlikely (Results 1 – 25 of 501) sorted by relevance

12345678910>>...21

/f-stack/app/redis-5.0.5/deps/jemalloc/include/jemalloc/internal/
H A Dtcache_inlines.h36 if (unlikely(ticker_tick(&tcache->gc_ticker))) { in tcache_event()
53 if (unlikely(!tcache_success)) { in tcache_alloc_small()
56 if (unlikely(arena == NULL)) { in tcache_alloc_small()
79 if (unlikely(opt_junk_alloc)) { in tcache_alloc_small()
82 } else if (unlikely(opt_zero)) { in tcache_alloc_small()
114 if (unlikely(!tcache_success)) { in tcache_alloc_large()
120 if (unlikely(arena == NULL)) { in tcache_alloc_large()
133 unlikely(zero)) { in tcache_alloc_large()
140 if (unlikely(opt_junk_alloc)) { in tcache_alloc_large()
143 } else if (unlikely(opt_zero)) { in tcache_alloc_large()
[all …]
H A Dprof_inlines_b.h24 if (unlikely(tdata == NULL)) { in prof_tdata_get()
29 } else if (unlikely(tdata->expired)) { in prof_tdata_get()
72 if (unlikely((uintptr_t)tdata <= (uintptr_t)PROF_TDATA_STATE_MAX)) { in prof_sample_accum_update()
80 if (unlikely(tdata == NULL)) { in prof_sample_accum_update()
128 if (unlikely((uintptr_t)tctx > (uintptr_t)1U)) { in prof_malloc()
164 if (unlikely(sampled)) { in prof_realloc()
169 } else if (unlikely(old_sampled)) { in prof_realloc()
189 if (unlikely(old_sampled)) { in prof_realloc()
201 if (unlikely((uintptr_t)tctx > (uintptr_t)1U)) { in prof_free()
H A Dassert.h10 if (unlikely(config_debug && !(e))) { \
43 if (unlikely(config_debug && !(e))) { \
52 if (unlikely(!(c))) { \
/f-stack/dpdk/lib/librte_ip_frag/
H A Drte_ipv4_fragmentation.c83 if (unlikely(pkt_in == NULL) || unlikely(pkts_out == NULL) || in rte_ipv4_fragment_packet()
84 unlikely(nb_pkts_out == 0) || in rte_ipv4_fragment_packet()
85 unlikely(pool_direct == NULL) || unlikely(pool_indirect == NULL) || in rte_ipv4_fragment_packet()
86 unlikely(mtu_size < RTE_ETHER_MIN_MTU)) in rte_ipv4_fragment_packet()
100 if (unlikely ((flag_offset & IPV4_HDR_DF_MASK) != 0)) in rte_ipv4_fragment_packet()
104 if (unlikely(frag_size * nb_pkts_out < in rte_ipv4_fragment_packet()
121 if (unlikely(out_pkt == NULL)) { in rte_ipv4_fragment_packet()
139 if (unlikely(out_seg == NULL)) { in rte_ipv4_fragment_packet()
162 if (unlikely(frag_bytes_remaining == 0)) in rte_ipv4_fragment_packet()
166 if (unlikely(in_seg_data_pos == in_seg->data_len)) { in rte_ipv4_fragment_packet()
[all …]
H A Drte_ipv6_fragmentation.c85 if (unlikely(pkt_in == NULL) || unlikely(pkts_out == NULL) || in rte_ipv6_fragment_packet()
86 unlikely(nb_pkts_out == 0) || in rte_ipv6_fragment_packet()
87 unlikely(pool_direct == NULL) || unlikely(pool_indirect == NULL) || in rte_ipv6_fragment_packet()
88 unlikely(mtu_size < RTE_IPV6_MIN_MTU)) in rte_ipv6_fragment_packet()
101 if (unlikely (frag_size * nb_pkts_out < in rte_ipv6_fragment_packet()
120 if (unlikely(out_pkt == NULL)) { in rte_ipv6_fragment_packet()
140 if (unlikely(out_seg == NULL)) { in rte_ipv6_fragment_packet()
163 if (unlikely(frag_bytes_remaining == 0)) in rte_ipv6_fragment_packet()
167 if (unlikely(in_seg_data_pos == in_seg->data_len)) { in rte_ipv6_fragment_packet()
171 if (unlikely(in_seg == NULL)) { in rte_ipv6_fragment_packet()
/f-stack/dpdk/lib/librte_vhost/
H A Dvhost_crypto.c245 if (unlikely(ret < 0)) in transform_cipher_param()
267 if (unlikely(ret < 0)) in transform_cipher_param()
301 if (unlikely(ret < 0)) in transform_chain_param()
313 if (unlikely(ret < 0)) in transform_chain_param()
321 if (unlikely(ret < 0)) in transform_chain_param()
348 if (unlikely(ret)) { in vhost_crypto_create_sess()
366 if (unlikely(ret)) { in vhost_crypto_create_sess()
425 if (unlikely(ret < 0)) { in vhost_crypto_close_sess()
540 if (unlikely(left > 0)) in move_desc()
897 if (unlikely(!desc)) { in prepare_sym_cipher_op()
[all …]
H A Dvhost.c37 if (unlikely(!*size)) in __vhost_iova_to_vva()
252 if (unlikely(!idesc)) in vhost_alloc_copy_ind_table()
938 if (unlikely(!dev)) in rte_vhost_get_vhost_ring_inflight()
945 if (unlikely(!vq)) in rte_vhost_get_vhost_ring_inflight()
973 if (unlikely(!dev)) in rte_vhost_set_inflight_desc_split()
987 if (unlikely(!vq)) in rte_vhost_set_inflight_desc_split()
1027 if (unlikely(!vq)) in rte_vhost_set_inflight_desc_packed()
1091 if (unlikely(!vq)) in rte_vhost_clr_inflight_desc_split()
1133 if (unlikely(!vq)) in rte_vhost_clr_inflight_desc_packed()
1178 if (unlikely(!vq)) in rte_vhost_set_last_inflight_io_split()
[all …]
H A Dvirtio_net.c501 if (unlikely(!desc_addr)) in map_one_desc()
549 if (unlikely(!descs)) in fill_vec_buf_split()
559 if (unlikely(!idesc)) in fill_vec_buf_split()
592 if (unlikely(!!idesc)) in fill_vec_buf_split()
666 if (unlikely(!descs)) in fill_vec_buf_packed_indirect()
676 if (unlikely(!idescs)) in fill_vec_buf_packed_indirect()
702 if (unlikely(!!idescs)) in fill_vec_buf_packed_indirect()
818 if (unlikely(m == NULL)) { in copy_mbuf_to_desc()
2197 if (unlikely(err)) { in virtio_dev_tx_split()
2214 if (unlikely(i < count)) in virtio_dev_tx_split()
[all …]
/f-stack/app/redis-5.0.5/src/
H A Danet_ff.c97 #ifndef unlikely
158 if (unlikely(inited == 0)) { in socket()
176 if (unlikely(inited == 0)) { in bind()
191 if (unlikely(inited == 0)) { in connect()
206 if (unlikely(inited == 0)) { in send()
221 if (unlikely(inited == 0)) { in recv()
236 if (unlikely(inited == 0)) { in listen()
252 if (unlikely(inited == 0)) { in setsockopt()
267 if (unlikely(inited == 0)) { in accept()
282 if (unlikely(inited == 0)) { in accept4()
[all …]
/f-stack/dpdk/drivers/net/ena/base/
H A Dena_eth_com.c108 if (unlikely(!bounce_buffer)) { in ena_com_write_header_to_bounce()
151 if (unlikely(rc)) { in ena_com_close_bounce_buffer()
184 if (unlikely(rc)) { in ena_com_sq_update_llq_tail()
271 if (unlikely(!meta_desc)) in ena_com_create_meta()
410 if (unlikely(rc)) in ena_com_prepare_tx()
414 if (unlikely(rc)) { in ena_com_prepare_tx()
429 if (unlikely(!desc)) in ena_com_prepare_tx()
483 if (unlikely(rc)) { in ena_com_prepare_tx()
489 if (unlikely(!desc)) in ena_com_prepare_tx()
515 if (unlikely(rc)) { in ena_com_prepare_tx()
[all …]
H A Dena_com.c625 if (unlikely(ret)) in ena_com_set_llq()
1047 if (unlikely(ret)) in ena_com_get_feature_ex()
2379 if (unlikely(rc)) in ena_com_fill_hash_function()
2413 if (unlikely(rc)) in ena_com_fill_hash_function()
2433 if (unlikely(rc)) in ena_com_get_hash_function()
2469 if (unlikely(rc)) in ena_com_get_hash_ctrl()
2534 if (unlikely(rc)) in ena_com_set_default_hash_ctrl()
2579 if (unlikely(rc)) in ena_com_set_default_hash_ctrl()
2601 if (unlikely(rc)) in ena_com_fill_hash_ctrl()
2616 if (unlikely(rc)) in ena_com_fill_hash_ctrl()
[all …]
/f-stack/freebsd/contrib/ena-com/
H A Dena_eth_com.c139 if (unlikely(!bounce_buffer)) { in ena_com_write_header_to_bounce()
184 if (unlikely(rc)) { in ena_com_close_bounce_buffer()
218 if (unlikely(rc)) { in ena_com_sq_update_llq_tail()
307 if (unlikely(!meta_desc)) in ena_com_create_meta()
453 if (unlikely(rc)) in ena_com_prepare_tx()
457 if (unlikely(rc)) { in ena_com_prepare_tx()
474 if (unlikely(!desc)) in ena_com_prepare_tx()
528 if (unlikely(rc)) { in ena_com_prepare_tx()
535 if (unlikely(!desc)) in ena_com_prepare_tx()
561 if (unlikely(rc)) { in ena_com_prepare_tx()
[all …]
H A Dena_com.c672 if (unlikely(ret)) in ena_com_set_llq()
1097 if (unlikely(ret)) in ena_com_get_feature_ex()
2497 if (unlikely(rc)) in ena_com_fill_hash_function()
2531 if (unlikely(rc)) in ena_com_fill_hash_function()
2551 if (unlikely(rc)) in ena_com_get_hash_function()
2588 if (unlikely(rc)) in ena_com_get_hash_ctrl()
2653 if (unlikely(rc)) in ena_com_set_default_hash_ctrl()
2698 if (unlikely(rc)) in ena_com_set_default_hash_ctrl()
2720 if (unlikely(rc)) in ena_com_fill_hash_ctrl()
2735 if (unlikely(rc)) in ena_com_fill_hash_ctrl()
[all …]
/f-stack/dpdk/examples/vhost/
H A Dvirtio_net.c97 if (unlikely(!dst || !len)) in enqueue_pkt()
114 if (unlikely(!desc_addr)) in enqueue_pkt()
148 if (unlikely(!desc_addr)) in enqueue_pkt()
159 if (unlikely(!desc_addr)) in enqueue_pkt()
218 if (unlikely(err)) { in vs_enqueue_pkts()
261 if (unlikely(!desc_addr)) in dequeue_pkt()
278 if (unlikely(!desc_addr)) in dequeue_pkt()
315 if (unlikely(!desc_addr)) in dequeue_pkt()
327 if (unlikely(!desc_addr)) in dequeue_pkt()
391 if (unlikely(count == 0)) in vs_dequeue_pkts()
[all …]
/f-stack/dpdk/lib/librte_cryptodev/
H A Drte_crypto.h225 if (unlikely(priv->type != type && in __rte_crypto_op_raw_bulk_alloc()
252 if (unlikely(retval != 1)) in rte_crypto_op_alloc()
282 if (unlikely(__rte_crypto_op_raw_bulk_alloc(mempool, type, ops, nb_ops) in rte_crypto_op_bulk_alloc()
354 if (unlikely(m == NULL)) in rte_crypto_sym_op_alloc_from_mbuf_priv_data()
361 if (unlikely(m->priv_size < (sizeof(struct rte_crypto_op) + in rte_crypto_sym_op_alloc_from_mbuf_priv_data()
391 if (unlikely(op->type != RTE_CRYPTO_OP_TYPE_SYMMETRIC)) in rte_crypto_op_sym_xforms_alloc()
415 if (unlikely(op->type != RTE_CRYPTO_OP_TYPE_SYMMETRIC)) in rte_crypto_op_attach_sym_session()
433 if (unlikely(op->type != RTE_CRYPTO_OP_TYPE_ASYMMETRIC)) in rte_crypto_op_attach_asym_session()
/f-stack/dpdk/drivers/crypto/nitrox/
H A Dnitrox_sym.c205 if (unlikely(err)) in nitrox_sym_dev_qp_setup()
210 if (unlikely(!qp->sr_mp)) in nitrox_sym_dev_qp_setup()
269 if (unlikely(xform == NULL)) in get_crypto_chain_order()
384 if (unlikely(type == CIPHER_INVALID)) in configure_cipher_ctx()
388 if (unlikely(aes_keylen < 0)) in configure_cipher_ctx()
441 if (unlikely(!data && length)) { in auth_key_is_valid()
463 if (unlikely(type == AUTH_INVALID)) in configure_auth_ctx()
499 if (unlikely(aes_keylen < 0)) in configure_aead_ctx()
634 if (unlikely(!ctx)) { in nitrox_enq_single_op()
643 if (unlikely(err)) { in nitrox_enq_single_op()
[all …]
H A Dnitrox_sym_reqmgr.c257 if (unlikely(!len)) in fill_sglist()
283 if (unlikely(!m)) in create_sglist_from_mbuf()
338 if (unlikely(err)) in create_cipher_inbuf()
367 if (unlikely(err)) in create_cipher_outbuf()
404 if (unlikely(err)) in process_cipher_data()
408 if (unlikely(err)) in process_cipher_data()
461 if (unlikely( in create_cipher_auth_sglist()
470 if (unlikely(err)) in create_cipher_auth_sglist()
475 if (unlikely(err)) in create_cipher_auth_sglist()
523 if (unlikely(err)) in create_aead_inbuf()
[all …]
/f-stack/dpdk/drivers/net/virtio/
H A Dvirtio_rxtx.c223 if (unlikely(num == 0)) in virtqueue_dequeue_rx_inorder()
734 if (unlikely(error)) { in virtio_dev_rx_queue_setup_finish()
861 if (unlikely(error)) { in virtio_discard_rxbuf()
873 if (unlikely(error)) { in virtio_discard_rxbuf_inorder()
1035 if (unlikely(error)) { in virtio_recv_pkts()
1138 if (unlikely(error)) { in virtio_recv_pkts_packed()
1321 if (unlikely(error)) { in virtio_recv_pkts_inorder()
1499 if (unlikely(error)) { in virtio_recv_mergeable_pkts()
1668 if (unlikely(error)) { in virtio_recv_mergeable_pkts_packed()
1702 if (unlikely(error)) { in virtio_xmit_pkts_prepare()
[all …]
/f-stack/dpdk/drivers/net/hinic/
H A Dhinic_pmd_tx.c295 if (unlikely(!nic_dev->cpy_mpool)) in hinic_copy_tx_mbuf()
299 if (unlikely(!dst_mbuf)) in hinic_copy_tx_mbuf()
328 if (unlikely(sqe_info->around)) { in hinic_mbuf_dma_map_sge()
335 if (unlikely(mbuf == NULL)) { in hinic_mbuf_dma_map_sge()
355 if (unlikely(mbuf == NULL)) { in hinic_mbuf_dma_map_sge()
376 if (unlikely(mbuf == NULL)) { in hinic_mbuf_dma_map_sge()
399 if (unlikely(!mbuf)) in hinic_mbuf_dma_map_sge()
406 if (unlikely(mbuf->data_len == 0)) { in hinic_mbuf_dma_map_sge()
412 if (unlikely(sqe_info->around)) in hinic_mbuf_dma_map_sge()
644 if (unlikely(m == NULL)) in hinic_xmit_mbuf_cleanup()
[all …]
/f-stack/dpdk/lib/librte_net/
H A Drte_net.c148 if (unlikely(gh == NULL)) in ptype_tunnel()
236 if (unlikely(eh == NULL)) in rte_net_get_ptype()
254 if (unlikely(vh == NULL)) in rte_net_get_ptype()
266 if (unlikely(vh == NULL)) in rte_net_get_ptype()
281 if (unlikely(mh == NULL)) in rte_net_get_ptype()
300 if (unlikely(ip4h == NULL)) in rte_net_get_ptype()
360 if (unlikely(th == NULL)) in rte_net_get_ptype()
389 if (unlikely(eh == NULL)) in rte_net_get_ptype()
404 if (unlikely(vh == NULL)) in rte_net_get_ptype()
417 if (unlikely(vh == NULL)) in rte_net_get_ptype()
[all …]
/f-stack/dpdk/lib/librte_ring/
H A Drte_ring_generic.h26 while (unlikely(ht->tail != old_val)) in update_tail()
85 if (unlikely(n > *free_entries)) in __rte_ring_move_prod_head()
98 } while (unlikely(success == 0)); in __rte_ring_move_prod_head()
157 if (unlikely(n == 0)) in __rte_ring_move_cons_head()
169 } while (unlikely(success == 0)); in __rte_ring_move_cons_head()
H A Drte_ring_c11_mem.h24 while (unlikely(ht->tail != old_val)) in update_tail()
86 if (unlikely(n > *free_entries)) in __rte_ring_move_prod_head()
102 } while (unlikely(success == 0)); in __rte_ring_move_prod_head()
165 if (unlikely(n == 0)) in __rte_ring_move_cons_head()
177 } while (unlikely(success == 0)); in __rte_ring_move_cons_head()
/f-stack/dpdk/lib/librte_stack/
H A Drte_stack_lf.h38 if (unlikely(n == 0)) in __rte_stack_lf_push()
43 if (unlikely(first == NULL)) in __rte_stack_lf_push()
73 if (unlikely(n == 0)) in __rte_stack_lf_pop()
79 if (unlikely(first == NULL)) in __rte_stack_lf_pop()
/f-stack/dpdk/drivers/net/bonding/
H A Drte_eth_bond_flow.c39 if (unlikely(flow == NULL)) { in bond_flow_alloc()
95 if (unlikely(flow == NULL)) { in bond_flow_create()
103 if (unlikely(flow->flows[i] == NULL)) { in bond_flow_create()
133 if (unlikely(flow->flows[i] == NULL)) in bond_flow_destroy()
137 if (unlikely(lret != 0)) { in bond_flow_destroy()
162 if (unlikely(lret != 0)) in bond_flow_flush()
165 if (unlikely(ret != 0)) in bond_flow_flush()
188 if (unlikely(ret != 0)) { in bond_flow_query_count()
226 if (unlikely(ret != 0)) { in bond_flow_isolate()
/f-stack/dpdk/drivers/crypto/qat/
H A Dqat_sym_hw_dp.c242 if (unlikely(data_len < 0)) in qat_sym_dp_enqueue_single_aead()
270 if (unlikely(n == 0)) { in qat_sym_dp_enqueue_aead_jobs()
293 if (unlikely(i < n)) in qat_sym_dp_enqueue_aead_jobs()
369 if (unlikely(n == 0)) { in qat_sym_dp_enqueue_cipher_jobs()
392 if (unlikely(i < n)) in qat_sym_dp_enqueue_cipher_jobs()
490 if (unlikely(n == 0)) { in qat_sym_dp_enqueue_auth_jobs()
513 if (unlikely(i < n)) in qat_sym_dp_enqueue_auth_jobs()
673 if (unlikely(n == 0)) { in qat_sym_dp_enqueue_chain_jobs()
699 if (unlikely(i < n)) in qat_sym_dp_enqueue_chain_jobs()
741 if (unlikely(n == 0)) in qat_sym_dp_dequeue_burst()
[all …]

12345678910>>...21