| /dpdk/lib/ip_frag/ |
| H A D | rte_ipv4_fragmentation.c | 81 if (unlikely(pkt_in == NULL) || unlikely(pkts_out == NULL) || in rte_ipv4_fragment_packet()
82 unlikely(nb_pkts_out == 0) || in rte_ipv4_fragment_packet()
83 unlikely(pool_direct == NULL) || unlikely(pool_indirect == NULL) || in rte_ipv4_fragment_packet()
84 unlikely(mtu_size < RTE_ETHER_MIN_MTU)) in rte_ipv4_fragment_packet()
92 if (unlikely(pkt_in->data_len < header_len) || in rte_ipv4_fragment_packet()
93 unlikely(mtu_size < header_len)) in rte_ipv4_fragment_packet()
110 if (unlikely(frag_size * nb_pkts_out < in rte_ipv4_fragment_packet()
127 if (unlikely(out_pkt == NULL)) { in rte_ipv4_fragment_packet()
145 if (unlikely(out_seg == NULL)) { in rte_ipv4_fragment_packet()
168 if (unlikely(frag_bytes_remaining == 0)) in rte_ipv4_fragment_packet()
[all …]
|
| H A D | rte_ipv6_fragmentation.c | 85 if (unlikely(pkt_in == NULL) || unlikely(pkts_out == NULL) || in rte_ipv6_fragment_packet()
86 unlikely(nb_pkts_out == 0) || in rte_ipv6_fragment_packet()
87 unlikely(pool_direct == NULL) || unlikely(pool_indirect == NULL) || in rte_ipv6_fragment_packet()
88 unlikely(mtu_size < RTE_IPV6_MIN_MTU)) in rte_ipv6_fragment_packet()
101 if (unlikely (frag_size * nb_pkts_out < in rte_ipv6_fragment_packet()
120 if (unlikely(out_pkt == NULL)) { in rte_ipv6_fragment_packet()
140 if (unlikely(out_seg == NULL)) { in rte_ipv6_fragment_packet()
163 if (unlikely(frag_bytes_remaining == 0)) in rte_ipv6_fragment_packet()
167 if (unlikely(in_seg_data_pos == in_seg->data_len)) { in rte_ipv6_fragment_packet()
171 if (unlikely(in_seg == NULL)) { in rte_ipv6_fragment_packet()
|
| /dpdk/lib/vhost/ |
| H A D | vhost_crypto.c | 245 if (unlikely(ret < 0)) in transform_cipher_param()
267 if (unlikely(ret < 0)) in transform_cipher_param()
301 if (unlikely(ret < 0)) in transform_chain_param()
313 if (unlikely(ret < 0)) in transform_chain_param()
321 if (unlikely(ret < 0)) in transform_chain_param()
348 if (unlikely(ret)) { in vhost_crypto_create_sess()
366 if (unlikely(ret)) { in vhost_crypto_create_sess()
425 if (unlikely(ret < 0)) { in vhost_crypto_close_sess()
540 if (unlikely(left > 0)) in move_desc()
897 if (unlikely(!desc)) { in prepare_sym_cipher_op()
[all …]
|
| H A D | vhost.c | 34 if (unlikely(!*size)) in __vhost_iova_to_vva()
974 if (unlikely(!dev)) in rte_vhost_get_vhost_ring_inflight()
981 if (unlikely(!vq)) in rte_vhost_get_vhost_ring_inflight()
1009 if (unlikely(!dev)) in rte_vhost_set_inflight_desc_split()
1023 if (unlikely(!vq)) in rte_vhost_set_inflight_desc_split()
1049 if (unlikely(!dev)) in rte_vhost_set_inflight_desc_packed()
1063 if (unlikely(!vq)) in rte_vhost_set_inflight_desc_packed()
1127 if (unlikely(!vq)) in rte_vhost_clr_inflight_desc_split()
1169 if (unlikely(!vq)) in rte_vhost_clr_inflight_desc_packed()
1214 if (unlikely(!vq)) in rte_vhost_set_last_inflight_io_split()
[all …]
|
| H A D | virtio_net.c | 112 if (unlikely(ret < 0)) in vhost_async_dma_transfer()
670 if (unlikely(!descs)) in fill_vec_buf_split()
680 if (unlikely(!idesc)) in fill_vec_buf_split()
714 if (unlikely(!!idesc)) in fill_vec_buf_split()
788 if (unlikely(!descs)) in fill_vec_buf_packed_indirect()
798 if (unlikely(!idescs)) in fill_vec_buf_packed_indirect()
825 if (unlikely(!!idescs)) in fill_vec_buf_packed_indirect()
2034 if (unlikely(!dev)) in rte_vhost_poll_enqueue_completed()
2726 if (unlikely(err)) { in virtio_dev_tx_split()
2744 if (unlikely(err)) { in virtio_dev_tx_split()
[all …]
|
| H A D | vdpa.c | 169 if (unlikely(desc_id >= vq->size)) in rte_vdpa_relay_vring_used()
175 if (unlikely(nr_descs > vq->size)) in rte_vdpa_relay_vring_used()
182 if (unlikely(!desc_ring)) in rte_vdpa_relay_vring_used()
185 if (unlikely(dlen < vq->desc[desc_id].len)) { in rte_vdpa_relay_vring_used()
189 if (unlikely(!idesc)) in rte_vdpa_relay_vring_used()
200 if (unlikely(desc_id >= vq->size)) in rte_vdpa_relay_vring_used()
202 if (unlikely(nr_descs-- == 0)) in rte_vdpa_relay_vring_used()
211 if (unlikely(idesc)) { in rte_vdpa_relay_vring_used()
228 if (unlikely(idesc)) in rte_vdpa_relay_vring_used()
|
| /dpdk/drivers/net/ena/base/ |
| H A D | ena_eth_com.c | 111 if (unlikely(!bounce_buffer)) { in ena_com_write_header_to_bounce()
156 if (unlikely(rc)) { in ena_com_close_bounce_buffer()
190 if (unlikely(rc)) { in ena_com_sq_update_llq_tail()
279 if (unlikely(!meta_desc)) in ena_com_create_meta()
425 if (unlikely(rc)) in ena_com_prepare_tx()
429 if (unlikely(rc)) { in ena_com_prepare_tx()
446 if (unlikely(!desc)) in ena_com_prepare_tx()
500 if (unlikely(rc)) { in ena_com_prepare_tx()
507 if (unlikely(!desc)) in ena_com_prepare_tx()
533 if (unlikely(rc)) { in ena_com_prepare_tx()
[all …]
|
| H A D | ena_com.c | 636 if (unlikely(ret)) in ena_com_set_llq()
1061 if (unlikely(ret)) in ena_com_get_feature_ex()
2395 if (unlikely(rc)) in ena_com_fill_hash_function()
2429 if (unlikely(rc)) in ena_com_fill_hash_function()
2449 if (unlikely(rc)) in ena_com_get_hash_function()
2486 if (unlikely(rc)) in ena_com_get_hash_ctrl()
2551 if (unlikely(rc)) in ena_com_set_default_hash_ctrl()
2596 if (unlikely(rc)) in ena_com_set_default_hash_ctrl()
2618 if (unlikely(rc)) in ena_com_fill_hash_ctrl()
2633 if (unlikely(rc)) in ena_com_fill_hash_ctrl()
[all …]
|
| /dpdk/examples/vhost/ |
| H A D | virtio_net.c | 103 if (unlikely(!dst || !len)) in enqueue_pkt()
120 if (unlikely(!desc_addr)) in enqueue_pkt()
154 if (unlikely(!desc_addr)) in enqueue_pkt()
165 if (unlikely(!desc_addr)) in enqueue_pkt()
224 if (unlikely(err)) { in vs_enqueue_pkts()
265 if (unlikely(!desc_addr)) in dequeue_pkt()
282 if (unlikely(!desc_addr)) in dequeue_pkt()
319 if (unlikely(!desc_addr)) in dequeue_pkt()
331 if (unlikely(!desc_addr)) in dequeue_pkt()
395 if (unlikely(count == 0)) in vs_dequeue_pkts()
[all …]
|
| /dpdk/drivers/net/virtio/ |
| H A D | virtio_rxtx.c | 214 if (unlikely(num == 0)) in virtqueue_dequeue_rx_inorder()
762 if (unlikely(error)) { in virtio_dev_rx_queue_setup_finish()
890 if (unlikely(error)) { in virtio_discard_rxbuf()
902 if (unlikely(error)) { in virtio_discard_rxbuf_inorder()
1064 if (unlikely(error)) { in virtio_recv_pkts()
1167 if (unlikely(error)) { in virtio_recv_pkts_packed()
1350 if (unlikely(error)) { in virtio_recv_pkts_inorder()
1528 if (unlikely(error)) { in virtio_recv_mergeable_pkts()
1697 if (unlikely(error)) { in virtio_recv_mergeable_pkts_packed()
1731 if (unlikely(error)) { in virtio_xmit_pkts_prepare()
[all …]
|
| /dpdk/drivers/crypto/nitrox/ |
| H A D | nitrox_sym.c | 205 if (unlikely(err)) in nitrox_sym_dev_qp_setup()
210 if (unlikely(!qp->sr_mp)) in nitrox_sym_dev_qp_setup()
269 if (unlikely(xform == NULL)) in get_crypto_chain_order()
384 if (unlikely(type == CIPHER_INVALID)) in configure_cipher_ctx()
388 if (unlikely(aes_keylen < 0)) in configure_cipher_ctx()
441 if (unlikely(!data && length)) { in auth_key_is_valid()
463 if (unlikely(type == AUTH_INVALID)) in configure_auth_ctx()
499 if (unlikely(aes_keylen < 0)) in configure_aead_ctx()
634 if (unlikely(!ctx)) { in nitrox_enq_single_op()
643 if (unlikely(err)) { in nitrox_enq_single_op()
[all …]
|
| H A D | nitrox_sym_reqmgr.c | 257 if (unlikely(!len)) in fill_sglist()
283 if (unlikely(!m)) in create_sglist_from_mbuf()
338 if (unlikely(err)) in create_cipher_inbuf()
367 if (unlikely(err)) in create_cipher_outbuf()
404 if (unlikely(err)) in process_cipher_data()
408 if (unlikely(err)) in process_cipher_data()
461 if (unlikely( in create_cipher_auth_sglist()
470 if (unlikely(err)) in create_cipher_auth_sglist()
475 if (unlikely(err)) in create_cipher_auth_sglist()
523 if (unlikely(err)) in create_aead_inbuf()
[all …]
|
| /dpdk/drivers/crypto/cnxk/ |
| H A D | cn10k_cryptodev_ops.c | 128 if (unlikely(ret)) in cn10k_cpt_fill_inst()
136 if (unlikely(ret)) in cn10k_cpt_fill_inst()
141 if (unlikely(sess == NULL)) { in cn10k_cpt_fill_inst()
148 if (unlikely(ret)) { in cn10k_cpt_fill_inst()
164 if (unlikely(ret)) in cn10k_cpt_fill_inst()
209 if (unlikely(nb_ops == 0)) in cn10k_cpt_enqueue_burst()
224 if (unlikely(ret != 1)) { in cn10k_cpt_enqueue_burst()
292 if (unlikely(!qp->ca.enabled)) { in cn10k_cpt_crypto_adapter_enqueue()
308 if (unlikely(ret != 1)) { in cn10k_cpt_crypto_adapter_enqueue()
409 if (unlikely(uc_compcode)) { in cn10k_cpt_dequeue_post_process()
[all …]
|
| H A D | cnxk_se.h | 336 if (unlikely(size)) { in cpt_digest_gen_prep()
372 if (unlikely(size)) { in cpt_digest_gen_prep()
581 if (unlikely(size)) { in cpt_enc_hmac_prep()
615 if (unlikely(flags & in cpt_enc_hmac_prep()
645 if (unlikely(flags & in cpt_enc_hmac_prep()
859 if (unlikely(flags & in cpt_dec_hmac_prep()
890 if (unlikely(flags & in cpt_dec_hmac_prep()
1379 if (unlikely(size)) { in cpt_kasumi_enc_prep()
1543 if (unlikely(size)) { in cpt_kasumi_dec_prep()
1570 if (unlikely(size)) { in cpt_kasumi_dec_prep()
[all …]
|
| H A D | cn9k_cryptodev_ops.c | 121 if (unlikely(sess == NULL)) { in cn9k_cpt_inst_prep()
128 if (unlikely(ret)) { in cn9k_cpt_inst_prep()
247 if (unlikely(nb_ops & 1)) { in cn9k_cpt_enqueue_burst()
253 if (unlikely(ret)) { in cn9k_cpt_enqueue_burst()
290 if (unlikely(ret)) { in cn9k_cpt_enqueue_burst()
297 if (unlikely(ret)) { in cn9k_cpt_enqueue_burst()
342 if (unlikely(!qp->ca.enabled)) { in cn9k_cpt_crypto_adapter_enqueue()
354 if (unlikely(ret)) { in cn9k_cpt_crypto_adapter_enqueue()
425 if (unlikely(res->uc_compcode)) { in cn9k_cpt_dequeue_post_process()
445 if (unlikely(infl_req->op_flags & in cn9k_cpt_dequeue_post_process()
[all …]
|
| /dpdk/lib/cryptodev/ |
| H A D | rte_crypto.h | 244 if (unlikely(priv->type != type && in __rte_crypto_op_raw_bulk_alloc()
271 if (unlikely(retval != 1)) in rte_crypto_op_alloc()
301 if (unlikely(__rte_crypto_op_raw_bulk_alloc(mempool, type, ops, nb_ops) in rte_crypto_op_bulk_alloc()
373 if (unlikely(m == NULL)) in rte_crypto_sym_op_alloc_from_mbuf_priv_data()
380 if (unlikely(m->priv_size < (sizeof(struct rte_crypto_op) + in rte_crypto_sym_op_alloc_from_mbuf_priv_data()
410 if (unlikely(op->type != RTE_CRYPTO_OP_TYPE_SYMMETRIC)) in rte_crypto_op_sym_xforms_alloc()
434 if (unlikely(op->type != RTE_CRYPTO_OP_TYPE_SYMMETRIC)) in rte_crypto_op_attach_sym_session()
452 if (unlikely(op->type != RTE_CRYPTO_OP_TYPE_ASYMMETRIC)) in rte_crypto_op_attach_asym_session()
|
| /dpdk/drivers/net/hinic/ |
| H A D | hinic_pmd_tx.c | 295 if (unlikely(!nic_dev->cpy_mpool)) in hinic_copy_tx_mbuf()
299 if (unlikely(!dst_mbuf)) in hinic_copy_tx_mbuf()
328 if (unlikely(sqe_info->around)) { in hinic_mbuf_dma_map_sge()
335 if (unlikely(mbuf == NULL)) { in hinic_mbuf_dma_map_sge()
355 if (unlikely(mbuf == NULL)) { in hinic_mbuf_dma_map_sge()
376 if (unlikely(mbuf == NULL)) { in hinic_mbuf_dma_map_sge()
399 if (unlikely(!mbuf)) in hinic_mbuf_dma_map_sge()
406 if (unlikely(mbuf->data_len == 0)) { in hinic_mbuf_dma_map_sge()
412 if (unlikely(sqe_info->around)) in hinic_mbuf_dma_map_sge()
644 if (unlikely(m == NULL)) in hinic_xmit_mbuf_cleanup()
[all …]
|
| /dpdk/lib/net/ |
| H A D | rte_net.c | 149 if (unlikely(gh == NULL)) in ptype_tunnel()
237 if (unlikely(eh == NULL)) in rte_net_get_ptype()
255 if (unlikely(vh == NULL)) in rte_net_get_ptype()
267 if (unlikely(vh == NULL)) in rte_net_get_ptype()
282 if (unlikely(mh == NULL)) in rte_net_get_ptype()
301 if (unlikely(ip4h == NULL)) in rte_net_get_ptype()
361 if (unlikely(th == NULL)) in rte_net_get_ptype()
390 if (unlikely(eh == NULL)) in rte_net_get_ptype()
405 if (unlikely(vh == NULL)) in rte_net_get_ptype()
418 if (unlikely(vh == NULL)) in rte_net_get_ptype()
[all …]
|
| /dpdk/drivers/crypto/qat/dev/ |
| H A D | qat_sym_pmd_gen1.c | 482 if (unlikely(data_len < 0)) in qat_sym_dp_enqueue_single_cipher_gen1()
513 if (unlikely(n == 0)) { in qat_sym_dp_enqueue_cipher_jobs_gen1()
554 if (unlikely(i < n)) in qat_sym_dp_enqueue_cipher_jobs_gen1()
621 if (unlikely(n == 0)) { in qat_sym_dp_enqueue_auth_jobs_gen1()
662 if (unlikely(i < n)) in qat_sym_dp_enqueue_auth_jobs_gen1()
731 if (unlikely(n == 0)) { in qat_sym_dp_enqueue_chain_jobs_gen1()
779 if (unlikely(i < n)) in qat_sym_dp_enqueue_chain_jobs_gen1()
846 if (unlikely(n == 0)) { in qat_sym_dp_enqueue_aead_jobs_gen1()
890 if (unlikely(i < n)) in qat_sym_dp_enqueue_aead_jobs_gen1()
935 if (unlikely(n == 0)) in qat_sym_dp_dequeue_burst_gen1()
[all …]
|
| /dpdk/drivers/net/mlx5/ |
| H A D | mlx5_tx.h | 528 if (unlikely(pkts_n == 0)) { in mlx5_tx_free_mbuf()
539 if (unlikely(n_free != 0)) in mlx5_tx_free_mbuf()
542 if (unlikely(pkts_n == 0)) in mlx5_tx_free_mbuf()
669 if (unlikely(part < pkts_n)) in mlx5_tx_copy_elts()
1692 if (unlikely(wci < 0)) in mlx5_tx_schedule_send()
2048 if (unlikely(start)) { in mlx5_tx_packet_multi_inline()
2660 if (unlikely(--loop == 0)) in mlx5_tx_burst_empw_simple()
2796 if (unlikely(loc->wqe_free < in mlx5_tx_burst_empw_inline()
2845 if (unlikely(!part)) in mlx5_tx_burst_empw_inline()
3042 if (unlikely(!part)) in mlx5_tx_burst_empw_inline()
[all …]
|
| /dpdk/drivers/net/bonding/ |
| H A D | rte_eth_bond_flow.c | 39 if (unlikely(flow == NULL)) { in bond_flow_alloc()
95 if (unlikely(flow == NULL)) { in bond_flow_create()
103 if (unlikely(flow->flows[i] == NULL)) { in bond_flow_create()
133 if (unlikely(flow->flows[i] == NULL)) in bond_flow_destroy()
137 if (unlikely(lret != 0)) { in bond_flow_destroy()
162 if (unlikely(lret != 0)) in bond_flow_flush()
165 if (unlikely(ret != 0)) in bond_flow_flush()
188 if (unlikely(ret != 0)) { in bond_flow_query_count()
226 if (unlikely(ret != 0)) { in bond_flow_isolate()
|
| /dpdk/drivers/common/cpt/ |
| H A D | cpt_ucode.h | 243 if (unlikely(ret)) in cpt_fc_ciph_set_key()
575 if (unlikely(size)) { in cpt_digest_gen_prep()
611 if (unlikely(size)) { in cpt_digest_gen_prep()
896 if (unlikely(size)) { in cpt_enc_hmac_prep()
1380 if (unlikely(size)) { in cpt_dec_hmac_prep()
1641 if (unlikely(size)) { in cpt_zuc_snow3g_enc_prep()
1919 if (unlikely(size)) { in cpt_zuc_snow3g_dec_prep()
1948 if (unlikely(size)) { in cpt_zuc_snow3g_dec_prep()
2144 if (unlikely(size)) { in cpt_kasumi_enc_prep()
2359 if (unlikely(size)) { in cpt_kasumi_dec_prep()
[all …]
|
| /dpdk/lib/distributor/ |
| H A D | rte_distributor.c | 42 if (unlikely(d->alg_type == RTE_DIST_ALG_SINGLE)) { in EAL_REGISTER_TAILQ()
93 if (unlikely(d->alg_type == RTE_DIST_ALG_SINGLE)) { in rte_distributor_poll_pkt()
402 if (unlikely(!d->active[wkr])) in release()
409 if (unlikely(!d->active[wkr])) in release()
461 if (unlikely(num_mbufs == 0)) { in rte_distributor_process()
475 if (unlikely(!d->activesum)) in rte_distributor_process()
500 if (unlikely(!d->activesum)) in rte_distributor_process()
503 if (unlikely(matching_required)) { in rte_distributor_process()
543 if (unlikely(bl->count == in rte_distributor_process()
563 while (unlikely(!d->active[wkr])) in rte_distributor_process()
[all …]
|
| /dpdk/lib/stack/ |
| H A D | rte_stack_lf.h | 43 if (unlikely(n == 0)) in __rte_stack_lf_push()
48 if (unlikely(first == NULL)) in __rte_stack_lf_push()
78 if (unlikely(n == 0)) in __rte_stack_lf_pop()
84 if (unlikely(first == NULL)) in __rte_stack_lf_pop()
|
| /dpdk/drivers/net/dpaa2/ |
| H A D | dpaa2_rxtx.c | 661 if (unlikely((status & in dump_err_pkts()
719 if (unlikely(!rte_dpaa2_bpid_info && in dpaa2_dev_prefetch_rx()
1010 if (unlikely((status & in dpaa2_dev_rx()
1134 if (unlikely((status & in dpaa2_dev_tx_conf()
1296 if (unlikely(((*bufs)->ol_flags in dpaa2_dev_tx()
1394 if (unlikely(ret < 0)) { in dpaa2_dev_tx()
1433 if (unlikely(ret < 0)) { in dpaa2_dev_tx()
1584 if (unlikely((*bufs)->ol_flags in dpaa2_dev_tx_multi_txq_ordered()
1748 if (unlikely((*bufs)->ol_flags in dpaa2_dev_tx_ordered()
1810 if (unlikely(ret < 0)) { in dpaa2_dev_tx_ordered()
[all …]
|