| /dpdk/lib/eal/x86/include/ |
| H A D | rte_spinlock.h | 87 while (likely(retries--)) { in rte_try_tm() 91 if (likely(RTE_XBEGIN_STARTED == status)) { in rte_try_tm() 125 if (likely(rte_try_tm(&sl->locked))) in rte_spinlock_lock_tm() 134 if (likely(rte_try_tm(&sl->locked))) in rte_spinlock_trylock_tm() 152 if (likely(rte_try_tm(&slr->sl.locked))) in rte_spinlock_recursive_lock_tm() 170 if (likely(rte_try_tm(&slr->sl.locked))) in rte_spinlock_recursive_trylock_tm()
|
| H A D | rte_rwlock.h | 18 if (likely(rte_try_tm(&rwl->cnt))) in rte_rwlock_read_lock_tm() 35 if (likely(rte_try_tm(&rwl->cnt))) in rte_rwlock_write_lock_tm()
|
| /dpdk/lib/hash/ |
| H A D | rte_crc_x86.h | 70 if (likely(crc32_alg & CRC32_SSE42)) in rte_hash_crc_1byte() 84 if (likely(crc32_alg & CRC32_SSE42)) in rte_hash_crc_2byte() 98 if (likely(crc32_alg & CRC32_SSE42)) in rte_hash_crc_4byte() 113 if (likely(crc32_alg == CRC32_SSE42_x64)) in rte_hash_crc_8byte() 117 if (likely(crc32_alg & CRC32_SSE42)) in rte_hash_crc_8byte()
|
| H A D | rte_crc_arm64.h | 56 if (likely(crc32_alg & CRC32_ARM64)) in rte_hash_crc_1byte() 70 if (likely(crc32_alg & CRC32_ARM64)) in rte_hash_crc_2byte() 84 if (likely(crc32_alg & CRC32_ARM64)) in rte_hash_crc_4byte() 98 if (likely(crc32_alg & CRC32_ARM64)) in rte_hash_crc_8byte()
|
| /dpdk/drivers/net/virtio/ |
| H A D | virtio_rxtx_packed.c | 68 if (likely(nb_tx)) { in virtio_xmit_pkts_packed_vec() 94 if (likely(num > PACKED_BATCH_SIZE)) in virtio_recv_pkts_packed_vec() 119 if (likely(vq->vq_free_cnt >= free_cnt)) { in virtio_recv_pkts_packed_vec() 121 if (likely(rte_pktmbuf_alloc_bulk(rxvq->mpool, new_pkts, in virtio_recv_pkts_packed_vec() 133 if (likely(nb_enqueued)) { in virtio_recv_pkts_packed_vec()
|
| H A D | virtio_rxtx.c | 946 if (likely(csum != 0xffff)) in virtio_rx_offload() 1056 if (likely(!virtqueue_full(vq))) { in virtio_recv_pkts() 1076 if (likely(nb_enqueued)) { in virtio_recv_pkts() 1159 if (likely(!virtqueue_full(vq))) { in virtio_recv_pkts_packed() 1179 if (likely(nb_enqueued)) { in virtio_recv_pkts_packed() 1362 if (likely(nb_enqueued)) { in virtio_recv_pkts_inorder() 1540 if (likely(nb_enqueued)) { in virtio_recv_mergeable_pkts() 1709 if (likely(nb_enqueued)) { in virtio_recv_mergeable_pkts_packed() 1836 if (likely(nb_tx)) { in virtio_xmit_pkts_packed() 1918 if (likely(nb_tx)) { in virtio_xmit_pkts() [all …]
|
| /dpdk/examples/qos_sched/ |
| H A D | app_thread.c | 79 if (likely(nb_rx != 0)) { in app_rx_thread() 166 if (likely(retval != 0)) { in app_tx_thread() 205 if (likely(nb_pkt)) { in app_worker_thread() 215 if (likely(nb_pkt > 0)) in app_worker_thread() 241 if (likely(nb_pkt)) { in app_mixed_thread() 252 if (likely(nb_pkt > 0)) { in app_mixed_thread()
|
| /dpdk/lib/eal/include/generic/ |
| H A D | rte_mcslock.h | 62 if (likely(prev == NULL)) { in rte_mcslock_lock() 102 if (likely(__atomic_load_n(&me->next, __ATOMIC_RELAXED) == NULL)) { in rte_mcslock_unlock() 107 if (likely(__atomic_compare_exchange_n(msl, &save_me, NULL, 0, in rte_mcslock_unlock()
|
| /dpdk/lib/eal/include/ |
| H A D | rte_branch_prediction.h | 27 #ifndef likely 28 #define likely(x) __builtin_expect(!!(x), 1) macro
|
| /dpdk/lib/eal/arm/include/ |
| H A D | rte_memcpy_64.h | 229 } while (likely(n >= 128)); in rte_memcpy_ge128() 231 if (likely(n)) { in rte_memcpy_ge128() 270 } while (likely(n >= 64)); in rte_memcpy_ge64() 272 if (likely(n)) { in rte_memcpy_ge64() 298 if (likely(USE_RTE_MEMCPY(dst, src, n))) { in rte_memcpy() 319 if (likely(USE_RTE_MEMCPY(dst, src, n))) { in rte_memcpy()
|
| /dpdk/lib/ring/ |
| H A D | rte_ring_elem_pvt.h | 20 if (likely(idx + n <= size)) { in __rte_ring_enqueue_elems_32() 65 if (likely(idx + n <= size)) { in __rte_ring_enqueue_elems_64() 98 if (likely(idx + n <= size)) { in __rte_ring_enqueue_elems_128() 154 if (likely(idx + n <= size)) { in __rte_ring_dequeue_elems_32() 199 if (likely(idx + n <= size)) { in __rte_ring_dequeue_elems_64() 232 if (likely(idx + n <= size)) { in __rte_ring_dequeue_elems_128()
|
| /dpdk/lib/ethdev/ |
| H A D | rte_flow.c | 364 if (likely(!!ops->validate)) { in rte_flow_validate() 389 if (likely(!!ops->create)) { in rte_flow_create() 414 if (likely(!!ops->destroy)) { in rte_flow_destroy() 436 if (likely(!!ops->flush)) { in rte_flow_flush() 461 if (likely(!!ops->query)) { in rte_flow_query() 484 if (likely(!!ops->isolate)) { in rte_flow_isolate() 1106 if (likely(!!ops->dev_dump)) { in rte_flow_dev_dump() 1127 if (likely(!!ops->get_aged_flows)) { in rte_flow_get_aged_flows() 1256 if (likely(!!ops->tunnel_match)) { in rte_flow_tunnel_match() 1417 if (likely(!!ops->info_get)) { in rte_flow_info_get() [all …]
|
| /dpdk/lib/rcu/ |
| H A D | rte_rcu_qsbr.h | 608 if (likely(c == __RTE_QSBR_CNT_THR_OFFLINE || c >= t)) in __rte_rcu_qsbr_check_all() 621 if (likely(c != __RTE_QSBR_CNT_THR_OFFLINE && acked_token > c)) in __rte_rcu_qsbr_check_all() 673 if (likely(t <= v->acked_token)) { in rte_rcu_qsbr_check() 683 if (likely(v->num_threads == v->max_threads)) in rte_rcu_qsbr_check()
|
| /dpdk/drivers/crypto/cnxk/ |
| H A D | cnxk_se.h | 516 if (likely(iv_len)) { in cpt_enc_hmac_prep() 539 if (likely(iv_len)) { in cpt_enc_hmac_prep() 569 if (likely(size)) { in cpt_enc_hmac_prep() 601 if (likely(iv_len)) { in cpt_enc_hmac_prep() 641 if (likely(size)) { in cpt_enc_hmac_prep() 803 if (likely(iv_len)) { in cpt_dec_hmac_prep() 827 if (likely(iv_len)) { in cpt_dec_hmac_prep() 2063 if (likely(!pkt->next)) { in prepare_iov_from_pkt_inplace() 2068 if (likely(headroom >= 24)) in prepare_iov_from_pkt_inplace() 2183 if (likely(sess->mac_len)) { in fill_fc_params() [all …]
|
| /dpdk/drivers/common/cpt/ |
| H A D | cpt_ucode.h | 817 if (likely(iv_len)) { in cpt_enc_hmac_prep() 847 if (likely(iv_len)) { in cpt_enc_hmac_prep() 882 if (likely(size)) { in cpt_enc_hmac_prep() 913 if (likely(iv_len)) { in cpt_enc_hmac_prep() 956 if (likely(size)) { in cpt_enc_hmac_prep() 1188 if (likely(iv_len)) { in cpt_dec_hmac_prep() 1229 if (likely(iv_len)) { in cpt_dec_hmac_prep() 1585 if (likely(iv_len)) { in cpt_zuc_snow3g_enc_prep() 1862 if (likely(iv_len)) { in cpt_zuc_snow3g_dec_prep() 2951 if (likely(nofree)) in free_op_meta() [all …]
|
| /dpdk/lib/node/ |
| H A D | ip4_lookup_neon.h | 51 if (likely(n_left_from > 11)) { in ip4_lookup_node_process_vec() 59 if (likely(n_left_from > 7)) { in ip4_lookup_node_process_vec() 225 if (likely(last_spec == nb_objs)) { in ip4_lookup_node_process_vec()
|
| H A D | ip4_lookup_sse.h | 47 if (likely(n_left_from > 11)) { in ip4_lookup_node_process_vec() 55 if (likely(n_left_from > 7)) { in ip4_lookup_node_process_vec() 229 if (likely(last_spec == nb_objs)) { in ip4_lookup_node_process_vec()
|
| /dpdk/lib/lpm/ |
| H A D | rte_lpm_sse.h | 75 if (likely((pt & mask_xv) == mask_v) && in rte_lpm_lookupx4() 76 likely((pt2 & mask_xv) == mask_v)) { in rte_lpm_lookupx4()
|
| H A D | rte_lpm_neon.h | 74 if (likely((pt & mask_xv) == mask_v) && in rte_lpm_lookupx4() 75 likely((pt2 & mask_xv) == mask_v)) { in rte_lpm_lookupx4()
|
| H A D | rte_lpm_altivec.h | 81 if (likely((pt & mask_xv) == mask_v) && in rte_lpm_lookupx4() 82 likely((pt2 & mask_xv) == mask_v)) { in rte_lpm_lookupx4()
|
| /dpdk/lib/mbuf/ |
| H A D | rte_mbuf.h | 370 if (likely(rte_mbuf_refcnt_read(m) == 1)) { in rte_mbuf_refcnt_update() 462 if (likely(rte_mbuf_ext_refcnt_read(shinfo) == 1)) { in rte_mbuf_ext_refcnt_update() 1277 if (likely(rte_mbuf_ext_refcnt_read(shinfo) == 1)) in __rte_pktmbuf_pinned_extbuf_decref() 1284 if (likely(__atomic_add_fetch(&shinfo->refcnt, (uint16_t)-1, in __rte_pktmbuf_pinned_extbuf_decref() 1312 if (likely(rte_mbuf_refcnt_read(m) == 1)) { in rte_pktmbuf_prefree_seg() 1363 if (likely(m != NULL)) in rte_pktmbuf_free_seg() 1702 if (likely(off + len <= rte_pktmbuf_data_len(m))) in rte_pktmbuf_read()
|
| /dpdk/drivers/common/cnxk/ |
| H A D | cnxk_security_ar.h | 74 if (likely(seq > base)) { in cnxk_on_anti_replay_check() 130 if (likely(seq > base)) { in cnxk_on_anti_replay_check()
|
| /dpdk/drivers/net/mlx5/ |
| H A D | mlx5_tx.c | 155 if (likely(last_cqe != NULL)) { in mlx5_tx_comp_flush() 160 if (likely(tail != txq->elts_tail)) { in mlx5_tx_comp_flush() 196 if (likely(ret != MLX5_CQE_STATUS_ERR)) { in mlx5_tx_handle_completion() 245 if (likely(--count == 0)) in mlx5_tx_handle_completion() 248 if (likely(ring_doorbell)) { in mlx5_tx_handle_completion()
|
| /dpdk/examples/ipsec-secgw/ |
| H A D | esp.c | 41 if (likely(ip4->ip_v == IPVERSION)) in esp_inbound() 203 if (likely(ip->ip_v == IPVERSION)) { in esp_inbound_post() 241 if (likely(ip4->ip_v == IPVERSION)) { in esp_outbound() 268 if (likely(IS_IP4_TUNNEL(sa->flags))) in esp_outbound() 317 if (likely(ip4->ip_v == IPVERSION)) { in esp_outbound()
|
| /dpdk/drivers/net/i40e/ |
| H A D | i40e_rxtx_vec_common.h | 113 if (likely(m != NULL)) { in i40e_tx_free_bufs() 118 if (likely(m != NULL)) { in i40e_tx_free_bufs() 119 if (likely(m->pool == free[0]->pool)) { in i40e_tx_free_bufs()
|