| /dpdk/drivers/net/bnxt/ |
| H A D | bnxt_rxtx_vec_common.h | 113 cons = raw_cons & ring_mask; in bnxt_tx_cmp_vec_fast() 114 num = RTE_MIN(nr_pkts, ring_size - cons); in bnxt_tx_cmp_vec_fast() 115 pool = txr->tx_buf_ring[cons]->pool; in bnxt_tx_cmp_vec_fast() 122 cons = raw_cons & ring_mask; in bnxt_tx_cmp_vec_fast() 125 memset(&txr->tx_buf_ring[cons], 0, in bnxt_tx_cmp_vec_fast() 147 cons = raw_cons & ring_mask; in bnxt_tx_cmp_vec() 148 num = RTE_MIN(nr_pkts, ring_size - cons); in bnxt_tx_cmp_vec() 149 pool = txr->tx_buf_ring[cons]->pool; in bnxt_tx_cmp_vec() 153 mbuf = txr->tx_buf_ring[cons + blk]; in bnxt_tx_cmp_vec() 162 (void **)&txr->tx_buf_ring[cons], in bnxt_tx_cmp_vec() [all …]
|
| H A D | bnxt_rxtx_vec_neon.c | 173 uint32_t cons, mbcons; in recv_burst_vec_neon() local 187 cons = raw_cons & (cp_ring_size - 1); in recv_burst_vec_neon() 191 rte_prefetch0(&cp_desc_ring[cons]); in recv_burst_vec_neon() 192 rte_prefetch0(&cp_desc_ring[cons + 4]); in recv_burst_vec_neon() 196 (cp_ring_size - cons) / 2)); in recv_burst_vec_neon() 229 rte_prefetch0(&cp_desc_ring[cons + 8]); in recv_burst_vec_neon() 241 ((void *)&cpr->cp_desc_ring[cons + 7], in recv_burst_vec_neon() 248 ((void *)&cpr->cp_desc_ring[cons + 5], in recv_burst_vec_neon() 257 ((void *)&cpr->cp_desc_ring[cons + 3], in recv_burst_vec_neon() 340 uint32_t cons; in bnxt_handle_tx_cp_vec() local [all …]
|
| H A D | bnxt_rxtx_vec_sse.c | 165 uint32_t cons, mbcons; in recv_burst_vec_sse() local 178 cons = raw_cons & (cp_ring_size - 1); in recv_burst_vec_sse() 182 rte_prefetch0(&cp_desc_ring[cons]); in recv_burst_vec_sse() 183 rte_prefetch0(&cp_desc_ring[cons + 4]); in recv_burst_vec_sse() 187 (cp_ring_size - cons) / 2)); in recv_burst_vec_sse() 204 cons += BNXT_RX_DESCS_PER_LOOP_VEC128 * 2, in recv_burst_vec_sse() 223 rte_prefetch0(&cp_desc_ring[cons + 8]); in recv_burst_vec_sse() 224 rte_prefetch0(&cp_desc_ring[cons + 12]); in recv_burst_vec_sse() 312 uint32_t cons; in bnxt_handle_tx_cp_vec() local 320 cons = RING_CMPL(ring_mask, raw_cons); in bnxt_handle_tx_cp_vec() [all …]
|
| H A D | bnxt_rxtx_vec_avx2.c | 36 uint32_t cons, mbcons; in recv_burst_vec_avx2() local 92 cons = raw_cons & (cp_ring_size - 1); in recv_burst_vec_avx2() 101 (cp_ring_size - cons) / 2)); in recv_burst_vec_avx2() 118 cons += BNXT_RX_DESCS_PER_LOOP_VEC256 * 2, in recv_burst_vec_avx2() 144 desc4 = _mm256_load_si256((void *)&cp_desc_ring[cons + 8]); in recv_burst_vec_avx2() 146 desc3 = _mm256_load_si256((void *)&cp_desc_ring[cons + 6]); in recv_burst_vec_avx2() 148 desc2 = _mm256_load_si256((void *)&cp_desc_ring[cons + 4]); in recv_burst_vec_avx2() 150 desc1 = _mm256_load_si256((void *)&cp_desc_ring[cons + 2]); in recv_burst_vec_avx2() 390 uint32_t cons; in bnxt_handle_tx_cp_vec() local 398 cons = RING_CMPL(ring_mask, raw_cons); in bnxt_handle_tx_cp_vec() [all …]
|
| H A D | bnxt_cpr.h | 42 #define B_CP_DB_IDX_ARM(cpr, cons) \ argument 44 (cons))) 46 #define B_CP_DB_IDX_DISARM(cpr, cons) do { \ argument 49 (cons)); \
|
| H A D | bnxt_irq.c | 24 uint32_t cons, raw_cons, cp_ring_size; in bnxt_int_handler() local 49 cons = RING_CMP(cpr->cp_ring_struct, raw_cons); in bnxt_int_handler() 50 cmp = &cpr->cp_desc_ring[cons]; in bnxt_int_handler()
|
| H A D | bnxt_rxr.c | 123 uint16_t cons) in bnxt_consume_rx_buf() argument 849 uint16_t cons, raw_prod, cp_cons = in bnxt_rx_pkt() local 909 cons = rxcmp->opaque; in bnxt_rx_pkt() 910 if (unlikely(cons != rxr->rx_next_cons)) { in bnxt_rx_pkt() 913 cons, rxr->rx_next_cons); in bnxt_rx_pkt() 918 mbuf = bnxt_consume_rx_buf(rxr, cons); in bnxt_rx_pkt() 963 bnxt_reuse_rx_mbuf(rxr, cons, mbuf); in bnxt_rx_pkt() 1030 uint32_t cons; in bnxt_recv_pkts() local 1064 cons = RING_CMP(cpr->cp_ring_struct, raw_cons); in bnxt_recv_pkts() 1394 uint32_t cons; in bnxt_flush_rx_cmp() local [all …]
|
| H A D | bnxt_txr.c | 451 uint32_t nb_tx_pkts = 0, cons, ring_mask, opaque; in bnxt_handle_tx_cp() local 464 cons = RING_CMPL(ring_mask, raw_cons); in bnxt_handle_tx_cp() 465 txcmp = (struct tx_cmpl *)&cpr->cp_desc_ring[cons]; in bnxt_handle_tx_cp() 579 uint32_t cons; in bnxt_flush_tx_cmp() local 588 cons = RING_CMPL(ring_mask, raw_cons); in bnxt_flush_tx_cmp() 589 txcmp = (struct tx_cmpl *)&cp_desc_ring[cons]; in bnxt_flush_tx_cmp()
|
| H A D | bnxt_ethdev.c | 3163 uint32_t agg_cnt, cons, cmpl_type; in bnxt_rx_queue_count_op() local 3165 cons = RING_CMP(cpr->cp_ring_struct, raw_cons); in bnxt_rx_queue_count_op() 3235 uint32_t cons; in bnxt_rx_descriptor_status_op() local 3240 cons = RING_CMP(cpr->cp_ring_struct, raw_cons); in bnxt_rx_descriptor_status_op() 3248 if (cons >= rxq->rxrearm_start && in bnxt_rx_descriptor_status_op() 3264 uint32_t agg_cnt, cons, cmpl_type; in bnxt_rx_descriptor_status_op() local 3278 cons = rxcmp->opaque; in bnxt_rx_descriptor_status_op() 3279 if (rxr->rx_buf_ring[cons]) in bnxt_rx_descriptor_status_op() 3344 uint32_t cons; in bnxt_tx_descriptor_status_op() local 3346 cons = RING_CMPL(ring_mask, raw_cons); in bnxt_tx_descriptor_status_op() [all …]
|
| /dpdk/lib/ring/ |
| H A D | rte_ring_generic_pvt.h | 81 *free_entries = (capacity + r->cons.tail - *old_head); in __rte_ring_move_prod_head() 138 *old_head = r->cons.head; in __rte_ring_move_cons_head() 161 r->cons.head = *new_head; in __rte_ring_move_cons_head() 165 success = rte_atomic32_cmpset(&r->cons.head, *old_head, in __rte_ring_move_cons_head()
|
| H A D | rte_ring_c11_pvt.h | 75 cons_tail = __atomic_load_n(&r->cons.tail, in __rte_ring_move_prod_head() 140 *old_head = __atomic_load_n(&r->cons.head, __ATOMIC_RELAXED); in __rte_ring_move_cons_head() 170 r->cons.head = *new_head, success = 1; in __rte_ring_move_cons_head() 173 success = __atomic_compare_exchange_n(&r->cons.head, in __rte_ring_move_cons_head()
|
| H A D | rte_ring_peek.h | 335 switch (r->cons.sync_type) { in rte_ring_dequeue_elem_finish() 337 n = __rte_ring_st_get_tail(&r->cons, &tail, n); in rte_ring_dequeue_elem_finish() 338 __rte_ring_st_set_head_tail(&r->cons, tail, n, 0); in rte_ring_dequeue_elem_finish()
|
| H A D | rte_ring_peek_zc.h | 337 switch (r->cons.sync_type) { in __rte_ring_do_dequeue_zc_elem_start() 499 switch (r->cons.sync_type) { in rte_ring_dequeue_zc_elem_finish() 501 n = __rte_ring_st_get_tail(&r->cons, &tail, n); in rte_ring_dequeue_zc_elem_finish() 502 __rte_ring_st_set_head_tail(&r->cons, tail, n, 0); in rte_ring_dequeue_zc_elem_finish()
|
| H A D | rte_ring.c | 118 reset_headtail(&r->cons); in rte_ring_reset() 181 RTE_BUILD_BUG_ON((offsetof(struct rte_ring, cons) & in rte_ring_init() 209 ret = get_sync_type(flags, &r->prod.sync_type, &r->cons.sync_type); in rte_ring_init() 369 fprintf(f, " ct=%"PRIu32"\n", r->cons.tail); in rte_ring_dump() 370 fprintf(f, " ch=%"PRIu32"\n", r->cons.head); in rte_ring_dump()
|
| H A D | rte_ring.h | 509 uint32_t cons_tail = r->cons.tail; in rte_ring_count() 556 uint32_t cons_tail = r->cons.tail; in rte_ring_empty() 629 return r->cons.sync_type; in rte_ring_get_cons_sync_type()
|
| H A D | rte_ring_rts.h | 314 if (r->cons.sync_type == RTE_RING_SYNC_MT_RTS) in rte_ring_get_cons_htd_max() 333 if (r->cons.sync_type != RTE_RING_SYNC_MT_RTS) in rte_ring_set_cons_htd_max()
|
| H A D | rte_ring_elem.h | 380 switch (r->cons.sync_type) { in rte_ring_dequeue_bulk_elem() 676 switch (r->cons.sync_type) { in rte_ring_dequeue_burst_elem()
|
| H A D | rte_ring_core.h | 145 struct rte_ring_headtail cons; member
|
| H A D | rte_ring_peek_elem_pvt.h | 153 switch (r->cons.sync_type) { in __rte_ring_do_dequeue_start()
|
| H A D | rte_ring_rts_elem_pvt.h | 98 *free_entries = capacity + r->cons.tail - oh.val.pos; in __rte_ring_rts_move_prod_head()
|
| H A D | rte_ring_hts_elem_pvt.h | 83 *free_entries = capacity + r->cons.tail - op.pos.head; in __rte_ring_hts_move_prod_head()
|
| H A D | rte_ring_elem_pvt.h | 377 __rte_ring_update_tail(&r->cons, cons_head, cons_next, is_sc, 0); in __rte_ring_do_dequeue_elem()
|
| /dpdk/drivers/net/qede/base/ |
| H A D | ecore_sriov.c | 3943 u32 prod, cons[MAX_NUM_EXT_VOQS], distance[MAX_NUM_EXT_VOQS], tmp; in ecore_iov_vf_flr_poll_pbf() local 3959 cons[voq] = ecore_rd(p_hwfn, p_ptt, in ecore_iov_vf_flr_poll_pbf() 3963 distance[voq] = prod - cons[voq]; in ecore_iov_vf_flr_poll_pbf() 3981 if (distance[voq] > tmp - cons[voq]) in ecore_iov_vf_flr_poll_pbf()
|
| /dpdk/doc/guides/prog_guide/ |
| H A D | rte_flow.rst | 4139 Every approach has its pros and cons and is highly dependent on the
|