Home
last modified time | relevance | path

Searched refs:rxep (Results 1 – 18 of 18) sorted by relevance

/dpdk/drivers/net/i40e/
H A Di40e_rxtx_common_avx.h31 (void *)rxep, in i40e_rxq_rearm_common()
57 mb0 = rxep[0].mbuf; in i40e_rxq_rearm_common()
58 mb1 = rxep[1].mbuf; in i40e_rxq_rearm_common()
94 mb0 = rxep[0].mbuf; in i40e_rxq_rearm_common()
95 mb1 = rxep[1].mbuf; in i40e_rxq_rearm_common()
96 mb2 = rxep[2].mbuf; in i40e_rxq_rearm_common()
97 mb3 = rxep[3].mbuf; in i40e_rxq_rearm_common()
98 mb4 = rxep[4].mbuf; in i40e_rxq_rearm_common()
99 mb5 = rxep[5].mbuf; in i40e_rxq_rearm_common()
100 mb6 = rxep[6].mbuf; in i40e_rxq_rearm_common()
[all …]
H A Di40e_rxtx_vec_altivec.c27 struct i40e_rx_entry *rxep = &rxq->sw_ring[rxq->rxrearm_start]; in i40e_rxq_rearm() local
39 (void *)rxep, in i40e_rxq_rearm()
45 rxep[i].mbuf = &rxq->fake_mbuf; in i40e_rxq_rearm()
56 for (i = 0; i < RTE_I40E_RXQ_REARM_THRESH; i += 2, rxep += 2) { in i40e_rxq_rearm()
60 mb0 = rxep[0].mbuf; in i40e_rxq_rearm()
61 mb1 = rxep[1].mbuf; in i40e_rxq_rearm()
H A Di40e_rxtx_vec_sse.c27 struct i40e_rx_entry *rxep = &rxq->sw_ring[rxq->rxrearm_start]; in i40e_rxq_rearm() local
37 (void *)rxep, in i40e_rxq_rearm()
43 rxep[i].mbuf = &rxq->fake_mbuf; in i40e_rxq_rearm()
54 for (i = 0; i < RTE_I40E_RXQ_REARM_THRESH; i += 2, rxep += 2) { in i40e_rxq_rearm()
57 mb0 = rxep[0].mbuf; in i40e_rxq_rearm()
58 mb1 = rxep[1].mbuf; in i40e_rxq_rearm()
H A Di40e_rxtx_vec_neon.c26 struct i40e_rx_entry *rxep = &rxq->sw_ring[rxq->rxrearm_start]; in i40e_rxq_rearm() local
36 (void *)rxep, in i40e_rxq_rearm()
41 rxep[i].mbuf = &rxq->fake_mbuf; in i40e_rxq_rearm()
51 for (i = 0; i < RTE_I40E_RXQ_REARM_THRESH; i += 2, rxep += 2) { in i40e_rxq_rearm()
52 mb0 = rxep[0].mbuf; in i40e_rxq_rearm()
53 mb1 = rxep[1].mbuf; in i40e_rxq_rearm()
H A Di40e_rxtx_vec_avx512.c30 struct i40e_rx_entry *rxep = &rxq->sw_ring[rxq->rxrearm_start]; in i40e_rxq_rearm() local
63 rxep[i].mbuf = &rxq->fake_mbuf; in i40e_rxq_rearm()
94 _mm512_store_si512(rxep, mbuf_ptrs); in i40e_rxq_rearm()
137 rxep += 8, rxdp += 8, cache->len -= 8; in i40e_rxq_rearm()
H A Di40e_rxtx.c456 struct i40e_rx_entry *rxep; in i40e_rx_scan_hw_ring() local
467 rxep = &rxq->sw_ring[rxq->rx_tail]; in i40e_rx_scan_hw_ring()
482 rxdp += I40E_LOOK_AHEAD, rxep += I40E_LOOK_AHEAD) { in i40e_rx_scan_hw_ring()
512 mb = rxep[j].mbuf; in i40e_rx_scan_hw_ring()
541 rxq->rx_stage[i + j] = rxep[j].mbuf; in i40e_rx_scan_hw_ring()
577 struct i40e_rx_entry *rxep; in i40e_rx_alloc_bufs() local
586 rxep = &(rxq->sw_ring[alloc_idx]); in i40e_rx_alloc_bufs()
587 diag = rte_mempool_get_bulk(rxq->mp, (void *)rxep, in i40e_rx_alloc_bufs()
598 rte_prefetch0(rxep[i + 1].mbuf); in i40e_rx_alloc_bufs()
600 mb = rxep[i].mbuf; in i40e_rx_alloc_bufs()
/dpdk/drivers/net/ice/
H A Dice_rxtx_common_avx.h27 (void *)rxep, in ice_rxq_rearm_common()
54 mb0 = rxep[0].mbuf; in ice_rxq_rearm_common()
55 mb1 = rxep[1].mbuf; in ice_rxq_rearm_common()
91 mb0 = rxep[0].mbuf; in ice_rxq_rearm_common()
92 mb1 = rxep[1].mbuf; in ice_rxq_rearm_common()
93 mb2 = rxep[2].mbuf; in ice_rxq_rearm_common()
94 mb3 = rxep[3].mbuf; in ice_rxq_rearm_common()
95 mb4 = rxep[4].mbuf; in ice_rxq_rearm_common()
96 mb5 = rxep[5].mbuf; in ice_rxq_rearm_common()
97 mb6 = rxep[6].mbuf; in ice_rxq_rearm_common()
[all …]
H A Dice_rxtx_vec_sse.c38 struct ice_rx_entry *rxep = &rxq->sw_ring[rxq->rxrearm_start]; in ice_rxq_rearm() local
48 (void *)rxep, in ice_rxq_rearm()
54 rxep[i].mbuf = &rxq->fake_mbuf; in ice_rxq_rearm()
65 for (i = 0; i < ICE_RXQ_REARM_THRESH; i += 2, rxep += 2) { in ice_rxq_rearm()
68 mb0 = rxep[0].mbuf; in ice_rxq_rearm()
69 mb1 = rxep[1].mbuf; in ice_rxq_rearm()
H A Dice_rxtx_vec_avx512.c22 struct ice_rx_entry *rxep = &rxq->sw_ring[rxq->rxrearm_start]; in ice_rxq_rearm() local
47 rxep[i].mbuf = &rxq->fake_mbuf; in ice_rxq_rearm()
76 _mm512_store_si512(rxep, mbuf_ptrs); in ice_rxq_rearm()
119 rxep += 8, rxdp += 8, cache->len -= 8; in ice_rxq_rearm()
H A Dice_rxtx.c1568 struct ice_rx_entry *rxep; in ice_rx_scan_hw_ring() local
1584 rxep = &rxq->sw_ring[rxq->rx_tail]; in ice_rx_scan_hw_ring()
1606 rxdp += ICE_LOOK_AHEAD, rxep += ICE_LOOK_AHEAD) { in ice_rx_scan_hw_ring()
1621 mb = rxep[j].mbuf; in ice_rx_scan_hw_ring()
1673 rxq->rx_stage[i + j] = rxep[j].mbuf; in ice_rx_scan_hw_ring()
1713 struct ice_rx_entry *rxep; in ice_rx_alloc_bufs() local
1722 rxep = &rxq->sw_ring[alloc_idx]; in ice_rx_alloc_bufs()
1723 diag = rte_mempool_get_bulk(rxq->mp, (void *)rxep, in ice_rx_alloc_bufs()
1734 rte_prefetch0(rxep[i + 1].mbuf); in ice_rx_alloc_bufs()
1736 mb = rxep[i].mbuf; in ice_rx_alloc_bufs()
/dpdk/drivers/net/hns3/
H A Dhns3_rxtx_vec.c59 struct hns3_entry *rxep = &rxq->sw_ring[rxq->rx_rearm_start]; in hns3_rxq_rearm_mbuf() local
64 if (unlikely(rte_mempool_get_bulk(rxq->mb_pool, (void *)rxep, in hns3_rxq_rearm_mbuf()
71 rxep += REARM_LOOP_STEP_NUM, rxdp += REARM_LOOP_STEP_NUM) { in hns3_rxq_rearm_mbuf()
74 rte_prefetch_non_temporal(rxep[4].mbuf); in hns3_rxq_rearm_mbuf()
75 rte_prefetch_non_temporal(rxep[5].mbuf); in hns3_rxq_rearm_mbuf()
76 rte_prefetch_non_temporal(rxep[6].mbuf); in hns3_rxq_rearm_mbuf()
77 rte_prefetch_non_temporal(rxep[7].mbuf); in hns3_rxq_rearm_mbuf()
80 dma_addr = rte_mbuf_data_iova_default(rxep[0].mbuf); in hns3_rxq_rearm_mbuf()
84 dma_addr = rte_mbuf_data_iova_default(rxep[1].mbuf); in hns3_rxq_rearm_mbuf()
88 dma_addr = rte_mbuf_data_iova_default(rxep[2].mbuf); in hns3_rxq_rearm_mbuf()
[all …]
H A Dhns3_rxtx_vec_sve.c244 struct hns3_entry *rxep = &rxq->sw_ring[rxq->rx_rearm_start]; in hns3_rxq_rearm_mbuf_sve() local
246 struct hns3_entry *rxep_tmp = rxep; in hns3_rxq_rearm_mbuf_sve()
249 if (unlikely(rte_mempool_get_bulk(rxq->mb_pool, (void *)rxep, in hns3_rxq_rearm_mbuf_sve()
262 rxep += REARM_LOOP_STEP_NUM, rxdp += REARM_LOOP_STEP_NUM) { in hns3_rxq_rearm_mbuf_sve()
264 iova[0] = rxep[0].mbuf->buf_iova; in hns3_rxq_rearm_mbuf_sve()
265 iova[1] = rxep[1].mbuf->buf_iova; in hns3_rxq_rearm_mbuf_sve()
266 iova[2] = rxep[2].mbuf->buf_iova; in hns3_rxq_rearm_mbuf_sve()
267 iova[3] = rxep[3].mbuf->buf_iova; in hns3_rxq_rearm_mbuf_sve()
/dpdk/drivers/net/ixgbe/
H A Dixgbe_rxtx_vec_neon.c22 struct ixgbe_rx_entry *rxep = &rxq->sw_ring[rxq->rxrearm_start]; in ixgbe_rxq_rearm() local
33 (void *)rxep, in ixgbe_rxq_rearm()
38 rxep[i].mbuf = &rxq->fake_mbuf; in ixgbe_rxq_rearm()
51 for (i = 0; i < RTE_IXGBE_RXQ_REARM_THRESH; i += 2, rxep += 2) { in ixgbe_rxq_rearm()
52 mb0 = rxep[0].mbuf; in ixgbe_rxq_rearm()
53 mb1 = rxep[1].mbuf; in ixgbe_rxq_rearm()
H A Dixgbe_rxtx_vec_sse.c25 struct ixgbe_rx_entry *rxep = &rxq->sw_ring[rxq->rxrearm_start]; in ixgbe_rxq_rearm() local
37 (void *)rxep, in ixgbe_rxq_rearm()
43 rxep[i].mbuf = &rxq->fake_mbuf; in ixgbe_rxq_rearm()
54 for (i = 0; i < RTE_IXGBE_RXQ_REARM_THRESH; i += 2, rxep += 2) { in ixgbe_rxq_rearm()
57 mb0 = rxep[0].mbuf; in ixgbe_rxq_rearm()
58 mb1 = rxep[1].mbuf; in ixgbe_rxq_rearm()
H A Dixgbe_rxtx.c1533 struct ixgbe_rx_entry *rxep; in ixgbe_rx_scan_hw_ring() local
1546 rxep = &rxq->sw_ring[rxq->rx_tail]; in ixgbe_rx_scan_hw_ring()
1558 i += LOOK_AHEAD, rxdp += LOOK_AHEAD, rxep += LOOK_AHEAD) { in ixgbe_rx_scan_hw_ring()
1578 mb = rxep[j].mbuf; in ixgbe_rx_scan_hw_ring()
1612 rxq->rx_stage[i + j] = rxep[j].mbuf; in ixgbe_rx_scan_hw_ring()
1633 struct ixgbe_rx_entry *rxep; in ixgbe_rx_alloc_bufs() local
1641 rxep = &rxq->sw_ring[alloc_idx]; in ixgbe_rx_alloc_bufs()
1642 diag = rte_mempool_get_bulk(rxq->mb_pool, (void *)rxep, in ixgbe_rx_alloc_bufs()
1650 mb = rxep[i].mbuf; in ixgbe_rx_alloc_bufs()
/dpdk/drivers/net/iavf/
H A Diavf_rxtx.c1875 struct rte_mbuf **rxep; in iavf_rx_scan_hw_ring_flex_rxd() local
1888 rxep = &rxq->sw_ring[rxq->rx_tail]; in iavf_rx_scan_hw_ring_flex_rxd()
1945 mb = rxep[j]; in iavf_rx_scan_hw_ring_flex_rxd()
1978 rx_pkts[i + j] = rxep[j]; in iavf_rx_scan_hw_ring_flex_rxd()
2005 struct rte_mbuf **rxep; in iavf_rx_scan_hw_ring() local
2070 mb = rxep[j]; in iavf_rx_scan_hw_ring()
2096 rx_pkts[i + j] = rxep[j]; in iavf_rx_scan_hw_ring()
2141 struct rte_mbuf **rxep; in iavf_rx_alloc_bufs() local
2150 rxep = &rxq->sw_ring[alloc_idx]; in iavf_rx_alloc_bufs()
2162 rte_prefetch0(rxep[i + 1]); in iavf_rx_alloc_bufs()
[all …]
/dpdk/drivers/net/ngbe/
H A Dngbe_rxtx.c996 struct ngbe_rx_entry *rxep; in ngbe_rx_scan_hw_ring() local
1008 rxep = &rxq->sw_ring[rxq->rx_tail]; in ngbe_rx_scan_hw_ring()
1020 i += LOOK_AHEAD, rxdp += LOOK_AHEAD, rxep += LOOK_AHEAD) { in ngbe_rx_scan_hw_ring()
1039 mb = rxep[j].mbuf; in ngbe_rx_scan_hw_ring()
1064 rxq->rx_stage[i + j] = rxep[j].mbuf; in ngbe_rx_scan_hw_ring()
1082 struct ngbe_rx_entry *rxep; in ngbe_rx_alloc_bufs() local
1090 rxep = &rxq->sw_ring[alloc_idx]; in ngbe_rx_alloc_bufs()
1091 diag = rte_mempool_get_bulk(rxq->mb_pool, (void *)rxep, in ngbe_rx_alloc_bufs()
1099 mb = rxep[i].mbuf; in ngbe_rx_alloc_bufs()
/dpdk/drivers/net/txgbe/
H A Dtxgbe_rxtx.c1189 struct txgbe_rx_entry *rxep; in txgbe_rx_scan_hw_ring() local
1201 rxep = &rxq->sw_ring[rxq->rx_tail]; in txgbe_rx_scan_hw_ring()
1213 i += LOOK_AHEAD, rxdp += LOOK_AHEAD, rxep += LOOK_AHEAD) { in txgbe_rx_scan_hw_ring()
1232 mb = rxep[j].mbuf; in txgbe_rx_scan_hw_ring()
1264 rxq->rx_stage[i + j] = rxep[j].mbuf; in txgbe_rx_scan_hw_ring()
1282 struct txgbe_rx_entry *rxep; in txgbe_rx_alloc_bufs() local
1290 rxep = &rxq->sw_ring[alloc_idx]; in txgbe_rx_alloc_bufs()
1291 diag = rte_mempool_get_bulk(rxq->mb_pool, (void *)rxep, in txgbe_rx_alloc_bufs()
1299 mb = rxep[i].mbuf; in txgbe_rx_alloc_bufs()