| /dpdk/drivers/net/bnxt/ |
| H A D | bnxt_rxtx_vec_common.h | 52 rxq->rxrearm_start = 0; in bnxt_rxq_vec_setup_common() 59 struct rx_prod_pkt_bd *rxbds = &rxr->rx_desc_ring[rxq->rxrearm_start]; in bnxt_rxq_rearm() 60 struct rte_mbuf **rx_bufs = &rxr->rx_buf_ring[rxq->rxrearm_start]; in bnxt_rxq_rearm() 68 rxq->nb_rx_desc - rxq->rxrearm_start); in bnxt_rxq_rearm() 90 rxq->rxrearm_start += nb; in bnxt_rxq_rearm() 91 bnxt_db_write(&rxr->rx_db, rxq->rxrearm_start - 1); in bnxt_rxq_rearm() 92 if (rxq->rxrearm_start >= rxq->nb_rx_desc) in bnxt_rxq_rearm() 93 rxq->rxrearm_start = 0; in bnxt_rxq_rearm()
|
| H A D | bnxt_rxq.h | 26 uint16_t rxrearm_start; /* next desc index to reinit. */ member
|
| H A D | bnxt_rxr.c | 1050 if (!bnxt_alloc_rx_data(rxq, rxr, rxq->rxrearm_start)) { in bnxt_recv_pkts() 1051 rxr->rx_raw_prod = rxq->rxrearm_start; in bnxt_recv_pkts() 1053 rxq->rxrearm_start++; in bnxt_recv_pkts()
|
| H A D | bnxt_rxq.c | 218 sw_ring[rxq->rxrearm_start + i] = NULL; in bnxt_rx_queue_release_mbufs()
|
| /dpdk/drivers/net/i40e/ |
| H A D | i40e_rxtx_common_avx.h | 25 struct i40e_rx_entry *rxep = &rxq->sw_ring[rxq->rxrearm_start]; in i40e_rxq_rearm_common() 27 rxdp = rxq->rx_ring + rxq->rxrearm_start; in i40e_rxq_rearm_common() 200 rxq->rxrearm_start += RTE_I40E_RXQ_REARM_THRESH; in i40e_rxq_rearm_common() 201 if (rxq->rxrearm_start >= rxq->nb_rx_desc) in i40e_rxq_rearm_common() 202 rxq->rxrearm_start = 0; in i40e_rxq_rearm_common() 206 rx_id = (uint16_t)((rxq->rxrearm_start == 0) ? in i40e_rxq_rearm_common() 207 (rxq->nb_rx_desc - 1) : (rxq->rxrearm_start - 1)); in i40e_rxq_rearm_common()
|
| H A D | i40e_rxtx_vec_altivec.c | 27 struct i40e_rx_entry *rxep = &rxq->sw_ring[rxq->rxrearm_start]; in i40e_rxq_rearm() 35 rxdp = rxq->rx_ring + rxq->rxrearm_start; in i40e_rxq_rearm() 91 rxq->rxrearm_start += RTE_I40E_RXQ_REARM_THRESH; in i40e_rxq_rearm() 92 if (rxq->rxrearm_start >= rxq->nb_rx_desc) in i40e_rxq_rearm() 93 rxq->rxrearm_start = 0; in i40e_rxq_rearm() 97 rx_id = (uint16_t)((rxq->rxrearm_start == 0) ? in i40e_rxq_rearm() 98 (rxq->nb_rx_desc - 1) : (rxq->rxrearm_start - 1)); in i40e_rxq_rearm()
|
| H A D | i40e_rxtx_vec_sse.c | 27 struct i40e_rx_entry *rxep = &rxq->sw_ring[rxq->rxrearm_start]; in i40e_rxq_rearm() 33 rxdp = rxq->rx_ring + rxq->rxrearm_start; in i40e_rxq_rearm() 79 rxq->rxrearm_start += RTE_I40E_RXQ_REARM_THRESH; in i40e_rxq_rearm() 80 if (rxq->rxrearm_start >= rxq->nb_rx_desc) in i40e_rxq_rearm() 81 rxq->rxrearm_start = 0; in i40e_rxq_rearm() 85 rx_id = (uint16_t)((rxq->rxrearm_start == 0) ? in i40e_rxq_rearm() 86 (rxq->nb_rx_desc - 1) : (rxq->rxrearm_start - 1)); in i40e_rxq_rearm()
|
| H A D | i40e_rxtx_vec_neon.c | 26 struct i40e_rx_entry *rxep = &rxq->sw_ring[rxq->rxrearm_start]; in i40e_rxq_rearm() 32 rxdp = rxq->rx_ring + rxq->rxrearm_start; in i40e_rxq_rearm() 66 rxq->rxrearm_start += RTE_I40E_RXQ_REARM_THRESH; in i40e_rxq_rearm() 67 if (rxq->rxrearm_start >= rxq->nb_rx_desc) in i40e_rxq_rearm() 68 rxq->rxrearm_start = 0; in i40e_rxq_rearm() 72 rx_id = (uint16_t)((rxq->rxrearm_start == 0) ? in i40e_rxq_rearm() 73 (rxq->nb_rx_desc - 1) : (rxq->rxrearm_start - 1)); in i40e_rxq_rearm()
|
| H A D | i40e_rxtx_vec_avx512.c | 30 struct i40e_rx_entry *rxep = &rxq->sw_ring[rxq->rxrearm_start]; in i40e_rxq_rearm() 34 rxdp = rxq->rx_ring + rxq->rxrearm_start; in i40e_rxq_rearm() 140 rxq->rxrearm_start += RTE_I40E_RXQ_REARM_THRESH; in i40e_rxq_rearm() 141 if (rxq->rxrearm_start >= rxq->nb_rx_desc) in i40e_rxq_rearm() 142 rxq->rxrearm_start = 0; in i40e_rxq_rearm() 146 rx_id = (uint16_t)((rxq->rxrearm_start == 0) ? in i40e_rxq_rearm() 147 (rxq->nb_rx_desc - 1) : (rxq->rxrearm_start - 1)); in i40e_rxq_rearm()
|
| H A D | i40e_rxtx_vec_common.h | 176 i != rxq->rxrearm_start; in _i40e_rx_queue_release_mbufs_vec()
|
| /dpdk/drivers/net/ice/ |
| H A D | ice_rxtx_common_avx.h | 21 struct ice_rx_entry *rxep = &rxq->sw_ring[rxq->rxrearm_start]; in ice_rxq_rearm_common() 23 rxdp = rxq->rx_ring + rxq->rxrearm_start; in ice_rxq_rearm_common() 199 rxq->rxrearm_start += ICE_RXQ_REARM_THRESH; in ice_rxq_rearm_common() 200 if (rxq->rxrearm_start >= rxq->nb_rx_desc) in ice_rxq_rearm_common() 201 rxq->rxrearm_start = 0; in ice_rxq_rearm_common() 205 rx_id = (uint16_t)((rxq->rxrearm_start == 0) ? in ice_rxq_rearm_common() 206 (rxq->nb_rx_desc - 1) : (rxq->rxrearm_start - 1)); in ice_rxq_rearm_common()
|
| H A D | ice_rxtx_vec_sse.c | 38 struct ice_rx_entry *rxep = &rxq->sw_ring[rxq->rxrearm_start]; in ice_rxq_rearm() 44 rxdp = rxq->rx_ring + rxq->rxrearm_start; in ice_rxq_rearm() 90 rxq->rxrearm_start += ICE_RXQ_REARM_THRESH; in ice_rxq_rearm() 91 if (rxq->rxrearm_start >= rxq->nb_rx_desc) in ice_rxq_rearm() 92 rxq->rxrearm_start = 0; in ice_rxq_rearm() 96 rx_id = (uint16_t)((rxq->rxrearm_start == 0) ? in ice_rxq_rearm() 97 (rxq->nb_rx_desc - 1) : (rxq->rxrearm_start - 1)); in ice_rxq_rearm()
|
| H A D | ice_rxtx_vec_avx512.c | 22 struct ice_rx_entry *rxep = &rxq->sw_ring[rxq->rxrearm_start]; in ice_rxq_rearm() 26 rxdp = rxq->rx_ring + rxq->rxrearm_start; in ice_rxq_rearm() 122 rxq->rxrearm_start += ICE_RXQ_REARM_THRESH; in ice_rxq_rearm() 123 if (rxq->rxrearm_start >= rxq->nb_rx_desc) in ice_rxq_rearm() 124 rxq->rxrearm_start = 0; in ice_rxq_rearm() 128 rx_id = (uint16_t)((rxq->rxrearm_start == 0) ? in ice_rxq_rearm() 129 (rxq->nb_rx_desc - 1) : (rxq->rxrearm_start - 1)); in ice_rxq_rearm()
|
| H A D | ice_rxtx_vec_common.h | 168 i != rxq->rxrearm_start; in _ice_rx_queue_release_mbufs_vec()
|
| H A D | ice_rxtx.h | 74 uint16_t rxrearm_start; /**< the idx we start the re-arming from */ member
|
| /dpdk/drivers/net/iavf/ |
| H A D | iavf_rxtx_vec_common.h | 166 i != rxq->rxrearm_start; in _iavf_rx_queue_release_mbufs_vec() 388 struct rte_mbuf **rxp = &rxq->sw_ring[rxq->rxrearm_start]; in iavf_rxq_rearm_common() 390 rxdp = rxq->rx_ring + rxq->rxrearm_start; in iavf_rxq_rearm_common() 566 rxq->rxrearm_start += IAVF_RXQ_REARM_THRESH; in iavf_rxq_rearm_common() 567 if (rxq->rxrearm_start >= rxq->nb_rx_desc) in iavf_rxq_rearm_common() 568 rxq->rxrearm_start = 0; in iavf_rxq_rearm_common() 572 rx_id = (uint16_t)((rxq->rxrearm_start == 0) ? in iavf_rxq_rearm_common() 573 (rxq->nb_rx_desc - 1) : (rxq->rxrearm_start - 1)); in iavf_rxq_rearm_common()
|
| H A D | iavf_rxtx_vec_sse.c | 26 struct rte_mbuf **rxp = &rxq->sw_ring[rxq->rxrearm_start]; in iavf_rxq_rearm() 32 rxdp = rxq->rx_ring + rxq->rxrearm_start; in iavf_rxq_rearm() 76 rxq->rxrearm_start += rxq->rx_free_thresh; in iavf_rxq_rearm() 77 if (rxq->rxrearm_start >= rxq->nb_rx_desc) in iavf_rxq_rearm() 78 rxq->rxrearm_start = 0; in iavf_rxq_rearm() 82 rx_id = (uint16_t)((rxq->rxrearm_start == 0) ? in iavf_rxq_rearm() 83 (rxq->nb_rx_desc - 1) : (rxq->rxrearm_start - 1)); in iavf_rxq_rearm() 88 rx_id, rxq->rxrearm_start, rxq->rxrearm_nb); in iavf_rxq_rearm()
|
| H A D | iavf_rxtx_vec_avx512.c | 40 struct rte_mbuf **rxp = &rxq->sw_ring[rxq->rxrearm_start]; in iavf_rxq_rearm() 42 rxdp = rxq->rx_ring + rxq->rxrearm_start; in iavf_rxq_rearm() 149 rxq->rxrearm_start += IAVF_RXQ_REARM_THRESH; in iavf_rxq_rearm() 150 if (rxq->rxrearm_start >= rxq->nb_rx_desc) in iavf_rxq_rearm() 151 rxq->rxrearm_start = 0; in iavf_rxq_rearm() 155 rx_id = (uint16_t)((rxq->rxrearm_start == 0) ? in iavf_rxq_rearm() 156 (rxq->nb_rx_desc - 1) : (rxq->rxrearm_start - 1)); in iavf_rxq_rearm()
|
| H A D | iavf_rxtx.h | 196 uint16_t rxrearm_start; /* the idx we start the re-arming from */ member
|
| /dpdk/drivers/net/ixgbe/ |
| H A D | ixgbe_rxtx_vec_neon.c | 22 struct ixgbe_rx_entry *rxep = &rxq->sw_ring[rxq->rxrearm_start]; in ixgbe_rxq_rearm() 29 rxdp = rxq->rx_ring + rxq->rxrearm_start; in ixgbe_rxq_rearm() 71 rxq->rxrearm_start += RTE_IXGBE_RXQ_REARM_THRESH; in ixgbe_rxq_rearm() 72 if (rxq->rxrearm_start >= rxq->nb_rx_desc) in ixgbe_rxq_rearm() 73 rxq->rxrearm_start = 0; in ixgbe_rxq_rearm() 77 rx_id = (uint16_t)((rxq->rxrearm_start == 0) ? in ixgbe_rxq_rearm() 78 (rxq->nb_rx_desc - 1) : (rxq->rxrearm_start - 1)); in ixgbe_rxq_rearm()
|
| H A D | ixgbe_rxtx_vec_sse.c | 25 struct ixgbe_rx_entry *rxep = &rxq->sw_ring[rxq->rxrearm_start]; in ixgbe_rxq_rearm() 33 rxdp = rxq->rx_ring + rxq->rxrearm_start; in ixgbe_rxq_rearm() 83 rxq->rxrearm_start += RTE_IXGBE_RXQ_REARM_THRESH; in ixgbe_rxq_rearm() 84 if (rxq->rxrearm_start >= rxq->nb_rx_desc) in ixgbe_rxq_rearm() 85 rxq->rxrearm_start = 0; in ixgbe_rxq_rearm() 89 rx_id = (uint16_t) ((rxq->rxrearm_start == 0) ? in ixgbe_rxq_rearm() 90 (rxq->nb_rx_desc - 1) : (rxq->rxrearm_start - 1)); in ixgbe_rxq_rearm()
|
| H A D | ixgbe_rxtx.h | 122 uint16_t rxrearm_start; /**< the idx we start the re-arming from */ member
|
| H A D | ixgbe_rxtx_vec_common.h | 184 i != rxq->rxrearm_start; in _ixgbe_rx_queue_release_mbufs_vec()
|
| /dpdk/drivers/net/fm10k/ |
| H A D | fm10k_rxtx_vec.c | 262 struct rte_mbuf **mb_alloc = &rxq->sw_ring[rxq->rxrearm_start]; in fm10k_rxq_rearm() 272 rxdp = rxq->hw_ring + rxq->rxrearm_start; in fm10k_rxq_rearm() 340 rxq->rxrearm_start += RTE_FM10K_RXQ_REARM_THRESH; in fm10k_rxq_rearm() 341 if (rxq->rxrearm_start >= rxq->nb_desc) in fm10k_rxq_rearm() 342 rxq->rxrearm_start = 0; in fm10k_rxq_rearm() 346 rx_id = (uint16_t)((rxq->rxrearm_start == 0) ? in fm10k_rxq_rearm() 347 (rxq->nb_desc - 1) : (rxq->rxrearm_start - 1)); in fm10k_rxq_rearm() 368 for (i = rxq->next_dd; i != rxq->rxrearm_start; in fm10k_rx_queue_release_mbufs_vec()
|
| H A D | fm10k.h | 172 uint16_t rxrearm_start; /* the idx we start the re-arming from */ member
|