| /f-stack/dpdk/drivers/net/bnxt/ |
| H A D | bnxt_rxtx_vec_common.h | 52 rxq->rxrearm_start = 0; in bnxt_rxq_vec_setup_common() 59 struct rx_prod_pkt_bd *rxbds = &rxr->rx_desc_ring[rxq->rxrearm_start]; in bnxt_rxq_rearm() 60 struct rte_mbuf **rx_bufs = &rxr->rx_buf_ring[rxq->rxrearm_start]; in bnxt_rxq_rearm() 68 rxq->nb_rx_desc - rxq->rxrearm_start); in bnxt_rxq_rearm() 90 rxq->rxrearm_start += nb; in bnxt_rxq_rearm() 91 bnxt_db_write(&rxr->rx_db, rxq->rxrearm_start - 1); in bnxt_rxq_rearm() 92 if (rxq->rxrearm_start >= rxq->nb_rx_desc) in bnxt_rxq_rearm() 93 rxq->rxrearm_start = 0; in bnxt_rxq_rearm()
|
| H A D | bnxt_rxq.h | 26 uint16_t rxrearm_start; /* next desc index to reinit. */ member
|
| H A D | bnxt_rxr.c | 852 if (!bnxt_alloc_rx_data(rxq, rxr, rxq->rxrearm_start)) { in bnxt_recv_pkts() 853 rxr->rx_prod = rxq->rxrearm_start; in bnxt_recv_pkts() 855 rxq->rxrearm_start++; in bnxt_recv_pkts()
|
| /f-stack/dpdk/drivers/net/i40e/ |
| H A D | i40e_rxtx_vec_altivec.c | 27 struct i40e_rx_entry *rxep = &rxq->sw_ring[rxq->rxrearm_start]; in i40e_rxq_rearm() 35 rxdp = rxq->rx_ring + rxq->rxrearm_start; in i40e_rxq_rearm() 91 rxq->rxrearm_start += RTE_I40E_RXQ_REARM_THRESH; in i40e_rxq_rearm() 92 if (rxq->rxrearm_start >= rxq->nb_rx_desc) in i40e_rxq_rearm() 93 rxq->rxrearm_start = 0; in i40e_rxq_rearm() 97 rx_id = (uint16_t)((rxq->rxrearm_start == 0) ? in i40e_rxq_rearm() 98 (rxq->nb_rx_desc - 1) : (rxq->rxrearm_start - 1)); in i40e_rxq_rearm()
|
| H A D | i40e_rxtx_vec_neon.c | 26 struct i40e_rx_entry *rxep = &rxq->sw_ring[rxq->rxrearm_start]; in i40e_rxq_rearm() 32 rxdp = rxq->rx_ring + rxq->rxrearm_start; in i40e_rxq_rearm() 66 rxq->rxrearm_start += RTE_I40E_RXQ_REARM_THRESH; in i40e_rxq_rearm() 67 if (rxq->rxrearm_start >= rxq->nb_rx_desc) in i40e_rxq_rearm() 68 rxq->rxrearm_start = 0; in i40e_rxq_rearm() 72 rx_id = (uint16_t)((rxq->rxrearm_start == 0) ? in i40e_rxq_rearm() 73 (rxq->nb_rx_desc - 1) : (rxq->rxrearm_start - 1)); in i40e_rxq_rearm()
|
| H A D | i40e_rxtx_vec_sse.c | 27 struct i40e_rx_entry *rxep = &rxq->sw_ring[rxq->rxrearm_start]; in i40e_rxq_rearm() 33 rxdp = rxq->rx_ring + rxq->rxrearm_start; in i40e_rxq_rearm() 79 rxq->rxrearm_start += RTE_I40E_RXQ_REARM_THRESH; in i40e_rxq_rearm() 80 if (rxq->rxrearm_start >= rxq->nb_rx_desc) in i40e_rxq_rearm() 81 rxq->rxrearm_start = 0; in i40e_rxq_rearm() 85 rx_id = (uint16_t)((rxq->rxrearm_start == 0) ? in i40e_rxq_rearm() 86 (rxq->nb_rx_desc - 1) : (rxq->rxrearm_start - 1)); in i40e_rxq_rearm()
|
| H A D | i40e_rxtx_vec_avx2.c | 27 struct i40e_rx_entry *rxep = &rxq->sw_ring[rxq->rxrearm_start]; in i40e_rxq_rearm() 29 rxdp = rxq->rx_ring + rxq->rxrearm_start; in i40e_rxq_rearm() 127 rxq->rxrearm_start += RTE_I40E_RXQ_REARM_THRESH; in i40e_rxq_rearm() 128 if (rxq->rxrearm_start >= rxq->nb_rx_desc) in i40e_rxq_rearm() 129 rxq->rxrearm_start = 0; in i40e_rxq_rearm() 133 rx_id = (uint16_t)((rxq->rxrearm_start == 0) ? in i40e_rxq_rearm() 134 (rxq->nb_rx_desc - 1) : (rxq->rxrearm_start - 1)); in i40e_rxq_rearm()
|
| H A D | i40e_rxtx_vec_common.h | 161 i != rxq->rxrearm_start; in _i40e_rx_queue_release_mbufs_vec()
|
| H A D | i40e_rxtx.h | 104 uint16_t rxrearm_start; /**< the idx we start the re-arming from */ member
|
| /f-stack/dpdk/drivers/net/ixgbe/ |
| H A D | ixgbe_rxtx_vec_neon.c | 22 struct ixgbe_rx_entry *rxep = &rxq->sw_ring[rxq->rxrearm_start]; in ixgbe_rxq_rearm() 29 rxdp = rxq->rx_ring + rxq->rxrearm_start; in ixgbe_rxq_rearm() 71 rxq->rxrearm_start += RTE_IXGBE_RXQ_REARM_THRESH; in ixgbe_rxq_rearm() 72 if (rxq->rxrearm_start >= rxq->nb_rx_desc) in ixgbe_rxq_rearm() 73 rxq->rxrearm_start = 0; in ixgbe_rxq_rearm() 77 rx_id = (uint16_t)((rxq->rxrearm_start == 0) ? in ixgbe_rxq_rearm() 78 (rxq->nb_rx_desc - 1) : (rxq->rxrearm_start - 1)); in ixgbe_rxq_rearm()
|
| H A D | ixgbe_rxtx_vec_sse.c | 25 struct ixgbe_rx_entry *rxep = &rxq->sw_ring[rxq->rxrearm_start]; in ixgbe_rxq_rearm() 33 rxdp = rxq->rx_ring + rxq->rxrearm_start; in ixgbe_rxq_rearm() 83 rxq->rxrearm_start += RTE_IXGBE_RXQ_REARM_THRESH; in ixgbe_rxq_rearm() 84 if (rxq->rxrearm_start >= rxq->nb_rx_desc) in ixgbe_rxq_rearm() 85 rxq->rxrearm_start = 0; in ixgbe_rxq_rearm() 89 rx_id = (uint16_t) ((rxq->rxrearm_start == 0) ? in ixgbe_rxq_rearm() 90 (rxq->nb_rx_desc - 1) : (rxq->rxrearm_start - 1)); in ixgbe_rxq_rearm()
|
| H A D | ixgbe_rxtx.h | 122 uint16_t rxrearm_start; /**< the idx we start the re-arming from */ member
|
| H A D | ixgbe_rxtx_vec_common.h | 185 i != rxq->rxrearm_start; in _ixgbe_rx_queue_release_mbufs_vec()
|
| /f-stack/dpdk/drivers/net/ice/ |
| H A D | ice_rxtx_vec_sse.c | 38 struct ice_rx_entry *rxep = &rxq->sw_ring[rxq->rxrearm_start]; in ice_rxq_rearm() 44 rxdp = rxq->rx_ring + rxq->rxrearm_start; in ice_rxq_rearm() 90 rxq->rxrearm_start += ICE_RXQ_REARM_THRESH; in ice_rxq_rearm() 91 if (rxq->rxrearm_start >= rxq->nb_rx_desc) in ice_rxq_rearm() 92 rxq->rxrearm_start = 0; in ice_rxq_rearm() 96 rx_id = (uint16_t)((rxq->rxrearm_start == 0) ? in ice_rxq_rearm() 97 (rxq->nb_rx_desc - 1) : (rxq->rxrearm_start - 1)); in ice_rxq_rearm()
|
| H A D | ice_rxtx_vec_avx2.c | 19 struct ice_rx_entry *rxep = &rxq->sw_ring[rxq->rxrearm_start]; in ice_rxq_rearm() 21 rxdp = rxq->rx_ring + rxq->rxrearm_start; in ice_rxq_rearm() 122 rxq->rxrearm_start += ICE_RXQ_REARM_THRESH; in ice_rxq_rearm() 123 if (rxq->rxrearm_start >= rxq->nb_rx_desc) in ice_rxq_rearm() 124 rxq->rxrearm_start = 0; in ice_rxq_rearm() 128 rx_id = (uint16_t)((rxq->rxrearm_start == 0) ? in ice_rxq_rearm() 129 (rxq->nb_rx_desc - 1) : (rxq->rxrearm_start - 1)); in ice_rxq_rearm()
|
| H A D | ice_rxtx_vec_avx512.c | 21 struct ice_rx_entry *rxep = &rxq->sw_ring[rxq->rxrearm_start]; in ice_rxq_rearm() 25 rxdp = rxq->rx_ring + rxq->rxrearm_start; in ice_rxq_rearm() 118 rxq->rxrearm_start += ICE_RXQ_REARM_THRESH; in ice_rxq_rearm() 119 if (rxq->rxrearm_start >= rxq->nb_rx_desc) in ice_rxq_rearm() 120 rxq->rxrearm_start = 0; in ice_rxq_rearm() 124 rx_id = (uint16_t)((rxq->rxrearm_start == 0) ? in ice_rxq_rearm() 125 (rxq->nb_rx_desc - 1) : (rxq->rxrearm_start - 1)); in ice_rxq_rearm()
|
| H A D | ice_rxtx.h | 71 uint16_t rxrearm_start; /**< the idx we start the re-arming from */ member
|
| H A D | ice_rxtx_vec_common.h | 164 i != rxq->rxrearm_start; in _ice_rx_queue_release_mbufs_vec()
|
| /f-stack/dpdk/drivers/net/fm10k/ |
| H A D | fm10k_rxtx_vec.c | 261 struct rte_mbuf **mb_alloc = &rxq->sw_ring[rxq->rxrearm_start]; in fm10k_rxq_rearm() 271 rxdp = rxq->hw_ring + rxq->rxrearm_start; in fm10k_rxq_rearm() 339 rxq->rxrearm_start += RTE_FM10K_RXQ_REARM_THRESH; in fm10k_rxq_rearm() 340 if (rxq->rxrearm_start >= rxq->nb_desc) in fm10k_rxq_rearm() 341 rxq->rxrearm_start = 0; in fm10k_rxq_rearm() 345 rx_id = (uint16_t)((rxq->rxrearm_start == 0) ? in fm10k_rxq_rearm() 346 (rxq->nb_desc - 1) : (rxq->rxrearm_start - 1)); in fm10k_rxq_rearm() 367 for (i = rxq->next_dd; i != rxq->rxrearm_start; in fm10k_rx_queue_release_mbufs_vec()
|
| H A D | fm10k.h | 174 uint16_t rxrearm_start; /* the idx we start the re-arming from */ member
|
| /f-stack/dpdk/drivers/net/iavf/ |
| H A D | iavf_rxtx_vec_sse.c | 26 struct rte_mbuf **rxp = &rxq->sw_ring[rxq->rxrearm_start]; in iavf_rxq_rearm() 32 rxdp = rxq->rx_ring + rxq->rxrearm_start; in iavf_rxq_rearm() 76 rxq->rxrearm_start += rxq->rx_free_thresh; in iavf_rxq_rearm() 77 if (rxq->rxrearm_start >= rxq->nb_rx_desc) in iavf_rxq_rearm() 78 rxq->rxrearm_start = 0; in iavf_rxq_rearm() 82 rx_id = (uint16_t)((rxq->rxrearm_start == 0) ? in iavf_rxq_rearm() 83 (rxq->nb_rx_desc - 1) : (rxq->rxrearm_start - 1)); in iavf_rxq_rearm() 88 rx_id, rxq->rxrearm_start, rxq->rxrearm_nb); in iavf_rxq_rearm()
|
| H A D | iavf_rxtx_vec_avx2.c | 19 struct rte_mbuf **rxp = &rxq->sw_ring[rxq->rxrearm_start]; in iavf_rxq_rearm() 21 rxdp = rxq->rx_ring + rxq->rxrearm_start; in iavf_rxq_rearm() 122 rxq->rxrearm_start += IAVF_RXQ_REARM_THRESH; in iavf_rxq_rearm() 123 if (rxq->rxrearm_start >= rxq->nb_rx_desc) in iavf_rxq_rearm() 124 rxq->rxrearm_start = 0; in iavf_rxq_rearm() 128 rx_id = (uint16_t)((rxq->rxrearm_start == 0) ? in iavf_rxq_rearm() 129 (rxq->nb_rx_desc - 1) : (rxq->rxrearm_start - 1)); in iavf_rxq_rearm()
|
| H A D | iavf_rxtx_vec_avx512.c | 24 struct rte_mbuf **rxp = &rxq->sw_ring[rxq->rxrearm_start]; in iavf_rxq_rearm() 26 rxdp = rxq->rx_ring + rxq->rxrearm_start; in iavf_rxq_rearm() 130 rxq->rxrearm_start += IAVF_RXQ_REARM_THRESH; in iavf_rxq_rearm() 131 if (rxq->rxrearm_start >= rxq->nb_rx_desc) in iavf_rxq_rearm() 132 rxq->rxrearm_start = 0; in iavf_rxq_rearm() 136 rx_id = (uint16_t)((rxq->rxrearm_start == 0) ? in iavf_rxq_rearm() 137 (rxq->nb_rx_desc - 1) : (rxq->rxrearm_start - 1)); in iavf_rxq_rearm()
|
| H A D | iavf_rxtx_vec_common.h | 162 i != rxq->rxrearm_start; in _iavf_rx_queue_release_mbufs_vec()
|
| H A D | iavf_rxtx.h | 172 uint16_t rxrearm_start; /* the idx we start the re-arming from */ member
|