Home
last modified time | relevance | path

Searched refs:rx_tail (Results 1 – 25 of 36) sorted by relevance

12

/dpdk/drivers/net/iavf/
H A Diavf_rxtx_vec_avx2.c34 struct rte_mbuf **sw_ring = &rxq->sw_ring[rxq->rx_tail]; in _iavf_recv_raw_pkts_vec_avx2()
35 volatile union iavf_rx_desc *rxdp = rxq->rx_ring + rxq->rx_tail; in _iavf_recv_raw_pkts_vec_avx2()
36 const int avx_aligned = ((rxq->rx_tail & 1) == 0); in _iavf_recv_raw_pkts_vec_avx2()
491 rxq->rx_tail += received; in _iavf_recv_raw_pkts_vec_avx2()
492 rxq->rx_tail &= (rxq->nb_rx_desc - 1); in _iavf_recv_raw_pkts_vec_avx2()
494 rxq->rx_tail--; in _iavf_recv_raw_pkts_vec_avx2()
534 struct rte_mbuf **sw_ring = &rxq->sw_ring[rxq->rx_tail]; in _iavf_recv_raw_pkts_vec_avx2_flex_rxd()
536 (union iavf_rx_flex_desc *)rxq->rx_ring + rxq->rx_tail; in _iavf_recv_raw_pkts_vec_avx2_flex_rxd()
1205 rxq->rx_tail += received; in _iavf_recv_raw_pkts_vec_avx2_flex_rxd()
1206 rxq->rx_tail &= (rxq->nb_rx_desc - 1); in _iavf_recv_raw_pkts_vec_avx2_flex_rxd()
[all …]
H A Diavf_rxtx_vec_sse.c426 rxdp = rxq->rx_ring + rxq->rx_tail; in _recv_raw_pkts_vec()
474 sw_ring = &rxq->sw_ring[rxq->rx_tail]; in _recv_raw_pkts_vec()
624 rxq->rx_tail = (uint16_t)(rxq->rx_tail + nb_pkts_recd); in _recv_raw_pkts_vec()
625 rxq->rx_tail = (uint16_t)(rxq->rx_tail & (rxq->nb_rx_desc - 1)); in _recv_raw_pkts_vec()
703 rxdp = (union iavf_rx_flex_desc *)rxq->rx_ring + rxq->rx_tail; in _recv_raw_pkts_vec_flex_rxd()
737 sw_ring = &rxq->sw_ring[rxq->rx_tail]; in _recv_raw_pkts_vec_flex_rxd()
919 rxq->rx_tail = (uint16_t)(rxq->rx_tail + nb_pkts_recd); in _recv_raw_pkts_vec_flex_rxd()
920 rxq->rx_tail = (uint16_t)(rxq->rx_tail & (rxq->nb_rx_desc - 1)); in _recv_raw_pkts_vec_flex_rxd()
H A Diavf_rxtx.c83 desc = rxq->rx_tail; in iavf_get_monitor_addr()
230 rxq->rx_tail = 0; in reset_rx_queue()
1321 rx_id = rxq->rx_tail; in iavf_recv_pkts()
1398 rxq->rx_tail = rx_id; in iavf_recv_pkts()
1429 rx_id = rxq->rx_tail; in iavf_recv_pkts_flex_rxd()
1524 rxq->rx_tail = rx_id; in iavf_recv_pkts_flex_rxd()
1699 rxq->rx_tail = rx_id; in iavf_recv_scattered_pkts_flex_rxd()
1942 rxq->rx_tail + in iavf_rx_scan_hw_ring_flex_rxd()
2205 rxq->rx_tail = (uint16_t)(rxq->rx_tail + nb_rx + rxq->rx_nb_avail); in rx_recv_pkts()
2216 rxq->rx_tail = (uint16_t)(rxq->rx_tail - (nb_rx + nb_staged)); in rx_recv_pkts()
[all …]
H A Diavf_rxtx_vec_avx512.c175 struct rte_mbuf **sw_ring = &rxq->sw_ring[rxq->rx_tail]; in _iavf_recv_raw_pkts_vec_avx512()
176 volatile union iavf_rx_desc *rxdp = rxq->rx_ring + rxq->rx_tail; in _iavf_recv_raw_pkts_vec_avx512()
677 rxq->rx_tail += received; in _iavf_recv_raw_pkts_vec_avx512()
678 rxq->rx_tail &= (rxq->nb_rx_desc - 1); in _iavf_recv_raw_pkts_vec_avx512()
679 if ((rxq->rx_tail & 1) == 1 && received > 1) { /* keep aligned */ in _iavf_recv_raw_pkts_vec_avx512()
680 rxq->rx_tail--; in _iavf_recv_raw_pkts_vec_avx512()
723 struct rte_mbuf **sw_ring = &rxq->sw_ring[rxq->rx_tail]; in _iavf_recv_raw_pkts_vec_avx512_flex_rxd()
725 (union iavf_rx_flex_desc *)rxq->rx_ring + rxq->rx_tail; in _iavf_recv_raw_pkts_vec_avx512_flex_rxd()
1471 rxq->rx_tail += received; in _iavf_recv_raw_pkts_vec_avx512_flex_rxd()
1472 rxq->rx_tail &= (rxq->nb_rx_desc - 1); in _iavf_recv_raw_pkts_vec_avx512_flex_rxd()
[all …]
/dpdk/drivers/net/i40e/
H A Di40e_rxtx_vec_altivec.c225 rxdp = rxq->rx_ring + rxq->rx_tail; in _recv_raw_pkts_vec()
264 sw_ring = &rxq->sw_ring[rxq->rx_tail]; in _recv_raw_pkts_vec()
442 rxq->rx_tail = (uint16_t)(rxq->rx_tail + nb_pkts_recd); in _recv_raw_pkts_vec()
443 rxq->rx_tail = (uint16_t)(rxq->rx_tail & (rxq->nb_rx_desc - 1)); in _recv_raw_pkts_vec()
H A Di40e_rxtx_vec_avx2.c120 struct i40e_rx_entry *sw_ring = &rxq->sw_ring[rxq->rx_tail]; in _recv_raw_pkts_vec_avx2()
121 volatile union i40e_rx_desc *rxdp = rxq->rx_ring + rxq->rx_tail; in _recv_raw_pkts_vec_avx2()
122 const int avx_aligned = ((rxq->rx_tail & 1) == 0); in _recv_raw_pkts_vec_avx2()
618 rxq->rx_tail += received; in _recv_raw_pkts_vec_avx2()
619 rxq->rx_tail &= (rxq->nb_rx_desc - 1); in _recv_raw_pkts_vec_avx2()
620 if ((rxq->rx_tail & 1) == 1 && received > 1) { /* keep avx2 aligned */ in _recv_raw_pkts_vec_avx2()
621 rxq->rx_tail--; in _recv_raw_pkts_vec_avx2()
H A Di40e_rxtx_vec_sse.c390 rxdp = rxq->rx_ring + rxq->rx_tail; in _recv_raw_pkts_vec()
440 sw_ring = &rxq->sw_ring[rxq->rx_tail]; in _recv_raw_pkts_vec()
588 rxq->rx_tail = (uint16_t)(rxq->rx_tail + nb_pkts_recd); in _recv_raw_pkts_vec()
589 rxq->rx_tail = (uint16_t)(rxq->rx_tail & (rxq->nb_rx_desc - 1)); in _recv_raw_pkts_vec()
H A Di40e_rxtx_vec_neon.c377 rxdp = rxq->rx_ring + rxq->rx_tail; in _recv_raw_pkts_vec()
397 sw_ring = &rxq->sw_ring[rxq->rx_tail]; in _recv_raw_pkts_vec()
566 rxq->rx_tail = (uint16_t)(rxq->rx_tail + nb_pkts_recd); in _recv_raw_pkts_vec()
567 rxq->rx_tail = (uint16_t)(rxq->rx_tail & (rxq->nb_rx_desc - 1)); in _recv_raw_pkts_vec()
H A Di40e_rxtx.c101 desc = rxq->rx_tail; in i40e_get_monitor_addr()
466 rxdp = &rxq->rx_ring[rxq->rx_tail]; in i40e_rx_scan_hw_ring()
639 rxq->rx_tail = (uint16_t)(rxq->rx_tail + nb_rx); in rx_recv_pkts()
650 rxq->rx_tail = (uint16_t)(rxq->rx_tail - nb_rx); in rx_recv_pkts()
659 rxq->rx_tail = 0; in rx_recv_pkts()
725 rx_id = rxq->rx_tail; in i40e_recv_pkts()
809 rxq->rx_tail = rx_id; in i40e_recv_pkts()
843 uint16_t rx_id = rxq->rx_tail; in i40e_recv_scattered_pkts()
989 rxq->rx_tail = rx_id; in i40e_recv_scattered_pkts()
2177 desc = rxq->rx_tail + offset; in i40e_dev_rx_descriptor_status()
[all …]
H A Di40e_rxtx_vec_avx512.c244 struct i40e_rx_entry *sw_ring = &rxq->sw_ring[rxq->rx_tail]; in _recv_raw_pkts_vec_avx512()
245 volatile union i40e_rx_desc *rxdp = rxq->rx_ring + rxq->rx_tail; in _recv_raw_pkts_vec_avx512()
792 rxq->rx_tail += received; in _recv_raw_pkts_vec_avx512()
793 rxq->rx_tail &= (rxq->nb_rx_desc - 1); in _recv_raw_pkts_vec_avx512()
794 if ((rxq->rx_tail & 1) == 1 && received > 1) { /* keep avx2 aligned */ in _recv_raw_pkts_vec_avx512()
795 rxq->rx_tail--; in _recv_raw_pkts_vec_avx512()
/dpdk/drivers/net/ixgbe/
H A Dixgbe_rxtx_vec_neon.c314 rxdp = rxq->rx_ring + rxq->rx_tail; in _recv_raw_pkts_vec()
337 sw_ring = &rxq->sw_ring[rxq->rx_tail]; in _recv_raw_pkts_vec()
461 rxq->rx_tail = (uint16_t)(rxq->rx_tail + nb_pkts_recd); in _recv_raw_pkts_vec()
462 rxq->rx_tail = (uint16_t)(rxq->rx_tail & (rxq->nb_rx_desc - 1)); in _recv_raw_pkts_vec()
H A Dixgbe_rxtx_vec_sse.c384 rxdp = rxq->rx_ring + rxq->rx_tail; in _recv_raw_pkts_vec()
439 sw_ring = &rxq->sw_ring[rxq->rx_tail]; in _recv_raw_pkts_vec()
584 rxq->rx_tail = (uint16_t)(rxq->rx_tail + nb_pkts_recd); in _recv_raw_pkts_vec()
585 rxq->rx_tail = (uint16_t)(rxq->rx_tail & (rxq->nb_rx_desc - 1)); in _recv_raw_pkts_vec()
H A Dixgbe_rxtx.c1389 desc = rxq->rx_tail; in ixgbe_get_monitor_addr()
1711 rxq->rx_tail = (uint16_t)(rxq->rx_tail + nb_rx); in rx_recv_pkts()
1732 rxq->rx_tail = (uint16_t)(rxq->rx_tail - nb_rx); in rx_recv_pkts()
1746 rxq->rx_tail = 0; in rx_recv_pkts()
1809 rx_id = rxq->rx_tail; in ixgbe_recv_pkts()
1949 rxq->rx_tail = rx_id; in ixgbe_recv_pkts()
2070 uint16_t rx_id = rxq->rx_tail; in ixgbe_recv_pkts_lro()
2073 uint16_t prev_id = rxq->rx_tail; in ixgbe_recv_pkts_lro()
2298 rxq->rx_tail = rx_id; in ixgbe_recv_pkts_lro()
2983 rxq->rx_tail = 0; in ixgbe_reset_rx_queue()
[all …]
H A Dixgbe_rxtx.h109 uint16_t rx_tail; /**< current value of RDT register. */ member
/dpdk/drivers/net/ice/
H A Dice_rxtx_vec_sse.c360 rxdp = rxq->rx_ring + rxq->rx_tail; in _ice_recv_raw_pkts_vec()
394 sw_ring = &rxq->sw_ring[rxq->rx_tail]; in _ice_recv_raw_pkts_vec()
577 rxq->rx_tail = (uint16_t)(rxq->rx_tail + nb_pkts_recd); in _ice_recv_raw_pkts_vec()
578 rxq->rx_tail = (uint16_t)(rxq->rx_tail & (rxq->nb_rx_desc - 1)); in _ice_recv_raw_pkts_vec()
H A Dice_rxtx_vec_avx2.c49 struct ice_rx_entry *sw_ring = &rxq->sw_ring[rxq->rx_tail]; in _ice_recv_raw_pkts_vec_avx2()
50 volatile union ice_rx_flex_desc *rxdp = rxq->rx_ring + rxq->rx_tail; in _ice_recv_raw_pkts_vec_avx2()
51 const int avx_aligned = ((rxq->rx_tail & 1) == 0); in _ice_recv_raw_pkts_vec_avx2()
694 rxq->rx_tail += received; in _ice_recv_raw_pkts_vec_avx2()
695 rxq->rx_tail &= (rxq->nb_rx_desc - 1); in _ice_recv_raw_pkts_vec_avx2()
696 if ((rxq->rx_tail & 1) == 1 && received > 1) { /* keep avx2 aligned */ in _ice_recv_raw_pkts_vec_avx2()
697 rxq->rx_tail--; in _ice_recv_raw_pkts_vec_avx2()
H A Dice_rxtx.c48 desc = rxq->rx_tail; in ice_get_monitor_addr()
564 rxq->rx_tail = 0; in ice_reset_rx_queue()
1773 rxq->rx_tail = (uint16_t)(rxq->rx_tail + nb_rx); in rx_recv_pkts()
1785 rxq->rx_tail = (uint16_t)(rxq->rx_tail - nb_rx); in rx_recv_pkts()
1794 rxq->rx_tail = 0; in rx_recv_pkts()
2016 rxq->rx_tail = rx_id; in ice_recv_scattered_pkts()
2150 desc = rxq->rx_tail + offset; in ice_rx_descriptor_status()
2463 rxq->rx_tail = rx_id; in ice_recv_pkts()
4287 rxq->rx_tail++; in ice_check_fdir_programming_status()
4289 rxq->rx_tail = 0; in ice_check_fdir_programming_status()
[all …]
H A Dice_rxtx_vec_avx512.c164 struct ice_rx_entry *sw_ring = &rxq->sw_ring[rxq->rx_tail]; in _ice_recv_raw_pkts_vec_avx512()
165 volatile union ice_rx_flex_desc *rxdp = rxq->rx_ring + rxq->rx_tail; in _ice_recv_raw_pkts_vec_avx512()
809 rxq->rx_tail += received; in _ice_recv_raw_pkts_vec_avx512()
810 rxq->rx_tail &= (rxq->nb_rx_desc - 1); in _ice_recv_raw_pkts_vec_avx512()
811 if ((rxq->rx_tail & 1) == 1 && received > 1) { /* keep avx2 aligned */ in _ice_recv_raw_pkts_vec_avx512()
812 rxq->rx_tail--; in _ice_recv_raw_pkts_vec_avx512()
/dpdk/drivers/net/ngbe/
H A Dngbe_rxtx.c1007 rxdp = &rxq->rx_ring[rxq->rx_tail]; in ngbe_rx_scan_hw_ring()
1160 rxq->rx_tail = (uint16_t)(rxq->rx_tail + nb_rx); in ngbe_rx_recv_pkts()
1181 rxq->rx_tail = (uint16_t)(rxq->rx_tail - nb_rx); in ngbe_rx_recv_pkts()
1194 rxq->rx_tail = 0; in ngbe_rx_recv_pkts()
1256 rx_id = rxq->rx_tail; in ngbe_recv_pkts()
1386 rxq->rx_tail = rx_id; in ngbe_recv_pkts()
1472 uint16_t rx_id = rxq->rx_tail; in ngbe_recv_pkts_sc()
1475 uint16_t prev_id = rxq->rx_tail; in ngbe_recv_pkts_sc()
1656 rxq->rx_tail = rx_id; in ngbe_recv_pkts_sc()
2217 rxq->rx_tail = 0; in ngbe_reset_rx_queue()
[all …]
/dpdk/doc/guides/rawdevs/
H A Dntb.rst130 | | tx_tail | | | | rx_tail | |
136 Based on this ring layout, enqueue reads rx_tail to get how many free
140 writes desc_ring and rx_tail to tell the peer about the new allocated
/dpdk/drivers/net/e1000/
H A Dem_rxtx.c97 uint16_t rx_tail; /**< current value of RDT register. */ member
700 rx_id = rxq->rx_tail; in eth_em_recv_pkts()
824 rxq->rx_tail = rx_id; in eth_em_recv_pkts()
876 rx_id = rxq->rx_tail; in eth_em_recv_scattered_pkts()
1063 rxq->rx_tail = rx_id; in eth_em_recv_scattered_pkts()
1359 rxq->rx_tail = 0; in em_reset_rx_queue()
1500 rxdp = &(rxq->rx_ring[rxq->rx_tail]); in eth_em_rx_queue_count()
1506 if (rxq->rx_tail + desc >= rxq->nb_rx_desc) in eth_em_rx_queue_count()
1507 rxdp = &(rxq->rx_ring[rxq->rx_tail + in eth_em_rx_queue_count()
1527 desc = rxq->rx_tail + offset; in eth_em_rx_descriptor_status()
H A Digb_rxtx.c101 uint16_t rx_tail; /**< current value of RDT register. */ member
828 rx_id = rxq->rx_tail; in eth_igb_recv_pkts()
962 rxq->rx_tail = rx_id; in eth_igb_recv_pkts()
1015 rx_id = rxq->rx_tail; in eth_igb_recv_scattered_pkts()
1218 rxq->rx_tail = rx_id; in eth_igb_recv_scattered_pkts()
1629 rxq->rx_tail = 0; in igb_reset_rx_queue()
1785 rxdp = &(rxq->rx_ring[rxq->rx_tail]); in eth_igb_rx_queue_count()
1791 if (rxq->rx_tail + desc >= rxq->nb_rx_desc) in eth_igb_rx_queue_count()
1792 rxdp = &(rxq->rx_ring[rxq->rx_tail + in eth_igb_rx_queue_count()
1812 desc = rxq->rx_tail + offset; in eth_igb_rx_descriptor_status()
/dpdk/drivers/net/igc/
H A Digc_txrx.c117 uint16_t rx_tail; /**< current value of RDT register. */ member
354 uint16_t rx_id = rxq->rx_tail; in igc_recv_pkts()
467 rxq->rx_tail = rx_id; in igc_recv_pkts()
501 uint16_t rx_id = rxq->rx_tail; in igc_recv_scattered_pkts()
667 rxq->rx_tail = rx_id; in igc_recv_scattered_pkts()
740 rxdp = &rxq->rx_ring[rxq->rx_tail]; in eth_igc_rx_queue_count()
742 while (desc < rxq->nb_rx_desc - rxq->rx_tail) { in eth_igc_rx_queue_count()
749 rxdp = &rxq->rx_ring[rxq->rx_tail + desc - rxq->nb_rx_desc]; in eth_igc_rx_queue_count()
772 desc = rxq->rx_tail + offset; in eth_igc_rx_descriptor_status()
1309 rxq->rx_tail = 0; in igc_reset_rx_queue()
/dpdk/drivers/net/txgbe/
H A Dtxgbe_rxtx.c1200 rxdp = &rxq->rx_ring[rxq->rx_tail]; in txgbe_rx_scan_hw_ring()
1360 rxq->rx_tail = (uint16_t)(rxq->rx_tail + nb_rx); in txgbe_rx_recv_pkts()
1381 rxq->rx_tail = (uint16_t)(rxq->rx_tail - nb_rx); in txgbe_rx_recv_pkts()
1394 rxq->rx_tail = 0; in txgbe_rx_recv_pkts()
1456 rx_id = rxq->rx_tail; in txgbe_recv_pkts()
1590 rxq->rx_tail = rx_id; in txgbe_recv_pkts()
1696 uint16_t rx_id = rxq->rx_tail; in txgbe_recv_pkts_lro()
1699 uint16_t prev_id = rxq->rx_tail; in txgbe_recv_pkts_lro()
1921 rxq->rx_tail = rx_id; in txgbe_recv_pkts_lro()
2546 rxq->rx_tail = 0; in txgbe_reset_rx_queue()
[all …]
/dpdk/drivers/net/atlantic/
H A Datl_rxtx.c58 uint16_t rx_tail; member
98 rxq->rx_tail = 0; in atl_reset_rx_queue()
721 idx = rxq->rx_tail + offset; in atl_dev_rx_descriptor_status()
930 uint16_t tail = rxq->rx_tail; in atl_recv_pkts()
1089 rxq->rx_tail = tail; in atl_recv_pkts()

12