| /f-stack/dpdk/drivers/net/iavf/ |
| H A D | iavf_rxtx.c | 193 rxq->rx_tail = 0; in reset_rx_queue() 1127 rx_id = rxq->rx_tail; in iavf_recv_pkts() 1203 rxq->rx_tail = rx_id; in iavf_recv_pkts() 1234 rx_id = rxq->rx_tail; in iavf_recv_pkts_flex_rxd() 1300 rxq->rx_tail = rx_id; in iavf_recv_pkts_flex_rxd() 1448 rxq->rx_tail = rx_id; in iavf_recv_scattered_pkts_flex_rxd() 1607 rxq->rx_tail = rx_id; in iavf_recv_scattered_pkts() 1659 rxq->rx_tail + in iavf_rx_scan_hw_ring_flex_rxd() 1870 rxq->rx_tail = (uint16_t)(rxq->rx_tail + nb_rx); in rx_recv_pkts() 1879 rxq->rx_tail = (uint16_t)(rxq->rx_tail - nb_rx); in rx_recv_pkts() [all …]
|
| H A D | iavf_rxtx_vec_sse.c | 424 rxdp = rxq->rx_ring + rxq->rx_tail; in _recv_raw_pkts_vec() 472 sw_ring = &rxq->sw_ring[rxq->rx_tail]; in _recv_raw_pkts_vec() 622 rxq->rx_tail = (uint16_t)(rxq->rx_tail + nb_pkts_recd); in _recv_raw_pkts_vec() 623 rxq->rx_tail = (uint16_t)(rxq->rx_tail & (rxq->nb_rx_desc - 1)); in _recv_raw_pkts_vec() 699 rxdp = (union iavf_rx_flex_desc *)rxq->rx_ring + rxq->rx_tail; in _recv_raw_pkts_vec_flex_rxd() 733 sw_ring = &rxq->sw_ring[rxq->rx_tail]; in _recv_raw_pkts_vec_flex_rxd() 916 rxq->rx_tail = (uint16_t)(rxq->rx_tail + nb_pkts_recd); in _recv_raw_pkts_vec_flex_rxd() 917 rxq->rx_tail = (uint16_t)(rxq->rx_tail & (rxq->nb_rx_desc - 1)); in _recv_raw_pkts_vec_flex_rxd()
|
| H A D | iavf_rxtx_vec_avx2.c | 150 struct rte_mbuf **sw_ring = &rxq->sw_ring[rxq->rx_tail]; in _iavf_recv_raw_pkts_vec_avx2() 151 volatile union iavf_rx_desc *rxdp = rxq->rx_ring + rxq->rx_tail; in _iavf_recv_raw_pkts_vec_avx2() 152 const int avx_aligned = ((rxq->rx_tail & 1) == 0); in _iavf_recv_raw_pkts_vec_avx2() 607 rxq->rx_tail += received; in _iavf_recv_raw_pkts_vec_avx2() 608 rxq->rx_tail &= (rxq->nb_rx_desc - 1); in _iavf_recv_raw_pkts_vec_avx2() 610 rxq->rx_tail--; in _iavf_recv_raw_pkts_vec_avx2() 647 struct rte_mbuf **sw_ring = &rxq->sw_ring[rxq->rx_tail]; in _iavf_recv_raw_pkts_vec_avx2_flex_rxd() 649 (union iavf_rx_flex_desc *)rxq->rx_ring + rxq->rx_tail; in _iavf_recv_raw_pkts_vec_avx2_flex_rxd() 1217 rxq->rx_tail += received; in _iavf_recv_raw_pkts_vec_avx2_flex_rxd() 1218 rxq->rx_tail &= (rxq->nb_rx_desc - 1); in _iavf_recv_raw_pkts_vec_avx2_flex_rxd() [all …]
|
| H A D | iavf_rxtx_vec_avx512.c | 153 struct rte_mbuf **sw_ring = &rxq->sw_ring[rxq->rx_tail]; in _iavf_recv_raw_pkts_vec_avx512() 154 volatile union iavf_rx_desc *rxdp = rxq->rx_ring + rxq->rx_tail; in _iavf_recv_raw_pkts_vec_avx512() 607 rxq->rx_tail += received; in _iavf_recv_raw_pkts_vec_avx512() 608 rxq->rx_tail &= (rxq->nb_rx_desc - 1); in _iavf_recv_raw_pkts_vec_avx512() 609 if ((rxq->rx_tail & 1) == 1 && received > 1) { /* keep aligned */ in _iavf_recv_raw_pkts_vec_avx512() 610 rxq->rx_tail--; in _iavf_recv_raw_pkts_vec_avx512() 645 struct rte_mbuf **sw_ring = &rxq->sw_ring[rxq->rx_tail]; in _iavf_recv_raw_pkts_vec_avx512_flex_rxd() 647 (union iavf_rx_flex_desc *)rxq->rx_ring + rxq->rx_tail; in _iavf_recv_raw_pkts_vec_avx512_flex_rxd() 1232 rxq->rx_tail += received; in _iavf_recv_raw_pkts_vec_avx512_flex_rxd() 1233 rxq->rx_tail &= (rxq->nb_rx_desc - 1); in _iavf_recv_raw_pkts_vec_avx512_flex_rxd() [all …]
|
| H A D | iavf_rxtx_vec_common.h | 161 for (i = rxq->rx_tail; in _iavf_rx_queue_release_mbufs_vec()
|
| /f-stack/dpdk/drivers/net/i40e/ |
| H A D | i40e_rxtx_vec_altivec.c | 225 rxdp = rxq->rx_ring + rxq->rx_tail; in _recv_raw_pkts_vec() 264 sw_ring = &rxq->sw_ring[rxq->rx_tail]; in _recv_raw_pkts_vec() 442 rxq->rx_tail = (uint16_t)(rxq->rx_tail + nb_pkts_recd); in _recv_raw_pkts_vec() 443 rxq->rx_tail = (uint16_t)(rxq->rx_tail & (rxq->nb_rx_desc - 1)); in _recv_raw_pkts_vec()
|
| H A D | i40e_rxtx_vec_neon.c | 240 rxdp = rxq->rx_ring + rxq->rx_tail; in _recv_raw_pkts_vec() 260 sw_ring = &rxq->sw_ring[rxq->rx_tail]; in _recv_raw_pkts_vec() 420 rxq->rx_tail = (uint16_t)(rxq->rx_tail + nb_pkts_recd); in _recv_raw_pkts_vec() 421 rxq->rx_tail = (uint16_t)(rxq->rx_tail & (rxq->nb_rx_desc - 1)); in _recv_raw_pkts_vec()
|
| H A D | i40e_rxtx_vec_sse.c | 388 rxdp = rxq->rx_ring + rxq->rx_tail; in _recv_raw_pkts_vec() 438 sw_ring = &rxq->sw_ring[rxq->rx_tail]; in _recv_raw_pkts_vec() 586 rxq->rx_tail = (uint16_t)(rxq->rx_tail + nb_pkts_recd); in _recv_raw_pkts_vec() 587 rxq->rx_tail = (uint16_t)(rxq->rx_tail & (rxq->nb_rx_desc - 1)); in _recv_raw_pkts_vec()
|
| H A D | i40e_rxtx_vec_avx2.c | 232 struct i40e_rx_entry *sw_ring = &rxq->sw_ring[rxq->rx_tail]; in _recv_raw_pkts_vec_avx2() 233 volatile union i40e_rx_desc *rxdp = rxq->rx_ring + rxq->rx_tail; in _recv_raw_pkts_vec_avx2() 234 const int avx_aligned = ((rxq->rx_tail & 1) == 0); in _recv_raw_pkts_vec_avx2() 722 rxq->rx_tail += received; in _recv_raw_pkts_vec_avx2() 723 rxq->rx_tail &= (rxq->nb_rx_desc - 1); in _recv_raw_pkts_vec_avx2() 724 if ((rxq->rx_tail & 1) == 1 && received > 1) { /* keep avx2 aligned */ in _recv_raw_pkts_vec_avx2() 725 rxq->rx_tail--; in _recv_raw_pkts_vec_avx2()
|
| H A D | i40e_rxtx.c | 426 rxdp = &rxq->rx_ring[rxq->rx_tail]; in i40e_rx_scan_hw_ring() 588 rxq->rx_tail = (uint16_t)(rxq->rx_tail + nb_rx); in rx_recv_pkts() 599 rxq->rx_tail = (uint16_t)(rxq->rx_tail - nb_rx); in rx_recv_pkts() 608 rxq->rx_tail = 0; in rx_recv_pkts() 674 rx_id = rxq->rx_tail; in i40e_recv_pkts() 752 rxq->rx_tail = rx_id; in i40e_recv_pkts() 786 uint16_t rx_id = rxq->rx_tail; in i40e_recv_scattered_pkts() 926 rxq->rx_tail = rx_id; in i40e_recv_scattered_pkts() 2049 desc = rxq->rx_tail + offset; in i40e_dev_rx_descriptor_done() 2076 desc = rxq->rx_tail + offset; in i40e_dev_rx_descriptor_status() [all …]
|
| H A D | i40e_rxtx_vec_common.h | 160 for (i = rxq->rx_tail; in _i40e_rx_queue_release_mbufs_vec()
|
| /f-stack/dpdk/drivers/net/ixgbe/ |
| H A D | ixgbe_rxtx_vec_neon.c | 231 rxdp = rxq->rx_ring + rxq->rx_tail; in _recv_raw_pkts_vec() 251 sw_ring = &rxq->sw_ring[rxq->rx_tail]; in _recv_raw_pkts_vec() 371 rxq->rx_tail = (uint16_t)(rxq->rx_tail + nb_pkts_recd); in _recv_raw_pkts_vec() 372 rxq->rx_tail = (uint16_t)(rxq->rx_tail & (rxq->nb_rx_desc - 1)); in _recv_raw_pkts_vec()
|
| H A D | ixgbe_rxtx_vec_sse.c | 351 rxdp = rxq->rx_ring + rxq->rx_tail; in _recv_raw_pkts_vec() 403 sw_ring = &rxq->sw_ring[rxq->rx_tail]; in _recv_raw_pkts_vec() 547 rxq->rx_tail = (uint16_t)(rxq->rx_tail + nb_pkts_recd); in _recv_raw_pkts_vec() 548 rxq->rx_tail = (uint16_t)(rxq->rx_tail & (rxq->nb_rx_desc - 1)); in _recv_raw_pkts_vec()
|
| H A D | ixgbe_rxtx.c | 1668 rxq->rx_tail = (uint16_t)(rxq->rx_tail + nb_rx); in rx_recv_pkts() 1689 rxq->rx_tail = (uint16_t)(rxq->rx_tail - nb_rx); in rx_recv_pkts() 1703 rxq->rx_tail = 0; in rx_recv_pkts() 1766 rx_id = rxq->rx_tail; in ixgbe_recv_pkts() 1904 rxq->rx_tail = rx_id; in ixgbe_recv_pkts() 2024 uint16_t rx_id = rxq->rx_tail; in ixgbe_recv_pkts_lro() 2027 uint16_t prev_id = rxq->rx_tail; in ixgbe_recv_pkts_lro() 2252 rxq->rx_tail = rx_id; in ixgbe_recv_pkts_lro() 2934 rxq->rx_tail = 0; in ixgbe_reset_rx_queue() 3234 desc = rxq->rx_tail + offset; in ixgbe_dev_rx_descriptor_done() [all …]
|
| H A D | ixgbe_rxtx.h | 109 uint16_t rx_tail; /**< current value of RDT register. */ member
|
| /f-stack/dpdk/drivers/net/ice/ |
| H A D | ice_rxtx_vec_sse.c | 324 rxdp = rxq->rx_ring + rxq->rx_tail; in _ice_recv_raw_pkts_vec() 358 sw_ring = &rxq->sw_ring[rxq->rx_tail]; in _ice_recv_raw_pkts_vec() 541 rxq->rx_tail = (uint16_t)(rxq->rx_tail + nb_pkts_recd); in _ice_recv_raw_pkts_vec() 542 rxq->rx_tail = (uint16_t)(rxq->rx_tail & (rxq->nb_rx_desc - 1)); in _ice_recv_raw_pkts_vec()
|
| H A D | ice_rxtx.c | 522 rxq->rx_tail = 0; in ice_reset_rx_queue() 1653 rxq->rx_tail = (uint16_t)(rxq->rx_tail + nb_rx); in rx_recv_pkts() 1666 rxq->rx_tail = (uint16_t)(rxq->rx_tail - nb_rx); in rx_recv_pkts() 1675 rxq->rx_tail = 0; in rx_recv_pkts() 1725 uint16_t rx_id = rxq->rx_tail; in ice_recv_scattered_pkts() 1854 rxq->rx_tail = rx_id; in ice_recv_scattered_pkts() 1984 desc = rxq->rx_tail + offset; in ice_rx_descriptor_status() 2253 rxq->rx_tail = rx_id; in ice_recv_pkts() 3948 rxq->rx_tail++; in ice_check_fdir_programming_status() 3950 rxq->rx_tail = 0; in ice_check_fdir_programming_status() [all …]
|
| H A D | ice_rxtx_vec_avx2.c | 163 struct ice_rx_entry *sw_ring = &rxq->sw_ring[rxq->rx_tail]; in _ice_recv_raw_pkts_vec_avx2() 164 volatile union ice_rx_flex_desc *rxdp = rxq->rx_ring + rxq->rx_tail; in _ice_recv_raw_pkts_vec_avx2() 165 const int avx_aligned = ((rxq->rx_tail & 1) == 0); in _ice_recv_raw_pkts_vec_avx2() 748 rxq->rx_tail += received; in _ice_recv_raw_pkts_vec_avx2() 749 rxq->rx_tail &= (rxq->nb_rx_desc - 1); in _ice_recv_raw_pkts_vec_avx2() 750 if ((rxq->rx_tail & 1) == 1 && received > 1) { /* keep avx2 aligned */ in _ice_recv_raw_pkts_vec_avx2() 751 rxq->rx_tail--; in _ice_recv_raw_pkts_vec_avx2()
|
| H A D | ice_rxtx_vec_avx512.c | 158 struct ice_rx_entry *sw_ring = &rxq->sw_ring[rxq->rx_tail]; in _ice_recv_raw_pkts_vec_avx512() 159 volatile union ice_rx_flex_desc *rxdp = rxq->rx_ring + rxq->rx_tail; in _ice_recv_raw_pkts_vec_avx512() 735 rxq->rx_tail += received; in _ice_recv_raw_pkts_vec_avx512() 736 rxq->rx_tail &= (rxq->nb_rx_desc - 1); in _ice_recv_raw_pkts_vec_avx512() 737 if ((rxq->rx_tail & 1) == 1 && received > 1) { /* keep avx2 aligned */ in _ice_recv_raw_pkts_vec_avx512() 738 rxq->rx_tail--; in _ice_recv_raw_pkts_vec_avx512()
|
| /f-stack/dpdk/doc/guides/rawdevs/ |
| H A D | ntb.rst | 130 | | tx_tail | | | | rx_tail | | 136 Based on this ring layout, enqueue reads rx_tail to get how many free 140 writes desc_ring and rx_tail to tell the peer about the new allocated
|
| /f-stack/dpdk/drivers/net/e1000/ |
| H A D | em_rxtx.c | 98 uint16_t rx_tail; /**< current value of RDT register. */ member 699 rx_id = rxq->rx_tail; in eth_em_recv_pkts() 823 rxq->rx_tail = rx_id; in eth_em_recv_pkts() 875 rx_id = rxq->rx_tail; in eth_em_recv_scattered_pkts() 1062 rxq->rx_tail = rx_id; in eth_em_recv_scattered_pkts() 1355 rxq->rx_tail = 0; in em_reset_rx_queue() 1500 rxdp = &(rxq->rx_ring[rxq->rx_tail]); in eth_em_rx_queue_count() 1506 if (rxq->rx_tail + desc >= rxq->nb_rx_desc) in eth_em_rx_queue_count() 1507 rxdp = &(rxq->rx_ring[rxq->rx_tail + in eth_em_rx_queue_count() 1523 desc = rxq->rx_tail + offset; in eth_em_rx_descriptor_done() [all …]
|
| H A D | igb_rxtx.c | 102 uint16_t rx_tail; /**< current value of RDT register. */ member 827 rx_id = rxq->rx_tail; in eth_igb_recv_pkts() 961 rxq->rx_tail = rx_id; in eth_igb_recv_pkts() 1014 rx_id = rxq->rx_tail; in eth_igb_recv_scattered_pkts() 1217 rxq->rx_tail = rx_id; in eth_igb_recv_scattered_pkts() 1625 rxq->rx_tail = 0; in igb_reset_rx_queue() 1780 rxdp = &(rxq->rx_ring[rxq->rx_tail]); in eth_igb_rx_queue_count() 1786 if (rxq->rx_tail + desc >= rxq->nb_rx_desc) in eth_igb_rx_queue_count() 1787 rxdp = &(rxq->rx_ring[rxq->rx_tail + in eth_igb_rx_queue_count() 1803 desc = rxq->rx_tail + offset; in eth_igb_rx_descriptor_done() [all …]
|
| /f-stack/dpdk/drivers/net/igc/ |
| H A D | igc_txrx.c | 117 uint16_t rx_tail; /**< current value of RDT register. */ member 352 uint16_t rx_id = rxq->rx_tail; in igc_recv_pkts() 465 rxq->rx_tail = rx_id; in igc_recv_pkts() 499 uint16_t rx_id = rxq->rx_tail; in igc_recv_scattered_pkts() 665 rxq->rx_tail = rx_id; in igc_recv_scattered_pkts() 739 rxdp = &rxq->rx_ring[rxq->rx_tail]; in eth_igc_rx_queue_count() 741 while (desc < rxq->nb_rx_desc - rxq->rx_tail) { in eth_igc_rx_queue_count() 748 rxdp = &rxq->rx_ring[rxq->rx_tail + desc - rxq->nb_rx_desc]; in eth_igc_rx_queue_count() 768 desc = rxq->rx_tail + offset; in eth_igc_rx_descriptor_done() 789 desc = rxq->rx_tail + offset; in eth_igc_rx_descriptor_status() [all …]
|
| /f-stack/dpdk/drivers/net/txgbe/ |
| H A D | txgbe_rxtx.c | 1130 rxdp = &rxq->rx_ring[rxq->rx_tail]; in txgbe_rx_scan_hw_ring() 1290 rxq->rx_tail = (uint16_t)(rxq->rx_tail + nb_rx); in txgbe_rx_recv_pkts() 1311 rxq->rx_tail = (uint16_t)(rxq->rx_tail - nb_rx); in txgbe_rx_recv_pkts() 1324 rxq->rx_tail = 0; in txgbe_rx_recv_pkts() 1386 rx_id = rxq->rx_tail; in txgbe_recv_pkts() 1520 rxq->rx_tail = rx_id; in txgbe_recv_pkts() 1626 uint16_t rx_id = rxq->rx_tail; in txgbe_recv_pkts_lro() 1629 uint16_t prev_id = rxq->rx_tail; in txgbe_recv_pkts_lro() 1851 rxq->rx_tail = rx_id; in txgbe_recv_pkts_lro() 2457 rxq->rx_tail = 0; in txgbe_reset_rx_queue() [all …]
|
| /f-stack/dpdk/drivers/net/atlantic/ |
| H A D | atl_rxtx.c | 58 uint16_t rx_tail; member 98 rxq->rx_tail = 0; in atl_reset_rx_queue() 726 idx = rxq->rx_tail + offset; in atl_dev_rx_descriptor_status() 935 uint16_t tail = rxq->rx_tail; in atl_recv_pkts() 1094 rxq->rx_tail = tail; in atl_recv_pkts()
|