| /dpdk/drivers/net/i40e/ |
| H A D | i40e_rxtx_vec_common.h | 84 struct i40e_tx_entry *txep; in i40e_tx_free_bufs() local 101 txep = &txq->sw_ring[txq->tx_next_dd - (n - 1)]; in i40e_tx_free_bufs() 105 free[i] = txep[i].mbuf; in i40e_tx_free_bufs() 112 m = rte_pktmbuf_prefree_seg(txep[0].mbuf); in i40e_tx_free_bufs() 117 m = rte_pktmbuf_prefree_seg(txep[i].mbuf); in i40e_tx_free_bufs() 133 m = rte_pktmbuf_prefree_seg(txep[i].mbuf); in i40e_tx_free_bufs() 150 tx_backlog_entry(struct i40e_tx_entry *txep, in tx_backlog_entry() argument 156 txep[i].mbuf = tx_pkts[i]; in tx_backlog_entry()
|
| H A D | i40e_rxtx_vec_avx512.c | 883 struct i40e_vec_tx_entry *txep; in i40e_tx_free_bufs_avx512() local 900 txep = (void *)txq->sw_ring; in i40e_tx_free_bufs_avx512() 901 txep += txq->tx_next_dd - (n - 1); in i40e_tx_free_bufs_avx512() 951 m = rte_pktmbuf_prefree_seg(txep[0].mbuf); in i40e_tx_free_bufs_avx512() 957 m = rte_pktmbuf_prefree_seg(txep[i].mbuf); in i40e_tx_free_bufs_avx512() 1049 txep[i].mbuf = tx_pkts[i]; in tx_backlog_entry_avx512() 1058 struct i40e_vec_tx_entry *txep; in i40e_xmit_fixed_burst_vec_avx512() local 1072 txep = (void *)txq->sw_ring; in i40e_xmit_fixed_burst_vec_avx512() 1073 txep += tx_id; in i40e_xmit_fixed_burst_vec_avx512() 1079 tx_backlog_entry_avx512(txep, tx_pkts, n); in i40e_xmit_fixed_burst_vec_avx512() [all …]
|
| H A D | i40e_rxtx_vec_altivec.c | 557 struct i40e_tx_entry *txep; in i40e_xmit_fixed_burst_vec() local 573 txep = &txq->sw_ring[tx_id]; in i40e_xmit_fixed_burst_vec() 579 tx_backlog_entry(txep, tx_pkts, n); in i40e_xmit_fixed_burst_vec() 593 txep = &txq->sw_ring[tx_id]; in i40e_xmit_fixed_burst_vec() 596 tx_backlog_entry(txep, tx_pkts, nb_commit); in i40e_xmit_fixed_burst_vec()
|
| H A D | i40e_rxtx_vec_sse.c | 706 struct i40e_tx_entry *txep; in i40e_xmit_fixed_burst_vec() local 721 txep = &txq->sw_ring[tx_id]; in i40e_xmit_fixed_burst_vec() 727 tx_backlog_entry(txep, tx_pkts, n); in i40e_xmit_fixed_burst_vec() 741 txep = &txq->sw_ring[tx_id]; in i40e_xmit_fixed_burst_vec() 744 tx_backlog_entry(txep, tx_pkts, nb_commit); in i40e_xmit_fixed_burst_vec()
|
| H A D | i40e_rxtx_vec_neon.c | 683 struct i40e_tx_entry *txep; in i40e_xmit_fixed_burst_vec() local 698 txep = &txq->sw_ring[tx_id]; in i40e_xmit_fixed_burst_vec() 704 tx_backlog_entry(txep, tx_pkts, n); in i40e_xmit_fixed_burst_vec() 718 txep = &txq->sw_ring[tx_id]; in i40e_xmit_fixed_burst_vec() 721 tx_backlog_entry(txep, tx_pkts, nb_commit); in i40e_xmit_fixed_burst_vec()
|
| H A D | i40e_rxtx_vec_avx2.c | 764 struct i40e_tx_entry *txep; in i40e_xmit_fixed_burst_vec_avx2() local 778 txep = &txq->sw_ring[tx_id]; in i40e_xmit_fixed_burst_vec_avx2() 784 tx_backlog_entry(txep, tx_pkts, n); in i40e_xmit_fixed_burst_vec_avx2() 799 txep = &txq->sw_ring[tx_id]; in i40e_xmit_fixed_burst_vec_avx2() 802 tx_backlog_entry(txep, tx_pkts, nb_commit); in i40e_xmit_fixed_burst_vec_avx2()
|
| H A D | i40e_rxtx.c | 1325 struct i40e_tx_entry *txep; in i40e_tx_free_bufs() local 1340 rte_prefetch0((txep + i)->mbuf); in i40e_tx_free_bufs() 1346 free[i] = txep->mbuf; in i40e_tx_free_bufs() 1347 txep->mbuf = NULL; in i40e_tx_free_bufs() 1355 for (i = 0; i < m; ++i, ++txep) { in i40e_tx_free_bufs() 1356 free[i] = txep->mbuf; in i40e_tx_free_bufs() 1357 txep->mbuf = NULL; in i40e_tx_free_bufs() 1362 for (i = 0; i < txq->tx_rs_thresh; ++i, ++txep) { in i40e_tx_free_bufs() 1363 rte_pktmbuf_free_seg(txep->mbuf); in i40e_tx_free_bufs() 1364 txep->mbuf = NULL; in i40e_tx_free_bufs() [all …]
|
| /dpdk/drivers/net/ixgbe/ |
| H A D | ixgbe_rxtx_vec_common.h | 78 struct ixgbe_tx_entry_v *txep; in ixgbe_tx_free_bufs() local 96 txep = &txq->sw_ring_v[txq->tx_next_dd - (n - 1)]; in ixgbe_tx_free_bufs() 97 m = rte_pktmbuf_prefree_seg(txep[0].mbuf); in ixgbe_tx_free_bufs() 102 m = rte_pktmbuf_prefree_seg(txep[i].mbuf); in ixgbe_tx_free_bufs() 117 m = rte_pktmbuf_prefree_seg(txep[i].mbuf); in ixgbe_tx_free_bufs() 133 tx_backlog_entry(struct ixgbe_tx_entry_v *txep, in tx_backlog_entry() argument 139 txep[i].mbuf = tx_pkts[i]; in tx_backlog_entry()
|
| H A D | ixgbe_rxtx_vec_neon.c | 576 struct ixgbe_tx_entry_v *txep; in ixgbe_xmit_fixed_burst_vec() local 594 txep = &txq->sw_ring_v[tx_id]; in ixgbe_xmit_fixed_burst_vec() 600 tx_backlog_entry(txep, tx_pkts, n); in ixgbe_xmit_fixed_burst_vec() 614 txep = &txq->sw_ring_v[tx_id]; in ixgbe_xmit_fixed_burst_vec() 617 tx_backlog_entry(txep, tx_pkts, nb_commit); in ixgbe_xmit_fixed_burst_vec()
|
| H A D | ixgbe_rxtx_vec_sse.c | 698 struct ixgbe_tx_entry_v *txep; in ixgbe_xmit_fixed_burst_vec() local 716 txep = &txq->sw_ring_v[tx_id]; in ixgbe_xmit_fixed_burst_vec() 723 tx_backlog_entry(txep, tx_pkts, n); in ixgbe_xmit_fixed_burst_vec() 737 txep = &txq->sw_ring_v[tx_id]; in ixgbe_xmit_fixed_burst_vec() 740 tx_backlog_entry(txep, tx_pkts, nb_commit); in ixgbe_xmit_fixed_burst_vec()
|
| H A D | ixgbe_rxtx.c | 104 struct ixgbe_tx_entry *txep; in ixgbe_tx_free_bufs() local 118 txep = &(txq->sw_ring[txq->tx_next_dd - (txq->tx_rs_thresh - 1)]); in ixgbe_tx_free_bufs() 120 for (i = 0; i < txq->tx_rs_thresh; ++i, ++txep) { in ixgbe_tx_free_bufs() 122 m = rte_pktmbuf_prefree_seg(txep->mbuf); in ixgbe_tx_free_bufs() 123 txep->mbuf = NULL; in ixgbe_tx_free_bufs() 203 struct ixgbe_tx_entry *txep = &(txq->sw_ring[txq->tx_tail]); in ixgbe_tx_fill_hw_ring() local 218 (txep + i + j)->mbuf = *(pkts + i + j); in ixgbe_tx_fill_hw_ring() 225 (txep + mainpart + i)->mbuf = *(pkts + mainpart + i); in ixgbe_tx_fill_hw_ring()
|
| /dpdk/drivers/net/ice/ |
| H A D | ice_rxtx_vec_avx512.c | 978 struct ice_vec_tx_entry *txep; in ice_tx_free_bufs_avx512() local 995 txep = (void *)txq->sw_ring; in ice_tx_free_bufs_avx512() 996 txep += txq->tx_next_dd - (n - 1); in ice_tx_free_bufs_avx512() 1046 m = rte_pktmbuf_prefree_seg(txep[0].mbuf); in ice_tx_free_bufs_avx512() 1051 m = rte_pktmbuf_prefree_seg(txep[i].mbuf); in ice_tx_free_bufs_avx512() 1067 m = rte_pktmbuf_prefree_seg(txep[i].mbuf); in ice_tx_free_bufs_avx512() 1160 txep[i].mbuf = tx_pkts[i]; in ice_tx_backlog_entry_avx512() 1169 struct ice_vec_tx_entry *txep; in ice_xmit_fixed_burst_vec_avx512() local 1186 txep = (void *)txq->sw_ring; in ice_xmit_fixed_burst_vec_avx512() 1187 txep += tx_id; in ice_xmit_fixed_burst_vec_avx512() [all …]
|
| H A D | ice_rxtx_vec_common.h | 82 struct ice_tx_entry *txep; in ice_tx_free_bufs_vec() local 99 txep = &txq->sw_ring[txq->tx_next_dd - (n - 1)]; in ice_tx_free_bufs_vec() 100 m = rte_pktmbuf_prefree_seg(txep[0].mbuf); in ice_tx_free_bufs_vec() 105 m = rte_pktmbuf_prefree_seg(txep[i].mbuf); in ice_tx_free_bufs_vec() 121 m = rte_pktmbuf_prefree_seg(txep[i].mbuf); in ice_tx_free_bufs_vec() 137 ice_tx_backlog_entry(struct ice_tx_entry *txep, in ice_tx_backlog_entry() argument 143 txep[i].mbuf = tx_pkts[i]; in ice_tx_backlog_entry()
|
| H A D | ice_rxtx_vec_sse.c | 695 struct ice_tx_entry *txep; in ice_xmit_fixed_burst_vec() local 714 txep = &txq->sw_ring[tx_id]; in ice_xmit_fixed_burst_vec() 720 ice_tx_backlog_entry(txep, tx_pkts, n); in ice_xmit_fixed_burst_vec() 734 txep = &txq->sw_ring[tx_id]; in ice_xmit_fixed_burst_vec() 737 ice_tx_backlog_entry(txep, tx_pkts, nb_commit); in ice_xmit_fixed_burst_vec()
|
| H A D | ice_rxtx_vec_avx2.c | 898 struct ice_tx_entry *txep; in ice_xmit_fixed_burst_vec_avx2() local 915 txep = &txq->sw_ring[tx_id]; in ice_xmit_fixed_burst_vec_avx2() 921 ice_tx_backlog_entry(txep, tx_pkts, n); in ice_xmit_fixed_burst_vec_avx2() 936 txep = &txq->sw_ring[tx_id]; in ice_xmit_fixed_burst_vec_avx2() 939 ice_tx_backlog_entry(txep, tx_pkts, nb_commit); in ice_xmit_fixed_burst_vec_avx2()
|
| H A D | ice_rxtx.c | 2943 struct ice_tx_entry *txep; in ice_tx_free_bufs() local 2954 rte_prefetch0((txep + i)->mbuf); in ice_tx_free_bufs() 2957 for (i = 0; i < txq->tx_rs_thresh; ++i, ++txep) { in ice_tx_free_bufs() 2958 rte_mempool_put(txep->mbuf->pool, txep->mbuf); in ice_tx_free_bufs() 2959 txep->mbuf = NULL; in ice_tx_free_bufs() 2962 for (i = 0; i < txq->tx_rs_thresh; ++i, ++txep) { in ice_tx_free_bufs() 2963 rte_pktmbuf_free_seg(txep->mbuf); in ice_tx_free_bufs() 2964 txep->mbuf = NULL; in ice_tx_free_bufs() 3120 struct ice_tx_entry *txep = &txq->sw_ring[txq->tx_tail]; in ice_tx_fill_hw_ring() local 3135 (txep + i + j)->mbuf = *(pkts + i + j); in ice_tx_fill_hw_ring() [all …]
|
| /dpdk/drivers/net/fm10k/ |
| H A D | fm10k_rxtx_vec.c | 764 struct rte_mbuf **txep; in fm10k_tx_free_bufs() local 782 m = rte_pktmbuf_prefree_seg(txep[0]); in fm10k_tx_free_bufs() 787 m = rte_pktmbuf_prefree_seg(txep[i]); in fm10k_tx_free_bufs() 802 m = rte_pktmbuf_prefree_seg(txep[i]); in fm10k_tx_free_bufs() 818 tx_backlog_entry(struct rte_mbuf **txep, in tx_backlog_entry() argument 824 txep[i] = tx_pkts[i]; in tx_backlog_entry() 833 struct rte_mbuf **txep; in fm10k_xmit_fixed_burst_vec() local 851 txep = &txq->sw_ring[tx_id]; in fm10k_xmit_fixed_burst_vec() 857 tx_backlog_entry(txep, tx_pkts, n); in fm10k_xmit_fixed_burst_vec() 871 txep = &txq->sw_ring[tx_id]; in fm10k_xmit_fixed_burst_vec() [all …]
|
| H A D | fm10k_rxtx.c | 480 static inline void tx_free_bulk_mbuf(struct rte_mbuf **txep, int num) in tx_free_bulk_mbuf() argument 489 m = rte_pktmbuf_prefree_seg(txep[0]); in tx_free_bulk_mbuf() 494 m = rte_pktmbuf_prefree_seg(txep[i]); in tx_free_bulk_mbuf() 505 txep[i] = NULL; in tx_free_bulk_mbuf() 510 m = rte_pktmbuf_prefree_seg(txep[i]); in tx_free_bulk_mbuf() 513 txep[i] = NULL; in tx_free_bulk_mbuf()
|
| /dpdk/drivers/net/iavf/ |
| H A D | iavf_rxtx_vec_avx512.c | 1704 struct iavf_tx_vec_entry *txep; in iavf_tx_free_bufs_avx512() local 1721 txep = (void *)txq->sw_ring; in iavf_tx_free_bufs_avx512() 1722 txep += txq->next_dd - (n - 1); in iavf_tx_free_bufs_avx512() 1772 m = rte_pktmbuf_prefree_seg(txep[0].mbuf); in iavf_tx_free_bufs_avx512() 1816 txep[i].mbuf = tx_pkts[i]; in tx_backlog_entry_avx512() 1904 struct iavf_tx_vec_entry *txep; in iavf_xmit_fixed_burst_vec_avx512() local 1919 txep = (void *)txq->sw_ring; in iavf_xmit_fixed_burst_vec_avx512() 1920 txep += tx_id; in iavf_xmit_fixed_burst_vec_avx512() 1926 tx_backlog_entry_avx512(txep, tx_pkts, n); in iavf_xmit_fixed_burst_vec_avx512() 1941 txep = (void *)txq->sw_ring; in iavf_xmit_fixed_burst_vec_avx512() [all …]
|
| H A D | iavf_rxtx_vec_common.h | 85 struct iavf_tx_entry *txep; in iavf_tx_free_bufs() local 102 txep = &txq->sw_ring[txq->next_dd - (n - 1)]; in iavf_tx_free_bufs() 103 m = rte_pktmbuf_prefree_seg(txep[0].mbuf); in iavf_tx_free_bufs() 108 m = rte_pktmbuf_prefree_seg(txep[i].mbuf); in iavf_tx_free_bufs() 124 m = rte_pktmbuf_prefree_seg(txep[i].mbuf); in iavf_tx_free_bufs() 140 tx_backlog_entry(struct iavf_tx_entry *txep, in tx_backlog_entry() argument 146 txep[i].mbuf = tx_pkts[i]; in tx_backlog_entry()
|
| H A D | iavf_rxtx_vec_sse.c | 1117 struct iavf_tx_entry *txep; in iavf_xmit_fixed_burst_vec() local 1133 txep = &txq->sw_ring[tx_id]; in iavf_xmit_fixed_burst_vec() 1139 tx_backlog_entry(txep, tx_pkts, n); in iavf_xmit_fixed_burst_vec() 1153 txep = &txq->sw_ring[tx_id]; in iavf_xmit_fixed_burst_vec() 1156 tx_backlog_entry(txep, tx_pkts, nb_commit); in iavf_xmit_fixed_burst_vec()
|
| H A D | iavf_rxtx_vec_avx2.c | 1447 struct iavf_tx_entry *txep; in iavf_xmit_fixed_burst_vec_avx2() local 1462 txep = &txq->sw_ring[tx_id]; in iavf_xmit_fixed_burst_vec_avx2() 1468 tx_backlog_entry(txep, tx_pkts, n); in iavf_xmit_fixed_burst_vec_avx2() 1483 txep = &txq->sw_ring[tx_id]; in iavf_xmit_fixed_burst_vec_avx2() 1486 tx_backlog_entry(txep, tx_pkts, nb_commit); in iavf_xmit_fixed_burst_vec_avx2()
|
| /dpdk/drivers/net/ngbe/ |
| H A D | ngbe_rxtx.c | 59 struct ngbe_tx_entry *txep; in ngbe_tx_free_bufs() local 77 txep = &txq->sw_ring[txq->tx_next_dd - (txq->tx_free_thresh - 1)]; in ngbe_tx_free_bufs() 78 for (i = 0; i < txq->tx_free_thresh; ++i, ++txep) { in ngbe_tx_free_bufs() 80 m = rte_pktmbuf_prefree_seg(txep->mbuf); in ngbe_tx_free_bufs() 81 txep->mbuf = NULL; in ngbe_tx_free_bufs() 158 struct ngbe_tx_entry *txep = &txq->sw_ring[txq->tx_tail]; in ngbe_tx_fill_hw_ring() local 173 (txep + i + j)->mbuf = *(pkts + i + j); in ngbe_tx_fill_hw_ring() 179 (txep + mainpart + i)->mbuf = *(pkts + mainpart + i); in ngbe_tx_fill_hw_ring()
|
| /dpdk/drivers/net/txgbe/ |
| H A D | txgbe_rxtx.c | 102 struct txgbe_tx_entry *txep; in txgbe_tx_free_bufs() local 120 txep = &txq->sw_ring[txq->tx_next_dd - (txq->tx_free_thresh - 1)]; in txgbe_tx_free_bufs() 121 for (i = 0; i < txq->tx_free_thresh; ++i, ++txep) { in txgbe_tx_free_bufs() 123 m = rte_pktmbuf_prefree_seg(txep->mbuf); in txgbe_tx_free_bufs() 124 txep->mbuf = NULL; in txgbe_tx_free_bufs() 201 struct txgbe_tx_entry *txep = &txq->sw_ring[txq->tx_tail]; in txgbe_tx_fill_hw_ring() local 216 (txep + i + j)->mbuf = *(pkts + i + j); in txgbe_tx_fill_hw_ring() 222 (txep + mainpart + i)->mbuf = *(pkts + mainpart + i); in txgbe_tx_fill_hw_ring()
|