| /f-stack/dpdk/drivers/net/i40e/ |
| H A D | i40e_rxtx_vec_common.h | 80 struct i40e_tx_entry *txep; in i40e_tx_free_bufs() local 97 txep = &txq->sw_ring[txq->tx_next_dd - (n - 1)]; in i40e_tx_free_bufs() 98 m = rte_pktmbuf_prefree_seg(txep[0].mbuf); in i40e_tx_free_bufs() 103 m = rte_pktmbuf_prefree_seg(txep[i].mbuf); in i40e_tx_free_bufs() 119 m = rte_pktmbuf_prefree_seg(txep[i].mbuf); in i40e_tx_free_bufs() 135 tx_backlog_entry(struct i40e_tx_entry *txep, in tx_backlog_entry() argument 141 txep[i].mbuf = tx_pkts[i]; in tx_backlog_entry()
|
| H A D | i40e_rxtx_vec_altivec.c | 557 struct i40e_tx_entry *txep; in i40e_xmit_fixed_burst_vec() local 576 txep = &txq->sw_ring[tx_id]; in i40e_xmit_fixed_burst_vec() 582 tx_backlog_entry(txep, tx_pkts, n); in i40e_xmit_fixed_burst_vec() 596 txep = &txq->sw_ring[tx_id]; in i40e_xmit_fixed_burst_vec() 599 tx_backlog_entry(txep, tx_pkts, nb_commit); in i40e_xmit_fixed_burst_vec()
|
| H A D | i40e_rxtx_vec_neon.c | 537 struct i40e_tx_entry *txep; in i40e_xmit_fixed_burst_vec() local 555 txep = &txq->sw_ring[tx_id]; in i40e_xmit_fixed_burst_vec() 561 tx_backlog_entry(txep, tx_pkts, n); in i40e_xmit_fixed_burst_vec() 575 txep = &txq->sw_ring[tx_id]; in i40e_xmit_fixed_burst_vec() 578 tx_backlog_entry(txep, tx_pkts, nb_commit); in i40e_xmit_fixed_burst_vec()
|
| H A D | i40e_rxtx_vec_sse.c | 704 struct i40e_tx_entry *txep; in i40e_xmit_fixed_burst_vec() local 722 txep = &txq->sw_ring[tx_id]; in i40e_xmit_fixed_burst_vec() 728 tx_backlog_entry(txep, tx_pkts, n); in i40e_xmit_fixed_burst_vec() 742 txep = &txq->sw_ring[tx_id]; in i40e_xmit_fixed_burst_vec() 745 tx_backlog_entry(txep, tx_pkts, nb_commit); in i40e_xmit_fixed_burst_vec()
|
| H A D | i40e_rxtx_vec_avx2.c | 868 struct i40e_tx_entry *txep; in i40e_xmit_fixed_burst_vec_avx2() local 885 txep = &txq->sw_ring[tx_id]; in i40e_xmit_fixed_burst_vec_avx2() 891 tx_backlog_entry(txep, tx_pkts, n); in i40e_xmit_fixed_burst_vec_avx2() 906 txep = &txq->sw_ring[tx_id]; in i40e_xmit_fixed_burst_vec_avx2() 909 tx_backlog_entry(txep, tx_pkts, nb_commit); in i40e_xmit_fixed_burst_vec_avx2()
|
| H A D | i40e_rxtx.c | 1262 struct i40e_tx_entry *txep; in i40e_tx_free_bufs() local 1273 rte_prefetch0((txep + i)->mbuf); in i40e_tx_free_bufs() 1276 for (i = 0; i < txq->tx_rs_thresh; ++i, ++txep) { in i40e_tx_free_bufs() 1277 rte_mempool_put(txep->mbuf->pool, txep->mbuf); in i40e_tx_free_bufs() 1278 txep->mbuf = NULL; in i40e_tx_free_bufs() 1281 for (i = 0; i < txq->tx_rs_thresh; ++i, ++txep) { in i40e_tx_free_bufs() 1282 rte_pktmbuf_free_seg(txep->mbuf); in i40e_tx_free_bufs() 1283 txep->mbuf = NULL; in i40e_tx_free_bufs() 1331 struct i40e_tx_entry *txep = &(txq->sw_ring[txq->tx_tail]); in i40e_tx_fill_hw_ring() local 1341 (txep + i + j)->mbuf = *(pkts + i + j); in i40e_tx_fill_hw_ring() [all …]
|
| /f-stack/dpdk/drivers/net/iavf/ |
| H A D | iavf_rxtx_vec_common.h | 81 struct iavf_tx_entry *txep; in iavf_tx_free_bufs() local 98 txep = &txq->sw_ring[txq->next_dd - (n - 1)]; in iavf_tx_free_bufs() 99 m = rte_pktmbuf_prefree_seg(txep[0].mbuf); in iavf_tx_free_bufs() 104 m = rte_pktmbuf_prefree_seg(txep[i].mbuf); in iavf_tx_free_bufs() 120 m = rte_pktmbuf_prefree_seg(txep[i].mbuf); in iavf_tx_free_bufs() 136 tx_backlog_entry(struct iavf_tx_entry *txep, in tx_backlog_entry() argument 142 txep[i].mbuf = tx_pkts[i]; in tx_backlog_entry()
|
| H A D | iavf_rxtx_vec_avx512.c | 1403 struct iavf_tx_vec_entry *txep; in iavf_tx_free_bufs_avx512() local 1420 txep = (void *)txq->sw_ring; in iavf_tx_free_bufs_avx512() 1421 txep += txq->next_dd - (n - 1); in iavf_tx_free_bufs_avx512() 1471 m = rte_pktmbuf_prefree_seg(txep[0].mbuf); in iavf_tx_free_bufs_avx512() 1515 txep[i].mbuf = tx_pkts[i]; in tx_backlog_entry_avx512() 1593 struct iavf_tx_vec_entry *txep; in iavf_xmit_fixed_burst_vec_avx512() local 1611 txep = (void *)txq->sw_ring; in iavf_xmit_fixed_burst_vec_avx512() 1612 txep += tx_id; in iavf_xmit_fixed_burst_vec_avx512() 1618 tx_backlog_entry_avx512(txep, tx_pkts, n); in iavf_xmit_fixed_burst_vec_avx512() 1633 txep = (void *)txq->sw_ring; in iavf_xmit_fixed_burst_vec_avx512() [all …]
|
| H A D | iavf_rxtx_vec_sse.c | 1114 struct iavf_tx_entry *txep; in iavf_xmit_fixed_burst_vec() local 1133 txep = &txq->sw_ring[tx_id]; in iavf_xmit_fixed_burst_vec() 1139 tx_backlog_entry(txep, tx_pkts, n); in iavf_xmit_fixed_burst_vec() 1153 txep = &txq->sw_ring[tx_id]; in iavf_xmit_fixed_burst_vec() 1156 tx_backlog_entry(txep, tx_pkts, nb_commit); in iavf_xmit_fixed_burst_vec()
|
| H A D | iavf_rxtx_vec_avx2.c | 1459 struct iavf_tx_entry *txep; in iavf_xmit_fixed_burst_vec_avx2() local 1477 txep = &txq->sw_ring[tx_id]; in iavf_xmit_fixed_burst_vec_avx2() 1483 tx_backlog_entry(txep, tx_pkts, n); in iavf_xmit_fixed_burst_vec_avx2() 1498 txep = &txq->sw_ring[tx_id]; in iavf_xmit_fixed_burst_vec_avx2() 1501 tx_backlog_entry(txep, tx_pkts, nb_commit); in iavf_xmit_fixed_burst_vec_avx2()
|
| /f-stack/dpdk/drivers/net/ice/ |
| H A D | ice_rxtx_vec_avx512.c | 824 struct ice_vec_tx_entry *txep; in ice_tx_free_bufs_avx512() local 841 txep = (void *)txq->sw_ring; in ice_tx_free_bufs_avx512() 842 txep += txq->tx_next_dd - (n - 1); in ice_tx_free_bufs_avx512() 892 m = rte_pktmbuf_prefree_seg(txep[0].mbuf); in ice_tx_free_bufs_avx512() 897 m = rte_pktmbuf_prefree_seg(txep[i].mbuf); in ice_tx_free_bufs_avx512() 913 m = rte_pktmbuf_prefree_seg(txep[i].mbuf); in ice_tx_free_bufs_avx512() 995 txep[i].mbuf = tx_pkts[i]; in ice_tx_backlog_entry_avx512() 1004 struct ice_vec_tx_entry *txep; in ice_xmit_fixed_burst_vec_avx512() local 1021 txep = (void *)txq->sw_ring; in ice_xmit_fixed_burst_vec_avx512() 1022 txep += tx_id; in ice_xmit_fixed_burst_vec_avx512() [all …]
|
| H A D | ice_rxtx_vec_common.h | 78 struct ice_tx_entry *txep; in ice_tx_free_bufs() local 95 txep = &txq->sw_ring[txq->tx_next_dd - (n - 1)]; in ice_tx_free_bufs() 96 m = rte_pktmbuf_prefree_seg(txep[0].mbuf); in ice_tx_free_bufs() 101 m = rte_pktmbuf_prefree_seg(txep[i].mbuf); in ice_tx_free_bufs() 117 m = rte_pktmbuf_prefree_seg(txep[i].mbuf); in ice_tx_free_bufs() 133 ice_tx_backlog_entry(struct ice_tx_entry *txep, in ice_tx_backlog_entry() argument 139 txep[i].mbuf = tx_pkts[i]; in ice_tx_backlog_entry()
|
| H A D | ice_rxtx_vec_sse.c | 659 struct ice_tx_entry *txep; in ice_xmit_fixed_burst_vec() local 678 txep = &txq->sw_ring[tx_id]; in ice_xmit_fixed_burst_vec() 684 ice_tx_backlog_entry(txep, tx_pkts, n); in ice_xmit_fixed_burst_vec() 698 txep = &txq->sw_ring[tx_id]; in ice_xmit_fixed_burst_vec() 701 ice_tx_backlog_entry(txep, tx_pkts, nb_commit); in ice_xmit_fixed_burst_vec()
|
| H A D | ice_rxtx_vec_avx2.c | 909 struct ice_tx_entry *txep; in ice_xmit_fixed_burst_vec_avx2() local 926 txep = &txq->sw_ring[tx_id]; in ice_xmit_fixed_burst_vec_avx2() 932 ice_tx_backlog_entry(txep, tx_pkts, n); in ice_xmit_fixed_burst_vec_avx2() 947 txep = &txq->sw_ring[tx_id]; in ice_xmit_fixed_burst_vec_avx2() 950 ice_tx_backlog_entry(txep, tx_pkts, nb_commit); in ice_xmit_fixed_burst_vec_avx2()
|
| H A D | ice_rxtx.c | 2725 struct ice_tx_entry *txep; in ice_tx_free_bufs() local 2736 rte_prefetch0((txep + i)->mbuf); in ice_tx_free_bufs() 2739 for (i = 0; i < txq->tx_rs_thresh; ++i, ++txep) { in ice_tx_free_bufs() 2740 rte_mempool_put(txep->mbuf->pool, txep->mbuf); in ice_tx_free_bufs() 2741 txep->mbuf = NULL; in ice_tx_free_bufs() 2744 for (i = 0; i < txq->tx_rs_thresh; ++i, ++txep) { in ice_tx_free_bufs() 2745 rte_pktmbuf_free_seg(txep->mbuf); in ice_tx_free_bufs() 2746 txep->mbuf = NULL; in ice_tx_free_bufs() 2902 struct ice_tx_entry *txep = &txq->sw_ring[txq->tx_tail]; in ice_tx_fill_hw_ring() local 2917 (txep + i + j)->mbuf = *(pkts + i + j); in ice_tx_fill_hw_ring() [all …]
|
| /f-stack/dpdk/drivers/net/ixgbe/ |
| H A D | ixgbe_rxtx_vec_common.h | 78 struct ixgbe_tx_entry_v *txep; in ixgbe_tx_free_bufs() local 96 txep = &txq->sw_ring_v[txq->tx_next_dd - (n - 1)]; in ixgbe_tx_free_bufs() 97 m = rte_pktmbuf_prefree_seg(txep[0].mbuf); in ixgbe_tx_free_bufs() 102 m = rte_pktmbuf_prefree_seg(txep[i].mbuf); in ixgbe_tx_free_bufs() 117 m = rte_pktmbuf_prefree_seg(txep[i].mbuf); in ixgbe_tx_free_bufs() 133 tx_backlog_entry(struct ixgbe_tx_entry_v *txep, in tx_backlog_entry() argument 139 txep[i].mbuf = tx_pkts[i]; in tx_backlog_entry()
|
| H A D | ixgbe_rxtx_vec_neon.c | 488 struct ixgbe_tx_entry_v *txep; in ixgbe_xmit_fixed_burst_vec() local 506 txep = &txq->sw_ring_v[tx_id]; in ixgbe_xmit_fixed_burst_vec() 512 tx_backlog_entry(txep, tx_pkts, n); in ixgbe_xmit_fixed_burst_vec() 526 txep = &txq->sw_ring_v[tx_id]; in ixgbe_xmit_fixed_burst_vec() 529 tx_backlog_entry(txep, tx_pkts, nb_commit); in ixgbe_xmit_fixed_burst_vec()
|
| H A D | ixgbe_rxtx_vec_sse.c | 661 struct ixgbe_tx_entry_v *txep; in ixgbe_xmit_fixed_burst_vec() local 679 txep = &txq->sw_ring_v[tx_id]; in ixgbe_xmit_fixed_burst_vec() 686 tx_backlog_entry(txep, tx_pkts, n); in ixgbe_xmit_fixed_burst_vec() 700 txep = &txq->sw_ring_v[tx_id]; in ixgbe_xmit_fixed_burst_vec() 703 tx_backlog_entry(txep, tx_pkts, nb_commit); in ixgbe_xmit_fixed_burst_vec()
|
| H A D | ixgbe_rxtx.c | 105 struct ixgbe_tx_entry *txep; in ixgbe_tx_free_bufs() local 119 txep = &(txq->sw_ring[txq->tx_next_dd - (txq->tx_rs_thresh - 1)]); in ixgbe_tx_free_bufs() 121 for (i = 0; i < txq->tx_rs_thresh; ++i, ++txep) { in ixgbe_tx_free_bufs() 123 m = rte_pktmbuf_prefree_seg(txep->mbuf); in ixgbe_tx_free_bufs() 124 txep->mbuf = NULL; in ixgbe_tx_free_bufs() 204 struct ixgbe_tx_entry *txep = &(txq->sw_ring[txq->tx_tail]); in ixgbe_tx_fill_hw_ring() local 219 (txep + i + j)->mbuf = *(pkts + i + j); in ixgbe_tx_fill_hw_ring() 226 (txep + mainpart + i)->mbuf = *(pkts + mainpart + i); in ixgbe_tx_fill_hw_ring()
|
| /f-stack/dpdk/drivers/net/fm10k/ |
| H A D | fm10k_rxtx_vec.c | 763 struct rte_mbuf **txep; in fm10k_tx_free_bufs() local 781 m = rte_pktmbuf_prefree_seg(txep[0]); in fm10k_tx_free_bufs() 786 m = rte_pktmbuf_prefree_seg(txep[i]); in fm10k_tx_free_bufs() 801 m = rte_pktmbuf_prefree_seg(txep[i]); in fm10k_tx_free_bufs() 817 tx_backlog_entry(struct rte_mbuf **txep, in tx_backlog_entry() argument 823 txep[i] = tx_pkts[i]; in tx_backlog_entry() 832 struct rte_mbuf **txep; in fm10k_xmit_fixed_burst_vec() local 850 txep = &txq->sw_ring[tx_id]; in fm10k_xmit_fixed_burst_vec() 856 tx_backlog_entry(txep, tx_pkts, n); in fm10k_xmit_fixed_burst_vec() 870 txep = &txq->sw_ring[tx_id]; in fm10k_xmit_fixed_burst_vec() [all …]
|
| H A D | fm10k_rxtx.c | 506 static inline void tx_free_bulk_mbuf(struct rte_mbuf **txep, int num) in tx_free_bulk_mbuf() argument 515 m = rte_pktmbuf_prefree_seg(txep[0]); in tx_free_bulk_mbuf() 520 m = rte_pktmbuf_prefree_seg(txep[i]); in tx_free_bulk_mbuf() 531 txep[i] = NULL; in tx_free_bulk_mbuf() 536 m = rte_pktmbuf_prefree_seg(txep[i]); in tx_free_bulk_mbuf() 539 txep[i] = NULL; in tx_free_bulk_mbuf()
|
| /f-stack/dpdk/drivers/net/txgbe/ |
| H A D | txgbe_rxtx.c | 96 struct txgbe_tx_entry *txep; in txgbe_tx_free_bufs() local 114 txep = &txq->sw_ring[txq->tx_next_dd - (txq->tx_free_thresh - 1)]; in txgbe_tx_free_bufs() 115 for (i = 0; i < txq->tx_free_thresh; ++i, ++txep) { in txgbe_tx_free_bufs() 117 m = rte_pktmbuf_prefree_seg(txep->mbuf); in txgbe_tx_free_bufs() 118 txep->mbuf = NULL; in txgbe_tx_free_bufs() 195 struct txgbe_tx_entry *txep = &txq->sw_ring[txq->tx_tail]; in txgbe_tx_fill_hw_ring() local 210 (txep + i + j)->mbuf = *(pkts + i + j); in txgbe_tx_fill_hw_ring() 216 (txep + mainpart + i)->mbuf = *(pkts + mainpart + i); in txgbe_tx_fill_hw_ring()
|