| /dpdk/drivers/net/virtio/ |
| H A D | virtio_rxtx_packed_avx.h | 21 struct rte_mbuf **tx_pkts) in virtqueue_enqueue_batch_packed_vec() argument 40 *tx_pkts[2]->rearm_data, in virtqueue_enqueue_batch_packed_vec() 65 dxp->cookie = tx_pkts[i]; in virtqueue_enqueue_batch_packed_vec() 75 tx_pkts[2]->data_len, in virtqueue_enqueue_batch_packed_vec() 77 tx_pkts[1]->data_len, in virtqueue_enqueue_batch_packed_vec() 79 tx_pkts[0]->data_len, in virtqueue_enqueue_batch_packed_vec() 84 tx_pkts[3]->data_off, in virtqueue_enqueue_batch_packed_vec() 86 tx_pkts[2]->data_off, in virtqueue_enqueue_batch_packed_vec() 88 tx_pkts[1]->data_off, in virtqueue_enqueue_batch_packed_vec() 126 tx_pkts[1]->pkt_len, tx_pkts[2]->pkt_len, in virtqueue_enqueue_batch_packed_vec() [all …]
|
| H A D | virtio_rxtx_packed_neon.h | 21 struct rte_mbuf **tx_pkts) in virtqueue_enqueue_batch_packed_vec() argument 90 dxp->cookie = tx_pkts[i]; in virtqueue_enqueue_batch_packed_vec() 94 tx_pkts[i]->data_off -= head_size; in virtqueue_enqueue_batch_packed_vec() 95 tx_pkts[i]->data_len += head_size; in virtqueue_enqueue_batch_packed_vec() 100 VIRTIO_MBUF_ADDR(tx_pkts[0], vq) + tx_pkts[0]->data_off, in virtqueue_enqueue_batch_packed_vec() 101 VIRTIO_MBUF_ADDR(tx_pkts[1], vq) + tx_pkts[1]->data_off in virtqueue_enqueue_batch_packed_vec() 104 VIRTIO_MBUF_ADDR(tx_pkts[2], vq) + tx_pkts[2]->data_off, in virtqueue_enqueue_batch_packed_vec() 105 VIRTIO_MBUF_ADDR(tx_pkts[3], vq) + tx_pkts[3]->data_off in virtqueue_enqueue_batch_packed_vec() 137 virtqueue_xmit_offload(hdr, tx_pkts[i]); in virtqueue_enqueue_batch_packed_vec() 147 tx_pkts[1]->pkt_len, tx_pkts[2]->pkt_len, in virtqueue_enqueue_batch_packed_vec() [all …]
|
| H A D | virtio_ethdev.h | 91 uint16_t virtio_xmit_pkts_prepare(void *tx_queue, struct rte_mbuf **tx_pkts, 94 uint16_t virtio_xmit_pkts(void *tx_queue, struct rte_mbuf **tx_pkts, 96 uint16_t virtio_xmit_pkts_packed(void *tx_queue, struct rte_mbuf **tx_pkts, 99 uint16_t virtio_xmit_pkts_inorder(void *tx_queue, struct rte_mbuf **tx_pkts, 108 uint16_t virtio_xmit_pkts_packed_vec(void *tx_queue, struct rte_mbuf **tx_pkts, 119 int virtio_inject_pkts(struct rte_eth_dev *dev, struct rte_mbuf **tx_pkts,
|
| H A D | virtio_rxtx_packed.c | 26 virtio_xmit_pkts_packed_vec(void *tx_queue, struct rte_mbuf **tx_pkts, in virtio_xmit_pkts_packed_vec() argument 35 if (unlikely(hw->started == 0 && tx_pkts != hw->inject_pkts)) in virtio_xmit_pkts_packed_vec() 51 &tx_pkts[nb_tx])) { in virtio_xmit_pkts_packed_vec() 58 tx_pkts[nb_tx])) { in virtio_xmit_pkts_packed_vec()
|
| /dpdk/drivers/net/axgbe/ |
| H A D | axgbe_rxtx_vec_sse.c | 59 axgbe_xmit_pkts_vec(void *tx_queue, struct rte_mbuf **tx_pkts, in axgbe_xmit_pkts_vec() argument 79 for (i = 0; i < loop; ++i, ++idx, ++tx_pkts) { in axgbe_xmit_pkts_vec() 80 axgbe_vec_tx(&txq->desc[idx], *tx_pkts); in axgbe_xmit_pkts_vec() 81 txq->sw_ring[idx] = *tx_pkts; in axgbe_xmit_pkts_vec() 86 for (i = 0; i < nb_commit; ++i, ++idx, ++tx_pkts) { in axgbe_xmit_pkts_vec() 87 axgbe_vec_tx(&txq->desc[idx], *tx_pkts); in axgbe_xmit_pkts_vec() 88 txq->sw_ring[idx] = *tx_pkts; in axgbe_xmit_pkts_vec()
|
| /dpdk/drivers/net/cnxk/ |
| H A D | cn9k_tx.h | 1003 mbuf0 = (uint64_t *)tx_pkts[0]; in cn9k_nix_xmit_pkts_vector() 1004 mbuf1 = (uint64_t *)tx_pkts[1]; in cn9k_nix_xmit_pkts_vector() 1005 mbuf2 = (uint64_t *)tx_pkts[2]; in cn9k_nix_xmit_pkts_vector() 1006 mbuf3 = (uint64_t *)tx_pkts[3]; in cn9k_nix_xmit_pkts_vector() 1702 mbuf0 = (uint64_t *)tx_pkts[0]; in cn9k_nix_xmit_pkts_vector() 1703 mbuf1 = (uint64_t *)tx_pkts[1]; in cn9k_nix_xmit_pkts_vector() 1704 mbuf2 = (uint64_t *)tx_pkts[2]; in cn9k_nix_xmit_pkts_vector() 1705 mbuf3 = (uint64_t *)tx_pkts[3]; in cn9k_nix_xmit_pkts_vector() 1742 mbuf0 = (uint64_t *)tx_pkts[0]; in cn9k_nix_xmit_pkts_vector() 1867 tx_pkts = tx_pkts + NIX_DESCS_PER_LOOP; in cn9k_nix_xmit_pkts_vector() [all …]
|
| H A D | cn10k_tx.h | 1023 tx_pkts += burst; in cn10k_nix_xmit_pkts() 1167 tx_pkts += burst; in cn10k_nix_xmit_pkts_mseg() 1773 mbuf0 = (uint64_t *)tx_pkts[0]; in cn10k_nix_xmit_pkts_vector() 1774 mbuf1 = (uint64_t *)tx_pkts[1]; in cn10k_nix_xmit_pkts_vector() 1775 mbuf2 = (uint64_t *)tx_pkts[2]; in cn10k_nix_xmit_pkts_vector() 2693 tx_pkts[0]->next = NULL; in cn10k_nix_xmit_pkts_vector() 2694 tx_pkts[1]->next = NULL; in cn10k_nix_xmit_pkts_vector() 2695 tx_pkts[2]->next = NULL; in cn10k_nix_xmit_pkts_vector() 2696 tx_pkts[3]->next = NULL; in cn10k_nix_xmit_pkts_vector() 2699 tx_pkts = tx_pkts + NIX_DESCS_PER_LOOP; in cn10k_nix_xmit_pkts_vector() [all …]
|
| /dpdk/drivers/net/hns3/ |
| H A D | hns3_rxtx_vec_neon.h | 29 struct rte_mbuf **__restrict tx_pkts, in hns3_xmit_fixed_burst_vec() argument 61 for (i = 0; i < n; i++, tx_pkts++, tx_desc++) { in hns3_xmit_fixed_burst_vec() 62 hns3_vec_tx(tx_desc, *tx_pkts); in hns3_xmit_fixed_burst_vec() 63 tx_entry[i].mbuf = *tx_pkts; in hns3_xmit_fixed_burst_vec() 66 txq->basic_stats.bytes += (*tx_pkts)->pkt_len; in hns3_xmit_fixed_burst_vec() 75 for (i = 0; i < nb_commit; i++, tx_pkts++, tx_desc++) { in hns3_xmit_fixed_burst_vec() 76 hns3_vec_tx(tx_desc, *tx_pkts); in hns3_xmit_fixed_burst_vec() 77 tx_entry[i].mbuf = *tx_pkts; in hns3_xmit_fixed_burst_vec() 80 txq->basic_stats.bytes += (*tx_pkts)->pkt_len; in hns3_xmit_fixed_burst_vec()
|
| /dpdk/drivers/net/bnxt/ |
| H A D | bnxt_rxtx_vec_sse.c | 362 bnxt_xmit_fixed_burst_vec(struct bnxt_tx_queue *txq, struct rte_mbuf **tx_pkts, in bnxt_xmit_fixed_burst_vec() argument 391 bnxt_xmit_one(tx_pkts[0], txbd++, tx_buf++); in bnxt_xmit_fixed_burst_vec() 392 bnxt_xmit_one(tx_pkts[1], txbd++, tx_buf++); in bnxt_xmit_fixed_burst_vec() 393 bnxt_xmit_one(tx_pkts[2], txbd++, tx_buf++); in bnxt_xmit_fixed_burst_vec() 394 bnxt_xmit_one(tx_pkts[3], txbd++, tx_buf++); in bnxt_xmit_fixed_burst_vec() 397 tx_pkts += BNXT_TX_DESCS_PER_LOOP; in bnxt_xmit_fixed_burst_vec() 401 bnxt_xmit_one(tx_pkts[0], txbd++, tx_buf++); in bnxt_xmit_fixed_burst_vec() 403 tx_pkts++; in bnxt_xmit_fixed_burst_vec() 420 bnxt_xmit_pkts_vec(void *tx_queue, struct rte_mbuf **tx_pkts, in bnxt_xmit_pkts_vec() argument 453 ret = bnxt_xmit_fixed_burst_vec(txq, &tx_pkts[nb_sent], num); in bnxt_xmit_pkts_vec()
|
| H A D | bnxt_txr.h | 48 uint16_t bnxt_xmit_pkts(void *tx_queue, struct rte_mbuf **tx_pkts, 51 uint16_t bnxt_xmit_pkts_vec(void *tx_queue, struct rte_mbuf **tx_pkts, 55 uint16_t bnxt_xmit_pkts_vec_avx2(void *tx_queue, struct rte_mbuf **tx_pkts,
|
| /dpdk/drivers/net/ice/ |
| H A D | ice_rxtx.h | 226 uint16_t ice_xmit_pkts(void *tx_queue, struct rte_mbuf **tx_pkts, 229 uint16_t ice_prep_pkts(__rte_unused void *tx_queue, struct rte_mbuf **tx_pkts, 258 uint16_t ice_xmit_pkts_vec(void *tx_queue, struct rte_mbuf **tx_pkts, 270 uint16_t ice_xmit_pkts_vec_avx2(void *tx_queue, struct rte_mbuf **tx_pkts, 272 uint16_t ice_xmit_pkts_vec_avx2_offload(void *tx_queue, struct rte_mbuf **tx_pkts, 285 uint16_t ice_xmit_pkts_vec_avx512(void *tx_queue, struct rte_mbuf **tx_pkts, 288 struct rte_mbuf **tx_pkts,
|
| H A D | ice_rxtx_vec_avx2.c | 893 ice_xmit_fixed_burst_vec_avx2(void *tx_queue, struct rte_mbuf **tx_pkts, in ice_xmit_fixed_burst_vec_avx2() argument 921 ice_tx_backlog_entry(txep, tx_pkts, n); in ice_xmit_fixed_burst_vec_avx2() 923 ice_vtx(txdp, tx_pkts, n - 1, flags, offload); in ice_xmit_fixed_burst_vec_avx2() 924 tx_pkts += (n - 1); in ice_xmit_fixed_burst_vec_avx2() 927 ice_vtx1(txdp, *tx_pkts++, rs, offload); in ice_xmit_fixed_burst_vec_avx2() 939 ice_tx_backlog_entry(txep, tx_pkts, nb_commit); in ice_xmit_fixed_burst_vec_avx2() 941 ice_vtx(txdp, tx_pkts, nb_commit, flags, offload); in ice_xmit_fixed_burst_vec_avx2() 960 ice_xmit_pkts_vec_avx2_common(void *tx_queue, struct rte_mbuf **tx_pkts, in ice_xmit_pkts_vec_avx2_common() argument 970 ret = ice_xmit_fixed_burst_vec_avx2(tx_queue, &tx_pkts[nb_tx], in ice_xmit_pkts_vec_avx2_common() 982 ice_xmit_pkts_vec_avx2(void *tx_queue, struct rte_mbuf **tx_pkts, in ice_xmit_pkts_vec_avx2() argument [all …]
|
| H A D | ice_rxtx_vec_sse.c | 690 ice_xmit_fixed_burst_vec(void *tx_queue, struct rte_mbuf **tx_pkts, in ice_xmit_fixed_burst_vec() argument 720 ice_tx_backlog_entry(txep, tx_pkts, n); in ice_xmit_fixed_burst_vec() 722 for (i = 0; i < n - 1; ++i, ++tx_pkts, ++txdp) in ice_xmit_fixed_burst_vec() 723 ice_vtx1(txdp, *tx_pkts, flags); in ice_xmit_fixed_burst_vec() 725 ice_vtx1(txdp, *tx_pkts++, rs); in ice_xmit_fixed_burst_vec() 737 ice_tx_backlog_entry(txep, tx_pkts, nb_commit); in ice_xmit_fixed_burst_vec() 739 ice_vtx(txdp, tx_pkts, nb_commit, flags); in ice_xmit_fixed_burst_vec() 758 ice_xmit_pkts_vec(void *tx_queue, struct rte_mbuf **tx_pkts, in ice_xmit_pkts_vec() argument 768 ret = ice_xmit_fixed_burst_vec(tx_queue, &tx_pkts[nb_tx], num); in ice_xmit_pkts_vec()
|
| H A D | ice_rxtx_vec_avx512.c | 1155 struct rte_mbuf **tx_pkts, uint16_t nb_pkts) in ice_tx_backlog_entry_avx512() argument 1160 txep[i].mbuf = tx_pkts[i]; in ice_tx_backlog_entry_avx512() 1193 ice_tx_backlog_entry_avx512(txep, tx_pkts, n); in ice_xmit_fixed_burst_vec_avx512() 1195 ice_vtx(txdp, tx_pkts, n - 1, flags, do_offload); in ice_xmit_fixed_burst_vec_avx512() 1196 tx_pkts += (n - 1); in ice_xmit_fixed_burst_vec_avx512() 1199 ice_vtx1(txdp, *tx_pkts++, rs, do_offload); in ice_xmit_fixed_burst_vec_avx512() 1211 ice_tx_backlog_entry_avx512(txep, tx_pkts, nb_commit); in ice_xmit_fixed_burst_vec_avx512() 1213 ice_vtx(txdp, tx_pkts, nb_commit, flags, do_offload); in ice_xmit_fixed_burst_vec_avx512() 1232 ice_xmit_pkts_vec_avx512(void *tx_queue, struct rte_mbuf **tx_pkts, in ice_xmit_pkts_vec_avx512() argument 1243 &tx_pkts[nb_tx], num, false); in ice_xmit_pkts_vec_avx512() [all …]
|
| /dpdk/drivers/net/pfe/ |
| H A D | pfe_ethdev.c | 194 if (tx_pkts[i]->nb_segs > 1) { in pfe_xmit_pkts() 199 (void *)(size_t)rte_pktmbuf_iova(tx_pkts[i]), in pfe_xmit_pkts() 200 tx_pkts[i]->buf_addr + tx_pkts[i]->data_off, in pfe_xmit_pkts() 201 tx_pkts[i]->data_len, 0x0, HIF_FIRST_BUFFER, in pfe_xmit_pkts() 202 tx_pkts[i]); in pfe_xmit_pkts() 204 mbuf = tx_pkts[i]->next; in pfe_xmit_pkts() 222 (void *)(size_t)rte_pktmbuf_iova(tx_pkts[i]), in pfe_xmit_pkts() 223 tx_pkts[i]->buf_addr + tx_pkts[i]->data_off, in pfe_xmit_pkts() 224 tx_pkts[i]->pkt_len, 0 /*ctrl*/, in pfe_xmit_pkts() 227 tx_pkts[i]); in pfe_xmit_pkts() [all …]
|
| /dpdk/drivers/net/sfc/ |
| H A D | sfc_ef10_tx.c | 328 sfc_ef10_prepare_pkts(void *tx_queue, struct rte_mbuf **tx_pkts, in sfc_ef10_prepare_pkts() argument 335 struct rte_mbuf *m = tx_pkts[i]; in sfc_ef10_prepare_pkts() 641 for (pktp = &tx_pkts[0], pktp_end = &tx_pkts[nb_pkts]; in sfc_ef10_xmit_pkts() 742 return pktp - &tx_pkts[0]; in sfc_ef10_xmit_pkts() 785 struct rte_mbuf **tx_pkts, in sfc_ef10_simple_prepare_pkts() argument 791 struct rte_mbuf *m = tx_pkts[i]; in sfc_ef10_simple_prepare_pkts() 829 if (unlikely(m->pool != tx_pkts[0]->pool)) { in sfc_ef10_simple_prepare_pkts() 840 sfc_ef10_simple_xmit_pkts(void *tx_queue, struct rte_mbuf **tx_pkts, in sfc_ef10_simple_xmit_pkts() argument 865 pktp_end = &tx_pkts[MIN(nb_pkts, dma_desc_space)]; in sfc_ef10_simple_xmit_pkts() 866 for (pktp = &tx_pkts[0]; pktp != pktp_end; ++pktp) { in sfc_ef10_simple_xmit_pkts() [all …]
|
| /dpdk/drivers/net/nfb/ |
| H A D | nfb_stats.c | 39 stats->q_opackets[i] = tx_queue[i].tx_pkts; in nfb_eth_stats_get() 42 tx_total += tx_queue[i].tx_pkts; in nfb_eth_stats_get() 73 tx_queue[i].tx_pkts = 0; in nfb_eth_stats_reset()
|
| /dpdk/drivers/net/failsafe/ |
| H A D | failsafe_rxtx.c | 141 struct rte_mbuf **tx_pkts, in failsafe_tx_burst() argument 155 nb_tx = ETH(sdev)->tx_pkt_burst(sub_txq, tx_pkts, nb_pkts); in failsafe_tx_burst() 162 struct rte_mbuf **tx_pkts, in failsafe_tx_burst_fast() argument 175 nb_tx = ETH(sdev)->tx_pkt_burst(sub_txq, tx_pkts, nb_pkts); in failsafe_tx_burst_fast()
|
| /dpdk/drivers/net/enic/ |
| H A D | enic_rxtx.c | 417 uint16_t enic_prep_pkts(void *tx_queue, struct rte_mbuf **tx_pkts, in enic_prep_pkts() argument 427 m = tx_pkts[i]; in enic_prep_pkts() 465 uint16_t enic_xmit_pkts(void *tx_queue, struct rte_mbuf **tx_pkts, in enic_xmit_pkts() argument 500 tx_pkt = *tx_pkts++; in enic_xmit_pkts() 670 uint16_t enic_simple_xmit_pkts(void *tx_queue, struct rte_mbuf **tx_pkts, in enic_simple_xmit_pkts() argument 695 memcpy(wq->bufs + head_idx, tx_pkts, sizeof(struct rte_mbuf *) * n); in enic_simple_xmit_pkts() 700 enqueue_simple_pkts(tx_pkts, desc, n, enic); in enic_simple_xmit_pkts() 704 tx_pkts += n; in enic_simple_xmit_pkts() 705 memcpy(wq->bufs, tx_pkts, sizeof(struct rte_mbuf *) * rem); in enic_simple_xmit_pkts() 707 enqueue_simple_pkts(tx_pkts, desc, rem, enic); in enic_simple_xmit_pkts()
|
| /dpdk/drivers/net/qede/ |
| H A D | qede_rxtx.h | 258 uint16_t qede_xmit_pkts(void *p_txq, struct rte_mbuf **tx_pkts, 260 uint16_t qede_xmit_pkts_cmt(void *p_txq, struct rte_mbuf **tx_pkts, 262 uint16_t qede_xmit_pkts_regular(void *p_txq, struct rte_mbuf **tx_pkts, 265 uint16_t qede_xmit_prep_pkts(void *p_txq, struct rte_mbuf **tx_pkts,
|
| /dpdk/drivers/crypto/virtio/ |
| H A D | virtio_cryptodev.h | 59 struct rte_crypto_op **tx_pkts, 63 struct rte_crypto_op **tx_pkts,
|
| /dpdk/lib/ethdev/ |
| H A D | rte_ethdev_core.h | 39 struct rte_mbuf **tx_pkts, 46 struct rte_mbuf **tx_pkts,
|
| /dpdk/drivers/net/ionic/ |
| H A D | ionic_rxtx.h | 20 uint16_t ionic_xmit_pkts(void *tx_queue, struct rte_mbuf **tx_pkts, 22 uint16_t ionic_prep_pkts(void *tx_queue, struct rte_mbuf **tx_pkts,
|
| /dpdk/drivers/net/octeontx/ |
| H A D | octeontx_rxtx.c | 47 struct rte_mbuf **tx_pkts, uint16_t pkts) \ 51 return __octeontx_xmit_pkts(tx_queue, tx_pkts, pkts, cmd, \
|
| /dpdk/drivers/net/i40e/ |
| H A D | i40e_rxtx_vec_altivec.c | 552 i40e_xmit_fixed_burst_vec(void *tx_queue, struct rte_mbuf **tx_pkts, in i40e_xmit_fixed_burst_vec() argument 579 tx_backlog_entry(txep, tx_pkts, n); in i40e_xmit_fixed_burst_vec() 581 for (i = 0; i < n - 1; ++i, ++tx_pkts, ++txdp) in i40e_xmit_fixed_burst_vec() 582 vtx1(txdp, *tx_pkts, flags); in i40e_xmit_fixed_burst_vec() 584 vtx1(txdp, *tx_pkts++, rs); in i40e_xmit_fixed_burst_vec() 596 tx_backlog_entry(txep, tx_pkts, nb_commit); in i40e_xmit_fixed_burst_vec() 598 vtx(txdp, tx_pkts, nb_commit, flags); in i40e_xmit_fixed_burst_vec()
|