| /dpdk/drivers/net/i40e/ |
| H A D | i40e_rxtx_vec_altivec.c | 558 uint16_t n, nb_commit, tx_id; in i40e_xmit_fixed_burst_vec() local 571 tx_id = txq->tx_tail; in i40e_xmit_fixed_burst_vec() 572 txdp = &txq->tx_ring[tx_id]; in i40e_xmit_fixed_burst_vec() 573 txep = &txq->sw_ring[tx_id]; in i40e_xmit_fixed_burst_vec() 577 n = (uint16_t)(txq->nb_tx_desc - tx_id); in i40e_xmit_fixed_burst_vec() 588 tx_id = 0; in i40e_xmit_fixed_burst_vec() 592 txdp = &txq->tx_ring[tx_id]; in i40e_xmit_fixed_burst_vec() 593 txep = &txq->sw_ring[tx_id]; in i40e_xmit_fixed_burst_vec() 600 tx_id = (uint16_t)(tx_id + nb_commit); in i40e_xmit_fixed_burst_vec() 601 if (tx_id > txq->tx_next_rs) { in i40e_xmit_fixed_burst_vec() [all …]
|
| H A D | i40e_rxtx_vec_neon.c | 684 uint16_t n, nb_commit, tx_id; in i40e_xmit_fixed_burst_vec() local 696 tx_id = txq->tx_tail; in i40e_xmit_fixed_burst_vec() 697 txdp = &txq->tx_ring[tx_id]; in i40e_xmit_fixed_burst_vec() 698 txep = &txq->sw_ring[tx_id]; in i40e_xmit_fixed_burst_vec() 702 n = (uint16_t)(txq->nb_tx_desc - tx_id); in i40e_xmit_fixed_burst_vec() 713 tx_id = 0; in i40e_xmit_fixed_burst_vec() 717 txdp = &txq->tx_ring[tx_id]; in i40e_xmit_fixed_burst_vec() 718 txep = &txq->sw_ring[tx_id]; in i40e_xmit_fixed_burst_vec() 725 tx_id = (uint16_t)(tx_id + nb_commit); in i40e_xmit_fixed_burst_vec() 726 if (tx_id > txq->tx_next_rs) { in i40e_xmit_fixed_burst_vec() [all …]
|
| H A D | i40e_rxtx_vec_sse.c | 707 uint16_t n, nb_commit, tx_id; in i40e_xmit_fixed_burst_vec() local 719 tx_id = txq->tx_tail; in i40e_xmit_fixed_burst_vec() 720 txdp = &txq->tx_ring[tx_id]; in i40e_xmit_fixed_burst_vec() 721 txep = &txq->sw_ring[tx_id]; in i40e_xmit_fixed_burst_vec() 725 n = (uint16_t)(txq->nb_tx_desc - tx_id); in i40e_xmit_fixed_burst_vec() 736 tx_id = 0; in i40e_xmit_fixed_burst_vec() 740 txdp = &txq->tx_ring[tx_id]; in i40e_xmit_fixed_burst_vec() 741 txep = &txq->sw_ring[tx_id]; in i40e_xmit_fixed_burst_vec() 748 tx_id = (uint16_t)(tx_id + nb_commit); in i40e_xmit_fixed_burst_vec() 749 if (tx_id > txq->tx_next_rs) { in i40e_xmit_fixed_burst_vec() [all …]
|
| H A D | i40e_rxtx_vec_avx2.c | 765 uint16_t n, nb_commit, tx_id; in i40e_xmit_fixed_burst_vec_avx2() local 776 tx_id = txq->tx_tail; in i40e_xmit_fixed_burst_vec_avx2() 777 txdp = &txq->tx_ring[tx_id]; in i40e_xmit_fixed_burst_vec_avx2() 778 txep = &txq->sw_ring[tx_id]; in i40e_xmit_fixed_burst_vec_avx2() 782 n = (uint16_t)(txq->nb_tx_desc - tx_id); in i40e_xmit_fixed_burst_vec_avx2() 794 tx_id = 0; in i40e_xmit_fixed_burst_vec_avx2() 798 txdp = &txq->tx_ring[tx_id]; in i40e_xmit_fixed_burst_vec_avx2() 799 txep = &txq->sw_ring[tx_id]; in i40e_xmit_fixed_burst_vec_avx2() 806 tx_id = (uint16_t)(tx_id + nb_commit); in i40e_xmit_fixed_burst_vec_avx2() 807 if (tx_id > txq->tx_next_rs) { in i40e_xmit_fixed_burst_vec_avx2() [all …]
|
| H A D | i40e_rxtx_vec_avx512.c | 1059 uint16_t n, nb_commit, tx_id; in i40e_xmit_fixed_burst_vec_avx512() local 1070 tx_id = txq->tx_tail; in i40e_xmit_fixed_burst_vec_avx512() 1071 txdp = &txq->tx_ring[tx_id]; in i40e_xmit_fixed_burst_vec_avx512() 1073 txep += tx_id; in i40e_xmit_fixed_burst_vec_avx512() 1077 n = (uint16_t)(txq->nb_tx_desc - tx_id); in i40e_xmit_fixed_burst_vec_avx512() 1089 tx_id = 0; in i40e_xmit_fixed_burst_vec_avx512() 1101 tx_id = (uint16_t)(tx_id + nb_commit); in i40e_xmit_fixed_burst_vec_avx512() 1102 if (tx_id > txq->tx_next_rs) { in i40e_xmit_fixed_burst_vec_avx512() 1110 txq->tx_tail = tx_id; in i40e_xmit_fixed_burst_vec_avx512()
|
| H A D | i40e_rxtx.c | 1085 uint16_t tx_id; in i40e_xmit_pkts() local 1101 tx_id = txq->tx_tail; in i40e_xmit_pkts() 1102 txe = &sw_ring[tx_id]; in i40e_xmit_pkts() 1186 &txr[tx_id]; in i40e_xmit_pkts() 1228 tx_pkt, tx_id, in i40e_xmit_pkts() 1235 tx_id = txe->next_id; in i40e_xmit_pkts() 1241 txd = &txr[tx_id]; in i40e_xmit_pkts() 1267 txd = &txr[tx_id]; in i40e_xmit_pkts() 1317 txq->tx_tail = tx_id; in i40e_xmit_pkts() 2683 pkt_cnt += (swr_ring[tx_id].last_id == tx_id); in i40e_tx_done_cleanup_full() [all …]
|
| /dpdk/drivers/net/ixgbe/ |
| H A D | ixgbe_rxtx_vec_neon.c | 577 uint16_t n, nb_commit, tx_id; in ixgbe_xmit_fixed_burst_vec() local 592 tx_id = txq->tx_tail; in ixgbe_xmit_fixed_burst_vec() 593 txdp = &txq->tx_ring[tx_id]; in ixgbe_xmit_fixed_burst_vec() 594 txep = &txq->sw_ring_v[tx_id]; in ixgbe_xmit_fixed_burst_vec() 598 n = (uint16_t)(txq->nb_tx_desc - tx_id); in ixgbe_xmit_fixed_burst_vec() 609 tx_id = 0; in ixgbe_xmit_fixed_burst_vec() 613 txdp = &txq->tx_ring[tx_id]; in ixgbe_xmit_fixed_burst_vec() 614 txep = &txq->sw_ring_v[tx_id]; in ixgbe_xmit_fixed_burst_vec() 621 tx_id = (uint16_t)(tx_id + nb_commit); in ixgbe_xmit_fixed_burst_vec() 622 if (tx_id > txq->tx_next_rs) { in ixgbe_xmit_fixed_burst_vec() [all …]
|
| H A D | ixgbe_rxtx_vec_sse.c | 699 uint16_t n, nb_commit, tx_id; in ixgbe_xmit_fixed_burst_vec() local 714 tx_id = txq->tx_tail; in ixgbe_xmit_fixed_burst_vec() 715 txdp = &txq->tx_ring[tx_id]; in ixgbe_xmit_fixed_burst_vec() 716 txep = &txq->sw_ring_v[tx_id]; in ixgbe_xmit_fixed_burst_vec() 720 n = (uint16_t)(txq->nb_tx_desc - tx_id); in ixgbe_xmit_fixed_burst_vec() 732 tx_id = 0; in ixgbe_xmit_fixed_burst_vec() 736 txdp = &(txq->tx_ring[tx_id]); in ixgbe_xmit_fixed_burst_vec() 737 txep = &txq->sw_ring_v[tx_id]; in ixgbe_xmit_fixed_burst_vec() 744 tx_id = (uint16_t)(tx_id + nb_commit); in ixgbe_xmit_fixed_burst_vec() 745 if (tx_id > txq->tx_next_rs) { in ixgbe_xmit_fixed_burst_vec() [all …]
|
| H A D | ixgbe_rxtx.c | 640 uint16_t tx_id; in ixgbe_xmit_pkts() local 657 tx_id = txq->tx_tail; in ixgbe_xmit_pkts() 658 txe = &sw_ring[tx_id]; in ixgbe_xmit_pkts() 742 (unsigned) tx_id, in ixgbe_xmit_pkts() 850 &txr[tx_id]; in ixgbe_xmit_pkts() 865 tx_id = txe->next_id; in ixgbe_xmit_pkts() 887 txd = &txr[tx_id]; in ixgbe_xmit_pkts() 907 tx_id = txe->next_id; in ixgbe_xmit_pkts() 951 txq->tx_tail = tx_id; in ixgbe_xmit_pkts() 2394 pkt_cnt += (swr_ring[tx_id].last_id == tx_id); in ixgbe_tx_done_cleanup_full() [all …]
|
| /dpdk/drivers/net/ice/ |
| H A D | ice_rxtx_vec_sse.c | 696 uint16_t n, nb_commit, tx_id; in ice_xmit_fixed_burst_vec() local 712 tx_id = txq->tx_tail; in ice_xmit_fixed_burst_vec() 713 txdp = &txq->tx_ring[tx_id]; in ice_xmit_fixed_burst_vec() 714 txep = &txq->sw_ring[tx_id]; in ice_xmit_fixed_burst_vec() 718 n = (uint16_t)(txq->nb_tx_desc - tx_id); in ice_xmit_fixed_burst_vec() 729 tx_id = 0; in ice_xmit_fixed_burst_vec() 733 txdp = &txq->tx_ring[tx_id]; in ice_xmit_fixed_burst_vec() 734 txep = &txq->sw_ring[tx_id]; in ice_xmit_fixed_burst_vec() 741 tx_id = (uint16_t)(tx_id + nb_commit); in ice_xmit_fixed_burst_vec() 742 if (tx_id > txq->tx_next_rs) { in ice_xmit_fixed_burst_vec() [all …]
|
| H A D | ice_rxtx_vec_avx2.c | 899 uint16_t n, nb_commit, tx_id; in ice_xmit_fixed_burst_vec_avx2() local 913 tx_id = txq->tx_tail; in ice_xmit_fixed_burst_vec_avx2() 914 txdp = &txq->tx_ring[tx_id]; in ice_xmit_fixed_burst_vec_avx2() 915 txep = &txq->sw_ring[tx_id]; in ice_xmit_fixed_burst_vec_avx2() 919 n = (uint16_t)(txq->nb_tx_desc - tx_id); in ice_xmit_fixed_burst_vec_avx2() 931 tx_id = 0; in ice_xmit_fixed_burst_vec_avx2() 935 txdp = &txq->tx_ring[tx_id]; in ice_xmit_fixed_burst_vec_avx2() 936 txep = &txq->sw_ring[tx_id]; in ice_xmit_fixed_burst_vec_avx2() 943 tx_id = (uint16_t)(tx_id + nb_commit); in ice_xmit_fixed_burst_vec_avx2() 944 if (tx_id > txq->tx_next_rs) { in ice_xmit_fixed_burst_vec_avx2() [all …]
|
| H A D | ice_rxtx_vec_avx512.c | 1170 uint16_t n, nb_commit, tx_id; in ice_xmit_fixed_burst_vec_avx512() local 1184 tx_id = txq->tx_tail; in ice_xmit_fixed_burst_vec_avx512() 1185 txdp = &txq->tx_ring[tx_id]; in ice_xmit_fixed_burst_vec_avx512() 1187 txep += tx_id; in ice_xmit_fixed_burst_vec_avx512() 1191 n = (uint16_t)(txq->nb_tx_desc - tx_id); in ice_xmit_fixed_burst_vec_avx512() 1203 tx_id = 0; in ice_xmit_fixed_burst_vec_avx512() 1215 tx_id = (uint16_t)(tx_id + nb_commit); in ice_xmit_fixed_burst_vec_avx512() 1216 if (tx_id > txq->tx_next_rs) { in ice_xmit_fixed_burst_vec_avx512() 1224 txq->tx_tail = tx_id; in ice_xmit_fixed_burst_vec_avx512()
|
| H A D | ice_rxtx.c | 2730 uint16_t tx_id; in ice_xmit_pkts() local 2746 tx_id = txq->tx_tail; in ice_xmit_pkts() 2747 txe = &sw_ring[tx_id]; in ice_xmit_pkts() 2825 &tx_ring[tx_id]; in ice_xmit_pkts() 2859 tx_id = txe->next_id; in ice_xmit_pkts() 2865 txd = &tx_ring[tx_id]; in ice_xmit_pkts() 2891 tx_id = txe->next_id; in ice_xmit_pkts() 2906 tx_id = txe->next_id; in ice_xmit_pkts() 2935 txq->tx_tail = tx_id; in ice_xmit_pkts() 3013 pkt_cnt += (swr_ring[tx_id].last_id == tx_id); in ice_tx_done_cleanup_full() [all …]
|
| /dpdk/drivers/net/igc/ |
| H A D | igc_txrx.c | 1624 uint16_t tx_id; in igc_xmit_pkts() local 1631 tx_id = txq->tx_tail; in igc_xmit_pkts() 1632 txe = &sw_ring[tx_id]; in igc_xmit_pkts() 1781 tx_id = txe->next_id; in igc_xmit_pkts() 1799 txd = &txr[tx_id]; in igc_xmit_pkts() 1815 tx_id = txe->next_id; in igc_xmit_pkts() 1836 txq->tx_tail = tx_id; in igc_xmit_pkts() 2075 tx_id = tx_first; in eth_igc_tx_done_cleanup() 2100 sw_ring[tx_id].last_id = tx_id; in eth_igc_tx_done_cleanup() 2103 tx_id = sw_ring[tx_id].next_id; in eth_igc_tx_done_cleanup() [all …]
|
| /dpdk/drivers/net/fm10k/ |
| H A D | fm10k_rxtx_vec.c | 834 uint16_t n, nb_commit, tx_id; in fm10k_xmit_fixed_burst_vec() local 849 tx_id = txq->next_free; in fm10k_xmit_fixed_burst_vec() 850 txdp = &txq->hw_ring[tx_id]; in fm10k_xmit_fixed_burst_vec() 851 txep = &txq->sw_ring[tx_id]; in fm10k_xmit_fixed_burst_vec() 855 n = (uint16_t)(txq->nb_desc - tx_id); in fm10k_xmit_fixed_burst_vec() 866 tx_id = 0; in fm10k_xmit_fixed_burst_vec() 870 txdp = &(txq->hw_ring[tx_id]); in fm10k_xmit_fixed_burst_vec() 871 txep = &txq->sw_ring[tx_id]; in fm10k_xmit_fixed_burst_vec() 878 tx_id = (uint16_t)(tx_id + nb_commit); in fm10k_xmit_fixed_burst_vec() 879 if (tx_id > txq->next_rs) { in fm10k_xmit_fixed_burst_vec() [all …]
|
| /dpdk/drivers/net/e1000/ |
| H A D | igb_rxtx.c | 396 uint16_t tx_id; in eth_igb_xmit_pkts() local 407 tx_id = txq->tx_tail; in eth_igb_xmit_pkts() 408 txe = &sw_ring[tx_id]; in eth_igb_xmit_pkts() 452 (unsigned) tx_id, in eth_igb_xmit_pkts() 545 &txr[tx_id]; in eth_igb_xmit_pkts() 571 txd = &txr[tx_id]; in eth_igb_xmit_pkts() 611 txq->tx_tail = tx_id; in eth_igb_xmit_pkts() 1322 tx_id = tx_first; in igb_tx_done_cleanup() 1350 sw_ring[tx_id].last_id = tx_id; in igb_tx_done_cleanup() 1354 tx_id = sw_ring[tx_id].next_id; in igb_tx_done_cleanup() [all …]
|
| H A D | em_rxtx.c | 381 uint16_t tx_id; in eth_em_xmit_pkts() local 393 tx_id = txq->tx_tail; in eth_em_xmit_pkts() 394 txe = &sw_ring[tx_id]; in eth_em_xmit_pkts() 441 tx_last = (uint16_t) (tx_id + nb_used - 1); in eth_em_xmit_pkts() 452 (unsigned) tx_id, in eth_em_xmit_pkts() 523 &txr[tx_id]; in eth_em_xmit_pkts() 537 tx_id = txe->next_id; in eth_em_xmit_pkts() 551 txd = &txr[tx_id]; in eth_em_xmit_pkts() 569 tx_id = txe->next_id; in eth_em_xmit_pkts() 603 (unsigned) tx_id, (unsigned) nb_tx); in eth_em_xmit_pkts() [all …]
|
| /dpdk/drivers/net/iavf/ |
| H A D | iavf_rxtx_vec_sse.c | 1118 uint16_t n, nb_commit, tx_id; in iavf_xmit_fixed_burst_vec() local 1131 tx_id = txq->tx_tail; in iavf_xmit_fixed_burst_vec() 1132 txdp = &txq->tx_ring[tx_id]; in iavf_xmit_fixed_burst_vec() 1133 txep = &txq->sw_ring[tx_id]; in iavf_xmit_fixed_burst_vec() 1137 n = (uint16_t)(txq->nb_tx_desc - tx_id); in iavf_xmit_fixed_burst_vec() 1148 tx_id = 0; in iavf_xmit_fixed_burst_vec() 1152 txdp = &txq->tx_ring[tx_id]; in iavf_xmit_fixed_burst_vec() 1153 txep = &txq->sw_ring[tx_id]; in iavf_xmit_fixed_burst_vec() 1160 tx_id = (uint16_t)(tx_id + nb_commit); in iavf_xmit_fixed_burst_vec() 1161 if (tx_id > txq->next_rs) { in iavf_xmit_fixed_burst_vec() [all …]
|
| H A D | iavf_rxtx_vec_avx2.c | 1448 uint16_t n, nb_commit, tx_id; in iavf_xmit_fixed_burst_vec_avx2() local 1460 tx_id = txq->tx_tail; in iavf_xmit_fixed_burst_vec_avx2() 1461 txdp = &txq->tx_ring[tx_id]; in iavf_xmit_fixed_burst_vec_avx2() 1462 txep = &txq->sw_ring[tx_id]; in iavf_xmit_fixed_burst_vec_avx2() 1466 n = (uint16_t)(txq->nb_tx_desc - tx_id); in iavf_xmit_fixed_burst_vec_avx2() 1478 tx_id = 0; in iavf_xmit_fixed_burst_vec_avx2() 1482 txdp = &txq->tx_ring[tx_id]; in iavf_xmit_fixed_burst_vec_avx2() 1483 txep = &txq->sw_ring[tx_id]; in iavf_xmit_fixed_burst_vec_avx2() 1490 tx_id = (uint16_t)(tx_id + nb_commit); in iavf_xmit_fixed_burst_vec_avx2() 1491 if (tx_id > txq->next_rs) { in iavf_xmit_fixed_burst_vec_avx2() [all …]
|
| H A D | iavf_rxtx.h | 725 const volatile void *desc, uint16_t tx_id) in iavf_dump_tx_descriptor() argument 751 txq->queue_id, name, tx_id, tx_desc->buffer_addr, in iavf_dump_tx_descriptor() 805 #define IAVF_DUMP_TX_DESC(txq, desc, tx_id) \ argument 806 iavf_dump_tx_descriptor(txq, desc, tx_id) 809 #define IAVF_DUMP_TX_DESC(txq, desc, tx_id) do { } while (0) argument
|
| H A D | iavf_rxtx_vec_avx512.c | 1905 uint16_t n, nb_commit, tx_id; in iavf_xmit_fixed_burst_vec_avx512() local 1917 tx_id = txq->tx_tail; in iavf_xmit_fixed_burst_vec_avx512() 1918 txdp = &txq->tx_ring[tx_id]; in iavf_xmit_fixed_burst_vec_avx512() 1920 txep += tx_id; in iavf_xmit_fixed_burst_vec_avx512() 1924 n = (uint16_t)(txq->nb_tx_desc - tx_id); in iavf_xmit_fixed_burst_vec_avx512() 1936 tx_id = 0; in iavf_xmit_fixed_burst_vec_avx512() 1940 txdp = &txq->tx_ring[tx_id]; in iavf_xmit_fixed_burst_vec_avx512() 1942 txep += tx_id; in iavf_xmit_fixed_burst_vec_avx512() 1949 tx_id = (uint16_t)(tx_id + nb_commit); in iavf_xmit_fixed_burst_vec_avx512() 1950 if (tx_id > txq->next_rs) { in iavf_xmit_fixed_burst_vec_avx512() [all …]
|
| H A D | iavf_rxtx.c | 3139 uint16_t i, tx_last, tx_id; in iavf_tx_done_cleanup_full() local 3146 tx_id = swr_ring[tx_last].next_id; in iavf_tx_done_cleanup_full() 3162 tx_id != tx_last; i++) { in iavf_tx_done_cleanup_full() 3163 if (swr_ring[tx_id].mbuf != NULL) { in iavf_tx_done_cleanup_full() 3164 rte_pktmbuf_free_seg(swr_ring[tx_id].mbuf); in iavf_tx_done_cleanup_full() 3165 swr_ring[tx_id].mbuf = NULL; in iavf_tx_done_cleanup_full() 3171 pkt_cnt += (swr_ring[tx_id].last_id == tx_id); in iavf_tx_done_cleanup_full() 3174 tx_id = swr_ring[tx_id].next_id; in iavf_tx_done_cleanup_full() 3178 txq->nb_free || tx_id == tx_last) in iavf_tx_done_cleanup_full()
|
| /dpdk/drivers/net/ngbe/ |
| H A D | ngbe_rxtx.c | 587 uint16_t tx_id; in ngbe_xmit_pkts() local 601 tx_id = txq->tx_tail; in ngbe_xmit_pkts() 602 txe = &sw_ring[tx_id]; in ngbe_xmit_pkts() 669 (uint16_t)tx_id, in ngbe_xmit_pkts() 768 &txr[tx_id]; in ngbe_xmit_pkts() 782 tx_id = txe->next_id; in ngbe_xmit_pkts() 801 txd = &txr[tx_id]; in ngbe_xmit_pkts() 818 tx_id = txe->next_id; in ngbe_xmit_pkts() 843 txq->tx_tail = tx_id; in ngbe_xmit_pkts() 1752 pkt_cnt += (swr_ring[tx_id].last_id == tx_id); in ngbe_tx_done_cleanup_full() [all …]
|
| /dpdk/drivers/net/txgbe/ |
| H A D | txgbe_rxtx.c | 735 uint16_t tx_id; in txgbe_xmit_pkts() local 752 tx_id = txq->tx_tail; in txgbe_xmit_pkts() 753 txe = &sw_ring[tx_id]; in txgbe_xmit_pkts() 835 (uint16_t)tx_id, in txgbe_xmit_pkts() 944 &txr[tx_id]; in txgbe_xmit_pkts() 959 tx_id = txe->next_id; in txgbe_xmit_pkts() 982 txd = &txr[tx_id]; in txgbe_xmit_pkts() 999 tx_id = txe->next_id; in txgbe_xmit_pkts() 1024 txq->tx_tail = tx_id; in txgbe_xmit_pkts() 2057 pkt_cnt += (swr_ring[tx_id].last_id == tx_id); in txgbe_tx_done_cleanup_full() [all …]
|