| /f-stack/dpdk/drivers/net/i40e/ |
| H A D | i40e_rxtx_vec_neon.c | 538 uint16_t n, nb_commit, tx_id; in i40e_xmit_fixed_burst_vec() local 553 tx_id = txq->tx_tail; in i40e_xmit_fixed_burst_vec() 554 txdp = &txq->tx_ring[tx_id]; in i40e_xmit_fixed_burst_vec() 555 txep = &txq->sw_ring[tx_id]; in i40e_xmit_fixed_burst_vec() 559 n = (uint16_t)(txq->nb_tx_desc - tx_id); in i40e_xmit_fixed_burst_vec() 570 tx_id = 0; in i40e_xmit_fixed_burst_vec() 574 txdp = &txq->tx_ring[tx_id]; in i40e_xmit_fixed_burst_vec() 575 txep = &txq->sw_ring[tx_id]; in i40e_xmit_fixed_burst_vec() 582 tx_id = (uint16_t)(tx_id + nb_commit); in i40e_xmit_fixed_burst_vec() 583 if (tx_id > txq->tx_next_rs) { in i40e_xmit_fixed_burst_vec() [all …]
|
| H A D | i40e_rxtx_vec_altivec.c | 558 uint16_t n, nb_commit, tx_id; in i40e_xmit_fixed_burst_vec() local 574 tx_id = txq->tx_tail; in i40e_xmit_fixed_burst_vec() 575 txdp = &txq->tx_ring[tx_id]; in i40e_xmit_fixed_burst_vec() 576 txep = &txq->sw_ring[tx_id]; in i40e_xmit_fixed_burst_vec() 580 n = (uint16_t)(txq->nb_tx_desc - tx_id); in i40e_xmit_fixed_burst_vec() 591 tx_id = 0; in i40e_xmit_fixed_burst_vec() 595 txdp = &txq->tx_ring[tx_id]; in i40e_xmit_fixed_burst_vec() 596 txep = &txq->sw_ring[tx_id]; in i40e_xmit_fixed_burst_vec() 603 tx_id = (uint16_t)(tx_id + nb_commit); in i40e_xmit_fixed_burst_vec() 604 if (tx_id > txq->tx_next_rs) { in i40e_xmit_fixed_burst_vec() [all …]
|
| H A D | i40e_rxtx_vec_sse.c | 705 uint16_t n, nb_commit, tx_id; in i40e_xmit_fixed_burst_vec() local 720 tx_id = txq->tx_tail; in i40e_xmit_fixed_burst_vec() 721 txdp = &txq->tx_ring[tx_id]; in i40e_xmit_fixed_burst_vec() 722 txep = &txq->sw_ring[tx_id]; in i40e_xmit_fixed_burst_vec() 726 n = (uint16_t)(txq->nb_tx_desc - tx_id); in i40e_xmit_fixed_burst_vec() 737 tx_id = 0; in i40e_xmit_fixed_burst_vec() 741 txdp = &txq->tx_ring[tx_id]; in i40e_xmit_fixed_burst_vec() 742 txep = &txq->sw_ring[tx_id]; in i40e_xmit_fixed_burst_vec() 749 tx_id = (uint16_t)(tx_id + nb_commit); in i40e_xmit_fixed_burst_vec() 750 if (tx_id > txq->tx_next_rs) { in i40e_xmit_fixed_burst_vec() [all …]
|
| H A D | i40e_rxtx_vec_avx2.c | 869 uint16_t n, nb_commit, tx_id; in i40e_xmit_fixed_burst_vec_avx2() local 883 tx_id = txq->tx_tail; in i40e_xmit_fixed_burst_vec_avx2() 884 txdp = &txq->tx_ring[tx_id]; in i40e_xmit_fixed_burst_vec_avx2() 885 txep = &txq->sw_ring[tx_id]; in i40e_xmit_fixed_burst_vec_avx2() 889 n = (uint16_t)(txq->nb_tx_desc - tx_id); in i40e_xmit_fixed_burst_vec_avx2() 901 tx_id = 0; in i40e_xmit_fixed_burst_vec_avx2() 905 txdp = &txq->tx_ring[tx_id]; in i40e_xmit_fixed_burst_vec_avx2() 906 txep = &txq->sw_ring[tx_id]; in i40e_xmit_fixed_burst_vec_avx2() 913 tx_id = (uint16_t)(tx_id + nb_commit); in i40e_xmit_fixed_burst_vec_avx2() 914 if (tx_id > txq->tx_next_rs) { in i40e_xmit_fixed_burst_vec_avx2() [all …]
|
| H A D | i40e_rxtx.c | 1022 uint16_t tx_id; in i40e_xmit_pkts() local 1038 tx_id = txq->tx_tail; in i40e_xmit_pkts() 1039 txe = &sw_ring[tx_id]; in i40e_xmit_pkts() 1123 &txr[tx_id]; in i40e_xmit_pkts() 1165 tx_pkt, tx_id, in i40e_xmit_pkts() 1172 tx_id = txe->next_id; in i40e_xmit_pkts() 1178 txd = &txr[tx_id]; in i40e_xmit_pkts() 1204 txd = &txr[tx_id]; in i40e_xmit_pkts() 1254 txq->tx_tail = tx_id; in i40e_xmit_pkts() 2568 pkt_cnt += (swr_ring[tx_id].last_id == tx_id); in i40e_tx_done_cleanup_full() [all …]
|
| /f-stack/dpdk/drivers/net/ixgbe/ |
| H A D | ixgbe_rxtx_vec_neon.c | 489 uint16_t n, nb_commit, tx_id; in ixgbe_xmit_fixed_burst_vec() local 504 tx_id = txq->tx_tail; in ixgbe_xmit_fixed_burst_vec() 505 txdp = &txq->tx_ring[tx_id]; in ixgbe_xmit_fixed_burst_vec() 506 txep = &txq->sw_ring_v[tx_id]; in ixgbe_xmit_fixed_burst_vec() 510 n = (uint16_t)(txq->nb_tx_desc - tx_id); in ixgbe_xmit_fixed_burst_vec() 521 tx_id = 0; in ixgbe_xmit_fixed_burst_vec() 525 txdp = &txq->tx_ring[tx_id]; in ixgbe_xmit_fixed_burst_vec() 526 txep = &txq->sw_ring_v[tx_id]; in ixgbe_xmit_fixed_burst_vec() 533 tx_id = (uint16_t)(tx_id + nb_commit); in ixgbe_xmit_fixed_burst_vec() 534 if (tx_id > txq->tx_next_rs) { in ixgbe_xmit_fixed_burst_vec() [all …]
|
| H A D | ixgbe_rxtx_vec_sse.c | 662 uint16_t n, nb_commit, tx_id; in ixgbe_xmit_fixed_burst_vec() local 677 tx_id = txq->tx_tail; in ixgbe_xmit_fixed_burst_vec() 678 txdp = &txq->tx_ring[tx_id]; in ixgbe_xmit_fixed_burst_vec() 679 txep = &txq->sw_ring_v[tx_id]; in ixgbe_xmit_fixed_burst_vec() 683 n = (uint16_t)(txq->nb_tx_desc - tx_id); in ixgbe_xmit_fixed_burst_vec() 695 tx_id = 0; in ixgbe_xmit_fixed_burst_vec() 699 txdp = &(txq->tx_ring[tx_id]); in ixgbe_xmit_fixed_burst_vec() 700 txep = &txq->sw_ring_v[tx_id]; in ixgbe_xmit_fixed_burst_vec() 707 tx_id = (uint16_t)(tx_id + nb_commit); in ixgbe_xmit_fixed_burst_vec() 708 if (tx_id > txq->tx_next_rs) { in ixgbe_xmit_fixed_burst_vec() [all …]
|
| H A D | ixgbe_rxtx.c | 642 uint16_t tx_id; in ixgbe_xmit_pkts() local 659 tx_id = txq->tx_tail; in ixgbe_xmit_pkts() 660 txe = &sw_ring[tx_id]; in ixgbe_xmit_pkts() 744 (unsigned) tx_id, in ixgbe_xmit_pkts() 852 &txr[tx_id]; in ixgbe_xmit_pkts() 867 tx_id = txe->next_id; in ixgbe_xmit_pkts() 889 txd = &txr[tx_id]; in ixgbe_xmit_pkts() 909 tx_id = txe->next_id; in ixgbe_xmit_pkts() 953 txq->tx_tail = tx_id; in ixgbe_xmit_pkts() 2348 pkt_cnt += (swr_ring[tx_id].last_id == tx_id); in ixgbe_tx_done_cleanup_full() [all …]
|
| /f-stack/dpdk/drivers/net/ice/ |
| H A D | ice_rxtx_vec_sse.c | 660 uint16_t n, nb_commit, tx_id; in ice_xmit_fixed_burst_vec() local 676 tx_id = txq->tx_tail; in ice_xmit_fixed_burst_vec() 677 txdp = &txq->tx_ring[tx_id]; in ice_xmit_fixed_burst_vec() 678 txep = &txq->sw_ring[tx_id]; in ice_xmit_fixed_burst_vec() 682 n = (uint16_t)(txq->nb_tx_desc - tx_id); in ice_xmit_fixed_burst_vec() 693 tx_id = 0; in ice_xmit_fixed_burst_vec() 697 txdp = &txq->tx_ring[tx_id]; in ice_xmit_fixed_burst_vec() 698 txep = &txq->sw_ring[tx_id]; in ice_xmit_fixed_burst_vec() 705 tx_id = (uint16_t)(tx_id + nb_commit); in ice_xmit_fixed_burst_vec() 706 if (tx_id > txq->tx_next_rs) { in ice_xmit_fixed_burst_vec() [all …]
|
| H A D | ice_rxtx_vec_avx2.c | 910 uint16_t n, nb_commit, tx_id; in ice_xmit_fixed_burst_vec_avx2() local 924 tx_id = txq->tx_tail; in ice_xmit_fixed_burst_vec_avx2() 925 txdp = &txq->tx_ring[tx_id]; in ice_xmit_fixed_burst_vec_avx2() 926 txep = &txq->sw_ring[tx_id]; in ice_xmit_fixed_burst_vec_avx2() 930 n = (uint16_t)(txq->nb_tx_desc - tx_id); in ice_xmit_fixed_burst_vec_avx2() 942 tx_id = 0; in ice_xmit_fixed_burst_vec_avx2() 946 txdp = &txq->tx_ring[tx_id]; in ice_xmit_fixed_burst_vec_avx2() 947 txep = &txq->sw_ring[tx_id]; in ice_xmit_fixed_burst_vec_avx2() 954 tx_id = (uint16_t)(tx_id + nb_commit); in ice_xmit_fixed_burst_vec_avx2() 955 if (tx_id > txq->tx_next_rs) { in ice_xmit_fixed_burst_vec_avx2() [all …]
|
| H A D | ice_rxtx_vec_avx512.c | 1005 uint16_t n, nb_commit, tx_id; in ice_xmit_fixed_burst_vec_avx512() local 1019 tx_id = txq->tx_tail; in ice_xmit_fixed_burst_vec_avx512() 1020 txdp = &txq->tx_ring[tx_id]; in ice_xmit_fixed_burst_vec_avx512() 1022 txep += tx_id; in ice_xmit_fixed_burst_vec_avx512() 1026 n = (uint16_t)(txq->nb_tx_desc - tx_id); in ice_xmit_fixed_burst_vec_avx512() 1038 tx_id = 0; in ice_xmit_fixed_burst_vec_avx512() 1050 tx_id = (uint16_t)(tx_id + nb_commit); in ice_xmit_fixed_burst_vec_avx512() 1051 if (tx_id > txq->tx_next_rs) { in ice_xmit_fixed_burst_vec_avx512() 1059 txq->tx_tail = tx_id; in ice_xmit_fixed_burst_vec_avx512()
|
| H A D | ice_rxtx.c | 2516 uint16_t tx_id; in ice_xmit_pkts() local 2532 tx_id = txq->tx_tail; in ice_xmit_pkts() 2533 txe = &sw_ring[tx_id]; in ice_xmit_pkts() 2611 &tx_ring[tx_id]; in ice_xmit_pkts() 2641 tx_id = txe->next_id; in ice_xmit_pkts() 2647 txd = &tx_ring[tx_id]; in ice_xmit_pkts() 2673 tx_id = txe->next_id; in ice_xmit_pkts() 2688 tx_id = txe->next_id; in ice_xmit_pkts() 2717 txq->tx_tail = tx_id; in ice_xmit_pkts() 2795 pkt_cnt += (swr_ring[tx_id].last_id == tx_id); in ice_tx_done_cleanup_full() [all …]
|
| /f-stack/dpdk/drivers/net/igc/ |
| H A D | igc_txrx.c | 1637 uint16_t tx_id; in igc_xmit_pkts() local 1644 tx_id = txq->tx_tail; in igc_xmit_pkts() 1645 txe = &sw_ring[tx_id]; in igc_xmit_pkts() 1794 tx_id = txe->next_id; in igc_xmit_pkts() 1812 txd = &txr[tx_id]; in igc_xmit_pkts() 1828 tx_id = txe->next_id; in igc_xmit_pkts() 1849 txq->tx_tail = tx_id; in igc_xmit_pkts() 2088 tx_id = tx_first; in eth_igc_tx_done_cleanup() 2113 sw_ring[tx_id].last_id = tx_id; in eth_igc_tx_done_cleanup() 2116 tx_id = sw_ring[tx_id].next_id; in eth_igc_tx_done_cleanup() [all …]
|
| /f-stack/dpdk/drivers/net/fm10k/ |
| H A D | fm10k_rxtx_vec.c | 833 uint16_t n, nb_commit, tx_id; in fm10k_xmit_fixed_burst_vec() local 848 tx_id = txq->next_free; in fm10k_xmit_fixed_burst_vec() 849 txdp = &txq->hw_ring[tx_id]; in fm10k_xmit_fixed_burst_vec() 850 txep = &txq->sw_ring[tx_id]; in fm10k_xmit_fixed_burst_vec() 854 n = (uint16_t)(txq->nb_desc - tx_id); in fm10k_xmit_fixed_burst_vec() 865 tx_id = 0; in fm10k_xmit_fixed_burst_vec() 869 txdp = &(txq->hw_ring[tx_id]); in fm10k_xmit_fixed_burst_vec() 870 txep = &txq->sw_ring[tx_id]; in fm10k_xmit_fixed_burst_vec() 877 tx_id = (uint16_t)(tx_id + nb_commit); in fm10k_xmit_fixed_burst_vec() 878 if (tx_id > txq->next_rs) { in fm10k_xmit_fixed_burst_vec() [all …]
|
| /f-stack/dpdk/drivers/net/e1000/ |
| H A D | igb_rxtx.c | 395 uint16_t tx_id; in eth_igb_xmit_pkts() local 406 tx_id = txq->tx_tail; in eth_igb_xmit_pkts() 407 txe = &sw_ring[tx_id]; in eth_igb_xmit_pkts() 451 (unsigned) tx_id, in eth_igb_xmit_pkts() 544 &txr[tx_id]; in eth_igb_xmit_pkts() 570 txd = &txr[tx_id]; in eth_igb_xmit_pkts() 610 txq->tx_tail = tx_id; in eth_igb_xmit_pkts() 1320 tx_id = tx_first; in igb_tx_done_cleanup() 1348 sw_ring[tx_id].last_id = tx_id; in igb_tx_done_cleanup() 1352 tx_id = sw_ring[tx_id].next_id; in igb_tx_done_cleanup() [all …]
|
| H A D | em_rxtx.c | 380 uint16_t tx_id; in eth_em_xmit_pkts() local 392 tx_id = txq->tx_tail; in eth_em_xmit_pkts() 393 txe = &sw_ring[tx_id]; in eth_em_xmit_pkts() 440 tx_last = (uint16_t) (tx_id + nb_used - 1); in eth_em_xmit_pkts() 451 (unsigned) tx_id, in eth_em_xmit_pkts() 522 &txr[tx_id]; in eth_em_xmit_pkts() 536 tx_id = txe->next_id; in eth_em_xmit_pkts() 550 txd = &txr[tx_id]; in eth_em_xmit_pkts() 568 tx_id = txe->next_id; in eth_em_xmit_pkts() 602 (unsigned) tx_id, (unsigned) nb_tx); in eth_em_xmit_pkts() [all …]
|
| /f-stack/dpdk/drivers/net/iavf/ |
| H A D | iavf_rxtx_vec_sse.c | 1115 uint16_t n, nb_commit, tx_id; in iavf_xmit_fixed_burst_vec() local 1131 tx_id = txq->tx_tail; in iavf_xmit_fixed_burst_vec() 1132 txdp = &txq->tx_ring[tx_id]; in iavf_xmit_fixed_burst_vec() 1133 txep = &txq->sw_ring[tx_id]; in iavf_xmit_fixed_burst_vec() 1137 n = (uint16_t)(txq->nb_tx_desc - tx_id); in iavf_xmit_fixed_burst_vec() 1148 tx_id = 0; in iavf_xmit_fixed_burst_vec() 1152 txdp = &txq->tx_ring[tx_id]; in iavf_xmit_fixed_burst_vec() 1153 txep = &txq->sw_ring[tx_id]; in iavf_xmit_fixed_burst_vec() 1160 tx_id = (uint16_t)(tx_id + nb_commit); in iavf_xmit_fixed_burst_vec() 1161 if (tx_id > txq->next_rs) { in iavf_xmit_fixed_burst_vec() [all …]
|
| H A D | iavf_rxtx.c | 2081 uint16_t tx_id; in iavf_xmit_pkts() local 2097 tx_id = txq->tx_tail; in iavf_xmit_pkts() 2098 txe = &sw_ring[tx_id]; in iavf_xmit_pkts() 2174 &txr[tx_id]; in iavf_xmit_pkts() 2191 IAVF_DUMP_TX_DESC(txq, &txr[tx_id], tx_id); in iavf_xmit_pkts() 2193 tx_id = txe->next_id; in iavf_xmit_pkts() 2199 txd = &txr[tx_id]; in iavf_xmit_pkts() 2217 tx_id = txe->next_id; in iavf_xmit_pkts() 2251 txq->tx_tail = tx_id; in iavf_xmit_pkts() 2512 pkt_cnt += (swr_ring[tx_id].last_id == tx_id); in iavf_tx_done_cleanup_full() [all …]
|
| H A D | iavf_rxtx.h | 515 const volatile void *desc, uint16_t tx_id) in iavf_dump_tx_descriptor() argument 537 txq->queue_id, name, tx_id, tx_desc->buffer_addr, in iavf_dump_tx_descriptor() 573 #define IAVF_DUMP_TX_DESC(txq, desc, tx_id) \ argument 574 iavf_dump_tx_descriptor(txq, desc, tx_id) 577 #define IAVF_DUMP_TX_DESC(txq, desc, tx_id) do { } while (0) argument
|
| H A D | iavf_rxtx_vec_avx2.c | 1460 uint16_t n, nb_commit, tx_id; in iavf_xmit_fixed_burst_vec_avx2() local 1475 tx_id = txq->tx_tail; in iavf_xmit_fixed_burst_vec_avx2() 1476 txdp = &txq->tx_ring[tx_id]; in iavf_xmit_fixed_burst_vec_avx2() 1477 txep = &txq->sw_ring[tx_id]; in iavf_xmit_fixed_burst_vec_avx2() 1481 n = (uint16_t)(txq->nb_tx_desc - tx_id); in iavf_xmit_fixed_burst_vec_avx2() 1493 tx_id = 0; in iavf_xmit_fixed_burst_vec_avx2() 1497 txdp = &txq->tx_ring[tx_id]; in iavf_xmit_fixed_burst_vec_avx2() 1498 txep = &txq->sw_ring[tx_id]; in iavf_xmit_fixed_burst_vec_avx2() 1505 tx_id = (uint16_t)(tx_id + nb_commit); in iavf_xmit_fixed_burst_vec_avx2() 1506 if (tx_id > txq->next_rs) { in iavf_xmit_fixed_burst_vec_avx2() [all …]
|
| H A D | iavf_rxtx_vec_avx512.c | 1594 uint16_t n, nb_commit, tx_id; in iavf_xmit_fixed_burst_vec_avx512() local 1609 tx_id = txq->tx_tail; in iavf_xmit_fixed_burst_vec_avx512() 1610 txdp = &txq->tx_ring[tx_id]; in iavf_xmit_fixed_burst_vec_avx512() 1612 txep += tx_id; in iavf_xmit_fixed_burst_vec_avx512() 1616 n = (uint16_t)(txq->nb_tx_desc - tx_id); in iavf_xmit_fixed_burst_vec_avx512() 1628 tx_id = 0; in iavf_xmit_fixed_burst_vec_avx512() 1632 txdp = &txq->tx_ring[tx_id]; in iavf_xmit_fixed_burst_vec_avx512() 1634 txep += tx_id; in iavf_xmit_fixed_burst_vec_avx512() 1641 tx_id = (uint16_t)(tx_id + nb_commit); in iavf_xmit_fixed_burst_vec_avx512() 1642 if (tx_id > txq->next_rs) { in iavf_xmit_fixed_burst_vec_avx512() [all …]
|
| /f-stack/dpdk/drivers/net/txgbe/ |
| H A D | txgbe_rxtx.c | 696 uint16_t tx_id; in txgbe_xmit_pkts() local 710 tx_id = txq->tx_tail; in txgbe_xmit_pkts() 711 txe = &sw_ring[tx_id]; in txgbe_xmit_pkts() 778 (uint16_t)tx_id, in txgbe_xmit_pkts() 887 &txr[tx_id]; in txgbe_xmit_pkts() 901 tx_id = txe->next_id; in txgbe_xmit_pkts() 920 txd = &txr[tx_id]; in txgbe_xmit_pkts() 937 tx_id = txe->next_id; in txgbe_xmit_pkts() 962 txq->tx_tail = tx_id; in txgbe_xmit_pkts() 1983 pkt_cnt += (swr_ring[tx_id].last_id == tx_id); in txgbe_tx_done_cleanup_full() [all …]
|