1 /* SPDX-License-Identifier: BSD-3-Clause
2 * Copyright(C) 2021 Marvell.
3 */
4
5 #include "cn9k_ethdev.h"
6 #include "cn9k_tx.h"
7
8 static inline void
pick_tx_func(struct rte_eth_dev * eth_dev,const eth_tx_burst_t tx_burst[NIX_TX_OFFLOAD_MAX])9 pick_tx_func(struct rte_eth_dev *eth_dev,
10 const eth_tx_burst_t tx_burst[NIX_TX_OFFLOAD_MAX])
11 {
12 struct cnxk_eth_dev *dev = cnxk_eth_pmd_priv(eth_dev);
13
14 /* [TS] [TSO] [NOFF] [VLAN] [OL3_OL4_CSUM] [IL3_IL4_CSUM] */
15 eth_dev->tx_pkt_burst =
16 tx_burst[dev->tx_offload_flags & (NIX_TX_OFFLOAD_MAX - 1)];
17
18 if (eth_dev->data->dev_started)
19 rte_eth_fp_ops[eth_dev->data->port_id].tx_pkt_burst =
20 eth_dev->tx_pkt_burst;
21 }
22
23 void
cn9k_eth_set_tx_function(struct rte_eth_dev * eth_dev)24 cn9k_eth_set_tx_function(struct rte_eth_dev *eth_dev)
25 {
26 struct cnxk_eth_dev *dev = cnxk_eth_pmd_priv(eth_dev);
27
28 const eth_tx_burst_t nix_eth_tx_burst[NIX_TX_OFFLOAD_MAX] = {
29 #define T(name, sz, flags)[flags] = cn9k_nix_xmit_pkts_##name,
30 NIX_TX_FASTPATH_MODES
31 #undef T
32 };
33
34 const eth_tx_burst_t nix_eth_tx_burst_mseg[NIX_TX_OFFLOAD_MAX] = {
35 #define T(name, sz, flags)[flags] = cn9k_nix_xmit_pkts_mseg_##name,
36 NIX_TX_FASTPATH_MODES
37 #undef T
38 };
39
40 const eth_tx_burst_t nix_eth_tx_vec_burst[NIX_TX_OFFLOAD_MAX] = {
41 #define T(name, sz, flags)[flags] = cn9k_nix_xmit_pkts_vec_##name,
42 NIX_TX_FASTPATH_MODES
43 #undef T
44 };
45
46 const eth_tx_burst_t nix_eth_tx_vec_burst_mseg[NIX_TX_OFFLOAD_MAX] = {
47 #define T(name, sz, flags)[flags] = cn9k_nix_xmit_pkts_vec_mseg_##name,
48 NIX_TX_FASTPATH_MODES
49 #undef T
50 };
51
52 if (dev->scalar_ena || dev->tx_mark) {
53 pick_tx_func(eth_dev, nix_eth_tx_burst);
54 if (dev->tx_offloads & RTE_ETH_TX_OFFLOAD_MULTI_SEGS)
55 pick_tx_func(eth_dev, nix_eth_tx_burst_mseg);
56 } else {
57 pick_tx_func(eth_dev, nix_eth_tx_vec_burst);
58 if (dev->tx_offloads & RTE_ETH_TX_OFFLOAD_MULTI_SEGS)
59 pick_tx_func(eth_dev, nix_eth_tx_vec_burst_mseg);
60 }
61
62 rte_mb();
63 }
64