1 /* SPDX-License-Identifier: BSD-3-Clause
2 * Copyright(C) 2021 Marvell.
3 */
4
5 #include "cn10k_ethdev.h"
6 #include "cn10k_rx.h"
7
8 static inline void
pick_rx_func(struct rte_eth_dev * eth_dev,const eth_rx_burst_t rx_burst[NIX_RX_OFFLOAD_MAX])9 pick_rx_func(struct rte_eth_dev *eth_dev,
10 const eth_rx_burst_t rx_burst[NIX_RX_OFFLOAD_MAX])
11 {
12 struct cnxk_eth_dev *dev = cnxk_eth_pmd_priv(eth_dev);
13
14 /* [VLAN] [TSP] [MARK] [CKSUM] [PTYPE] [RSS] */
15 eth_dev->rx_pkt_burst =
16 rx_burst[dev->rx_offload_flags & (NIX_RX_OFFLOAD_MAX - 1)];
17
18 if (eth_dev->data->dev_started)
19 rte_eth_fp_ops[eth_dev->data->port_id].rx_pkt_burst =
20 eth_dev->rx_pkt_burst;
21
22 rte_atomic_thread_fence(__ATOMIC_RELEASE);
23 }
24
25 void
cn10k_eth_set_rx_function(struct rte_eth_dev * eth_dev)26 cn10k_eth_set_rx_function(struct rte_eth_dev *eth_dev)
27 {
28 struct cnxk_eth_dev *dev = cnxk_eth_pmd_priv(eth_dev);
29
30 const eth_rx_burst_t nix_eth_rx_burst[NIX_RX_OFFLOAD_MAX] = {
31 #define R(name, flags)[flags] = cn10k_nix_recv_pkts_##name,
32
33 NIX_RX_FASTPATH_MODES
34 #undef R
35 };
36
37 const eth_rx_burst_t nix_eth_rx_burst_mseg[NIX_RX_OFFLOAD_MAX] = {
38 #define R(name, flags)[flags] = cn10k_nix_recv_pkts_mseg_##name,
39
40 NIX_RX_FASTPATH_MODES
41 #undef R
42 };
43
44 const eth_rx_burst_t nix_eth_rx_burst_reas[NIX_RX_OFFLOAD_MAX] = {
45 #define R(name, flags)[flags] = cn10k_nix_recv_pkts_reas_##name,
46 NIX_RX_FASTPATH_MODES
47 #undef R
48 };
49
50 const eth_rx_burst_t nix_eth_rx_burst_mseg_reas[NIX_RX_OFFLOAD_MAX] = {
51 #define R(name, flags)[flags] = cn10k_nix_recv_pkts_reas_mseg_##name,
52 NIX_RX_FASTPATH_MODES
53 #undef R
54 };
55
56 const eth_rx_burst_t nix_eth_rx_vec_burst[NIX_RX_OFFLOAD_MAX] = {
57 #define R(name, flags)[flags] = cn10k_nix_recv_pkts_vec_##name,
58
59 NIX_RX_FASTPATH_MODES
60 #undef R
61 };
62
63 const eth_rx_burst_t nix_eth_rx_vec_burst_mseg[NIX_RX_OFFLOAD_MAX] = {
64 #define R(name, flags)[flags] = cn10k_nix_recv_pkts_vec_mseg_##name,
65
66 NIX_RX_FASTPATH_MODES
67 #undef R
68 };
69
70 const eth_rx_burst_t nix_eth_rx_vec_burst_reas[NIX_RX_OFFLOAD_MAX] = {
71 #define R(name, flags)[flags] = cn10k_nix_recv_pkts_reas_vec_##name,
72 NIX_RX_FASTPATH_MODES
73 #undef R
74 };
75
76 const eth_rx_burst_t nix_eth_rx_vec_burst_mseg_reas[NIX_RX_OFFLOAD_MAX] = {
77 #define R(name, flags)[flags] = cn10k_nix_recv_pkts_reas_vec_mseg_##name,
78 NIX_RX_FASTPATH_MODES
79 #undef R
80 };
81
82 /* Copy multi seg version with no offload for tear down sequence */
83 if (rte_eal_process_type() == RTE_PROC_PRIMARY)
84 dev->rx_pkt_burst_no_offload = nix_eth_rx_burst_mseg[0];
85
86 if (dev->scalar_ena) {
87 if (dev->rx_offloads & RTE_ETH_RX_OFFLOAD_SCATTER) {
88 if (dev->rx_offload_flags & NIX_RX_REAS_F)
89 return pick_rx_func(eth_dev,
90 nix_eth_rx_burst_mseg_reas);
91 else
92 return pick_rx_func(eth_dev,
93 nix_eth_rx_burst_mseg);
94 }
95 if (dev->rx_offload_flags & NIX_RX_REAS_F)
96 return pick_rx_func(eth_dev, nix_eth_rx_burst_reas);
97 else
98 return pick_rx_func(eth_dev, nix_eth_rx_burst);
99 }
100
101 if (dev->rx_offloads & RTE_ETH_RX_OFFLOAD_SCATTER) {
102 if (dev->rx_offload_flags & NIX_RX_REAS_F)
103 return pick_rx_func(eth_dev,
104 nix_eth_rx_vec_burst_mseg_reas);
105 else
106 return pick_rx_func(eth_dev, nix_eth_rx_vec_burst_mseg);
107 }
108
109 if (dev->rx_offload_flags & NIX_RX_REAS_F)
110 return pick_rx_func(eth_dev, nix_eth_rx_vec_burst_reas);
111 else
112 return pick_rx_func(eth_dev, nix_eth_rx_vec_burst);
113 }
114