1 /* SPDX-License-Identifier: BSD-3-Clause
2 * Copyright(c) 2014-2021 Broadcom
3 * All rights reserved.
4 */
5
6 #include <inttypes.h>
7
8 #include <rte_memzone.h>
9 #include <rte_malloc.h>
10
11 #include "bnxt.h"
12 #include "bnxt_vnic.h"
13 #include "hsi_struct_def_dpdk.h"
14
15 /*
16 * VNIC Functions
17 */
18
bnxt_prandom_bytes(void * dest_ptr,size_t len)19 void bnxt_prandom_bytes(void *dest_ptr, size_t len)
20 {
21 char *dest = (char *)dest_ptr;
22 uint64_t rb;
23
24 while (len) {
25 rb = rte_rand();
26 if (len >= 8) {
27 memcpy(dest, &rb, 8);
28 len -= 8;
29 dest += 8;
30 } else {
31 memcpy(dest, &rb, len);
32 dest += len;
33 len = 0;
34 }
35 }
36 }
37
bnxt_init_vnics(struct bnxt * bp)38 static void bnxt_init_vnics(struct bnxt *bp)
39 {
40 struct bnxt_vnic_info *vnic;
41 uint16_t max_vnics;
42 int i;
43
44 max_vnics = bp->max_vnics;
45 STAILQ_INIT(&bp->free_vnic_list);
46 for (i = 0; i < max_vnics; i++) {
47 vnic = &bp->vnic_info[i];
48 vnic->fw_vnic_id = (uint16_t)HWRM_NA_SIGNATURE;
49 vnic->rss_rule = (uint16_t)HWRM_NA_SIGNATURE;
50 vnic->cos_rule = (uint16_t)HWRM_NA_SIGNATURE;
51 vnic->lb_rule = (uint16_t)HWRM_NA_SIGNATURE;
52 vnic->hash_mode =
53 HWRM_VNIC_RSS_CFG_INPUT_HASH_MODE_FLAGS_DEFAULT;
54 vnic->rx_queue_cnt = 0;
55
56 STAILQ_INIT(&vnic->filter);
57 STAILQ_INIT(&vnic->flow_list);
58 STAILQ_INSERT_TAIL(&bp->free_vnic_list, vnic, next);
59 }
60 }
61
bnxt_alloc_vnic(struct bnxt * bp)62 struct bnxt_vnic_info *bnxt_alloc_vnic(struct bnxt *bp)
63 {
64 struct bnxt_vnic_info *vnic;
65
66 /* Find the 1st unused vnic from the free_vnic_list pool*/
67 vnic = STAILQ_FIRST(&bp->free_vnic_list);
68 if (!vnic) {
69 PMD_DRV_LOG(ERR, "No more free VNIC resources\n");
70 return NULL;
71 }
72 STAILQ_REMOVE_HEAD(&bp->free_vnic_list, next);
73 return vnic;
74 }
75
bnxt_free_all_vnics(struct bnxt * bp)76 void bnxt_free_all_vnics(struct bnxt *bp)
77 {
78 struct bnxt_vnic_info *vnic;
79 unsigned int i;
80
81 if (bp->vnic_info == NULL)
82 return;
83
84 for (i = 0; i < bp->max_vnics; i++) {
85 vnic = &bp->vnic_info[i];
86 STAILQ_INSERT_TAIL(&bp->free_vnic_list, vnic, next);
87 vnic->rx_queue_cnt = 0;
88 }
89 }
90
bnxt_free_vnic_attributes(struct bnxt * bp)91 void bnxt_free_vnic_attributes(struct bnxt *bp)
92 {
93 struct bnxt_vnic_info *vnic;
94 unsigned int i;
95
96 if (bp->vnic_info == NULL)
97 return;
98
99 for (i = 0; i < bp->max_vnics; i++) {
100 vnic = &bp->vnic_info[i];
101 if (vnic->rss_mz != NULL) {
102 rte_memzone_free(vnic->rss_mz);
103 vnic->rss_mz = NULL;
104 vnic->rss_hash_key = NULL;
105 vnic->rss_table = NULL;
106 }
107 }
108 }
109
bnxt_alloc_vnic_attributes(struct bnxt * bp,bool reconfig)110 int bnxt_alloc_vnic_attributes(struct bnxt *bp, bool reconfig)
111 {
112 struct bnxt_vnic_info *vnic;
113 struct rte_pci_device *pdev = bp->pdev;
114 const struct rte_memzone *mz;
115 char mz_name[RTE_MEMZONE_NAMESIZE];
116 uint32_t entry_length;
117 size_t rss_table_size;
118 int i;
119 rte_iova_t mz_phys_addr;
120
121 entry_length = HW_HASH_KEY_SIZE;
122
123 if (BNXT_CHIP_P5(bp))
124 rss_table_size = BNXT_RSS_TBL_SIZE_P5 *
125 2 * sizeof(*vnic->rss_table);
126 else
127 rss_table_size = HW_HASH_INDEX_SIZE * sizeof(*vnic->rss_table);
128
129 entry_length = RTE_CACHE_LINE_ROUNDUP(entry_length + rss_table_size);
130
131 for (i = 0; i < bp->max_vnics; i++) {
132 vnic = &bp->vnic_info[i];
133
134 snprintf(mz_name, RTE_MEMZONE_NAMESIZE,
135 "bnxt_" PCI_PRI_FMT "_vnicattr_%d", pdev->addr.domain,
136 pdev->addr.bus, pdev->addr.devid, pdev->addr.function, i);
137 mz_name[RTE_MEMZONE_NAMESIZE - 1] = 0;
138 mz = rte_memzone_lookup(mz_name);
139 if (mz == NULL) {
140 mz = rte_memzone_reserve(mz_name,
141 entry_length,
142 bp->eth_dev->device->numa_node,
143 RTE_MEMZONE_2MB |
144 RTE_MEMZONE_SIZE_HINT_ONLY |
145 RTE_MEMZONE_IOVA_CONTIG);
146 if (mz == NULL) {
147 PMD_DRV_LOG(ERR, "Cannot allocate bnxt vnic_attributes memory\n");
148 return -ENOMEM;
149 }
150 }
151 vnic->rss_mz = mz;
152 mz_phys_addr = mz->iova;
153
154 /* Allocate rss table and hash key */
155 vnic->rss_table = (void *)((char *)mz->addr);
156 vnic->rss_table_dma_addr = mz_phys_addr;
157 memset(vnic->rss_table, -1, entry_length);
158
159 vnic->rss_hash_key = (void *)((char *)vnic->rss_table + rss_table_size);
160 vnic->rss_hash_key_dma_addr = vnic->rss_table_dma_addr + rss_table_size;
161 if (!reconfig) {
162 bnxt_prandom_bytes(vnic->rss_hash_key, HW_HASH_KEY_SIZE);
163 memcpy(bp->rss_conf.rss_key, vnic->rss_hash_key, HW_HASH_KEY_SIZE);
164 } else {
165 memcpy(vnic->rss_hash_key, bp->rss_conf.rss_key, HW_HASH_KEY_SIZE);
166 }
167 }
168
169 return 0;
170 }
171
bnxt_free_vnic_mem(struct bnxt * bp)172 void bnxt_free_vnic_mem(struct bnxt *bp)
173 {
174 struct bnxt_vnic_info *vnic;
175 uint16_t max_vnics, i;
176
177 if (bp->vnic_info == NULL)
178 return;
179
180 max_vnics = bp->max_vnics;
181 for (i = 0; i < max_vnics; i++) {
182 vnic = &bp->vnic_info[i];
183 if (vnic->fw_vnic_id != (uint16_t)HWRM_NA_SIGNATURE) {
184 PMD_DRV_LOG(ERR, "VNIC is not freed yet!\n");
185 /* TODO Call HWRM to free VNIC */
186 }
187 }
188
189 rte_free(bp->vnic_info);
190 bp->vnic_info = NULL;
191 }
192
bnxt_alloc_vnic_mem(struct bnxt * bp)193 int bnxt_alloc_vnic_mem(struct bnxt *bp)
194 {
195 struct bnxt_vnic_info *vnic_mem;
196 uint16_t max_vnics;
197
198 max_vnics = bp->max_vnics;
199 /* Allocate memory for VNIC pool and filter pool */
200 vnic_mem = rte_zmalloc("bnxt_vnic_info",
201 max_vnics * sizeof(struct bnxt_vnic_info), 0);
202 if (vnic_mem == NULL) {
203 PMD_DRV_LOG(ERR, "Failed to alloc memory for %d VNICs",
204 max_vnics);
205 return -ENOMEM;
206 }
207 bp->vnic_info = vnic_mem;
208 bnxt_init_vnics(bp);
209 return 0;
210 }
211
bnxt_vnic_grp_alloc(struct bnxt * bp,struct bnxt_vnic_info * vnic)212 int bnxt_vnic_grp_alloc(struct bnxt *bp, struct bnxt_vnic_info *vnic)
213 {
214 uint32_t size = sizeof(*vnic->fw_grp_ids) * bp->max_ring_grps;
215
216 vnic->fw_grp_ids = rte_zmalloc("vnic_fw_grp_ids", size, 0);
217 if (!vnic->fw_grp_ids) {
218 PMD_DRV_LOG(ERR,
219 "Failed to alloc %d bytes for group ids\n",
220 size);
221 return -ENOMEM;
222 }
223 memset(vnic->fw_grp_ids, -1, size);
224
225 return 0;
226 }
227
bnxt_rte_to_hwrm_hash_types(uint64_t rte_type)228 uint16_t bnxt_rte_to_hwrm_hash_types(uint64_t rte_type)
229 {
230 uint16_t hwrm_type = 0;
231
232 if (rte_type & RTE_ETH_RSS_IPV4)
233 hwrm_type |= HWRM_VNIC_RSS_CFG_INPUT_HASH_TYPE_IPV4;
234 if (rte_type & RTE_ETH_RSS_NONFRAG_IPV4_TCP)
235 hwrm_type |= HWRM_VNIC_RSS_CFG_INPUT_HASH_TYPE_TCP_IPV4;
236 if (rte_type & RTE_ETH_RSS_NONFRAG_IPV4_UDP)
237 hwrm_type |= HWRM_VNIC_RSS_CFG_INPUT_HASH_TYPE_UDP_IPV4;
238 if (rte_type & RTE_ETH_RSS_IPV6)
239 hwrm_type |= HWRM_VNIC_RSS_CFG_INPUT_HASH_TYPE_IPV6;
240 if (rte_type & RTE_ETH_RSS_NONFRAG_IPV6_TCP)
241 hwrm_type |= HWRM_VNIC_RSS_CFG_INPUT_HASH_TYPE_TCP_IPV6;
242 if (rte_type & RTE_ETH_RSS_NONFRAG_IPV6_UDP)
243 hwrm_type |= HWRM_VNIC_RSS_CFG_INPUT_HASH_TYPE_UDP_IPV6;
244
245 return hwrm_type;
246 }
247
bnxt_rte_to_hwrm_hash_level(struct bnxt * bp,uint64_t hash_f,uint32_t lvl)248 int bnxt_rte_to_hwrm_hash_level(struct bnxt *bp, uint64_t hash_f, uint32_t lvl)
249 {
250 uint32_t mode = HWRM_VNIC_RSS_CFG_INPUT_HASH_MODE_FLAGS_DEFAULT;
251 bool l3 = (hash_f & (RTE_ETH_RSS_IPV4 | RTE_ETH_RSS_IPV6));
252 bool l4 = (hash_f & (RTE_ETH_RSS_NONFRAG_IPV4_UDP |
253 RTE_ETH_RSS_NONFRAG_IPV6_UDP |
254 RTE_ETH_RSS_NONFRAG_IPV4_TCP |
255 RTE_ETH_RSS_NONFRAG_IPV6_TCP));
256 bool l3_only = l3 && !l4;
257 bool l3_and_l4 = l3 && l4;
258
259 /* If FW has not advertised capability to configure outer/inner
260 * RSS hashing , just log a message. HW will work in default RSS mode.
261 */
262 if (!(bp->vnic_cap_flags & BNXT_VNIC_CAP_OUTER_RSS)) {
263 PMD_DRV_LOG(ERR, "RSS hash level cannot be configured\n");
264 return mode;
265 }
266
267 switch (lvl) {
268 case BNXT_RSS_LEVEL_INNERMOST:
269 if (l3_and_l4 || l4)
270 mode =
271 HWRM_VNIC_RSS_CFG_INPUT_HASH_MODE_FLAGS_INNERMOST_4;
272 else if (l3_only)
273 mode =
274 HWRM_VNIC_RSS_CFG_INPUT_HASH_MODE_FLAGS_INNERMOST_2;
275 break;
276 case BNXT_RSS_LEVEL_OUTERMOST:
277 if (l3_and_l4 || l4)
278 mode =
279 HWRM_VNIC_RSS_CFG_INPUT_HASH_MODE_FLAGS_OUTERMOST_4;
280 else if (l3_only)
281 mode =
282 HWRM_VNIC_RSS_CFG_INPUT_HASH_MODE_FLAGS_OUTERMOST_2;
283 break;
284 default:
285 mode = HWRM_VNIC_RSS_CFG_INPUT_HASH_MODE_FLAGS_DEFAULT;
286 break;
287 }
288
289 return mode;
290 }
291
bnxt_hwrm_to_rte_rss_level(struct bnxt * bp,uint32_t mode)292 uint64_t bnxt_hwrm_to_rte_rss_level(struct bnxt *bp, uint32_t mode)
293 {
294 uint64_t rss_level = 0;
295
296 /* If FW has not advertised capability to configure inner/outer RSS
297 * return default hash mode.
298 */
299 if (!(bp->vnic_cap_flags & BNXT_VNIC_CAP_OUTER_RSS))
300 return RTE_ETH_RSS_LEVEL_PMD_DEFAULT;
301
302 if (mode == HWRM_VNIC_RSS_CFG_INPUT_HASH_MODE_FLAGS_OUTERMOST_2 ||
303 mode == HWRM_VNIC_RSS_CFG_INPUT_HASH_MODE_FLAGS_OUTERMOST_4)
304 rss_level |= RTE_ETH_RSS_LEVEL_OUTERMOST;
305 else if (mode == HWRM_VNIC_RSS_CFG_INPUT_HASH_MODE_FLAGS_INNERMOST_2 ||
306 mode == HWRM_VNIC_RSS_CFG_INPUT_HASH_MODE_FLAGS_INNERMOST_4)
307 rss_level |= RTE_ETH_RSS_LEVEL_INNERMOST;
308 else
309 rss_level |= RTE_ETH_RSS_LEVEL_PMD_DEFAULT;
310
311 return rss_level;
312 }
313