1 /* SPDX-License-Identifier: BSD-3-Clause
2 * Copyright(c) 2018-2019 Hisilicon Limited.
3 */
4
5 #include <rte_ethdev.h>
6 #include <rte_io.h>
7 #include <rte_malloc.h>
8
9 #include "hns3_ethdev.h"
10 #include "hns3_logs.h"
11
12 /*
13 * The hash key used for rss initialization.
14 */
15 static const uint8_t hns3_hash_key[] = {
16 0x6D, 0x5A, 0x56, 0xDA, 0x25, 0x5B, 0x0E, 0xC2,
17 0x41, 0x67, 0x25, 0x3D, 0x43, 0xA3, 0x8F, 0xB0,
18 0xD0, 0xCA, 0x2B, 0xCB, 0xAE, 0x7B, 0x30, 0xB4,
19 0x77, 0xCB, 0x2D, 0xA3, 0x80, 0x30, 0xF2, 0x0C,
20 0x6A, 0x42, 0xB7, 0x3B, 0xBE, 0xAC, 0x01, 0xFA
21 };
22
23 enum hns3_tuple_field {
24 /* IPV4_TCP ENABLE FIELD */
25 HNS3_RSS_FIELD_IPV4_TCP_EN_TCP_D = 0,
26 HNS3_RSS_FIELD_IPV4_TCP_EN_TCP_S,
27 HNS3_RSS_FIELD_IPV4_TCP_EN_IP_D,
28 HNS3_RSS_FIELD_IPV4_TCP_EN_IP_S,
29
30 /* IPV4_UDP ENABLE FIELD */
31 HNS3_RSS_FIELD_IPV4_UDP_EN_UDP_D = 8,
32 HNS3_RSS_FIELD_IPV4_UDP_EN_UDP_S,
33 HNS3_RSS_FIELD_IPV4_UDP_EN_IP_D,
34 HNS3_RSS_FIELD_IPV4_UDP_EN_IP_S,
35
36 /* IPV4_SCTP ENABLE FIELD */
37 HNS3_RSS_FIELD_IPV4_SCTP_EN_SCTP_D = 16,
38 HNS3_RSS_FIELD_IPV4_SCTP_EN_SCTP_S,
39 HNS3_RSS_FIELD_IPV4_SCTP_EN_IP_D,
40 HNS3_RSS_FIELD_IPV4_SCTP_EN_IP_S,
41 HNS3_RSS_FIELD_IPV4_SCTP_EN_SCTP_VER,
42
43 /* IPV4 ENABLE FIELD */
44 HNS3_RSS_FIELD_IPV4_EN_NONFRAG_IP_D = 24,
45 HNS3_RSS_FIELD_IPV4_EN_NONFRAG_IP_S,
46 HNS3_RSS_FIELD_IPV4_EN_FRAG_IP_D,
47 HNS3_RSS_FIELD_IPV4_EN_FRAG_IP_S,
48
49 /* IPV6_TCP ENABLE FIELD */
50 HNS3_RSS_FIELD_IPV6_TCP_EN_TCP_D = 32,
51 HNS3_RSS_FIELD_IPV6_TCP_EN_TCP_S,
52 HNS3_RSS_FIELD_IPV6_TCP_EN_IP_D,
53 HNS3_RSS_FIELD_IPV6_TCP_EN_IP_S,
54
55 /* IPV6_UDP ENABLE FIELD */
56 HNS3_RSS_FIELD_IPV6_UDP_EN_UDP_D = 40,
57 HNS3_RSS_FIELD_IPV6_UDP_EN_UDP_S,
58 HNS3_RSS_FIELD_IPV6_UDP_EN_IP_D,
59 HNS3_RSS_FIELD_IPV6_UDP_EN_IP_S,
60
61 /* IPV6_SCTP ENABLE FIELD */
62 HNS3_RSS_FILED_IPV6_SCTP_EN_SCTP_D = 48,
63 HNS3_RSS_FILED_IPV6_SCTP_EN_SCTP_S,
64 HNS3_RSS_FIELD_IPV6_SCTP_EN_IP_D,
65 HNS3_RSS_FIELD_IPV6_SCTP_EN_IP_S,
66 HNS3_RSS_FIELD_IPV6_SCTP_EN_SCTP_VER,
67
68 /* IPV6 ENABLE FIELD */
69 HNS3_RSS_FIELD_IPV6_NONFRAG_IP_D = 56,
70 HNS3_RSS_FIELD_IPV6_NONFRAG_IP_S,
71 HNS3_RSS_FIELD_IPV6_FRAG_IP_D,
72 HNS3_RSS_FIELD_IPV6_FRAG_IP_S
73 };
74
75 static const struct {
76 uint64_t rss_types;
77 uint64_t rss_field;
78 } hns3_set_tuple_table[] = {
79 { ETH_RSS_FRAG_IPV4 | ETH_RSS_L3_SRC_ONLY,
80 BIT_ULL(HNS3_RSS_FIELD_IPV4_EN_FRAG_IP_S) },
81 { ETH_RSS_FRAG_IPV4 | ETH_RSS_L3_DST_ONLY,
82 BIT_ULL(HNS3_RSS_FIELD_IPV4_EN_FRAG_IP_D) },
83 { ETH_RSS_NONFRAG_IPV4_TCP | ETH_RSS_L3_SRC_ONLY,
84 BIT_ULL(HNS3_RSS_FIELD_IPV4_TCP_EN_IP_S) },
85 { ETH_RSS_NONFRAG_IPV4_TCP | ETH_RSS_L3_DST_ONLY,
86 BIT_ULL(HNS3_RSS_FIELD_IPV4_TCP_EN_IP_D) },
87 { ETH_RSS_NONFRAG_IPV4_TCP | ETH_RSS_L4_SRC_ONLY,
88 BIT_ULL(HNS3_RSS_FIELD_IPV4_TCP_EN_TCP_S) },
89 { ETH_RSS_NONFRAG_IPV4_TCP | ETH_RSS_L4_DST_ONLY,
90 BIT_ULL(HNS3_RSS_FIELD_IPV4_TCP_EN_TCP_D) },
91 { ETH_RSS_NONFRAG_IPV4_UDP | ETH_RSS_L3_SRC_ONLY,
92 BIT_ULL(HNS3_RSS_FIELD_IPV4_UDP_EN_IP_S) },
93 { ETH_RSS_NONFRAG_IPV4_UDP | ETH_RSS_L3_DST_ONLY,
94 BIT_ULL(HNS3_RSS_FIELD_IPV4_UDP_EN_IP_D) },
95 { ETH_RSS_NONFRAG_IPV4_UDP | ETH_RSS_L4_SRC_ONLY,
96 BIT_ULL(HNS3_RSS_FIELD_IPV4_UDP_EN_UDP_S) },
97 { ETH_RSS_NONFRAG_IPV4_UDP | ETH_RSS_L4_DST_ONLY,
98 BIT_ULL(HNS3_RSS_FIELD_IPV4_UDP_EN_UDP_D) },
99 { ETH_RSS_NONFRAG_IPV4_SCTP | ETH_RSS_L3_SRC_ONLY,
100 BIT_ULL(HNS3_RSS_FIELD_IPV4_SCTP_EN_IP_S) },
101 { ETH_RSS_NONFRAG_IPV4_SCTP | ETH_RSS_L3_DST_ONLY,
102 BIT_ULL(HNS3_RSS_FIELD_IPV4_SCTP_EN_IP_D) },
103 { ETH_RSS_NONFRAG_IPV4_SCTP | ETH_RSS_L4_SRC_ONLY,
104 BIT_ULL(HNS3_RSS_FIELD_IPV4_SCTP_EN_SCTP_S) },
105 { ETH_RSS_NONFRAG_IPV4_SCTP | ETH_RSS_L4_DST_ONLY,
106 BIT_ULL(HNS3_RSS_FIELD_IPV4_SCTP_EN_SCTP_D) },
107 { ETH_RSS_NONFRAG_IPV4_OTHER | ETH_RSS_L3_SRC_ONLY,
108 BIT_ULL(HNS3_RSS_FIELD_IPV4_EN_NONFRAG_IP_S) },
109 { ETH_RSS_NONFRAG_IPV4_OTHER | ETH_RSS_L3_DST_ONLY,
110 BIT_ULL(HNS3_RSS_FIELD_IPV4_EN_NONFRAG_IP_D) },
111 { ETH_RSS_FRAG_IPV6 | ETH_RSS_L3_SRC_ONLY,
112 BIT_ULL(HNS3_RSS_FIELD_IPV6_FRAG_IP_S) },
113 { ETH_RSS_FRAG_IPV6 | ETH_RSS_L3_DST_ONLY,
114 BIT_ULL(HNS3_RSS_FIELD_IPV6_FRAG_IP_D) },
115 { ETH_RSS_NONFRAG_IPV6_TCP | ETH_RSS_L3_SRC_ONLY,
116 BIT_ULL(HNS3_RSS_FIELD_IPV6_TCP_EN_IP_S) },
117 { ETH_RSS_NONFRAG_IPV6_TCP | ETH_RSS_L3_DST_ONLY,
118 BIT_ULL(HNS3_RSS_FIELD_IPV6_TCP_EN_IP_D) },
119 { ETH_RSS_NONFRAG_IPV6_TCP | ETH_RSS_L4_SRC_ONLY,
120 BIT_ULL(HNS3_RSS_FIELD_IPV6_TCP_EN_TCP_S) },
121 { ETH_RSS_NONFRAG_IPV6_TCP | ETH_RSS_L4_DST_ONLY,
122 BIT_ULL(HNS3_RSS_FIELD_IPV6_TCP_EN_TCP_D) },
123 { ETH_RSS_NONFRAG_IPV6_UDP | ETH_RSS_L3_SRC_ONLY,
124 BIT_ULL(HNS3_RSS_FIELD_IPV6_UDP_EN_IP_S) },
125 { ETH_RSS_NONFRAG_IPV6_UDP | ETH_RSS_L3_DST_ONLY,
126 BIT_ULL(HNS3_RSS_FIELD_IPV6_UDP_EN_IP_D) },
127 { ETH_RSS_NONFRAG_IPV6_UDP | ETH_RSS_L4_SRC_ONLY,
128 BIT_ULL(HNS3_RSS_FIELD_IPV6_UDP_EN_UDP_S) },
129 { ETH_RSS_NONFRAG_IPV6_UDP | ETH_RSS_L4_DST_ONLY,
130 BIT_ULL(HNS3_RSS_FIELD_IPV6_UDP_EN_UDP_D) },
131 { ETH_RSS_NONFRAG_IPV6_SCTP | ETH_RSS_L3_SRC_ONLY,
132 BIT_ULL(HNS3_RSS_FIELD_IPV6_SCTP_EN_IP_S) },
133 { ETH_RSS_NONFRAG_IPV6_SCTP | ETH_RSS_L3_DST_ONLY,
134 BIT_ULL(HNS3_RSS_FIELD_IPV6_SCTP_EN_IP_D) },
135 { ETH_RSS_NONFRAG_IPV6_SCTP | ETH_RSS_L4_SRC_ONLY,
136 BIT_ULL(HNS3_RSS_FILED_IPV6_SCTP_EN_SCTP_S) },
137 { ETH_RSS_NONFRAG_IPV6_SCTP | ETH_RSS_L4_DST_ONLY,
138 BIT_ULL(HNS3_RSS_FILED_IPV6_SCTP_EN_SCTP_D) },
139 { ETH_RSS_NONFRAG_IPV6_OTHER | ETH_RSS_L3_SRC_ONLY,
140 BIT_ULL(HNS3_RSS_FIELD_IPV6_NONFRAG_IP_S) },
141 { ETH_RSS_NONFRAG_IPV6_OTHER | ETH_RSS_L3_DST_ONLY,
142 BIT_ULL(HNS3_RSS_FIELD_IPV6_NONFRAG_IP_D) },
143 };
144
145 static const struct {
146 uint64_t rss_types;
147 uint64_t rss_field;
148 } hns3_set_rss_types[] = {
149 { ETH_RSS_FRAG_IPV4, BIT_ULL(HNS3_RSS_FIELD_IPV4_EN_FRAG_IP_D) |
150 BIT_ULL(HNS3_RSS_FIELD_IPV4_EN_FRAG_IP_S) },
151 { ETH_RSS_NONFRAG_IPV4_TCP, BIT_ULL(HNS3_RSS_FIELD_IPV4_TCP_EN_IP_S) |
152 BIT_ULL(HNS3_RSS_FIELD_IPV4_TCP_EN_IP_D) |
153 BIT_ULL(HNS3_RSS_FIELD_IPV4_TCP_EN_TCP_S) |
154 BIT_ULL(HNS3_RSS_FIELD_IPV4_TCP_EN_TCP_D) },
155 { ETH_RSS_NONFRAG_IPV4_TCP, BIT_ULL(HNS3_RSS_FIELD_IPV4_TCP_EN_IP_S) |
156 BIT_ULL(HNS3_RSS_FIELD_IPV4_TCP_EN_IP_D) |
157 BIT_ULL(HNS3_RSS_FIELD_IPV4_TCP_EN_TCP_S) |
158 BIT_ULL(HNS3_RSS_FIELD_IPV4_TCP_EN_TCP_D) },
159 { ETH_RSS_NONFRAG_IPV4_UDP, BIT_ULL(HNS3_RSS_FIELD_IPV4_UDP_EN_IP_S) |
160 BIT_ULL(HNS3_RSS_FIELD_IPV4_UDP_EN_IP_D) |
161 BIT_ULL(HNS3_RSS_FIELD_IPV4_UDP_EN_UDP_S) |
162 BIT_ULL(HNS3_RSS_FIELD_IPV4_UDP_EN_UDP_D) },
163 { ETH_RSS_NONFRAG_IPV4_SCTP, BIT_ULL(HNS3_RSS_FIELD_IPV4_SCTP_EN_IP_S) |
164 BIT_ULL(HNS3_RSS_FIELD_IPV4_SCTP_EN_IP_D) |
165 BIT_ULL(HNS3_RSS_FIELD_IPV4_SCTP_EN_SCTP_S) |
166 BIT_ULL(HNS3_RSS_FIELD_IPV4_SCTP_EN_SCTP_D) |
167 BIT_ULL(HNS3_RSS_FIELD_IPV4_SCTP_EN_SCTP_VER) },
168 { ETH_RSS_NONFRAG_IPV4_OTHER,
169 BIT_ULL(HNS3_RSS_FIELD_IPV4_EN_NONFRAG_IP_S) |
170 BIT_ULL(HNS3_RSS_FIELD_IPV4_EN_NONFRAG_IP_D) },
171 { ETH_RSS_FRAG_IPV6, BIT_ULL(HNS3_RSS_FIELD_IPV6_FRAG_IP_S) |
172 BIT_ULL(HNS3_RSS_FIELD_IPV6_FRAG_IP_D) },
173 { ETH_RSS_NONFRAG_IPV6_TCP, BIT_ULL(HNS3_RSS_FIELD_IPV6_TCP_EN_IP_S) |
174 BIT_ULL(HNS3_RSS_FIELD_IPV6_TCP_EN_IP_D) |
175 BIT_ULL(HNS3_RSS_FIELD_IPV6_TCP_EN_TCP_S) |
176 BIT_ULL(HNS3_RSS_FIELD_IPV6_TCP_EN_TCP_D) },
177 { ETH_RSS_NONFRAG_IPV6_UDP, BIT_ULL(HNS3_RSS_FIELD_IPV6_UDP_EN_IP_S) |
178 BIT_ULL(HNS3_RSS_FIELD_IPV6_UDP_EN_IP_D) |
179 BIT_ULL(HNS3_RSS_FIELD_IPV6_UDP_EN_UDP_S) |
180 BIT_ULL(HNS3_RSS_FIELD_IPV6_UDP_EN_UDP_D) },
181 { ETH_RSS_NONFRAG_IPV6_SCTP, BIT_ULL(HNS3_RSS_FIELD_IPV6_SCTP_EN_IP_S) |
182 BIT_ULL(HNS3_RSS_FIELD_IPV6_SCTP_EN_IP_D) |
183 BIT_ULL(HNS3_RSS_FILED_IPV6_SCTP_EN_SCTP_D) |
184 BIT_ULL(HNS3_RSS_FILED_IPV6_SCTP_EN_SCTP_S) |
185 BIT_ULL(HNS3_RSS_FIELD_IPV6_SCTP_EN_SCTP_VER) },
186 { ETH_RSS_NONFRAG_IPV6_OTHER,
187 BIT_ULL(HNS3_RSS_FIELD_IPV6_NONFRAG_IP_S) |
188 BIT_ULL(HNS3_RSS_FIELD_IPV6_NONFRAG_IP_D) }
189 };
190
191 /*
192 * rss_generic_config command function, opcode:0x0D01.
193 * Used to set algorithm, key_offset and hash key of rss.
194 */
195 int
hns3_set_rss_algo_key(struct hns3_hw * hw,const uint8_t * key)196 hns3_set_rss_algo_key(struct hns3_hw *hw, const uint8_t *key)
197 {
198 #define HNS3_KEY_OFFSET_MAX 3
199 #define HNS3_SET_HASH_KEY_BYTE_FOUR 2
200
201 struct hns3_rss_generic_config_cmd *req;
202 struct hns3_cmd_desc desc;
203 uint32_t key_offset, key_size;
204 const uint8_t *key_cur;
205 uint8_t cur_offset;
206 int ret;
207
208 req = (struct hns3_rss_generic_config_cmd *)desc.data;
209
210 /*
211 * key_offset=0, hash key byte0~15 is set to hardware.
212 * key_offset=1, hash key byte16~31 is set to hardware.
213 * key_offset=2, hash key byte32~39 is set to hardware.
214 */
215 for (key_offset = 0; key_offset < HNS3_KEY_OFFSET_MAX; key_offset++) {
216 hns3_cmd_setup_basic_desc(&desc, HNS3_OPC_RSS_GENERIC_CONFIG,
217 false);
218
219 req->hash_config |=
220 (hw->rss_info.hash_algo & HNS3_RSS_HASH_ALGO_MASK);
221 req->hash_config |= (key_offset << HNS3_RSS_HASH_KEY_OFFSET_B);
222
223 if (key_offset == HNS3_SET_HASH_KEY_BYTE_FOUR)
224 key_size = HNS3_RSS_KEY_SIZE - HNS3_RSS_HASH_KEY_NUM *
225 HNS3_SET_HASH_KEY_BYTE_FOUR;
226 else
227 key_size = HNS3_RSS_HASH_KEY_NUM;
228
229 cur_offset = key_offset * HNS3_RSS_HASH_KEY_NUM;
230 key_cur = key + cur_offset;
231 memcpy(req->hash_key, key_cur, key_size);
232
233 ret = hns3_cmd_send(hw, &desc, 1);
234 if (ret) {
235 hns3_err(hw, "Configure RSS algo key failed %d", ret);
236 return ret;
237 }
238 }
239 /* Update the shadow RSS key with user specified */
240 memcpy(hw->rss_info.key, key, HNS3_RSS_KEY_SIZE);
241 return 0;
242 }
243
244 /*
245 * Used to configure the tuple selection for RSS hash input.
246 */
247 static int
hns3_set_rss_input_tuple(struct hns3_hw * hw)248 hns3_set_rss_input_tuple(struct hns3_hw *hw)
249 {
250 struct hns3_rss_conf *rss_config = &hw->rss_info;
251 struct hns3_rss_input_tuple_cmd *req;
252 struct hns3_cmd_desc desc_tuple;
253 int ret;
254
255 hns3_cmd_setup_basic_desc(&desc_tuple, HNS3_OPC_RSS_INPUT_TUPLE, false);
256
257 req = (struct hns3_rss_input_tuple_cmd *)desc_tuple.data;
258
259 req->tuple_field =
260 rte_cpu_to_le_64(rss_config->rss_tuple_sets.rss_tuple_fields);
261
262 ret = hns3_cmd_send(hw, &desc_tuple, 1);
263 if (ret)
264 hns3_err(hw, "Configure RSS input tuple mode failed %d", ret);
265
266 return ret;
267 }
268
269 /*
270 * rss_indirection_table command function, opcode:0x0D07.
271 * Used to configure the indirection table of rss.
272 */
273 int
hns3_set_rss_indir_table(struct hns3_hw * hw,uint16_t * indir,uint16_t size)274 hns3_set_rss_indir_table(struct hns3_hw *hw, uint16_t *indir, uint16_t size)
275 {
276 struct hns3_rss_indirection_table_cmd *req;
277 struct hns3_cmd_desc desc;
278 uint8_t qid_msb_off;
279 uint8_t qid_msb_val;
280 uint16_t q_id;
281 uint16_t i, j;
282 int ret;
283
284 req = (struct hns3_rss_indirection_table_cmd *)desc.data;
285
286 for (i = 0; i < size / HNS3_RSS_CFG_TBL_SIZE; i++) {
287 hns3_cmd_setup_basic_desc(&desc, HNS3_OPC_RSS_INDIR_TABLE,
288 false);
289 req->start_table_index =
290 rte_cpu_to_le_16(i * HNS3_RSS_CFG_TBL_SIZE);
291 req->rss_set_bitmap = rte_cpu_to_le_16(HNS3_RSS_SET_BITMAP_MSK);
292 for (j = 0; j < HNS3_RSS_CFG_TBL_SIZE; j++) {
293 q_id = indir[i * HNS3_RSS_CFG_TBL_SIZE + j];
294 req->rss_result_l[j] = q_id & 0xff;
295
296 qid_msb_off =
297 j * HNS3_RSS_CFG_TBL_BW_H / HNS3_BITS_PER_BYTE;
298 qid_msb_val = (q_id >> HNS3_RSS_CFG_TBL_BW_L & 0x1)
299 << (j * HNS3_RSS_CFG_TBL_BW_H %
300 HNS3_BITS_PER_BYTE);
301 req->rss_result_h[qid_msb_off] |= qid_msb_val;
302 }
303
304 ret = hns3_cmd_send(hw, &desc, 1);
305 if (ret) {
306 hns3_err(hw,
307 "Sets RSS indirection table failed %d size %u",
308 ret, size);
309 return ret;
310 }
311 }
312
313 /* Update redirection table of hw */
314 memcpy(hw->rss_info.rss_indirection_tbl, indir,
315 sizeof(hw->rss_info.rss_indirection_tbl));
316
317 return 0;
318 }
319
320 int
hns3_rss_reset_indir_table(struct hns3_hw * hw)321 hns3_rss_reset_indir_table(struct hns3_hw *hw)
322 {
323 uint16_t *lut;
324 int ret;
325
326 lut = rte_zmalloc("hns3_rss_lut",
327 HNS3_RSS_IND_TBL_SIZE * sizeof(uint16_t), 0);
328 if (lut == NULL) {
329 hns3_err(hw, "No hns3_rss_lut memory can be allocated");
330 return -ENOMEM;
331 }
332
333 ret = hns3_set_rss_indir_table(hw, lut, HNS3_RSS_IND_TBL_SIZE);
334 if (ret)
335 hns3_err(hw, "RSS uninit indir table failed: %d", ret);
336 rte_free(lut);
337
338 return ret;
339 }
340
341 int
hns3_set_rss_tuple_by_rss_hf(struct hns3_hw * hw,struct hns3_rss_tuple_cfg * tuple,uint64_t rss_hf)342 hns3_set_rss_tuple_by_rss_hf(struct hns3_hw *hw,
343 struct hns3_rss_tuple_cfg *tuple, uint64_t rss_hf)
344 {
345 struct hns3_rss_input_tuple_cmd *req;
346 struct hns3_cmd_desc desc;
347 uint32_t fields_count = 0; /* count times for setting tuple fields */
348 uint32_t i;
349 int ret;
350
351 hns3_cmd_setup_basic_desc(&desc, HNS3_OPC_RSS_INPUT_TUPLE, false);
352
353 req = (struct hns3_rss_input_tuple_cmd *)desc.data;
354
355 for (i = 0; i < RTE_DIM(hns3_set_tuple_table); i++) {
356 if ((rss_hf & hns3_set_tuple_table[i].rss_types) ==
357 hns3_set_tuple_table[i].rss_types) {
358 req->tuple_field |=
359 rte_cpu_to_le_64(hns3_set_tuple_table[i].rss_field);
360 fields_count++;
361 }
362 }
363
364 /*
365 * When user does not specify the following types or a combination of
366 * the following types, it enables all fields for the supported RSS
367 * types. the following types as:
368 * - ETH_RSS_L3_SRC_ONLY
369 * - ETH_RSS_L3_DST_ONLY
370 * - ETH_RSS_L4_SRC_ONLY
371 * - ETH_RSS_L4_DST_ONLY
372 */
373 if (fields_count == 0) {
374 for (i = 0; i < RTE_DIM(hns3_set_rss_types); i++) {
375 if ((rss_hf & hns3_set_rss_types[i].rss_types) ==
376 hns3_set_rss_types[i].rss_types)
377 req->tuple_field |= rte_cpu_to_le_64(
378 hns3_set_rss_types[i].rss_field);
379 }
380 }
381
382 ret = hns3_cmd_send(hw, &desc, 1);
383 if (ret) {
384 hns3_err(hw, "Update RSS flow types tuples failed %d", ret);
385 return ret;
386 }
387
388 tuple->rss_tuple_fields = rte_le_to_cpu_64(req->tuple_field);
389
390 return 0;
391 }
392
393 /*
394 * Configure RSS hash protocols and hash key.
395 * @param dev
396 * Pointer to Ethernet device.
397 * @praram rss_conf
398 * The configuration select of rss key size and tuple flow_types.
399 * @return
400 * 0 on success, a negative errno value otherwise is set.
401 */
402 int
hns3_dev_rss_hash_update(struct rte_eth_dev * dev,struct rte_eth_rss_conf * rss_conf)403 hns3_dev_rss_hash_update(struct rte_eth_dev *dev,
404 struct rte_eth_rss_conf *rss_conf)
405 {
406 struct hns3_adapter *hns = dev->data->dev_private;
407 struct hns3_hw *hw = &hns->hw;
408 struct hns3_rss_tuple_cfg *tuple = &hw->rss_info.rss_tuple_sets;
409 struct hns3_rss_conf *rss_cfg = &hw->rss_info;
410 uint8_t key_len = rss_conf->rss_key_len;
411 uint64_t rss_hf = rss_conf->rss_hf;
412 uint8_t *key = rss_conf->rss_key;
413 int ret;
414
415 if (hw->rss_dis_flag)
416 return -EINVAL;
417
418 rte_spinlock_lock(&hw->lock);
419 ret = hns3_set_rss_tuple_by_rss_hf(hw, tuple, rss_hf);
420 if (ret)
421 goto conf_err;
422
423 if (rss_cfg->conf.types && rss_hf == 0) {
424 /* Disable RSS, reset indirection table by local variable */
425 ret = hns3_rss_reset_indir_table(hw);
426 if (ret)
427 goto conf_err;
428 } else if (rss_hf && rss_cfg->conf.types == 0) {
429 /* Enable RSS, restore indirection table by hw's config */
430 ret = hns3_set_rss_indir_table(hw, rss_cfg->rss_indirection_tbl,
431 HNS3_RSS_IND_TBL_SIZE);
432 if (ret)
433 goto conf_err;
434 }
435
436 /* Update supported flow types when set tuple success */
437 rss_cfg->conf.types = rss_hf;
438
439 if (key) {
440 if (key_len != HNS3_RSS_KEY_SIZE) {
441 hns3_err(hw, "The hash key len(%u) is invalid",
442 key_len);
443 ret = -EINVAL;
444 goto conf_err;
445 }
446 ret = hns3_set_rss_algo_key(hw, key);
447 if (ret)
448 goto conf_err;
449 }
450 rte_spinlock_unlock(&hw->lock);
451
452 return 0;
453
454 conf_err:
455 rte_spinlock_unlock(&hw->lock);
456 return ret;
457 }
458
459 /*
460 * Get rss key and rss_hf types set of RSS hash configuration.
461 * @param dev
462 * Pointer to Ethernet device.
463 * @praram rss_conf
464 * The buffer to get rss key size and tuple types.
465 * @return
466 * 0 on success.
467 */
468 int
hns3_dev_rss_hash_conf_get(struct rte_eth_dev * dev,struct rte_eth_rss_conf * rss_conf)469 hns3_dev_rss_hash_conf_get(struct rte_eth_dev *dev,
470 struct rte_eth_rss_conf *rss_conf)
471 {
472 struct hns3_adapter *hns = dev->data->dev_private;
473 struct hns3_hw *hw = &hns->hw;
474 struct hns3_rss_conf *rss_cfg = &hw->rss_info;
475
476 rte_spinlock_lock(&hw->lock);
477 rss_conf->rss_hf = rss_cfg->conf.types;
478
479 /* Get the RSS Key required by the user */
480 if (rss_conf->rss_key && rss_conf->rss_key_len >= HNS3_RSS_KEY_SIZE) {
481 memcpy(rss_conf->rss_key, rss_cfg->key, HNS3_RSS_KEY_SIZE);
482 rss_conf->rss_key_len = HNS3_RSS_KEY_SIZE;
483 }
484 rte_spinlock_unlock(&hw->lock);
485
486 return 0;
487 }
488
489 /*
490 * Update rss redirection table of RSS.
491 * @param dev
492 * Pointer to Ethernet device.
493 * @praram reta_conf
494 * Pointer to the configuration select of mask and redirection tables.
495 * @param reta_size
496 * Redirection table size.
497 * @return
498 * 0 on success, a negative errno value otherwise is set.
499 */
500 int
hns3_dev_rss_reta_update(struct rte_eth_dev * dev,struct rte_eth_rss_reta_entry64 * reta_conf,uint16_t reta_size)501 hns3_dev_rss_reta_update(struct rte_eth_dev *dev,
502 struct rte_eth_rss_reta_entry64 *reta_conf,
503 uint16_t reta_size)
504 {
505 struct hns3_adapter *hns = dev->data->dev_private;
506 struct hns3_hw *hw = &hns->hw;
507 struct hns3_rss_conf *rss_cfg = &hw->rss_info;
508 uint16_t i, indir_size = HNS3_RSS_IND_TBL_SIZE; /* Table size is 512 */
509 uint16_t indirection_tbl[HNS3_RSS_IND_TBL_SIZE];
510 uint16_t idx, shift;
511 int ret;
512
513 if (reta_size != indir_size || reta_size > ETH_RSS_RETA_SIZE_512) {
514 hns3_err(hw, "The size of hash lookup table configured (%u)"
515 "doesn't match the number hardware can supported"
516 "(%u)", reta_size, indir_size);
517 return -EINVAL;
518 }
519 rte_spinlock_lock(&hw->lock);
520 memcpy(indirection_tbl, rss_cfg->rss_indirection_tbl,
521 sizeof(rss_cfg->rss_indirection_tbl));
522 for (i = 0; i < reta_size; i++) {
523 idx = i / RTE_RETA_GROUP_SIZE;
524 shift = i % RTE_RETA_GROUP_SIZE;
525 if (reta_conf[idx].reta[shift] >= hw->alloc_rss_size) {
526 rte_spinlock_unlock(&hw->lock);
527 hns3_err(hw, "queue id(%u) set to redirection table "
528 "exceeds queue number(%u) allocated to a TC",
529 reta_conf[idx].reta[shift],
530 hw->alloc_rss_size);
531 return -EINVAL;
532 }
533
534 if (reta_conf[idx].mask & (1ULL << shift))
535 indirection_tbl[i] = reta_conf[idx].reta[shift];
536 }
537
538 ret = hns3_set_rss_indir_table(hw, indirection_tbl,
539 HNS3_RSS_IND_TBL_SIZE);
540
541 rte_spinlock_unlock(&hw->lock);
542 return ret;
543 }
544
545 /*
546 * Get rss redirection table of RSS hash configuration.
547 * @param dev
548 * Pointer to Ethernet device.
549 * @praram reta_conf
550 * Pointer to the configuration select of mask and redirection tables.
551 * @param reta_size
552 * Redirection table size.
553 * @return
554 * 0 on success, a negative errno value otherwise is set.
555 */
556 int
hns3_dev_rss_reta_query(struct rte_eth_dev * dev,struct rte_eth_rss_reta_entry64 * reta_conf,uint16_t reta_size)557 hns3_dev_rss_reta_query(struct rte_eth_dev *dev,
558 struct rte_eth_rss_reta_entry64 *reta_conf,
559 uint16_t reta_size)
560 {
561 struct hns3_adapter *hns = dev->data->dev_private;
562 struct hns3_hw *hw = &hns->hw;
563 struct hns3_rss_conf *rss_cfg = &hw->rss_info;
564 uint16_t i, indir_size = HNS3_RSS_IND_TBL_SIZE; /* Table size is 512 */
565 uint16_t idx, shift;
566
567 if (reta_size != indir_size || reta_size > ETH_RSS_RETA_SIZE_512) {
568 hns3_err(hw, "The size of hash lookup table configured (%u)"
569 " doesn't match the number hardware can supported"
570 "(%u)", reta_size, indir_size);
571 return -EINVAL;
572 }
573 rte_spinlock_lock(&hw->lock);
574 for (i = 0; i < reta_size; i++) {
575 idx = i / RTE_RETA_GROUP_SIZE;
576 shift = i % RTE_RETA_GROUP_SIZE;
577 if (reta_conf[idx].mask & (1ULL << shift))
578 reta_conf[idx].reta[shift] =
579 rss_cfg->rss_indirection_tbl[i];
580 }
581 rte_spinlock_unlock(&hw->lock);
582 return 0;
583 }
584
585 /*
586 * Used to configure the tc_size and tc_offset.
587 */
588 static int
hns3_set_rss_tc_mode(struct hns3_hw * hw)589 hns3_set_rss_tc_mode(struct hns3_hw *hw)
590 {
591 uint16_t rss_size = hw->alloc_rss_size;
592 struct hns3_rss_tc_mode_cmd *req;
593 uint16_t tc_offset[HNS3_MAX_TC_NUM];
594 uint8_t tc_valid[HNS3_MAX_TC_NUM];
595 uint16_t tc_size[HNS3_MAX_TC_NUM];
596 struct hns3_cmd_desc desc;
597 uint16_t roundup_size;
598 uint16_t i;
599 int ret;
600
601 req = (struct hns3_rss_tc_mode_cmd *)desc.data;
602
603 roundup_size = roundup_pow_of_two(rss_size);
604 roundup_size = ilog2(roundup_size);
605
606 for (i = 0; i < HNS3_MAX_TC_NUM; i++) {
607 tc_valid[i] = !!(hw->hw_tc_map & BIT(i));
608 tc_size[i] = roundup_size;
609 tc_offset[i] = rss_size * i;
610 }
611
612 hns3_cmd_setup_basic_desc(&desc, HNS3_OPC_RSS_TC_MODE, false);
613 for (i = 0; i < HNS3_MAX_TC_NUM; i++) {
614 uint16_t mode = 0;
615
616 hns3_set_bit(mode, HNS3_RSS_TC_VALID_B, (tc_valid[i] & 0x1));
617 hns3_set_field(mode, HNS3_RSS_TC_SIZE_M, HNS3_RSS_TC_SIZE_S,
618 tc_size[i]);
619 if (tc_size[i] >> HNS3_RSS_TC_SIZE_MSB_OFFSET > 0)
620 hns3_set_bit(mode, HNS3_RSS_TC_SIZE_MSB_S, 1);
621 hns3_set_field(mode, HNS3_RSS_TC_OFFSET_M, HNS3_RSS_TC_OFFSET_S,
622 tc_offset[i]);
623
624 req->rss_tc_mode[i] = rte_cpu_to_le_16(mode);
625 }
626 ret = hns3_cmd_send(hw, &desc, 1);
627 if (ret)
628 hns3_err(hw, "Sets rss tc mode failed %d", ret);
629
630 return ret;
631 }
632
633 static void
hns3_rss_tuple_uninit(struct hns3_hw * hw)634 hns3_rss_tuple_uninit(struct hns3_hw *hw)
635 {
636 struct hns3_rss_input_tuple_cmd *req;
637 struct hns3_cmd_desc desc;
638 int ret;
639
640 hns3_cmd_setup_basic_desc(&desc, HNS3_OPC_RSS_INPUT_TUPLE, false);
641
642 req = (struct hns3_rss_input_tuple_cmd *)desc.data;
643
644 memset(req, 0, sizeof(struct hns3_rss_tuple_cfg));
645
646 ret = hns3_cmd_send(hw, &desc, 1);
647 if (ret) {
648 hns3_err(hw, "RSS uninit tuple failed %d", ret);
649 return;
650 }
651 }
652
653 /*
654 * Set the default rss configuration in the init of driver.
655 */
656 void
hns3_set_default_rss_args(struct hns3_hw * hw)657 hns3_set_default_rss_args(struct hns3_hw *hw)
658 {
659 struct hns3_rss_conf *rss_cfg = &hw->rss_info;
660 uint16_t queue_num = hw->alloc_rss_size;
661 int i;
662
663 /* Default hash algorithm */
664 rss_cfg->conf.func = RTE_ETH_HASH_FUNCTION_TOEPLITZ;
665
666 /* Default RSS key */
667 memcpy(rss_cfg->key, hns3_hash_key, HNS3_RSS_KEY_SIZE);
668
669 /* Initialize RSS indirection table */
670 for (i = 0; i < HNS3_RSS_IND_TBL_SIZE; i++)
671 rss_cfg->rss_indirection_tbl[i] = i % queue_num;
672 }
673
674 /*
675 * RSS initialization for hns3 pmd driver.
676 */
677 int
hns3_config_rss(struct hns3_adapter * hns)678 hns3_config_rss(struct hns3_adapter *hns)
679 {
680 struct hns3_hw *hw = &hns->hw;
681 struct hns3_rss_conf *rss_cfg = &hw->rss_info;
682 uint8_t *hash_key = rss_cfg->key;
683 int ret, ret1;
684
685 enum rte_eth_rx_mq_mode mq_mode = hw->data->dev_conf.rxmode.mq_mode;
686
687 switch (hw->rss_info.conf.func) {
688 case RTE_ETH_HASH_FUNCTION_SIMPLE_XOR:
689 hw->rss_info.hash_algo = HNS3_RSS_HASH_ALGO_SIMPLE;
690 break;
691 case RTE_ETH_HASH_FUNCTION_SYMMETRIC_TOEPLITZ:
692 hw->rss_info.hash_algo = HNS3_RSS_HASH_ALGO_SYMMETRIC_TOEP;
693 break;
694 default:
695 hw->rss_info.hash_algo = HNS3_RSS_HASH_ALGO_TOEPLITZ;
696 break;
697 }
698
699 /* When RSS is off, redirect the packet queue 0 */
700 if (((uint32_t)mq_mode & ETH_MQ_RX_RSS_FLAG) == 0)
701 hns3_rss_uninit(hns);
702
703 /* Configure RSS hash algorithm and hash key offset */
704 ret = hns3_set_rss_algo_key(hw, hash_key);
705 if (ret)
706 return ret;
707
708 /* Configure the tuple selection for RSS hash input */
709 ret = hns3_set_rss_input_tuple(hw);
710 if (ret)
711 return ret;
712
713 /*
714 * When RSS is off, it doesn't need to configure rss redirection table
715 * to hardware.
716 */
717 if (((uint32_t)mq_mode & ETH_MQ_RX_RSS_FLAG)) {
718 ret = hns3_set_rss_indir_table(hw, rss_cfg->rss_indirection_tbl,
719 HNS3_RSS_IND_TBL_SIZE);
720 if (ret)
721 goto rss_tuple_uninit;
722 }
723
724 ret = hns3_set_rss_tc_mode(hw);
725 if (ret)
726 goto rss_indir_table_uninit;
727
728 return ret;
729
730 rss_indir_table_uninit:
731 if (((uint32_t)mq_mode & ETH_MQ_RX_RSS_FLAG)) {
732 ret1 = hns3_rss_reset_indir_table(hw);
733 if (ret1 != 0)
734 return ret;
735 }
736
737 rss_tuple_uninit:
738 hns3_rss_tuple_uninit(hw);
739
740 /* Disable RSS */
741 hw->rss_info.conf.types = 0;
742
743 return ret;
744 }
745
746 /*
747 * RSS uninitialization for hns3 pmd driver.
748 */
749 void
hns3_rss_uninit(struct hns3_adapter * hns)750 hns3_rss_uninit(struct hns3_adapter *hns)
751 {
752 struct hns3_hw *hw = &hns->hw;
753 int ret;
754
755 hns3_rss_tuple_uninit(hw);
756 ret = hns3_rss_reset_indir_table(hw);
757 if (ret != 0)
758 return;
759
760 /* Disable RSS */
761 hw->rss_info.conf.types = 0;
762 }
763