1 /* SPDX-License-Identifier: BSD-3-Clause
2  * Copyright(c) 2019 Intel Corporation
3  */
4 
5 #include <sys/queue.h>
6 #include <stdio.h>
7 #include <errno.h>
8 #include <stdint.h>
9 #include <string.h>
10 #include <unistd.h>
11 #include <stdarg.h>
12 
13 #include <rte_ether.h>
14 #include <rte_ethdev_driver.h>
15 #include <rte_malloc.h>
16 #include <rte_tailq.h>
17 
18 #include "ice_ethdev.h"
19 #include "ice_generic_flow.h"
20 
21 /**
22  * Non-pipeline mode, fdir and switch both used as distributor,
23  * fdir used first, switch used as fdir's backup.
24  */
25 #define ICE_FLOW_CLASSIFY_STAGE_DISTRIBUTOR_ONLY 0
26 /*Pipeline mode, switch used at permission stage*/
27 #define ICE_FLOW_CLASSIFY_STAGE_PERMISSION 1
28 /*Pipeline mode, fdir used at distributor stage*/
29 #define ICE_FLOW_CLASSIFY_STAGE_DISTRIBUTOR 2
30 
31 static struct ice_engine_list engine_list =
32 		TAILQ_HEAD_INITIALIZER(engine_list);
33 
34 static int ice_flow_validate(struct rte_eth_dev *dev,
35 		const struct rte_flow_attr *attr,
36 		const struct rte_flow_item pattern[],
37 		const struct rte_flow_action actions[],
38 		struct rte_flow_error *error);
39 static struct rte_flow *ice_flow_create(struct rte_eth_dev *dev,
40 		const struct rte_flow_attr *attr,
41 		const struct rte_flow_item pattern[],
42 		const struct rte_flow_action actions[],
43 		struct rte_flow_error *error);
44 static int ice_flow_destroy(struct rte_eth_dev *dev,
45 		struct rte_flow *flow,
46 		struct rte_flow_error *error);
47 static int ice_flow_flush(struct rte_eth_dev *dev,
48 		struct rte_flow_error *error);
49 static int ice_flow_query(struct rte_eth_dev *dev,
50 		struct rte_flow *flow,
51 		const struct rte_flow_action *actions,
52 		void *data,
53 		struct rte_flow_error *error);
54 
55 const struct rte_flow_ops ice_flow_ops = {
56 	.validate = ice_flow_validate,
57 	.create = ice_flow_create,
58 	.destroy = ice_flow_destroy,
59 	.flush = ice_flow_flush,
60 	.query = ice_flow_query,
61 };
62 
63 /* empty */
64 enum rte_flow_item_type pattern_empty[] = {
65 	RTE_FLOW_ITEM_TYPE_END,
66 };
67 
68 /* L2 */
69 enum rte_flow_item_type pattern_ethertype[] = {
70 	RTE_FLOW_ITEM_TYPE_ETH,
71 	RTE_FLOW_ITEM_TYPE_END,
72 };
73 enum rte_flow_item_type pattern_ethertype_vlan[] = {
74 	RTE_FLOW_ITEM_TYPE_ETH,
75 	RTE_FLOW_ITEM_TYPE_VLAN,
76 	RTE_FLOW_ITEM_TYPE_END,
77 };
78 enum rte_flow_item_type pattern_ethertype_qinq[] = {
79 	RTE_FLOW_ITEM_TYPE_ETH,
80 	RTE_FLOW_ITEM_TYPE_VLAN,
81 	RTE_FLOW_ITEM_TYPE_VLAN,
82 	RTE_FLOW_ITEM_TYPE_END,
83 };
84 
85 /* ARP */
86 enum rte_flow_item_type pattern_eth_arp[] = {
87 	RTE_FLOW_ITEM_TYPE_ETH,
88 	RTE_FLOW_ITEM_TYPE_ARP_ETH_IPV4,
89 	RTE_FLOW_ITEM_TYPE_END,
90 };
91 
92 /* non-tunnel IPv4 */
93 enum rte_flow_item_type pattern_eth_ipv4[] = {
94 	RTE_FLOW_ITEM_TYPE_ETH,
95 	RTE_FLOW_ITEM_TYPE_IPV4,
96 	RTE_FLOW_ITEM_TYPE_END,
97 };
98 enum rte_flow_item_type pattern_eth_vlan_ipv4[] = {
99 	RTE_FLOW_ITEM_TYPE_ETH,
100 	RTE_FLOW_ITEM_TYPE_VLAN,
101 	RTE_FLOW_ITEM_TYPE_IPV4,
102 	RTE_FLOW_ITEM_TYPE_END,
103 };
104 enum rte_flow_item_type pattern_eth_qinq_ipv4[] = {
105 	RTE_FLOW_ITEM_TYPE_ETH,
106 	RTE_FLOW_ITEM_TYPE_VLAN,
107 	RTE_FLOW_ITEM_TYPE_VLAN,
108 	RTE_FLOW_ITEM_TYPE_IPV4,
109 	RTE_FLOW_ITEM_TYPE_END,
110 };
111 enum rte_flow_item_type pattern_eth_ipv4_udp[] = {
112 	RTE_FLOW_ITEM_TYPE_ETH,
113 	RTE_FLOW_ITEM_TYPE_IPV4,
114 	RTE_FLOW_ITEM_TYPE_UDP,
115 	RTE_FLOW_ITEM_TYPE_END,
116 };
117 enum rte_flow_item_type pattern_eth_vlan_ipv4_udp[] = {
118 	RTE_FLOW_ITEM_TYPE_ETH,
119 	RTE_FLOW_ITEM_TYPE_VLAN,
120 	RTE_FLOW_ITEM_TYPE_IPV4,
121 	RTE_FLOW_ITEM_TYPE_UDP,
122 	RTE_FLOW_ITEM_TYPE_END,
123 };
124 enum rte_flow_item_type pattern_eth_qinq_ipv4_udp[] = {
125 	RTE_FLOW_ITEM_TYPE_ETH,
126 	RTE_FLOW_ITEM_TYPE_VLAN,
127 	RTE_FLOW_ITEM_TYPE_VLAN,
128 	RTE_FLOW_ITEM_TYPE_IPV4,
129 	RTE_FLOW_ITEM_TYPE_UDP,
130 	RTE_FLOW_ITEM_TYPE_END,
131 };
132 enum rte_flow_item_type pattern_eth_ipv4_tcp[] = {
133 	RTE_FLOW_ITEM_TYPE_ETH,
134 	RTE_FLOW_ITEM_TYPE_IPV4,
135 	RTE_FLOW_ITEM_TYPE_TCP,
136 	RTE_FLOW_ITEM_TYPE_END,
137 };
138 enum rte_flow_item_type pattern_eth_vlan_ipv4_tcp[] = {
139 	RTE_FLOW_ITEM_TYPE_ETH,
140 	RTE_FLOW_ITEM_TYPE_VLAN,
141 	RTE_FLOW_ITEM_TYPE_IPV4,
142 	RTE_FLOW_ITEM_TYPE_TCP,
143 	RTE_FLOW_ITEM_TYPE_END,
144 };
145 enum rte_flow_item_type pattern_eth_qinq_ipv4_tcp[] = {
146 	RTE_FLOW_ITEM_TYPE_ETH,
147 	RTE_FLOW_ITEM_TYPE_VLAN,
148 	RTE_FLOW_ITEM_TYPE_VLAN,
149 	RTE_FLOW_ITEM_TYPE_IPV4,
150 	RTE_FLOW_ITEM_TYPE_TCP,
151 	RTE_FLOW_ITEM_TYPE_END,
152 };
153 enum rte_flow_item_type pattern_eth_ipv4_sctp[] = {
154 	RTE_FLOW_ITEM_TYPE_ETH,
155 	RTE_FLOW_ITEM_TYPE_IPV4,
156 	RTE_FLOW_ITEM_TYPE_SCTP,
157 	RTE_FLOW_ITEM_TYPE_END,
158 };
159 enum rte_flow_item_type pattern_eth_vlan_ipv4_sctp[] = {
160 	RTE_FLOW_ITEM_TYPE_ETH,
161 	RTE_FLOW_ITEM_TYPE_VLAN,
162 	RTE_FLOW_ITEM_TYPE_IPV4,
163 	RTE_FLOW_ITEM_TYPE_SCTP,
164 	RTE_FLOW_ITEM_TYPE_END,
165 };
166 enum rte_flow_item_type pattern_eth_qinq_ipv4_sctp[] = {
167 	RTE_FLOW_ITEM_TYPE_ETH,
168 	RTE_FLOW_ITEM_TYPE_VLAN,
169 	RTE_FLOW_ITEM_TYPE_VLAN,
170 	RTE_FLOW_ITEM_TYPE_IPV4,
171 	RTE_FLOW_ITEM_TYPE_SCTP,
172 	RTE_FLOW_ITEM_TYPE_END,
173 };
174 enum rte_flow_item_type pattern_eth_ipv4_icmp[] = {
175 	RTE_FLOW_ITEM_TYPE_ETH,
176 	RTE_FLOW_ITEM_TYPE_IPV4,
177 	RTE_FLOW_ITEM_TYPE_ICMP,
178 	RTE_FLOW_ITEM_TYPE_END,
179 };
180 enum rte_flow_item_type pattern_eth_vlan_ipv4_icmp[] = {
181 	RTE_FLOW_ITEM_TYPE_ETH,
182 	RTE_FLOW_ITEM_TYPE_VLAN,
183 	RTE_FLOW_ITEM_TYPE_IPV4,
184 	RTE_FLOW_ITEM_TYPE_ICMP,
185 	RTE_FLOW_ITEM_TYPE_END,
186 };
187 enum rte_flow_item_type pattern_eth_qinq_ipv4_icmp[] = {
188 	RTE_FLOW_ITEM_TYPE_ETH,
189 	RTE_FLOW_ITEM_TYPE_VLAN,
190 	RTE_FLOW_ITEM_TYPE_VLAN,
191 	RTE_FLOW_ITEM_TYPE_IPV4,
192 	RTE_FLOW_ITEM_TYPE_ICMP,
193 	RTE_FLOW_ITEM_TYPE_END,
194 };
195 
196 /* non-tunnel IPv6 */
197 enum rte_flow_item_type pattern_eth_ipv6[] = {
198 	RTE_FLOW_ITEM_TYPE_ETH,
199 	RTE_FLOW_ITEM_TYPE_IPV6,
200 	RTE_FLOW_ITEM_TYPE_END,
201 };
202 enum rte_flow_item_type pattern_eth_vlan_ipv6[] = {
203 	RTE_FLOW_ITEM_TYPE_ETH,
204 	RTE_FLOW_ITEM_TYPE_VLAN,
205 	RTE_FLOW_ITEM_TYPE_IPV6,
206 	RTE_FLOW_ITEM_TYPE_END,
207 };
208 enum rte_flow_item_type pattern_eth_qinq_ipv6[] = {
209 	RTE_FLOW_ITEM_TYPE_ETH,
210 	RTE_FLOW_ITEM_TYPE_VLAN,
211 	RTE_FLOW_ITEM_TYPE_VLAN,
212 	RTE_FLOW_ITEM_TYPE_IPV6,
213 	RTE_FLOW_ITEM_TYPE_END,
214 };
215 enum rte_flow_item_type pattern_eth_ipv6_udp[] = {
216 	RTE_FLOW_ITEM_TYPE_ETH,
217 	RTE_FLOW_ITEM_TYPE_IPV6,
218 	RTE_FLOW_ITEM_TYPE_UDP,
219 	RTE_FLOW_ITEM_TYPE_END,
220 };
221 enum rte_flow_item_type pattern_eth_vlan_ipv6_udp[] = {
222 	RTE_FLOW_ITEM_TYPE_ETH,
223 	RTE_FLOW_ITEM_TYPE_VLAN,
224 	RTE_FLOW_ITEM_TYPE_IPV6,
225 	RTE_FLOW_ITEM_TYPE_UDP,
226 	RTE_FLOW_ITEM_TYPE_END,
227 };
228 enum rte_flow_item_type pattern_eth_qinq_ipv6_udp[] = {
229 	RTE_FLOW_ITEM_TYPE_ETH,
230 	RTE_FLOW_ITEM_TYPE_VLAN,
231 	RTE_FLOW_ITEM_TYPE_VLAN,
232 	RTE_FLOW_ITEM_TYPE_IPV6,
233 	RTE_FLOW_ITEM_TYPE_UDP,
234 	RTE_FLOW_ITEM_TYPE_END,
235 };
236 enum rte_flow_item_type pattern_eth_ipv6_tcp[] = {
237 	RTE_FLOW_ITEM_TYPE_ETH,
238 	RTE_FLOW_ITEM_TYPE_IPV6,
239 	RTE_FLOW_ITEM_TYPE_TCP,
240 	RTE_FLOW_ITEM_TYPE_END,
241 };
242 enum rte_flow_item_type pattern_eth_vlan_ipv6_tcp[] = {
243 	RTE_FLOW_ITEM_TYPE_ETH,
244 	RTE_FLOW_ITEM_TYPE_VLAN,
245 	RTE_FLOW_ITEM_TYPE_IPV6,
246 	RTE_FLOW_ITEM_TYPE_TCP,
247 	RTE_FLOW_ITEM_TYPE_END,
248 };
249 enum rte_flow_item_type pattern_eth_qinq_ipv6_tcp[] = {
250 	RTE_FLOW_ITEM_TYPE_ETH,
251 	RTE_FLOW_ITEM_TYPE_VLAN,
252 	RTE_FLOW_ITEM_TYPE_VLAN,
253 	RTE_FLOW_ITEM_TYPE_IPV6,
254 	RTE_FLOW_ITEM_TYPE_TCP,
255 	RTE_FLOW_ITEM_TYPE_END,
256 };
257 enum rte_flow_item_type pattern_eth_ipv6_sctp[] = {
258 	RTE_FLOW_ITEM_TYPE_ETH,
259 	RTE_FLOW_ITEM_TYPE_IPV6,
260 	RTE_FLOW_ITEM_TYPE_SCTP,
261 	RTE_FLOW_ITEM_TYPE_END,
262 };
263 enum rte_flow_item_type pattern_eth_vlan_ipv6_sctp[] = {
264 	RTE_FLOW_ITEM_TYPE_ETH,
265 	RTE_FLOW_ITEM_TYPE_VLAN,
266 	RTE_FLOW_ITEM_TYPE_IPV6,
267 	RTE_FLOW_ITEM_TYPE_SCTP,
268 	RTE_FLOW_ITEM_TYPE_END,
269 };
270 enum rte_flow_item_type pattern_eth_qinq_ipv6_sctp[] = {
271 	RTE_FLOW_ITEM_TYPE_ETH,
272 	RTE_FLOW_ITEM_TYPE_VLAN,
273 	RTE_FLOW_ITEM_TYPE_VLAN,
274 	RTE_FLOW_ITEM_TYPE_IPV6,
275 	RTE_FLOW_ITEM_TYPE_SCTP,
276 	RTE_FLOW_ITEM_TYPE_END,
277 };
278 enum rte_flow_item_type pattern_eth_ipv6_icmp6[] = {
279 	RTE_FLOW_ITEM_TYPE_ETH,
280 	RTE_FLOW_ITEM_TYPE_IPV6,
281 	RTE_FLOW_ITEM_TYPE_ICMP6,
282 	RTE_FLOW_ITEM_TYPE_END,
283 };
284 enum rte_flow_item_type pattern_eth_vlan_ipv6_icmp6[] = {
285 	RTE_FLOW_ITEM_TYPE_ETH,
286 	RTE_FLOW_ITEM_TYPE_VLAN,
287 	RTE_FLOW_ITEM_TYPE_IPV6,
288 	RTE_FLOW_ITEM_TYPE_ICMP6,
289 	RTE_FLOW_ITEM_TYPE_END,
290 };
291 enum rte_flow_item_type pattern_eth_qinq_ipv6_icmp6[] = {
292 	RTE_FLOW_ITEM_TYPE_ETH,
293 	RTE_FLOW_ITEM_TYPE_VLAN,
294 	RTE_FLOW_ITEM_TYPE_VLAN,
295 	RTE_FLOW_ITEM_TYPE_IPV6,
296 	RTE_FLOW_ITEM_TYPE_ICMP6,
297 	RTE_FLOW_ITEM_TYPE_END,
298 };
299 
300 /* IPv4 VXLAN IPv4 */
301 enum rte_flow_item_type pattern_eth_ipv4_udp_vxlan_ipv4[] = {
302 	RTE_FLOW_ITEM_TYPE_ETH,
303 	RTE_FLOW_ITEM_TYPE_IPV4,
304 	RTE_FLOW_ITEM_TYPE_UDP,
305 	RTE_FLOW_ITEM_TYPE_VXLAN,
306 	RTE_FLOW_ITEM_TYPE_IPV4,
307 	RTE_FLOW_ITEM_TYPE_END,
308 };
309 enum rte_flow_item_type pattern_eth_ipv4_udp_vxlan_ipv4_udp[] = {
310 	RTE_FLOW_ITEM_TYPE_ETH,
311 	RTE_FLOW_ITEM_TYPE_IPV4,
312 	RTE_FLOW_ITEM_TYPE_UDP,
313 	RTE_FLOW_ITEM_TYPE_VXLAN,
314 	RTE_FLOW_ITEM_TYPE_IPV4,
315 	RTE_FLOW_ITEM_TYPE_UDP,
316 	RTE_FLOW_ITEM_TYPE_END,
317 };
318 enum rte_flow_item_type pattern_eth_ipv4_udp_vxlan_ipv4_tcp[] = {
319 	RTE_FLOW_ITEM_TYPE_ETH,
320 	RTE_FLOW_ITEM_TYPE_IPV4,
321 	RTE_FLOW_ITEM_TYPE_UDP,
322 	RTE_FLOW_ITEM_TYPE_VXLAN,
323 	RTE_FLOW_ITEM_TYPE_IPV4,
324 	RTE_FLOW_ITEM_TYPE_TCP,
325 	RTE_FLOW_ITEM_TYPE_END,
326 };
327 enum rte_flow_item_type pattern_eth_ipv4_udp_vxlan_ipv4_sctp[] = {
328 	RTE_FLOW_ITEM_TYPE_ETH,
329 	RTE_FLOW_ITEM_TYPE_IPV4,
330 	RTE_FLOW_ITEM_TYPE_UDP,
331 	RTE_FLOW_ITEM_TYPE_VXLAN,
332 	RTE_FLOW_ITEM_TYPE_IPV4,
333 	RTE_FLOW_ITEM_TYPE_SCTP,
334 	RTE_FLOW_ITEM_TYPE_END,
335 };
336 enum rte_flow_item_type pattern_eth_ipv4_udp_vxlan_ipv4_icmp[] = {
337 	RTE_FLOW_ITEM_TYPE_ETH,
338 	RTE_FLOW_ITEM_TYPE_IPV4,
339 	RTE_FLOW_ITEM_TYPE_UDP,
340 	RTE_FLOW_ITEM_TYPE_VXLAN,
341 	RTE_FLOW_ITEM_TYPE_IPV4,
342 	RTE_FLOW_ITEM_TYPE_ICMP,
343 	RTE_FLOW_ITEM_TYPE_END,
344 };
345 
346 /* IPv4 VXLAN MAC IPv4 */
347 enum rte_flow_item_type pattern_eth_ipv4_udp_vxlan_eth_ipv4[] = {
348 	RTE_FLOW_ITEM_TYPE_ETH,
349 	RTE_FLOW_ITEM_TYPE_IPV4,
350 	RTE_FLOW_ITEM_TYPE_UDP,
351 	RTE_FLOW_ITEM_TYPE_VXLAN,
352 	RTE_FLOW_ITEM_TYPE_ETH,
353 	RTE_FLOW_ITEM_TYPE_IPV4,
354 	RTE_FLOW_ITEM_TYPE_END,
355 };
356 enum rte_flow_item_type pattern_eth_ipv4_udp_vxlan_eth_ipv4_udp[] = {
357 	RTE_FLOW_ITEM_TYPE_ETH,
358 	RTE_FLOW_ITEM_TYPE_IPV4,
359 	RTE_FLOW_ITEM_TYPE_UDP,
360 	RTE_FLOW_ITEM_TYPE_VXLAN,
361 	RTE_FLOW_ITEM_TYPE_ETH,
362 	RTE_FLOW_ITEM_TYPE_IPV4,
363 	RTE_FLOW_ITEM_TYPE_UDP,
364 	RTE_FLOW_ITEM_TYPE_END,
365 };
366 enum rte_flow_item_type pattern_eth_ipv4_udp_vxlan_eth_ipv4_tcp[] = {
367 	RTE_FLOW_ITEM_TYPE_ETH,
368 	RTE_FLOW_ITEM_TYPE_IPV4,
369 	RTE_FLOW_ITEM_TYPE_UDP,
370 	RTE_FLOW_ITEM_TYPE_VXLAN,
371 	RTE_FLOW_ITEM_TYPE_ETH,
372 	RTE_FLOW_ITEM_TYPE_IPV4,
373 	RTE_FLOW_ITEM_TYPE_TCP,
374 	RTE_FLOW_ITEM_TYPE_END,
375 };
376 enum rte_flow_item_type pattern_eth_ipv4_udp_vxlan_eth_ipv4_sctp[] = {
377 	RTE_FLOW_ITEM_TYPE_ETH,
378 	RTE_FLOW_ITEM_TYPE_IPV4,
379 	RTE_FLOW_ITEM_TYPE_UDP,
380 	RTE_FLOW_ITEM_TYPE_VXLAN,
381 	RTE_FLOW_ITEM_TYPE_ETH,
382 	RTE_FLOW_ITEM_TYPE_IPV4,
383 	RTE_FLOW_ITEM_TYPE_SCTP,
384 	RTE_FLOW_ITEM_TYPE_END,
385 };
386 enum rte_flow_item_type pattern_eth_ipv4_udp_vxlan_eth_ipv4_icmp[] = {
387 	RTE_FLOW_ITEM_TYPE_ETH,
388 	RTE_FLOW_ITEM_TYPE_IPV4,
389 	RTE_FLOW_ITEM_TYPE_UDP,
390 	RTE_FLOW_ITEM_TYPE_VXLAN,
391 	RTE_FLOW_ITEM_TYPE_ETH,
392 	RTE_FLOW_ITEM_TYPE_IPV4,
393 	RTE_FLOW_ITEM_TYPE_ICMP,
394 	RTE_FLOW_ITEM_TYPE_END,
395 };
396 
397 /* IPv6 VXLAN IPv4 */
398 enum rte_flow_item_type pattern_eth_ipv6_udp_vxlan_ipv4[] = {
399 	RTE_FLOW_ITEM_TYPE_ETH,
400 	RTE_FLOW_ITEM_TYPE_IPV6,
401 	RTE_FLOW_ITEM_TYPE_UDP,
402 	RTE_FLOW_ITEM_TYPE_VXLAN,
403 	RTE_FLOW_ITEM_TYPE_IPV4,
404 	RTE_FLOW_ITEM_TYPE_END,
405 };
406 enum rte_flow_item_type pattern_eth_ipv6_udp_vxlan_ipv4_tcp[] = {
407 	RTE_FLOW_ITEM_TYPE_ETH,
408 	RTE_FLOW_ITEM_TYPE_IPV6,
409 	RTE_FLOW_ITEM_TYPE_UDP,
410 	RTE_FLOW_ITEM_TYPE_VXLAN,
411 	RTE_FLOW_ITEM_TYPE_IPV4,
412 	RTE_FLOW_ITEM_TYPE_TCP,
413 	RTE_FLOW_ITEM_TYPE_END,
414 };
415 enum rte_flow_item_type pattern_eth_ipv6_udp_vxlan_ipv4_udp[] = {
416 	RTE_FLOW_ITEM_TYPE_ETH,
417 	RTE_FLOW_ITEM_TYPE_IPV6,
418 	RTE_FLOW_ITEM_TYPE_UDP,
419 	RTE_FLOW_ITEM_TYPE_VXLAN,
420 	RTE_FLOW_ITEM_TYPE_IPV4,
421 	RTE_FLOW_ITEM_TYPE_UDP,
422 	RTE_FLOW_ITEM_TYPE_END,
423 };
424 enum rte_flow_item_type pattern_eth_ipv6_udp_vxlan_ipv4_sctp[] = {
425 	RTE_FLOW_ITEM_TYPE_ETH,
426 	RTE_FLOW_ITEM_TYPE_IPV6,
427 	RTE_FLOW_ITEM_TYPE_UDP,
428 	RTE_FLOW_ITEM_TYPE_VXLAN,
429 	RTE_FLOW_ITEM_TYPE_IPV4,
430 	RTE_FLOW_ITEM_TYPE_SCTP,
431 	RTE_FLOW_ITEM_TYPE_END,
432 };
433 enum rte_flow_item_type pattern_eth_ipv6_udp_vxlan_ipv4_icmp[] = {
434 	RTE_FLOW_ITEM_TYPE_ETH,
435 	RTE_FLOW_ITEM_TYPE_IPV6,
436 	RTE_FLOW_ITEM_TYPE_UDP,
437 	RTE_FLOW_ITEM_TYPE_VXLAN,
438 	RTE_FLOW_ITEM_TYPE_IPV4,
439 	RTE_FLOW_ITEM_TYPE_ICMP,
440 	RTE_FLOW_ITEM_TYPE_END,
441 };
442 
443 /* IPv6 VXLAN MAC IPv4 */
444 enum rte_flow_item_type pattern_eth_ipv6_udp_vxlan_eth_ipv4[] = {
445 	RTE_FLOW_ITEM_TYPE_ETH,
446 	RTE_FLOW_ITEM_TYPE_IPV6,
447 	RTE_FLOW_ITEM_TYPE_UDP,
448 	RTE_FLOW_ITEM_TYPE_VXLAN,
449 	RTE_FLOW_ITEM_TYPE_ETH,
450 	RTE_FLOW_ITEM_TYPE_IPV4,
451 	RTE_FLOW_ITEM_TYPE_END,
452 };
453 enum rte_flow_item_type pattern_eth_ipv6_udp_vxlan_eth_ipv4_tcp[] = {
454 	RTE_FLOW_ITEM_TYPE_ETH,
455 	RTE_FLOW_ITEM_TYPE_IPV6,
456 	RTE_FLOW_ITEM_TYPE_UDP,
457 	RTE_FLOW_ITEM_TYPE_VXLAN,
458 	RTE_FLOW_ITEM_TYPE_ETH,
459 	RTE_FLOW_ITEM_TYPE_IPV4,
460 	RTE_FLOW_ITEM_TYPE_TCP,
461 	RTE_FLOW_ITEM_TYPE_END,
462 };
463 enum rte_flow_item_type pattern_eth_ipv6_udp_vxlan_eth_ipv4_udp[] = {
464 	RTE_FLOW_ITEM_TYPE_ETH,
465 	RTE_FLOW_ITEM_TYPE_IPV6,
466 	RTE_FLOW_ITEM_TYPE_UDP,
467 	RTE_FLOW_ITEM_TYPE_VXLAN,
468 	RTE_FLOW_ITEM_TYPE_ETH,
469 	RTE_FLOW_ITEM_TYPE_IPV4,
470 	RTE_FLOW_ITEM_TYPE_UDP,
471 	RTE_FLOW_ITEM_TYPE_END,
472 };
473 enum rte_flow_item_type pattern_eth_ipv6_udp_vxlan_eth_ipv4_sctp[] = {
474 	RTE_FLOW_ITEM_TYPE_ETH,
475 	RTE_FLOW_ITEM_TYPE_IPV6,
476 	RTE_FLOW_ITEM_TYPE_UDP,
477 	RTE_FLOW_ITEM_TYPE_VXLAN,
478 	RTE_FLOW_ITEM_TYPE_ETH,
479 	RTE_FLOW_ITEM_TYPE_IPV4,
480 	RTE_FLOW_ITEM_TYPE_SCTP,
481 	RTE_FLOW_ITEM_TYPE_END,
482 };
483 enum rte_flow_item_type pattern_eth_ipv6_udp_vxlan_eth_ipv4_icmp[] = {
484 	RTE_FLOW_ITEM_TYPE_ETH,
485 	RTE_FLOW_ITEM_TYPE_IPV6,
486 	RTE_FLOW_ITEM_TYPE_UDP,
487 	RTE_FLOW_ITEM_TYPE_VXLAN,
488 	RTE_FLOW_ITEM_TYPE_ETH,
489 	RTE_FLOW_ITEM_TYPE_IPV4,
490 	RTE_FLOW_ITEM_TYPE_ICMP,
491 	RTE_FLOW_ITEM_TYPE_END,
492 };
493 
494 /* IPv4 VXLAN IPv6 */
495 enum rte_flow_item_type pattern_eth_ipv4_udp_vxlan_ipv6[] = {
496 	RTE_FLOW_ITEM_TYPE_ETH,
497 	RTE_FLOW_ITEM_TYPE_IPV4,
498 	RTE_FLOW_ITEM_TYPE_UDP,
499 	RTE_FLOW_ITEM_TYPE_VXLAN,
500 	RTE_FLOW_ITEM_TYPE_IPV6,
501 	RTE_FLOW_ITEM_TYPE_END,
502 };
503 enum rte_flow_item_type pattern_eth_ipv4_udp_vxlan_ipv6_udp[] = {
504 	RTE_FLOW_ITEM_TYPE_ETH,
505 	RTE_FLOW_ITEM_TYPE_IPV4,
506 	RTE_FLOW_ITEM_TYPE_UDP,
507 	RTE_FLOW_ITEM_TYPE_VXLAN,
508 	RTE_FLOW_ITEM_TYPE_IPV6,
509 	RTE_FLOW_ITEM_TYPE_UDP,
510 	RTE_FLOW_ITEM_TYPE_END,
511 };
512 enum rte_flow_item_type pattern_eth_ipv4_udp_vxlan_ipv6_tcp[] = {
513 	RTE_FLOW_ITEM_TYPE_ETH,
514 	RTE_FLOW_ITEM_TYPE_IPV4,
515 	RTE_FLOW_ITEM_TYPE_UDP,
516 	RTE_FLOW_ITEM_TYPE_VXLAN,
517 	RTE_FLOW_ITEM_TYPE_IPV6,
518 	RTE_FLOW_ITEM_TYPE_TCP,
519 	RTE_FLOW_ITEM_TYPE_END,
520 };
521 enum rte_flow_item_type pattern_eth_ipv4_udp_vxlan_ipv6_sctp[] = {
522 	RTE_FLOW_ITEM_TYPE_ETH,
523 	RTE_FLOW_ITEM_TYPE_IPV4,
524 	RTE_FLOW_ITEM_TYPE_UDP,
525 	RTE_FLOW_ITEM_TYPE_VXLAN,
526 	RTE_FLOW_ITEM_TYPE_IPV6,
527 	RTE_FLOW_ITEM_TYPE_SCTP,
528 	RTE_FLOW_ITEM_TYPE_END,
529 };
530 enum rte_flow_item_type pattern_eth_ipv4_udp_vxlan_ipv6_icmp6[] = {
531 	RTE_FLOW_ITEM_TYPE_ETH,
532 	RTE_FLOW_ITEM_TYPE_IPV4,
533 	RTE_FLOW_ITEM_TYPE_UDP,
534 	RTE_FLOW_ITEM_TYPE_VXLAN,
535 	RTE_FLOW_ITEM_TYPE_IPV6,
536 	RTE_FLOW_ITEM_TYPE_ICMP6,
537 	RTE_FLOW_ITEM_TYPE_END,
538 };
539 
540 /* IPv4 VXLAN MAC IPv6 */
541 enum rte_flow_item_type pattern_eth_ipv4_udp_vxlan_eth_ipv6[] = {
542 	RTE_FLOW_ITEM_TYPE_ETH,
543 	RTE_FLOW_ITEM_TYPE_IPV4,
544 	RTE_FLOW_ITEM_TYPE_UDP,
545 	RTE_FLOW_ITEM_TYPE_VXLAN,
546 	RTE_FLOW_ITEM_TYPE_ETH,
547 	RTE_FLOW_ITEM_TYPE_IPV6,
548 	RTE_FLOW_ITEM_TYPE_END,
549 };
550 enum rte_flow_item_type pattern_eth_ipv4_udp_vxlan_eth_ipv6_udp[] = {
551 	RTE_FLOW_ITEM_TYPE_ETH,
552 	RTE_FLOW_ITEM_TYPE_IPV4,
553 	RTE_FLOW_ITEM_TYPE_UDP,
554 	RTE_FLOW_ITEM_TYPE_VXLAN,
555 	RTE_FLOW_ITEM_TYPE_ETH,
556 	RTE_FLOW_ITEM_TYPE_IPV6,
557 	RTE_FLOW_ITEM_TYPE_UDP,
558 	RTE_FLOW_ITEM_TYPE_END,
559 };
560 enum rte_flow_item_type pattern_eth_ipv4_udp_vxlan_eth_ipv6_tcp[] = {
561 	RTE_FLOW_ITEM_TYPE_ETH,
562 	RTE_FLOW_ITEM_TYPE_IPV4,
563 	RTE_FLOW_ITEM_TYPE_UDP,
564 	RTE_FLOW_ITEM_TYPE_VXLAN,
565 	RTE_FLOW_ITEM_TYPE_ETH,
566 	RTE_FLOW_ITEM_TYPE_IPV6,
567 	RTE_FLOW_ITEM_TYPE_TCP,
568 	RTE_FLOW_ITEM_TYPE_END,
569 };
570 enum rte_flow_item_type pattern_eth_ipv4_udp_vxlan_eth_ipv6_sctp[] = {
571 	RTE_FLOW_ITEM_TYPE_ETH,
572 	RTE_FLOW_ITEM_TYPE_IPV4,
573 	RTE_FLOW_ITEM_TYPE_UDP,
574 	RTE_FLOW_ITEM_TYPE_VXLAN,
575 	RTE_FLOW_ITEM_TYPE_ETH,
576 	RTE_FLOW_ITEM_TYPE_IPV6,
577 	RTE_FLOW_ITEM_TYPE_SCTP,
578 	RTE_FLOW_ITEM_TYPE_END,
579 };
580 enum rte_flow_item_type pattern_eth_ipv4_udp_vxlan_eth_ipv6_icmp6[] = {
581 	RTE_FLOW_ITEM_TYPE_ETH,
582 	RTE_FLOW_ITEM_TYPE_IPV4,
583 	RTE_FLOW_ITEM_TYPE_UDP,
584 	RTE_FLOW_ITEM_TYPE_VXLAN,
585 	RTE_FLOW_ITEM_TYPE_ETH,
586 	RTE_FLOW_ITEM_TYPE_IPV6,
587 	RTE_FLOW_ITEM_TYPE_ICMP6,
588 	RTE_FLOW_ITEM_TYPE_END,
589 };
590 
591 /* IPv6 VXLAN IPv6 */
592 enum rte_flow_item_type pattern_eth_ipv6_udp_vxlan_ipv6[] = {
593 	RTE_FLOW_ITEM_TYPE_ETH,
594 	RTE_FLOW_ITEM_TYPE_IPV6,
595 	RTE_FLOW_ITEM_TYPE_UDP,
596 	RTE_FLOW_ITEM_TYPE_VXLAN,
597 	RTE_FLOW_ITEM_TYPE_IPV6,
598 	RTE_FLOW_ITEM_TYPE_END,
599 };
600 enum rte_flow_item_type pattern_eth_ipv6_udp_vxlan_ipv6_tcp[] = {
601 	RTE_FLOW_ITEM_TYPE_ETH,
602 	RTE_FLOW_ITEM_TYPE_IPV6,
603 	RTE_FLOW_ITEM_TYPE_UDP,
604 	RTE_FLOW_ITEM_TYPE_VXLAN,
605 	RTE_FLOW_ITEM_TYPE_IPV6,
606 	RTE_FLOW_ITEM_TYPE_TCP,
607 	RTE_FLOW_ITEM_TYPE_END,
608 };
609 enum rte_flow_item_type pattern_eth_ipv6_udp_vxlan_ipv6_udp[] = {
610 	RTE_FLOW_ITEM_TYPE_ETH,
611 	RTE_FLOW_ITEM_TYPE_IPV6,
612 	RTE_FLOW_ITEM_TYPE_UDP,
613 	RTE_FLOW_ITEM_TYPE_VXLAN,
614 	RTE_FLOW_ITEM_TYPE_IPV6,
615 	RTE_FLOW_ITEM_TYPE_UDP,
616 	RTE_FLOW_ITEM_TYPE_END,
617 };
618 enum rte_flow_item_type pattern_eth_ipv6_udp_vxlan_ipv6_sctp[] = {
619 	RTE_FLOW_ITEM_TYPE_ETH,
620 	RTE_FLOW_ITEM_TYPE_IPV6,
621 	RTE_FLOW_ITEM_TYPE_UDP,
622 	RTE_FLOW_ITEM_TYPE_VXLAN,
623 	RTE_FLOW_ITEM_TYPE_IPV6,
624 	RTE_FLOW_ITEM_TYPE_SCTP,
625 	RTE_FLOW_ITEM_TYPE_END,
626 };
627 enum rte_flow_item_type pattern_eth_ipv6_udp_vxlan_ipv6_icmp6[] = {
628 	RTE_FLOW_ITEM_TYPE_ETH,
629 	RTE_FLOW_ITEM_TYPE_IPV6,
630 	RTE_FLOW_ITEM_TYPE_UDP,
631 	RTE_FLOW_ITEM_TYPE_VXLAN,
632 	RTE_FLOW_ITEM_TYPE_IPV6,
633 	RTE_FLOW_ITEM_TYPE_ICMP6,
634 	RTE_FLOW_ITEM_TYPE_END,
635 };
636 
637 /* IPv6 VXLAN MAC IPv6 */
638 enum rte_flow_item_type pattern_eth_ipv6_udp_vxlan_eth_ipv6[] = {
639 	RTE_FLOW_ITEM_TYPE_ETH,
640 	RTE_FLOW_ITEM_TYPE_IPV6,
641 	RTE_FLOW_ITEM_TYPE_UDP,
642 	RTE_FLOW_ITEM_TYPE_VXLAN,
643 	RTE_FLOW_ITEM_TYPE_ETH,
644 	RTE_FLOW_ITEM_TYPE_IPV6,
645 	RTE_FLOW_ITEM_TYPE_END,
646 };
647 enum rte_flow_item_type pattern_eth_ipv6_udp_vxlan_eth_ipv6_tcp[] = {
648 	RTE_FLOW_ITEM_TYPE_ETH,
649 	RTE_FLOW_ITEM_TYPE_IPV6,
650 	RTE_FLOW_ITEM_TYPE_UDP,
651 	RTE_FLOW_ITEM_TYPE_VXLAN,
652 	RTE_FLOW_ITEM_TYPE_ETH,
653 	RTE_FLOW_ITEM_TYPE_IPV6,
654 	RTE_FLOW_ITEM_TYPE_TCP,
655 	RTE_FLOW_ITEM_TYPE_END,
656 };
657 enum rte_flow_item_type pattern_eth_ipv6_udp_vxlan_eth_ipv6_udp[] = {
658 	RTE_FLOW_ITEM_TYPE_ETH,
659 	RTE_FLOW_ITEM_TYPE_IPV6,
660 	RTE_FLOW_ITEM_TYPE_UDP,
661 	RTE_FLOW_ITEM_TYPE_VXLAN,
662 	RTE_FLOW_ITEM_TYPE_ETH,
663 	RTE_FLOW_ITEM_TYPE_IPV6,
664 	RTE_FLOW_ITEM_TYPE_UDP,
665 	RTE_FLOW_ITEM_TYPE_END,
666 };
667 enum rte_flow_item_type pattern_eth_ipv6_udp_vxlan_eth_ipv6_sctp[] = {
668 	RTE_FLOW_ITEM_TYPE_ETH,
669 	RTE_FLOW_ITEM_TYPE_IPV6,
670 	RTE_FLOW_ITEM_TYPE_UDP,
671 	RTE_FLOW_ITEM_TYPE_VXLAN,
672 	RTE_FLOW_ITEM_TYPE_ETH,
673 	RTE_FLOW_ITEM_TYPE_IPV6,
674 	RTE_FLOW_ITEM_TYPE_SCTP,
675 	RTE_FLOW_ITEM_TYPE_END,
676 };
677 enum rte_flow_item_type pattern_eth_ipv6_udp_vxlan_eth_ipv6_icmp6[] = {
678 	RTE_FLOW_ITEM_TYPE_ETH,
679 	RTE_FLOW_ITEM_TYPE_IPV6,
680 	RTE_FLOW_ITEM_TYPE_UDP,
681 	RTE_FLOW_ITEM_TYPE_VXLAN,
682 	RTE_FLOW_ITEM_TYPE_ETH,
683 	RTE_FLOW_ITEM_TYPE_IPV6,
684 	RTE_FLOW_ITEM_TYPE_ICMP6,
685 	RTE_FLOW_ITEM_TYPE_END,
686 };
687 
688 /* IPv4 NVGRE IPv4 */
689 enum rte_flow_item_type pattern_eth_ipv4_nvgre_ipv4[] = {
690 	RTE_FLOW_ITEM_TYPE_ETH,
691 	RTE_FLOW_ITEM_TYPE_IPV4,
692 	RTE_FLOW_ITEM_TYPE_NVGRE,
693 	RTE_FLOW_ITEM_TYPE_IPV4,
694 	RTE_FLOW_ITEM_TYPE_END,
695 };
696 enum rte_flow_item_type pattern_eth_ipv4_nvgre_ipv4_udp[] = {
697 	RTE_FLOW_ITEM_TYPE_ETH,
698 	RTE_FLOW_ITEM_TYPE_IPV4,
699 	RTE_FLOW_ITEM_TYPE_NVGRE,
700 	RTE_FLOW_ITEM_TYPE_IPV4,
701 	RTE_FLOW_ITEM_TYPE_UDP,
702 	RTE_FLOW_ITEM_TYPE_END,
703 };
704 enum rte_flow_item_type pattern_eth_ipv4_nvgre_ipv4_tcp[] = {
705 	RTE_FLOW_ITEM_TYPE_ETH,
706 	RTE_FLOW_ITEM_TYPE_IPV4,
707 	RTE_FLOW_ITEM_TYPE_NVGRE,
708 	RTE_FLOW_ITEM_TYPE_IPV4,
709 	RTE_FLOW_ITEM_TYPE_TCP,
710 	RTE_FLOW_ITEM_TYPE_END,
711 };
712 enum rte_flow_item_type pattern_eth_ipv4_nvgre_ipv4_sctp[] = {
713 	RTE_FLOW_ITEM_TYPE_ETH,
714 	RTE_FLOW_ITEM_TYPE_IPV4,
715 	RTE_FLOW_ITEM_TYPE_NVGRE,
716 	RTE_FLOW_ITEM_TYPE_IPV4,
717 	RTE_FLOW_ITEM_TYPE_SCTP,
718 	RTE_FLOW_ITEM_TYPE_END,
719 };
720 enum rte_flow_item_type pattern_eth_ipv4_nvgre_ipv4_icmp[] = {
721 	RTE_FLOW_ITEM_TYPE_ETH,
722 	RTE_FLOW_ITEM_TYPE_IPV4,
723 	RTE_FLOW_ITEM_TYPE_NVGRE,
724 	RTE_FLOW_ITEM_TYPE_IPV4,
725 	RTE_FLOW_ITEM_TYPE_ICMP,
726 	RTE_FLOW_ITEM_TYPE_END,
727 };
728 
729 /* IPv4 NVGRE MAC IPv4 */
730 enum rte_flow_item_type pattern_eth_ipv4_nvgre_eth_ipv4[] = {
731 	RTE_FLOW_ITEM_TYPE_ETH,
732 	RTE_FLOW_ITEM_TYPE_IPV4,
733 	RTE_FLOW_ITEM_TYPE_NVGRE,
734 	RTE_FLOW_ITEM_TYPE_ETH,
735 	RTE_FLOW_ITEM_TYPE_IPV4,
736 	RTE_FLOW_ITEM_TYPE_END,
737 };
738 enum rte_flow_item_type pattern_eth_ipv4_nvgre_eth_ipv4_udp[] = {
739 	RTE_FLOW_ITEM_TYPE_ETH,
740 	RTE_FLOW_ITEM_TYPE_IPV4,
741 	RTE_FLOW_ITEM_TYPE_NVGRE,
742 	RTE_FLOW_ITEM_TYPE_ETH,
743 	RTE_FLOW_ITEM_TYPE_IPV4,
744 	RTE_FLOW_ITEM_TYPE_UDP,
745 	RTE_FLOW_ITEM_TYPE_END,
746 };
747 enum rte_flow_item_type pattern_eth_ipv4_nvgre_eth_ipv4_tcp[] = {
748 	RTE_FLOW_ITEM_TYPE_ETH,
749 	RTE_FLOW_ITEM_TYPE_IPV4,
750 	RTE_FLOW_ITEM_TYPE_NVGRE,
751 	RTE_FLOW_ITEM_TYPE_ETH,
752 	RTE_FLOW_ITEM_TYPE_IPV4,
753 	RTE_FLOW_ITEM_TYPE_TCP,
754 	RTE_FLOW_ITEM_TYPE_END,
755 };
756 enum rte_flow_item_type pattern_eth_ipv4_nvgre_eth_ipv4_sctp[] = {
757 	RTE_FLOW_ITEM_TYPE_ETH,
758 	RTE_FLOW_ITEM_TYPE_IPV4,
759 	RTE_FLOW_ITEM_TYPE_NVGRE,
760 	RTE_FLOW_ITEM_TYPE_ETH,
761 	RTE_FLOW_ITEM_TYPE_IPV4,
762 	RTE_FLOW_ITEM_TYPE_SCTP,
763 	RTE_FLOW_ITEM_TYPE_END,
764 };
765 enum rte_flow_item_type pattern_eth_ipv4_nvgre_eth_ipv4_icmp[] = {
766 	RTE_FLOW_ITEM_TYPE_ETH,
767 	RTE_FLOW_ITEM_TYPE_IPV4,
768 	RTE_FLOW_ITEM_TYPE_NVGRE,
769 	RTE_FLOW_ITEM_TYPE_ETH,
770 	RTE_FLOW_ITEM_TYPE_IPV4,
771 	RTE_FLOW_ITEM_TYPE_ICMP,
772 	RTE_FLOW_ITEM_TYPE_END,
773 };
774 
775 /* IPv6 NVGRE IPv4 */
776 enum rte_flow_item_type pattern_eth_ipv6_nvgre_ipv4[] = {
777 	RTE_FLOW_ITEM_TYPE_ETH,
778 	RTE_FLOW_ITEM_TYPE_IPV6,
779 	RTE_FLOW_ITEM_TYPE_NVGRE,
780 	RTE_FLOW_ITEM_TYPE_IPV4,
781 	RTE_FLOW_ITEM_TYPE_END,
782 };
783 enum rte_flow_item_type pattern_eth_ipv6_nvgre_ipv4_tcp[] = {
784 	RTE_FLOW_ITEM_TYPE_ETH,
785 	RTE_FLOW_ITEM_TYPE_IPV6,
786 	RTE_FLOW_ITEM_TYPE_NVGRE,
787 	RTE_FLOW_ITEM_TYPE_IPV4,
788 	RTE_FLOW_ITEM_TYPE_TCP,
789 	RTE_FLOW_ITEM_TYPE_END,
790 };
791 enum rte_flow_item_type pattern_eth_ipv6_nvgre_ipv4_udp[] = {
792 	RTE_FLOW_ITEM_TYPE_ETH,
793 	RTE_FLOW_ITEM_TYPE_IPV6,
794 	RTE_FLOW_ITEM_TYPE_NVGRE,
795 	RTE_FLOW_ITEM_TYPE_IPV4,
796 	RTE_FLOW_ITEM_TYPE_UDP,
797 	RTE_FLOW_ITEM_TYPE_END,
798 };
799 enum rte_flow_item_type pattern_eth_ipv6_nvgre_ipv4_sctp[] = {
800 	RTE_FLOW_ITEM_TYPE_ETH,
801 	RTE_FLOW_ITEM_TYPE_IPV6,
802 	RTE_FLOW_ITEM_TYPE_NVGRE,
803 	RTE_FLOW_ITEM_TYPE_IPV4,
804 	RTE_FLOW_ITEM_TYPE_SCTP,
805 	RTE_FLOW_ITEM_TYPE_END,
806 };
807 enum rte_flow_item_type pattern_eth_ipv6_nvgre_ipv4_icmp[] = {
808 	RTE_FLOW_ITEM_TYPE_ETH,
809 	RTE_FLOW_ITEM_TYPE_IPV6,
810 	RTE_FLOW_ITEM_TYPE_NVGRE,
811 	RTE_FLOW_ITEM_TYPE_IPV4,
812 	RTE_FLOW_ITEM_TYPE_ICMP,
813 	RTE_FLOW_ITEM_TYPE_END,
814 };
815 
816 /* IPv6 NVGRE MAC IPv4 */
817 enum rte_flow_item_type pattern_eth_ipv6_nvgre_eth_ipv4[] = {
818 	RTE_FLOW_ITEM_TYPE_ETH,
819 	RTE_FLOW_ITEM_TYPE_IPV6,
820 	RTE_FLOW_ITEM_TYPE_NVGRE,
821 	RTE_FLOW_ITEM_TYPE_ETH,
822 	RTE_FLOW_ITEM_TYPE_IPV4,
823 	RTE_FLOW_ITEM_TYPE_END,
824 };
825 enum rte_flow_item_type pattern_eth_ipv6_nvgre_eth_ipv4_tcp[] = {
826 	RTE_FLOW_ITEM_TYPE_ETH,
827 	RTE_FLOW_ITEM_TYPE_IPV6,
828 	RTE_FLOW_ITEM_TYPE_NVGRE,
829 	RTE_FLOW_ITEM_TYPE_ETH,
830 	RTE_FLOW_ITEM_TYPE_IPV4,
831 	RTE_FLOW_ITEM_TYPE_TCP,
832 	RTE_FLOW_ITEM_TYPE_END,
833 };
834 enum rte_flow_item_type pattern_eth_ipv6_nvgre_eth_ipv4_udp[] = {
835 	RTE_FLOW_ITEM_TYPE_ETH,
836 	RTE_FLOW_ITEM_TYPE_IPV6,
837 	RTE_FLOW_ITEM_TYPE_NVGRE,
838 	RTE_FLOW_ITEM_TYPE_ETH,
839 	RTE_FLOW_ITEM_TYPE_IPV4,
840 	RTE_FLOW_ITEM_TYPE_UDP,
841 	RTE_FLOW_ITEM_TYPE_END,
842 };
843 enum rte_flow_item_type pattern_eth_ipv6_nvgre_eth_ipv4_sctp[] = {
844 	RTE_FLOW_ITEM_TYPE_ETH,
845 	RTE_FLOW_ITEM_TYPE_IPV6,
846 	RTE_FLOW_ITEM_TYPE_NVGRE,
847 	RTE_FLOW_ITEM_TYPE_ETH,
848 	RTE_FLOW_ITEM_TYPE_IPV4,
849 	RTE_FLOW_ITEM_TYPE_SCTP,
850 	RTE_FLOW_ITEM_TYPE_END,
851 };
852 enum rte_flow_item_type pattern_eth_ipv6_nvgre_eth_ipv4_icmp[] = {
853 	RTE_FLOW_ITEM_TYPE_ETH,
854 	RTE_FLOW_ITEM_TYPE_IPV6,
855 	RTE_FLOW_ITEM_TYPE_NVGRE,
856 	RTE_FLOW_ITEM_TYPE_ETH,
857 	RTE_FLOW_ITEM_TYPE_IPV4,
858 	RTE_FLOW_ITEM_TYPE_ICMP,
859 	RTE_FLOW_ITEM_TYPE_END,
860 };
861 
862 /* IPv4 NVGRE IPv6 */
863 enum rte_flow_item_type pattern_eth_ipv4_nvgre_ipv6[] = {
864 	RTE_FLOW_ITEM_TYPE_ETH,
865 	RTE_FLOW_ITEM_TYPE_IPV4,
866 	RTE_FLOW_ITEM_TYPE_NVGRE,
867 	RTE_FLOW_ITEM_TYPE_IPV6,
868 	RTE_FLOW_ITEM_TYPE_END,
869 };
870 enum rte_flow_item_type pattern_eth_ipv4_nvgre_ipv6_udp[] = {
871 	RTE_FLOW_ITEM_TYPE_ETH,
872 	RTE_FLOW_ITEM_TYPE_IPV4,
873 	RTE_FLOW_ITEM_TYPE_NVGRE,
874 	RTE_FLOW_ITEM_TYPE_IPV6,
875 	RTE_FLOW_ITEM_TYPE_UDP,
876 	RTE_FLOW_ITEM_TYPE_END,
877 };
878 enum rte_flow_item_type pattern_eth_ipv4_nvgre_ipv6_tcp[] = {
879 	RTE_FLOW_ITEM_TYPE_ETH,
880 	RTE_FLOW_ITEM_TYPE_IPV4,
881 	RTE_FLOW_ITEM_TYPE_NVGRE,
882 	RTE_FLOW_ITEM_TYPE_IPV6,
883 	RTE_FLOW_ITEM_TYPE_TCP,
884 	RTE_FLOW_ITEM_TYPE_END,
885 };
886 enum rte_flow_item_type pattern_eth_ipv4_nvgre_ipv6_sctp[] = {
887 	RTE_FLOW_ITEM_TYPE_ETH,
888 	RTE_FLOW_ITEM_TYPE_IPV4,
889 	RTE_FLOW_ITEM_TYPE_NVGRE,
890 	RTE_FLOW_ITEM_TYPE_IPV6,
891 	RTE_FLOW_ITEM_TYPE_SCTP,
892 	RTE_FLOW_ITEM_TYPE_END,
893 };
894 enum rte_flow_item_type pattern_eth_ipv4_nvgre_ipv6_icmp6[] = {
895 	RTE_FLOW_ITEM_TYPE_ETH,
896 	RTE_FLOW_ITEM_TYPE_IPV4,
897 	RTE_FLOW_ITEM_TYPE_NVGRE,
898 	RTE_FLOW_ITEM_TYPE_IPV6,
899 	RTE_FLOW_ITEM_TYPE_ICMP6,
900 	RTE_FLOW_ITEM_TYPE_END,
901 };
902 
903 /* IPv4 NVGRE MAC IPv6 */
904 enum rte_flow_item_type pattern_eth_ipv4_nvgre_eth_ipv6[] = {
905 	RTE_FLOW_ITEM_TYPE_ETH,
906 	RTE_FLOW_ITEM_TYPE_IPV4,
907 	RTE_FLOW_ITEM_TYPE_NVGRE,
908 	RTE_FLOW_ITEM_TYPE_ETH,
909 	RTE_FLOW_ITEM_TYPE_IPV6,
910 	RTE_FLOW_ITEM_TYPE_END,
911 };
912 enum rte_flow_item_type pattern_eth_ipv4_nvgre_eth_ipv6_udp[] = {
913 	RTE_FLOW_ITEM_TYPE_ETH,
914 	RTE_FLOW_ITEM_TYPE_IPV4,
915 	RTE_FLOW_ITEM_TYPE_NVGRE,
916 	RTE_FLOW_ITEM_TYPE_ETH,
917 	RTE_FLOW_ITEM_TYPE_IPV6,
918 	RTE_FLOW_ITEM_TYPE_UDP,
919 	RTE_FLOW_ITEM_TYPE_END,
920 };
921 enum rte_flow_item_type pattern_eth_ipv4_nvgre_eth_ipv6_tcp[] = {
922 	RTE_FLOW_ITEM_TYPE_ETH,
923 	RTE_FLOW_ITEM_TYPE_IPV4,
924 	RTE_FLOW_ITEM_TYPE_NVGRE,
925 	RTE_FLOW_ITEM_TYPE_ETH,
926 	RTE_FLOW_ITEM_TYPE_IPV6,
927 	RTE_FLOW_ITEM_TYPE_TCP,
928 	RTE_FLOW_ITEM_TYPE_END,
929 };
930 enum rte_flow_item_type pattern_eth_ipv4_nvgre_eth_ipv6_sctp[] = {
931 	RTE_FLOW_ITEM_TYPE_ETH,
932 	RTE_FLOW_ITEM_TYPE_IPV4,
933 	RTE_FLOW_ITEM_TYPE_NVGRE,
934 	RTE_FLOW_ITEM_TYPE_ETH,
935 	RTE_FLOW_ITEM_TYPE_IPV6,
936 	RTE_FLOW_ITEM_TYPE_SCTP,
937 	RTE_FLOW_ITEM_TYPE_END,
938 };
939 enum rte_flow_item_type pattern_eth_ipv4_nvgre_eth_ipv6_icmp6[] = {
940 	RTE_FLOW_ITEM_TYPE_ETH,
941 	RTE_FLOW_ITEM_TYPE_IPV4,
942 	RTE_FLOW_ITEM_TYPE_NVGRE,
943 	RTE_FLOW_ITEM_TYPE_ETH,
944 	RTE_FLOW_ITEM_TYPE_IPV6,
945 	RTE_FLOW_ITEM_TYPE_ICMP6,
946 	RTE_FLOW_ITEM_TYPE_END,
947 };
948 
949 /* IPv6 NVGRE IPv6 */
950 enum rte_flow_item_type pattern_eth_ipv6_nvgre_ipv6[] = {
951 	RTE_FLOW_ITEM_TYPE_ETH,
952 	RTE_FLOW_ITEM_TYPE_IPV6,
953 	RTE_FLOW_ITEM_TYPE_NVGRE,
954 	RTE_FLOW_ITEM_TYPE_IPV6,
955 	RTE_FLOW_ITEM_TYPE_END,
956 };
957 enum rte_flow_item_type pattern_eth_ipv6_nvgre_ipv6_tcp[] = {
958 	RTE_FLOW_ITEM_TYPE_ETH,
959 	RTE_FLOW_ITEM_TYPE_IPV6,
960 	RTE_FLOW_ITEM_TYPE_NVGRE,
961 	RTE_FLOW_ITEM_TYPE_IPV6,
962 	RTE_FLOW_ITEM_TYPE_TCP,
963 	RTE_FLOW_ITEM_TYPE_END,
964 };
965 enum rte_flow_item_type pattern_eth_ipv6_nvgre_ipv6_udp[] = {
966 	RTE_FLOW_ITEM_TYPE_ETH,
967 	RTE_FLOW_ITEM_TYPE_IPV6,
968 	RTE_FLOW_ITEM_TYPE_NVGRE,
969 	RTE_FLOW_ITEM_TYPE_IPV6,
970 	RTE_FLOW_ITEM_TYPE_UDP,
971 	RTE_FLOW_ITEM_TYPE_END,
972 };
973 enum rte_flow_item_type pattern_eth_ipv6_nvgre_ipv6_sctp[] = {
974 	RTE_FLOW_ITEM_TYPE_ETH,
975 	RTE_FLOW_ITEM_TYPE_IPV6,
976 	RTE_FLOW_ITEM_TYPE_NVGRE,
977 	RTE_FLOW_ITEM_TYPE_IPV6,
978 	RTE_FLOW_ITEM_TYPE_SCTP,
979 	RTE_FLOW_ITEM_TYPE_END,
980 };
981 enum rte_flow_item_type pattern_eth_ipv6_nvgre_ipv6_icmp6[] = {
982 	RTE_FLOW_ITEM_TYPE_ETH,
983 	RTE_FLOW_ITEM_TYPE_IPV6,
984 	RTE_FLOW_ITEM_TYPE_NVGRE,
985 	RTE_FLOW_ITEM_TYPE_IPV6,
986 	RTE_FLOW_ITEM_TYPE_ICMP6,
987 	RTE_FLOW_ITEM_TYPE_END,
988 };
989 
990 /* IPv6 NVGRE MAC IPv6 */
991 enum rte_flow_item_type pattern_eth_ipv6_nvgre_eth_ipv6[] = {
992 	RTE_FLOW_ITEM_TYPE_ETH,
993 	RTE_FLOW_ITEM_TYPE_IPV6,
994 	RTE_FLOW_ITEM_TYPE_NVGRE,
995 	RTE_FLOW_ITEM_TYPE_ETH,
996 	RTE_FLOW_ITEM_TYPE_IPV6,
997 	RTE_FLOW_ITEM_TYPE_END,
998 };
999 enum rte_flow_item_type pattern_eth_ipv6_nvgre_eth_ipv6_tcp[] = {
1000 	RTE_FLOW_ITEM_TYPE_ETH,
1001 	RTE_FLOW_ITEM_TYPE_IPV6,
1002 	RTE_FLOW_ITEM_TYPE_NVGRE,
1003 	RTE_FLOW_ITEM_TYPE_ETH,
1004 	RTE_FLOW_ITEM_TYPE_IPV6,
1005 	RTE_FLOW_ITEM_TYPE_TCP,
1006 	RTE_FLOW_ITEM_TYPE_END,
1007 };
1008 enum rte_flow_item_type pattern_eth_ipv6_nvgre_eth_ipv6_udp[] = {
1009 	RTE_FLOW_ITEM_TYPE_ETH,
1010 	RTE_FLOW_ITEM_TYPE_IPV6,
1011 	RTE_FLOW_ITEM_TYPE_NVGRE,
1012 	RTE_FLOW_ITEM_TYPE_ETH,
1013 	RTE_FLOW_ITEM_TYPE_IPV6,
1014 	RTE_FLOW_ITEM_TYPE_UDP,
1015 	RTE_FLOW_ITEM_TYPE_END,
1016 };
1017 enum rte_flow_item_type pattern_eth_ipv6_nvgre_eth_ipv6_sctp[] = {
1018 	RTE_FLOW_ITEM_TYPE_ETH,
1019 	RTE_FLOW_ITEM_TYPE_IPV6,
1020 	RTE_FLOW_ITEM_TYPE_NVGRE,
1021 	RTE_FLOW_ITEM_TYPE_ETH,
1022 	RTE_FLOW_ITEM_TYPE_IPV6,
1023 	RTE_FLOW_ITEM_TYPE_SCTP,
1024 	RTE_FLOW_ITEM_TYPE_END,
1025 };
1026 enum rte_flow_item_type pattern_eth_ipv6_nvgre_eth_ipv6_icmp6[] = {
1027 	RTE_FLOW_ITEM_TYPE_ETH,
1028 	RTE_FLOW_ITEM_TYPE_IPV6,
1029 	RTE_FLOW_ITEM_TYPE_NVGRE,
1030 	RTE_FLOW_ITEM_TYPE_ETH,
1031 	RTE_FLOW_ITEM_TYPE_IPV6,
1032 	RTE_FLOW_ITEM_TYPE_ICMP6,
1033 	RTE_FLOW_ITEM_TYPE_END,
1034 };
1035 
1036 /*IPv4 GTPU (EH) */
1037 enum rte_flow_item_type pattern_eth_ipv4_gtpu[] = {
1038 	RTE_FLOW_ITEM_TYPE_ETH,
1039 	RTE_FLOW_ITEM_TYPE_IPV4,
1040 	RTE_FLOW_ITEM_TYPE_UDP,
1041 	RTE_FLOW_ITEM_TYPE_GTPU,
1042 	RTE_FLOW_ITEM_TYPE_END,
1043 };
1044 
1045 enum rte_flow_item_type pattern_eth_ipv4_gtpu_eh[] = {
1046 	RTE_FLOW_ITEM_TYPE_ETH,
1047 	RTE_FLOW_ITEM_TYPE_IPV4,
1048 	RTE_FLOW_ITEM_TYPE_UDP,
1049 	RTE_FLOW_ITEM_TYPE_GTPU,
1050 	RTE_FLOW_ITEM_TYPE_GTP_PSC,
1051 	RTE_FLOW_ITEM_TYPE_END,
1052 };
1053 
1054 /*IPv6 GTPU (EH) */
1055 enum rte_flow_item_type pattern_eth_ipv6_gtpu[] = {
1056 	RTE_FLOW_ITEM_TYPE_ETH,
1057 	RTE_FLOW_ITEM_TYPE_IPV6,
1058 	RTE_FLOW_ITEM_TYPE_UDP,
1059 	RTE_FLOW_ITEM_TYPE_GTPU,
1060 	RTE_FLOW_ITEM_TYPE_END,
1061 };
1062 
1063 enum rte_flow_item_type pattern_eth_ipv6_gtpu_eh[] = {
1064 	RTE_FLOW_ITEM_TYPE_ETH,
1065 	RTE_FLOW_ITEM_TYPE_IPV6,
1066 	RTE_FLOW_ITEM_TYPE_UDP,
1067 	RTE_FLOW_ITEM_TYPE_GTPU,
1068 	RTE_FLOW_ITEM_TYPE_GTP_PSC,
1069 	RTE_FLOW_ITEM_TYPE_END,
1070 };
1071 
1072 /*IPv4 GTPU IPv4 */
1073 enum rte_flow_item_type pattern_eth_ipv4_gtpu_ipv4[] = {
1074 	RTE_FLOW_ITEM_TYPE_ETH,
1075 	RTE_FLOW_ITEM_TYPE_IPV4,
1076 	RTE_FLOW_ITEM_TYPE_UDP,
1077 	RTE_FLOW_ITEM_TYPE_GTPU,
1078 	RTE_FLOW_ITEM_TYPE_IPV4,
1079 	RTE_FLOW_ITEM_TYPE_END,
1080 };
1081 
1082 enum rte_flow_item_type pattern_eth_ipv4_gtpu_ipv4_udp[] = {
1083 	RTE_FLOW_ITEM_TYPE_ETH,
1084 	RTE_FLOW_ITEM_TYPE_IPV4,
1085 	RTE_FLOW_ITEM_TYPE_UDP,
1086 	RTE_FLOW_ITEM_TYPE_GTPU,
1087 	RTE_FLOW_ITEM_TYPE_IPV4,
1088 	RTE_FLOW_ITEM_TYPE_UDP,
1089 	RTE_FLOW_ITEM_TYPE_END,
1090 };
1091 
1092 enum rte_flow_item_type pattern_eth_ipv4_gtpu_ipv4_tcp[] = {
1093 	RTE_FLOW_ITEM_TYPE_ETH,
1094 	RTE_FLOW_ITEM_TYPE_IPV4,
1095 	RTE_FLOW_ITEM_TYPE_UDP,
1096 	RTE_FLOW_ITEM_TYPE_GTPU,
1097 	RTE_FLOW_ITEM_TYPE_IPV4,
1098 	RTE_FLOW_ITEM_TYPE_TCP,
1099 	RTE_FLOW_ITEM_TYPE_END,
1100 };
1101 
1102 enum rte_flow_item_type pattern_eth_ipv4_gtpu_ipv4_icmp[] = {
1103 	RTE_FLOW_ITEM_TYPE_ETH,
1104 	RTE_FLOW_ITEM_TYPE_IPV4,
1105 	RTE_FLOW_ITEM_TYPE_UDP,
1106 	RTE_FLOW_ITEM_TYPE_GTPU,
1107 	RTE_FLOW_ITEM_TYPE_IPV4,
1108 	RTE_FLOW_ITEM_TYPE_ICMP,
1109 	RTE_FLOW_ITEM_TYPE_END,
1110 };
1111 
1112 /*IPv4 GTPU IPv6 */
1113 enum rte_flow_item_type pattern_eth_ipv4_gtpu_ipv6[] = {
1114 	RTE_FLOW_ITEM_TYPE_ETH,
1115 	RTE_FLOW_ITEM_TYPE_IPV4,
1116 	RTE_FLOW_ITEM_TYPE_UDP,
1117 	RTE_FLOW_ITEM_TYPE_GTPU,
1118 	RTE_FLOW_ITEM_TYPE_IPV6,
1119 	RTE_FLOW_ITEM_TYPE_END,
1120 };
1121 
1122 enum rte_flow_item_type pattern_eth_ipv4_gtpu_ipv6_udp[] = {
1123 	RTE_FLOW_ITEM_TYPE_ETH,
1124 	RTE_FLOW_ITEM_TYPE_IPV4,
1125 	RTE_FLOW_ITEM_TYPE_UDP,
1126 	RTE_FLOW_ITEM_TYPE_GTPU,
1127 	RTE_FLOW_ITEM_TYPE_IPV6,
1128 	RTE_FLOW_ITEM_TYPE_UDP,
1129 	RTE_FLOW_ITEM_TYPE_END,
1130 };
1131 
1132 enum rte_flow_item_type pattern_eth_ipv4_gtpu_ipv6_tcp[] = {
1133 	RTE_FLOW_ITEM_TYPE_ETH,
1134 	RTE_FLOW_ITEM_TYPE_IPV4,
1135 	RTE_FLOW_ITEM_TYPE_UDP,
1136 	RTE_FLOW_ITEM_TYPE_GTPU,
1137 	RTE_FLOW_ITEM_TYPE_IPV6,
1138 	RTE_FLOW_ITEM_TYPE_TCP,
1139 	RTE_FLOW_ITEM_TYPE_END,
1140 };
1141 
1142 enum rte_flow_item_type pattern_eth_ipv4_gtpu_ipv6_icmp[] = {
1143 	RTE_FLOW_ITEM_TYPE_ETH,
1144 	RTE_FLOW_ITEM_TYPE_IPV4,
1145 	RTE_FLOW_ITEM_TYPE_UDP,
1146 	RTE_FLOW_ITEM_TYPE_GTPU,
1147 	RTE_FLOW_ITEM_TYPE_IPV6,
1148 	RTE_FLOW_ITEM_TYPE_ICMP,
1149 	RTE_FLOW_ITEM_TYPE_END,
1150 };
1151 
1152 /*IPv6 GTPU IPv4 */
1153 enum rte_flow_item_type pattern_eth_ipv6_gtpu_ipv4[] = {
1154 	RTE_FLOW_ITEM_TYPE_ETH,
1155 	RTE_FLOW_ITEM_TYPE_IPV6,
1156 	RTE_FLOW_ITEM_TYPE_UDP,
1157 	RTE_FLOW_ITEM_TYPE_GTPU,
1158 	RTE_FLOW_ITEM_TYPE_IPV4,
1159 	RTE_FLOW_ITEM_TYPE_END,
1160 };
1161 
1162 enum rte_flow_item_type pattern_eth_ipv6_gtpu_ipv4_udp[] = {
1163 	RTE_FLOW_ITEM_TYPE_ETH,
1164 	RTE_FLOW_ITEM_TYPE_IPV6,
1165 	RTE_FLOW_ITEM_TYPE_UDP,
1166 	RTE_FLOW_ITEM_TYPE_GTPU,
1167 	RTE_FLOW_ITEM_TYPE_IPV4,
1168 	RTE_FLOW_ITEM_TYPE_UDP,
1169 	RTE_FLOW_ITEM_TYPE_END,
1170 };
1171 
1172 enum rte_flow_item_type pattern_eth_ipv6_gtpu_ipv4_tcp[] = {
1173 	RTE_FLOW_ITEM_TYPE_ETH,
1174 	RTE_FLOW_ITEM_TYPE_IPV6,
1175 	RTE_FLOW_ITEM_TYPE_UDP,
1176 	RTE_FLOW_ITEM_TYPE_GTPU,
1177 	RTE_FLOW_ITEM_TYPE_IPV4,
1178 	RTE_FLOW_ITEM_TYPE_TCP,
1179 	RTE_FLOW_ITEM_TYPE_END,
1180 };
1181 
1182 enum rte_flow_item_type pattern_eth_ipv6_gtpu_ipv4_icmp[] = {
1183 	RTE_FLOW_ITEM_TYPE_ETH,
1184 	RTE_FLOW_ITEM_TYPE_IPV6,
1185 	RTE_FLOW_ITEM_TYPE_UDP,
1186 	RTE_FLOW_ITEM_TYPE_GTPU,
1187 	RTE_FLOW_ITEM_TYPE_IPV4,
1188 	RTE_FLOW_ITEM_TYPE_ICMP,
1189 	RTE_FLOW_ITEM_TYPE_END,
1190 };
1191 
1192 /*IPv6 GTPU IPv6 */
1193 enum rte_flow_item_type pattern_eth_ipv6_gtpu_ipv6[] = {
1194 	RTE_FLOW_ITEM_TYPE_ETH,
1195 	RTE_FLOW_ITEM_TYPE_IPV6,
1196 	RTE_FLOW_ITEM_TYPE_UDP,
1197 	RTE_FLOW_ITEM_TYPE_GTPU,
1198 	RTE_FLOW_ITEM_TYPE_IPV6,
1199 	RTE_FLOW_ITEM_TYPE_END,
1200 };
1201 
1202 enum rte_flow_item_type pattern_eth_ipv6_gtpu_ipv6_udp[] = {
1203 	RTE_FLOW_ITEM_TYPE_ETH,
1204 	RTE_FLOW_ITEM_TYPE_IPV6,
1205 	RTE_FLOW_ITEM_TYPE_UDP,
1206 	RTE_FLOW_ITEM_TYPE_GTPU,
1207 	RTE_FLOW_ITEM_TYPE_IPV6,
1208 	RTE_FLOW_ITEM_TYPE_UDP,
1209 	RTE_FLOW_ITEM_TYPE_END,
1210 };
1211 
1212 enum rte_flow_item_type pattern_eth_ipv6_gtpu_ipv6_tcp[] = {
1213 	RTE_FLOW_ITEM_TYPE_ETH,
1214 	RTE_FLOW_ITEM_TYPE_IPV6,
1215 	RTE_FLOW_ITEM_TYPE_UDP,
1216 	RTE_FLOW_ITEM_TYPE_GTPU,
1217 	RTE_FLOW_ITEM_TYPE_IPV6,
1218 	RTE_FLOW_ITEM_TYPE_TCP,
1219 	RTE_FLOW_ITEM_TYPE_END,
1220 };
1221 
1222 enum rte_flow_item_type pattern_eth_ipv6_gtpu_ipv6_icmp[] = {
1223 	RTE_FLOW_ITEM_TYPE_ETH,
1224 	RTE_FLOW_ITEM_TYPE_IPV6,
1225 	RTE_FLOW_ITEM_TYPE_UDP,
1226 	RTE_FLOW_ITEM_TYPE_GTPU,
1227 	RTE_FLOW_ITEM_TYPE_IPV6,
1228 	RTE_FLOW_ITEM_TYPE_ICMP,
1229 	RTE_FLOW_ITEM_TYPE_END,
1230 };
1231 
1232 /*IPv4 GTPU EH IPv4 */
1233 enum rte_flow_item_type pattern_eth_ipv4_gtpu_eh_ipv4[] = {
1234 	RTE_FLOW_ITEM_TYPE_ETH,
1235 	RTE_FLOW_ITEM_TYPE_IPV4,
1236 	RTE_FLOW_ITEM_TYPE_UDP,
1237 	RTE_FLOW_ITEM_TYPE_GTPU,
1238 	RTE_FLOW_ITEM_TYPE_GTP_PSC,
1239 	RTE_FLOW_ITEM_TYPE_IPV4,
1240 	RTE_FLOW_ITEM_TYPE_END,
1241 };
1242 
1243 enum rte_flow_item_type pattern_eth_ipv4_gtpu_eh_ipv4_udp[] = {
1244 	RTE_FLOW_ITEM_TYPE_ETH,
1245 	RTE_FLOW_ITEM_TYPE_IPV4,
1246 	RTE_FLOW_ITEM_TYPE_UDP,
1247 	RTE_FLOW_ITEM_TYPE_GTPU,
1248 	RTE_FLOW_ITEM_TYPE_GTP_PSC,
1249 	RTE_FLOW_ITEM_TYPE_IPV4,
1250 	RTE_FLOW_ITEM_TYPE_UDP,
1251 	RTE_FLOW_ITEM_TYPE_END,
1252 };
1253 
1254 enum rte_flow_item_type pattern_eth_ipv4_gtpu_eh_ipv4_tcp[] = {
1255 	RTE_FLOW_ITEM_TYPE_ETH,
1256 	RTE_FLOW_ITEM_TYPE_IPV4,
1257 	RTE_FLOW_ITEM_TYPE_UDP,
1258 	RTE_FLOW_ITEM_TYPE_GTPU,
1259 	RTE_FLOW_ITEM_TYPE_GTP_PSC,
1260 	RTE_FLOW_ITEM_TYPE_IPV4,
1261 	RTE_FLOW_ITEM_TYPE_TCP,
1262 	RTE_FLOW_ITEM_TYPE_END,
1263 };
1264 
1265 enum rte_flow_item_type pattern_eth_ipv4_gtpu_eh_ipv4_icmp[] = {
1266 	RTE_FLOW_ITEM_TYPE_ETH,
1267 	RTE_FLOW_ITEM_TYPE_IPV4,
1268 	RTE_FLOW_ITEM_TYPE_UDP,
1269 	RTE_FLOW_ITEM_TYPE_GTPU,
1270 	RTE_FLOW_ITEM_TYPE_GTP_PSC,
1271 	RTE_FLOW_ITEM_TYPE_IPV4,
1272 	RTE_FLOW_ITEM_TYPE_ICMP,
1273 	RTE_FLOW_ITEM_TYPE_END,
1274 };
1275 
1276 /*IPv4 GTPU EH IPv6 */
1277 enum rte_flow_item_type pattern_eth_ipv4_gtpu_eh_ipv6[] = {
1278 	RTE_FLOW_ITEM_TYPE_ETH,
1279 	RTE_FLOW_ITEM_TYPE_IPV4,
1280 	RTE_FLOW_ITEM_TYPE_UDP,
1281 	RTE_FLOW_ITEM_TYPE_GTPU,
1282 	RTE_FLOW_ITEM_TYPE_GTP_PSC,
1283 	RTE_FLOW_ITEM_TYPE_IPV6,
1284 	RTE_FLOW_ITEM_TYPE_END,
1285 };
1286 
1287 enum rte_flow_item_type pattern_eth_ipv4_gtpu_eh_ipv6_udp[] = {
1288 	RTE_FLOW_ITEM_TYPE_ETH,
1289 	RTE_FLOW_ITEM_TYPE_IPV4,
1290 	RTE_FLOW_ITEM_TYPE_UDP,
1291 	RTE_FLOW_ITEM_TYPE_GTPU,
1292 	RTE_FLOW_ITEM_TYPE_GTP_PSC,
1293 	RTE_FLOW_ITEM_TYPE_IPV6,
1294 	RTE_FLOW_ITEM_TYPE_UDP,
1295 	RTE_FLOW_ITEM_TYPE_END,
1296 };
1297 
1298 enum rte_flow_item_type pattern_eth_ipv4_gtpu_eh_ipv6_tcp[] = {
1299 	RTE_FLOW_ITEM_TYPE_ETH,
1300 	RTE_FLOW_ITEM_TYPE_IPV4,
1301 	RTE_FLOW_ITEM_TYPE_UDP,
1302 	RTE_FLOW_ITEM_TYPE_GTPU,
1303 	RTE_FLOW_ITEM_TYPE_GTP_PSC,
1304 	RTE_FLOW_ITEM_TYPE_IPV6,
1305 	RTE_FLOW_ITEM_TYPE_TCP,
1306 	RTE_FLOW_ITEM_TYPE_END,
1307 };
1308 
1309 enum rte_flow_item_type pattern_eth_ipv4_gtpu_eh_ipv6_icmp[] = {
1310 	RTE_FLOW_ITEM_TYPE_ETH,
1311 	RTE_FLOW_ITEM_TYPE_IPV4,
1312 	RTE_FLOW_ITEM_TYPE_UDP,
1313 	RTE_FLOW_ITEM_TYPE_GTPU,
1314 	RTE_FLOW_ITEM_TYPE_GTP_PSC,
1315 	RTE_FLOW_ITEM_TYPE_IPV6,
1316 	RTE_FLOW_ITEM_TYPE_ICMP,
1317 	RTE_FLOW_ITEM_TYPE_END,
1318 };
1319 
1320 /*IPv6 GTPU EH IPv4 */
1321 enum rte_flow_item_type pattern_eth_ipv6_gtpu_eh_ipv4[] = {
1322 	RTE_FLOW_ITEM_TYPE_ETH,
1323 	RTE_FLOW_ITEM_TYPE_IPV6,
1324 	RTE_FLOW_ITEM_TYPE_UDP,
1325 	RTE_FLOW_ITEM_TYPE_GTPU,
1326 	RTE_FLOW_ITEM_TYPE_GTP_PSC,
1327 	RTE_FLOW_ITEM_TYPE_IPV4,
1328 	RTE_FLOW_ITEM_TYPE_END,
1329 };
1330 
1331 enum rte_flow_item_type pattern_eth_ipv6_gtpu_eh_ipv4_udp[] = {
1332 	RTE_FLOW_ITEM_TYPE_ETH,
1333 	RTE_FLOW_ITEM_TYPE_IPV6,
1334 	RTE_FLOW_ITEM_TYPE_UDP,
1335 	RTE_FLOW_ITEM_TYPE_GTPU,
1336 	RTE_FLOW_ITEM_TYPE_GTP_PSC,
1337 	RTE_FLOW_ITEM_TYPE_IPV4,
1338 	RTE_FLOW_ITEM_TYPE_UDP,
1339 	RTE_FLOW_ITEM_TYPE_END,
1340 };
1341 
1342 enum rte_flow_item_type pattern_eth_ipv6_gtpu_eh_ipv4_tcp[] = {
1343 	RTE_FLOW_ITEM_TYPE_ETH,
1344 	RTE_FLOW_ITEM_TYPE_IPV6,
1345 	RTE_FLOW_ITEM_TYPE_UDP,
1346 	RTE_FLOW_ITEM_TYPE_GTPU,
1347 	RTE_FLOW_ITEM_TYPE_GTP_PSC,
1348 	RTE_FLOW_ITEM_TYPE_IPV4,
1349 	RTE_FLOW_ITEM_TYPE_TCP,
1350 	RTE_FLOW_ITEM_TYPE_END,
1351 };
1352 
1353 enum rte_flow_item_type pattern_eth_ipv6_gtpu_eh_ipv4_icmp[] = {
1354 	RTE_FLOW_ITEM_TYPE_ETH,
1355 	RTE_FLOW_ITEM_TYPE_IPV6,
1356 	RTE_FLOW_ITEM_TYPE_UDP,
1357 	RTE_FLOW_ITEM_TYPE_GTPU,
1358 	RTE_FLOW_ITEM_TYPE_GTP_PSC,
1359 	RTE_FLOW_ITEM_TYPE_IPV4,
1360 	RTE_FLOW_ITEM_TYPE_ICMP,
1361 	RTE_FLOW_ITEM_TYPE_END,
1362 };
1363 
1364 /*IPv6 GTPU EH IPv6 */
1365 enum rte_flow_item_type pattern_eth_ipv6_gtpu_eh_ipv6[] = {
1366 	RTE_FLOW_ITEM_TYPE_ETH,
1367 	RTE_FLOW_ITEM_TYPE_IPV6,
1368 	RTE_FLOW_ITEM_TYPE_UDP,
1369 	RTE_FLOW_ITEM_TYPE_GTPU,
1370 	RTE_FLOW_ITEM_TYPE_GTP_PSC,
1371 	RTE_FLOW_ITEM_TYPE_IPV6,
1372 	RTE_FLOW_ITEM_TYPE_END,
1373 };
1374 
1375 enum rte_flow_item_type pattern_eth_ipv6_gtpu_eh_ipv6_udp[] = {
1376 	RTE_FLOW_ITEM_TYPE_ETH,
1377 	RTE_FLOW_ITEM_TYPE_IPV6,
1378 	RTE_FLOW_ITEM_TYPE_UDP,
1379 	RTE_FLOW_ITEM_TYPE_GTPU,
1380 	RTE_FLOW_ITEM_TYPE_GTP_PSC,
1381 	RTE_FLOW_ITEM_TYPE_IPV6,
1382 	RTE_FLOW_ITEM_TYPE_UDP,
1383 	RTE_FLOW_ITEM_TYPE_END,
1384 };
1385 
1386 enum rte_flow_item_type pattern_eth_ipv6_gtpu_eh_ipv6_tcp[] = {
1387 	RTE_FLOW_ITEM_TYPE_ETH,
1388 	RTE_FLOW_ITEM_TYPE_IPV6,
1389 	RTE_FLOW_ITEM_TYPE_UDP,
1390 	RTE_FLOW_ITEM_TYPE_GTPU,
1391 	RTE_FLOW_ITEM_TYPE_GTP_PSC,
1392 	RTE_FLOW_ITEM_TYPE_IPV6,
1393 	RTE_FLOW_ITEM_TYPE_TCP,
1394 	RTE_FLOW_ITEM_TYPE_END,
1395 };
1396 
1397 enum rte_flow_item_type pattern_eth_ipv6_gtpu_eh_ipv6_icmp[] = {
1398 	RTE_FLOW_ITEM_TYPE_ETH,
1399 	RTE_FLOW_ITEM_TYPE_IPV6,
1400 	RTE_FLOW_ITEM_TYPE_UDP,
1401 	RTE_FLOW_ITEM_TYPE_GTPU,
1402 	RTE_FLOW_ITEM_TYPE_GTP_PSC,
1403 	RTE_FLOW_ITEM_TYPE_IPV6,
1404 	RTE_FLOW_ITEM_TYPE_ICMP,
1405 	RTE_FLOW_ITEM_TYPE_END,
1406 };
1407 
1408 /* PPPoE */
1409 enum rte_flow_item_type pattern_eth_pppoed[] = {
1410 	RTE_FLOW_ITEM_TYPE_ETH,
1411 	RTE_FLOW_ITEM_TYPE_PPPOED,
1412 	RTE_FLOW_ITEM_TYPE_END,
1413 };
1414 enum rte_flow_item_type pattern_eth_vlan_pppoed[] = {
1415 	RTE_FLOW_ITEM_TYPE_ETH,
1416 	RTE_FLOW_ITEM_TYPE_VLAN,
1417 	RTE_FLOW_ITEM_TYPE_PPPOED,
1418 	RTE_FLOW_ITEM_TYPE_END,
1419 };
1420 enum rte_flow_item_type pattern_eth_qinq_pppoed[] = {
1421 	RTE_FLOW_ITEM_TYPE_ETH,
1422 	RTE_FLOW_ITEM_TYPE_VLAN,
1423 	RTE_FLOW_ITEM_TYPE_VLAN,
1424 	RTE_FLOW_ITEM_TYPE_PPPOED,
1425 	RTE_FLOW_ITEM_TYPE_END,
1426 };
1427 enum rte_flow_item_type pattern_eth_pppoes[] = {
1428 	RTE_FLOW_ITEM_TYPE_ETH,
1429 	RTE_FLOW_ITEM_TYPE_PPPOES,
1430 	RTE_FLOW_ITEM_TYPE_END,
1431 };
1432 enum rte_flow_item_type pattern_eth_pppoes_proto[] = {
1433 	RTE_FLOW_ITEM_TYPE_ETH,
1434 	RTE_FLOW_ITEM_TYPE_PPPOES,
1435 	RTE_FLOW_ITEM_TYPE_PPPOE_PROTO_ID,
1436 	RTE_FLOW_ITEM_TYPE_END,
1437 };
1438 enum rte_flow_item_type pattern_eth_vlan_pppoes[] = {
1439 	RTE_FLOW_ITEM_TYPE_ETH,
1440 	RTE_FLOW_ITEM_TYPE_VLAN,
1441 	RTE_FLOW_ITEM_TYPE_PPPOES,
1442 	RTE_FLOW_ITEM_TYPE_END,
1443 };
1444 enum rte_flow_item_type pattern_eth_vlan_pppoes_proto[] = {
1445 	RTE_FLOW_ITEM_TYPE_ETH,
1446 	RTE_FLOW_ITEM_TYPE_VLAN,
1447 	RTE_FLOW_ITEM_TYPE_PPPOES,
1448 	RTE_FLOW_ITEM_TYPE_PPPOE_PROTO_ID,
1449 	RTE_FLOW_ITEM_TYPE_END,
1450 };
1451 enum rte_flow_item_type pattern_eth_qinq_pppoes[] = {
1452 	RTE_FLOW_ITEM_TYPE_ETH,
1453 	RTE_FLOW_ITEM_TYPE_VLAN,
1454 	RTE_FLOW_ITEM_TYPE_VLAN,
1455 	RTE_FLOW_ITEM_TYPE_PPPOES,
1456 	RTE_FLOW_ITEM_TYPE_END,
1457 };
1458 enum rte_flow_item_type pattern_eth_pppoes_ipv4[] = {
1459 	RTE_FLOW_ITEM_TYPE_ETH,
1460 	RTE_FLOW_ITEM_TYPE_PPPOES,
1461 	RTE_FLOW_ITEM_TYPE_IPV4,
1462 	RTE_FLOW_ITEM_TYPE_END,
1463 };
1464 enum rte_flow_item_type pattern_eth_vlan_pppoes_ipv4[] = {
1465 	RTE_FLOW_ITEM_TYPE_ETH,
1466 	RTE_FLOW_ITEM_TYPE_VLAN,
1467 	RTE_FLOW_ITEM_TYPE_PPPOES,
1468 	RTE_FLOW_ITEM_TYPE_IPV4,
1469 	RTE_FLOW_ITEM_TYPE_END,
1470 };
1471 enum rte_flow_item_type pattern_eth_qinq_pppoes_ipv4[] = {
1472 	RTE_FLOW_ITEM_TYPE_ETH,
1473 	RTE_FLOW_ITEM_TYPE_VLAN,
1474 	RTE_FLOW_ITEM_TYPE_VLAN,
1475 	RTE_FLOW_ITEM_TYPE_PPPOES,
1476 	RTE_FLOW_ITEM_TYPE_IPV4,
1477 	RTE_FLOW_ITEM_TYPE_END,
1478 };
1479 enum rte_flow_item_type pattern_eth_pppoes_ipv4_udp[] = {
1480 	RTE_FLOW_ITEM_TYPE_ETH,
1481 	RTE_FLOW_ITEM_TYPE_PPPOES,
1482 	RTE_FLOW_ITEM_TYPE_IPV4,
1483 	RTE_FLOW_ITEM_TYPE_UDP,
1484 	RTE_FLOW_ITEM_TYPE_END,
1485 };
1486 enum rte_flow_item_type pattern_eth_vlan_pppoes_ipv4_udp[] = {
1487 	RTE_FLOW_ITEM_TYPE_ETH,
1488 	RTE_FLOW_ITEM_TYPE_VLAN,
1489 	RTE_FLOW_ITEM_TYPE_PPPOES,
1490 	RTE_FLOW_ITEM_TYPE_IPV4,
1491 	RTE_FLOW_ITEM_TYPE_UDP,
1492 	RTE_FLOW_ITEM_TYPE_END,
1493 };
1494 enum rte_flow_item_type pattern_eth_qinq_pppoes_ipv4_udp[] = {
1495 	RTE_FLOW_ITEM_TYPE_ETH,
1496 	RTE_FLOW_ITEM_TYPE_VLAN,
1497 	RTE_FLOW_ITEM_TYPE_VLAN,
1498 	RTE_FLOW_ITEM_TYPE_PPPOES,
1499 	RTE_FLOW_ITEM_TYPE_IPV4,
1500 	RTE_FLOW_ITEM_TYPE_UDP,
1501 	RTE_FLOW_ITEM_TYPE_END,
1502 };
1503 enum rte_flow_item_type pattern_eth_pppoes_ipv4_tcp[] = {
1504 	RTE_FLOW_ITEM_TYPE_ETH,
1505 	RTE_FLOW_ITEM_TYPE_PPPOES,
1506 	RTE_FLOW_ITEM_TYPE_IPV4,
1507 	RTE_FLOW_ITEM_TYPE_TCP,
1508 	RTE_FLOW_ITEM_TYPE_END,
1509 };
1510 enum rte_flow_item_type pattern_eth_vlan_pppoes_ipv4_tcp[] = {
1511 	RTE_FLOW_ITEM_TYPE_ETH,
1512 	RTE_FLOW_ITEM_TYPE_VLAN,
1513 	RTE_FLOW_ITEM_TYPE_PPPOES,
1514 	RTE_FLOW_ITEM_TYPE_IPV4,
1515 	RTE_FLOW_ITEM_TYPE_TCP,
1516 	RTE_FLOW_ITEM_TYPE_END,
1517 };
1518 enum rte_flow_item_type pattern_eth_qinq_pppoes_ipv4_tcp[] = {
1519 	RTE_FLOW_ITEM_TYPE_ETH,
1520 	RTE_FLOW_ITEM_TYPE_VLAN,
1521 	RTE_FLOW_ITEM_TYPE_VLAN,
1522 	RTE_FLOW_ITEM_TYPE_PPPOES,
1523 	RTE_FLOW_ITEM_TYPE_IPV4,
1524 	RTE_FLOW_ITEM_TYPE_TCP,
1525 	RTE_FLOW_ITEM_TYPE_END,
1526 };
1527 enum rte_flow_item_type pattern_eth_pppoes_ipv4_sctp[] = {
1528 	RTE_FLOW_ITEM_TYPE_ETH,
1529 	RTE_FLOW_ITEM_TYPE_PPPOES,
1530 	RTE_FLOW_ITEM_TYPE_IPV4,
1531 	RTE_FLOW_ITEM_TYPE_SCTP,
1532 	RTE_FLOW_ITEM_TYPE_END,
1533 };
1534 enum rte_flow_item_type pattern_eth_vlan_pppoes_ipv4_sctp[] = {
1535 	RTE_FLOW_ITEM_TYPE_ETH,
1536 	RTE_FLOW_ITEM_TYPE_VLAN,
1537 	RTE_FLOW_ITEM_TYPE_PPPOES,
1538 	RTE_FLOW_ITEM_TYPE_IPV4,
1539 	RTE_FLOW_ITEM_TYPE_SCTP,
1540 	RTE_FLOW_ITEM_TYPE_END,
1541 };
1542 enum rte_flow_item_type pattern_eth_qinq_pppoes_ipv4_sctp[] = {
1543 	RTE_FLOW_ITEM_TYPE_ETH,
1544 	RTE_FLOW_ITEM_TYPE_VLAN,
1545 	RTE_FLOW_ITEM_TYPE_VLAN,
1546 	RTE_FLOW_ITEM_TYPE_PPPOES,
1547 	RTE_FLOW_ITEM_TYPE_IPV4,
1548 	RTE_FLOW_ITEM_TYPE_SCTP,
1549 	RTE_FLOW_ITEM_TYPE_END,
1550 };
1551 enum rte_flow_item_type pattern_eth_pppoes_ipv4_icmp[] = {
1552 	RTE_FLOW_ITEM_TYPE_ETH,
1553 	RTE_FLOW_ITEM_TYPE_PPPOES,
1554 	RTE_FLOW_ITEM_TYPE_IPV4,
1555 	RTE_FLOW_ITEM_TYPE_ICMP,
1556 	RTE_FLOW_ITEM_TYPE_END,
1557 };
1558 enum rte_flow_item_type pattern_eth_vlan_pppoes_ipv4_icmp[] = {
1559 	RTE_FLOW_ITEM_TYPE_ETH,
1560 	RTE_FLOW_ITEM_TYPE_VLAN,
1561 	RTE_FLOW_ITEM_TYPE_PPPOES,
1562 	RTE_FLOW_ITEM_TYPE_IPV4,
1563 	RTE_FLOW_ITEM_TYPE_ICMP,
1564 	RTE_FLOW_ITEM_TYPE_END,
1565 };
1566 enum rte_flow_item_type pattern_eth_qinq_pppoes_ipv4_icmp[] = {
1567 	RTE_FLOW_ITEM_TYPE_ETH,
1568 	RTE_FLOW_ITEM_TYPE_VLAN,
1569 	RTE_FLOW_ITEM_TYPE_VLAN,
1570 	RTE_FLOW_ITEM_TYPE_PPPOES,
1571 	RTE_FLOW_ITEM_TYPE_IPV4,
1572 	RTE_FLOW_ITEM_TYPE_ICMP,
1573 	RTE_FLOW_ITEM_TYPE_END,
1574 };
1575 enum rte_flow_item_type pattern_eth_pppoes_ipv6[] = {
1576 	RTE_FLOW_ITEM_TYPE_ETH,
1577 	RTE_FLOW_ITEM_TYPE_PPPOES,
1578 	RTE_FLOW_ITEM_TYPE_IPV6,
1579 	RTE_FLOW_ITEM_TYPE_END,
1580 };
1581 enum rte_flow_item_type pattern_eth_vlan_pppoes_ipv6[] = {
1582 	RTE_FLOW_ITEM_TYPE_ETH,
1583 	RTE_FLOW_ITEM_TYPE_VLAN,
1584 	RTE_FLOW_ITEM_TYPE_PPPOES,
1585 	RTE_FLOW_ITEM_TYPE_IPV6,
1586 	RTE_FLOW_ITEM_TYPE_END,
1587 };
1588 enum rte_flow_item_type pattern_eth_qinq_pppoes_ipv6[] = {
1589 	RTE_FLOW_ITEM_TYPE_ETH,
1590 	RTE_FLOW_ITEM_TYPE_VLAN,
1591 	RTE_FLOW_ITEM_TYPE_VLAN,
1592 	RTE_FLOW_ITEM_TYPE_PPPOES,
1593 	RTE_FLOW_ITEM_TYPE_IPV6,
1594 	RTE_FLOW_ITEM_TYPE_END,
1595 };
1596 enum rte_flow_item_type pattern_eth_pppoes_ipv6_udp[] = {
1597 	RTE_FLOW_ITEM_TYPE_ETH,
1598 	RTE_FLOW_ITEM_TYPE_PPPOES,
1599 	RTE_FLOW_ITEM_TYPE_IPV6,
1600 	RTE_FLOW_ITEM_TYPE_UDP,
1601 	RTE_FLOW_ITEM_TYPE_END,
1602 };
1603 enum rte_flow_item_type pattern_eth_vlan_pppoes_ipv6_udp[] = {
1604 	RTE_FLOW_ITEM_TYPE_ETH,
1605 	RTE_FLOW_ITEM_TYPE_VLAN,
1606 	RTE_FLOW_ITEM_TYPE_PPPOES,
1607 	RTE_FLOW_ITEM_TYPE_IPV6,
1608 	RTE_FLOW_ITEM_TYPE_UDP,
1609 	RTE_FLOW_ITEM_TYPE_END,
1610 };
1611 enum rte_flow_item_type pattern_eth_qinq_pppoes_ipv6_udp[] = {
1612 	RTE_FLOW_ITEM_TYPE_ETH,
1613 	RTE_FLOW_ITEM_TYPE_VLAN,
1614 	RTE_FLOW_ITEM_TYPE_VLAN,
1615 	RTE_FLOW_ITEM_TYPE_PPPOES,
1616 	RTE_FLOW_ITEM_TYPE_IPV6,
1617 	RTE_FLOW_ITEM_TYPE_UDP,
1618 	RTE_FLOW_ITEM_TYPE_END,
1619 };
1620 enum rte_flow_item_type pattern_eth_pppoes_ipv6_tcp[] = {
1621 	RTE_FLOW_ITEM_TYPE_ETH,
1622 	RTE_FLOW_ITEM_TYPE_PPPOES,
1623 	RTE_FLOW_ITEM_TYPE_IPV6,
1624 	RTE_FLOW_ITEM_TYPE_TCP,
1625 	RTE_FLOW_ITEM_TYPE_END,
1626 };
1627 enum rte_flow_item_type pattern_eth_vlan_pppoes_ipv6_tcp[] = {
1628 	RTE_FLOW_ITEM_TYPE_ETH,
1629 	RTE_FLOW_ITEM_TYPE_VLAN,
1630 	RTE_FLOW_ITEM_TYPE_PPPOES,
1631 	RTE_FLOW_ITEM_TYPE_IPV6,
1632 	RTE_FLOW_ITEM_TYPE_TCP,
1633 	RTE_FLOW_ITEM_TYPE_END,
1634 };
1635 enum rte_flow_item_type pattern_eth_qinq_pppoes_ipv6_tcp[] = {
1636 	RTE_FLOW_ITEM_TYPE_ETH,
1637 	RTE_FLOW_ITEM_TYPE_VLAN,
1638 	RTE_FLOW_ITEM_TYPE_VLAN,
1639 	RTE_FLOW_ITEM_TYPE_PPPOES,
1640 	RTE_FLOW_ITEM_TYPE_IPV6,
1641 	RTE_FLOW_ITEM_TYPE_TCP,
1642 	RTE_FLOW_ITEM_TYPE_END,
1643 };
1644 enum rte_flow_item_type pattern_eth_pppoes_ipv6_sctp[] = {
1645 	RTE_FLOW_ITEM_TYPE_ETH,
1646 	RTE_FLOW_ITEM_TYPE_PPPOES,
1647 	RTE_FLOW_ITEM_TYPE_IPV6,
1648 	RTE_FLOW_ITEM_TYPE_SCTP,
1649 	RTE_FLOW_ITEM_TYPE_END,
1650 };
1651 enum rte_flow_item_type pattern_eth_vlan_pppoes_ipv6_sctp[] = {
1652 	RTE_FLOW_ITEM_TYPE_ETH,
1653 	RTE_FLOW_ITEM_TYPE_VLAN,
1654 	RTE_FLOW_ITEM_TYPE_PPPOES,
1655 	RTE_FLOW_ITEM_TYPE_IPV6,
1656 	RTE_FLOW_ITEM_TYPE_SCTP,
1657 	RTE_FLOW_ITEM_TYPE_END,
1658 };
1659 enum rte_flow_item_type pattern_eth_qinq_pppoes_ipv6_sctp[] = {
1660 	RTE_FLOW_ITEM_TYPE_ETH,
1661 	RTE_FLOW_ITEM_TYPE_VLAN,
1662 	RTE_FLOW_ITEM_TYPE_VLAN,
1663 	RTE_FLOW_ITEM_TYPE_PPPOES,
1664 	RTE_FLOW_ITEM_TYPE_IPV6,
1665 	RTE_FLOW_ITEM_TYPE_SCTP,
1666 	RTE_FLOW_ITEM_TYPE_END,
1667 };
1668 enum rte_flow_item_type pattern_eth_pppoes_ipv6_icmp6[] = {
1669 	RTE_FLOW_ITEM_TYPE_ETH,
1670 	RTE_FLOW_ITEM_TYPE_PPPOES,
1671 	RTE_FLOW_ITEM_TYPE_IPV6,
1672 	RTE_FLOW_ITEM_TYPE_ICMP6,
1673 	RTE_FLOW_ITEM_TYPE_END,
1674 };
1675 enum rte_flow_item_type pattern_eth_vlan_pppoes_ipv6_icmp6[] = {
1676 	RTE_FLOW_ITEM_TYPE_ETH,
1677 	RTE_FLOW_ITEM_TYPE_VLAN,
1678 	RTE_FLOW_ITEM_TYPE_PPPOES,
1679 	RTE_FLOW_ITEM_TYPE_IPV6,
1680 	RTE_FLOW_ITEM_TYPE_ICMP6,
1681 	RTE_FLOW_ITEM_TYPE_END,
1682 };
1683 enum rte_flow_item_type pattern_eth_qinq_pppoes_ipv6_icmp6[] = {
1684 	RTE_FLOW_ITEM_TYPE_ETH,
1685 	RTE_FLOW_ITEM_TYPE_VLAN,
1686 	RTE_FLOW_ITEM_TYPE_VLAN,
1687 	RTE_FLOW_ITEM_TYPE_PPPOES,
1688 	RTE_FLOW_ITEM_TYPE_IPV6,
1689 	RTE_FLOW_ITEM_TYPE_ICMP6,
1690 	RTE_FLOW_ITEM_TYPE_END,
1691 };
1692 enum rte_flow_item_type pattern_eth_ipv4_esp[] = {
1693 	RTE_FLOW_ITEM_TYPE_ETH,
1694 	RTE_FLOW_ITEM_TYPE_IPV4,
1695 	RTE_FLOW_ITEM_TYPE_ESP,
1696 	RTE_FLOW_ITEM_TYPE_END,
1697 };
1698 enum rte_flow_item_type pattern_eth_ipv6_esp[] = {
1699 	RTE_FLOW_ITEM_TYPE_ETH,
1700 	RTE_FLOW_ITEM_TYPE_IPV6,
1701 	RTE_FLOW_ITEM_TYPE_ESP,
1702 	RTE_FLOW_ITEM_TYPE_END,
1703 };
1704 enum rte_flow_item_type pattern_eth_ipv4_ah[] = {
1705 	RTE_FLOW_ITEM_TYPE_ETH,
1706 	RTE_FLOW_ITEM_TYPE_IPV4,
1707 	RTE_FLOW_ITEM_TYPE_AH,
1708 	RTE_FLOW_ITEM_TYPE_END,
1709 };
1710 enum rte_flow_item_type pattern_eth_ipv6_ah[] = {
1711 	RTE_FLOW_ITEM_TYPE_ETH,
1712 	RTE_FLOW_ITEM_TYPE_IPV6,
1713 	RTE_FLOW_ITEM_TYPE_AH,
1714 	RTE_FLOW_ITEM_TYPE_END,
1715 };
1716 enum rte_flow_item_type pattern_eth_ipv4_udp_esp[] = {
1717 	RTE_FLOW_ITEM_TYPE_ETH,
1718 	RTE_FLOW_ITEM_TYPE_IPV4,
1719 	RTE_FLOW_ITEM_TYPE_UDP,
1720 	RTE_FLOW_ITEM_TYPE_ESP,
1721 	RTE_FLOW_ITEM_TYPE_END,
1722 };
1723 enum rte_flow_item_type pattern_eth_ipv6_udp_esp[] = {
1724 	RTE_FLOW_ITEM_TYPE_ETH,
1725 	RTE_FLOW_ITEM_TYPE_IPV6,
1726 	RTE_FLOW_ITEM_TYPE_UDP,
1727 	RTE_FLOW_ITEM_TYPE_ESP,
1728 	RTE_FLOW_ITEM_TYPE_END,
1729 };
1730 enum rte_flow_item_type pattern_eth_ipv6_udp_ah[] = {
1731 	RTE_FLOW_ITEM_TYPE_ETH,
1732 	RTE_FLOW_ITEM_TYPE_IPV6,
1733 	RTE_FLOW_ITEM_TYPE_UDP,
1734 	RTE_FLOW_ITEM_TYPE_AH,
1735 	RTE_FLOW_ITEM_TYPE_END,
1736 };
1737 enum rte_flow_item_type pattern_eth_ipv4_l2tp[] = {
1738 	RTE_FLOW_ITEM_TYPE_ETH,
1739 	RTE_FLOW_ITEM_TYPE_IPV4,
1740 	RTE_FLOW_ITEM_TYPE_L2TPV3OIP,
1741 	RTE_FLOW_ITEM_TYPE_END,
1742 };
1743 enum rte_flow_item_type pattern_eth_ipv6_l2tp[] = {
1744 	RTE_FLOW_ITEM_TYPE_ETH,
1745 	RTE_FLOW_ITEM_TYPE_IPV6,
1746 	RTE_FLOW_ITEM_TYPE_L2TPV3OIP,
1747 	RTE_FLOW_ITEM_TYPE_END,
1748 };
1749 enum rte_flow_item_type pattern_eth_ipv4_pfcp[] = {
1750 	RTE_FLOW_ITEM_TYPE_ETH,
1751 	RTE_FLOW_ITEM_TYPE_IPV4,
1752 	RTE_FLOW_ITEM_TYPE_UDP,
1753 	RTE_FLOW_ITEM_TYPE_PFCP,
1754 	RTE_FLOW_ITEM_TYPE_END,
1755 };
1756 enum rte_flow_item_type pattern_eth_ipv6_pfcp[] = {
1757 	RTE_FLOW_ITEM_TYPE_ETH,
1758 	RTE_FLOW_ITEM_TYPE_IPV6,
1759 	RTE_FLOW_ITEM_TYPE_UDP,
1760 	RTE_FLOW_ITEM_TYPE_PFCP,
1761 	RTE_FLOW_ITEM_TYPE_END,
1762 };
1763 
1764 
1765 
1766 typedef struct ice_flow_engine * (*parse_engine_t)(struct ice_adapter *ad,
1767 		struct rte_flow *flow,
1768 		struct ice_parser_list *parser_list,
1769 		const struct rte_flow_item pattern[],
1770 		const struct rte_flow_action actions[],
1771 		struct rte_flow_error *error);
1772 
1773 void
ice_register_flow_engine(struct ice_flow_engine * engine)1774 ice_register_flow_engine(struct ice_flow_engine *engine)
1775 {
1776 	TAILQ_INSERT_TAIL(&engine_list, engine, node);
1777 }
1778 
1779 int
ice_flow_init(struct ice_adapter * ad)1780 ice_flow_init(struct ice_adapter *ad)
1781 {
1782 	int ret;
1783 	struct ice_pf *pf = &ad->pf;
1784 	void *temp;
1785 	struct ice_flow_engine *engine;
1786 
1787 	TAILQ_INIT(&pf->flow_list);
1788 	TAILQ_INIT(&pf->rss_parser_list);
1789 	TAILQ_INIT(&pf->perm_parser_list);
1790 	TAILQ_INIT(&pf->dist_parser_list);
1791 	rte_spinlock_init(&pf->flow_ops_lock);
1792 
1793 	TAILQ_FOREACH_SAFE(engine, &engine_list, node, temp) {
1794 		if (engine->init == NULL) {
1795 			PMD_INIT_LOG(ERR, "Invalid engine type (%d)",
1796 					engine->type);
1797 			return -ENOTSUP;
1798 		}
1799 
1800 		ret = engine->init(ad);
1801 		if (ret) {
1802 			PMD_INIT_LOG(ERR, "Failed to initialize engine %d",
1803 					engine->type);
1804 			return ret;
1805 		}
1806 	}
1807 	return 0;
1808 }
1809 
1810 void
ice_flow_uninit(struct ice_adapter * ad)1811 ice_flow_uninit(struct ice_adapter *ad)
1812 {
1813 	struct ice_pf *pf = &ad->pf;
1814 	struct ice_flow_engine *engine;
1815 	struct rte_flow *p_flow;
1816 	struct ice_flow_parser_node *p_parser;
1817 	void *temp;
1818 
1819 	TAILQ_FOREACH_SAFE(engine, &engine_list, node, temp) {
1820 		if (engine->uninit)
1821 			engine->uninit(ad);
1822 	}
1823 
1824 	/* Remove all flows */
1825 	while ((p_flow = TAILQ_FIRST(&pf->flow_list))) {
1826 		TAILQ_REMOVE(&pf->flow_list, p_flow, node);
1827 		if (p_flow->engine->free)
1828 			p_flow->engine->free(p_flow);
1829 		rte_free(p_flow);
1830 	}
1831 
1832 	/* Cleanup parser list */
1833 	while ((p_parser = TAILQ_FIRST(&pf->rss_parser_list))) {
1834 		TAILQ_REMOVE(&pf->rss_parser_list, p_parser, node);
1835 		rte_free(p_parser);
1836 	}
1837 
1838 	while ((p_parser = TAILQ_FIRST(&pf->perm_parser_list))) {
1839 		TAILQ_REMOVE(&pf->perm_parser_list, p_parser, node);
1840 		rte_free(p_parser);
1841 	}
1842 
1843 	while ((p_parser = TAILQ_FIRST(&pf->dist_parser_list))) {
1844 		TAILQ_REMOVE(&pf->dist_parser_list, p_parser, node);
1845 		rte_free(p_parser);
1846 	}
1847 }
1848 
1849 static struct ice_parser_list *
ice_get_parser_list(struct ice_flow_parser * parser,struct ice_adapter * ad)1850 ice_get_parser_list(struct ice_flow_parser *parser,
1851 		struct ice_adapter *ad)
1852 {
1853 	struct ice_parser_list *list;
1854 	struct ice_pf *pf = &ad->pf;
1855 
1856 	switch (parser->stage) {
1857 	case ICE_FLOW_STAGE_RSS:
1858 		list = &pf->rss_parser_list;
1859 		break;
1860 	case ICE_FLOW_STAGE_PERMISSION:
1861 		list = &pf->perm_parser_list;
1862 		break;
1863 	case ICE_FLOW_STAGE_DISTRIBUTOR:
1864 		list = &pf->dist_parser_list;
1865 		break;
1866 	default:
1867 		return NULL;
1868 	}
1869 
1870 	return list;
1871 }
1872 
1873 int
ice_register_parser(struct ice_flow_parser * parser,struct ice_adapter * ad)1874 ice_register_parser(struct ice_flow_parser *parser,
1875 		struct ice_adapter *ad)
1876 {
1877 	struct ice_parser_list *list;
1878 	struct ice_flow_parser_node *parser_node;
1879 
1880 	parser_node = rte_zmalloc("ice_parser", sizeof(*parser_node), 0);
1881 	if (parser_node == NULL) {
1882 		PMD_DRV_LOG(ERR, "Failed to allocate memory.");
1883 		return -ENOMEM;
1884 	}
1885 	parser_node->parser = parser;
1886 
1887 	list = ice_get_parser_list(parser, ad);
1888 	if (list == NULL)
1889 		return -EINVAL;
1890 
1891 	if (ad->devargs.pipe_mode_support) {
1892 		TAILQ_INSERT_TAIL(list, parser_node, node);
1893 	} else {
1894 		if (parser->engine->type == ICE_FLOW_ENGINE_SWITCH ||
1895 				parser->engine->type == ICE_FLOW_ENGINE_HASH)
1896 			TAILQ_INSERT_TAIL(list, parser_node, node);
1897 		else if (parser->engine->type == ICE_FLOW_ENGINE_FDIR)
1898 			TAILQ_INSERT_HEAD(list, parser_node, node);
1899 		else if (parser->engine->type == ICE_FLOW_ENGINE_ACL)
1900 			TAILQ_INSERT_HEAD(list, parser_node, node);
1901 		else
1902 			return -EINVAL;
1903 	}
1904 	return 0;
1905 }
1906 
1907 void
ice_unregister_parser(struct ice_flow_parser * parser,struct ice_adapter * ad)1908 ice_unregister_parser(struct ice_flow_parser *parser,
1909 		struct ice_adapter *ad)
1910 {
1911 	struct ice_parser_list *list;
1912 	struct ice_flow_parser_node *p_parser;
1913 	void *temp;
1914 
1915 	list = ice_get_parser_list(parser, ad);
1916 	if (list == NULL)
1917 		return;
1918 
1919 	TAILQ_FOREACH_SAFE(p_parser, list, node, temp) {
1920 		if (p_parser->parser->engine->type == parser->engine->type) {
1921 			TAILQ_REMOVE(list, p_parser, node);
1922 			rte_free(p_parser);
1923 		}
1924 	}
1925 }
1926 
1927 static int
ice_flow_valid_attr(struct ice_adapter * ad,const struct rte_flow_attr * attr,int * ice_pipeline_stage,struct rte_flow_error * error)1928 ice_flow_valid_attr(struct ice_adapter *ad,
1929 		const struct rte_flow_attr *attr,
1930 		int *ice_pipeline_stage,
1931 		struct rte_flow_error *error)
1932 {
1933 	/* Must be input direction */
1934 	if (!attr->ingress) {
1935 		rte_flow_error_set(error, EINVAL,
1936 				RTE_FLOW_ERROR_TYPE_ATTR_INGRESS,
1937 				attr, "Only support ingress.");
1938 		return -rte_errno;
1939 	}
1940 
1941 	/* Not supported */
1942 	if (attr->egress) {
1943 		rte_flow_error_set(error, EINVAL,
1944 				RTE_FLOW_ERROR_TYPE_ATTR_EGRESS,
1945 				attr, "Not support egress.");
1946 		return -rte_errno;
1947 	}
1948 
1949 	/* Check pipeline mode support to set classification stage */
1950 	if (ad->devargs.pipe_mode_support) {
1951 		if (attr->priority == 0)
1952 			*ice_pipeline_stage =
1953 				ICE_FLOW_CLASSIFY_STAGE_PERMISSION;
1954 		else
1955 			*ice_pipeline_stage =
1956 				ICE_FLOW_CLASSIFY_STAGE_DISTRIBUTOR;
1957 	} else {
1958 		*ice_pipeline_stage =
1959 			ICE_FLOW_CLASSIFY_STAGE_DISTRIBUTOR_ONLY;
1960 		/* Not supported */
1961 		if (attr->priority) {
1962 			rte_flow_error_set(error, EINVAL,
1963 					RTE_FLOW_ERROR_TYPE_ATTR_PRIORITY,
1964 					attr, "Not support priority.");
1965 			return -rte_errno;
1966 		}
1967 	}
1968 
1969 	/* Not supported */
1970 	if (attr->group) {
1971 		rte_flow_error_set(error, EINVAL,
1972 				RTE_FLOW_ERROR_TYPE_ATTR_GROUP,
1973 				attr, "Not support group.");
1974 		return -rte_errno;
1975 	}
1976 
1977 	return 0;
1978 }
1979 
1980 /* Find the first VOID or non-VOID item pointer */
1981 static const struct rte_flow_item *
ice_find_first_item(const struct rte_flow_item * item,bool is_void)1982 ice_find_first_item(const struct rte_flow_item *item, bool is_void)
1983 {
1984 	bool is_find;
1985 
1986 	while (item->type != RTE_FLOW_ITEM_TYPE_END) {
1987 		if (is_void)
1988 			is_find = item->type == RTE_FLOW_ITEM_TYPE_VOID;
1989 		else
1990 			is_find = item->type != RTE_FLOW_ITEM_TYPE_VOID;
1991 		if (is_find)
1992 			break;
1993 		item++;
1994 	}
1995 	return item;
1996 }
1997 
1998 /* Skip all VOID items of the pattern */
1999 static void
ice_pattern_skip_void_item(struct rte_flow_item * items,const struct rte_flow_item * pattern)2000 ice_pattern_skip_void_item(struct rte_flow_item *items,
2001 			const struct rte_flow_item *pattern)
2002 {
2003 	uint32_t cpy_count = 0;
2004 	const struct rte_flow_item *pb = pattern, *pe = pattern;
2005 
2006 	for (;;) {
2007 		/* Find a non-void item first */
2008 		pb = ice_find_first_item(pb, false);
2009 		if (pb->type == RTE_FLOW_ITEM_TYPE_END) {
2010 			pe = pb;
2011 			break;
2012 		}
2013 
2014 		/* Find a void item */
2015 		pe = ice_find_first_item(pb + 1, true);
2016 
2017 		cpy_count = pe - pb;
2018 		rte_memcpy(items, pb, sizeof(struct rte_flow_item) * cpy_count);
2019 
2020 		items += cpy_count;
2021 
2022 		if (pe->type == RTE_FLOW_ITEM_TYPE_END) {
2023 			break;
2024 		}
2025 
2026 		pb = pe + 1;
2027 	}
2028 	/* Copy the END item. */
2029 	rte_memcpy(items, pe, sizeof(struct rte_flow_item));
2030 }
2031 
2032 /* Check if the pattern matches a supported item type array */
2033 static bool
ice_match_pattern(enum rte_flow_item_type * item_array,const struct rte_flow_item * pattern)2034 ice_match_pattern(enum rte_flow_item_type *item_array,
2035 		const struct rte_flow_item *pattern)
2036 {
2037 	const struct rte_flow_item *item = pattern;
2038 
2039 	while ((*item_array == item->type) &&
2040 	       (*item_array != RTE_FLOW_ITEM_TYPE_END)) {
2041 		item_array++;
2042 		item++;
2043 	}
2044 
2045 	return (*item_array == RTE_FLOW_ITEM_TYPE_END &&
2046 		item->type == RTE_FLOW_ITEM_TYPE_END);
2047 }
2048 
2049 struct ice_pattern_match_item *
ice_search_pattern_match_item(const struct rte_flow_item pattern[],struct ice_pattern_match_item * array,uint32_t array_len,struct rte_flow_error * error)2050 ice_search_pattern_match_item(const struct rte_flow_item pattern[],
2051 		struct ice_pattern_match_item *array,
2052 		uint32_t array_len,
2053 		struct rte_flow_error *error)
2054 {
2055 	uint16_t i = 0;
2056 	struct ice_pattern_match_item *pattern_match_item;
2057 	/* need free by each filter */
2058 	struct rte_flow_item *items; /* used for pattern without VOID items */
2059 	uint32_t item_num = 0; /* non-void item number */
2060 
2061 	/* Get the non-void item number of pattern */
2062 	while ((pattern + i)->type != RTE_FLOW_ITEM_TYPE_END) {
2063 		if ((pattern + i)->type != RTE_FLOW_ITEM_TYPE_VOID)
2064 			item_num++;
2065 		i++;
2066 	}
2067 	item_num++;
2068 
2069 	items = rte_zmalloc("ice_pattern",
2070 			    item_num * sizeof(struct rte_flow_item), 0);
2071 	if (!items) {
2072 		rte_flow_error_set(error, ENOMEM, RTE_FLOW_ERROR_TYPE_ITEM_NUM,
2073 				   NULL, "No memory for PMD internal items.");
2074 		return NULL;
2075 	}
2076 	pattern_match_item = rte_zmalloc("ice_pattern_match_item",
2077 			sizeof(struct ice_pattern_match_item), 0);
2078 	if (!pattern_match_item) {
2079 		rte_flow_error_set(error, ENOMEM, RTE_FLOW_ERROR_TYPE_HANDLE,
2080 				NULL, "Failed to allocate memory.");
2081 		return NULL;
2082 	}
2083 
2084 	ice_pattern_skip_void_item(items, pattern);
2085 
2086 	for (i = 0; i < array_len; i++)
2087 		if (ice_match_pattern(array[i].pattern_list,
2088 					items)) {
2089 			pattern_match_item->input_set_mask =
2090 				array[i].input_set_mask;
2091 			pattern_match_item->pattern_list =
2092 				array[i].pattern_list;
2093 			pattern_match_item->meta = array[i].meta;
2094 			rte_free(items);
2095 			return pattern_match_item;
2096 		}
2097 	rte_flow_error_set(error, EINVAL, RTE_FLOW_ERROR_TYPE_ITEM,
2098 			   pattern, "Unsupported pattern");
2099 
2100 	rte_free(items);
2101 	rte_free(pattern_match_item);
2102 	return NULL;
2103 }
2104 
2105 static struct ice_flow_engine *
ice_parse_engine_create(struct ice_adapter * ad,struct rte_flow * flow,struct ice_parser_list * parser_list,const struct rte_flow_item pattern[],const struct rte_flow_action actions[],struct rte_flow_error * error)2106 ice_parse_engine_create(struct ice_adapter *ad,
2107 		struct rte_flow *flow,
2108 		struct ice_parser_list *parser_list,
2109 		const struct rte_flow_item pattern[],
2110 		const struct rte_flow_action actions[],
2111 		struct rte_flow_error *error)
2112 {
2113 	struct ice_flow_engine *engine = NULL;
2114 	struct ice_flow_parser_node *parser_node;
2115 	void *meta = NULL;
2116 	void *temp;
2117 
2118 	TAILQ_FOREACH_SAFE(parser_node, parser_list, node, temp) {
2119 		int ret;
2120 
2121 		if (parser_node->parser->parse_pattern_action(ad,
2122 				parser_node->parser->array,
2123 				parser_node->parser->array_len,
2124 				pattern, actions, &meta, error) < 0)
2125 			continue;
2126 
2127 		engine = parser_node->parser->engine;
2128 		RTE_ASSERT(engine->create != NULL);
2129 		ret = engine->create(ad, flow, meta, error);
2130 		if (ret == 0)
2131 			return engine;
2132 		else if (ret == -EEXIST)
2133 			return NULL;
2134 	}
2135 	return NULL;
2136 }
2137 
2138 static struct ice_flow_engine *
ice_parse_engine_validate(struct ice_adapter * ad,struct rte_flow * flow __rte_unused,struct ice_parser_list * parser_list,const struct rte_flow_item pattern[],const struct rte_flow_action actions[],struct rte_flow_error * error)2139 ice_parse_engine_validate(struct ice_adapter *ad,
2140 		struct rte_flow *flow __rte_unused,
2141 		struct ice_parser_list *parser_list,
2142 		const struct rte_flow_item pattern[],
2143 		const struct rte_flow_action actions[],
2144 		struct rte_flow_error *error)
2145 {
2146 	struct ice_flow_engine *engine = NULL;
2147 	struct ice_flow_parser_node *parser_node;
2148 	void *temp;
2149 
2150 	TAILQ_FOREACH_SAFE(parser_node, parser_list, node, temp) {
2151 		if (parser_node->parser->parse_pattern_action(ad,
2152 				parser_node->parser->array,
2153 				parser_node->parser->array_len,
2154 				pattern, actions, NULL, error) < 0)
2155 			continue;
2156 
2157 		engine = parser_node->parser->engine;
2158 		break;
2159 	}
2160 	return engine;
2161 }
2162 
2163 static int
ice_flow_process_filter(struct rte_eth_dev * dev,struct rte_flow * flow,const struct rte_flow_attr * attr,const struct rte_flow_item pattern[],const struct rte_flow_action actions[],struct ice_flow_engine ** engine,parse_engine_t ice_parse_engine,struct rte_flow_error * error)2164 ice_flow_process_filter(struct rte_eth_dev *dev,
2165 		struct rte_flow *flow,
2166 		const struct rte_flow_attr *attr,
2167 		const struct rte_flow_item pattern[],
2168 		const struct rte_flow_action actions[],
2169 		struct ice_flow_engine **engine,
2170 		parse_engine_t ice_parse_engine,
2171 		struct rte_flow_error *error)
2172 {
2173 	int ret = ICE_ERR_NOT_SUPPORTED;
2174 	struct ice_adapter *ad =
2175 		ICE_DEV_PRIVATE_TO_ADAPTER(dev->data->dev_private);
2176 	struct ice_pf *pf = ICE_DEV_PRIVATE_TO_PF(dev->data->dev_private);
2177 	int ice_pipeline_stage = 0;
2178 
2179 	if (!pattern) {
2180 		rte_flow_error_set(error, EINVAL, RTE_FLOW_ERROR_TYPE_ITEM_NUM,
2181 				   NULL, "NULL pattern.");
2182 		return -rte_errno;
2183 	}
2184 
2185 	if (!actions || actions->type == RTE_FLOW_ACTION_TYPE_END) {
2186 		rte_flow_error_set(error, EINVAL,
2187 				   RTE_FLOW_ERROR_TYPE_ACTION_NUM,
2188 				   NULL, "NULL action.");
2189 		return -rte_errno;
2190 	}
2191 
2192 	if (!attr) {
2193 		rte_flow_error_set(error, EINVAL,
2194 				   RTE_FLOW_ERROR_TYPE_ATTR,
2195 				   NULL, "NULL attribute.");
2196 		return -rte_errno;
2197 	}
2198 
2199 	ret = ice_flow_valid_attr(ad, attr, &ice_pipeline_stage, error);
2200 	if (ret)
2201 		return ret;
2202 
2203 	*engine = ice_parse_engine(ad, flow, &pf->rss_parser_list,
2204 			pattern, actions, error);
2205 	if (*engine != NULL)
2206 		return 0;
2207 
2208 	switch (ice_pipeline_stage) {
2209 	case ICE_FLOW_CLASSIFY_STAGE_DISTRIBUTOR_ONLY:
2210 	case ICE_FLOW_CLASSIFY_STAGE_DISTRIBUTOR:
2211 		*engine = ice_parse_engine(ad, flow, &pf->dist_parser_list,
2212 				pattern, actions, error);
2213 		break;
2214 	case ICE_FLOW_CLASSIFY_STAGE_PERMISSION:
2215 		*engine = ice_parse_engine(ad, flow, &pf->perm_parser_list,
2216 				pattern, actions, error);
2217 		break;
2218 	default:
2219 		return -EINVAL;
2220 	}
2221 
2222 	if (*engine == NULL)
2223 		return -EINVAL;
2224 
2225 	return 0;
2226 }
2227 
2228 static int
ice_flow_validate(struct rte_eth_dev * dev,const struct rte_flow_attr * attr,const struct rte_flow_item pattern[],const struct rte_flow_action actions[],struct rte_flow_error * error)2229 ice_flow_validate(struct rte_eth_dev *dev,
2230 		const struct rte_flow_attr *attr,
2231 		const struct rte_flow_item pattern[],
2232 		const struct rte_flow_action actions[],
2233 		struct rte_flow_error *error)
2234 {
2235 	struct ice_flow_engine *engine;
2236 
2237 	return ice_flow_process_filter(dev, NULL, attr, pattern, actions,
2238 			&engine, ice_parse_engine_validate, error);
2239 }
2240 
2241 static struct rte_flow *
ice_flow_create(struct rte_eth_dev * dev,const struct rte_flow_attr * attr,const struct rte_flow_item pattern[],const struct rte_flow_action actions[],struct rte_flow_error * error)2242 ice_flow_create(struct rte_eth_dev *dev,
2243 		const struct rte_flow_attr *attr,
2244 		const struct rte_flow_item pattern[],
2245 		const struct rte_flow_action actions[],
2246 		struct rte_flow_error *error)
2247 {
2248 	struct ice_pf *pf = ICE_DEV_PRIVATE_TO_PF(dev->data->dev_private);
2249 	struct rte_flow *flow = NULL;
2250 	int ret;
2251 	struct ice_flow_engine *engine = NULL;
2252 
2253 	flow = rte_zmalloc("ice_flow", sizeof(struct rte_flow), 0);
2254 	if (!flow) {
2255 		rte_flow_error_set(error, ENOMEM,
2256 				   RTE_FLOW_ERROR_TYPE_HANDLE, NULL,
2257 				   "Failed to allocate memory");
2258 		return flow;
2259 	}
2260 
2261 	rte_spinlock_lock(&pf->flow_ops_lock);
2262 
2263 	ret = ice_flow_process_filter(dev, flow, attr, pattern, actions,
2264 			&engine, ice_parse_engine_create, error);
2265 	if (ret < 0) {
2266 		PMD_DRV_LOG(ERR, "Failed to create flow");
2267 		rte_free(flow);
2268 		flow = NULL;
2269 		goto out;
2270 	}
2271 
2272 	flow->engine = engine;
2273 	TAILQ_INSERT_TAIL(&pf->flow_list, flow, node);
2274 	PMD_DRV_LOG(INFO, "Succeeded to create (%d) flow", engine->type);
2275 
2276 out:
2277 	rte_spinlock_unlock(&pf->flow_ops_lock);
2278 	return flow;
2279 }
2280 
2281 static int
ice_flow_destroy(struct rte_eth_dev * dev,struct rte_flow * flow,struct rte_flow_error * error)2282 ice_flow_destroy(struct rte_eth_dev *dev,
2283 		struct rte_flow *flow,
2284 		struct rte_flow_error *error)
2285 {
2286 	struct ice_pf *pf = ICE_DEV_PRIVATE_TO_PF(dev->data->dev_private);
2287 	struct ice_adapter *ad =
2288 		ICE_DEV_PRIVATE_TO_ADAPTER(dev->data->dev_private);
2289 	int ret = 0;
2290 
2291 	if (!flow || !flow->engine || !flow->engine->destroy) {
2292 		rte_flow_error_set(error, EINVAL,
2293 				RTE_FLOW_ERROR_TYPE_HANDLE,
2294 				NULL, "Invalid flow");
2295 		return -rte_errno;
2296 	}
2297 
2298 	rte_spinlock_lock(&pf->flow_ops_lock);
2299 
2300 	ret = flow->engine->destroy(ad, flow, error);
2301 	if (!ret) {
2302 		TAILQ_REMOVE(&pf->flow_list, flow, node);
2303 		rte_free(flow);
2304 	} else {
2305 		PMD_DRV_LOG(ERR, "Failed to destroy flow");
2306 	}
2307 
2308 	rte_spinlock_unlock(&pf->flow_ops_lock);
2309 
2310 	return ret;
2311 }
2312 
2313 static int
ice_flow_flush(struct rte_eth_dev * dev,struct rte_flow_error * error)2314 ice_flow_flush(struct rte_eth_dev *dev,
2315 		struct rte_flow_error *error)
2316 {
2317 	struct ice_pf *pf = ICE_DEV_PRIVATE_TO_PF(dev->data->dev_private);
2318 	struct rte_flow *p_flow;
2319 	void *temp;
2320 	int ret = 0;
2321 
2322 	TAILQ_FOREACH_SAFE(p_flow, &pf->flow_list, node, temp) {
2323 		ret = ice_flow_destroy(dev, p_flow, error);
2324 		if (ret) {
2325 			PMD_DRV_LOG(ERR, "Failed to flush flows");
2326 			return -EINVAL;
2327 		}
2328 	}
2329 
2330 	return ret;
2331 }
2332 
2333 static int
ice_flow_query(struct rte_eth_dev * dev,struct rte_flow * flow,const struct rte_flow_action * actions,void * data,struct rte_flow_error * error)2334 ice_flow_query(struct rte_eth_dev *dev,
2335 		struct rte_flow *flow,
2336 		const struct rte_flow_action *actions,
2337 		void *data,
2338 		struct rte_flow_error *error)
2339 {
2340 	int ret = -EINVAL;
2341 	struct ice_adapter *ad =
2342 		ICE_DEV_PRIVATE_TO_ADAPTER(dev->data->dev_private);
2343 	struct rte_flow_query_count *count = data;
2344 	struct ice_pf *pf = &ad->pf;
2345 
2346 	if (!flow || !flow->engine || !flow->engine->query_count) {
2347 		rte_flow_error_set(error, EINVAL,
2348 				RTE_FLOW_ERROR_TYPE_HANDLE,
2349 				NULL, "Invalid flow");
2350 		return -rte_errno;
2351 	}
2352 
2353 	rte_spinlock_lock(&pf->flow_ops_lock);
2354 
2355 	for (; actions->type != RTE_FLOW_ACTION_TYPE_END; actions++) {
2356 		switch (actions->type) {
2357 		case RTE_FLOW_ACTION_TYPE_VOID:
2358 			break;
2359 		case RTE_FLOW_ACTION_TYPE_COUNT:
2360 			ret = flow->engine->query_count(ad, flow, count, error);
2361 			break;
2362 		default:
2363 			return rte_flow_error_set(error, ENOTSUP,
2364 					RTE_FLOW_ERROR_TYPE_ACTION,
2365 					actions,
2366 					"action not supported");
2367 		}
2368 	}
2369 
2370 	rte_spinlock_unlock(&pf->flow_ops_lock);
2371 
2372 	return ret;
2373 }
2374 
2375 int
ice_flow_redirect(struct ice_adapter * ad,struct ice_flow_redirect * rd)2376 ice_flow_redirect(struct ice_adapter *ad,
2377 		  struct ice_flow_redirect *rd)
2378 {
2379 	struct ice_pf *pf = &ad->pf;
2380 	struct rte_flow *p_flow;
2381 	void *temp;
2382 	int ret;
2383 
2384 	rte_spinlock_lock(&pf->flow_ops_lock);
2385 
2386 	TAILQ_FOREACH_SAFE(p_flow, &pf->flow_list, node, temp) {
2387 		if (!p_flow->engine->redirect)
2388 			continue;
2389 		ret = p_flow->engine->redirect(ad, p_flow, rd);
2390 		if (ret) {
2391 			PMD_DRV_LOG(ERR, "Failed to redirect flows");
2392 			return ret;
2393 		}
2394 	}
2395 
2396 	rte_spinlock_unlock(&pf->flow_ops_lock);
2397 
2398 	return 0;
2399 }
2400