xref: /f-stack/dpdk/app/test/autotest_data.py (revision 2d9fd380) 
1#!/usr/bin/env python3
2# SPDX-License-Identifier: BSD-3-Clause
3# Copyright(c) 2010-2014 Intel Corporation
4
5# Test data for autotests
6
7from autotest_test_funcs import *
8
9# groups of tests that can be run in parallel
10# the grouping has been found largely empirically
11parallel_test_list = [
12    {
13        "Name":    "Cycles autotest",
14        "Command": "cycles_autotest",
15        "Func":    default_autotest,
16        "Report":  None,
17    },
18    {
19        "Name":    "Timer autotest",
20        "Command": "timer_autotest",
21        "Func":    timer_autotest,
22        "Report":   None,
23    },
24    {
25        "Name":    "Debug autotest",
26        "Command": "debug_autotest",
27        "Func":    default_autotest,
28        "Report":  None,
29    },
30    {
31        "Name":    "Errno autotest",
32        "Command": "errno_autotest",
33        "Func":    default_autotest,
34        "Report":  None,
35    },
36    {
37        "Name":    "Meter autotest",
38        "Command": "meter_autotest",
39        "Func":    default_autotest,
40        "Report":  None,
41    },
42    {
43        "Name":    "Common autotest",
44        "Command": "common_autotest",
45        "Func":    default_autotest,
46        "Report":  None,
47    },
48    {
49        "Name":    "Resource autotest",
50        "Command": "resource_autotest",
51        "Func":    default_autotest,
52        "Report":  None,
53    },
54    {
55        "Name":    "Memory autotest",
56        "Command": "memory_autotest",
57        "Func":    memory_autotest,
58        "Report":  None,
59    },
60    {
61        "Name":    "Read/write lock autotest",
62        "Command": "rwlock_autotest",
63        "Func":    rwlock_autotest,
64        "Report":  None,
65    },
66    {
67        "Name":    "Lcores autotest",
68        "Command": "lcores_autotest",
69        "Func":    default_autotest,
70        "Report":  None,
71    },
72    {
73        "Name":    "Logs autotest",
74        "Command": "logs_autotest",
75        "Func":    logs_autotest,
76        "Report":  None,
77    },
78    {
79        "Name":    "CPU flags autotest",
80        "Command": "cpuflags_autotest",
81        "Func":    default_autotest,
82        "Report":  None,
83    },
84    {
85        "Name":    "Version autotest",
86        "Command": "version_autotest",
87        "Func":    default_autotest,
88        "Report":  None,
89    },
90    {
91        "Name":    "EAL filesystem autotest",
92        "Command": "eal_fs_autotest",
93        "Func":    default_autotest,
94        "Report":  None,
95    },
96    {
97        "Name":    "EAL flags autotest",
98        "Command": "eal_flags_autotest",
99        "Func":    default_autotest,
100        "Report":  None,
101    },
102    {
103        "Name":    "Hash autotest",
104        "Command": "hash_autotest",
105        "Func":    default_autotest,
106        "Report":  None,
107    },
108    {
109        "Name":    "LPM autotest",
110        "Command": "lpm_autotest",
111        "Func":    default_autotest,
112        "Report":  None,
113    },
114    {
115        "Name":    "LPM6 autotest",
116        "Command": "lpm6_autotest",
117        "Func":    default_autotest,
118        "Report":  None,
119    },
120    {
121        "Name":    "RIB autotest",
122        "Command": "rib_autotest",
123        "Func":    default_autotest,
124        "Report":  None,
125    },
126    {
127        "Name":    "RIB slow autotest",
128        "Command": "rib_slow_autotest",
129        "Func":    default_autotest,
130        "Report":  None,
131    },
132    {
133        "Name":    "RIB6 autotest",
134        "Command": "rib6_autotest",
135        "Func":    default_autotest,
136        "Report":  None,
137    },
138    {
139        "Name":    "RIB6 slow autotest",
140        "Command": "rib6_slow_autotest",
141        "Func":    default_autotest,
142        "Report":  None,
143    },
144    {
145        "Name":    "FIB autotest",
146        "Command": "fib_autotest",
147        "Func":    default_autotest,
148        "Report":  None,
149    },
150    {
151        "Name":    "FIB slow autotest",
152        "Command": "fib_slow_autotest",
153        "Func":    default_autotest,
154        "Report":  None,
155    },
156    {
157        "Name":    "FIB6 autotest",
158        "Command": "fib6_autotest",
159        "Func":    default_autotest,
160        "Report":  None,
161    },
162    {
163        "Name":    "FIB6 slow autotest",
164        "Command": "fib6_slow_autotest",
165        "Func":    default_autotest,
166        "Report":  None,
167    },
168    {
169        "Name":    "Memcpy autotest",
170        "Command": "memcpy_autotest",
171        "Func":    default_autotest,
172        "Report":  None,
173    },
174    {
175        "Name":    "Memzone autotest",
176        "Command": "memzone_autotest",
177        "Func":    default_autotest,
178        "Report":  None,
179    },
180    {
181        "Name":    "String autotest",
182        "Command": "string_autotest",
183        "Func":    default_autotest,
184        "Report":  None,
185    },
186    {
187        "Name":    "Alarm autotest",
188        "Command": "alarm_autotest",
189        "Func":    default_autotest,
190        "Report":  None,
191    },
192    {
193        "Name":    "Malloc autotest",
194        "Command": "malloc_autotest",
195        "Func":    default_autotest,
196        "Report":  None,
197    },
198    {
199        "Name":    "Multi-process autotest",
200        "Command": "multiprocess_autotest",
201        "Func":    default_autotest,
202        "Report":  None,
203    },
204    {
205        "Name":    "Mbuf autotest",
206        "Command": "mbuf_autotest",
207        "Func":    default_autotest,
208        "Report":  None,
209    },
210    {
211        "Name":    "Per-lcore autotest",
212        "Command": "per_lcore_autotest",
213        "Func":    default_autotest,
214        "Report":  None,
215    },
216    {
217        "Name":    "Ring autotest",
218        "Command": "ring_autotest",
219        "Func":    default_autotest,
220        "Report":  None,
221    },
222    {
223        "Name":    "Spinlock autotest",
224        "Command": "spinlock_autotest",
225        "Func":    spinlock_autotest,
226        "Report":  None,
227    },
228    {
229        "Name":    "Ticketlock autotest",
230        "Command": "ticketlock_autotest",
231        "Func":    ticketlock_autotest,
232        "Report":  None,
233    },
234    {
235        "Name":    "MCSlock autotest",
236        "Command": "mcslock_autotest",
237        "Func":    mcslock_autotest,
238        "Report":  None,
239    },
240    {
241        "Name":    "Byte order autotest",
242        "Command": "byteorder_autotest",
243        "Func":    default_autotest,
244        "Report":  None,
245    },
246    {
247        "Name":    "TAILQ autotest",
248        "Command": "tailq_autotest",
249        "Func":    default_autotest,
250        "Report":  None,
251    },
252    {
253        "Name":    "Command-line autotest",
254        "Command": "cmdline_autotest",
255        "Func":    default_autotest,
256        "Report":  None,
257    },
258    {
259        "Name":    "Interrupts autotest",
260        "Command": "interrupt_autotest",
261        "Func":    default_autotest,
262        "Report":  None,
263    },
264    {
265        "Name":    "Function reentrancy autotest",
266        "Command": "func_reentrancy_autotest",
267        "Func":    default_autotest,
268        "Report":  None,
269    },
270    {
271        "Name":    "Mempool autotest",
272        "Command": "mempool_autotest",
273        "Func":    default_autotest,
274        "Report":  None,
275    },
276    {
277        "Name":    "Atomics autotest",
278        "Command": "atomic_autotest",
279        "Func":    default_autotest,
280        "Report":  None,
281    },
282    {
283        "Name":    "Prefetch autotest",
284        "Command": "prefetch_autotest",
285        "Func":    default_autotest,
286        "Report":  None,
287    },
288    {
289        "Name":    "Red autotest",
290        "Command": "red_autotest",
291        "Func":    default_autotest,
292        "Report":  None,
293    },
294    {
295        "Name":    "PMD ring autotest",
296        "Command": "ring_pmd_autotest",
297        "Func":    default_autotest,
298        "Report":  None,
299    },
300    {
301        "Name":    "Access list control autotest",
302        "Command": "acl_autotest",
303        "Func":    default_autotest,
304        "Report":  None,
305    },
306    {
307        "Name":    "Sched autotest",
308        "Command": "sched_autotest",
309        "Func":    default_autotest,
310        "Report":  None,
311    },
312    {
313        "Name":    "Eventdev selftest octeontx",
314        "Command": "eventdev_selftest_octeontx",
315        "Func":    default_autotest,
316        "Report":  None,
317    },
318    {
319        "Name":    "Event ring autotest",
320        "Command": "event_ring_autotest",
321        "Func":    default_autotest,
322        "Report":  None,
323    },
324    {
325        "Name":    "Table autotest",
326        "Command": "table_autotest",
327        "Func":    default_autotest,
328        "Report":  None,
329    },
330    {
331        "Name":    "Flow classify autotest",
332        "Command": "flow_classify_autotest",
333        "Func":    default_autotest,
334        "Report":  None,
335    },
336    {
337        "Name":    "Event eth rx adapter autotest",
338        "Command": "event_eth_rx_adapter_autotest",
339        "Func":    default_autotest,
340        "Report":  None,
341    },
342    {
343        "Name":    "User delay",
344        "Command": "user_delay_us",
345        "Func":    default_autotest,
346        "Report":  None,
347    },
348    {
349        "Name":    "Sleep delay",
350        "Command": "delay_us_sleep_autotest",
351        "Func":    default_autotest,
352        "Report":  None,
353    },
354    {
355        "Name":    "Rawdev autotest",
356        "Command": "rawdev_autotest",
357        "Func":    default_autotest,
358        "Report":  None,
359    },
360    {
361        "Name":    "Kvargs autotest",
362        "Command": "kvargs_autotest",
363        "Func":    default_autotest,
364        "Report":  None,
365    },
366    {
367        "Name":    "Link bonding autotest",
368        "Command": "link_bonding_autotest",
369        "Func":    default_autotest,
370        "Report":  None,
371    },
372    {
373        "Name":    "Link bonding mode4 autotest",
374        "Command": "link_bonding_mode4_autotest",
375        "Func":    default_autotest,
376        "Report":  None,
377    },
378    {
379        "Name":    "Link bonding rssconf autotest",
380        "Command": "link_bonding_rssconf_autotest",
381        "Func":    default_autotest,
382        "Report":  None,
383    },
384    {
385        "Name":    "Crc autotest",
386        "Command": "crc_autotest",
387        "Func":    default_autotest,
388        "Report":  None,
389    },
390    {
391        "Name":    "Distributor autotest",
392        "Command": "distributor_autotest",
393        "Func":    default_autotest,
394        "Report":  None,
395    },
396    {
397        "Name":    "Reorder autotest",
398        "Command": "reorder_autotest",
399        "Func":    default_autotest,
400        "Report":  None,
401    },
402    {
403        "Name":    "Barrier autotest",
404        "Command": "barrier_autotest",
405        "Func":    default_autotest,
406        "Report":  None,
407    },
408    {
409        "Name":    "Bitmap test",
410        "Command": "bitmap_test",
411        "Func":    default_autotest,
412        "Report":  None,
413    },
414    {
415        "Name":    "Bitops test",
416        "Command": "bitops_autotest",
417        "Func":    default_autotest,
418        "Report":  None,
419    },
420    {
421        "Name":    "Hash multiwriter autotest",
422        "Command": "hash_multiwriter_autotest",
423        "Func":    default_autotest,
424        "Report":  None,
425    },
426    {
427        "Name":    "Service autotest",
428        "Command": "service_autotest",
429        "Func":    default_autotest,
430        "Report":  None,
431    },
432    {
433        "Name":    "Timer racecond autotest",
434        "Command": "timer_racecond_autotest",
435        "Func":    default_autotest,
436        "Report":  None,
437    },
438    {
439        "Name":    "Member autotest",
440        "Command": "member_autotest",
441        "Func":    default_autotest,
442        "Report":  None,
443    },
444    {
445        "Name":   "Efd_autotest",
446        "Command": "efd_autotest",
447        "Func":    default_autotest,
448        "Report":  None,
449    },
450    {
451        "Name":    "Thash autotest",
452        "Command": "thash_autotest",
453        "Func":    default_autotest,
454        "Report":  None,
455    },
456    {
457        "Name":    "Hash function autotest",
458        "Command": "hash_functions_autotest",
459        "Func":    default_autotest,
460        "Report":  None,
461    },
462    {
463        "Name":    "Cryptodev sw mvsam autotest",
464        "Command": "cryptodev_sw_mvsam_autotest",
465        "Func":    default_autotest,
466        "Report":  None,
467    },
468    {
469        "Name":    "Cryptodev dpaa2 sec autotest",
470        "Command": "cryptodev_dpaa2_sec_autotest",
471        "Func":    default_autotest,
472        "Report":  None,
473    },
474    {
475        "Name":    "Cryptodev dpaa sec autotest",
476        "Command": "cryptodev_dpaa_sec_autotest",
477        "Func":    default_autotest,
478        "Report":  None,
479    },
480    {
481        "Name":    "Cryptodev qat autotest",
482        "Command": "cryptodev_qat_autotest",
483        "Func":    default_autotest,
484        "Report":  None,
485    },
486    {
487        "Name":    "Cryptodev aesni mb autotest",
488        "Command": "cryptodev_aesni_mb_autotest",
489        "Func":    default_autotest,
490        "Report":  None,
491    },
492    {
493        "Name":    "Cryptodev openssl autotest",
494        "Command": "cryptodev_openssl_autotest",
495        "Func":    default_autotest,
496        "Report":  None,
497    },
498    {
499        "Name":    "Cryptodev scheduler autotest",
500        "Command": "cryptodev_scheduler_autotest",
501        "Func":    default_autotest,
502        "Report":  None,
503    },
504    {
505        "Name":    "Cryptodev aesni gcm autotest",
506        "Command": "cryptodev_aesni_gcm_autotest",
507        "Func":    default_autotest,
508        "Report":  None,
509    },
510    {
511        "Name":    "Cryptodev null autotest",
512        "Command": "cryptodev_null_autotest",
513        "Func":    default_autotest,
514        "Report":  None,
515    },
516    {
517        "Name":    "Cryptodev sw snow3g autotest",
518        "Command": "cryptodev_sw_snow3g_autotest",
519        "Func":    default_autotest,
520        "Report":  None,
521    },
522    {
523        "Name":    "Cryptodev sw kasumi autotest",
524        "Command": "cryptodev_sw_kasumi_autotest",
525        "Func":    default_autotest,
526        "Report":  None,
527    },
528    {
529        "Name":    "Cryptodev_sw_zuc_autotest",
530        "Command": "cryptodev_sw_zuc_autotest",
531        "Func":    default_autotest,
532        "Report":  None,
533    },
534    {
535        "Name":    "Reciprocal division",
536        "Command": "reciprocal_division",
537        "Func":    default_autotest,
538        "Report":  None,
539    },
540    {
541        "Name":    "Red all",
542        "Command": "red_all",
543        "Func":    default_autotest,
544        "Report":  None,
545    },
546    {
547	"Name":    "Fbarray autotest",
548	"Command": "fbarray_autotest",
549	"Func":    default_autotest,
550	"Report":  None,
551    },
552    {
553	"Name":    "External memory autotest",
554	"Command": "external_mem_autotest",
555	"Func":    default_autotest,
556	"Report":  None,
557    },
558    {
559        "Name":    "Metrics autotest",
560        "Command": "metrics_autotest",
561        "Func":    default_autotest,
562        "Report":  None,
563    },
564    {
565        "Name":    "Bitratestats autotest",
566        "Command": "bitratestats_autotest",
567        "Func":    default_autotest,
568        "Report":  None,
569    },
570    {
571        "Name":    "Latencystats autotest",
572        "Command": "latencystats_autotest",
573        "Func":    default_autotest,
574        "Report":  None,
575    },
576    {
577        "Name":    "Pdump autotest",
578        "Command": "pdump_autotest",
579        "Func":    default_autotest,
580        "Report":  None,
581    },
582    {
583        "Name":    "IPsec_SAD",
584        "Command": "ipsec_sad_autotest",
585        "Func":    default_autotest,
586        "Report":  None,
587    },
588    #
589    #Please always keep all dump tests at the end and together!
590    #
591    {
592        "Name":    "Dump physmem",
593        "Command": "dump_physmem",
594        "Func":    dump_autotest,
595        "Report":  None,
596    },
597    {
598        "Name":    "Dump memzone",
599        "Command": "dump_memzone",
600        "Func":    dump_autotest,
601        "Report":  None,
602    },
603    {
604        "Name":    "Dump struct sizes",
605        "Command": "dump_struct_sizes",
606        "Func":    dump_autotest,
607        "Report":  None,
608    },
609    {
610        "Name":    "Dump mempool",
611        "Command": "dump_mempool",
612        "Func":    dump_autotest,
613        "Report":  None,
614    },
615    {
616        "Name":    "Dump malloc stats",
617        "Command": "dump_malloc_stats",
618        "Func":    dump_autotest,
619        "Report":  None,
620    },
621    {
622        "Name":    "Dump devargs",
623        "Command": "dump_devargs",
624        "Func":    dump_autotest,
625        "Report":  None,
626    },
627    {
628        "Name":    "Dump log types",
629        "Command": "dump_log_types",
630        "Func":    dump_autotest,
631        "Report":  None,
632    },
633    {
634        "Name":    "Dump_ring",
635        "Command": "dump_ring",
636        "Func":    dump_autotest,
637        "Report":  None,
638    },
639]
640
641# tests that should not be run when any other tests are running
642non_parallel_test_list = [
643    {
644        "Name":    "Eventdev common autotest",
645        "Command": "eventdev_common_autotest",
646        "Func":    default_autotest,
647        "Report":  None,
648    },
649    {
650        "Name":    "Eventdev selftest sw",
651        "Command": "eventdev_selftest_sw",
652        "Func":    default_autotest,
653        "Report":  None,
654    },
655    {
656        "Name":    "KNI autotest",
657        "Command": "kni_autotest",
658        "Func":    default_autotest,
659        "Report":  None,
660    },
661    {
662        "Name":    "Mempool performance autotest",
663        "Command": "mempool_perf_autotest",
664        "Func":    default_autotest,
665        "Report":  None,
666    },
667    {
668        "Name":    "Memcpy performance autotest",
669        "Command": "memcpy_perf_autotest",
670        "Func":    default_autotest,
671        "Report":  None,
672    },
673    {
674        "Name":    "Hash performance autotest",
675        "Command": "hash_perf_autotest",
676        "Func":    default_autotest,
677        "Report":  None,
678    },
679    {
680        "Name":    "Hash read-write concurrency functional autotest",
681        "Command": "hash_readwrite_func_autotest",
682        "Func":    default_autotest,
683        "Report":  None,
684    },
685    {
686        "Name":    "Hash read-write concurrency perf autotest",
687        "Command": "hash_readwrite_perf_autotest",
688        "Func":    default_autotest,
689        "Report":  None,
690    },
691    {
692        "Name":    "Hash read-write lock-free concurrency perf autotest",
693        "Command": "hash_readwrite_lf_perf_autotest",
694        "Func":    default_autotest,
695        "Report":  None,
696    },
697    {
698        "Name":       "Power autotest",
699        "Command":    "power_autotest",
700        "Func":       default_autotest,
701        "Report":      None,
702    },
703    {
704        "Name":       "Power cpufreq autotest",
705        "Command":    "power_cpufreq_autotest",
706        "Func":       default_autotest,
707        "Report":     None,
708    },
709    {
710        "Name":       "Power KVM VM  autotest",
711        "Command":    "power_kvm_vm_autotest",
712        "Func":       default_autotest,
713        "Report":     None,
714    },
715    {
716        "Name":    "Timer performance autotest",
717        "Command": "timer_perf_autotest",
718        "Func":    default_autotest,
719        "Report":  None,
720    },
721    {
722
723        "Name":    "Pmd perf autotest",
724        "Command": "pmd_perf_autotest",
725        "Func":    default_autotest,
726        "Report":  None,
727    },
728    {
729        "Name":    "Ring pmd perf autotest",
730        "Command": "ring_pmd_perf_autotest",
731        "Func":    default_autotest,
732        "Report":  None,
733    },
734    {
735        "Name":    "Distributor perf autotest",
736        "Command": "distributor_perf_autotest",
737        "Func":    default_autotest,
738        "Report":  None,
739    },
740    {
741        "Name":    "Red_perf",
742        "Command": "red_perf",
743        "Func":    default_autotest,
744        "Report":  None,
745    },
746    {
747        "Name":    "Lpm6 perf autotest",
748        "Command": "lpm6_perf_autotest",
749        "Func":    default_autotest,
750        "Report":  None,
751    },
752    {
753        "Name":    "Lpm perf autotest",
754        "Command": "lpm_perf_autotest",
755        "Func":    default_autotest,
756        "Report":  None,
757    },
758    {
759        "Name":    "FIB perf autotest",
760        "Command": "fib_perf_autotest",
761        "Func":    default_autotest,
762        "Report":  None,
763    },
764    {
765        "Name":    "FIB6 perf autotest",
766        "Command": "fib6_perf_autotest",
767        "Func":    default_autotest,
768        "Report":  None,
769    },
770    {
771         "Name":    "Efd perf autotest",
772         "Command": "efd_perf_autotest",
773         "Func":    default_autotest,
774         "Report":  None,
775    },
776    {
777        "Name":    "Member perf autotest",
778        "Command": "member_perf_autotest",
779        "Func":    default_autotest,
780        "Report":  None,
781    },
782    {
783        "Name":    "Reciprocal division perf",
784        "Command": "reciprocal_division_perf",
785        "Func":    default_autotest,
786        "Report":  None,
787    },
788    {
789        "Name":    "RCU QSBR autotest",
790        "Command": "rcu_qsbr_autotest",
791        "Func":    default_autotest,
792        "Report":  None,
793    },
794    {
795        "Name":    "RCU QSBR performance autotest",
796        "Command": "rcu_qsbr_perf_autotest",
797        "Func":    default_autotest,
798        "Report":  None,
799    },
800    #
801    # Please always make sure that ring_perf is the last test!
802    #
803    {
804        "Name":    "Ring performance autotest",
805        "Command": "ring_perf_autotest",
806        "Func":    default_autotest,
807        "Report":  None,
808    },
809]
810