xref: /vim-8.2.3635/src/testdir/Makefile (revision dfb18411)
1#
2# Makefile to run all tests for Vim
3#
4
5VIMPROG = ../vim
6
7# Uncomment this line to use valgrind for memory leaks and extra warnings.
8#   The output goes into a file "valgrind.testN"
9#   Vim should be compiled with EXITFREE to avoid false warnings.
10#   This will make testing about 10 times as slow.
11# VALGRIND = valgrind --tool=memcheck --leak-check=yes --num-callers=15 --log-file=valgrind.$*
12
13
14SCRIPTS = test1.out test2.out test3.out test4.out test5.out test6.out \
15		test7.out test8.out test9.out test10.out test11.out \
16		test12.out test13.out test14.out test15.out test17.out \
17		test18.out test19.out test20.out test21.out test22.out \
18		test23.out test24.out test25.out test26.out test27.out \
19		test28.out test29.out test30.out test31.out test32.out \
20		test33.out test34.out test35.out test36.out test37.out \
21		test38.out test39.out test40.out test41.out test42.out \
22		test43.out test44.out test45.out test46.out test47.out \
23		test48.out test49.out test51.out test52.out test53.out \
24		test54.out test55.out test56.out test57.out test58.out \
25		test59.out test60.out test61.out test62.out test63.out \
26		test64.out test65.out test66.out test67.out test68.out \
27		test69.out test70.out test71.out test72.out test73.out \
28		test74.out test75.out test76.out test77.out test78.out \
29		test79.out test80.out test81.out test82.out test83.out \
30		test84.out test85.out test86.out test87.out test88.out \
31		test89.out test90.out test91.out test92.out test93.out \
32		test94.out test95.out test96.out test97.out test98.out \
33		test99.out test100.out test101.out test102.out test103.out
34
35SCRIPTS_GUI = test16.out
36
37.SUFFIXES: .in .out
38
39nongui:	nolog $(SCRIPTS) report
40
41gui:	nolog $(SCRIPTS) $(SCRIPTS_GUI) report
42
43report:
44	@echo
45	@echo 'Test results:'
46	@/bin/sh -c "if test -f test.log; \
47		then cat test.log; echo TEST FAILURE; exit 1; \
48		else echo ALL DONE; \
49		fi"
50
51$(SCRIPTS) $(SCRIPTS_GUI): $(VIMPROG)
52
53RM_ON_RUN = test.out X* viminfo
54RM_ON_START = tiny.vim small.vim mbyte.vim mzscheme.vim lua.vim test.ok
55RUN_VIM = $(VALGRIND) $(VIMPROG) -u unix.vim -U NONE --noplugin -s dotest.in
56
57clean:
58	-rm -rf *.out *.failed *.rej *.orig test.log $(RM_ON_RUN) $(RM_ON_START) valgrind.*
59
60test1.out: test1.in
61	-rm -rf $*.failed $(RM_ON_RUN) $(RM_ON_START) wrongtermsize
62	$(RUN_VIM) $*.in
63	@/bin/sh -c "if test -e wrongtermsize; \
64		then echo; \
65		echo test1 FAILED - terminal size must be 80x24 or larger; \
66		echo; exit 1; \
67		elif diff test.out $*.ok; \
68		then mv -f test.out $*.out; \
69		else echo; \
70		echo test1 FAILED - Something basic is wrong; \
71		echo; exit 1; fi"
72	-rm -rf X* viminfo
73
74.in.out:
75	-rm -rf $*.failed test.ok $(RM_ON_RUN)
76	cp $*.ok test.ok
77	# Sleep a moment to avoid that the xterm title is messed up.
78	# 200 msec is sufficient, but only modern sleep supports a fraction of
79	# a second, fall back to a second if it fails.
80	@-/bin/sh -c "sleep .2 > /dev/null 2>&1 || sleep 1"
81	-$(RUN_VIM) $*.in
82
83	# For flaky tests retry one time.
84	@/bin/sh -c "if test -f test.out -a $* = test61; then \
85		  if diff test.out $*.ok; \
86		  then echo flaky test ok first time; \
87		  else rm -rf $*.failed $(RM_ON_RUN); \
88			$(RUN_VIM) $*.in; \
89		  fi \
90		fi"
91
92	# Check if the test.out file matches test.ok.
93	@/bin/sh -c "if test -f test.out; then \
94		  if diff test.out $*.ok; \
95		  then mv -f test.out $*.out; \
96		  else echo $* FAILED >>test.log; mv -f test.out $*.failed; \
97		  fi \
98		else echo $* NO OUTPUT >>test.log; \
99		fi"
100	@/bin/sh -c "if test -f valgrind; then\
101		  mv -f valgrind valgrind.$*; \
102		fi"
103	-rm -rf X* test.ok viminfo
104
105test49.out: test49.vim
106
107test60.out: test60.vim
108
109nolog:
110	-rm -f test.log
111