xref: /vim-8.2.3635/src/testdir/Makefile (revision 91e15e13)
1#
2# Makefile to run all tests for Vim
3#
4
5VIMPROG = ../vim
6SCRIPTSOURCE = ../../runtime
7
8# Uncomment this line to use valgrind for memory leaks and extra warnings.
9#   The output goes into a file "valgrind.testN"
10#   Vim should be compiled with EXITFREE to avoid false warnings.
11#   This will make testing about 10 times as slow.
12# VALGRIND = valgrind --tool=memcheck --leak-check=yes --num-callers=15 --log-file=valgrind.$*
13
14
15SCRIPTS = test1.out test2.out test3.out test4.out test5.out test6.out \
16		test7.out test8.out test9.out test10.out test11.out \
17		test12.out test13.out test14.out test15.out test17.out \
18		test18.out test19.out test20.out test21.out test22.out \
19		test23.out test24.out test25.out test26.out test27.out \
20		test28.out test29.out test30.out test31.out test32.out \
21		test33.out test34.out test35.out test36.out test37.out \
22		test38.out test39.out test40.out test41.out test42.out \
23		test43.out test44.out test45.out test46.out test47.out \
24		test48.out test49.out test51.out test52.out test53.out \
25		test54.out test55.out test56.out test57.out test58.out \
26		test59.out test60.out test61.out test62.out test63.out \
27		test64.out test65.out test66.out test67.out test68.out \
28		test69.out test70.out test71.out test72.out test73.out \
29		test74.out test75.out test76.out test77.out test78.out \
30		test79.out test80.out test81.out test82.out test83.out \
31		test84.out test85.out test86.out test87.out test88.out \
32		test89.out test90.out test91.out test92.out test93.out \
33		test94.out test95.out test96.out test97.out test98.out \
34		test99.out test100.out test101.out test102.out test103.out \
35		test104.out test105.out test106.out test107.out \
36		test_autoformat_join.out \
37		test_breakindent.out \
38		test_changelist.out \
39		test_eval.out \
40		test_insertcount.out \
41		test_listlbr.out \
42		test_listlbr_utf8.out \
43		test_options.out \
44		test_qf_title.out \
45		test_utf8.out
46
47SCRIPTS_GUI = test16.out
48
49.SUFFIXES: .in .out
50
51nongui:	nolog $(SCRIPTS) report
52
53gui:	nolog $(SCRIPTS) $(SCRIPTS_GUI) report
54
55report:
56	@echo
57	@echo 'Test results:'
58	@/bin/sh -c "if test -f test.log; \
59		then cat test.log; echo TEST FAILURE; exit 1; \
60		else echo ALL DONE; \
61		fi"
62
63$(SCRIPTS) $(SCRIPTS_GUI): $(VIMPROG)
64
65RM_ON_RUN = test.out X* viminfo
66RM_ON_START = tiny.vim small.vim mbyte.vim mzscheme.vim lua.vim test.ok
67RUN_VIM = VIMRUNTIME=$(SCRIPTSOURCE); export VIMRUNTIME; $(VALGRIND) $(VIMPROG) -u unix.vim -U NONE --noplugin -s dotest.in
68
69clean:
70	-rm -rf *.out *.failed *.rej *.orig test.log $(RM_ON_RUN) $(RM_ON_START) valgrind.*
71
72test1.out: test1.in
73	-rm -rf $*.failed $(RM_ON_RUN) $(RM_ON_START) wrongtermsize
74	$(RUN_VIM) $*.in
75	@/bin/sh -c "if test -f wrongtermsize; \
76		then echo; \
77		echo test1 FAILED - terminal size must be 80x24 or larger; \
78		echo; exit 1; \
79		elif diff test.out $*.ok; \
80		then mv -f test.out $*.out; \
81		else echo; \
82		echo test1 FAILED - Something basic is wrong; \
83		echo; exit 1; fi"
84	-rm -rf X* viminfo
85
86.in.out:
87	-rm -rf $*.failed test.ok $(RM_ON_RUN)
88	cp $*.ok test.ok
89	# Sleep a moment to avoid that the xterm title is messed up.
90	# 200 msec is sufficient, but only modern sleep supports a fraction of
91	# a second, fall back to a second if it fails.
92	@-/bin/sh -c "sleep .2 > /dev/null 2>&1 || sleep 1"
93	-$(RUN_VIM) $*.in
94
95	# For flaky tests retry one time.
96	@/bin/sh -c "if test -f test.out -a $* = test61; then \
97		  if diff test.out $*.ok; \
98		  then echo flaky test ok first time; \
99		  else rm -rf $*.failed $(RM_ON_RUN); \
100			$(RUN_VIM) $*.in; \
101		  fi \
102		fi"
103
104	# Check if the test.out file matches test.ok.
105	@/bin/sh -c "if test -f test.out; then \
106		  if diff test.out $*.ok; \
107		  then mv -f test.out $*.out; \
108		  else echo $* FAILED >>test.log; mv -f test.out $*.failed; \
109		  fi \
110		else echo $* NO OUTPUT >>test.log; \
111		fi"
112	@/bin/sh -c "if test -f valgrind; then\
113		  mv -f valgrind valgrind.$*; \
114		fi"
115	-rm -rf X* test.ok viminfo
116
117test49.out: test49.vim
118
119test60.out: test60.vim
120
121nolog:
122	-rm -f test.log
123