1# 2# Makefile to run all tests for Vim 3# 4 5VIMPROG = ../vim 6 7# Uncomment this line to use valgrind for memory leaks and extra warnings. 8# The output goes into a file "valgrind.testN" 9# Vim should be compiled with EXITFREE to avoid false warnings. 10# This will make testing about 10 times as slow. 11# VALGRIND = valgrind --tool=memcheck --leak-check=yes --num-callers=15 --log-file=valgrind.$* 12 13 14SCRIPTS = test1.out test2.out test3.out test4.out test5.out test6.out \ 15 test7.out test8.out test9.out test10.out test11.out \ 16 test12.out test13.out test14.out test15.out test17.out \ 17 test18.out test19.out test20.out test21.out test22.out \ 18 test23.out test24.out test25.out test26.out test27.out \ 19 test28.out test29.out test30.out test31.out test32.out \ 20 test33.out test34.out test35.out test36.out test37.out \ 21 test38.out test39.out test40.out test41.out test42.out \ 22 test43.out test44.out test45.out test46.out test47.out \ 23 test48.out test49.out test51.out test52.out test53.out \ 24 test54.out test55.out test56.out test57.out test58.out \ 25 test59.out test60.out test61.out test62.out test63.out \ 26 test64.out test65.out test66.out test67.out test68.out \ 27 test69.out test70.out test71.out test72.out test73.out \ 28 test74.out test75.out test76.out test77.out test78.out \ 29 test79.out test80.out test81.out test82.out test83.out \ 30 test84.out test85.out test86.out test87.out test88.out \ 31 test89.out 32 33SCRIPTS_GUI = test16.out 34 35.SUFFIXES: .in .out 36 37nongui: nolog $(SCRIPTS) report 38 39gui: nolog $(SCRIPTS) $(SCRIPTS_GUI) report 40 41report: 42 @echo 43 @echo 'Test results:' 44 @/bin/sh -c "if test -f test.log; \ 45 then cat test.log; echo TEST FAILURE; exit 1; \ 46 else echo ALL DONE; \ 47 fi" 48 49$(SCRIPTS) $(SCRIPTS_GUI): $(VIMPROG) 50 51RM_ON_RUN = test.out X* viminfo 52RM_ON_START = tiny.vim small.vim mbyte.vim mzscheme.vim lua.vim test.ok 53RUN_VIM = $(VALGRIND) $(VIMPROG) -u unix.vim -U NONE --noplugin -s dotest.in 54 55clean: 56 -rm -rf *.out *.failed *.rej *.orig test.log $(RM_ON_RUN) $(RM_ON_START) valgrind.* 57 58test1.out: test1.in 59 -rm -rf $*.failed $(RM_ON_RUN) $(RM_ON_START) 60 $(RUN_VIM) $*.in 61 @/bin/sh -c "if diff test.out $*.ok; \ 62 then mv -f test.out $*.out; \ 63 else echo; \ 64 echo test1 FAILED - Something basic is wrong; \ 65 echo; exit 1; fi" 66 -rm -rf X* viminfo 67 68.in.out: 69 -rm -rf $*.failed test.ok $(RM_ON_RUN) 70 cp $*.ok test.ok 71 # Sleep a moment to avoid that the xterm title is messed up 72 @-sleep .2 73 -$(RUN_VIM) $*.in 74 75 # For flaky tests retry one time. 76 @/bin/sh -c "if test -f test.out -a $* = test61; then \ 77 if diff test.out $*.ok; \ 78 then echo flaky test ok first time; \ 79 else rm -rf $*.failed $(RM_ON_RUN); \ 80 $(RUN_VIM) $*.in; \ 81 fi \ 82 fi" 83 84 # Check if the test.out file matches test.ok. 85 @/bin/sh -c "if test -f test.out; then\ 86 if diff test.out $*.ok; \ 87 then mv -f test.out $*.out; \ 88 else echo $* FAILED >>test.log; mv -f test.out $*.failed; \ 89 fi \ 90 else echo $* NO OUTPUT >>test.log; \ 91 fi" 92 -rm -rf X* test.ok viminfo 93 94test49.out: test49.vim 95 96test60.out: test60.vim 97 98nolog: 99 -rm -f test.log 100