1# 2# Makefile to run all tests for Vim 3# 4 5VIMPROG = ../vim 6SCRIPTSOURCE = ../../runtime 7 8# Uncomment this line to use valgrind for memory leaks and extra warnings. 9# The output goes into a file "valgrind.testN" 10# Vim should be compiled with EXITFREE to avoid false warnings. 11# This will make testing about 10 times as slow. 12# VALGRIND = valgrind --tool=memcheck --leak-check=yes --num-callers=15 --log-file=valgrind.$* 13 14 15SCRIPTS = test1.out test2.out test3.out test4.out test5.out test6.out \ 16 test7.out test8.out test9.out test10.out test11.out \ 17 test12.out test13.out test14.out test15.out test17.out \ 18 test18.out test19.out test20.out test21.out test22.out \ 19 test23.out test24.out test25.out test26.out test27.out \ 20 test28.out test29.out test30.out test31.out test32.out \ 21 test33.out test34.out test35.out test36.out test37.out \ 22 test38.out test39.out test40.out test41.out test42.out \ 23 test43.out test44.out test45.out test46.out test47.out \ 24 test48.out test49.out test51.out test52.out test53.out \ 25 test54.out test55.out test56.out test57.out test58.out \ 26 test59.out test60.out test61.out test62.out test63.out \ 27 test64.out test65.out test66.out test67.out test68.out \ 28 test69.out test70.out test71.out test72.out test73.out \ 29 test74.out test75.out test76.out test77.out test78.out \ 30 test79.out test80.out test81.out test82.out test83.out \ 31 test84.out test85.out test86.out test87.out test88.out \ 32 test89.out test90.out test91.out test92.out test93.out \ 33 test94.out test95.out test96.out test97.out test98.out \ 34 test99.out test100.out test101.out test102.out test103.out \ 35 test104.out test105.out test106.out test107.out \ 36 test_argument_0count.out \ 37 test_argument_count.out \ 38 test_autocmd_option.out \ 39 test_autoformat_join.out \ 40 test_breakindent.out \ 41 test_cdo.out \ 42 test_changelist.out \ 43 test_charsearch.out \ 44 test_close_count.out \ 45 test_command_count.out \ 46 test_comparators.out \ 47 test_erasebackword.out \ 48 test_eval.out \ 49 test_fixeol.out \ 50 test_increment.out \ 51 test_insertcount.out \ 52 test_listchars.out \ 53 test_listlbr.out \ 54 test_listlbr_utf8.out \ 55 test_mapping.out \ 56 test_marks.out \ 57 test_match_conceal.out \ 58 test_nested_function.out \ 59 test_options.out \ 60 test_perl.out \ 61 test_qf_title.out \ 62 test_ruby.out \ 63 test_search_mbyte.out \ 64 test_set.out \ 65 test_signs.out \ 66 test_textobjects.out \ 67 test_utf8.out 68 69SCRIPTS_GUI = test16.out 70 71SCRIPTS_BENCH = bench_re_freeze.out 72 73.SUFFIXES: .in .out 74 75nongui: nolog $(SCRIPTS) report 76 77gui: nolog $(SCRIPTS) $(SCRIPTS_GUI) report 78 79benchmark: $(SCRIPTS_BENCH) 80 81report: 82 @echo 83 @echo 'Test results:' 84 @/bin/sh -c "if test -f test.log; \ 85 then cat test.log; echo TEST FAILURE; exit 1; \ 86 else echo ALL DONE; \ 87 fi" 88 89$(SCRIPTS) $(SCRIPTS_GUI): $(VIMPROG) 90 91RM_ON_RUN = test.out X* viminfo 92RM_ON_START = tiny.vim small.vim mbyte.vim mzscheme.vim lua.vim test.ok benchmark.out 93RUN_VIM = VIMRUNTIME=$(SCRIPTSOURCE); export VIMRUNTIME; $(VALGRIND) $(VIMPROG) -u unix.vim -U NONE --noplugin -s dotest.in 94 95clean: 96 -rm -rf *.out *.failed *.rej *.orig test.log $(RM_ON_RUN) $(RM_ON_START) valgrind.* 97 98test1.out: test1.in 99 -rm -rf $*.failed $(RM_ON_RUN) $(RM_ON_START) wrongtermsize 100 $(RUN_VIM) $*.in 101 @/bin/sh -c "if test -f wrongtermsize; \ 102 then echo; \ 103 echo test1 FAILED - terminal size must be 80x24 or larger; \ 104 echo; exit 1; \ 105 elif diff test.out $*.ok; \ 106 then mv -f test.out $*.out; \ 107 else echo; \ 108 echo test1 FAILED - Something basic is wrong; \ 109 echo; exit 1; fi" 110 -rm -rf X* viminfo 111 112.in.out: 113 -rm -rf $*.failed test.ok $(RM_ON_RUN) 114 cp $*.ok test.ok 115 # Sleep a moment to avoid that the xterm title is messed up. 116 # 200 msec is sufficient, but only modern sleep supports a fraction of 117 # a second, fall back to a second if it fails. 118 @-/bin/sh -c "sleep .2 > /dev/null 2>&1 || sleep 1" 119 -$(RUN_VIM) $*.in 120 121 # For flaky tests retry one time. 122 @/bin/sh -c "if test -f test.out -a $* = test61; then \ 123 if diff test.out $*.ok; \ 124 then echo flaky test ok first time; \ 125 else rm -rf $*.failed $(RM_ON_RUN); \ 126 $(RUN_VIM) $*.in; \ 127 fi \ 128 fi" 129 130 # Check if the test.out file matches test.ok. 131 @/bin/sh -c "if test -f test.out; then \ 132 if diff test.out $*.ok; \ 133 then mv -f test.out $*.out; \ 134 else echo $* FAILED >>test.log; mv -f test.out $*.failed; \ 135 fi \ 136 else echo $* NO OUTPUT >>test.log; \ 137 fi" 138 @/bin/sh -c "if test -f valgrind; then\ 139 mv -f valgrind valgrind.$*; \ 140 fi" 141 -rm -rf X* test.ok viminfo 142 143test49.out: test49.vim 144 145test60.out: test60.vim 146 147bench_re_freeze.out: bench_re_freeze.vim 148 -rm -rf benchmark.out $(RM_ON_RUN) 149 # Sleep a moment to avoid that the xterm title is messed up. 150 # 200 msec is sufficient, but only modern sleep supports a fraction of 151 # a second, fall back to a second if it fails. 152 @-/bin/sh -c "sleep .2 > /dev/null 2>&1 || sleep 1" 153 -$(RUN_VIM) $*.in 154 @/bin/sh -c "if test -f benchmark.out; then cat benchmark.out; fi" 155 156nolog: 157 -rm -f test.log 158