143345546SBram Moolenaar" This script is sourced while editing the .vim file with the tests. 243345546SBram Moolenaar" When the script is successful the .res file will be created. 343345546SBram Moolenaar" Errors are appended to the test.log file. 443345546SBram Moolenaar" 5*befb366aSBram Moolenaar" To execute only specific test functions, add a second argument. It will be 6*befb366aSBram Moolenaar" matched against the names of the Test_ funtion. E.g.: 7*befb366aSBram Moolenaar" ../vim -u NONE -S runtest.vim test_channel.vim open_delay 8*befb366aSBram Moolenaar" The output can be found in the "messages" file. 9*befb366aSBram Moolenaar" 1043345546SBram Moolenaar" The test script may contain anything, only functions that start with 1143345546SBram Moolenaar" "Test_" are special. These will be invoked and should contain assert 1243345546SBram Moolenaar" functions. See test_assert.vim for an example. 1343345546SBram Moolenaar" 1443345546SBram Moolenaar" It is possible to source other files that contain "Test_" functions. This 1543345546SBram Moolenaar" can speed up testing, since Vim does not need to restart. But be careful 1643345546SBram Moolenaar" that the tests do not interfere with each other. 1743345546SBram Moolenaar" 1843345546SBram Moolenaar" If an error cannot be detected properly with an assert function add the 1943345546SBram Moolenaar" error to the v:errors list: 2043345546SBram Moolenaar" call add(v:errors, 'test foo failed: Cannot find xyz') 2143345546SBram Moolenaar" 2243345546SBram Moolenaar" If preparation for each Test_ function is needed, define a SetUp function. 2343345546SBram Moolenaar" It will be called before each Test_ function. 2443345546SBram Moolenaar" 2543345546SBram Moolenaar" If cleanup after each Test_ function is needed, define a TearDown function. 2643345546SBram Moolenaar" It will be called after each Test_ function. 2700af60bbSBram Moolenaar" 2800af60bbSBram Moolenaar" When debugging a test it can be useful to add messages to v:errors: 2900af60bbSBram Moolenaar" call add(v:errors, "this happened") 3000af60bbSBram Moolenaar 3143345546SBram Moolenaar 3243345546SBram Moolenaar" Without the +eval feature we can't run these tests, bail out. 334686b323SBram Moolenaarso small.vim 3443345546SBram Moolenaar 3543345546SBram Moolenaar" Check that the screen size is at least 24 x 80 characters. 3643345546SBram Moolenaarif &lines < 24 || &columns < 80 3743345546SBram Moolenaar let error = 'Screen size too small! Tests require at least 24 lines with 80 characters' 3843345546SBram Moolenaar echoerr error 3943345546SBram Moolenaar split test.log 4043345546SBram Moolenaar $put =error 4143345546SBram Moolenaar w 4243345546SBram Moolenaar cquit 4343345546SBram Moolenaarendif 4443345546SBram Moolenaar 45c0662466SBram Moolenaar" For consistency run all tests with 'nocompatible' set. 46c0662466SBram Moolenaar" This also enables use of line continuation. 47c0662466SBram Moolenaarset nocp viminfo+=nviminfo 48c0662466SBram Moolenaar 49c0662466SBram Moolenaar" Avoid stopping at the "hit enter" prompt 50c0662466SBram Moolenaarset nomore 51c0662466SBram Moolenaar 52c0662466SBram Moolenaar" Output all messages in English. 53c0662466SBram Moolenaarlang mess C 54c0662466SBram Moolenaar 55f60b796fSBram Moolenaar" Always use forward slashes. 56f60b796fSBram Moolenaarset shellslash 57f60b796fSBram Moolenaar 5828fb79dbSBram Moolenaarlet s:srcdir = expand('%:p:h:h') 5928fb79dbSBram Moolenaar 6028fb79dbSBram Moolenaar" Support function: get the alloc ID by name. 6128fb79dbSBram Moolenaarfunction GetAllocId(name) 6228fb79dbSBram Moolenaar exe 'split ' . s:srcdir . '/alloc.h' 63065ee9aeSBram Moolenaar let top = search('typedef enum') 64065ee9aeSBram Moolenaar if top == 0 65065ee9aeSBram Moolenaar call add(v:errors, 'typedef not found in alloc.h') 66065ee9aeSBram Moolenaar endif 6728fb79dbSBram Moolenaar let lnum = search('aid_' . a:name . ',') 6828fb79dbSBram Moolenaar if lnum == 0 6928fb79dbSBram Moolenaar call add(v:errors, 'Alloc ID ' . a:name . ' not defined') 7028fb79dbSBram Moolenaar endif 7128fb79dbSBram Moolenaar close 72065ee9aeSBram Moolenaar return lnum - top - 1 7328fb79dbSBram Moolenaarendfunc 7428fb79dbSBram Moolenaar 7528fb79dbSBram Moolenaar 7643345546SBram Moolenaar" Source the test script. First grab the file name, in case the script 7700af60bbSBram Moolenaar" navigates away. g:testname can be used by the tests. 7800af60bbSBram Moolenaarlet g:testname = expand('%') 7900af60bbSBram Moolenaarlet s:done = 0 8000af60bbSBram Moolenaarlet s:fail = 0 8100af60bbSBram Moolenaarlet s:errors = [] 8200af60bbSBram Moolenaarlet s:messages = [] 83a2cce863SBram Moolenaarif expand('%') =~ 'test_viml.vim' 8400af60bbSBram Moolenaar " this test has intentional s:errors, don't use try/catch. 85a2cce863SBram Moolenaar source % 86a2cce863SBram Moolenaarelse 874686b323SBram Moolenaar try 8843345546SBram Moolenaar source % 894686b323SBram Moolenaar catch 9000af60bbSBram Moolenaar let s:fail += 1 9100af60bbSBram Moolenaar call add(s:errors, 'Caught exception: ' . v:exception . ' @ ' . v:throwpoint) 924686b323SBram Moolenaar endtry 93a2cce863SBram Moolenaarendif 9443345546SBram Moolenaar 9543345546SBram Moolenaar" Locate Test_ functions and execute them. 96a99b9043SBram Moolenaarset nomore 9743345546SBram Moolenaarredir @q 9893bf558cSBram Moolenaarsilent function /^Test_ 9943345546SBram Moolenaarredir END 10000af60bbSBram Moolenaarlet s:tests = split(substitute(@q, 'function \(\k*()\)', '\1', 'g')) 10143345546SBram Moolenaar 102*befb366aSBram Moolenaar" If there is an extra argument filter the function names against it. 103*befb366aSBram Moolenaarif argc() > 1 104*befb366aSBram Moolenaar let s:tests = filter(s:tests, 'v:val =~ argv(1)') 105*befb366aSBram Moolenaarendif 106*befb366aSBram Moolenaar 107cfc0a350SBram Moolenaar" Execute the tests in alphabetical order. 10800af60bbSBram Moolenaarfor s:test in sort(s:tests) 10993bf558cSBram Moolenaar echo 'Executing ' . s:test 11043345546SBram Moolenaar if exists("*SetUp") 11143345546SBram Moolenaar call SetUp() 11243345546SBram Moolenaar endif 11343345546SBram Moolenaar 11400af60bbSBram Moolenaar call add(s:messages, 'Executing ' . s:test) 11500af60bbSBram Moolenaar let s:done += 1 11643345546SBram Moolenaar try 11700af60bbSBram Moolenaar exe 'call ' . s:test 11843345546SBram Moolenaar catch 11900af60bbSBram Moolenaar call add(v:errors, 'Caught exception in ' . s:test . ': ' . v:exception . ' @ ' . v:throwpoint) 12043345546SBram Moolenaar endtry 12143345546SBram Moolenaar 12243345546SBram Moolenaar if len(v:errors) > 0 12300af60bbSBram Moolenaar let s:fail += 1 12400af60bbSBram Moolenaar call add(s:errors, 'Found errors in ' . s:test . ':') 12500af60bbSBram Moolenaar call extend(s:errors, v:errors) 12643345546SBram Moolenaar let v:errors = [] 12743345546SBram Moolenaar endif 12843345546SBram Moolenaar 12943345546SBram Moolenaar if exists("*TearDown") 13043345546SBram Moolenaar call TearDown() 13143345546SBram Moolenaar endif 13243345546SBram Moolenaarendfor 13343345546SBram Moolenaar 13400af60bbSBram Moolenaarif s:fail == 0 13543345546SBram Moolenaar " Success, create the .res file so that make knows it's done. 13600af60bbSBram Moolenaar exe 'split ' . fnamemodify(g:testname, ':r') . '.res' 13743345546SBram Moolenaar write 13843345546SBram Moolenaarendif 13943345546SBram Moolenaar 14000af60bbSBram Moolenaarif len(s:errors) > 0 14143345546SBram Moolenaar " Append errors to test.log 14243345546SBram Moolenaar split test.log 14343345546SBram Moolenaar call append(line('$'), '') 14400af60bbSBram Moolenaar call append(line('$'), 'From ' . g:testname . ':') 14500af60bbSBram Moolenaar call append(line('$'), s:errors) 14643345546SBram Moolenaar write 14743345546SBram Moolenaarendif 14843345546SBram Moolenaar 14900af60bbSBram Moolenaarlet message = 'Executed ' . s:done . (s:done > 1 ? ' tests' : ' test') 150096c8bb4SBram Moolenaarecho message 15100af60bbSBram Moolenaarcall add(s:messages, message) 15200af60bbSBram Moolenaarif s:fail > 0 15300af60bbSBram Moolenaar let message = s:fail . ' FAILED:' 154096c8bb4SBram Moolenaar echo message 15500af60bbSBram Moolenaar call add(s:messages, message) 15600af60bbSBram Moolenaar call extend(s:messages, s:errors) 15743345546SBram Moolenaarendif 15843345546SBram Moolenaar 159096c8bb4SBram Moolenaar" Append messages to "messages" 160096c8bb4SBram Moolenaarsplit messages 161096c8bb4SBram Moolenaarcall append(line('$'), '') 16200af60bbSBram Moolenaarcall append(line('$'), 'From ' . g:testname . ':') 16300af60bbSBram Moolenaarcall append(line('$'), s:messages) 164096c8bb4SBram Moolenaarwrite 165096c8bb4SBram Moolenaar 16643345546SBram Moolenaarqall! 167