xref: /vim-8.2.3635/src/testdir/runtest.vim (revision befb366a)
143345546SBram Moolenaar" This script is sourced while editing the .vim file with the tests.
243345546SBram Moolenaar" When the script is successful the .res file will be created.
343345546SBram Moolenaar" Errors are appended to the test.log file.
443345546SBram Moolenaar"
5*befb366aSBram Moolenaar" To execute only specific test functions, add a second argument.  It will be
6*befb366aSBram Moolenaar" matched against the names of the Test_ funtion.  E.g.:
7*befb366aSBram Moolenaar"	../vim -u NONE -S runtest.vim test_channel.vim open_delay
8*befb366aSBram Moolenaar" The output can be found in the "messages" file.
9*befb366aSBram Moolenaar"
1043345546SBram Moolenaar" The test script may contain anything, only functions that start with
1143345546SBram Moolenaar" "Test_" are special.  These will be invoked and should contain assert
1243345546SBram Moolenaar" functions.  See test_assert.vim for an example.
1343345546SBram Moolenaar"
1443345546SBram Moolenaar" It is possible to source other files that contain "Test_" functions.  This
1543345546SBram Moolenaar" can speed up testing, since Vim does not need to restart.  But be careful
1643345546SBram Moolenaar" that the tests do not interfere with each other.
1743345546SBram Moolenaar"
1843345546SBram Moolenaar" If an error cannot be detected properly with an assert function add the
1943345546SBram Moolenaar" error to the v:errors list:
2043345546SBram Moolenaar"   call add(v:errors, 'test foo failed: Cannot find xyz')
2143345546SBram Moolenaar"
2243345546SBram Moolenaar" If preparation for each Test_ function is needed, define a SetUp function.
2343345546SBram Moolenaar" It will be called before each Test_ function.
2443345546SBram Moolenaar"
2543345546SBram Moolenaar" If cleanup after each Test_ function is needed, define a TearDown function.
2643345546SBram Moolenaar" It will be called after each Test_ function.
2700af60bbSBram Moolenaar"
2800af60bbSBram Moolenaar" When debugging a test it can be useful to add messages to v:errors:
2900af60bbSBram Moolenaar" 	call add(v:errors, "this happened")
3000af60bbSBram Moolenaar
3143345546SBram Moolenaar
3243345546SBram Moolenaar" Without the +eval feature we can't run these tests, bail out.
334686b323SBram Moolenaarso small.vim
3443345546SBram Moolenaar
3543345546SBram Moolenaar" Check that the screen size is at least 24 x 80 characters.
3643345546SBram Moolenaarif &lines < 24 || &columns < 80
3743345546SBram Moolenaar  let error = 'Screen size too small! Tests require at least 24 lines with 80 characters'
3843345546SBram Moolenaar  echoerr error
3943345546SBram Moolenaar  split test.log
4043345546SBram Moolenaar  $put =error
4143345546SBram Moolenaar  w
4243345546SBram Moolenaar  cquit
4343345546SBram Moolenaarendif
4443345546SBram Moolenaar
45c0662466SBram Moolenaar" For consistency run all tests with 'nocompatible' set.
46c0662466SBram Moolenaar" This also enables use of line continuation.
47c0662466SBram Moolenaarset nocp viminfo+=nviminfo
48c0662466SBram Moolenaar
49c0662466SBram Moolenaar" Avoid stopping at the "hit enter" prompt
50c0662466SBram Moolenaarset nomore
51c0662466SBram Moolenaar
52c0662466SBram Moolenaar" Output all messages in English.
53c0662466SBram Moolenaarlang mess C
54c0662466SBram Moolenaar
55f60b796fSBram Moolenaar" Always use forward slashes.
56f60b796fSBram Moolenaarset shellslash
57f60b796fSBram Moolenaar
5828fb79dbSBram Moolenaarlet s:srcdir = expand('%:p:h:h')
5928fb79dbSBram Moolenaar
6028fb79dbSBram Moolenaar" Support function: get the alloc ID by name.
6128fb79dbSBram Moolenaarfunction GetAllocId(name)
6228fb79dbSBram Moolenaar  exe 'split ' . s:srcdir . '/alloc.h'
63065ee9aeSBram Moolenaar  let top = search('typedef enum')
64065ee9aeSBram Moolenaar  if top == 0
65065ee9aeSBram Moolenaar    call add(v:errors, 'typedef not found in alloc.h')
66065ee9aeSBram Moolenaar  endif
6728fb79dbSBram Moolenaar  let lnum = search('aid_' . a:name . ',')
6828fb79dbSBram Moolenaar  if lnum == 0
6928fb79dbSBram Moolenaar    call add(v:errors, 'Alloc ID ' . a:name . ' not defined')
7028fb79dbSBram Moolenaar  endif
7128fb79dbSBram Moolenaar  close
72065ee9aeSBram Moolenaar  return lnum - top - 1
7328fb79dbSBram Moolenaarendfunc
7428fb79dbSBram Moolenaar
7528fb79dbSBram Moolenaar
7643345546SBram Moolenaar" Source the test script.  First grab the file name, in case the script
7700af60bbSBram Moolenaar" navigates away.  g:testname can be used by the tests.
7800af60bbSBram Moolenaarlet g:testname = expand('%')
7900af60bbSBram Moolenaarlet s:done = 0
8000af60bbSBram Moolenaarlet s:fail = 0
8100af60bbSBram Moolenaarlet s:errors = []
8200af60bbSBram Moolenaarlet s:messages = []
83a2cce863SBram Moolenaarif expand('%') =~ 'test_viml.vim'
8400af60bbSBram Moolenaar  " this test has intentional s:errors, don't use try/catch.
85a2cce863SBram Moolenaar  source %
86a2cce863SBram Moolenaarelse
874686b323SBram Moolenaar  try
8843345546SBram Moolenaar    source %
894686b323SBram Moolenaar  catch
9000af60bbSBram Moolenaar    let s:fail += 1
9100af60bbSBram Moolenaar    call add(s:errors, 'Caught exception: ' . v:exception . ' @ ' . v:throwpoint)
924686b323SBram Moolenaar  endtry
93a2cce863SBram Moolenaarendif
9443345546SBram Moolenaar
9543345546SBram Moolenaar" Locate Test_ functions and execute them.
96a99b9043SBram Moolenaarset nomore
9743345546SBram Moolenaarredir @q
9893bf558cSBram Moolenaarsilent function /^Test_
9943345546SBram Moolenaarredir END
10000af60bbSBram Moolenaarlet s:tests = split(substitute(@q, 'function \(\k*()\)', '\1', 'g'))
10143345546SBram Moolenaar
102*befb366aSBram Moolenaar" If there is an extra argument filter the function names against it.
103*befb366aSBram Moolenaarif argc() > 1
104*befb366aSBram Moolenaar  let s:tests = filter(s:tests, 'v:val =~ argv(1)')
105*befb366aSBram Moolenaarendif
106*befb366aSBram Moolenaar
107cfc0a350SBram Moolenaar" Execute the tests in alphabetical order.
10800af60bbSBram Moolenaarfor s:test in sort(s:tests)
10993bf558cSBram Moolenaar  echo 'Executing ' . s:test
11043345546SBram Moolenaar  if exists("*SetUp")
11143345546SBram Moolenaar    call SetUp()
11243345546SBram Moolenaar  endif
11343345546SBram Moolenaar
11400af60bbSBram Moolenaar  call add(s:messages, 'Executing ' . s:test)
11500af60bbSBram Moolenaar  let s:done += 1
11643345546SBram Moolenaar  try
11700af60bbSBram Moolenaar    exe 'call ' . s:test
11843345546SBram Moolenaar  catch
11900af60bbSBram Moolenaar    call add(v:errors, 'Caught exception in ' . s:test . ': ' . v:exception . ' @ ' . v:throwpoint)
12043345546SBram Moolenaar  endtry
12143345546SBram Moolenaar
12243345546SBram Moolenaar  if len(v:errors) > 0
12300af60bbSBram Moolenaar    let s:fail += 1
12400af60bbSBram Moolenaar    call add(s:errors, 'Found errors in ' . s:test . ':')
12500af60bbSBram Moolenaar    call extend(s:errors, v:errors)
12643345546SBram Moolenaar    let v:errors = []
12743345546SBram Moolenaar  endif
12843345546SBram Moolenaar
12943345546SBram Moolenaar  if exists("*TearDown")
13043345546SBram Moolenaar    call TearDown()
13143345546SBram Moolenaar  endif
13243345546SBram Moolenaarendfor
13343345546SBram Moolenaar
13400af60bbSBram Moolenaarif s:fail == 0
13543345546SBram Moolenaar  " Success, create the .res file so that make knows it's done.
13600af60bbSBram Moolenaar  exe 'split ' . fnamemodify(g:testname, ':r') . '.res'
13743345546SBram Moolenaar  write
13843345546SBram Moolenaarendif
13943345546SBram Moolenaar
14000af60bbSBram Moolenaarif len(s:errors) > 0
14143345546SBram Moolenaar  " Append errors to test.log
14243345546SBram Moolenaar  split test.log
14343345546SBram Moolenaar  call append(line('$'), '')
14400af60bbSBram Moolenaar  call append(line('$'), 'From ' . g:testname . ':')
14500af60bbSBram Moolenaar  call append(line('$'), s:errors)
14643345546SBram Moolenaar  write
14743345546SBram Moolenaarendif
14843345546SBram Moolenaar
14900af60bbSBram Moolenaarlet message = 'Executed ' . s:done . (s:done > 1 ? ' tests' : ' test')
150096c8bb4SBram Moolenaarecho message
15100af60bbSBram Moolenaarcall add(s:messages, message)
15200af60bbSBram Moolenaarif s:fail > 0
15300af60bbSBram Moolenaar  let message = s:fail . ' FAILED:'
154096c8bb4SBram Moolenaar  echo message
15500af60bbSBram Moolenaar  call add(s:messages, message)
15600af60bbSBram Moolenaar  call extend(s:messages, s:errors)
15743345546SBram Moolenaarendif
15843345546SBram Moolenaar
159096c8bb4SBram Moolenaar" Append messages to "messages"
160096c8bb4SBram Moolenaarsplit messages
161096c8bb4SBram Moolenaarcall append(line('$'), '')
16200af60bbSBram Moolenaarcall append(line('$'), 'From ' . g:testname . ':')
16300af60bbSBram Moolenaarcall append(line('$'), s:messages)
164096c8bb4SBram Moolenaarwrite
165096c8bb4SBram Moolenaar
16643345546SBram Moolenaarqall!
167