Mercurial > vim
annotate src/testdir/runtest.vim @ 21468:df10f1df515d
Added tag v8.2.1284 for changeset 49072a858baf495b5c8f3f84799057c135a54400
author | Bram Moolenaar <Bram@vim.org> |
---|---|
date | Thu, 23 Jul 2020 20:15:04 +0200 |
parents | ad7ffbd3f02f |
children | 6b2a5418cbc3 |
rev | line source |
---|---|
7277
6600871bb38c
commit https://github.com/vim/vim/commit/43345546ae63710441f066648b8485fb545b3801
Christian Brabandt <cb@256bit.org>
parents:
diff
changeset
|
1 " This script is sourced while editing the .vim file with the tests. |
6600871bb38c
commit https://github.com/vim/vim/commit/43345546ae63710441f066648b8485fb545b3801
Christian Brabandt <cb@256bit.org>
parents:
diff
changeset
|
2 " When the script is successful the .res file will be created. |
6600871bb38c
commit https://github.com/vim/vim/commit/43345546ae63710441f066648b8485fb545b3801
Christian Brabandt <cb@256bit.org>
parents:
diff
changeset
|
3 " Errors are appended to the test.log file. |
6600871bb38c
commit https://github.com/vim/vim/commit/43345546ae63710441f066648b8485fb545b3801
Christian Brabandt <cb@256bit.org>
parents:
diff
changeset
|
4 " |
8142
71aabce3142e
commit https://github.com/vim/vim/commit/befb366affa6309c6b4a469ec7f729821e3a36fa
Christian Brabandt <cb@256bit.org>
parents:
8116
diff
changeset
|
5 " To execute only specific test functions, add a second argument. It will be |
18748
c7b16393c248
patch 8.1.2364: termwinscroll test is flaky on FreeBSD
Bram Moolenaar <Bram@vim.org>
parents:
18691
diff
changeset
|
6 " matched against the names of the Test_ function. E.g.: |
8142
71aabce3142e
commit https://github.com/vim/vim/commit/befb366affa6309c6b4a469ec7f729821e3a36fa
Christian Brabandt <cb@256bit.org>
parents:
8116
diff
changeset
|
7 " ../vim -u NONE -S runtest.vim test_channel.vim open_delay |
71aabce3142e
commit https://github.com/vim/vim/commit/befb366affa6309c6b4a469ec7f729821e3a36fa
Christian Brabandt <cb@256bit.org>
parents:
8116
diff
changeset
|
8 " The output can be found in the "messages" file. |
71aabce3142e
commit https://github.com/vim/vim/commit/befb366affa6309c6b4a469ec7f729821e3a36fa
Christian Brabandt <cb@256bit.org>
parents:
8116
diff
changeset
|
9 " |
19734
2bd03926397a
patch 8.2.0423: in some environments a few tests are expected to fail
Bram Moolenaar <Bram@vim.org>
parents:
19715
diff
changeset
|
10 " If the environment variable $TEST_FILTER is set then only test functions |
2bd03926397a
patch 8.2.0423: in some environments a few tests are expected to fail
Bram Moolenaar <Bram@vim.org>
parents:
19715
diff
changeset
|
11 " matching this pattern are executed. E.g. for sh/bash: |
2bd03926397a
patch 8.2.0423: in some environments a few tests are expected to fail
Bram Moolenaar <Bram@vim.org>
parents:
19715
diff
changeset
|
12 " export TEST_FILTER=Test_channel |
2bd03926397a
patch 8.2.0423: in some environments a few tests are expected to fail
Bram Moolenaar <Bram@vim.org>
parents:
19715
diff
changeset
|
13 " For csh: |
2bd03926397a
patch 8.2.0423: in some environments a few tests are expected to fail
Bram Moolenaar <Bram@vim.org>
parents:
19715
diff
changeset
|
14 " setenv TEST_FILTER Test_channel |
2bd03926397a
patch 8.2.0423: in some environments a few tests are expected to fail
Bram Moolenaar <Bram@vim.org>
parents:
19715
diff
changeset
|
15 " |
2bd03926397a
patch 8.2.0423: in some environments a few tests are expected to fail
Bram Moolenaar <Bram@vim.org>
parents:
19715
diff
changeset
|
16 " To ignore failure for tests that are known to fail in a certain environment, |
2bd03926397a
patch 8.2.0423: in some environments a few tests are expected to fail
Bram Moolenaar <Bram@vim.org>
parents:
19715
diff
changeset
|
17 " set $TEST_MAY_FAIL to a comma separated list of function names. E.g. for |
2bd03926397a
patch 8.2.0423: in some environments a few tests are expected to fail
Bram Moolenaar <Bram@vim.org>
parents:
19715
diff
changeset
|
18 " sh/bash: |
2bd03926397a
patch 8.2.0423: in some environments a few tests are expected to fail
Bram Moolenaar <Bram@vim.org>
parents:
19715
diff
changeset
|
19 " export TEST_MAY_FAIL=Test_channel_one,Test_channel_other |
2bd03926397a
patch 8.2.0423: in some environments a few tests are expected to fail
Bram Moolenaar <Bram@vim.org>
parents:
19715
diff
changeset
|
20 " The failure report will then not be included in the test.log file and |
2bd03926397a
patch 8.2.0423: in some environments a few tests are expected to fail
Bram Moolenaar <Bram@vim.org>
parents:
19715
diff
changeset
|
21 " "make test" will not fail. |
2bd03926397a
patch 8.2.0423: in some environments a few tests are expected to fail
Bram Moolenaar <Bram@vim.org>
parents:
19715
diff
changeset
|
22 " |
7277
6600871bb38c
commit https://github.com/vim/vim/commit/43345546ae63710441f066648b8485fb545b3801
Christian Brabandt <cb@256bit.org>
parents:
diff
changeset
|
23 " The test script may contain anything, only functions that start with |
6600871bb38c
commit https://github.com/vim/vim/commit/43345546ae63710441f066648b8485fb545b3801
Christian Brabandt <cb@256bit.org>
parents:
diff
changeset
|
24 " "Test_" are special. These will be invoked and should contain assert |
6600871bb38c
commit https://github.com/vim/vim/commit/43345546ae63710441f066648b8485fb545b3801
Christian Brabandt <cb@256bit.org>
parents:
diff
changeset
|
25 " functions. See test_assert.vim for an example. |
6600871bb38c
commit https://github.com/vim/vim/commit/43345546ae63710441f066648b8485fb545b3801
Christian Brabandt <cb@256bit.org>
parents:
diff
changeset
|
26 " |
6600871bb38c
commit https://github.com/vim/vim/commit/43345546ae63710441f066648b8485fb545b3801
Christian Brabandt <cb@256bit.org>
parents:
diff
changeset
|
27 " It is possible to source other files that contain "Test_" functions. This |
6600871bb38c
commit https://github.com/vim/vim/commit/43345546ae63710441f066648b8485fb545b3801
Christian Brabandt <cb@256bit.org>
parents:
diff
changeset
|
28 " can speed up testing, since Vim does not need to restart. But be careful |
6600871bb38c
commit https://github.com/vim/vim/commit/43345546ae63710441f066648b8485fb545b3801
Christian Brabandt <cb@256bit.org>
parents:
diff
changeset
|
29 " that the tests do not interfere with each other. |
6600871bb38c
commit https://github.com/vim/vim/commit/43345546ae63710441f066648b8485fb545b3801
Christian Brabandt <cb@256bit.org>
parents:
diff
changeset
|
30 " |
6600871bb38c
commit https://github.com/vim/vim/commit/43345546ae63710441f066648b8485fb545b3801
Christian Brabandt <cb@256bit.org>
parents:
diff
changeset
|
31 " If an error cannot be detected properly with an assert function add the |
6600871bb38c
commit https://github.com/vim/vim/commit/43345546ae63710441f066648b8485fb545b3801
Christian Brabandt <cb@256bit.org>
parents:
diff
changeset
|
32 " error to the v:errors list: |
6600871bb38c
commit https://github.com/vim/vim/commit/43345546ae63710441f066648b8485fb545b3801
Christian Brabandt <cb@256bit.org>
parents:
diff
changeset
|
33 " call add(v:errors, 'test foo failed: Cannot find xyz') |
6600871bb38c
commit https://github.com/vim/vim/commit/43345546ae63710441f066648b8485fb545b3801
Christian Brabandt <cb@256bit.org>
parents:
diff
changeset
|
34 " |
6600871bb38c
commit https://github.com/vim/vim/commit/43345546ae63710441f066648b8485fb545b3801
Christian Brabandt <cb@256bit.org>
parents:
diff
changeset
|
35 " If preparation for each Test_ function is needed, define a SetUp function. |
6600871bb38c
commit https://github.com/vim/vim/commit/43345546ae63710441f066648b8485fb545b3801
Christian Brabandt <cb@256bit.org>
parents:
diff
changeset
|
36 " It will be called before each Test_ function. |
6600871bb38c
commit https://github.com/vim/vim/commit/43345546ae63710441f066648b8485fb545b3801
Christian Brabandt <cb@256bit.org>
parents:
diff
changeset
|
37 " |
6600871bb38c
commit https://github.com/vim/vim/commit/43345546ae63710441f066648b8485fb545b3801
Christian Brabandt <cb@256bit.org>
parents:
diff
changeset
|
38 " If cleanup after each Test_ function is needed, define a TearDown function. |
6600871bb38c
commit https://github.com/vim/vim/commit/43345546ae63710441f066648b8485fb545b3801
Christian Brabandt <cb@256bit.org>
parents:
diff
changeset
|
39 " It will be called after each Test_ function. |
8029
770dd91ad9f7
commit https://github.com/vim/vim/commit/00af60bbb6cc7e8ccafddb30a1964f891b800bce
Christian Brabandt <cb@256bit.org>
parents:
7637
diff
changeset
|
40 " |
770dd91ad9f7
commit https://github.com/vim/vim/commit/00af60bbb6cc7e8ccafddb30a1964f891b800bce
Christian Brabandt <cb@256bit.org>
parents:
7637
diff
changeset
|
41 " When debugging a test it can be useful to add messages to v:errors: |
15377
88b0a490816e
patch 8.1.0696: when test_edit fails 'insertmode' may not be reset
Bram Moolenaar <Bram@vim.org>
parents:
15180
diff
changeset
|
42 " call add(v:errors, "this happened") |
8029
770dd91ad9f7
commit https://github.com/vim/vim/commit/00af60bbb6cc7e8ccafddb30a1964f891b800bce
Christian Brabandt <cb@256bit.org>
parents:
7637
diff
changeset
|
43 |
7277
6600871bb38c
commit https://github.com/vim/vim/commit/43345546ae63710441f066648b8485fb545b3801
Christian Brabandt <cb@256bit.org>
parents:
diff
changeset
|
44 |
6600871bb38c
commit https://github.com/vim/vim/commit/43345546ae63710441f066648b8485fb545b3801
Christian Brabandt <cb@256bit.org>
parents:
diff
changeset
|
45 " Without the +eval feature we can't run these tests, bail out. |
7352
ddab7ae8796d
commit https://github.com/vim/vim/commit/4686b323e4bc0f466500b018959f6c8965f010f9
Christian Brabandt <cb@256bit.org>
parents:
7295
diff
changeset
|
46 so small.vim |
7277
6600871bb38c
commit https://github.com/vim/vim/commit/43345546ae63710441f066648b8485fb545b3801
Christian Brabandt <cb@256bit.org>
parents:
diff
changeset
|
47 |
21253
ffa6b82fa993
patch 8.2.1177: terminal2 test sometimes hangs in the GUI
Bram Moolenaar <Bram@vim.org>
parents:
20963
diff
changeset
|
48 " In the GUI we can always change the screen size. |
ffa6b82fa993
patch 8.2.1177: terminal2 test sometimes hangs in the GUI
Bram Moolenaar <Bram@vim.org>
parents:
20963
diff
changeset
|
49 if has('gui_running') |
ffa6b82fa993
patch 8.2.1177: terminal2 test sometimes hangs in the GUI
Bram Moolenaar <Bram@vim.org>
parents:
20963
diff
changeset
|
50 set columns=80 lines=25 |
ffa6b82fa993
patch 8.2.1177: terminal2 test sometimes hangs in the GUI
Bram Moolenaar <Bram@vim.org>
parents:
20963
diff
changeset
|
51 endif |
ffa6b82fa993
patch 8.2.1177: terminal2 test sometimes hangs in the GUI
Bram Moolenaar <Bram@vim.org>
parents:
20963
diff
changeset
|
52 |
7277
6600871bb38c
commit https://github.com/vim/vim/commit/43345546ae63710441f066648b8485fb545b3801
Christian Brabandt <cb@256bit.org>
parents:
diff
changeset
|
53 " Check that the screen size is at least 24 x 80 characters. |
6600871bb38c
commit https://github.com/vim/vim/commit/43345546ae63710441f066648b8485fb545b3801
Christian Brabandt <cb@256bit.org>
parents:
diff
changeset
|
54 if &lines < 24 || &columns < 80 |
17684
e2bfdd281578
patch 8.1.1839: insufficient info when test fails because of screen size
Bram Moolenaar <Bram@vim.org>
parents:
17356
diff
changeset
|
55 let error = 'Screen size too small! Tests require at least 24 lines with 80 characters, got ' .. &lines .. ' lines with ' .. &columns .. ' characters' |
7277
6600871bb38c
commit https://github.com/vim/vim/commit/43345546ae63710441f066648b8485fb545b3801
Christian Brabandt <cb@256bit.org>
parents:
diff
changeset
|
56 echoerr error |
6600871bb38c
commit https://github.com/vim/vim/commit/43345546ae63710441f066648b8485fb545b3801
Christian Brabandt <cb@256bit.org>
parents:
diff
changeset
|
57 split test.log |
6600871bb38c
commit https://github.com/vim/vim/commit/43345546ae63710441f066648b8485fb545b3801
Christian Brabandt <cb@256bit.org>
parents:
diff
changeset
|
58 $put =error |
17091
d30d399139ab
patch 8.1.1545: when the screen is to small there is no message about that
Bram Moolenaar <Bram@vim.org>
parents:
17032
diff
changeset
|
59 write |
d30d399139ab
patch 8.1.1545: when the screen is to small there is no message about that
Bram Moolenaar <Bram@vim.org>
parents:
17032
diff
changeset
|
60 split messages |
17684
e2bfdd281578
patch 8.1.1839: insufficient info when test fails because of screen size
Bram Moolenaar <Bram@vim.org>
parents:
17356
diff
changeset
|
61 call append(line('$'), '') |
e2bfdd281578
patch 8.1.1839: insufficient info when test fails because of screen size
Bram Moolenaar <Bram@vim.org>
parents:
17356
diff
changeset
|
62 call append(line('$'), 'From ' . expand('%') . ':') |
17091
d30d399139ab
patch 8.1.1545: when the screen is to small there is no message about that
Bram Moolenaar <Bram@vim.org>
parents:
17032
diff
changeset
|
63 call append(line('$'), error) |
d30d399139ab
patch 8.1.1545: when the screen is to small there is no message about that
Bram Moolenaar <Bram@vim.org>
parents:
17032
diff
changeset
|
64 write |
d30d399139ab
patch 8.1.1545: when the screen is to small there is no message about that
Bram Moolenaar <Bram@vim.org>
parents:
17032
diff
changeset
|
65 qa! |
7277
6600871bb38c
commit https://github.com/vim/vim/commit/43345546ae63710441f066648b8485fb545b3801
Christian Brabandt <cb@256bit.org>
parents:
diff
changeset
|
66 endif |
6600871bb38c
commit https://github.com/vim/vim/commit/43345546ae63710441f066648b8485fb545b3801
Christian Brabandt <cb@256bit.org>
parents:
diff
changeset
|
67 |
16967
586d625e21b4
patch 8.1.1484: some tests are slow
Bram Moolenaar <Bram@vim.org>
parents:
16951
diff
changeset
|
68 if has('reltime') |
586d625e21b4
patch 8.1.1484: some tests are slow
Bram Moolenaar <Bram@vim.org>
parents:
16951
diff
changeset
|
69 let s:start_time = reltime() |
586d625e21b4
patch 8.1.1484: some tests are slow
Bram Moolenaar <Bram@vim.org>
parents:
16951
diff
changeset
|
70 endif |
586d625e21b4
patch 8.1.1484: some tests are slow
Bram Moolenaar <Bram@vim.org>
parents:
16951
diff
changeset
|
71 |
9501
f0201deac2a2
commit https://github.com/vim/vim/commit/89b10421ca1aea55acbafac1df93be4e20210ceb
Christian Brabandt <cb@256bit.org>
parents:
9452
diff
changeset
|
72 " Common with all tests on all systems. |
f0201deac2a2
commit https://github.com/vim/vim/commit/89b10421ca1aea55acbafac1df93be4e20210ceb
Christian Brabandt <cb@256bit.org>
parents:
9452
diff
changeset
|
73 source setup.vim |
f0201deac2a2
commit https://github.com/vim/vim/commit/89b10421ca1aea55acbafac1df93be4e20210ceb
Christian Brabandt <cb@256bit.org>
parents:
9452
diff
changeset
|
74 |
7391
4761fed349ed
commit https://github.com/vim/vim/commit/c06624661a3aa6642304c06db9cebe553a4cab17
Christian Brabandt <cb@256bit.org>
parents:
7372
diff
changeset
|
75 " For consistency run all tests with 'nocompatible' set. |
4761fed349ed
commit https://github.com/vim/vim/commit/c06624661a3aa6642304c06db9cebe553a4cab17
Christian Brabandt <cb@256bit.org>
parents:
7372
diff
changeset
|
76 " This also enables use of line continuation. |
4761fed349ed
commit https://github.com/vim/vim/commit/c06624661a3aa6642304c06db9cebe553a4cab17
Christian Brabandt <cb@256bit.org>
parents:
7372
diff
changeset
|
77 set nocp viminfo+=nviminfo |
4761fed349ed
commit https://github.com/vim/vim/commit/c06624661a3aa6642304c06db9cebe553a4cab17
Christian Brabandt <cb@256bit.org>
parents:
7372
diff
changeset
|
78 |
15607
2dcaa860e3fc
patch 8.1.0811: too many #ifdefs
Bram Moolenaar <Bram@vim.org>
parents:
15377
diff
changeset
|
79 " Use utf-8 by default, instead of whatever the system default happens to be. |
15928
857ce36c8412
patch 8.1.0970: text properties test fails when 'encoding' is not utf-8
Bram Moolenaar <Bram@vim.org>
parents:
15920
diff
changeset
|
80 " Individual tests can overrule this at the top of the file and use |
857ce36c8412
patch 8.1.0970: text properties test fails when 'encoding' is not utf-8
Bram Moolenaar <Bram@vim.org>
parents:
15920
diff
changeset
|
81 " g:orig_encoding if needed. |
857ce36c8412
patch 8.1.0970: text properties test fails when 'encoding' is not utf-8
Bram Moolenaar <Bram@vim.org>
parents:
15920
diff
changeset
|
82 let g:orig_encoding = &encoding |
15607
2dcaa860e3fc
patch 8.1.0811: too many #ifdefs
Bram Moolenaar <Bram@vim.org>
parents:
15377
diff
changeset
|
83 set encoding=utf-8 |
9618
81ba6e4eb72b
commit https://github.com/vim/vim/commit/ac105ed3c420660ddbddc501c97875c48220817e
Christian Brabandt <cb@256bit.org>
parents:
9501
diff
changeset
|
84 |
14889
ba1f0c06b4be
patch 8.1.0456: running test hangs when the input file is being edited
Bram Moolenaar <Bram@vim.org>
parents:
14571
diff
changeset
|
85 " REDIR_TEST_TO_NULL has a very permissive SwapExists autocommand which is for |
ba1f0c06b4be
patch 8.1.0456: running test hangs when the input file is being edited
Bram Moolenaar <Bram@vim.org>
parents:
14571
diff
changeset
|
86 " the test_name.vim file itself. Replace it here with a more restrictive one, |
ba1f0c06b4be
patch 8.1.0456: running test hangs when the input file is being edited
Bram Moolenaar <Bram@vim.org>
parents:
14571
diff
changeset
|
87 " so we still catch mistakes. |
ba1f0c06b4be
patch 8.1.0456: running test hangs when the input file is being edited
Bram Moolenaar <Bram@vim.org>
parents:
14571
diff
changeset
|
88 let s:test_script_fname = expand('%') |
ba1f0c06b4be
patch 8.1.0456: running test hangs when the input file is being edited
Bram Moolenaar <Bram@vim.org>
parents:
14571
diff
changeset
|
89 au! SwapExists * call HandleSwapExists() |
ba1f0c06b4be
patch 8.1.0456: running test hangs when the input file is being edited
Bram Moolenaar <Bram@vim.org>
parents:
14571
diff
changeset
|
90 func HandleSwapExists() |
17356
4fe44a3b732f
patch 8.1.1677: tests get stuck when running into an existing swapfile
Bram Moolenaar <Bram@vim.org>
parents:
17123
diff
changeset
|
91 " Ignore finding a swap file for the test script (the user might be |
14889
ba1f0c06b4be
patch 8.1.0456: running test hangs when the input file is being edited
Bram Moolenaar <Bram@vim.org>
parents:
14571
diff
changeset
|
92 " editing it and do ":make test_name") and the output file. |
17356
4fe44a3b732f
patch 8.1.1677: tests get stuck when running into an existing swapfile
Bram Moolenaar <Bram@vim.org>
parents:
17123
diff
changeset
|
93 " Report finding another swap file and chose 'q' to avoid getting stuck. |
14889
ba1f0c06b4be
patch 8.1.0456: running test hangs when the input file is being edited
Bram Moolenaar <Bram@vim.org>
parents:
14571
diff
changeset
|
94 if expand('<afile>') == 'messages' || expand('<afile>') =~ s:test_script_fname |
ba1f0c06b4be
patch 8.1.0456: running test hangs when the input file is being edited
Bram Moolenaar <Bram@vim.org>
parents:
14571
diff
changeset
|
95 let v:swapchoice = 'e' |
17356
4fe44a3b732f
patch 8.1.1677: tests get stuck when running into an existing swapfile
Bram Moolenaar <Bram@vim.org>
parents:
17123
diff
changeset
|
96 else |
4fe44a3b732f
patch 8.1.1677: tests get stuck when running into an existing swapfile
Bram Moolenaar <Bram@vim.org>
parents:
17123
diff
changeset
|
97 call assert_report('Unexpected swap file: ' .. v:swapname) |
4fe44a3b732f
patch 8.1.1677: tests get stuck when running into an existing swapfile
Bram Moolenaar <Bram@vim.org>
parents:
17123
diff
changeset
|
98 let v:swapchoice = 'q' |
14889
ba1f0c06b4be
patch 8.1.0456: running test hangs when the input file is being edited
Bram Moolenaar <Bram@vim.org>
parents:
14571
diff
changeset
|
99 endif |
ba1f0c06b4be
patch 8.1.0456: running test hangs when the input file is being edited
Bram Moolenaar <Bram@vim.org>
parents:
14571
diff
changeset
|
100 endfunc |
ba1f0c06b4be
patch 8.1.0456: running test hangs when the input file is being edited
Bram Moolenaar <Bram@vim.org>
parents:
14571
diff
changeset
|
101 |
10811
4cb74eab1733
patch 8.0.0295: test_viml hangs
Christian Brabandt <cb@256bit.org>
parents:
10807
diff
changeset
|
102 " Avoid stopping at the "hit enter" prompt |
4cb74eab1733
patch 8.0.0295: test_viml hangs
Christian Brabandt <cb@256bit.org>
parents:
10807
diff
changeset
|
103 set nomore |
4cb74eab1733
patch 8.0.0295: test_viml hangs
Christian Brabandt <cb@256bit.org>
parents:
10807
diff
changeset
|
104 |
7391
4761fed349ed
commit https://github.com/vim/vim/commit/c06624661a3aa6642304c06db9cebe553a4cab17
Christian Brabandt <cb@256bit.org>
parents:
7372
diff
changeset
|
105 " Output all messages in English. |
4761fed349ed
commit https://github.com/vim/vim/commit/c06624661a3aa6642304c06db9cebe553a4cab17
Christian Brabandt <cb@256bit.org>
parents:
7372
diff
changeset
|
106 lang mess C |
4761fed349ed
commit https://github.com/vim/vim/commit/c06624661a3aa6642304c06db9cebe553a4cab17
Christian Brabandt <cb@256bit.org>
parents:
7372
diff
changeset
|
107 |
21379
20dad734a2cb
patch 8.2.1240: GUI tests sometimes fail because of translations
Bram Moolenaar <Bram@vim.org>
parents:
21253
diff
changeset
|
108 " suppress menu translation |
20dad734a2cb
patch 8.2.1240: GUI tests sometimes fail because of translations
Bram Moolenaar <Bram@vim.org>
parents:
21253
diff
changeset
|
109 if has('gui_running') && exists('did_install_default_menus') |
20dad734a2cb
patch 8.2.1240: GUI tests sometimes fail because of translations
Bram Moolenaar <Bram@vim.org>
parents:
21253
diff
changeset
|
110 source $VIMRUNTIME/delmenu.vim |
20dad734a2cb
patch 8.2.1240: GUI tests sometimes fail because of translations
Bram Moolenaar <Bram@vim.org>
parents:
21253
diff
changeset
|
111 set langmenu=none |
20dad734a2cb
patch 8.2.1240: GUI tests sometimes fail because of translations
Bram Moolenaar <Bram@vim.org>
parents:
21253
diff
changeset
|
112 source $VIMRUNTIME/menu.vim |
20dad734a2cb
patch 8.2.1240: GUI tests sometimes fail because of translations
Bram Moolenaar <Bram@vim.org>
parents:
21253
diff
changeset
|
113 endif |
20dad734a2cb
patch 8.2.1240: GUI tests sometimes fail because of translations
Bram Moolenaar <Bram@vim.org>
parents:
21253
diff
changeset
|
114 |
7623
2720952e9acb
commit https://github.com/vim/vim/commit/f60b796fa9870bdfc4cdeb91653bac041916077d
Christian Brabandt <cb@256bit.org>
parents:
7595
diff
changeset
|
115 " Always use forward slashes. |
2720952e9acb
commit https://github.com/vim/vim/commit/f60b796fa9870bdfc4cdeb91653bac041916077d
Christian Brabandt <cb@256bit.org>
parents:
7595
diff
changeset
|
116 set shellslash |
2720952e9acb
commit https://github.com/vim/vim/commit/f60b796fa9870bdfc4cdeb91653bac041916077d
Christian Brabandt <cb@256bit.org>
parents:
7595
diff
changeset
|
117 |
7545
4c922651fd78
commit https://github.com/vim/vim/commit/28fb79db6b52d1154e8dc63d227673648c2fce15
Christian Brabandt <cb@256bit.org>
parents:
7540
diff
changeset
|
118 let s:srcdir = expand('%:p:h:h') |
4c922651fd78
commit https://github.com/vim/vim/commit/28fb79db6b52d1154e8dc63d227673648c2fce15
Christian Brabandt <cb@256bit.org>
parents:
7540
diff
changeset
|
119 |
21433
ad7ffbd3f02f
patch 8.2.1267: MS-Windows: tests may fail due to $PROMPT value
Bram Moolenaar <Bram@vim.org>
parents:
21379
diff
changeset
|
120 if has('win32') |
ad7ffbd3f02f
patch 8.2.1267: MS-Windows: tests may fail due to $PROMPT value
Bram Moolenaar <Bram@vim.org>
parents:
21379
diff
changeset
|
121 " avoid prompt that is long or contains a line break |
ad7ffbd3f02f
patch 8.2.1267: MS-Windows: tests may fail due to $PROMPT value
Bram Moolenaar <Bram@vim.org>
parents:
21379
diff
changeset
|
122 let $PROMPT = '$P$G' |
ad7ffbd3f02f
patch 8.2.1267: MS-Windows: tests may fail due to $PROMPT value
Bram Moolenaar <Bram@vim.org>
parents:
21379
diff
changeset
|
123 endif |
ad7ffbd3f02f
patch 8.2.1267: MS-Windows: tests may fail due to $PROMPT value
Bram Moolenaar <Bram@vim.org>
parents:
21379
diff
changeset
|
124 |
9121
7350959e53c3
commit https://github.com/vim/vim/commit/8e8df251bf2505e5decf258397c6069fbe5e2e01
Christian Brabandt <cb@256bit.org>
parents:
8881
diff
changeset
|
125 " Prepare for calling test_garbagecollect_now(). |
8881
ed0b39dd7fd6
commit https://github.com/vim/vim/commit/ebf7dfa6f121c82f97d2adca3d45fbaba9ad8f7e
Christian Brabandt <cb@256bit.org>
parents:
8796
diff
changeset
|
126 let v:testing = 1 |
ed0b39dd7fd6
commit https://github.com/vim/vim/commit/ebf7dfa6f121c82f97d2adca3d45fbaba9ad8f7e
Christian Brabandt <cb@256bit.org>
parents:
8796
diff
changeset
|
127 |
7545
4c922651fd78
commit https://github.com/vim/vim/commit/28fb79db6b52d1154e8dc63d227673648c2fce15
Christian Brabandt <cb@256bit.org>
parents:
7540
diff
changeset
|
128 " Support function: get the alloc ID by name. |
4c922651fd78
commit https://github.com/vim/vim/commit/28fb79db6b52d1154e8dc63d227673648c2fce15
Christian Brabandt <cb@256bit.org>
parents:
7540
diff
changeset
|
129 function GetAllocId(name) |
4c922651fd78
commit https://github.com/vim/vim/commit/28fb79db6b52d1154e8dc63d227673648c2fce15
Christian Brabandt <cb@256bit.org>
parents:
7540
diff
changeset
|
130 exe 'split ' . s:srcdir . '/alloc.h' |
7595
99e93f72ff91
commit https://github.com/vim/vim/commit/065ee9aebf9abe08ae8c0dba7d05cbdcc423c8e0
Christian Brabandt <cb@256bit.org>
parents:
7545
diff
changeset
|
131 let top = search('typedef enum') |
99e93f72ff91
commit https://github.com/vim/vim/commit/065ee9aebf9abe08ae8c0dba7d05cbdcc423c8e0
Christian Brabandt <cb@256bit.org>
parents:
7545
diff
changeset
|
132 if top == 0 |
99e93f72ff91
commit https://github.com/vim/vim/commit/065ee9aebf9abe08ae8c0dba7d05cbdcc423c8e0
Christian Brabandt <cb@256bit.org>
parents:
7545
diff
changeset
|
133 call add(v:errors, 'typedef not found in alloc.h') |
99e93f72ff91
commit https://github.com/vim/vim/commit/065ee9aebf9abe08ae8c0dba7d05cbdcc423c8e0
Christian Brabandt <cb@256bit.org>
parents:
7545
diff
changeset
|
134 endif |
7545
4c922651fd78
commit https://github.com/vim/vim/commit/28fb79db6b52d1154e8dc63d227673648c2fce15
Christian Brabandt <cb@256bit.org>
parents:
7540
diff
changeset
|
135 let lnum = search('aid_' . a:name . ',') |
4c922651fd78
commit https://github.com/vim/vim/commit/28fb79db6b52d1154e8dc63d227673648c2fce15
Christian Brabandt <cb@256bit.org>
parents:
7540
diff
changeset
|
136 if lnum == 0 |
4c922651fd78
commit https://github.com/vim/vim/commit/28fb79db6b52d1154e8dc63d227673648c2fce15
Christian Brabandt <cb@256bit.org>
parents:
7540
diff
changeset
|
137 call add(v:errors, 'Alloc ID ' . a:name . ' not defined') |
4c922651fd78
commit https://github.com/vim/vim/commit/28fb79db6b52d1154e8dc63d227673648c2fce15
Christian Brabandt <cb@256bit.org>
parents:
7540
diff
changeset
|
138 endif |
4c922651fd78
commit https://github.com/vim/vim/commit/28fb79db6b52d1154e8dc63d227673648c2fce15
Christian Brabandt <cb@256bit.org>
parents:
7540
diff
changeset
|
139 close |
7595
99e93f72ff91
commit https://github.com/vim/vim/commit/065ee9aebf9abe08ae8c0dba7d05cbdcc423c8e0
Christian Brabandt <cb@256bit.org>
parents:
7545
diff
changeset
|
140 return lnum - top - 1 |
7545
4c922651fd78
commit https://github.com/vim/vim/commit/28fb79db6b52d1154e8dc63d227673648c2fce15
Christian Brabandt <cb@256bit.org>
parents:
7540
diff
changeset
|
141 endfunc |
4c922651fd78
commit https://github.com/vim/vim/commit/28fb79db6b52d1154e8dc63d227673648c2fce15
Christian Brabandt <cb@256bit.org>
parents:
7540
diff
changeset
|
142 |
11181
13544aa85dc0
patch 8.0.0477: the client-server test may hang when failing
Christian Brabandt <cb@256bit.org>
parents:
11169
diff
changeset
|
143 func RunTheTest(test) |
8370
cd7ea16d1300
commit https://github.com/vim/vim/commit/b5760a1ce5b700fc32b8bd11948ee189a847c59e
Christian Brabandt <cb@256bit.org>
parents:
8142
diff
changeset
|
144 echo 'Executing ' . a:test |
16967
586d625e21b4
patch 8.1.1484: some tests are slow
Bram Moolenaar <Bram@vim.org>
parents:
16951
diff
changeset
|
145 if has('reltime') |
586d625e21b4
patch 8.1.1484: some tests are slow
Bram Moolenaar <Bram@vim.org>
parents:
16951
diff
changeset
|
146 let func_start = reltime() |
586d625e21b4
patch 8.1.1484: some tests are slow
Bram Moolenaar <Bram@vim.org>
parents:
16951
diff
changeset
|
147 endif |
10807
82c43bca568e
patch 8.0.0293: some tests have a one or three second wait
Christian Brabandt <cb@256bit.org>
parents:
10797
diff
changeset
|
148 |
82c43bca568e
patch 8.0.0293: some tests have a one or three second wait
Christian Brabandt <cb@256bit.org>
parents:
10797
diff
changeset
|
149 " Avoid stopping at the "hit enter" prompt |
82c43bca568e
patch 8.0.0293: some tests have a one or three second wait
Christian Brabandt <cb@256bit.org>
parents:
10797
diff
changeset
|
150 set nomore |
82c43bca568e
patch 8.0.0293: some tests have a one or three second wait
Christian Brabandt <cb@256bit.org>
parents:
10797
diff
changeset
|
151 |
82c43bca568e
patch 8.0.0293: some tests have a one or three second wait
Christian Brabandt <cb@256bit.org>
parents:
10797
diff
changeset
|
152 " Avoid a three second wait when a message is about to be overwritten by the |
82c43bca568e
patch 8.0.0293: some tests have a one or three second wait
Christian Brabandt <cb@256bit.org>
parents:
10797
diff
changeset
|
153 " mode message. |
82c43bca568e
patch 8.0.0293: some tests have a one or three second wait
Christian Brabandt <cb@256bit.org>
parents:
10797
diff
changeset
|
154 set noshowmode |
82c43bca568e
patch 8.0.0293: some tests have a one or three second wait
Christian Brabandt <cb@256bit.org>
parents:
10797
diff
changeset
|
155 |
11105
7c7e496e625d
patch 8.0.0440: not enough test coverage in Insert mode
Christian Brabandt <cb@256bit.org>
parents:
11056
diff
changeset
|
156 " Clear any overrides. |
7c7e496e625d
patch 8.0.0440: not enough test coverage in Insert mode
Christian Brabandt <cb@256bit.org>
parents:
11056
diff
changeset
|
157 call test_override('ALL', 0) |
7c7e496e625d
patch 8.0.0440: not enough test coverage in Insert mode
Christian Brabandt <cb@256bit.org>
parents:
11056
diff
changeset
|
158 |
12692
03a6aeea2096
patch 8.0.1224: still interference between test functions
Christian Brabandt <cb@256bit.org>
parents:
12688
diff
changeset
|
159 " Some tests wipe out buffers. To be consistent, always wipe out all |
03a6aeea2096
patch 8.0.1224: still interference between test functions
Christian Brabandt <cb@256bit.org>
parents:
12688
diff
changeset
|
160 " buffers. |
03a6aeea2096
patch 8.0.1224: still interference between test functions
Christian Brabandt <cb@256bit.org>
parents:
12688
diff
changeset
|
161 %bwipe! |
03a6aeea2096
patch 8.0.1224: still interference between test functions
Christian Brabandt <cb@256bit.org>
parents:
12688
diff
changeset
|
162 |
12851
90aaa974594e
patch 8.0.1302: still too many old style tests
Christian Brabandt <cb@256bit.org>
parents:
12769
diff
changeset
|
163 " The test may change the current directory. Save and restore the |
90aaa974594e
patch 8.0.1302: still too many old style tests
Christian Brabandt <cb@256bit.org>
parents:
12769
diff
changeset
|
164 " directory after executing the test. |
90aaa974594e
patch 8.0.1302: still too many old style tests
Christian Brabandt <cb@256bit.org>
parents:
12769
diff
changeset
|
165 let save_cwd = getcwd() |
90aaa974594e
patch 8.0.1302: still too many old style tests
Christian Brabandt <cb@256bit.org>
parents:
12769
diff
changeset
|
166 |
8370
cd7ea16d1300
commit https://github.com/vim/vim/commit/b5760a1ce5b700fc32b8bd11948ee189a847c59e
Christian Brabandt <cb@256bit.org>
parents:
8142
diff
changeset
|
167 if exists("*SetUp") |
10388
6cdb0226d74a
commit https://github.com/vim/vim/commit/cc28e2d05d05552d8b72a520be8a193f3d9822d4
Christian Brabandt <cb@256bit.org>
parents:
10229
diff
changeset
|
168 try |
6cdb0226d74a
commit https://github.com/vim/vim/commit/cc28e2d05d05552d8b72a520be8a193f3d9822d4
Christian Brabandt <cb@256bit.org>
parents:
10229
diff
changeset
|
169 call SetUp() |
6cdb0226d74a
commit https://github.com/vim/vim/commit/cc28e2d05d05552d8b72a520be8a193f3d9822d4
Christian Brabandt <cb@256bit.org>
parents:
10229
diff
changeset
|
170 catch |
6cdb0226d74a
commit https://github.com/vim/vim/commit/cc28e2d05d05552d8b72a520be8a193f3d9822d4
Christian Brabandt <cb@256bit.org>
parents:
10229
diff
changeset
|
171 call add(v:errors, 'Caught exception in SetUp() before ' . a:test . ': ' . v:exception . ' @ ' . v:throwpoint) |
6cdb0226d74a
commit https://github.com/vim/vim/commit/cc28e2d05d05552d8b72a520be8a193f3d9822d4
Christian Brabandt <cb@256bit.org>
parents:
10229
diff
changeset
|
172 endtry |
8370
cd7ea16d1300
commit https://github.com/vim/vim/commit/b5760a1ce5b700fc32b8bd11948ee189a847c59e
Christian Brabandt <cb@256bit.org>
parents:
8142
diff
changeset
|
173 endif |
cd7ea16d1300
commit https://github.com/vim/vim/commit/b5760a1ce5b700fc32b8bd11948ee189a847c59e
Christian Brabandt <cb@256bit.org>
parents:
8142
diff
changeset
|
174 |
12682
47f253caa805
patch 8.0.1219: terminal test is flaky
Christian Brabandt <cb@256bit.org>
parents:
12616
diff
changeset
|
175 if a:test =~ 'Test_nocatch_' |
47f253caa805
patch 8.0.1219: terminal test is flaky
Christian Brabandt <cb@256bit.org>
parents:
12616
diff
changeset
|
176 " Function handles errors itself. This avoids skipping commands after the |
47f253caa805
patch 8.0.1219: terminal test is flaky
Christian Brabandt <cb@256bit.org>
parents:
12616
diff
changeset
|
177 " error. |
8370
cd7ea16d1300
commit https://github.com/vim/vim/commit/b5760a1ce5b700fc32b8bd11948ee189a847c59e
Christian Brabandt <cb@256bit.org>
parents:
8142
diff
changeset
|
178 exe 'call ' . a:test |
12682
47f253caa805
patch 8.0.1219: terminal test is flaky
Christian Brabandt <cb@256bit.org>
parents:
12616
diff
changeset
|
179 else |
47f253caa805
patch 8.0.1219: terminal test is flaky
Christian Brabandt <cb@256bit.org>
parents:
12616
diff
changeset
|
180 try |
20003
e373843e2980
patch 8.2.0557: no IPv6 support for channels
Bram Moolenaar <Bram@vim.org>
parents:
19795
diff
changeset
|
181 au VimLeavePre * call EarlyExit(g:testfunc) |
12682
47f253caa805
patch 8.0.1219: terminal test is flaky
Christian Brabandt <cb@256bit.org>
parents:
12616
diff
changeset
|
182 exe 'call ' . a:test |
14053
d6866c54a311
patch 8.1.0044: if a test function exists Vim this may go unnoticed
Christian Brabandt <cb@256bit.org>
parents:
13634
diff
changeset
|
183 au! VimLeavePre |
12682
47f253caa805
patch 8.0.1219: terminal test is flaky
Christian Brabandt <cb@256bit.org>
parents:
12616
diff
changeset
|
184 catch /^\cskipped/ |
47f253caa805
patch 8.0.1219: terminal test is flaky
Christian Brabandt <cb@256bit.org>
parents:
12616
diff
changeset
|
185 call add(s:messages, ' Skipped') |
47f253caa805
patch 8.0.1219: terminal test is flaky
Christian Brabandt <cb@256bit.org>
parents:
12616
diff
changeset
|
186 call add(s:skipped, 'SKIPPED ' . a:test . ': ' . substitute(v:exception, '^\S*\s\+', '', '')) |
47f253caa805
patch 8.0.1219: terminal test is flaky
Christian Brabandt <cb@256bit.org>
parents:
12616
diff
changeset
|
187 catch |
47f253caa805
patch 8.0.1219: terminal test is flaky
Christian Brabandt <cb@256bit.org>
parents:
12616
diff
changeset
|
188 call add(v:errors, 'Caught exception in ' . a:test . ': ' . v:exception . ' @ ' . v:throwpoint) |
47f253caa805
patch 8.0.1219: terminal test is flaky
Christian Brabandt <cb@256bit.org>
parents:
12616
diff
changeset
|
189 endtry |
47f253caa805
patch 8.0.1219: terminal test is flaky
Christian Brabandt <cb@256bit.org>
parents:
12616
diff
changeset
|
190 endif |
8370
cd7ea16d1300
commit https://github.com/vim/vim/commit/b5760a1ce5b700fc32b8bd11948ee189a847c59e
Christian Brabandt <cb@256bit.org>
parents:
8142
diff
changeset
|
191 |
15377
88b0a490816e
patch 8.1.0696: when test_edit fails 'insertmode' may not be reset
Bram Moolenaar <Bram@vim.org>
parents:
15180
diff
changeset
|
192 " In case 'insertmode' was set and something went wrong, make sure it is |
88b0a490816e
patch 8.1.0696: when test_edit fails 'insertmode' may not be reset
Bram Moolenaar <Bram@vim.org>
parents:
15180
diff
changeset
|
193 " reset to avoid trouble with anything else. |
88b0a490816e
patch 8.1.0696: when test_edit fails 'insertmode' may not be reset
Bram Moolenaar <Bram@vim.org>
parents:
15180
diff
changeset
|
194 set noinsertmode |
88b0a490816e
patch 8.1.0696: when test_edit fails 'insertmode' may not be reset
Bram Moolenaar <Bram@vim.org>
parents:
15180
diff
changeset
|
195 |
8370
cd7ea16d1300
commit https://github.com/vim/vim/commit/b5760a1ce5b700fc32b8bd11948ee189a847c59e
Christian Brabandt <cb@256bit.org>
parents:
8142
diff
changeset
|
196 if exists("*TearDown") |
10388
6cdb0226d74a
commit https://github.com/vim/vim/commit/cc28e2d05d05552d8b72a520be8a193f3d9822d4
Christian Brabandt <cb@256bit.org>
parents:
10229
diff
changeset
|
197 try |
6cdb0226d74a
commit https://github.com/vim/vim/commit/cc28e2d05d05552d8b72a520be8a193f3d9822d4
Christian Brabandt <cb@256bit.org>
parents:
10229
diff
changeset
|
198 call TearDown() |
6cdb0226d74a
commit https://github.com/vim/vim/commit/cc28e2d05d05552d8b72a520be8a193f3d9822d4
Christian Brabandt <cb@256bit.org>
parents:
10229
diff
changeset
|
199 catch |
6cdb0226d74a
commit https://github.com/vim/vim/commit/cc28e2d05d05552d8b72a520be8a193f3d9822d4
Christian Brabandt <cb@256bit.org>
parents:
10229
diff
changeset
|
200 call add(v:errors, 'Caught exception in TearDown() after ' . a:test . ': ' . v:exception . ' @ ' . v:throwpoint) |
6cdb0226d74a
commit https://github.com/vim/vim/commit/cc28e2d05d05552d8b72a520be8a193f3d9822d4
Christian Brabandt <cb@256bit.org>
parents:
10229
diff
changeset
|
201 endtry |
8370
cd7ea16d1300
commit https://github.com/vim/vim/commit/b5760a1ce5b700fc32b8bd11948ee189a847c59e
Christian Brabandt <cb@256bit.org>
parents:
8142
diff
changeset
|
202 endif |
9748
5440f3442841
commit https://github.com/vim/vim/commit/7cba71d7e3576639679b6a3aedeeb1ac07f7f2f5
Christian Brabandt <cb@256bit.org>
parents:
9632
diff
changeset
|
203 |
17684
e2bfdd281578
patch 8.1.1839: insufficient info when test fails because of screen size
Bram Moolenaar <Bram@vim.org>
parents:
17356
diff
changeset
|
204 " Clear any autocommands and put back the catch-all for SwapExists. |
12692
03a6aeea2096
patch 8.0.1224: still interference between test functions
Christian Brabandt <cb@256bit.org>
parents:
12688
diff
changeset
|
205 au! |
14889
ba1f0c06b4be
patch 8.1.0456: running test hangs when the input file is being edited
Bram Moolenaar <Bram@vim.org>
parents:
14571
diff
changeset
|
206 au SwapExists * call HandleSwapExists() |
12692
03a6aeea2096
patch 8.0.1224: still interference between test functions
Christian Brabandt <cb@256bit.org>
parents:
12688
diff
changeset
|
207 |
20386
3b3589275ab9
patch 8.2.0748: cannot get a list of all popups
Bram Moolenaar <Bram@vim.org>
parents:
20384
diff
changeset
|
208 " Check for and close any stray popup windows. |
18763
49b78d6465e5
patch 8.1.2371: FEAT_TEXT_PROP is a confusing name
Bram Moolenaar <Bram@vim.org>
parents:
18748
diff
changeset
|
209 if has('popupwin') |
20386
3b3589275ab9
patch 8.2.0748: cannot get a list of all popups
Bram Moolenaar <Bram@vim.org>
parents:
20384
diff
changeset
|
210 call assert_equal([], popup_list()) |
20384
42ab4d40e78f
patch 8.2.0747: cannot forcefully close all popups
Bram Moolenaar <Bram@vim.org>
parents:
20087
diff
changeset
|
211 call popup_clear(1) |
17123
efc6f5e3b543
patch 8.1.1561: popup_setoptions() is not implemented yet
Bram Moolenaar <Bram@vim.org>
parents:
17091
diff
changeset
|
212 endif |
efc6f5e3b543
patch 8.1.1561: popup_setoptions() is not implemented yet
Bram Moolenaar <Bram@vim.org>
parents:
17091
diff
changeset
|
213 |
12688
a6a935b3270e
patch 8.0.1222: test functions interfere with each other
Christian Brabandt <cb@256bit.org>
parents:
12682
diff
changeset
|
214 " Close any extra tab pages and windows and make the current one not modified. |
a6a935b3270e
patch 8.0.1222: test functions interfere with each other
Christian Brabandt <cb@256bit.org>
parents:
12682
diff
changeset
|
215 while tabpagenr('$') > 1 |
12692
03a6aeea2096
patch 8.0.1224: still interference between test functions
Christian Brabandt <cb@256bit.org>
parents:
12688
diff
changeset
|
216 quit! |
12688
a6a935b3270e
patch 8.0.1222: test functions interfere with each other
Christian Brabandt <cb@256bit.org>
parents:
12682
diff
changeset
|
217 endwhile |
a6a935b3270e
patch 8.0.1222: test functions interfere with each other
Christian Brabandt <cb@256bit.org>
parents:
12682
diff
changeset
|
218 |
9949
30be4b26a37e
commit https://github.com/vim/vim/commit/358308dd99abdd56c6540339e505585d8db7bdfe
Christian Brabandt <cb@256bit.org>
parents:
9758
diff
changeset
|
219 while 1 |
30be4b26a37e
commit https://github.com/vim/vim/commit/358308dd99abdd56c6540339e505585d8db7bdfe
Christian Brabandt <cb@256bit.org>
parents:
9758
diff
changeset
|
220 let wincount = winnr('$') |
30be4b26a37e
commit https://github.com/vim/vim/commit/358308dd99abdd56c6540339e505585d8db7bdfe
Christian Brabandt <cb@256bit.org>
parents:
9758
diff
changeset
|
221 if wincount == 1 |
30be4b26a37e
commit https://github.com/vim/vim/commit/358308dd99abdd56c6540339e505585d8db7bdfe
Christian Brabandt <cb@256bit.org>
parents:
9758
diff
changeset
|
222 break |
30be4b26a37e
commit https://github.com/vim/vim/commit/358308dd99abdd56c6540339e505585d8db7bdfe
Christian Brabandt <cb@256bit.org>
parents:
9758
diff
changeset
|
223 endif |
9748
5440f3442841
commit https://github.com/vim/vim/commit/7cba71d7e3576639679b6a3aedeeb1ac07f7f2f5
Christian Brabandt <cb@256bit.org>
parents:
9632
diff
changeset
|
224 bwipe! |
9949
30be4b26a37e
commit https://github.com/vim/vim/commit/358308dd99abdd56c6540339e505585d8db7bdfe
Christian Brabandt <cb@256bit.org>
parents:
9758
diff
changeset
|
225 if wincount == winnr('$') |
30be4b26a37e
commit https://github.com/vim/vim/commit/358308dd99abdd56c6540339e505585d8db7bdfe
Christian Brabandt <cb@256bit.org>
parents:
9758
diff
changeset
|
226 " Did not manage to close a window. |
30be4b26a37e
commit https://github.com/vim/vim/commit/358308dd99abdd56c6540339e505585d8db7bdfe
Christian Brabandt <cb@256bit.org>
parents:
9758
diff
changeset
|
227 only! |
30be4b26a37e
commit https://github.com/vim/vim/commit/358308dd99abdd56c6540339e505585d8db7bdfe
Christian Brabandt <cb@256bit.org>
parents:
9758
diff
changeset
|
228 break |
30be4b26a37e
commit https://github.com/vim/vim/commit/358308dd99abdd56c6540339e505585d8db7bdfe
Christian Brabandt <cb@256bit.org>
parents:
9758
diff
changeset
|
229 endif |
9748
5440f3442841
commit https://github.com/vim/vim/commit/7cba71d7e3576639679b6a3aedeeb1ac07f7f2f5
Christian Brabandt <cb@256bit.org>
parents:
9632
diff
changeset
|
230 endwhile |
12851
90aaa974594e
patch 8.0.1302: still too many old style tests
Christian Brabandt <cb@256bit.org>
parents:
12769
diff
changeset
|
231 |
90aaa974594e
patch 8.0.1302: still too many old style tests
Christian Brabandt <cb@256bit.org>
parents:
12769
diff
changeset
|
232 exe 'cd ' . save_cwd |
17032
84f308b126de
patch 8.1.1516: time reported for a test measured wrong
Bram Moolenaar <Bram@vim.org>
parents:
16967
diff
changeset
|
233 |
84f308b126de
patch 8.1.1516: time reported for a test measured wrong
Bram Moolenaar <Bram@vim.org>
parents:
16967
diff
changeset
|
234 let message = 'Executed ' . a:test |
84f308b126de
patch 8.1.1516: time reported for a test measured wrong
Bram Moolenaar <Bram@vim.org>
parents:
16967
diff
changeset
|
235 if has('reltime') |
20963
ed35c81bce77
patch 8.2.1033: not easy to read the test time in the test output
Bram Moolenaar <Bram@vim.org>
parents:
20386
diff
changeset
|
236 let message ..= repeat(' ', 50 - len(message)) |
ed35c81bce77
patch 8.2.1033: not easy to read the test time in the test output
Bram Moolenaar <Bram@vim.org>
parents:
20386
diff
changeset
|
237 let time = reltime(func_start) |
ed35c81bce77
patch 8.2.1033: not easy to read the test time in the test output
Bram Moolenaar <Bram@vim.org>
parents:
20386
diff
changeset
|
238 if has('float') && reltimefloat(time) > 0.1 |
ed35c81bce77
patch 8.2.1033: not easy to read the test time in the test output
Bram Moolenaar <Bram@vim.org>
parents:
20386
diff
changeset
|
239 let message = &t_md .. message |
ed35c81bce77
patch 8.2.1033: not easy to read the test time in the test output
Bram Moolenaar <Bram@vim.org>
parents:
20386
diff
changeset
|
240 endif |
ed35c81bce77
patch 8.2.1033: not easy to read the test time in the test output
Bram Moolenaar <Bram@vim.org>
parents:
20386
diff
changeset
|
241 let message ..= ' in ' .. reltimestr(time) .. ' seconds' |
ed35c81bce77
patch 8.2.1033: not easy to read the test time in the test output
Bram Moolenaar <Bram@vim.org>
parents:
20386
diff
changeset
|
242 if has('float') && reltimefloat(time) > 0.1 |
ed35c81bce77
patch 8.2.1033: not easy to read the test time in the test output
Bram Moolenaar <Bram@vim.org>
parents:
20386
diff
changeset
|
243 let message ..= &t_me |
ed35c81bce77
patch 8.2.1033: not easy to read the test time in the test output
Bram Moolenaar <Bram@vim.org>
parents:
20386
diff
changeset
|
244 endif |
17032
84f308b126de
patch 8.1.1516: time reported for a test measured wrong
Bram Moolenaar <Bram@vim.org>
parents:
16967
diff
changeset
|
245 endif |
84f308b126de
patch 8.1.1516: time reported for a test measured wrong
Bram Moolenaar <Bram@vim.org>
parents:
16967
diff
changeset
|
246 call add(s:messages, message) |
84f308b126de
patch 8.1.1516: time reported for a test measured wrong
Bram Moolenaar <Bram@vim.org>
parents:
16967
diff
changeset
|
247 let s:done += 1 |
8370
cd7ea16d1300
commit https://github.com/vim/vim/commit/b5760a1ce5b700fc32b8bd11948ee189a847c59e
Christian Brabandt <cb@256bit.org>
parents:
8142
diff
changeset
|
248 endfunc |
7545
4c922651fd78
commit https://github.com/vim/vim/commit/28fb79db6b52d1154e8dc63d227673648c2fce15
Christian Brabandt <cb@256bit.org>
parents:
7540
diff
changeset
|
249 |
19734
2bd03926397a
patch 8.2.0423: in some environments a few tests are expected to fail
Bram Moolenaar <Bram@vim.org>
parents:
19715
diff
changeset
|
250 func AfterTheTest(func_name) |
11181
13544aa85dc0
patch 8.0.0477: the client-server test may hang when failing
Christian Brabandt <cb@256bit.org>
parents:
11169
diff
changeset
|
251 if len(v:errors) > 0 |
19734
2bd03926397a
patch 8.2.0423: in some environments a few tests are expected to fail
Bram Moolenaar <Bram@vim.org>
parents:
19715
diff
changeset
|
252 if match(s:may_fail_list, '^' .. a:func_name) >= 0 |
2bd03926397a
patch 8.2.0423: in some environments a few tests are expected to fail
Bram Moolenaar <Bram@vim.org>
parents:
19715
diff
changeset
|
253 let s:fail_expected += 1 |
20003
e373843e2980
patch 8.2.0557: no IPv6 support for channels
Bram Moolenaar <Bram@vim.org>
parents:
19795
diff
changeset
|
254 call add(s:errors_expected, 'Found errors in ' . g:testfunc . ':') |
19734
2bd03926397a
patch 8.2.0423: in some environments a few tests are expected to fail
Bram Moolenaar <Bram@vim.org>
parents:
19715
diff
changeset
|
255 call extend(s:errors_expected, v:errors) |
2bd03926397a
patch 8.2.0423: in some environments a few tests are expected to fail
Bram Moolenaar <Bram@vim.org>
parents:
19715
diff
changeset
|
256 else |
2bd03926397a
patch 8.2.0423: in some environments a few tests are expected to fail
Bram Moolenaar <Bram@vim.org>
parents:
19715
diff
changeset
|
257 let s:fail += 1 |
20003
e373843e2980
patch 8.2.0557: no IPv6 support for channels
Bram Moolenaar <Bram@vim.org>
parents:
19795
diff
changeset
|
258 call add(s:errors, 'Found errors in ' . g:testfunc . ':') |
19734
2bd03926397a
patch 8.2.0423: in some environments a few tests are expected to fail
Bram Moolenaar <Bram@vim.org>
parents:
19715
diff
changeset
|
259 call extend(s:errors, v:errors) |
2bd03926397a
patch 8.2.0423: in some environments a few tests are expected to fail
Bram Moolenaar <Bram@vim.org>
parents:
19715
diff
changeset
|
260 endif |
11181
13544aa85dc0
patch 8.0.0477: the client-server test may hang when failing
Christian Brabandt <cb@256bit.org>
parents:
11169
diff
changeset
|
261 let v:errors = [] |
13544aa85dc0
patch 8.0.0477: the client-server test may hang when failing
Christian Brabandt <cb@256bit.org>
parents:
11169
diff
changeset
|
262 endif |
13544aa85dc0
patch 8.0.0477: the client-server test may hang when failing
Christian Brabandt <cb@256bit.org>
parents:
11169
diff
changeset
|
263 endfunc |
13544aa85dc0
patch 8.0.0477: the client-server test may hang when failing
Christian Brabandt <cb@256bit.org>
parents:
11169
diff
changeset
|
264 |
14053
d6866c54a311
patch 8.1.0044: if a test function exists Vim this may go unnoticed
Christian Brabandt <cb@256bit.org>
parents:
13634
diff
changeset
|
265 func EarlyExit(test) |
d6866c54a311
patch 8.1.0044: if a test function exists Vim this may go unnoticed
Christian Brabandt <cb@256bit.org>
parents:
13634
diff
changeset
|
266 " It's OK for the test we use to test the quit detection. |
d6866c54a311
patch 8.1.0044: if a test function exists Vim this may go unnoticed
Christian Brabandt <cb@256bit.org>
parents:
13634
diff
changeset
|
267 if a:test != 'Test_zz_quit_detected()' |
d6866c54a311
patch 8.1.0044: if a test function exists Vim this may go unnoticed
Christian Brabandt <cb@256bit.org>
parents:
13634
diff
changeset
|
268 call add(v:errors, 'Test caused Vim to exit: ' . a:test) |
d6866c54a311
patch 8.1.0044: if a test function exists Vim this may go unnoticed
Christian Brabandt <cb@256bit.org>
parents:
13634
diff
changeset
|
269 endif |
d6866c54a311
patch 8.1.0044: if a test function exists Vim this may go unnoticed
Christian Brabandt <cb@256bit.org>
parents:
13634
diff
changeset
|
270 |
d6866c54a311
patch 8.1.0044: if a test function exists Vim this may go unnoticed
Christian Brabandt <cb@256bit.org>
parents:
13634
diff
changeset
|
271 call FinishTesting() |
d6866c54a311
patch 8.1.0044: if a test function exists Vim this may go unnoticed
Christian Brabandt <cb@256bit.org>
parents:
13634
diff
changeset
|
272 endfunc |
d6866c54a311
patch 8.1.0044: if a test function exists Vim this may go unnoticed
Christian Brabandt <cb@256bit.org>
parents:
13634
diff
changeset
|
273 |
11181
13544aa85dc0
patch 8.0.0477: the client-server test may hang when failing
Christian Brabandt <cb@256bit.org>
parents:
11169
diff
changeset
|
274 " This function can be called by a test if it wants to abort testing. |
13544aa85dc0
patch 8.0.0477: the client-server test may hang when failing
Christian Brabandt <cb@256bit.org>
parents:
11169
diff
changeset
|
275 func FinishTesting() |
19734
2bd03926397a
patch 8.2.0423: in some environments a few tests are expected to fail
Bram Moolenaar <Bram@vim.org>
parents:
19715
diff
changeset
|
276 call AfterTheTest('') |
11181
13544aa85dc0
patch 8.0.0477: the client-server test may hang when failing
Christian Brabandt <cb@256bit.org>
parents:
11169
diff
changeset
|
277 |
13544aa85dc0
patch 8.0.0477: the client-server test may hang when failing
Christian Brabandt <cb@256bit.org>
parents:
11169
diff
changeset
|
278 " Don't write viminfo on exit. |
13544aa85dc0
patch 8.0.0477: the client-server test may hang when failing
Christian Brabandt <cb@256bit.org>
parents:
11169
diff
changeset
|
279 set viminfo= |
13544aa85dc0
patch 8.0.0477: the client-server test may hang when failing
Christian Brabandt <cb@256bit.org>
parents:
11169
diff
changeset
|
280 |
11850
eb339f9af281
patch 8.0.0805: GUI test fails with gnome2
Christian Brabandt <cb@256bit.org>
parents:
11205
diff
changeset
|
281 " Clean up files created by setup.vim |
eb339f9af281
patch 8.0.0805: GUI test fails with gnome2
Christian Brabandt <cb@256bit.org>
parents:
11205
diff
changeset
|
282 call delete('XfakeHOME', 'rf') |
eb339f9af281
patch 8.0.0805: GUI test fails with gnome2
Christian Brabandt <cb@256bit.org>
parents:
11205
diff
changeset
|
283 |
19734
2bd03926397a
patch 8.2.0423: in some environments a few tests are expected to fail
Bram Moolenaar <Bram@vim.org>
parents:
19715
diff
changeset
|
284 if s:fail == 0 && s:fail_expected == 0 |
11181
13544aa85dc0
patch 8.0.0477: the client-server test may hang when failing
Christian Brabandt <cb@256bit.org>
parents:
11169
diff
changeset
|
285 " Success, create the .res file so that make knows it's done. |
13544aa85dc0
patch 8.0.0477: the client-server test may hang when failing
Christian Brabandt <cb@256bit.org>
parents:
11169
diff
changeset
|
286 exe 'split ' . fnamemodify(g:testname, ':r') . '.res' |
13544aa85dc0
patch 8.0.0477: the client-server test may hang when failing
Christian Brabandt <cb@256bit.org>
parents:
11169
diff
changeset
|
287 write |
13544aa85dc0
patch 8.0.0477: the client-server test may hang when failing
Christian Brabandt <cb@256bit.org>
parents:
11169
diff
changeset
|
288 endif |
13544aa85dc0
patch 8.0.0477: the client-server test may hang when failing
Christian Brabandt <cb@256bit.org>
parents:
11169
diff
changeset
|
289 |
13544aa85dc0
patch 8.0.0477: the client-server test may hang when failing
Christian Brabandt <cb@256bit.org>
parents:
11169
diff
changeset
|
290 if len(s:errors) > 0 |
13544aa85dc0
patch 8.0.0477: the client-server test may hang when failing
Christian Brabandt <cb@256bit.org>
parents:
11169
diff
changeset
|
291 " Append errors to test.log |
13544aa85dc0
patch 8.0.0477: the client-server test may hang when failing
Christian Brabandt <cb@256bit.org>
parents:
11169
diff
changeset
|
292 split test.log |
13544aa85dc0
patch 8.0.0477: the client-server test may hang when failing
Christian Brabandt <cb@256bit.org>
parents:
11169
diff
changeset
|
293 call append(line('$'), '') |
13544aa85dc0
patch 8.0.0477: the client-server test may hang when failing
Christian Brabandt <cb@256bit.org>
parents:
11169
diff
changeset
|
294 call append(line('$'), 'From ' . g:testname . ':') |
13544aa85dc0
patch 8.0.0477: the client-server test may hang when failing
Christian Brabandt <cb@256bit.org>
parents:
11169
diff
changeset
|
295 call append(line('$'), s:errors) |
13544aa85dc0
patch 8.0.0477: the client-server test may hang when failing
Christian Brabandt <cb@256bit.org>
parents:
11169
diff
changeset
|
296 write |
13544aa85dc0
patch 8.0.0477: the client-server test may hang when failing
Christian Brabandt <cb@256bit.org>
parents:
11169
diff
changeset
|
297 endif |
13544aa85dc0
patch 8.0.0477: the client-server test may hang when failing
Christian Brabandt <cb@256bit.org>
parents:
11169
diff
changeset
|
298 |
13634
2678e38e1de6
patch 8.0.1689: no tests for xxd
Christian Brabandt <cb@256bit.org>
parents:
13533
diff
changeset
|
299 if s:done == 0 |
18189
b5bf891fa92c
patch 8.1.2089: do not get a hint that $TEST_FILTER was active
Bram Moolenaar <Bram@vim.org>
parents:
18184
diff
changeset
|
300 if s:filtered > 0 |
b5bf891fa92c
patch 8.1.2089: do not get a hint that $TEST_FILTER was active
Bram Moolenaar <Bram@vim.org>
parents:
18184
diff
changeset
|
301 let message = "NO tests match $TEST_FILTER: '" .. $TEST_FILTER .. "'" |
b5bf891fa92c
patch 8.1.2089: do not get a hint that $TEST_FILTER was active
Bram Moolenaar <Bram@vim.org>
parents:
18184
diff
changeset
|
302 else |
b5bf891fa92c
patch 8.1.2089: do not get a hint that $TEST_FILTER was active
Bram Moolenaar <Bram@vim.org>
parents:
18184
diff
changeset
|
303 let message = 'NO tests executed' |
b5bf891fa92c
patch 8.1.2089: do not get a hint that $TEST_FILTER was active
Bram Moolenaar <Bram@vim.org>
parents:
18184
diff
changeset
|
304 endif |
13634
2678e38e1de6
patch 8.0.1689: no tests for xxd
Christian Brabandt <cb@256bit.org>
parents:
13533
diff
changeset
|
305 else |
18189
b5bf891fa92c
patch 8.1.2089: do not get a hint that $TEST_FILTER was active
Bram Moolenaar <Bram@vim.org>
parents:
18184
diff
changeset
|
306 if s:filtered > 0 |
b5bf891fa92c
patch 8.1.2089: do not get a hint that $TEST_FILTER was active
Bram Moolenaar <Bram@vim.org>
parents:
18184
diff
changeset
|
307 call add(s:messages, "Filtered " .. s:filtered .. " tests with $TEST_FILTER") |
b5bf891fa92c
patch 8.1.2089: do not get a hint that $TEST_FILTER was active
Bram Moolenaar <Bram@vim.org>
parents:
18184
diff
changeset
|
308 endif |
13634
2678e38e1de6
patch 8.0.1689: no tests for xxd
Christian Brabandt <cb@256bit.org>
parents:
13533
diff
changeset
|
309 let message = 'Executed ' . s:done . (s:done > 1 ? ' tests' : ' test') |
2678e38e1de6
patch 8.0.1689: no tests for xxd
Christian Brabandt <cb@256bit.org>
parents:
13533
diff
changeset
|
310 endif |
18189
b5bf891fa92c
patch 8.1.2089: do not get a hint that $TEST_FILTER was active
Bram Moolenaar <Bram@vim.org>
parents:
18184
diff
changeset
|
311 if s:done > 0 && has('reltime') |
20963
ed35c81bce77
patch 8.2.1033: not easy to read the test time in the test output
Bram Moolenaar <Bram@vim.org>
parents:
20386
diff
changeset
|
312 let message = &t_md .. message .. repeat(' ', 40 - len(message)) |
16967
586d625e21b4
patch 8.1.1484: some tests are slow
Bram Moolenaar <Bram@vim.org>
parents:
16951
diff
changeset
|
313 let message ..= ' in ' .. reltimestr(reltime(s:start_time)) .. ' seconds' |
20963
ed35c81bce77
patch 8.2.1033: not easy to read the test time in the test output
Bram Moolenaar <Bram@vim.org>
parents:
20386
diff
changeset
|
314 let message ..= &t_me |
16967
586d625e21b4
patch 8.1.1484: some tests are slow
Bram Moolenaar <Bram@vim.org>
parents:
16951
diff
changeset
|
315 endif |
11181
13544aa85dc0
patch 8.0.0477: the client-server test may hang when failing
Christian Brabandt <cb@256bit.org>
parents:
11169
diff
changeset
|
316 echo message |
13544aa85dc0
patch 8.0.0477: the client-server test may hang when failing
Christian Brabandt <cb@256bit.org>
parents:
11169
diff
changeset
|
317 call add(s:messages, message) |
13544aa85dc0
patch 8.0.0477: the client-server test may hang when failing
Christian Brabandt <cb@256bit.org>
parents:
11169
diff
changeset
|
318 if s:fail > 0 |
13544aa85dc0
patch 8.0.0477: the client-server test may hang when failing
Christian Brabandt <cb@256bit.org>
parents:
11169
diff
changeset
|
319 let message = s:fail . ' FAILED:' |
13544aa85dc0
patch 8.0.0477: the client-server test may hang when failing
Christian Brabandt <cb@256bit.org>
parents:
11169
diff
changeset
|
320 echo message |
13544aa85dc0
patch 8.0.0477: the client-server test may hang when failing
Christian Brabandt <cb@256bit.org>
parents:
11169
diff
changeset
|
321 call add(s:messages, message) |
13544aa85dc0
patch 8.0.0477: the client-server test may hang when failing
Christian Brabandt <cb@256bit.org>
parents:
11169
diff
changeset
|
322 call extend(s:messages, s:errors) |
13544aa85dc0
patch 8.0.0477: the client-server test may hang when failing
Christian Brabandt <cb@256bit.org>
parents:
11169
diff
changeset
|
323 endif |
19734
2bd03926397a
patch 8.2.0423: in some environments a few tests are expected to fail
Bram Moolenaar <Bram@vim.org>
parents:
19715
diff
changeset
|
324 if s:fail_expected > 0 |
2bd03926397a
patch 8.2.0423: in some environments a few tests are expected to fail
Bram Moolenaar <Bram@vim.org>
parents:
19715
diff
changeset
|
325 let message = s:fail_expected . ' FAILED (matching $TEST_MAY_FAIL):' |
2bd03926397a
patch 8.2.0423: in some environments a few tests are expected to fail
Bram Moolenaar <Bram@vim.org>
parents:
19715
diff
changeset
|
326 echo message |
2bd03926397a
patch 8.2.0423: in some environments a few tests are expected to fail
Bram Moolenaar <Bram@vim.org>
parents:
19715
diff
changeset
|
327 call add(s:messages, message) |
2bd03926397a
patch 8.2.0423: in some environments a few tests are expected to fail
Bram Moolenaar <Bram@vim.org>
parents:
19715
diff
changeset
|
328 call extend(s:messages, s:errors_expected) |
2bd03926397a
patch 8.2.0423: in some environments a few tests are expected to fail
Bram Moolenaar <Bram@vim.org>
parents:
19715
diff
changeset
|
329 endif |
11181
13544aa85dc0
patch 8.0.0477: the client-server test may hang when failing
Christian Brabandt <cb@256bit.org>
parents:
11169
diff
changeset
|
330 |
13544aa85dc0
patch 8.0.0477: the client-server test may hang when failing
Christian Brabandt <cb@256bit.org>
parents:
11169
diff
changeset
|
331 " Add SKIPPED messages |
13544aa85dc0
patch 8.0.0477: the client-server test may hang when failing
Christian Brabandt <cb@256bit.org>
parents:
11169
diff
changeset
|
332 call extend(s:messages, s:skipped) |
13544aa85dc0
patch 8.0.0477: the client-server test may hang when failing
Christian Brabandt <cb@256bit.org>
parents:
11169
diff
changeset
|
333 |
13544aa85dc0
patch 8.0.0477: the client-server test may hang when failing
Christian Brabandt <cb@256bit.org>
parents:
11169
diff
changeset
|
334 " Append messages to the file "messages" |
13544aa85dc0
patch 8.0.0477: the client-server test may hang when failing
Christian Brabandt <cb@256bit.org>
parents:
11169
diff
changeset
|
335 split messages |
13544aa85dc0
patch 8.0.0477: the client-server test may hang when failing
Christian Brabandt <cb@256bit.org>
parents:
11169
diff
changeset
|
336 call append(line('$'), '') |
13544aa85dc0
patch 8.0.0477: the client-server test may hang when failing
Christian Brabandt <cb@256bit.org>
parents:
11169
diff
changeset
|
337 call append(line('$'), 'From ' . g:testname . ':') |
13544aa85dc0
patch 8.0.0477: the client-server test may hang when failing
Christian Brabandt <cb@256bit.org>
parents:
11169
diff
changeset
|
338 call append(line('$'), s:messages) |
13544aa85dc0
patch 8.0.0477: the client-server test may hang when failing
Christian Brabandt <cb@256bit.org>
parents:
11169
diff
changeset
|
339 write |
13544aa85dc0
patch 8.0.0477: the client-server test may hang when failing
Christian Brabandt <cb@256bit.org>
parents:
11169
diff
changeset
|
340 |
13544aa85dc0
patch 8.0.0477: the client-server test may hang when failing
Christian Brabandt <cb@256bit.org>
parents:
11169
diff
changeset
|
341 qall! |
13544aa85dc0
patch 8.0.0477: the client-server test may hang when failing
Christian Brabandt <cb@256bit.org>
parents:
11169
diff
changeset
|
342 endfunc |
13544aa85dc0
patch 8.0.0477: the client-server test may hang when failing
Christian Brabandt <cb@256bit.org>
parents:
11169
diff
changeset
|
343 |
7277
6600871bb38c
commit https://github.com/vim/vim/commit/43345546ae63710441f066648b8485fb545b3801
Christian Brabandt <cb@256bit.org>
parents:
diff
changeset
|
344 " Source the test script. First grab the file name, in case the script |
8029
770dd91ad9f7
commit https://github.com/vim/vim/commit/00af60bbb6cc7e8ccafddb30a1964f891b800bce
Christian Brabandt <cb@256bit.org>
parents:
7637
diff
changeset
|
345 " navigates away. g:testname can be used by the tests. |
770dd91ad9f7
commit https://github.com/vim/vim/commit/00af60bbb6cc7e8ccafddb30a1964f891b800bce
Christian Brabandt <cb@256bit.org>
parents:
7637
diff
changeset
|
346 let g:testname = expand('%') |
770dd91ad9f7
commit https://github.com/vim/vim/commit/00af60bbb6cc7e8ccafddb30a1964f891b800bce
Christian Brabandt <cb@256bit.org>
parents:
7637
diff
changeset
|
347 let s:done = 0 |
770dd91ad9f7
commit https://github.com/vim/vim/commit/00af60bbb6cc7e8ccafddb30a1964f891b800bce
Christian Brabandt <cb@256bit.org>
parents:
7637
diff
changeset
|
348 let s:fail = 0 |
19734
2bd03926397a
patch 8.2.0423: in some environments a few tests are expected to fail
Bram Moolenaar <Bram@vim.org>
parents:
19715
diff
changeset
|
349 let s:fail_expected = 0 |
8029
770dd91ad9f7
commit https://github.com/vim/vim/commit/00af60bbb6cc7e8ccafddb30a1964f891b800bce
Christian Brabandt <cb@256bit.org>
parents:
7637
diff
changeset
|
350 let s:errors = [] |
19734
2bd03926397a
patch 8.2.0423: in some environments a few tests are expected to fail
Bram Moolenaar <Bram@vim.org>
parents:
19715
diff
changeset
|
351 let s:errors_expected = [] |
8029
770dd91ad9f7
commit https://github.com/vim/vim/commit/00af60bbb6cc7e8ccafddb30a1964f891b800bce
Christian Brabandt <cb@256bit.org>
parents:
7637
diff
changeset
|
352 let s:messages = [] |
10100
26441931dad7
commit https://github.com/vim/vim/commit/dac1947bb366ef43cd6da95acc730554e76d8b84
Christian Brabandt <cb@256bit.org>
parents:
9949
diff
changeset
|
353 let s:skipped = [] |
10942
e05695e59f6d
patch 8.0.0360: sometimes VimL is used instead of "Vim script"
Christian Brabandt <cb@256bit.org>
parents:
10811
diff
changeset
|
354 if expand('%') =~ 'test_vimscript.vim' |
19734
2bd03926397a
patch 8.2.0423: in some environments a few tests are expected to fail
Bram Moolenaar <Bram@vim.org>
parents:
19715
diff
changeset
|
355 " this test has intentional errors, don't use try/catch. |
7352
ddab7ae8796d
commit https://github.com/vim/vim/commit/4686b323e4bc0f466500b018959f6c8965f010f9
Christian Brabandt <cb@256bit.org>
parents:
7295
diff
changeset
|
356 source % |
7454
4ff843da79fd
commit https://github.com/vim/vim/commit/a2cce8630756769b2cefdc28c7290ae9262cddb1
Christian Brabandt <cb@256bit.org>
parents:
7391
diff
changeset
|
357 else |
4ff843da79fd
commit https://github.com/vim/vim/commit/a2cce8630756769b2cefdc28c7290ae9262cddb1
Christian Brabandt <cb@256bit.org>
parents:
7391
diff
changeset
|
358 try |
4ff843da79fd
commit https://github.com/vim/vim/commit/a2cce8630756769b2cefdc28c7290ae9262cddb1
Christian Brabandt <cb@256bit.org>
parents:
7391
diff
changeset
|
359 source % |
16951
ebdf6cd89910
patch 8.1.1476: no statistics displayed after running tests
Bram Moolenaar <Bram@vim.org>
parents:
15928
diff
changeset
|
360 catch /^\cskipped/ |
ebdf6cd89910
patch 8.1.1476: no statistics displayed after running tests
Bram Moolenaar <Bram@vim.org>
parents:
15928
diff
changeset
|
361 call add(s:messages, ' Skipped') |
ebdf6cd89910
patch 8.1.1476: no statistics displayed after running tests
Bram Moolenaar <Bram@vim.org>
parents:
15928
diff
changeset
|
362 call add(s:skipped, 'SKIPPED ' . expand('%') . ': ' . substitute(v:exception, '^\S*\s\+', '', '')) |
7454
4ff843da79fd
commit https://github.com/vim/vim/commit/a2cce8630756769b2cefdc28c7290ae9262cddb1
Christian Brabandt <cb@256bit.org>
parents:
7391
diff
changeset
|
363 catch |
8029
770dd91ad9f7
commit https://github.com/vim/vim/commit/00af60bbb6cc7e8ccafddb30a1964f891b800bce
Christian Brabandt <cb@256bit.org>
parents:
7637
diff
changeset
|
364 let s:fail += 1 |
770dd91ad9f7
commit https://github.com/vim/vim/commit/00af60bbb6cc7e8ccafddb30a1964f891b800bce
Christian Brabandt <cb@256bit.org>
parents:
7637
diff
changeset
|
365 call add(s:errors, 'Caught exception: ' . v:exception . ' @ ' . v:throwpoint) |
7454
4ff843da79fd
commit https://github.com/vim/vim/commit/a2cce8630756769b2cefdc28c7290ae9262cddb1
Christian Brabandt <cb@256bit.org>
parents:
7391
diff
changeset
|
366 endtry |
4ff843da79fd
commit https://github.com/vim/vim/commit/a2cce8630756769b2cefdc28c7290ae9262cddb1
Christian Brabandt <cb@256bit.org>
parents:
7391
diff
changeset
|
367 endif |
7277
6600871bb38c
commit https://github.com/vim/vim/commit/43345546ae63710441f066648b8485fb545b3801
Christian Brabandt <cb@256bit.org>
parents:
diff
changeset
|
368 |
8370
cd7ea16d1300
commit https://github.com/vim/vim/commit/b5760a1ce5b700fc32b8bd11948ee189a847c59e
Christian Brabandt <cb@256bit.org>
parents:
8142
diff
changeset
|
369 " Names of flaky tests. |
15040
da8a8cdcb8b0
patch 8.1.0531: flaky tests often fail with a common error message
Bram Moolenaar <Bram@vim.org>
parents:
15038
diff
changeset
|
370 let s:flaky_tests = [ |
18158
ea327d003580
patch 8.1.2074: test for SafeState autocommand is a bit flaky
Bram Moolenaar <Bram@vim.org>
parents:
18112
diff
changeset
|
371 \ 'Test_autocmd_SafeState()', |
11181
13544aa85dc0
patch 8.0.0477: the client-server test may hang when failing
Christian Brabandt <cb@256bit.org>
parents:
11169
diff
changeset
|
372 \ 'Test_client_server()', |
10789
214417c527b5
patch 8.0.0284: collapse buffers test failed once
Christian Brabandt <cb@256bit.org>
parents:
10755
diff
changeset
|
373 \ 'Test_close_and_exit_cb()', |
15180
52e883259d99
patch 8.1.0600: channel test is flaky
Bram Moolenaar <Bram@vim.org>
parents:
15044
diff
changeset
|
374 \ 'Test_close_output_buffer()', |
10789
214417c527b5
patch 8.0.0284: collapse buffers test failed once
Christian Brabandt <cb@256bit.org>
parents:
10755
diff
changeset
|
375 \ 'Test_collapse_buffers()', |
13533
9e9e9f10e311
patch 8.0.1640: Test_cwd() is flaky
Christian Brabandt <cb@256bit.org>
parents:
13266
diff
changeset
|
376 \ 'Test_cwd()', |
15018
563ca9655b8f
patch 8.1.0520: screen diff test sometimes fails
Bram Moolenaar <Bram@vim.org>
parents:
14889
diff
changeset
|
377 \ 'Test_diff_screen()', |
11169
f4971739ea47
patch 8.0.0471: exit callback test sometimes fails
Christian Brabandt <cb@256bit.org>
parents:
11105
diff
changeset
|
378 \ 'Test_exit_callback_interval()', |
17726
586558396b7e
patch 8.1.1860: map timeout test is flaky
Bram Moolenaar <Bram@vim.org>
parents:
17716
diff
changeset
|
379 \ 'Test_map_timeout_with_timer_interrupt()', |
12988
da725bc3fd2c
patch 8.0.1370: channel test for callback is flaky
Christian Brabandt <cb@256bit.org>
parents:
12979
diff
changeset
|
380 \ 'Test_out_cb()', |
10229
19ced29f773a
commit https://github.com/vim/vim/commit/c79d6aa01d86cd98cffddc80825c1c600e833bbf
Christian Brabandt <cb@256bit.org>
parents:
10223
diff
changeset
|
381 \ 'Test_pipe_through_sort_all()', |
10797
e1bddbed43cc
patch 8.0.0288: errors reported while running tests
Christian Brabandt <cb@256bit.org>
parents:
10789
diff
changeset
|
382 \ 'Test_pipe_through_sort_some()', |
18675
a0bd0a022bd4
patch 8.1.2329: mouse multiple click test is a bit flaky
Bram Moolenaar <Bram@vim.org>
parents:
18335
diff
changeset
|
383 \ 'Test_popup_and_window_resize()', |
11056
679c12064dbc
patch 8.0.0417: test for the clipboard fails sometimes
Christian Brabandt <cb@256bit.org>
parents:
10990
diff
changeset
|
384 \ 'Test_quoteplus()', |
11205
4db196820d3b
patch 8.0.0489: clipboard and "* register is not tested
Christian Brabandt <cb@256bit.org>
parents:
11187
diff
changeset
|
385 \ 'Test_quotestar()', |
10789
214417c527b5
patch 8.0.0284: collapse buffers test failed once
Christian Brabandt <cb@256bit.org>
parents:
10755
diff
changeset
|
386 \ 'Test_reltime()', |
18313
d2fd32a43621
patch 8.1.2151: state test is a bit flaky
Bram Moolenaar <Bram@vim.org>
parents:
18189
diff
changeset
|
387 \ 'Test_state()', |
12682
47f253caa805
patch 8.0.1219: terminal test is flaky
Christian Brabandt <cb@256bit.org>
parents:
12616
diff
changeset
|
388 \ 'Test_terminal_composing_unicode()', |
15920
82e3ffdc1c2b
patch 8.1.0966: one terminal test is flaky
Bram Moolenaar <Bram@vim.org>
parents:
15772
diff
changeset
|
389 \ 'Test_terminal_does_not_truncate_last_newlines()', |
15772
649b81669197
patch 8.1.0893: terminal test is a bit flaky
Bram Moolenaar <Bram@vim.org>
parents:
15607
diff
changeset
|
390 \ 'Test_terminal_no_cmd()', |
12381
d3f8f1c33a20
patch 8.0.1070: terminal test is flaky on Mac
Christian Brabandt <cb@256bit.org>
parents:
11884
diff
changeset
|
391 \ 'Test_terminal_noblock()', |
12769
083ae2cfcc5b
patch 8.0.1262: terminal redir test is flaky
Christian Brabandt <cb@256bit.org>
parents:
12692
diff
changeset
|
392 \ 'Test_terminal_redir_file()', |
18748
c7b16393c248
patch 8.1.2364: termwinscroll test is flaky on FreeBSD
Bram Moolenaar <Bram@vim.org>
parents:
18691
diff
changeset
|
393 \ 'Test_termwinscroll()', |
17716
50b3b9c13ab8
patch 8.1.1855: another failing timer test
Bram Moolenaar <Bram@vim.org>
parents:
17714
diff
changeset
|
394 \ 'Test_timer_oneshot()', |
50b3b9c13ab8
patch 8.1.1855: another failing timer test
Bram Moolenaar <Bram@vim.org>
parents:
17714
diff
changeset
|
395 \ 'Test_timer_paused()', |
50b3b9c13ab8
patch 8.1.1855: another failing timer test
Bram Moolenaar <Bram@vim.org>
parents:
17714
diff
changeset
|
396 \ 'Test_timer_repeat_many()', |
50b3b9c13ab8
patch 8.1.1855: another failing timer test
Bram Moolenaar <Bram@vim.org>
parents:
17714
diff
changeset
|
397 \ 'Test_timer_repeat_three()', |
50b3b9c13ab8
patch 8.1.1855: another failing timer test
Bram Moolenaar <Bram@vim.org>
parents:
17714
diff
changeset
|
398 \ 'Test_timer_stop_all_in_callback()', |
50b3b9c13ab8
patch 8.1.1855: another failing timer test
Bram Moolenaar <Bram@vim.org>
parents:
17714
diff
changeset
|
399 \ 'Test_timer_stop_in_callback()', |
50b3b9c13ab8
patch 8.1.1855: another failing timer test
Bram Moolenaar <Bram@vim.org>
parents:
17714
diff
changeset
|
400 \ 'Test_timer_with_partial_callback()', |
10189
2392e065efea
commit https://github.com/vim/vim/commit/e1c8c7a6742be6072290f9aa54ae358060d9c42f
Christian Brabandt <cb@256bit.org>
parents:
10100
diff
changeset
|
401 \ ] |
8370
cd7ea16d1300
commit https://github.com/vim/vim/commit/b5760a1ce5b700fc32b8bd11948ee189a847c59e
Christian Brabandt <cb@256bit.org>
parents:
8142
diff
changeset
|
402 |
7277
6600871bb38c
commit https://github.com/vim/vim/commit/43345546ae63710441f066648b8485fb545b3801
Christian Brabandt <cb@256bit.org>
parents:
diff
changeset
|
403 " Locate Test_ functions and execute them. |
6600871bb38c
commit https://github.com/vim/vim/commit/43345546ae63710441f066648b8485fb545b3801
Christian Brabandt <cb@256bit.org>
parents:
diff
changeset
|
404 redir @q |
8116
3c1bdf20c8b9
commit https://github.com/vim/vim/commit/93bf558caef2d507ef6baf56eaf6025b63da1e34
Christian Brabandt <cb@256bit.org>
parents:
8029
diff
changeset
|
405 silent function /^Test_ |
7277
6600871bb38c
commit https://github.com/vim/vim/commit/43345546ae63710441f066648b8485fb545b3801
Christian Brabandt <cb@256bit.org>
parents:
diff
changeset
|
406 redir END |
19579
aae19dd172c0
patch 8.2.0346: Vim9: finding common list type not tested
Bram Moolenaar <Bram@vim.org>
parents:
18763
diff
changeset
|
407 let s:tests = split(substitute(@q, '\(function\|def\) \(\k*()\)', '\2', 'g')) |
7277
6600871bb38c
commit https://github.com/vim/vim/commit/43345546ae63710441f066648b8485fb545b3801
Christian Brabandt <cb@256bit.org>
parents:
diff
changeset
|
408 |
8142
71aabce3142e
commit https://github.com/vim/vim/commit/befb366affa6309c6b4a469ec7f729821e3a36fa
Christian Brabandt <cb@256bit.org>
parents:
8116
diff
changeset
|
409 " If there is an extra argument filter the function names against it. |
71aabce3142e
commit https://github.com/vim/vim/commit/befb366affa6309c6b4a469ec7f729821e3a36fa
Christian Brabandt <cb@256bit.org>
parents:
8116
diff
changeset
|
410 if argc() > 1 |
71aabce3142e
commit https://github.com/vim/vim/commit/befb366affa6309c6b4a469ec7f729821e3a36fa
Christian Brabandt <cb@256bit.org>
parents:
8116
diff
changeset
|
411 let s:tests = filter(s:tests, 'v:val =~ argv(1)') |
71aabce3142e
commit https://github.com/vim/vim/commit/befb366affa6309c6b4a469ec7f729821e3a36fa
Christian Brabandt <cb@256bit.org>
parents:
8116
diff
changeset
|
412 endif |
71aabce3142e
commit https://github.com/vim/vim/commit/befb366affa6309c6b4a469ec7f729821e3a36fa
Christian Brabandt <cb@256bit.org>
parents:
8116
diff
changeset
|
413 |
18184
ef35a3a70c24
patch 8.1.2087: cannot easily select one test function to execute
Bram Moolenaar <Bram@vim.org>
parents:
18158
diff
changeset
|
414 " If the environment variable $TEST_FILTER is set then filter the function |
ef35a3a70c24
patch 8.1.2087: cannot easily select one test function to execute
Bram Moolenaar <Bram@vim.org>
parents:
18158
diff
changeset
|
415 " names against it. |
18189
b5bf891fa92c
patch 8.1.2089: do not get a hint that $TEST_FILTER was active
Bram Moolenaar <Bram@vim.org>
parents:
18184
diff
changeset
|
416 let s:filtered = 0 |
18184
ef35a3a70c24
patch 8.1.2087: cannot easily select one test function to execute
Bram Moolenaar <Bram@vim.org>
parents:
18158
diff
changeset
|
417 if $TEST_FILTER != '' |
18189
b5bf891fa92c
patch 8.1.2089: do not get a hint that $TEST_FILTER was active
Bram Moolenaar <Bram@vim.org>
parents:
18184
diff
changeset
|
418 let s:filtered = len(s:tests) |
18184
ef35a3a70c24
patch 8.1.2087: cannot easily select one test function to execute
Bram Moolenaar <Bram@vim.org>
parents:
18158
diff
changeset
|
419 let s:tests = filter(s:tests, 'v:val =~ $TEST_FILTER') |
18189
b5bf891fa92c
patch 8.1.2089: do not get a hint that $TEST_FILTER was active
Bram Moolenaar <Bram@vim.org>
parents:
18184
diff
changeset
|
420 let s:filtered -= len(s:tests) |
18184
ef35a3a70c24
patch 8.1.2087: cannot easily select one test function to execute
Bram Moolenaar <Bram@vim.org>
parents:
18158
diff
changeset
|
421 endif |
ef35a3a70c24
patch 8.1.2087: cannot easily select one test function to execute
Bram Moolenaar <Bram@vim.org>
parents:
18158
diff
changeset
|
422 |
19734
2bd03926397a
patch 8.2.0423: in some environments a few tests are expected to fail
Bram Moolenaar <Bram@vim.org>
parents:
19715
diff
changeset
|
423 let s:may_fail_list = [] |
2bd03926397a
patch 8.2.0423: in some environments a few tests are expected to fail
Bram Moolenaar <Bram@vim.org>
parents:
19715
diff
changeset
|
424 if $TEST_MAY_FAIL != '' |
20003
e373843e2980
patch 8.2.0557: no IPv6 support for channels
Bram Moolenaar <Bram@vim.org>
parents:
19795
diff
changeset
|
425 " Split the list at commas and add () to make it match g:testfunc. |
19734
2bd03926397a
patch 8.2.0423: in some environments a few tests are expected to fail
Bram Moolenaar <Bram@vim.org>
parents:
19715
diff
changeset
|
426 let s:may_fail_list = split($TEST_MAY_FAIL, ',')->map({i, v -> v .. '()'}) |
2bd03926397a
patch 8.2.0423: in some environments a few tests are expected to fail
Bram Moolenaar <Bram@vim.org>
parents:
19715
diff
changeset
|
427 endif |
2bd03926397a
patch 8.2.0423: in some environments a few tests are expected to fail
Bram Moolenaar <Bram@vim.org>
parents:
19715
diff
changeset
|
428 |
7540
b910bb01832a
commit https://github.com/vim/vim/commit/cfc0a350a9fa04f1b0cfa1ba31fbd2847376513f
Christian Brabandt <cb@256bit.org>
parents:
7454
diff
changeset
|
429 " Execute the tests in alphabetical order. |
20003
e373843e2980
patch 8.2.0557: no IPv6 support for channels
Bram Moolenaar <Bram@vim.org>
parents:
19795
diff
changeset
|
430 for g:testfunc in sort(s:tests) |
12616
4767939d10cc
patch 8.0.1186: still quite a few old style tests
Christian Brabandt <cb@256bit.org>
parents:
12381
diff
changeset
|
431 " Silence, please! |
4767939d10cc
patch 8.0.1186: still quite a few old style tests
Christian Brabandt <cb@256bit.org>
parents:
12381
diff
changeset
|
432 set belloff=all |
15036
73fef88aa0f9
patch 8.1.0529: flaky test sometimes fails in different ways
Bram Moolenaar <Bram@vim.org>
parents:
15018
diff
changeset
|
433 let prev_error = '' |
73fef88aa0f9
patch 8.1.0529: flaky test sometimes fails in different ways
Bram Moolenaar <Bram@vim.org>
parents:
15018
diff
changeset
|
434 let total_errors = [] |
19795
1c7f92a1100e
patch 8.2.0454: some tests fail when the system is slow
Bram Moolenaar <Bram@vim.org>
parents:
19734
diff
changeset
|
435 let g:run_nr = 1 |
12616
4767939d10cc
patch 8.0.1186: still quite a few old style tests
Christian Brabandt <cb@256bit.org>
parents:
12381
diff
changeset
|
436 |
20003
e373843e2980
patch 8.2.0557: no IPv6 support for channels
Bram Moolenaar <Bram@vim.org>
parents:
19795
diff
changeset
|
437 " A test can set g:test_is_flaky to retry running the test. |
e373843e2980
patch 8.2.0557: no IPv6 support for channels
Bram Moolenaar <Bram@vim.org>
parents:
19795
diff
changeset
|
438 let g:test_is_flaky = 0 |
19687
c3f506e24eab
patch 8.2.0400: not all tests using a terminal are in the list of flaky tests
Bram Moolenaar <Bram@vim.org>
parents:
19579
diff
changeset
|
439 |
20003
e373843e2980
patch 8.2.0557: no IPv6 support for channels
Bram Moolenaar <Bram@vim.org>
parents:
19795
diff
changeset
|
440 call RunTheTest(g:testfunc) |
7277
6600871bb38c
commit https://github.com/vim/vim/commit/43345546ae63710441f066648b8485fb545b3801
Christian Brabandt <cb@256bit.org>
parents:
diff
changeset
|
441 |
15036
73fef88aa0f9
patch 8.1.0529: flaky test sometimes fails in different ways
Bram Moolenaar <Bram@vim.org>
parents:
15018
diff
changeset
|
442 " Repeat a flaky test. Give up when: |
73fef88aa0f9
patch 8.1.0529: flaky test sometimes fails in different ways
Bram Moolenaar <Bram@vim.org>
parents:
15018
diff
changeset
|
443 " - it fails again with the same message |
17918
9606c0adc148
patch 8.1.1955: tests contain typos
Bram Moolenaar <Bram@vim.org>
parents:
17910
diff
changeset
|
444 " - it fails five times (with a different message) |
15040
da8a8cdcb8b0
patch 8.1.0531: flaky tests often fail with a common error message
Bram Moolenaar <Bram@vim.org>
parents:
15038
diff
changeset
|
445 if len(v:errors) > 0 |
20003
e373843e2980
patch 8.2.0557: no IPv6 support for channels
Bram Moolenaar <Bram@vim.org>
parents:
19795
diff
changeset
|
446 \ && (index(s:flaky_tests, g:testfunc) >= 0 |
e373843e2980
patch 8.2.0557: no IPv6 support for channels
Bram Moolenaar <Bram@vim.org>
parents:
19795
diff
changeset
|
447 \ || g:test_is_flaky) |
15036
73fef88aa0f9
patch 8.1.0529: flaky test sometimes fails in different ways
Bram Moolenaar <Bram@vim.org>
parents:
15018
diff
changeset
|
448 while 1 |
20003
e373843e2980
patch 8.2.0557: no IPv6 support for channels
Bram Moolenaar <Bram@vim.org>
parents:
19795
diff
changeset
|
449 call add(s:messages, 'Found errors in ' . g:testfunc . ':') |
15036
73fef88aa0f9
patch 8.1.0529: flaky test sometimes fails in different ways
Bram Moolenaar <Bram@vim.org>
parents:
15018
diff
changeset
|
450 call extend(s:messages, v:errors) |
11187
515db00c4676
patch 8.0.0480: the remote_peek() test fails on MS-Windows
Christian Brabandt <cb@256bit.org>
parents:
11185
diff
changeset
|
451 |
19795
1c7f92a1100e
patch 8.2.0454: some tests fail when the system is slow
Bram Moolenaar <Bram@vim.org>
parents:
19734
diff
changeset
|
452 call add(total_errors, 'Run ' . g:run_nr . ':') |
15036
73fef88aa0f9
patch 8.1.0529: flaky test sometimes fails in different ways
Bram Moolenaar <Bram@vim.org>
parents:
15018
diff
changeset
|
453 call extend(total_errors, v:errors) |
73fef88aa0f9
patch 8.1.0529: flaky test sometimes fails in different ways
Bram Moolenaar <Bram@vim.org>
parents:
15018
diff
changeset
|
454 |
19795
1c7f92a1100e
patch 8.2.0454: some tests fail when the system is slow
Bram Moolenaar <Bram@vim.org>
parents:
19734
diff
changeset
|
455 if g:run_nr == 5 || prev_error == v:errors[0] |
15036
73fef88aa0f9
patch 8.1.0529: flaky test sometimes fails in different ways
Bram Moolenaar <Bram@vim.org>
parents:
15018
diff
changeset
|
456 call add(total_errors, 'Flaky test failed too often, giving up') |
73fef88aa0f9
patch 8.1.0529: flaky test sometimes fails in different ways
Bram Moolenaar <Bram@vim.org>
parents:
15018
diff
changeset
|
457 let v:errors = total_errors |
73fef88aa0f9
patch 8.1.0529: flaky test sometimes fails in different ways
Bram Moolenaar <Bram@vim.org>
parents:
15018
diff
changeset
|
458 break |
73fef88aa0f9
patch 8.1.0529: flaky test sometimes fails in different ways
Bram Moolenaar <Bram@vim.org>
parents:
15018
diff
changeset
|
459 endif |
12905
30b0d784c870
patch 8.0.1329: when a flaky test fails it also often fails the second time
Christian Brabandt <cb@256bit.org>
parents:
12851
diff
changeset
|
460 |
15036
73fef88aa0f9
patch 8.1.0529: flaky test sometimes fails in different ways
Bram Moolenaar <Bram@vim.org>
parents:
15018
diff
changeset
|
461 call add(s:messages, 'Flaky test failed, running it again') |
73fef88aa0f9
patch 8.1.0529: flaky test sometimes fails in different ways
Bram Moolenaar <Bram@vim.org>
parents:
15018
diff
changeset
|
462 |
73fef88aa0f9
patch 8.1.0529: flaky test sometimes fails in different ways
Bram Moolenaar <Bram@vim.org>
parents:
15018
diff
changeset
|
463 " Flakiness is often caused by the system being very busy. Sleep a |
73fef88aa0f9
patch 8.1.0529: flaky test sometimes fails in different ways
Bram Moolenaar <Bram@vim.org>
parents:
15018
diff
changeset
|
464 " couple of seconds to have a higher chance of succeeding the second |
73fef88aa0f9
patch 8.1.0529: flaky test sometimes fails in different ways
Bram Moolenaar <Bram@vim.org>
parents:
15018
diff
changeset
|
465 " time. |
73fef88aa0f9
patch 8.1.0529: flaky test sometimes fails in different ways
Bram Moolenaar <Bram@vim.org>
parents:
15018
diff
changeset
|
466 sleep 2 |
73fef88aa0f9
patch 8.1.0529: flaky test sometimes fails in different ways
Bram Moolenaar <Bram@vim.org>
parents:
15018
diff
changeset
|
467 |
73fef88aa0f9
patch 8.1.0529: flaky test sometimes fails in different ways
Bram Moolenaar <Bram@vim.org>
parents:
15018
diff
changeset
|
468 let prev_error = v:errors[0] |
73fef88aa0f9
patch 8.1.0529: flaky test sometimes fails in different ways
Bram Moolenaar <Bram@vim.org>
parents:
15018
diff
changeset
|
469 let v:errors = [] |
19795
1c7f92a1100e
patch 8.2.0454: some tests fail when the system is slow
Bram Moolenaar <Bram@vim.org>
parents:
19734
diff
changeset
|
470 let g:run_nr += 1 |
15036
73fef88aa0f9
patch 8.1.0529: flaky test sometimes fails in different ways
Bram Moolenaar <Bram@vim.org>
parents:
15018
diff
changeset
|
471 |
20003
e373843e2980
patch 8.2.0557: no IPv6 support for channels
Bram Moolenaar <Bram@vim.org>
parents:
19795
diff
changeset
|
472 call RunTheTest(g:testfunc) |
15036
73fef88aa0f9
patch 8.1.0529: flaky test sometimes fails in different ways
Bram Moolenaar <Bram@vim.org>
parents:
15018
diff
changeset
|
473 |
73fef88aa0f9
patch 8.1.0529: flaky test sometimes fails in different ways
Bram Moolenaar <Bram@vim.org>
parents:
15018
diff
changeset
|
474 if len(v:errors) == 0 |
73fef88aa0f9
patch 8.1.0529: flaky test sometimes fails in different ways
Bram Moolenaar <Bram@vim.org>
parents:
15018
diff
changeset
|
475 " Test passed on rerun. |
73fef88aa0f9
patch 8.1.0529: flaky test sometimes fails in different ways
Bram Moolenaar <Bram@vim.org>
parents:
15018
diff
changeset
|
476 break |
73fef88aa0f9
patch 8.1.0529: flaky test sometimes fails in different ways
Bram Moolenaar <Bram@vim.org>
parents:
15018
diff
changeset
|
477 endif |
73fef88aa0f9
patch 8.1.0529: flaky test sometimes fails in different ways
Bram Moolenaar <Bram@vim.org>
parents:
15018
diff
changeset
|
478 endwhile |
8370
cd7ea16d1300
commit https://github.com/vim/vim/commit/b5760a1ce5b700fc32b8bd11948ee189a847c59e
Christian Brabandt <cb@256bit.org>
parents:
8142
diff
changeset
|
479 endif |
7277
6600871bb38c
commit https://github.com/vim/vim/commit/43345546ae63710441f066648b8485fb545b3801
Christian Brabandt <cb@256bit.org>
parents:
diff
changeset
|
480 |
20003
e373843e2980
patch 8.2.0557: no IPv6 support for channels
Bram Moolenaar <Bram@vim.org>
parents:
19795
diff
changeset
|
481 call AfterTheTest(g:testfunc) |
7277
6600871bb38c
commit https://github.com/vim/vim/commit/43345546ae63710441f066648b8485fb545b3801
Christian Brabandt <cb@256bit.org>
parents:
diff
changeset
|
482 endfor |
6600871bb38c
commit https://github.com/vim/vim/commit/43345546ae63710441f066648b8485fb545b3801
Christian Brabandt <cb@256bit.org>
parents:
diff
changeset
|
483 |
11181
13544aa85dc0
patch 8.0.0477: the client-server test may hang when failing
Christian Brabandt <cb@256bit.org>
parents:
11169
diff
changeset
|
484 call FinishTesting() |
10388
6cdb0226d74a
commit https://github.com/vim/vim/commit/cc28e2d05d05552d8b72a520be8a193f3d9822d4
Christian Brabandt <cb@256bit.org>
parents:
10229
diff
changeset
|
485 |
6cdb0226d74a
commit https://github.com/vim/vim/commit/cc28e2d05d05552d8b72a520be8a193f3d9822d4
Christian Brabandt <cb@256bit.org>
parents:
10229
diff
changeset
|
486 " vim: shiftwidth=2 sts=2 expandtab |