annotate src/testdir/Makefile @ 15878:314694a2e74a

Update runtime files. commit https://github.com/vim/vim/commit/4c92e75dd4ddb68dd92a86dd02d53c70dd4af33a Author: Bram Moolenaar <Bram@vim.org> Date: Sun Feb 17 21:18:32 2019 +0100 Update runtime files.
author Bram Moolenaar <Bram@vim.org>
date Sun, 17 Feb 2019 21:30:08 +0100
parents b10ce9e77128
children 32682f423b02
Ignore whitespace changes - Everywhere: Within whitespace: At end of lines:
rev   line source
7
3fc0f57ecb91 updated for version 7.0001
vimboss
parents:
diff changeset
1 #
1326
22886f3d882d updated for version 7.1-040
vimboss
parents: 856
diff changeset
2 # Makefile to run all tests for Vim
7
3fc0f57ecb91 updated for version 7.0001
vimboss
parents:
diff changeset
3 #
3fc0f57ecb91 updated for version 7.0001
vimboss
parents:
diff changeset
4
7313
2062247be2d0 commit https://github.com/vim/vim/commit/3f12a2421bda43a4e48c822541b75f72ee11125a
Christian Brabandt <cb@256bit.org>
parents: 7293
diff changeset
5 # Use console or GUI.
7
3fc0f57ecb91 updated for version 7.0001
vimboss
parents:
diff changeset
6 VIMPROG = ../vim
13634
2678e38e1de6 patch 8.0.1689: no tests for xxd
Christian Brabandt <cb@256bit.org>
parents: 12662
diff changeset
7 XXDPROG = ../xxd/xxd
7313
2062247be2d0 commit https://github.com/vim/vim/commit/3f12a2421bda43a4e48c822541b75f72ee11125a
Christian Brabandt <cb@256bit.org>
parents: 7293
diff changeset
8 # VIMPROG = ../gvim
2062247be2d0 commit https://github.com/vim/vim/commit/3f12a2421bda43a4e48c822541b75f72ee11125a
Christian Brabandt <cb@256bit.org>
parents: 7293
diff changeset
9
5774
0a295a3c9e47 updated for version 7.4.231
Bram Moolenaar <bram@vim.org>
parents: 5716
diff changeset
10 SCRIPTSOURCE = ../../runtime
7
3fc0f57ecb91 updated for version 7.0001
vimboss
parents:
diff changeset
11
14889
ba1f0c06b4be patch 8.1.0456: running test hangs when the input file is being edited
Bram Moolenaar <Bram@vim.org>
parents: 14824
diff changeset
12 # Comment out this line to see the verbose output of tests.
ba1f0c06b4be patch 8.1.0456: running test hangs when the input file is being edited
Bram Moolenaar <Bram@vim.org>
parents: 14824
diff changeset
13 #
ba1f0c06b4be patch 8.1.0456: running test hangs when the input file is being edited
Bram Moolenaar <Bram@vim.org>
parents: 14824
diff changeset
14 # Catches SwapExists to avoid hanging at the ATTENTION prompt.
15878
314694a2e74a Update runtime files.
Bram Moolenaar <Bram@vim.org>
parents: 15432
diff changeset
15 #REDIR_TEST_TO_NULL = --cmd 'au SwapExists * let v:swapchoice = "e"' > /dev/null
14824
845180495796 patch 8.1.0424: test output is very verbose, loading CI log is slow
Christian Brabandt <cb@256bit.org>
parents: 14802
diff changeset
16
1920
3dfff6a80088 updated for version 7.2-217
vimboss
parents: 1839
diff changeset
17 # Uncomment this line to use valgrind for memory leaks and extra warnings.
3dfff6a80088 updated for version 7.2-217
vimboss
parents: 1839
diff changeset
18 # The output goes into a file "valgrind.testN"
3dfff6a80088 updated for version 7.2-217
vimboss
parents: 1839
diff changeset
19 # Vim should be compiled with EXITFREE to avoid false warnings.
3dfff6a80088 updated for version 7.2-217
vimboss
parents: 1839
diff changeset
20 # This will make testing about 10 times as slow.
15878
314694a2e74a Update runtime files.
Bram Moolenaar <Bram@vim.org>
parents: 15432
diff changeset
21 #VALGRIND = valgrind --tool=memcheck --leak-check=yes --num-callers=25 --log-file=valgrind.$*
1357
4dd75cfd946f updated for version 7.1-071
vimboss
parents: 1326
diff changeset
22
7366
eec1dc8ca160 commit https://github.com/vim/vim/commit/40bbceee2213a6fa8fdc1d3f3920d61fb5370803
Christian Brabandt <cb@256bit.org>
parents: 7356
diff changeset
23 default: nongui
2607
2f57d93bdbf6 updated for version 7.3.030
Bram Moolenaar <bram@vim.org>
parents: 2579
diff changeset
24
7354
81dc9e30aad6 commit https://github.com/vim/vim/commit/7b6156f4cd4027b664a916ba546e9b05d4c49e11
Christian Brabandt <cb@256bit.org>
parents: 7350
diff changeset
25 # The list of tests is common to all systems.
15430
d94901eeb762 patch 8.1.0723: cannot easily run specific test when in src/testdir
Bram Moolenaar <Bram@vim.org>
parents: 14889
diff changeset
26 # This defines NEW_TESTS, NEW_TESTS_RES, SCRIPTS_ALL, SCRIPTS_MORE* and
d94901eeb762 patch 8.1.0723: cannot easily run specific test when in src/testdir
Bram Moolenaar <Bram@vim.org>
parents: 14889
diff changeset
27 # SCRIPTS_GUI.
7354
81dc9e30aad6 commit https://github.com/vim/vim/commit/7b6156f4cd4027b664a916ba546e9b05d4c49e11
Christian Brabandt <cb@256bit.org>
parents: 7350
diff changeset
28 include Make_all.mak
81dc9e30aad6 commit https://github.com/vim/vim/commit/7b6156f4cd4027b664a916ba546e9b05d4c49e11
Christian Brabandt <cb@256bit.org>
parents: 7350
diff changeset
29
7
3fc0f57ecb91 updated for version 7.0001
vimboss
parents:
diff changeset
30
7354
81dc9e30aad6 commit https://github.com/vim/vim/commit/7b6156f4cd4027b664a916ba546e9b05d4c49e11
Christian Brabandt <cb@256bit.org>
parents: 7350
diff changeset
31 SCRIPTS = $(SCRIPTS_ALL) \
81dc9e30aad6 commit https://github.com/vim/vim/commit/7b6156f4cd4027b664a916ba546e9b05d4c49e11
Christian Brabandt <cb@256bit.org>
parents: 7350
diff changeset
32 $(SCRIPTS_MORE1) \
81dc9e30aad6 commit https://github.com/vim/vim/commit/7b6156f4cd4027b664a916ba546e9b05d4c49e11
Christian Brabandt <cb@256bit.org>
parents: 7350
diff changeset
33 $(SCRIPTS_MORE2) \
81dc9e30aad6 commit https://github.com/vim/vim/commit/7b6156f4cd4027b664a916ba546e9b05d4c49e11
Christian Brabandt <cb@256bit.org>
parents: 7350
diff changeset
34 $(SCRIPTS_MORE4)
7
3fc0f57ecb91 updated for version 7.0001
vimboss
parents:
diff changeset
35
15432
b10ce9e77128 patch 8.1.0724: build for MinGW fails
Bram Moolenaar <Bram@vim.org>
parents: 15430
diff changeset
36 # Explicit dependencies.
b10ce9e77128 patch 8.1.0724: build for MinGW fails
Bram Moolenaar <Bram@vim.org>
parents: 15430
diff changeset
37 test49.out: test49.vim
b10ce9e77128 patch 8.1.0724: build for MinGW fails
Bram Moolenaar <Bram@vim.org>
parents: 15430
diff changeset
38
b10ce9e77128 patch 8.1.0724: build for MinGW fails
Bram Moolenaar <Bram@vim.org>
parents: 15430
diff changeset
39 test_options.res test_alot.res: opt_test.vim
b10ce9e77128 patch 8.1.0724: build for MinGW fails
Bram Moolenaar <Bram@vim.org>
parents: 15430
diff changeset
40
6328
adfbffe1e642 updated for version 7.4.497
Bram Moolenaar <bram@vim.org>
parents: 6307
diff changeset
41 SCRIPTS_BENCH = bench_re_freeze.out
adfbffe1e642 updated for version 7.4.497
Bram Moolenaar <bram@vim.org>
parents: 6307
diff changeset
42
7277
6600871bb38c commit https://github.com/vim/vim/commit/43345546ae63710441f066648b8485fb545b3801
Christian Brabandt <cb@256bit.org>
parents: 7275
diff changeset
43 .SUFFIXES: .in .out .res .vim
7
3fc0f57ecb91 updated for version 7.0001
vimboss
parents:
diff changeset
44
7356
f0eb9aa9eb32 commit https://github.com/vim/vim/commit/a60824308cd9bc192c5d38fc16cccfcf652b40f6
Christian Brabandt <cb@256bit.org>
parents: 7354
diff changeset
45 nongui: nolog $(SCRIPTS_FIRST) $(SCRIPTS) newtests report
1717
e03cb9499b83 updated for version 7.2-015
vimboss
parents: 1624
diff changeset
46
7356
f0eb9aa9eb32 commit https://github.com/vim/vim/commit/a60824308cd9bc192c5d38fc16cccfcf652b40f6
Christian Brabandt <cb@256bit.org>
parents: 7354
diff changeset
47 gui: nolog $(SCRIPTS_FIRST) $(SCRIPTS) $(SCRIPTS_GUI) newtests report
7
3fc0f57ecb91 updated for version 7.0001
vimboss
parents:
diff changeset
48
6328
adfbffe1e642 updated for version 7.4.497
Bram Moolenaar <bram@vim.org>
parents: 6307
diff changeset
49 benchmark: $(SCRIPTS_BENCH)
adfbffe1e642 updated for version 7.4.497
Bram Moolenaar <bram@vim.org>
parents: 6307
diff changeset
50
1717
e03cb9499b83 updated for version 7.2-015
vimboss
parents: 1624
diff changeset
51 report:
7
3fc0f57ecb91 updated for version 7.0001
vimboss
parents:
diff changeset
52 @echo
1717
e03cb9499b83 updated for version 7.2-015
vimboss
parents: 1624
diff changeset
53 @echo 'Test results:'
e03cb9499b83 updated for version 7.2-015
vimboss
parents: 1624
diff changeset
54 @/bin/sh -c "if test -f test.log; \
e03cb9499b83 updated for version 7.2-015
vimboss
parents: 1624
diff changeset
55 then cat test.log; echo TEST FAILURE; exit 1; \
e03cb9499b83 updated for version 7.2-015
vimboss
parents: 1624
diff changeset
56 else echo ALL DONE; \
e03cb9499b83 updated for version 7.2-015
vimboss
parents: 1624
diff changeset
57 fi"
7
3fc0f57ecb91 updated for version 7.0001
vimboss
parents:
diff changeset
58
15430
d94901eeb762 patch 8.1.0723: cannot easily run specific test when in src/testdir
Bram Moolenaar <Bram@vim.org>
parents: 14889
diff changeset
59 $(SCRIPTS_FIRST) $(SCRIPTS) $(SCRIPTS_GUI) $(NEW_TESTS_RES): $(VIMPROG)
7356
f0eb9aa9eb32 commit https://github.com/vim/vim/commit/a60824308cd9bc192c5d38fc16cccfcf652b40f6
Christian Brabandt <cb@256bit.org>
parents: 7354
diff changeset
60
f0eb9aa9eb32 commit https://github.com/vim/vim/commit/a60824308cd9bc192c5d38fc16cccfcf652b40f6
Christian Brabandt <cb@256bit.org>
parents: 7354
diff changeset
61 # Must run test1 first to create small.vim.
15430
d94901eeb762 patch 8.1.0723: cannot easily run specific test when in src/testdir
Bram Moolenaar <Bram@vim.org>
parents: 14889
diff changeset
62 $(SCRIPTS) $(SCRIPTS_GUI) $(NEW_TESTS_RES): $(SCRIPTS_FIRST)
d94901eeb762 patch 8.1.0723: cannot easily run specific test when in src/testdir
Bram Moolenaar <Bram@vim.org>
parents: 14889
diff changeset
63
d94901eeb762 patch 8.1.0723: cannot easily run specific test when in src/testdir
Bram Moolenaar <Bram@vim.org>
parents: 14889
diff changeset
64
d94901eeb762 patch 8.1.0723: cannot easily run specific test when in src/testdir
Bram Moolenaar <Bram@vim.org>
parents: 14889
diff changeset
65 # Execute an individual new style test, e.g.:
d94901eeb762 patch 8.1.0723: cannot easily run specific test when in src/testdir
Bram Moolenaar <Bram@vim.org>
parents: 14889
diff changeset
66 # make test_largefile
d94901eeb762 patch 8.1.0723: cannot easily run specific test when in src/testdir
Bram Moolenaar <Bram@vim.org>
parents: 14889
diff changeset
67 $(NEW_TESTS):
d94901eeb762 patch 8.1.0723: cannot easily run specific test when in src/testdir
Bram Moolenaar <Bram@vim.org>
parents: 14889
diff changeset
68 rm -f $@.res test.log messages
d94901eeb762 patch 8.1.0723: cannot easily run specific test when in src/testdir
Bram Moolenaar <Bram@vim.org>
parents: 14889
diff changeset
69 $(MAKE) -f Makefile $@.res
d94901eeb762 patch 8.1.0723: cannot easily run specific test when in src/testdir
Bram Moolenaar <Bram@vim.org>
parents: 14889
diff changeset
70 @if test -f test.log; then \
d94901eeb762 patch 8.1.0723: cannot easily run specific test when in src/testdir
Bram Moolenaar <Bram@vim.org>
parents: 14889
diff changeset
71 cat test.log; \
d94901eeb762 patch 8.1.0723: cannot easily run specific test when in src/testdir
Bram Moolenaar <Bram@vim.org>
parents: 14889
diff changeset
72 fi
d94901eeb762 patch 8.1.0723: cannot easily run specific test when in src/testdir
Bram Moolenaar <Bram@vim.org>
parents: 14889
diff changeset
73 cat messages
7
3fc0f57ecb91 updated for version 7.0001
vimboss
parents:
diff changeset
74
3992
d149f18b289f updated for version 7.3.751
Bram Moolenaar <bram@vim.org>
parents: 3986
diff changeset
75 RM_ON_RUN = test.out X* viminfo
14339
43b8795f1ddf patch 8.1.0185: running tests writes lua.vim even though it is not used
Christian Brabandt <cb@256bit.org>
parents: 13634
diff changeset
76 RM_ON_START = tiny.vim small.vim mbyte.vim mzscheme.vim test.ok benchmark.out
10944
4e2cdce4576c patch 8.0.0361: GUI initialisation is not sufficiently tested
Christian Brabandt <cb@256bit.org>
parents: 10765
diff changeset
77 RUN_VIM = VIMRUNTIME=$(SCRIPTSOURCE); export VIMRUNTIME; $(VALGRIND) $(VIMPROG) -f $(GUI_FLAG) -u unix.vim $(NO_INITS) -s dotest.in
3992
d149f18b289f updated for version 7.3.751
Bram Moolenaar <bram@vim.org>
parents: 3986
diff changeset
78
7
3fc0f57ecb91 updated for version 7.0001
vimboss
parents:
diff changeset
79 clean:
11079
50459aeb4773 patch 8.0.0428: git and hg see new files after running tests
Christian Brabandt <cb@256bit.org>
parents: 10944
diff changeset
80 -rm -rf *.out *.failed *.res *.rej *.orig opt_test.vim test.log messages $(RM_ON_RUN) $(RM_ON_START) valgrind.*
7
3fc0f57ecb91 updated for version 7.0001
vimboss
parents:
diff changeset
81
3fc0f57ecb91 updated for version 7.0001
vimboss
parents:
diff changeset
82 test1.out: test1.in
5363
91f6a28e010d updated for version 7.4.033
Bram Moolenaar <bram@vim.org>
parents: 5351
diff changeset
83 -rm -rf $*.failed $(RM_ON_RUN) $(RM_ON_START) wrongtermsize
14824
845180495796 patch 8.1.0424: test output is very verbose, loading CI log is slow
Christian Brabandt <cb@256bit.org>
parents: 14802
diff changeset
84 $(RUN_VIM) $*.in $(REDIR_TEST_TO_NULL)
5702
1ed6acdbfef5 updated for version 7.4.196
Bram Moolenaar <bram@vim.org>
parents: 5690
diff changeset
85 @/bin/sh -c "if test -f wrongtermsize; \
5363
91f6a28e010d updated for version 7.4.033
Bram Moolenaar <bram@vim.org>
parents: 5351
diff changeset
86 then echo; \
91f6a28e010d updated for version 7.4.033
Bram Moolenaar <bram@vim.org>
parents: 5351
diff changeset
87 echo test1 FAILED - terminal size must be 80x24 or larger; \
91f6a28e010d updated for version 7.4.033
Bram Moolenaar <bram@vim.org>
parents: 5351
diff changeset
88 echo; exit 1; \
91f6a28e010d updated for version 7.4.033
Bram Moolenaar <bram@vim.org>
parents: 5351
diff changeset
89 elif diff test.out $*.ok; \
7
3fc0f57ecb91 updated for version 7.0001
vimboss
parents:
diff changeset
90 then mv -f test.out $*.out; \
3fc0f57ecb91 updated for version 7.0001
vimboss
parents:
diff changeset
91 else echo; \
3fc0f57ecb91 updated for version 7.0001
vimboss
parents:
diff changeset
92 echo test1 FAILED - Something basic is wrong; \
3fc0f57ecb91 updated for version 7.0001
vimboss
parents:
diff changeset
93 echo; exit 1; fi"
3fc0f57ecb91 updated for version 7.0001
vimboss
parents:
diff changeset
94 -rm -rf X* viminfo
3fc0f57ecb91 updated for version 7.0001
vimboss
parents:
diff changeset
95
3fc0f57ecb91 updated for version 7.0001
vimboss
parents:
diff changeset
96 .in.out:
3992
d149f18b289f updated for version 7.3.751
Bram Moolenaar <bram@vim.org>
parents: 3986
diff changeset
97 -rm -rf $*.failed test.ok $(RM_ON_RUN)
7
3fc0f57ecb91 updated for version 7.0001
vimboss
parents:
diff changeset
98 cp $*.ok test.ok
4313
ff1f3e42df08 updated for version 7.3.906
Bram Moolenaar <bram@vim.org>
parents: 4274
diff changeset
99 # Sleep a moment to avoid that the xterm title is messed up.
ff1f3e42df08 updated for version 7.3.906
Bram Moolenaar <bram@vim.org>
parents: 4274
diff changeset
100 # 200 msec is sufficient, but only modern sleep supports a fraction of
ff1f3e42df08 updated for version 7.3.906
Bram Moolenaar <bram@vim.org>
parents: 4274
diff changeset
101 # a second, fall back to a second if it fails.
ff1f3e42df08 updated for version 7.3.906
Bram Moolenaar <bram@vim.org>
parents: 4274
diff changeset
102 @-/bin/sh -c "sleep .2 > /dev/null 2>&1 || sleep 1"
14824
845180495796 patch 8.1.0424: test output is very verbose, loading CI log is slow
Christian Brabandt <cb@256bit.org>
parents: 14802
diff changeset
103 $(RUN_VIM) $*.in $(REDIR_TEST_TO_NULL)
3992
d149f18b289f updated for version 7.3.751
Bram Moolenaar <bram@vim.org>
parents: 3986
diff changeset
104
9719
219dbe63ad2a commit https://github.com/vim/vim/commit/89eaa4185efacab253b23a182c1c8a7bbf1096c9
Christian Brabandt <cb@256bit.org>
parents: 9137
diff changeset
105 # For flaky tests retry one time. No tests at the moment.
219dbe63ad2a commit https://github.com/vim/vim/commit/89eaa4185efacab253b23a182c1c8a7bbf1096c9
Christian Brabandt <cb@256bit.org>
parents: 9137
diff changeset
106 #@/bin/sh -c "if test -f test.out -a $* = test61; then \
219dbe63ad2a commit https://github.com/vim/vim/commit/89eaa4185efacab253b23a182c1c8a7bbf1096c9
Christian Brabandt <cb@256bit.org>
parents: 9137
diff changeset
107 # if diff test.out $*.ok; \
219dbe63ad2a commit https://github.com/vim/vim/commit/89eaa4185efacab253b23a182c1c8a7bbf1096c9
Christian Brabandt <cb@256bit.org>
parents: 9137
diff changeset
108 # then echo flaky test ok first time; \
219dbe63ad2a commit https://github.com/vim/vim/commit/89eaa4185efacab253b23a182c1c8a7bbf1096c9
Christian Brabandt <cb@256bit.org>
parents: 9137
diff changeset
109 # else rm -rf $*.failed $(RM_ON_RUN); \
219dbe63ad2a commit https://github.com/vim/vim/commit/89eaa4185efacab253b23a182c1c8a7bbf1096c9
Christian Brabandt <cb@256bit.org>
parents: 9137
diff changeset
110 # $(RUN_VIM) $*.in; \
219dbe63ad2a commit https://github.com/vim/vim/commit/89eaa4185efacab253b23a182c1c8a7bbf1096c9
Christian Brabandt <cb@256bit.org>
parents: 9137
diff changeset
111 # fi \
219dbe63ad2a commit https://github.com/vim/vim/commit/89eaa4185efacab253b23a182c1c8a7bbf1096c9
Christian Brabandt <cb@256bit.org>
parents: 9137
diff changeset
112 # fi"
3992
d149f18b289f updated for version 7.3.751
Bram Moolenaar <bram@vim.org>
parents: 3986
diff changeset
113
d149f18b289f updated for version 7.3.751
Bram Moolenaar <bram@vim.org>
parents: 3986
diff changeset
114 # Check if the test.out file matches test.ok.
4444
ccecb03e5e8b updated for version 7.3.970
Bram Moolenaar <bram@vim.org>
parents: 4313
diff changeset
115 @/bin/sh -c "if test -f test.out; then \
169
0e902b8f511f updated for version 7.0051
vimboss
parents: 120
diff changeset
116 if diff test.out $*.ok; \
0e902b8f511f updated for version 7.0051
vimboss
parents: 120
diff changeset
117 then mv -f test.out $*.out; \
0e902b8f511f updated for version 7.0051
vimboss
parents: 120
diff changeset
118 else echo $* FAILED >>test.log; mv -f test.out $*.failed; \
0e902b8f511f updated for version 7.0051
vimboss
parents: 120
diff changeset
119 fi \
0e902b8f511f updated for version 7.0051
vimboss
parents: 120
diff changeset
120 else echo $* NO OUTPUT >>test.log; \
7
3fc0f57ecb91 updated for version 7.0001
vimboss
parents:
diff changeset
121 fi"
4444
ccecb03e5e8b updated for version 7.3.970
Bram Moolenaar <bram@vim.org>
parents: 4313
diff changeset
122 @/bin/sh -c "if test -f valgrind; then\
ccecb03e5e8b updated for version 7.3.970
Bram Moolenaar <bram@vim.org>
parents: 4313
diff changeset
123 mv -f valgrind valgrind.$*; \
ccecb03e5e8b updated for version 7.3.970
Bram Moolenaar <bram@vim.org>
parents: 4313
diff changeset
124 fi"
3855
1cc37b8cfaa1 updated for version 7.3.684
Bram Moolenaar <bram@vim.org>
parents: 3618
diff changeset
125 -rm -rf X* test.ok viminfo
7
3fc0f57ecb91 updated for version 7.0001
vimboss
parents:
diff changeset
126
6328
adfbffe1e642 updated for version 7.4.497
Bram Moolenaar <bram@vim.org>
parents: 6307
diff changeset
127 bench_re_freeze.out: bench_re_freeze.vim
adfbffe1e642 updated for version 7.4.497
Bram Moolenaar <bram@vim.org>
parents: 6307
diff changeset
128 -rm -rf benchmark.out $(RM_ON_RUN)
adfbffe1e642 updated for version 7.4.497
Bram Moolenaar <bram@vim.org>
parents: 6307
diff changeset
129 # Sleep a moment to avoid that the xterm title is messed up.
adfbffe1e642 updated for version 7.4.497
Bram Moolenaar <bram@vim.org>
parents: 6307
diff changeset
130 # 200 msec is sufficient, but only modern sleep supports a fraction of
adfbffe1e642 updated for version 7.4.497
Bram Moolenaar <bram@vim.org>
parents: 6307
diff changeset
131 # a second, fall back to a second if it fails.
adfbffe1e642 updated for version 7.4.497
Bram Moolenaar <bram@vim.org>
parents: 6307
diff changeset
132 @-/bin/sh -c "sleep .2 > /dev/null 2>&1 || sleep 1"
14824
845180495796 patch 8.1.0424: test output is very verbose, loading CI log is slow
Christian Brabandt <cb@256bit.org>
parents: 14802
diff changeset
133 $(RUN_VIM) $*.in $(REDIR_TEST_TO_NULL)
6328
adfbffe1e642 updated for version 7.4.497
Bram Moolenaar <bram@vim.org>
parents: 6307
diff changeset
134 @/bin/sh -c "if test -f benchmark.out; then cat benchmark.out; fi"
adfbffe1e642 updated for version 7.4.497
Bram Moolenaar <bram@vim.org>
parents: 6307
diff changeset
135
7
3fc0f57ecb91 updated for version 7.0001
vimboss
parents:
diff changeset
136 nolog:
7372
6b057079a836 commit https://github.com/vim/vim/commit/096c8bb40d51b22a4b1d761baf7bb79fb9e55a28
Christian Brabandt <cb@256bit.org>
parents: 7366
diff changeset
137 -rm -f test.log messages
7277
6600871bb38c commit https://github.com/vim/vim/commit/43345546ae63710441f066648b8485fb545b3801
Christian Brabandt <cb@256bit.org>
parents: 7275
diff changeset
138
6600871bb38c commit https://github.com/vim/vim/commit/43345546ae63710441f066648b8485fb545b3801
Christian Brabandt <cb@256bit.org>
parents: 7275
diff changeset
139
6600871bb38c commit https://github.com/vim/vim/commit/43345546ae63710441f066648b8485fb545b3801
Christian Brabandt <cb@256bit.org>
parents: 7275
diff changeset
140 # New style of tests uses Vim script with assert calls. These are easier
6600871bb38c commit https://github.com/vim/vim/commit/43345546ae63710441f066648b8485fb545b3801
Christian Brabandt <cb@256bit.org>
parents: 7275
diff changeset
141 # to write and a lot easier to read and debug.
6600871bb38c commit https://github.com/vim/vim/commit/43345546ae63710441f066648b8485fb545b3801
Christian Brabandt <cb@256bit.org>
parents: 7275
diff changeset
142 # Limitation: Only works with the +eval feature.
10944
4e2cdce4576c patch 8.0.0361: GUI initialisation is not sufficiently tested
Christian Brabandt <cb@256bit.org>
parents: 10765
diff changeset
143 RUN_VIMTEST = VIMRUNTIME=$(SCRIPTSOURCE); export VIMRUNTIME; $(VALGRIND) $(VIMPROG) -f $(GUI_FLAG) -u unix.vim
7277
6600871bb38c commit https://github.com/vim/vim/commit/43345546ae63710441f066648b8485fb545b3801
Christian Brabandt <cb@256bit.org>
parents: 7275
diff changeset
144
7506
cfc0d60f6233 commit https://github.com/vim/vim/commit/e7893a4088d6ea796bcab6195d232cb26c12c317
Christian Brabandt <cb@256bit.org>
parents: 7372
diff changeset
145 newtests: newtestssilent
14802
9b04068f7265 patch 8.1.0413: test output is duplicated or missing
Christian Brabandt <cb@256bit.org>
parents: 14339
diff changeset
146 @/bin/sh -c "if test -f messages && grep -q 'SKIPPED\|FAILED' messages; then cat messages; fi"
7506
cfc0d60f6233 commit https://github.com/vim/vim/commit/e7893a4088d6ea796bcab6195d232cb26c12c317
Christian Brabandt <cb@256bit.org>
parents: 7372
diff changeset
147
15430
d94901eeb762 patch 8.1.0723: cannot easily run specific test when in src/testdir
Bram Moolenaar <Bram@vim.org>
parents: 14889
diff changeset
148 newtestssilent: $(NEW_TESTS_RES)
7506
cfc0d60f6233 commit https://github.com/vim/vim/commit/e7893a4088d6ea796bcab6195d232cb26c12c317
Christian Brabandt <cb@256bit.org>
parents: 7372
diff changeset
149
7277
6600871bb38c commit https://github.com/vim/vim/commit/43345546ae63710441f066648b8485fb545b3801
Christian Brabandt <cb@256bit.org>
parents: 7275
diff changeset
150
12602
9359ed49d375 patch 8.0.1179: Test_popup_and_window_resize() does not always pass
Christian Brabandt <cb@256bit.org>
parents: 11119
diff changeset
151 .vim.res: writevimcmd
9359ed49d375 patch 8.0.1179: Test_popup_and_window_resize() does not always pass
Christian Brabandt <cb@256bit.org>
parents: 11119
diff changeset
152 @echo "$(VIMPROG)" > vimcmd
9359ed49d375 patch 8.0.1179: Test_popup_and_window_resize() does not always pass
Christian Brabandt <cb@256bit.org>
parents: 11119
diff changeset
153 @echo "$(RUN_VIMTEST)" >> vimcmd
14824
845180495796 patch 8.1.0424: test output is very verbose, loading CI log is slow
Christian Brabandt <cb@256bit.org>
parents: 14802
diff changeset
154 $(RUN_VIMTEST) $(NO_INITS) -S runtest.vim $*.vim $(REDIR_TEST_TO_NULL)
9778
4360b2b46125 commit https://github.com/vim/vim/commit/66459b7c98c67f8a9d39de8f08e8e8f1fca0e359
Christian Brabandt <cb@256bit.org>
parents: 9719
diff changeset
155 @rm vimcmd
10944
4e2cdce4576c patch 8.0.0361: GUI initialisation is not sufficiently tested
Christian Brabandt <cb@256bit.org>
parents: 10765
diff changeset
156
4e2cdce4576c patch 8.0.0361: GUI initialisation is not sufficiently tested
Christian Brabandt <cb@256bit.org>
parents: 10765
diff changeset
157 test_gui.res: test_gui.vim
12602
9359ed49d375 patch 8.0.1179: Test_popup_and_window_resize() does not always pass
Christian Brabandt <cb@256bit.org>
parents: 11119
diff changeset
158 @echo "$(VIMPROG)" > vimcmd
9359ed49d375 patch 8.0.1179: Test_popup_and_window_resize() does not always pass
Christian Brabandt <cb@256bit.org>
parents: 11119
diff changeset
159 @echo "$(RUN_GVIMTEST)" >> vimcmd
10944
4e2cdce4576c patch 8.0.0361: GUI initialisation is not sufficiently tested
Christian Brabandt <cb@256bit.org>
parents: 10765
diff changeset
160 $(RUN_VIMTEST) -u NONE $(NO_INITS) -S runtest.vim $<
4e2cdce4576c patch 8.0.0361: GUI initialisation is not sufficiently tested
Christian Brabandt <cb@256bit.org>
parents: 10765
diff changeset
161 @rm vimcmd
4e2cdce4576c patch 8.0.0361: GUI initialisation is not sufficiently tested
Christian Brabandt <cb@256bit.org>
parents: 10765
diff changeset
162
4e2cdce4576c patch 8.0.0361: GUI initialisation is not sufficiently tested
Christian Brabandt <cb@256bit.org>
parents: 10765
diff changeset
163 test_gui_init.res: test_gui_init.vim
12602
9359ed49d375 patch 8.0.1179: Test_popup_and_window_resize() does not always pass
Christian Brabandt <cb@256bit.org>
parents: 11119
diff changeset
164 @echo "$(VIMPROG)" > vimcmd
9359ed49d375 patch 8.0.1179: Test_popup_and_window_resize() does not always pass
Christian Brabandt <cb@256bit.org>
parents: 11119
diff changeset
165 @echo "$(RUN_GVIMTEST_WITH_GVIMRC)" >> vimcmd
11119
d8a550329a97 patch 8.0.0447: getting font name does not work on X11
Christian Brabandt <cb@256bit.org>
parents: 11083
diff changeset
166 $(RUN_VIMTEST) -u gui_preinit.vim -U gui_init.vim $(NO_PLUGINS) -S runtest.vim $<
10944
4e2cdce4576c patch 8.0.0361: GUI initialisation is not sufficiently tested
Christian Brabandt <cb@256bit.org>
parents: 10765
diff changeset
167 @rm vimcmd
11079
50459aeb4773 patch 8.0.0428: git and hg see new files after running tests
Christian Brabandt <cb@256bit.org>
parents: 10944
diff changeset
168
50459aeb4773 patch 8.0.0428: git and hg see new files after running tests
Christian Brabandt <cb@256bit.org>
parents: 10944
diff changeset
169 opt_test.vim: ../option.c gen_opt_test.vim
11083
ae86651164d7 patch 8.0.0430: options test fails or hangs on MS-Windows
Christian Brabandt <cb@256bit.org>
parents: 11081
diff changeset
170 $(VIMPROG) -u NONE -S gen_opt_test.vim --noplugin --not-a-term ../option.c
13634
2678e38e1de6 patch 8.0.1689: no tests for xxd
Christian Brabandt <cb@256bit.org>
parents: 12662
diff changeset
171
2678e38e1de6 patch 8.0.1689: no tests for xxd
Christian Brabandt <cb@256bit.org>
parents: 12662
diff changeset
172 test_xxd.res:
2678e38e1de6 patch 8.0.1689: no tests for xxd
Christian Brabandt <cb@256bit.org>
parents: 12662
diff changeset
173 XXD=$(XXDPROG); export XXD; $(RUN_VIMTEST) $(NO_INITS) -S runtest.vim test_xxd.vim