Mercurial > vim
annotate src/testdir/Makefile @ 7313:2062247be2d0 v7.4.962
commit https://github.com/vim/vim/commit/3f12a2421bda43a4e48c822541b75f72ee11125a
Author: Bram Moolenaar <Bram@vim.org>
Date: Sat Dec 5 20:56:57 2015 +0100
patch 7.4.962
Problem: Cannot run the tests with gvim. Cannot run individual new stests.
Solution: Add the -f flag. Add new test targets in Makefile.
| author | Christian Brabandt <cb@256bit.org> |
|---|---|
| date | Sat, 05 Dec 2015 21:00:05 +0100 |
| parents | 979f8a595326 |
| children | 5ac8ee7bf4ff |
| rev | line source |
|---|---|
| 7 | 1 # |
| 1326 | 2 # Makefile to run all tests for Vim |
| 7 | 3 # |
| 4 | |
|
7313
2062247be2d0
commit https://github.com/vim/vim/commit/3f12a2421bda43a4e48c822541b75f72ee11125a
Christian Brabandt <cb@256bit.org>
parents:
7293
diff
changeset
|
5 # Use console or GUI. |
| 7 | 6 VIMPROG = ../vim |
|
7313
2062247be2d0
commit https://github.com/vim/vim/commit/3f12a2421bda43a4e48c822541b75f72ee11125a
Christian Brabandt <cb@256bit.org>
parents:
7293
diff
changeset
|
7 # VIMPROG = ../gvim |
|
2062247be2d0
commit https://github.com/vim/vim/commit/3f12a2421bda43a4e48c822541b75f72ee11125a
Christian Brabandt <cb@256bit.org>
parents:
7293
diff
changeset
|
8 |
| 5774 | 9 SCRIPTSOURCE = ../../runtime |
| 7 | 10 |
| 1920 | 11 # Uncomment this line to use valgrind for memory leaks and extra warnings. |
| 12 # The output goes into a file "valgrind.testN" | |
| 13 # Vim should be compiled with EXITFREE to avoid false warnings. | |
| 14 # This will make testing about 10 times as slow. | |
| 15 # VALGRIND = valgrind --tool=memcheck --leak-check=yes --num-callers=15 --log-file=valgrind.$* | |
| 1357 | 16 |
| 2607 | 17 |
| 7 | 18 SCRIPTS = test1.out test2.out test3.out test4.out test5.out test6.out \ |
| 19 test7.out test8.out test9.out test10.out test11.out \ | |
| 3986 | 20 test12.out test13.out test14.out test15.out test17.out \ |
| 7 | 21 test18.out test19.out test20.out test21.out test22.out \ |
| 22 test23.out test24.out test25.out test26.out test27.out \ | |
| 23 test28.out test29.out test30.out test31.out test32.out \ | |
| 24 test33.out test34.out test35.out test36.out test37.out \ | |
| 25 test38.out test39.out test40.out test41.out test42.out \ | |
| 26 test43.out test44.out test45.out test46.out test47.out \ | |
| 40 | 27 test48.out test49.out test51.out test52.out test53.out \ |
| 391 | 28 test54.out test55.out test56.out test57.out test58.out \ |
| 1357 | 29 test59.out test60.out test61.out test62.out test63.out \ |
| 2004 | 30 test64.out test65.out test66.out test67.out test68.out \ |
| 2607 | 31 test69.out test70.out test71.out test72.out test73.out \ |
| 2904 | 32 test74.out test75.out test76.out test77.out test78.out \ |
| 3443 | 33 test79.out test80.out test81.out test82.out test83.out \ |
| 4113 | 34 test84.out test85.out test86.out test87.out test88.out \ |
| 4274 | 35 test89.out test90.out test91.out test92.out test93.out \ |
| 5351 | 36 test94.out test95.out test96.out test97.out test98.out \ |
|
7293
979f8a595326
commit https://github.com/vim/vim/commit/6cd1345307440491580e5e86cb82c54ee9a46baa
Christian Brabandt <cb@256bit.org>
parents:
7291
diff
changeset
|
37 test99.out test101.out test102.out test103.out \ |
| 5948 | 38 test104.out test105.out test106.out test107.out \ |
| 6522 | 39 test_argument_0count.out \ |
| 6398 | 40 test_argument_count.out \ |
| 6935 | 41 test_autocmd_option.out \ |
| 5848 | 42 test_autoformat_join.out \ |
| 5995 | 43 test_breakindent.out \ |
|
7092
64e30831fa42
commit https://github.com/vim/vim/commit/aa23b379421aa214e6543b06c974594a25799b09
Christian Brabandt <cb@256bit.org>
parents:
7064
diff
changeset
|
44 test_cdo.out \ |
| 6096 | 45 test_changelist.out \ |
| 6991 | 46 test_charsearch.out \ |
| 6398 | 47 test_close_count.out \ |
| 6424 | 48 test_command_count.out \ |
|
7064
5fc5c5bf2233
commit https://github.com/vim/vim/commit/37a8de17d4dfd3d463960c38a204ce399c8e19d4
Christian Brabandt <cb@256bit.org>
parents:
6991
diff
changeset
|
49 test_comparators.out \ |
| 6712 | 50 test_erasebackword.out \ |
| 5848 | 51 test_eval.out \ |
| 6933 | 52 test_fixeol.out \ |
| 6868 | 53 test_increment.out \ |
| 6098 | 54 test_insertcount.out \ |
| 6777 | 55 test_listchars.out \ |
| 6140 | 56 test_listlbr.out \ |
| 57 test_listlbr_utf8.out \ | |
| 6299 | 58 test_mapping.out \ |
| 6616 | 59 test_marks.out \ |
| 6947 | 60 test_match_conceal.out \ |
| 6438 | 61 test_nested_function.out \ |
| 6140 | 62 test_options.out \ |
| 6847 | 63 test_perl.out \ |
| 6140 | 64 test_qf_title.out \ |
| 6847 | 65 test_ruby.out \ |
| 6903 | 66 test_search_mbyte.out \ |
| 6841 | 67 test_set.out \ |
| 6307 | 68 test_signs.out \ |
|
7266
6ba7182fb7bd
commit https://github.com/vim/vim/commit/0f6562e9036f889185dff49a75c7fc5ffb28b307
Christian Brabandt <cb@256bit.org>
parents:
7092
diff
changeset
|
69 test_tagcase.out \ |
| 6675 | 70 test_textobjects.out \ |
|
7275
4b4ac70f5173
commit https://github.com/vim/vim/commit/48a969b48898fb08dce636c6b918408c6fbd3ea0
Christian Brabandt <cb@256bit.org>
parents:
7266
diff
changeset
|
71 test_utf8.out \ |
|
4b4ac70f5173
commit https://github.com/vim/vim/commit/48a969b48898fb08dce636c6b918408c6fbd3ea0
Christian Brabandt <cb@256bit.org>
parents:
7266
diff
changeset
|
72 test_writefile.out |
| 7 | 73 |
|
7279
b5e9810b389d
commit https://github.com/vim/vim/commit/683fa185a4b4ed7595e5942901548b8239ed5cdb
Christian Brabandt <cb@256bit.org>
parents:
7277
diff
changeset
|
74 NEW_TESTS = test_assert.res \ |
|
7291
6ffc75d807bd
commit https://github.com/vim/vim/commit/b00da1d6d1655cb6e415f84ecc3be5ff3b790811
Christian Brabandt <cb@256bit.org>
parents:
7279
diff
changeset
|
75 test_alot.res |
|
7277
6600871bb38c
commit https://github.com/vim/vim/commit/43345546ae63710441f066648b8485fb545b3801
Christian Brabandt <cb@256bit.org>
parents:
7275
diff
changeset
|
76 |
| 7 | 77 SCRIPTS_GUI = test16.out |
| 78 | |
| 6328 | 79 SCRIPTS_BENCH = bench_re_freeze.out |
| 80 | |
|
7277
6600871bb38c
commit https://github.com/vim/vim/commit/43345546ae63710441f066648b8485fb545b3801
Christian Brabandt <cb@256bit.org>
parents:
7275
diff
changeset
|
81 .SUFFIXES: .in .out .res .vim |
| 7 | 82 |
|
7277
6600871bb38c
commit https://github.com/vim/vim/commit/43345546ae63710441f066648b8485fb545b3801
Christian Brabandt <cb@256bit.org>
parents:
7275
diff
changeset
|
83 nongui: nolog $(SCRIPTS) newtests report |
| 1717 | 84 |
|
7277
6600871bb38c
commit https://github.com/vim/vim/commit/43345546ae63710441f066648b8485fb545b3801
Christian Brabandt <cb@256bit.org>
parents:
7275
diff
changeset
|
85 gui: nolog $(SCRIPTS) $(SCRIPTS_GUI) newtests report |
| 7 | 86 |
| 6328 | 87 benchmark: $(SCRIPTS_BENCH) |
| 88 | |
| 1717 | 89 report: |
| 7 | 90 @echo |
| 1717 | 91 @echo 'Test results:' |
| 92 @/bin/sh -c "if test -f test.log; \ | |
| 93 then cat test.log; echo TEST FAILURE; exit 1; \ | |
| 94 else echo ALL DONE; \ | |
| 95 fi" | |
| 7 | 96 |
|
7313
2062247be2d0
commit https://github.com/vim/vim/commit/3f12a2421bda43a4e48c822541b75f72ee11125a
Christian Brabandt <cb@256bit.org>
parents:
7293
diff
changeset
|
97 $(SCRIPTS) $(SCRIPTS_GUI) $(NEW_TESTS): $(VIMPROG) |
| 7 | 98 |
| 3992 | 99 RM_ON_RUN = test.out X* viminfo |
| 6328 | 100 RM_ON_START = tiny.vim small.vim mbyte.vim mzscheme.vim lua.vim test.ok benchmark.out |
|
7313
2062247be2d0
commit https://github.com/vim/vim/commit/3f12a2421bda43a4e48c822541b75f72ee11125a
Christian Brabandt <cb@256bit.org>
parents:
7293
diff
changeset
|
101 RUN_VIM = VIMRUNTIME=$(SCRIPTSOURCE); export VIMRUNTIME; $(VALGRIND) $(VIMPROG) -f -u unix.vim -U NONE --noplugin -s dotest.in |
| 3992 | 102 |
| 7 | 103 clean: |
|
7277
6600871bb38c
commit https://github.com/vim/vim/commit/43345546ae63710441f066648b8485fb545b3801
Christian Brabandt <cb@256bit.org>
parents:
7275
diff
changeset
|
104 -rm -rf *.out *.failed *.res *.rej *.orig test.log $(RM_ON_RUN) $(RM_ON_START) valgrind.* |
| 7 | 105 |
| 106 test1.out: test1.in | |
| 5363 | 107 -rm -rf $*.failed $(RM_ON_RUN) $(RM_ON_START) wrongtermsize |
| 3992 | 108 $(RUN_VIM) $*.in |
| 5702 | 109 @/bin/sh -c "if test -f wrongtermsize; \ |
| 5363 | 110 then echo; \ |
| 111 echo test1 FAILED - terminal size must be 80x24 or larger; \ | |
| 112 echo; exit 1; \ | |
| 113 elif diff test.out $*.ok; \ | |
| 7 | 114 then mv -f test.out $*.out; \ |
| 115 else echo; \ | |
| 116 echo test1 FAILED - Something basic is wrong; \ | |
| 117 echo; exit 1; fi" | |
| 118 -rm -rf X* viminfo | |
| 119 | |
| 120 .in.out: | |
| 3992 | 121 -rm -rf $*.failed test.ok $(RM_ON_RUN) |
| 7 | 122 cp $*.ok test.ok |
| 4313 | 123 # Sleep a moment to avoid that the xterm title is messed up. |
| 124 # 200 msec is sufficient, but only modern sleep supports a fraction of | |
| 125 # a second, fall back to a second if it fails. | |
| 126 @-/bin/sh -c "sleep .2 > /dev/null 2>&1 || sleep 1" | |
| 3992 | 127 -$(RUN_VIM) $*.in |
| 128 | |
| 129 # For flaky tests retry one time. | |
| 130 @/bin/sh -c "if test -f test.out -a $* = test61; then \ | |
| 131 if diff test.out $*.ok; \ | |
| 132 then echo flaky test ok first time; \ | |
| 133 else rm -rf $*.failed $(RM_ON_RUN); \ | |
| 134 $(RUN_VIM) $*.in; \ | |
| 135 fi \ | |
| 136 fi" | |
| 137 | |
| 138 # Check if the test.out file matches test.ok. | |
| 4444 | 139 @/bin/sh -c "if test -f test.out; then \ |
| 169 | 140 if diff test.out $*.ok; \ |
| 141 then mv -f test.out $*.out; \ | |
| 142 else echo $* FAILED >>test.log; mv -f test.out $*.failed; \ | |
| 143 fi \ | |
| 144 else echo $* NO OUTPUT >>test.log; \ | |
| 7 | 145 fi" |
| 4444 | 146 @/bin/sh -c "if test -f valgrind; then\ |
| 147 mv -f valgrind valgrind.$*; \ | |
| 148 fi" | |
| 3855 | 149 -rm -rf X* test.ok viminfo |
| 7 | 150 |
| 1405 | 151 test49.out: test49.vim |
| 152 | |
| 153 test60.out: test60.vim | |
| 154 | |
| 6328 | 155 bench_re_freeze.out: bench_re_freeze.vim |
| 156 -rm -rf benchmark.out $(RM_ON_RUN) | |
| 157 # Sleep a moment to avoid that the xterm title is messed up. | |
| 158 # 200 msec is sufficient, but only modern sleep supports a fraction of | |
| 159 # a second, fall back to a second if it fails. | |
| 160 @-/bin/sh -c "sleep .2 > /dev/null 2>&1 || sleep 1" | |
| 161 -$(RUN_VIM) $*.in | |
| 162 @/bin/sh -c "if test -f benchmark.out; then cat benchmark.out; fi" | |
| 163 | |
| 7 | 164 nolog: |
| 1717 | 165 -rm -f test.log |
|
7277
6600871bb38c
commit https://github.com/vim/vim/commit/43345546ae63710441f066648b8485fb545b3801
Christian Brabandt <cb@256bit.org>
parents:
7275
diff
changeset
|
166 |
|
6600871bb38c
commit https://github.com/vim/vim/commit/43345546ae63710441f066648b8485fb545b3801
Christian Brabandt <cb@256bit.org>
parents:
7275
diff
changeset
|
167 |
|
6600871bb38c
commit https://github.com/vim/vim/commit/43345546ae63710441f066648b8485fb545b3801
Christian Brabandt <cb@256bit.org>
parents:
7275
diff
changeset
|
168 # New style of tests uses Vim script with assert calls. These are easier |
|
6600871bb38c
commit https://github.com/vim/vim/commit/43345546ae63710441f066648b8485fb545b3801
Christian Brabandt <cb@256bit.org>
parents:
7275
diff
changeset
|
169 # to write and a lot easier to read and debug. |
|
6600871bb38c
commit https://github.com/vim/vim/commit/43345546ae63710441f066648b8485fb545b3801
Christian Brabandt <cb@256bit.org>
parents:
7275
diff
changeset
|
170 # Limitation: Only works with the +eval feature. |
|
7313
2062247be2d0
commit https://github.com/vim/vim/commit/3f12a2421bda43a4e48c822541b75f72ee11125a
Christian Brabandt <cb@256bit.org>
parents:
7293
diff
changeset
|
171 RUN_VIMTEST = VIMRUNTIME=$(SCRIPTSOURCE); export VIMRUNTIME; $(VALGRIND) $(VIMPROG) -f -u unix.vim -U NONE --noplugin |
|
7277
6600871bb38c
commit https://github.com/vim/vim/commit/43345546ae63710441f066648b8485fb545b3801
Christian Brabandt <cb@256bit.org>
parents:
7275
diff
changeset
|
172 |
|
6600871bb38c
commit https://github.com/vim/vim/commit/43345546ae63710441f066648b8485fb545b3801
Christian Brabandt <cb@256bit.org>
parents:
7275
diff
changeset
|
173 newtests: $(NEW_TESTS) |
|
6600871bb38c
commit https://github.com/vim/vim/commit/43345546ae63710441f066648b8485fb545b3801
Christian Brabandt <cb@256bit.org>
parents:
7275
diff
changeset
|
174 |
|
6600871bb38c
commit https://github.com/vim/vim/commit/43345546ae63710441f066648b8485fb545b3801
Christian Brabandt <cb@256bit.org>
parents:
7275
diff
changeset
|
175 .vim.res: |
|
6600871bb38c
commit https://github.com/vim/vim/commit/43345546ae63710441f066648b8485fb545b3801
Christian Brabandt <cb@256bit.org>
parents:
7275
diff
changeset
|
176 $(RUN_VIMTEST) -u runtest.vim $*.vim |