annotate src/testdir/Makefile @ 5363:91f6a28e010d v7.4.033

updated for version 7.4.033 Problem: When the terminal has only 20 lines test 92 and 93 overwrite the input file. Solution: Explicitly write test.out. Check that the terminal is large enough to run the tests. (Hirohito Higashi)
author Bram Moolenaar <bram@vim.org>
date Sun, 22 Sep 2013 15:03:38 +0200
parents 923738744a60
children 829aa8c8449d
Ignore whitespace changes - Everywhere: Within whitespace: At end of lines:
rev   line source
7
3fc0f57ecb91 updated for version 7.0001
vimboss
parents:
diff changeset
1 #
1326
22886f3d882d updated for version 7.1-040
vimboss
parents: 856
diff changeset
2 # Makefile to run all tests for Vim
7
3fc0f57ecb91 updated for version 7.0001
vimboss
parents:
diff changeset
3 #
3fc0f57ecb91 updated for version 7.0001
vimboss
parents:
diff changeset
4
3fc0f57ecb91 updated for version 7.0001
vimboss
parents:
diff changeset
5 VIMPROG = ../vim
3fc0f57ecb91 updated for version 7.0001
vimboss
parents:
diff changeset
6
1920
3dfff6a80088 updated for version 7.2-217
vimboss
parents: 1839
diff changeset
7 # Uncomment this line to use valgrind for memory leaks and extra warnings.
3dfff6a80088 updated for version 7.2-217
vimboss
parents: 1839
diff changeset
8 # The output goes into a file "valgrind.testN"
3dfff6a80088 updated for version 7.2-217
vimboss
parents: 1839
diff changeset
9 # Vim should be compiled with EXITFREE to avoid false warnings.
3dfff6a80088 updated for version 7.2-217
vimboss
parents: 1839
diff changeset
10 # This will make testing about 10 times as slow.
3dfff6a80088 updated for version 7.2-217
vimboss
parents: 1839
diff changeset
11 # VALGRIND = valgrind --tool=memcheck --leak-check=yes --num-callers=15 --log-file=valgrind.$*
1357
4dd75cfd946f updated for version 7.1-071
vimboss
parents: 1326
diff changeset
12
2607
2f57d93bdbf6 updated for version 7.3.030
Bram Moolenaar <bram@vim.org>
parents: 2579
diff changeset
13
7
3fc0f57ecb91 updated for version 7.0001
vimboss
parents:
diff changeset
14 SCRIPTS = test1.out test2.out test3.out test4.out test5.out test6.out \
3fc0f57ecb91 updated for version 7.0001
vimboss
parents:
diff changeset
15 test7.out test8.out test9.out test10.out test11.out \
3986
56bb88c68f98 updated for version 7.3.748
Bram Moolenaar <bram@vim.org>
parents: 3855
diff changeset
16 test12.out test13.out test14.out test15.out test17.out \
7
3fc0f57ecb91 updated for version 7.0001
vimboss
parents:
diff changeset
17 test18.out test19.out test20.out test21.out test22.out \
3fc0f57ecb91 updated for version 7.0001
vimboss
parents:
diff changeset
18 test23.out test24.out test25.out test26.out test27.out \
3fc0f57ecb91 updated for version 7.0001
vimboss
parents:
diff changeset
19 test28.out test29.out test30.out test31.out test32.out \
3fc0f57ecb91 updated for version 7.0001
vimboss
parents:
diff changeset
20 test33.out test34.out test35.out test36.out test37.out \
3fc0f57ecb91 updated for version 7.0001
vimboss
parents:
diff changeset
21 test38.out test39.out test40.out test41.out test42.out \
3fc0f57ecb91 updated for version 7.0001
vimboss
parents:
diff changeset
22 test43.out test44.out test45.out test46.out test47.out \
40
f1d2a58883b9 updated for version 7.0024
vimboss
parents: 32
diff changeset
23 test48.out test49.out test51.out test52.out test53.out \
391
289b19a6f2ed updated for version 7.0103
vimboss
parents: 389
diff changeset
24 test54.out test55.out test56.out test57.out test58.out \
1357
4dd75cfd946f updated for version 7.1-071
vimboss
parents: 1326
diff changeset
25 test59.out test60.out test61.out test62.out test63.out \
2004
9e554211caf5 updated for version 7.2-301
vimboss
parents: 1962
diff changeset
26 test64.out test65.out test66.out test67.out test68.out \
2607
2f57d93bdbf6 updated for version 7.3.030
Bram Moolenaar <bram@vim.org>
parents: 2579
diff changeset
27 test69.out test70.out test71.out test72.out test73.out \
2904
c249d9aa60f7 updated for version 7.3.225
Bram Moolenaar <bram@vim.org>
parents: 2885
diff changeset
28 test74.out test75.out test76.out test77.out test78.out \
3443
21219ffc9790 updated for version 7.3.487
Bram Moolenaar <bram@vim.org>
parents: 3131
diff changeset
29 test79.out test80.out test81.out test82.out test83.out \
4113
8904ccd5ee85 updated for version 7.3.810
Bram Moolenaar <bram@vim.org>
parents: 3992
diff changeset
30 test84.out test85.out test86.out test87.out test88.out \
4274
015e53d99787 updated for version 7.3.887
Bram Moolenaar <bram@vim.org>
parents: 4172
diff changeset
31 test89.out test90.out test91.out test92.out test93.out \
5351
923738744a60 updated for version 7.4.028
Bram Moolenaar <bram@vim.org>
parents: 5157
diff changeset
32 test94.out test95.out test96.out test97.out test98.out \
923738744a60 updated for version 7.4.028
Bram Moolenaar <bram@vim.org>
parents: 5157
diff changeset
33 test99.out
7
3fc0f57ecb91 updated for version 7.0001
vimboss
parents:
diff changeset
34
3fc0f57ecb91 updated for version 7.0001
vimboss
parents:
diff changeset
35 SCRIPTS_GUI = test16.out
3fc0f57ecb91 updated for version 7.0001
vimboss
parents:
diff changeset
36
3fc0f57ecb91 updated for version 7.0001
vimboss
parents:
diff changeset
37 .SUFFIXES: .in .out
3fc0f57ecb91 updated for version 7.0001
vimboss
parents:
diff changeset
38
1717
e03cb9499b83 updated for version 7.2-015
vimboss
parents: 1624
diff changeset
39 nongui: nolog $(SCRIPTS) report
e03cb9499b83 updated for version 7.2-015
vimboss
parents: 1624
diff changeset
40
e03cb9499b83 updated for version 7.2-015
vimboss
parents: 1624
diff changeset
41 gui: nolog $(SCRIPTS) $(SCRIPTS_GUI) report
7
3fc0f57ecb91 updated for version 7.0001
vimboss
parents:
diff changeset
42
1717
e03cb9499b83 updated for version 7.2-015
vimboss
parents: 1624
diff changeset
43 report:
7
3fc0f57ecb91 updated for version 7.0001
vimboss
parents:
diff changeset
44 @echo
1717
e03cb9499b83 updated for version 7.2-015
vimboss
parents: 1624
diff changeset
45 @echo 'Test results:'
e03cb9499b83 updated for version 7.2-015
vimboss
parents: 1624
diff changeset
46 @/bin/sh -c "if test -f test.log; \
e03cb9499b83 updated for version 7.2-015
vimboss
parents: 1624
diff changeset
47 then cat test.log; echo TEST FAILURE; exit 1; \
e03cb9499b83 updated for version 7.2-015
vimboss
parents: 1624
diff changeset
48 else echo ALL DONE; \
e03cb9499b83 updated for version 7.2-015
vimboss
parents: 1624
diff changeset
49 fi"
7
3fc0f57ecb91 updated for version 7.0001
vimboss
parents:
diff changeset
50
3fc0f57ecb91 updated for version 7.0001
vimboss
parents:
diff changeset
51 $(SCRIPTS) $(SCRIPTS_GUI): $(VIMPROG)
3fc0f57ecb91 updated for version 7.0001
vimboss
parents:
diff changeset
52
3992
d149f18b289f updated for version 7.3.751
Bram Moolenaar <bram@vim.org>
parents: 3986
diff changeset
53 RM_ON_RUN = test.out X* viminfo
d149f18b289f updated for version 7.3.751
Bram Moolenaar <bram@vim.org>
parents: 3986
diff changeset
54 RM_ON_START = tiny.vim small.vim mbyte.vim mzscheme.vim lua.vim test.ok
d149f18b289f updated for version 7.3.751
Bram Moolenaar <bram@vim.org>
parents: 3986
diff changeset
55 RUN_VIM = $(VALGRIND) $(VIMPROG) -u unix.vim -U NONE --noplugin -s dotest.in
d149f18b289f updated for version 7.3.751
Bram Moolenaar <bram@vim.org>
parents: 3986
diff changeset
56
7
3fc0f57ecb91 updated for version 7.0001
vimboss
parents:
diff changeset
57 clean:
3992
d149f18b289f updated for version 7.3.751
Bram Moolenaar <bram@vim.org>
parents: 3986
diff changeset
58 -rm -rf *.out *.failed *.rej *.orig test.log $(RM_ON_RUN) $(RM_ON_START) valgrind.*
7
3fc0f57ecb91 updated for version 7.0001
vimboss
parents:
diff changeset
59
3fc0f57ecb91 updated for version 7.0001
vimboss
parents:
diff changeset
60 test1.out: test1.in
5363
91f6a28e010d updated for version 7.4.033
Bram Moolenaar <bram@vim.org>
parents: 5351
diff changeset
61 -rm -rf $*.failed $(RM_ON_RUN) $(RM_ON_START) wrongtermsize
3992
d149f18b289f updated for version 7.3.751
Bram Moolenaar <bram@vim.org>
parents: 3986
diff changeset
62 $(RUN_VIM) $*.in
5363
91f6a28e010d updated for version 7.4.033
Bram Moolenaar <bram@vim.org>
parents: 5351
diff changeset
63 @/bin/sh -c "if test -e wrongtermsize; \
91f6a28e010d updated for version 7.4.033
Bram Moolenaar <bram@vim.org>
parents: 5351
diff changeset
64 then echo; \
91f6a28e010d updated for version 7.4.033
Bram Moolenaar <bram@vim.org>
parents: 5351
diff changeset
65 echo test1 FAILED - terminal size must be 80x24 or larger; \
91f6a28e010d updated for version 7.4.033
Bram Moolenaar <bram@vim.org>
parents: 5351
diff changeset
66 echo; exit 1; \
91f6a28e010d updated for version 7.4.033
Bram Moolenaar <bram@vim.org>
parents: 5351
diff changeset
67 elif diff test.out $*.ok; \
7
3fc0f57ecb91 updated for version 7.0001
vimboss
parents:
diff changeset
68 then mv -f test.out $*.out; \
3fc0f57ecb91 updated for version 7.0001
vimboss
parents:
diff changeset
69 else echo; \
3fc0f57ecb91 updated for version 7.0001
vimboss
parents:
diff changeset
70 echo test1 FAILED - Something basic is wrong; \
3fc0f57ecb91 updated for version 7.0001
vimboss
parents:
diff changeset
71 echo; exit 1; fi"
3fc0f57ecb91 updated for version 7.0001
vimboss
parents:
diff changeset
72 -rm -rf X* viminfo
3fc0f57ecb91 updated for version 7.0001
vimboss
parents:
diff changeset
73
3fc0f57ecb91 updated for version 7.0001
vimboss
parents:
diff changeset
74 .in.out:
3992
d149f18b289f updated for version 7.3.751
Bram Moolenaar <bram@vim.org>
parents: 3986
diff changeset
75 -rm -rf $*.failed test.ok $(RM_ON_RUN)
7
3fc0f57ecb91 updated for version 7.0001
vimboss
parents:
diff changeset
76 cp $*.ok test.ok
4313
ff1f3e42df08 updated for version 7.3.906
Bram Moolenaar <bram@vim.org>
parents: 4274
diff changeset
77 # Sleep a moment to avoid that the xterm title is messed up.
ff1f3e42df08 updated for version 7.3.906
Bram Moolenaar <bram@vim.org>
parents: 4274
diff changeset
78 # 200 msec is sufficient, but only modern sleep supports a fraction of
ff1f3e42df08 updated for version 7.3.906
Bram Moolenaar <bram@vim.org>
parents: 4274
diff changeset
79 # a second, fall back to a second if it fails.
ff1f3e42df08 updated for version 7.3.906
Bram Moolenaar <bram@vim.org>
parents: 4274
diff changeset
80 @-/bin/sh -c "sleep .2 > /dev/null 2>&1 || sleep 1"
3992
d149f18b289f updated for version 7.3.751
Bram Moolenaar <bram@vim.org>
parents: 3986
diff changeset
81 -$(RUN_VIM) $*.in
d149f18b289f updated for version 7.3.751
Bram Moolenaar <bram@vim.org>
parents: 3986
diff changeset
82
d149f18b289f updated for version 7.3.751
Bram Moolenaar <bram@vim.org>
parents: 3986
diff changeset
83 # For flaky tests retry one time.
d149f18b289f updated for version 7.3.751
Bram Moolenaar <bram@vim.org>
parents: 3986
diff changeset
84 @/bin/sh -c "if test -f test.out -a $* = test61; then \
d149f18b289f updated for version 7.3.751
Bram Moolenaar <bram@vim.org>
parents: 3986
diff changeset
85 if diff test.out $*.ok; \
d149f18b289f updated for version 7.3.751
Bram Moolenaar <bram@vim.org>
parents: 3986
diff changeset
86 then echo flaky test ok first time; \
d149f18b289f updated for version 7.3.751
Bram Moolenaar <bram@vim.org>
parents: 3986
diff changeset
87 else rm -rf $*.failed $(RM_ON_RUN); \
d149f18b289f updated for version 7.3.751
Bram Moolenaar <bram@vim.org>
parents: 3986
diff changeset
88 $(RUN_VIM) $*.in; \
d149f18b289f updated for version 7.3.751
Bram Moolenaar <bram@vim.org>
parents: 3986
diff changeset
89 fi \
d149f18b289f updated for version 7.3.751
Bram Moolenaar <bram@vim.org>
parents: 3986
diff changeset
90 fi"
d149f18b289f updated for version 7.3.751
Bram Moolenaar <bram@vim.org>
parents: 3986
diff changeset
91
d149f18b289f updated for version 7.3.751
Bram Moolenaar <bram@vim.org>
parents: 3986
diff changeset
92 # Check if the test.out file matches test.ok.
4444
ccecb03e5e8b updated for version 7.3.970
Bram Moolenaar <bram@vim.org>
parents: 4313
diff changeset
93 @/bin/sh -c "if test -f test.out; then \
169
0e902b8f511f updated for version 7.0051
vimboss
parents: 120
diff changeset
94 if diff test.out $*.ok; \
0e902b8f511f updated for version 7.0051
vimboss
parents: 120
diff changeset
95 then mv -f test.out $*.out; \
0e902b8f511f updated for version 7.0051
vimboss
parents: 120
diff changeset
96 else echo $* FAILED >>test.log; mv -f test.out $*.failed; \
0e902b8f511f updated for version 7.0051
vimboss
parents: 120
diff changeset
97 fi \
0e902b8f511f updated for version 7.0051
vimboss
parents: 120
diff changeset
98 else echo $* NO OUTPUT >>test.log; \
7
3fc0f57ecb91 updated for version 7.0001
vimboss
parents:
diff changeset
99 fi"
4444
ccecb03e5e8b updated for version 7.3.970
Bram Moolenaar <bram@vim.org>
parents: 4313
diff changeset
100 @/bin/sh -c "if test -f valgrind; then\
ccecb03e5e8b updated for version 7.3.970
Bram Moolenaar <bram@vim.org>
parents: 4313
diff changeset
101 mv -f valgrind valgrind.$*; \
ccecb03e5e8b updated for version 7.3.970
Bram Moolenaar <bram@vim.org>
parents: 4313
diff changeset
102 fi"
3855
1cc37b8cfaa1 updated for version 7.3.684
Bram Moolenaar <bram@vim.org>
parents: 3618
diff changeset
103 -rm -rf X* test.ok viminfo
7
3fc0f57ecb91 updated for version 7.0001
vimboss
parents:
diff changeset
104
1405
b63792dadc23 updated for version 7.1-120
vimboss
parents: 1357
diff changeset
105 test49.out: test49.vim
b63792dadc23 updated for version 7.1-120
vimboss
parents: 1357
diff changeset
106
b63792dadc23 updated for version 7.1-120
vimboss
parents: 1357
diff changeset
107 test60.out: test60.vim
b63792dadc23 updated for version 7.1-120
vimboss
parents: 1357
diff changeset
108
7
3fc0f57ecb91 updated for version 7.0001
vimboss
parents:
diff changeset
109 nolog:
1717
e03cb9499b83 updated for version 7.2-015
vimboss
parents: 1624
diff changeset
110 -rm -f test.log