annotate src/testdir/Makefile @ 4445:7665a4ccc813

Added tag v7-3-970 for changeset ccecb03e5e8b
author Bram Moolenaar <bram@vim.org>
date Sun, 19 May 2013 19:40:29 +0200
parents ccecb03e5e8b
children 14e7a115d54d
Ignore whitespace changes - Everywhere: Within whitespace: At end of lines:
rev   line source
7
3fc0f57ecb91 updated for version 7.0001
vimboss
parents:
diff changeset
1 #
1326
22886f3d882d updated for version 7.1-040
vimboss
parents: 856
diff changeset
2 # Makefile to run all tests for Vim
7
3fc0f57ecb91 updated for version 7.0001
vimboss
parents:
diff changeset
3 #
3fc0f57ecb91 updated for version 7.0001
vimboss
parents:
diff changeset
4
3fc0f57ecb91 updated for version 7.0001
vimboss
parents:
diff changeset
5 VIMPROG = ../vim
3fc0f57ecb91 updated for version 7.0001
vimboss
parents:
diff changeset
6
1920
3dfff6a80088 updated for version 7.2-217
vimboss
parents: 1839
diff changeset
7 # Uncomment this line to use valgrind for memory leaks and extra warnings.
3dfff6a80088 updated for version 7.2-217
vimboss
parents: 1839
diff changeset
8 # The output goes into a file "valgrind.testN"
3dfff6a80088 updated for version 7.2-217
vimboss
parents: 1839
diff changeset
9 # Vim should be compiled with EXITFREE to avoid false warnings.
3dfff6a80088 updated for version 7.2-217
vimboss
parents: 1839
diff changeset
10 # This will make testing about 10 times as slow.
3dfff6a80088 updated for version 7.2-217
vimboss
parents: 1839
diff changeset
11 # VALGRIND = valgrind --tool=memcheck --leak-check=yes --num-callers=15 --log-file=valgrind.$*
1357
4dd75cfd946f updated for version 7.1-071
vimboss
parents: 1326
diff changeset
12
2607
2f57d93bdbf6 updated for version 7.3.030
Bram Moolenaar <bram@vim.org>
parents: 2579
diff changeset
13
7
3fc0f57ecb91 updated for version 7.0001
vimboss
parents:
diff changeset
14 SCRIPTS = test1.out test2.out test3.out test4.out test5.out test6.out \
3fc0f57ecb91 updated for version 7.0001
vimboss
parents:
diff changeset
15 test7.out test8.out test9.out test10.out test11.out \
3986
56bb88c68f98 updated for version 7.3.748
Bram Moolenaar <bram@vim.org>
parents: 3855
diff changeset
16 test12.out test13.out test14.out test15.out test17.out \
7
3fc0f57ecb91 updated for version 7.0001
vimboss
parents:
diff changeset
17 test18.out test19.out test20.out test21.out test22.out \
3fc0f57ecb91 updated for version 7.0001
vimboss
parents:
diff changeset
18 test23.out test24.out test25.out test26.out test27.out \
3fc0f57ecb91 updated for version 7.0001
vimboss
parents:
diff changeset
19 test28.out test29.out test30.out test31.out test32.out \
3fc0f57ecb91 updated for version 7.0001
vimboss
parents:
diff changeset
20 test33.out test34.out test35.out test36.out test37.out \
3fc0f57ecb91 updated for version 7.0001
vimboss
parents:
diff changeset
21 test38.out test39.out test40.out test41.out test42.out \
3fc0f57ecb91 updated for version 7.0001
vimboss
parents:
diff changeset
22 test43.out test44.out test45.out test46.out test47.out \
40
f1d2a58883b9 updated for version 7.0024
vimboss
parents: 32
diff changeset
23 test48.out test49.out test51.out test52.out test53.out \
391
289b19a6f2ed updated for version 7.0103
vimboss
parents: 389
diff changeset
24 test54.out test55.out test56.out test57.out test58.out \
1357
4dd75cfd946f updated for version 7.1-071
vimboss
parents: 1326
diff changeset
25 test59.out test60.out test61.out test62.out test63.out \
2004
9e554211caf5 updated for version 7.2-301
vimboss
parents: 1962
diff changeset
26 test64.out test65.out test66.out test67.out test68.out \
2607
2f57d93bdbf6 updated for version 7.3.030
Bram Moolenaar <bram@vim.org>
parents: 2579
diff changeset
27 test69.out test70.out test71.out test72.out test73.out \
2904
c249d9aa60f7 updated for version 7.3.225
Bram Moolenaar <bram@vim.org>
parents: 2885
diff changeset
28 test74.out test75.out test76.out test77.out test78.out \
3443
21219ffc9790 updated for version 7.3.487
Bram Moolenaar <bram@vim.org>
parents: 3131
diff changeset
29 test79.out test80.out test81.out test82.out test83.out \
4113
8904ccd5ee85 updated for version 7.3.810
Bram Moolenaar <bram@vim.org>
parents: 3992
diff changeset
30 test84.out test85.out test86.out test87.out test88.out \
4274
015e53d99787 updated for version 7.3.887
Bram Moolenaar <bram@vim.org>
parents: 4172
diff changeset
31 test89.out test90.out test91.out test92.out test93.out \
4444
ccecb03e5e8b updated for version 7.3.970
Bram Moolenaar <bram@vim.org>
parents: 4313
diff changeset
32 test94.out test95.out
7
3fc0f57ecb91 updated for version 7.0001
vimboss
parents:
diff changeset
33
3fc0f57ecb91 updated for version 7.0001
vimboss
parents:
diff changeset
34 SCRIPTS_GUI = test16.out
3fc0f57ecb91 updated for version 7.0001
vimboss
parents:
diff changeset
35
3fc0f57ecb91 updated for version 7.0001
vimboss
parents:
diff changeset
36 .SUFFIXES: .in .out
3fc0f57ecb91 updated for version 7.0001
vimboss
parents:
diff changeset
37
1717
e03cb9499b83 updated for version 7.2-015
vimboss
parents: 1624
diff changeset
38 nongui: nolog $(SCRIPTS) report
e03cb9499b83 updated for version 7.2-015
vimboss
parents: 1624
diff changeset
39
e03cb9499b83 updated for version 7.2-015
vimboss
parents: 1624
diff changeset
40 gui: nolog $(SCRIPTS) $(SCRIPTS_GUI) report
7
3fc0f57ecb91 updated for version 7.0001
vimboss
parents:
diff changeset
41
1717
e03cb9499b83 updated for version 7.2-015
vimboss
parents: 1624
diff changeset
42 report:
7
3fc0f57ecb91 updated for version 7.0001
vimboss
parents:
diff changeset
43 @echo
1717
e03cb9499b83 updated for version 7.2-015
vimboss
parents: 1624
diff changeset
44 @echo 'Test results:'
e03cb9499b83 updated for version 7.2-015
vimboss
parents: 1624
diff changeset
45 @/bin/sh -c "if test -f test.log; \
e03cb9499b83 updated for version 7.2-015
vimboss
parents: 1624
diff changeset
46 then cat test.log; echo TEST FAILURE; exit 1; \
e03cb9499b83 updated for version 7.2-015
vimboss
parents: 1624
diff changeset
47 else echo ALL DONE; \
e03cb9499b83 updated for version 7.2-015
vimboss
parents: 1624
diff changeset
48 fi"
7
3fc0f57ecb91 updated for version 7.0001
vimboss
parents:
diff changeset
49
3fc0f57ecb91 updated for version 7.0001
vimboss
parents:
diff changeset
50 $(SCRIPTS) $(SCRIPTS_GUI): $(VIMPROG)
3fc0f57ecb91 updated for version 7.0001
vimboss
parents:
diff changeset
51
3992
d149f18b289f updated for version 7.3.751
Bram Moolenaar <bram@vim.org>
parents: 3986
diff changeset
52 RM_ON_RUN = test.out X* viminfo
d149f18b289f updated for version 7.3.751
Bram Moolenaar <bram@vim.org>
parents: 3986
diff changeset
53 RM_ON_START = tiny.vim small.vim mbyte.vim mzscheme.vim lua.vim test.ok
d149f18b289f updated for version 7.3.751
Bram Moolenaar <bram@vim.org>
parents: 3986
diff changeset
54 RUN_VIM = $(VALGRIND) $(VIMPROG) -u unix.vim -U NONE --noplugin -s dotest.in
d149f18b289f updated for version 7.3.751
Bram Moolenaar <bram@vim.org>
parents: 3986
diff changeset
55
7
3fc0f57ecb91 updated for version 7.0001
vimboss
parents:
diff changeset
56 clean:
3992
d149f18b289f updated for version 7.3.751
Bram Moolenaar <bram@vim.org>
parents: 3986
diff changeset
57 -rm -rf *.out *.failed *.rej *.orig test.log $(RM_ON_RUN) $(RM_ON_START) valgrind.*
7
3fc0f57ecb91 updated for version 7.0001
vimboss
parents:
diff changeset
58
3fc0f57ecb91 updated for version 7.0001
vimboss
parents:
diff changeset
59 test1.out: test1.in
3992
d149f18b289f updated for version 7.3.751
Bram Moolenaar <bram@vim.org>
parents: 3986
diff changeset
60 -rm -rf $*.failed $(RM_ON_RUN) $(RM_ON_START)
d149f18b289f updated for version 7.3.751
Bram Moolenaar <bram@vim.org>
parents: 3986
diff changeset
61 $(RUN_VIM) $*.in
7
3fc0f57ecb91 updated for version 7.0001
vimboss
parents:
diff changeset
62 @/bin/sh -c "if diff test.out $*.ok; \
3fc0f57ecb91 updated for version 7.0001
vimboss
parents:
diff changeset
63 then mv -f test.out $*.out; \
3fc0f57ecb91 updated for version 7.0001
vimboss
parents:
diff changeset
64 else echo; \
3fc0f57ecb91 updated for version 7.0001
vimboss
parents:
diff changeset
65 echo test1 FAILED - Something basic is wrong; \
3fc0f57ecb91 updated for version 7.0001
vimboss
parents:
diff changeset
66 echo; exit 1; fi"
3fc0f57ecb91 updated for version 7.0001
vimboss
parents:
diff changeset
67 -rm -rf X* viminfo
3fc0f57ecb91 updated for version 7.0001
vimboss
parents:
diff changeset
68
3fc0f57ecb91 updated for version 7.0001
vimboss
parents:
diff changeset
69 .in.out:
3992
d149f18b289f updated for version 7.3.751
Bram Moolenaar <bram@vim.org>
parents: 3986
diff changeset
70 -rm -rf $*.failed test.ok $(RM_ON_RUN)
7
3fc0f57ecb91 updated for version 7.0001
vimboss
parents:
diff changeset
71 cp $*.ok test.ok
4313
ff1f3e42df08 updated for version 7.3.906
Bram Moolenaar <bram@vim.org>
parents: 4274
diff changeset
72 # Sleep a moment to avoid that the xterm title is messed up.
ff1f3e42df08 updated for version 7.3.906
Bram Moolenaar <bram@vim.org>
parents: 4274
diff changeset
73 # 200 msec is sufficient, but only modern sleep supports a fraction of
ff1f3e42df08 updated for version 7.3.906
Bram Moolenaar <bram@vim.org>
parents: 4274
diff changeset
74 # a second, fall back to a second if it fails.
ff1f3e42df08 updated for version 7.3.906
Bram Moolenaar <bram@vim.org>
parents: 4274
diff changeset
75 @-/bin/sh -c "sleep .2 > /dev/null 2>&1 || sleep 1"
3992
d149f18b289f updated for version 7.3.751
Bram Moolenaar <bram@vim.org>
parents: 3986
diff changeset
76 -$(RUN_VIM) $*.in
d149f18b289f updated for version 7.3.751
Bram Moolenaar <bram@vim.org>
parents: 3986
diff changeset
77
d149f18b289f updated for version 7.3.751
Bram Moolenaar <bram@vim.org>
parents: 3986
diff changeset
78 # For flaky tests retry one time.
d149f18b289f updated for version 7.3.751
Bram Moolenaar <bram@vim.org>
parents: 3986
diff changeset
79 @/bin/sh -c "if test -f test.out -a $* = test61; then \
d149f18b289f updated for version 7.3.751
Bram Moolenaar <bram@vim.org>
parents: 3986
diff changeset
80 if diff test.out $*.ok; \
d149f18b289f updated for version 7.3.751
Bram Moolenaar <bram@vim.org>
parents: 3986
diff changeset
81 then echo flaky test ok first time; \
d149f18b289f updated for version 7.3.751
Bram Moolenaar <bram@vim.org>
parents: 3986
diff changeset
82 else rm -rf $*.failed $(RM_ON_RUN); \
d149f18b289f updated for version 7.3.751
Bram Moolenaar <bram@vim.org>
parents: 3986
diff changeset
83 $(RUN_VIM) $*.in; \
d149f18b289f updated for version 7.3.751
Bram Moolenaar <bram@vim.org>
parents: 3986
diff changeset
84 fi \
d149f18b289f updated for version 7.3.751
Bram Moolenaar <bram@vim.org>
parents: 3986
diff changeset
85 fi"
d149f18b289f updated for version 7.3.751
Bram Moolenaar <bram@vim.org>
parents: 3986
diff changeset
86
d149f18b289f updated for version 7.3.751
Bram Moolenaar <bram@vim.org>
parents: 3986
diff changeset
87 # Check if the test.out file matches test.ok.
4444
ccecb03e5e8b updated for version 7.3.970
Bram Moolenaar <bram@vim.org>
parents: 4313
diff changeset
88 @/bin/sh -c "if test -f test.out; then \
169
0e902b8f511f updated for version 7.0051
vimboss
parents: 120
diff changeset
89 if diff test.out $*.ok; \
0e902b8f511f updated for version 7.0051
vimboss
parents: 120
diff changeset
90 then mv -f test.out $*.out; \
0e902b8f511f updated for version 7.0051
vimboss
parents: 120
diff changeset
91 else echo $* FAILED >>test.log; mv -f test.out $*.failed; \
0e902b8f511f updated for version 7.0051
vimboss
parents: 120
diff changeset
92 fi \
0e902b8f511f updated for version 7.0051
vimboss
parents: 120
diff changeset
93 else echo $* NO OUTPUT >>test.log; \
7
3fc0f57ecb91 updated for version 7.0001
vimboss
parents:
diff changeset
94 fi"
4444
ccecb03e5e8b updated for version 7.3.970
Bram Moolenaar <bram@vim.org>
parents: 4313
diff changeset
95 @/bin/sh -c "if test -f valgrind; then\
ccecb03e5e8b updated for version 7.3.970
Bram Moolenaar <bram@vim.org>
parents: 4313
diff changeset
96 mv -f valgrind valgrind.$*; \
ccecb03e5e8b updated for version 7.3.970
Bram Moolenaar <bram@vim.org>
parents: 4313
diff changeset
97 fi"
3855
1cc37b8cfaa1 updated for version 7.3.684
Bram Moolenaar <bram@vim.org>
parents: 3618
diff changeset
98 -rm -rf X* test.ok viminfo
7
3fc0f57ecb91 updated for version 7.0001
vimboss
parents:
diff changeset
99
1405
b63792dadc23 updated for version 7.1-120
vimboss
parents: 1357
diff changeset
100 test49.out: test49.vim
b63792dadc23 updated for version 7.1-120
vimboss
parents: 1357
diff changeset
101
b63792dadc23 updated for version 7.1-120
vimboss
parents: 1357
diff changeset
102 test60.out: test60.vim
b63792dadc23 updated for version 7.1-120
vimboss
parents: 1357
diff changeset
103
7
3fc0f57ecb91 updated for version 7.0001
vimboss
parents:
diff changeset
104 nolog:
1717
e03cb9499b83 updated for version 7.2-015
vimboss
parents: 1624
diff changeset
105 -rm -f test.log