Mercurial > vim

annotate runtime/tools/unicode.vim @ 19290:144353345c9b

Find changesets by keywords (author, files, the commit message), revision number or hash, or revset expression.
Added tag v8.2.0203 for changeset 2f0f308c069c03a8ac1a2a430b76439e62887101
author Bram Moolenaar <Bram@vim.org>
date Mon, 03 Feb 2020 21:45:04 +0100
parents 723487cd7876
children bbca88cd13d5
Ignore whitespace changes - Everywhere: Within whitespace: At end of lines:
rev   line source
2041
d5867fd6b2b7 updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
diff changeset
1 " Script to extract tables from Unicode .txt files, to be used in src/mbyte.c.
d5867fd6b2b7 updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
diff changeset
2 " The format of the UnicodeData.txt file is explained here:
d5867fd6b2b7 updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
diff changeset
3 " http://www.unicode.org/Public/5.1.0/ucd/UCD.html
d5867fd6b2b7 updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
diff changeset
4 " For the other files see the header.
d5867fd6b2b7 updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
diff changeset
5 "
11539
f7ba69508fd5 patch 8.0.0652: unicode information is outdated
Christian Brabandt <cb@256bit.org>
parents: 8706
diff changeset
6 " Might need to update the URL to the emoji-data.txt
2041
d5867fd6b2b7 updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
diff changeset
7 " Usage: Vim -S <this-file>
d5867fd6b2b7 updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
diff changeset
8 "
d5867fd6b2b7 updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
diff changeset
9 " Author: Bram Moolenaar
d5867fd6b2b7 updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
diff changeset
10 " Last Update: 2010 Jan 12
d5867fd6b2b7 updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
diff changeset
11
d5867fd6b2b7 updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
diff changeset
12 " Parse lines of UnicodeData.txt. Creates a list of lists in s:dataprops.
d5867fd6b2b7 updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
diff changeset
13 func! ParseDataToProps()
d5867fd6b2b7 updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
diff changeset
14 let s:dataprops = []
d5867fd6b2b7 updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
diff changeset
15 let lnum = 1
d5867fd6b2b7 updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
diff changeset
16 while lnum <= line('$')
d5867fd6b2b7 updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
diff changeset
17 let l = split(getline(lnum), '\s*;\s*', 1)
d5867fd6b2b7 updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
diff changeset
18 if len(l) != 15
d5867fd6b2b7 updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
diff changeset
19 echoerr 'Found ' . len(l) . ' items in line ' . lnum . ', expected 15'
d5867fd6b2b7 updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
diff changeset
20 return
d5867fd6b2b7 updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
diff changeset
21 endif
d5867fd6b2b7 updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
diff changeset
22 call add(s:dataprops, l)
d5867fd6b2b7 updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
diff changeset
23 let lnum += 1
d5867fd6b2b7 updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
diff changeset
24 endwhile
d5867fd6b2b7 updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
diff changeset
25 endfunc
d5867fd6b2b7 updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
diff changeset
26
d5867fd6b2b7 updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
diff changeset
27 " Parse lines of CaseFolding.txt. Creates a list of lists in s:foldprops.
d5867fd6b2b7 updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
diff changeset
28 func! ParseFoldProps()
d5867fd6b2b7 updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
diff changeset
29 let s:foldprops = []
d5867fd6b2b7 updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
diff changeset
30 let lnum = 1
d5867fd6b2b7 updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
diff changeset
31 while lnum <= line('$')
d5867fd6b2b7 updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
diff changeset
32 let line = getline(lnum)
d5867fd6b2b7 updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
diff changeset
33 if line !~ '^#' && line !~ '^\s*$'
d5867fd6b2b7 updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
diff changeset
34 let l = split(line, '\s*;\s*', 1)
d5867fd6b2b7 updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
diff changeset
35 if len(l) != 4
8680
131e651fb347 commit https://github.com/vim/vim/commit/b86f10ee10bdf932df02bdaf601dffa671518a47
Christian Brabandt <cb@256bit.org>
parents: 8629
diff changeset
36 echoerr 'Found ' . len(l) . ' items in line ' . lnum . ', expected 4'
131e651fb347 commit https://github.com/vim/vim/commit/b86f10ee10bdf932df02bdaf601dffa671518a47
Christian Brabandt <cb@256bit.org>
parents: 8629
diff changeset
37 return
2041
d5867fd6b2b7 updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
diff changeset
38 endif
d5867fd6b2b7 updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
diff changeset
39 call add(s:foldprops, l)
d5867fd6b2b7 updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
diff changeset
40 endif
d5867fd6b2b7 updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
diff changeset
41 let lnum += 1
d5867fd6b2b7 updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
diff changeset
42 endwhile
d5867fd6b2b7 updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
diff changeset
43 endfunc
d5867fd6b2b7 updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
diff changeset
44
d5867fd6b2b7 updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
diff changeset
45 " Parse lines of EastAsianWidth.txt. Creates a list of lists in s:widthprops.
d5867fd6b2b7 updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
diff changeset
46 func! ParseWidthProps()
d5867fd6b2b7 updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
diff changeset
47 let s:widthprops = []
d5867fd6b2b7 updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
diff changeset
48 let lnum = 1
d5867fd6b2b7 updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
diff changeset
49 while lnum <= line('$')
d5867fd6b2b7 updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
diff changeset
50 let line = getline(lnum)
d5867fd6b2b7 updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
diff changeset
51 if line !~ '^#' && line !~ '^\s*$'
d5867fd6b2b7 updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
diff changeset
52 let l = split(line, '\s*;\s*', 1)
d5867fd6b2b7 updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
diff changeset
53 if len(l) != 2
8680
131e651fb347 commit https://github.com/vim/vim/commit/b86f10ee10bdf932df02bdaf601dffa671518a47
Christian Brabandt <cb@256bit.org>
parents: 8629
diff changeset
54 echoerr 'Found ' . len(l) . ' items in line ' . lnum . ', expected 2'
131e651fb347 commit https://github.com/vim/vim/commit/b86f10ee10bdf932df02bdaf601dffa671518a47
Christian Brabandt <cb@256bit.org>
parents: 8629
diff changeset
55 return
2041
d5867fd6b2b7 updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
diff changeset
56 endif
d5867fd6b2b7 updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
diff changeset
57 call add(s:widthprops, l)
d5867fd6b2b7 updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
diff changeset
58 endif
d5867fd6b2b7 updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
diff changeset
59 let lnum += 1
d5867fd6b2b7 updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
diff changeset
60 endwhile
d5867fd6b2b7 updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
diff changeset
61 endfunc
d5867fd6b2b7 updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
diff changeset
62
d5867fd6b2b7 updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
diff changeset
63 " Build the toLower or toUpper table in a new buffer.
d5867fd6b2b7 updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
diff changeset
64 " Uses s:dataprops.
d5867fd6b2b7 updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
diff changeset
65 func! BuildCaseTable(name, index)
d5867fd6b2b7 updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
diff changeset
66 let start = -1
d5867fd6b2b7 updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
diff changeset
67 let end = -1
d5867fd6b2b7 updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
diff changeset
68 let step = 0
d5867fd6b2b7 updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
diff changeset
69 let add = -1
d5867fd6b2b7 updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
diff changeset
70 let ranges = []
d5867fd6b2b7 updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
diff changeset
71 for p in s:dataprops
d5867fd6b2b7 updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
diff changeset
72 if p[a:index] != ''
d5867fd6b2b7 updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
diff changeset
73 let n = ('0x' . p[0]) + 0
d5867fd6b2b7 updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
diff changeset
74 let nl = ('0x' . p[a:index]) + 0
d5867fd6b2b7 updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
diff changeset
75 if start >= 0 && add == nl - n && (step == 0 || n - end == step)
8680
131e651fb347 commit https://github.com/vim/vim/commit/b86f10ee10bdf932df02bdaf601dffa671518a47
Christian Brabandt <cb@256bit.org>
parents: 8629
diff changeset
76 " continue with same range.
131e651fb347 commit https://github.com/vim/vim/commit/b86f10ee10bdf932df02bdaf601dffa671518a47
Christian Brabandt <cb@256bit.org>
parents: 8629
diff changeset
77 let step = n - end
131e651fb347 commit https://github.com/vim/vim/commit/b86f10ee10bdf932df02bdaf601dffa671518a47
Christian Brabandt <cb@256bit.org>
parents: 8629
diff changeset
78 let end = n
2041
d5867fd6b2b7 updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
diff changeset
79 else
8680
131e651fb347 commit https://github.com/vim/vim/commit/b86f10ee10bdf932df02bdaf601dffa671518a47
Christian Brabandt <cb@256bit.org>
parents: 8629
diff changeset
80 if start >= 0
131e651fb347 commit https://github.com/vim/vim/commit/b86f10ee10bdf932df02bdaf601dffa671518a47
Christian Brabandt <cb@256bit.org>
parents: 8629
diff changeset
81 " produce previous range
131e651fb347 commit https://github.com/vim/vim/commit/b86f10ee10bdf932df02bdaf601dffa671518a47
Christian Brabandt <cb@256bit.org>
parents: 8629
diff changeset
82 call Range(ranges, start, end, step, add)
131e651fb347 commit https://github.com/vim/vim/commit/b86f10ee10bdf932df02bdaf601dffa671518a47
Christian Brabandt <cb@256bit.org>
parents: 8629
diff changeset
83 endif
131e651fb347 commit https://github.com/vim/vim/commit/b86f10ee10bdf932df02bdaf601dffa671518a47
Christian Brabandt <cb@256bit.org>
parents: 8629
diff changeset
84 let start = n
131e651fb347 commit https://github.com/vim/vim/commit/b86f10ee10bdf932df02bdaf601dffa671518a47
Christian Brabandt <cb@256bit.org>
parents: 8629
diff changeset
85 let end = n
131e651fb347 commit https://github.com/vim/vim/commit/b86f10ee10bdf932df02bdaf601dffa671518a47
Christian Brabandt <cb@256bit.org>
parents: 8629
diff changeset
86 let step = 0
131e651fb347 commit https://github.com/vim/vim/commit/b86f10ee10bdf932df02bdaf601dffa671518a47
Christian Brabandt <cb@256bit.org>
parents: 8629
diff changeset
87 let add = nl - n
2041
d5867fd6b2b7 updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
diff changeset
88 endif
d5867fd6b2b7 updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
diff changeset
89 endif
d5867fd6b2b7 updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
diff changeset
90 endfor
d5867fd6b2b7 updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
diff changeset
91 if start >= 0
d5867fd6b2b7 updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
diff changeset
92 call Range(ranges, start, end, step, add)
d5867fd6b2b7 updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
diff changeset
93 endif
d5867fd6b2b7 updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
diff changeset
94
d5867fd6b2b7 updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
diff changeset
95 " New buffer to put the result in.
d5867fd6b2b7 updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
diff changeset
96 new
d5867fd6b2b7 updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
diff changeset
97 exe "file to" . a:name
d5867fd6b2b7 updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
diff changeset
98 call setline(1, "static convertStruct to" . a:name . "[] =")
d5867fd6b2b7 updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
diff changeset
99 call setline(2, "{")
d5867fd6b2b7 updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
diff changeset
100 call append('$', ranges)
d5867fd6b2b7 updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
diff changeset
101 call setline('$', getline('$')[:-2]) " remove last comma
d5867fd6b2b7 updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
diff changeset
102 call setline(line('$') + 1, "};")
d5867fd6b2b7 updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
diff changeset
103 wincmd p
d5867fd6b2b7 updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
diff changeset
104 endfunc
d5867fd6b2b7 updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
diff changeset
105
d5867fd6b2b7 updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
diff changeset
106 " Build the foldCase table in a new buffer.
d5867fd6b2b7 updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
diff changeset
107 " Uses s:foldprops.
d5867fd6b2b7 updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
diff changeset
108 func! BuildFoldTable()
d5867fd6b2b7 updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
diff changeset
109 let start = -1
d5867fd6b2b7 updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
diff changeset
110 let end = -1
d5867fd6b2b7 updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
diff changeset
111 let step = 0
d5867fd6b2b7 updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
diff changeset
112 let add = -1
d5867fd6b2b7 updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
diff changeset
113 let ranges = []
d5867fd6b2b7 updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
diff changeset
114 for p in s:foldprops
d5867fd6b2b7 updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
diff changeset
115 if p[1] == 'C' || p[1] == 'S'
d5867fd6b2b7 updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
diff changeset
116 let n = ('0x' . p[0]) + 0
d5867fd6b2b7 updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
diff changeset
117 let nl = ('0x' . p[2]) + 0
d5867fd6b2b7 updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
diff changeset
118 if start >= 0 && add == nl - n && (step == 0 || n - end == step)
8680
131e651fb347 commit https://github.com/vim/vim/commit/b86f10ee10bdf932df02bdaf601dffa671518a47
Christian Brabandt <cb@256bit.org>
parents: 8629
diff changeset
119 " continue with same range.
131e651fb347 commit https://github.com/vim/vim/commit/b86f10ee10bdf932df02bdaf601dffa671518a47
Christian Brabandt <cb@256bit.org>
parents: 8629
diff changeset
120 let step = n - end
131e651fb347 commit https://github.com/vim/vim/commit/b86f10ee10bdf932df02bdaf601dffa671518a47
Christian Brabandt <cb@256bit.org>
parents: 8629
diff changeset
121 let end = n
2041
d5867fd6b2b7 updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
diff changeset
122 else
8680
131e651fb347 commit https://github.com/vim/vim/commit/b86f10ee10bdf932df02bdaf601dffa671518a47
Christian Brabandt <cb@256bit.org>
parents: 8629
diff changeset
123 if start >= 0
131e651fb347 commit https://github.com/vim/vim/commit/b86f10ee10bdf932df02bdaf601dffa671518a47
Christian Brabandt <cb@256bit.org>
parents: 8629
diff changeset
124 " produce previous range
131e651fb347 commit https://github.com/vim/vim/commit/b86f10ee10bdf932df02bdaf601dffa671518a47
Christian Brabandt <cb@256bit.org>
parents: 8629
diff changeset
125 call Range(ranges, start, end, step, add)
131e651fb347 commit https://github.com/vim/vim/commit/b86f10ee10bdf932df02bdaf601dffa671518a47
Christian Brabandt <cb@256bit.org>
parents: 8629
diff changeset
126 endif
131e651fb347 commit https://github.com/vim/vim/commit/b86f10ee10bdf932df02bdaf601dffa671518a47
Christian Brabandt <cb@256bit.org>
parents: 8629
diff changeset
127 let start = n
131e651fb347 commit https://github.com/vim/vim/commit/b86f10ee10bdf932df02bdaf601dffa671518a47
Christian Brabandt <cb@256bit.org>
parents: 8629
diff changeset
128 let end = n
131e651fb347 commit https://github.com/vim/vim/commit/b86f10ee10bdf932df02bdaf601dffa671518a47
Christian Brabandt <cb@256bit.org>
parents: 8629
diff changeset
129 let step = 0
131e651fb347 commit https://github.com/vim/vim/commit/b86f10ee10bdf932df02bdaf601dffa671518a47
Christian Brabandt <cb@256bit.org>
parents: 8629
diff changeset
130 let add = nl - n
2041
d5867fd6b2b7 updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
diff changeset
131 endif
d5867fd6b2b7 updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
diff changeset
132 endif
d5867fd6b2b7 updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
diff changeset
133 endfor
d5867fd6b2b7 updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
diff changeset
134 if start >= 0
d5867fd6b2b7 updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
diff changeset
135 call Range(ranges, start, end, step, add)
d5867fd6b2b7 updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
diff changeset
136 endif
d5867fd6b2b7 updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
diff changeset
137
d5867fd6b2b7 updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
diff changeset
138 " New buffer to put the result in.
d5867fd6b2b7 updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
diff changeset
139 new
d5867fd6b2b7 updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
diff changeset
140 file foldCase
d5867fd6b2b7 updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
diff changeset
141 call setline(1, "static convertStruct foldCase[] =")
d5867fd6b2b7 updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
diff changeset
142 call setline(2, "{")
d5867fd6b2b7 updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
diff changeset
143 call append('$', ranges)
d5867fd6b2b7 updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
diff changeset
144 call setline('$', getline('$')[:-2]) " remove last comma
d5867fd6b2b7 updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
diff changeset
145 call setline(line('$') + 1, "};")
d5867fd6b2b7 updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
diff changeset
146 wincmd p
d5867fd6b2b7 updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
diff changeset
147 endfunc
d5867fd6b2b7 updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
diff changeset
148
d5867fd6b2b7 updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
diff changeset
149 func! Range(ranges, start, end, step, add)
d5867fd6b2b7 updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
diff changeset
150 let s = printf("\t{0x%x,0x%x,%d,%d},", a:start, a:end, a:step == 0 ? -1 : a:step, a:add)
d5867fd6b2b7 updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
diff changeset
151 call add(a:ranges, s)
d5867fd6b2b7 updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
diff changeset
152 endfunc
d5867fd6b2b7 updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
diff changeset
153
d5867fd6b2b7 updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
diff changeset
154 " Build the combining table.
d5867fd6b2b7 updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
diff changeset
155 " Uses s:dataprops.
d5867fd6b2b7 updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
diff changeset
156 func! BuildCombiningTable()
d5867fd6b2b7 updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
diff changeset
157 let start = -1
d5867fd6b2b7 updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
diff changeset
158 let end = -1
d5867fd6b2b7 updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
diff changeset
159 let ranges = []
d5867fd6b2b7 updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
diff changeset
160 for p in s:dataprops
d5867fd6b2b7 updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
diff changeset
161 if p[2] == 'Mn' || p[2] == 'Mc' || p[2] == 'Me'
d5867fd6b2b7 updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
diff changeset
162 let n = ('0x' . p[0]) + 0
d5867fd6b2b7 updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
diff changeset
163 if start >= 0 && end + 1 == n
8680
131e651fb347 commit https://github.com/vim/vim/commit/b86f10ee10bdf932df02bdaf601dffa671518a47
Christian Brabandt <cb@256bit.org>
parents: 8629
diff changeset
164 " continue with same range.
131e651fb347 commit https://github.com/vim/vim/commit/b86f10ee10bdf932df02bdaf601dffa671518a47
Christian Brabandt <cb@256bit.org>
parents: 8629
diff changeset
165 let end = n
2041
d5867fd6b2b7 updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
diff changeset
166 else
8680
131e651fb347 commit https://github.com/vim/vim/commit/b86f10ee10bdf932df02bdaf601dffa671518a47
Christian Brabandt <cb@256bit.org>
parents: 8629
diff changeset
167 if start >= 0
131e651fb347 commit https://github.com/vim/vim/commit/b86f10ee10bdf932df02bdaf601dffa671518a47
Christian Brabandt <cb@256bit.org>
parents: 8629
diff changeset
168 " produce previous range
131e651fb347 commit https://github.com/vim/vim/commit/b86f10ee10bdf932df02bdaf601dffa671518a47
Christian Brabandt <cb@256bit.org>
parents: 8629
diff changeset
169 call add(ranges, printf("\t{0x%04x, 0x%04x},", start, end))
131e651fb347 commit https://github.com/vim/vim/commit/b86f10ee10bdf932df02bdaf601dffa671518a47
Christian Brabandt <cb@256bit.org>
parents: 8629
diff changeset
170 endif
131e651fb347 commit https://github.com/vim/vim/commit/b86f10ee10bdf932df02bdaf601dffa671518a47
Christian Brabandt <cb@256bit.org>
parents: 8629
diff changeset
171 let start = n
131e651fb347 commit https://github.com/vim/vim/commit/b86f10ee10bdf932df02bdaf601dffa671518a47
Christian Brabandt <cb@256bit.org>
parents: 8629
diff changeset
172 let end = n
2041
d5867fd6b2b7 updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
diff changeset
173 endif
d5867fd6b2b7 updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
diff changeset
174 endif
d5867fd6b2b7 updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
diff changeset
175 endfor
d5867fd6b2b7 updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
diff changeset
176 if start >= 0
d5867fd6b2b7 updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
diff changeset
177 call add(ranges, printf("\t{0x%04x, 0x%04x},", start, end))
d5867fd6b2b7 updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
diff changeset
178 endif
d5867fd6b2b7 updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
diff changeset
179
d5867fd6b2b7 updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
diff changeset
180 " New buffer to put the result in.
d5867fd6b2b7 updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
diff changeset
181 new
d5867fd6b2b7 updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
diff changeset
182 file combining
d5867fd6b2b7 updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
diff changeset
183 call setline(1, " static struct interval combining[] =")
d5867fd6b2b7 updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
diff changeset
184 call setline(2, " {")
d5867fd6b2b7 updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
diff changeset
185 call append('$', ranges)
d5867fd6b2b7 updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
diff changeset
186 call setline('$', getline('$')[:-2]) " remove last comma
d5867fd6b2b7 updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
diff changeset
187 call setline(line('$') + 1, " };")
d5867fd6b2b7 updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
diff changeset
188 wincmd p
d5867fd6b2b7 updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
diff changeset
189 endfunc
d5867fd6b2b7 updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
diff changeset
190
2063
1378bc45ebe5 updated for version 7.2.348
Bram Moolenaar <bram@zimbu.org>
parents: 2041
diff changeset
191 " Build the double width or ambiguous width table in a new buffer.
2041
d5867fd6b2b7 updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
diff changeset
192 " Uses s:widthprops and s:dataprops.
2063
1378bc45ebe5 updated for version 7.2.348
Bram Moolenaar <bram@zimbu.org>
parents: 2041
diff changeset
193 func! BuildWidthTable(pattern, tableName)
2041
d5867fd6b2b7 updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
diff changeset
194 let start = -1
d5867fd6b2b7 updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
diff changeset
195 let end = -1
d5867fd6b2b7 updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
diff changeset
196 let ranges = []
d5867fd6b2b7 updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
diff changeset
197 let dataidx = 0
d5867fd6b2b7 updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
diff changeset
198 for p in s:widthprops
2063
1378bc45ebe5 updated for version 7.2.348
Bram Moolenaar <bram@zimbu.org>
parents: 2041
diff changeset
199 if p[1][0] =~ a:pattern
1378bc45ebe5 updated for version 7.2.348
Bram Moolenaar <bram@zimbu.org>
parents: 2041
diff changeset
200 if p[0] =~ '\.\.'
8680
131e651fb347 commit https://github.com/vim/vim/commit/b86f10ee10bdf932df02bdaf601dffa671518a47
Christian Brabandt <cb@256bit.org>
parents: 8629
diff changeset
201 " It is a range. we don't check for composing char then.
131e651fb347 commit https://github.com/vim/vim/commit/b86f10ee10bdf932df02bdaf601dffa671518a47
Christian Brabandt <cb@256bit.org>
parents: 8629
diff changeset
202 let rng = split(p[0], '\.\.')
131e651fb347 commit https://github.com/vim/vim/commit/b86f10ee10bdf932df02bdaf601dffa671518a47
Christian Brabandt <cb@256bit.org>
parents: 8629
diff changeset
203 if len(rng) != 2
131e651fb347 commit https://github.com/vim/vim/commit/b86f10ee10bdf932df02bdaf601dffa671518a47
Christian Brabandt <cb@256bit.org>
parents: 8629
diff changeset
204 echoerr "Cannot parse range: '" . p[0] . "' in width table"
131e651fb347 commit https://github.com/vim/vim/commit/b86f10ee10bdf932df02bdaf601dffa671518a47
Christian Brabandt <cb@256bit.org>
parents: 8629
diff changeset
205 endif
131e651fb347 commit https://github.com/vim/vim/commit/b86f10ee10bdf932df02bdaf601dffa671518a47
Christian Brabandt <cb@256bit.org>
parents: 8629
diff changeset
206 let n = ('0x' . rng[0]) + 0
131e651fb347 commit https://github.com/vim/vim/commit/b86f10ee10bdf932df02bdaf601dffa671518a47
Christian Brabandt <cb@256bit.org>
parents: 8629
diff changeset
207 let n_last = ('0x' . rng[1]) + 0
2063
1378bc45ebe5 updated for version 7.2.348
Bram Moolenaar <bram@zimbu.org>
parents: 2041
diff changeset
208 else
8680
131e651fb347 commit https://github.com/vim/vim/commit/b86f10ee10bdf932df02bdaf601dffa671518a47
Christian Brabandt <cb@256bit.org>
parents: 8629
diff changeset
209 let n = ('0x' . p[0]) + 0
131e651fb347 commit https://github.com/vim/vim/commit/b86f10ee10bdf932df02bdaf601dffa671518a47
Christian Brabandt <cb@256bit.org>
parents: 8629
diff changeset
210 let n_last = n
2063
1378bc45ebe5 updated for version 7.2.348
Bram Moolenaar <bram@zimbu.org>
parents: 2041
diff changeset
211 endif
2041
d5867fd6b2b7 updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
diff changeset
212 " Find this char in the data table.
d5867fd6b2b7 updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
diff changeset
213 while 1
8680
131e651fb347 commit https://github.com/vim/vim/commit/b86f10ee10bdf932df02bdaf601dffa671518a47
Christian Brabandt <cb@256bit.org>
parents: 8629
diff changeset
214 let dn = ('0x' . s:dataprops[dataidx][0]) + 0
131e651fb347 commit https://github.com/vim/vim/commit/b86f10ee10bdf932df02bdaf601dffa671518a47
Christian Brabandt <cb@256bit.org>
parents: 8629
diff changeset
215 if dn >= n
131e651fb347 commit https://github.com/vim/vim/commit/b86f10ee10bdf932df02bdaf601dffa671518a47
Christian Brabandt <cb@256bit.org>
parents: 8629
diff changeset
216 break
131e651fb347 commit https://github.com/vim/vim/commit/b86f10ee10bdf932df02bdaf601dffa671518a47
Christian Brabandt <cb@256bit.org>
parents: 8629
diff changeset
217 endif
131e651fb347 commit https://github.com/vim/vim/commit/b86f10ee10bdf932df02bdaf601dffa671518a47
Christian Brabandt <cb@256bit.org>
parents: 8629
diff changeset
218 let dataidx += 1
2041
d5867fd6b2b7 updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
diff changeset
219 endwhile
2063
1378bc45ebe5 updated for version 7.2.348
Bram Moolenaar <bram@zimbu.org>
parents: 2041
diff changeset
220 if dn != n && n_last == n
8680
131e651fb347 commit https://github.com/vim/vim/commit/b86f10ee10bdf932df02bdaf601dffa671518a47
Christian Brabandt <cb@256bit.org>
parents: 8629
diff changeset
221 echoerr "Cannot find character " . n . " in data table"
2041
d5867fd6b2b7 updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
diff changeset
222 endif
d5867fd6b2b7 updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
diff changeset
223 " Only use the char when it's not a composing char.
2063
1378bc45ebe5 updated for version 7.2.348
Bram Moolenaar <bram@zimbu.org>
parents: 2041
diff changeset
224 " But use all chars from a range.
2041
d5867fd6b2b7 updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
diff changeset
225 let dp = s:dataprops[dataidx]
2063
1378bc45ebe5 updated for version 7.2.348
Bram Moolenaar <bram@zimbu.org>
parents: 2041
diff changeset
226 if n_last > n || (dp[2] != 'Mn' && dp[2] != 'Mc' && dp[2] != 'Me')
8680
131e651fb347 commit https://github.com/vim/vim/commit/b86f10ee10bdf932df02bdaf601dffa671518a47
Christian Brabandt <cb@256bit.org>
parents: 8629
diff changeset
227 if start >= 0 && end + 1 == n
131e651fb347 commit https://github.com/vim/vim/commit/b86f10ee10bdf932df02bdaf601dffa671518a47
Christian Brabandt <cb@256bit.org>
parents: 8629
diff changeset
228 " continue with same range.
131e651fb347 commit https://github.com/vim/vim/commit/b86f10ee10bdf932df02bdaf601dffa671518a47
Christian Brabandt <cb@256bit.org>
parents: 8629
diff changeset
229 else
131e651fb347 commit https://github.com/vim/vim/commit/b86f10ee10bdf932df02bdaf601dffa671518a47
Christian Brabandt <cb@256bit.org>
parents: 8629
diff changeset
230 if start >= 0
131e651fb347 commit https://github.com/vim/vim/commit/b86f10ee10bdf932df02bdaf601dffa671518a47
Christian Brabandt <cb@256bit.org>
parents: 8629
diff changeset
231 " produce previous range
131e651fb347 commit https://github.com/vim/vim/commit/b86f10ee10bdf932df02bdaf601dffa671518a47
Christian Brabandt <cb@256bit.org>
parents: 8629
diff changeset
232 call add(ranges, printf("\t{0x%04x, 0x%04x},", start, end))
131e651fb347 commit https://github.com/vim/vim/commit/b86f10ee10bdf932df02bdaf601dffa671518a47
Christian Brabandt <cb@256bit.org>
parents: 8629
diff changeset
233 if a:pattern == 'A'
131e651fb347 commit https://github.com/vim/vim/commit/b86f10ee10bdf932df02bdaf601dffa671518a47
Christian Brabandt <cb@256bit.org>
parents: 8629
diff changeset
234 call add(s:ambitable, [start, end])
131e651fb347 commit https://github.com/vim/vim/commit/b86f10ee10bdf932df02bdaf601dffa671518a47
Christian Brabandt <cb@256bit.org>
parents: 8629
diff changeset
235 else
131e651fb347 commit https://github.com/vim/vim/commit/b86f10ee10bdf932df02bdaf601dffa671518a47
Christian Brabandt <cb@256bit.org>
parents: 8629
diff changeset
236 call add(s:doubletable, [start, end])
131e651fb347 commit https://github.com/vim/vim/commit/b86f10ee10bdf932df02bdaf601dffa671518a47
Christian Brabandt <cb@256bit.org>
parents: 8629
diff changeset
237 endif
131e651fb347 commit https://github.com/vim/vim/commit/b86f10ee10bdf932df02bdaf601dffa671518a47
Christian Brabandt <cb@256bit.org>
parents: 8629
diff changeset
238 endif
131e651fb347 commit https://github.com/vim/vim/commit/b86f10ee10bdf932df02bdaf601dffa671518a47
Christian Brabandt <cb@256bit.org>
parents: 8629
diff changeset
239 let start = n
131e651fb347 commit https://github.com/vim/vim/commit/b86f10ee10bdf932df02bdaf601dffa671518a47
Christian Brabandt <cb@256bit.org>
parents: 8629
diff changeset
240 endif
131e651fb347 commit https://github.com/vim/vim/commit/b86f10ee10bdf932df02bdaf601dffa671518a47
Christian Brabandt <cb@256bit.org>
parents: 8629
diff changeset
241 let end = n_last
2041
d5867fd6b2b7 updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
diff changeset
242 endif
d5867fd6b2b7 updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
diff changeset
243 endif
d5867fd6b2b7 updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
diff changeset
244 endfor
d5867fd6b2b7 updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
diff changeset
245 if start >= 0
d5867fd6b2b7 updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
diff changeset
246 call add(ranges, printf("\t{0x%04x, 0x%04x},", start, end))
8680
131e651fb347 commit https://github.com/vim/vim/commit/b86f10ee10bdf932df02bdaf601dffa671518a47
Christian Brabandt <cb@256bit.org>
parents: 8629
diff changeset
247 if a:pattern == 'A'
131e651fb347 commit https://github.com/vim/vim/commit/b86f10ee10bdf932df02bdaf601dffa671518a47
Christian Brabandt <cb@256bit.org>
parents: 8629
diff changeset
248 call add(s:ambitable, [start, end])
131e651fb347 commit https://github.com/vim/vim/commit/b86f10ee10bdf932df02bdaf601dffa671518a47
Christian Brabandt <cb@256bit.org>
parents: 8629
diff changeset
249 else
131e651fb347 commit https://github.com/vim/vim/commit/b86f10ee10bdf932df02bdaf601dffa671518a47
Christian Brabandt <cb@256bit.org>
parents: 8629
diff changeset
250 call add(s:doubletable, [start, end])
131e651fb347 commit https://github.com/vim/vim/commit/b86f10ee10bdf932df02bdaf601dffa671518a47
Christian Brabandt <cb@256bit.org>
parents: 8629
diff changeset
251 endif
2041
d5867fd6b2b7 updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
diff changeset
252 endif
d5867fd6b2b7 updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
diff changeset
253
d5867fd6b2b7 updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
diff changeset
254 " New buffer to put the result in.
d5867fd6b2b7 updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
diff changeset
255 new
2063
1378bc45ebe5 updated for version 7.2.348
Bram Moolenaar <bram@zimbu.org>
parents: 2041
diff changeset
256 exe "file " . a:tableName
1378bc45ebe5 updated for version 7.2.348
Bram Moolenaar <bram@zimbu.org>
parents: 2041
diff changeset
257 call setline(1, " static struct interval " . a:tableName . "[] =")
2041
d5867fd6b2b7 updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
diff changeset
258 call setline(2, " {")
d5867fd6b2b7 updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
diff changeset
259 call append('$', ranges)
d5867fd6b2b7 updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
diff changeset
260 call setline('$', getline('$')[:-2]) " remove last comma
d5867fd6b2b7 updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
diff changeset
261 call setline(line('$') + 1, " };")
d5867fd6b2b7 updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
diff changeset
262 wincmd p
d5867fd6b2b7 updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
diff changeset
263 endfunc
d5867fd6b2b7 updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
diff changeset
264
8629
54ac275e3fc4 commit https://github.com/vim/vim/commit/3848e00e0177abdb31bc600234967863ec487233
Christian Brabandt <cb@256bit.org>
parents: 6864
diff changeset
265 " Build the amoji width table in a new buffer.
54ac275e3fc4 commit https://github.com/vim/vim/commit/3848e00e0177abdb31bc600234967863ec487233
Christian Brabandt <cb@256bit.org>
parents: 6864
diff changeset
266 func! BuildEmojiTable(pattern, tableName)
8680
131e651fb347 commit https://github.com/vim/vim/commit/b86f10ee10bdf932df02bdaf601dffa671518a47
Christian Brabandt <cb@256bit.org>
parents: 8629
diff changeset
267 let alltokens = []
131e651fb347 commit https://github.com/vim/vim/commit/b86f10ee10bdf932df02bdaf601dffa671518a47
Christian Brabandt <cb@256bit.org>
parents: 8629
diff changeset
268 let widthtokens = []
131e651fb347 commit https://github.com/vim/vim/commit/b86f10ee10bdf932df02bdaf601dffa671518a47
Christian Brabandt <cb@256bit.org>
parents: 8629
diff changeset
269 let lines = map(filter(filter(getline(1, '$'), 'v:val=~"^[1-9]"'), 'v:val=~a:pattern'), 'matchstr(v:val,"^\\S\\+")')
131e651fb347 commit https://github.com/vim/vim/commit/b86f10ee10bdf932df02bdaf601dffa671518a47
Christian Brabandt <cb@256bit.org>
parents: 8629
diff changeset
270 for n in range(len(lines))
131e651fb347 commit https://github.com/vim/vim/commit/b86f10ee10bdf932df02bdaf601dffa671518a47
Christian Brabandt <cb@256bit.org>
parents: 8629
diff changeset
271 let line = lines[n]
8629
54ac275e3fc4 commit https://github.com/vim/vim/commit/3848e00e0177abdb31bc600234967863ec487233
Christian Brabandt <cb@256bit.org>
parents: 6864
diff changeset
272 let token = split(line, '\.\.')
8680
131e651fb347 commit https://github.com/vim/vim/commit/b86f10ee10bdf932df02bdaf601dffa671518a47
Christian Brabandt <cb@256bit.org>
parents: 8629
diff changeset
273 let first = ('0x' . token[0]) + 0
8629
54ac275e3fc4 commit https://github.com/vim/vim/commit/3848e00e0177abdb31bc600234967863ec487233
Christian Brabandt <cb@256bit.org>
parents: 6864
diff changeset
274 if len(token) == 1
8680
131e651fb347 commit https://github.com/vim/vim/commit/b86f10ee10bdf932df02bdaf601dffa671518a47
Christian Brabandt <cb@256bit.org>
parents: 8629
diff changeset
275 let last = first
131e651fb347 commit https://github.com/vim/vim/commit/b86f10ee10bdf932df02bdaf601dffa671518a47
Christian Brabandt <cb@256bit.org>
parents: 8629
diff changeset
276 else
131e651fb347 commit https://github.com/vim/vim/commit/b86f10ee10bdf932df02bdaf601dffa671518a47
Christian Brabandt <cb@256bit.org>
parents: 8629
diff changeset
277 let last = ('0x' . token[1]) + 0
131e651fb347 commit https://github.com/vim/vim/commit/b86f10ee10bdf932df02bdaf601dffa671518a47
Christian Brabandt <cb@256bit.org>
parents: 8629
diff changeset
278 endif
131e651fb347 commit https://github.com/vim/vim/commit/b86f10ee10bdf932df02bdaf601dffa671518a47
Christian Brabandt <cb@256bit.org>
parents: 8629
diff changeset
279
131e651fb347 commit https://github.com/vim/vim/commit/b86f10ee10bdf932df02bdaf601dffa671518a47
Christian Brabandt <cb@256bit.org>
parents: 8629
diff changeset
280 let token = [first, last]
131e651fb347 commit https://github.com/vim/vim/commit/b86f10ee10bdf932df02bdaf601dffa671518a47
Christian Brabandt <cb@256bit.org>
parents: 8629
diff changeset
281 if len(alltokens) > 0 && (token[0] - 1 == alltokens[-1][1])
131e651fb347 commit https://github.com/vim/vim/commit/b86f10ee10bdf932df02bdaf601dffa671518a47
Christian Brabandt <cb@256bit.org>
parents: 8629
diff changeset
282 let alltokens[-1][1] = token[1]
131e651fb347 commit https://github.com/vim/vim/commit/b86f10ee10bdf932df02bdaf601dffa671518a47
Christian Brabandt <cb@256bit.org>
parents: 8629
diff changeset
283 else
131e651fb347 commit https://github.com/vim/vim/commit/b86f10ee10bdf932df02bdaf601dffa671518a47
Christian Brabandt <cb@256bit.org>
parents: 8629
diff changeset
284 call add(alltokens, token)
8629
54ac275e3fc4 commit https://github.com/vim/vim/commit/3848e00e0177abdb31bc600234967863ec487233
Christian Brabandt <cb@256bit.org>
parents: 6864
diff changeset
285 endif
8680
131e651fb347 commit https://github.com/vim/vim/commit/b86f10ee10bdf932df02bdaf601dffa671518a47
Christian Brabandt <cb@256bit.org>
parents: 8629
diff changeset
286
8706
f63892cfe283 commit https://github.com/vim/vim/commit/6a08454b93784c92296d4c08456401cbaa74c9d5
Christian Brabandt <cb@256bit.org>
parents: 8680
diff changeset
287 " Characters below 1F000 may be considered single width traditionally,
f63892cfe283 commit https://github.com/vim/vim/commit/6a08454b93784c92296d4c08456401cbaa74c9d5
Christian Brabandt <cb@256bit.org>
parents: 8680
diff changeset
288 " making them double width causes problems.
f63892cfe283 commit https://github.com/vim/vim/commit/6a08454b93784c92296d4c08456401cbaa74c9d5
Christian Brabandt <cb@256bit.org>
parents: 8680
diff changeset
289 if first < 0x1f000
f63892cfe283 commit https://github.com/vim/vim/commit/6a08454b93784c92296d4c08456401cbaa74c9d5
Christian Brabandt <cb@256bit.org>
parents: 8680
diff changeset
290 continue
f63892cfe283 commit https://github.com/vim/vim/commit/6a08454b93784c92296d4c08456401cbaa74c9d5
Christian Brabandt <cb@256bit.org>
parents: 8680
diff changeset
291 endif
f63892cfe283 commit https://github.com/vim/vim/commit/6a08454b93784c92296d4c08456401cbaa74c9d5
Christian Brabandt <cb@256bit.org>
parents: 8680
diff changeset
292
8680
131e651fb347 commit https://github.com/vim/vim/commit/b86f10ee10bdf932df02bdaf601dffa671518a47
Christian Brabandt <cb@256bit.org>
parents: 8629
diff changeset
293 " exclude characters that are in the "ambiguous" or "doublewidth" table
131e651fb347 commit https://github.com/vim/vim/commit/b86f10ee10bdf932df02bdaf601dffa671518a47
Christian Brabandt <cb@256bit.org>
parents: 8629
diff changeset
294 for ambi in s:ambitable
131e651fb347 commit https://github.com/vim/vim/commit/b86f10ee10bdf932df02bdaf601dffa671518a47
Christian Brabandt <cb@256bit.org>
parents: 8629
diff changeset
295 if first >= ambi[0] && first <= ambi[1]
131e651fb347 commit https://github.com/vim/vim/commit/b86f10ee10bdf932df02bdaf601dffa671518a47
Christian Brabandt <cb@256bit.org>
parents: 8629
diff changeset
296 let first = ambi[1] + 1
131e651fb347 commit https://github.com/vim/vim/commit/b86f10ee10bdf932df02bdaf601dffa671518a47
Christian Brabandt <cb@256bit.org>
parents: 8629
diff changeset
297 endif
131e651fb347 commit https://github.com/vim/vim/commit/b86f10ee10bdf932df02bdaf601dffa671518a47
Christian Brabandt <cb@256bit.org>
parents: 8629
diff changeset
298 if last >= ambi[0] && last <= ambi[1]
131e651fb347 commit https://github.com/vim/vim/commit/b86f10ee10bdf932df02bdaf601dffa671518a47
Christian Brabandt <cb@256bit.org>
parents: 8629
diff changeset
299 let last = ambi[0] - 1
131e651fb347 commit https://github.com/vim/vim/commit/b86f10ee10bdf932df02bdaf601dffa671518a47
Christian Brabandt <cb@256bit.org>
parents: 8629
diff changeset
300 endif
131e651fb347 commit https://github.com/vim/vim/commit/b86f10ee10bdf932df02bdaf601dffa671518a47
Christian Brabandt <cb@256bit.org>
parents: 8629
diff changeset
301 endfor
131e651fb347 commit https://github.com/vim/vim/commit/b86f10ee10bdf932df02bdaf601dffa671518a47
Christian Brabandt <cb@256bit.org>
parents: 8629
diff changeset
302 for double in s:doubletable
131e651fb347 commit https://github.com/vim/vim/commit/b86f10ee10bdf932df02bdaf601dffa671518a47
Christian Brabandt <cb@256bit.org>
parents: 8629
diff changeset
303 if first >= double[0] && first <= double[1]
131e651fb347 commit https://github.com/vim/vim/commit/b86f10ee10bdf932df02bdaf601dffa671518a47
Christian Brabandt <cb@256bit.org>
parents: 8629
diff changeset
304 let first = double[1] + 1
131e651fb347 commit https://github.com/vim/vim/commit/b86f10ee10bdf932df02bdaf601dffa671518a47
Christian Brabandt <cb@256bit.org>
parents: 8629
diff changeset
305 endif
131e651fb347 commit https://github.com/vim/vim/commit/b86f10ee10bdf932df02bdaf601dffa671518a47
Christian Brabandt <cb@256bit.org>
parents: 8629
diff changeset
306 if last >= double[0] && last <= double[1]
131e651fb347 commit https://github.com/vim/vim/commit/b86f10ee10bdf932df02bdaf601dffa671518a47
Christian Brabandt <cb@256bit.org>
parents: 8629
diff changeset
307 let last = double[0] - 1
131e651fb347 commit https://github.com/vim/vim/commit/b86f10ee10bdf932df02bdaf601dffa671518a47
Christian Brabandt <cb@256bit.org>
parents: 8629
diff changeset
308 endif
131e651fb347 commit https://github.com/vim/vim/commit/b86f10ee10bdf932df02bdaf601dffa671518a47
Christian Brabandt <cb@256bit.org>
parents: 8629
diff changeset
309 endfor
131e651fb347 commit https://github.com/vim/vim/commit/b86f10ee10bdf932df02bdaf601dffa671518a47
Christian Brabandt <cb@256bit.org>
parents: 8629
diff changeset
310
131e651fb347 commit https://github.com/vim/vim/commit/b86f10ee10bdf932df02bdaf601dffa671518a47
Christian Brabandt <cb@256bit.org>
parents: 8629
diff changeset
311 if first <= last
131e651fb347 commit https://github.com/vim/vim/commit/b86f10ee10bdf932df02bdaf601dffa671518a47
Christian Brabandt <cb@256bit.org>
parents: 8629
diff changeset
312 let token = [first, last]
131e651fb347 commit https://github.com/vim/vim/commit/b86f10ee10bdf932df02bdaf601dffa671518a47
Christian Brabandt <cb@256bit.org>
parents: 8629
diff changeset
313 if len(widthtokens) > 0 && (token[0] - 1 == widthtokens[-1][1])
131e651fb347 commit https://github.com/vim/vim/commit/b86f10ee10bdf932df02bdaf601dffa671518a47
Christian Brabandt <cb@256bit.org>
parents: 8629
diff changeset
314 let widthtokens[-1][1] = token[1]
131e651fb347 commit https://github.com/vim/vim/commit/b86f10ee10bdf932df02bdaf601dffa671518a47
Christian Brabandt <cb@256bit.org>
parents: 8629
diff changeset
315 else
131e651fb347 commit https://github.com/vim/vim/commit/b86f10ee10bdf932df02bdaf601dffa671518a47
Christian Brabandt <cb@256bit.org>
parents: 8629
diff changeset
316 call add(widthtokens, token)
131e651fb347 commit https://github.com/vim/vim/commit/b86f10ee10bdf932df02bdaf601dffa671518a47
Christian Brabandt <cb@256bit.org>
parents: 8629
diff changeset
317 endif
131e651fb347 commit https://github.com/vim/vim/commit/b86f10ee10bdf932df02bdaf601dffa671518a47
Christian Brabandt <cb@256bit.org>
parents: 8629
diff changeset
318 endif
8629
54ac275e3fc4 commit https://github.com/vim/vim/commit/3848e00e0177abdb31bc600234967863ec487233
Christian Brabandt <cb@256bit.org>
parents: 6864
diff changeset
319 endfor
8680
131e651fb347 commit https://github.com/vim/vim/commit/b86f10ee10bdf932df02bdaf601dffa671518a47
Christian Brabandt <cb@256bit.org>
parents: 8629
diff changeset
320 let allranges = map(alltokens, 'printf("\t{0x%04x, 0x%04x},", v:val[0], v:val[1])')
131e651fb347 commit https://github.com/vim/vim/commit/b86f10ee10bdf932df02bdaf601dffa671518a47
Christian Brabandt <cb@256bit.org>
parents: 8629
diff changeset
321 let widthranges = map(widthtokens, 'printf("\t{0x%04x, 0x%04x},", v:val[0], v:val[1])')
8629
54ac275e3fc4 commit https://github.com/vim/vim/commit/3848e00e0177abdb31bc600234967863ec487233
Christian Brabandt <cb@256bit.org>
parents: 6864
diff changeset
322
54ac275e3fc4 commit https://github.com/vim/vim/commit/3848e00e0177abdb31bc600234967863ec487233
Christian Brabandt <cb@256bit.org>
parents: 6864
diff changeset
323 " New buffer to put the result in.
54ac275e3fc4 commit https://github.com/vim/vim/commit/3848e00e0177abdb31bc600234967863ec487233
Christian Brabandt <cb@256bit.org>
parents: 6864
diff changeset
324 new
8680
131e651fb347 commit https://github.com/vim/vim/commit/b86f10ee10bdf932df02bdaf601dffa671518a47
Christian Brabandt <cb@256bit.org>
parents: 8629
diff changeset
325 exe "file " . a:tableName . '_all'
131e651fb347 commit https://github.com/vim/vim/commit/b86f10ee10bdf932df02bdaf601dffa671518a47
Christian Brabandt <cb@256bit.org>
parents: 8629
diff changeset
326 call setline(1, " static struct interval " . a:tableName . "_all[] =")
8629
54ac275e3fc4 commit https://github.com/vim/vim/commit/3848e00e0177abdb31bc600234967863ec487233
Christian Brabandt <cb@256bit.org>
parents: 6864
diff changeset
327 call setline(2, " {")
8680
131e651fb347 commit https://github.com/vim/vim/commit/b86f10ee10bdf932df02bdaf601dffa671518a47
Christian Brabandt <cb@256bit.org>
parents: 8629
diff changeset
328 call append('$', allranges)
131e651fb347 commit https://github.com/vim/vim/commit/b86f10ee10bdf932df02bdaf601dffa671518a47
Christian Brabandt <cb@256bit.org>
parents: 8629
diff changeset
329 call setline('$', getline('$')[:-2]) " remove last comma
131e651fb347 commit https://github.com/vim/vim/commit/b86f10ee10bdf932df02bdaf601dffa671518a47
Christian Brabandt <cb@256bit.org>
parents: 8629
diff changeset
330 call setline(line('$') + 1, " };")
131e651fb347 commit https://github.com/vim/vim/commit/b86f10ee10bdf932df02bdaf601dffa671518a47
Christian Brabandt <cb@256bit.org>
parents: 8629
diff changeset
331 wincmd p
131e651fb347 commit https://github.com/vim/vim/commit/b86f10ee10bdf932df02bdaf601dffa671518a47
Christian Brabandt <cb@256bit.org>
parents: 8629
diff changeset
332
131e651fb347 commit https://github.com/vim/vim/commit/b86f10ee10bdf932df02bdaf601dffa671518a47
Christian Brabandt <cb@256bit.org>
parents: 8629
diff changeset
333 " New buffer to put the result in.
131e651fb347 commit https://github.com/vim/vim/commit/b86f10ee10bdf932df02bdaf601dffa671518a47
Christian Brabandt <cb@256bit.org>
parents: 8629
diff changeset
334 new
131e651fb347 commit https://github.com/vim/vim/commit/b86f10ee10bdf932df02bdaf601dffa671518a47
Christian Brabandt <cb@256bit.org>
parents: 8629
diff changeset
335 exe "file " . a:tableName . '_width'
131e651fb347 commit https://github.com/vim/vim/commit/b86f10ee10bdf932df02bdaf601dffa671518a47
Christian Brabandt <cb@256bit.org>
parents: 8629
diff changeset
336 call setline(1, " static struct interval " . a:tableName . "_width[] =")
131e651fb347 commit https://github.com/vim/vim/commit/b86f10ee10bdf932df02bdaf601dffa671518a47
Christian Brabandt <cb@256bit.org>
parents: 8629
diff changeset
337 call setline(2, " {")
131e651fb347 commit https://github.com/vim/vim/commit/b86f10ee10bdf932df02bdaf601dffa671518a47
Christian Brabandt <cb@256bit.org>
parents: 8629
diff changeset
338 call append('$', widthranges)
8629
54ac275e3fc4 commit https://github.com/vim/vim/commit/3848e00e0177abdb31bc600234967863ec487233
Christian Brabandt <cb@256bit.org>
parents: 6864
diff changeset
339 call setline('$', getline('$')[:-2]) " remove last comma
54ac275e3fc4 commit https://github.com/vim/vim/commit/3848e00e0177abdb31bc600234967863ec487233
Christian Brabandt <cb@256bit.org>
parents: 6864
diff changeset
340 call setline(line('$') + 1, " };")
54ac275e3fc4 commit https://github.com/vim/vim/commit/3848e00e0177abdb31bc600234967863ec487233
Christian Brabandt <cb@256bit.org>
parents: 6864
diff changeset
341 wincmd p
54ac275e3fc4 commit https://github.com/vim/vim/commit/3848e00e0177abdb31bc600234967863ec487233
Christian Brabandt <cb@256bit.org>
parents: 6864
diff changeset
342 endfunc
2041
d5867fd6b2b7 updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
diff changeset
343
6864
c9a5d51c9161 patch 7.4.752
Bram Moolenaar <bram@vim.org>
parents: 2063
diff changeset
344 " Try to avoid hitting E36
c9a5d51c9161 patch 7.4.752
Bram Moolenaar <bram@vim.org>
parents: 2063
diff changeset
345 set equalalways
2041
d5867fd6b2b7 updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
diff changeset
346
d5867fd6b2b7 updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
diff changeset
347 " Edit the Unicode text file. Requires the netrw plugin.
d5867fd6b2b7 updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
diff changeset
348 edit http://unicode.org/Public/UNIDATA/UnicodeData.txt
d5867fd6b2b7 updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
diff changeset
349
d5867fd6b2b7 updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
diff changeset
350 " Parse each line, create a list of lists.
d5867fd6b2b7 updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
diff changeset
351 call ParseDataToProps()
d5867fd6b2b7 updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
diff changeset
352
d5867fd6b2b7 updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
diff changeset
353 " Build the toLower table.
d5867fd6b2b7 updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
diff changeset
354 call BuildCaseTable("Lower", 13)
d5867fd6b2b7 updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
diff changeset
355
d5867fd6b2b7 updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
diff changeset
356 " Build the toUpper table.
d5867fd6b2b7 updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
diff changeset
357 call BuildCaseTable("Upper", 12)
d5867fd6b2b7 updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
diff changeset
358
d5867fd6b2b7 updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
diff changeset
359 " Build the ranges of composing chars.
d5867fd6b2b7 updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
diff changeset
360 call BuildCombiningTable()
d5867fd6b2b7 updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
diff changeset
361
d5867fd6b2b7 updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
diff changeset
362 " Edit the case folding text file. Requires the netrw plugin.
d5867fd6b2b7 updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
diff changeset
363 edit http://www.unicode.org/Public/UNIDATA/CaseFolding.txt
d5867fd6b2b7 updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
diff changeset
364
d5867fd6b2b7 updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
diff changeset
365 " Parse each line, create a list of lists.
d5867fd6b2b7 updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
diff changeset
366 call ParseFoldProps()
d5867fd6b2b7 updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
diff changeset
367
d5867fd6b2b7 updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
diff changeset
368 " Build the foldCase table.
d5867fd6b2b7 updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
diff changeset
369 call BuildFoldTable()
d5867fd6b2b7 updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
diff changeset
370
d5867fd6b2b7 updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
diff changeset
371 " Edit the width text file. Requires the netrw plugin.
d5867fd6b2b7 updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
diff changeset
372 edit http://www.unicode.org/Public/UNIDATA/EastAsianWidth.txt
d5867fd6b2b7 updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
diff changeset
373
d5867fd6b2b7 updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
diff changeset
374 " Parse each line, create a list of lists.
d5867fd6b2b7 updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
diff changeset
375 call ParseWidthProps()
d5867fd6b2b7 updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
diff changeset
376
2063
1378bc45ebe5 updated for version 7.2.348
Bram Moolenaar <bram@zimbu.org>
parents: 2041
diff changeset
377 " Build the double width table.
8680
131e651fb347 commit https://github.com/vim/vim/commit/b86f10ee10bdf932df02bdaf601dffa671518a47
Christian Brabandt <cb@256bit.org>
parents: 8629
diff changeset
378 let s:doubletable = []
2063
1378bc45ebe5 updated for version 7.2.348
Bram Moolenaar <bram@zimbu.org>
parents: 2041
diff changeset
379 call BuildWidthTable('[WF]', 'doublewidth')
1378bc45ebe5 updated for version 7.2.348
Bram Moolenaar <bram@zimbu.org>
parents: 2041
diff changeset
380
1378bc45ebe5 updated for version 7.2.348
Bram Moolenaar <bram@zimbu.org>
parents: 2041
diff changeset
381 " Build the ambiguous width table.
8680
131e651fb347 commit https://github.com/vim/vim/commit/b86f10ee10bdf932df02bdaf601dffa671518a47
Christian Brabandt <cb@256bit.org>
parents: 8629
diff changeset
382 let s:ambitable = []
2063
1378bc45ebe5 updated for version 7.2.348
Bram Moolenaar <bram@zimbu.org>
parents: 2041
diff changeset
383 call BuildWidthTable('A', 'ambiguous')
8629
54ac275e3fc4 commit https://github.com/vim/vim/commit/3848e00e0177abdb31bc600234967863ec487233
Christian Brabandt <cb@256bit.org>
parents: 6864
diff changeset
384
54ac275e3fc4 commit https://github.com/vim/vim/commit/3848e00e0177abdb31bc600234967863ec487233
Christian Brabandt <cb@256bit.org>
parents: 6864
diff changeset
385 " Edit the emoji text file. Requires the netrw plugin.
14347
723487cd7876 Update runtime files.
Christian Brabandt <cb@256bit.org>
parents: 11539
diff changeset
386 edit https://www.unicode.org/Public/emoji/11.0/emoji-data.txt
11539
f7ba69508fd5 patch 8.0.0652: unicode information is outdated
Christian Brabandt <cb@256bit.org>
parents: 8706
diff changeset
387 "edit http://www.unicode.org/Public/emoji/latest/emoji-data.txt
8629
54ac275e3fc4 commit https://github.com/vim/vim/commit/3848e00e0177abdb31bc600234967863ec487233
Christian Brabandt <cb@256bit.org>
parents: 6864
diff changeset
388
54ac275e3fc4 commit https://github.com/vim/vim/commit/3848e00e0177abdb31bc600234967863ec487233
Christian Brabandt <cb@256bit.org>
parents: 6864
diff changeset
389 " Build the emoji table. Ver. 1.0 - 6.0
8680
131e651fb347 commit https://github.com/vim/vim/commit/b86f10ee10bdf932df02bdaf601dffa671518a47
Christian Brabandt <cb@256bit.org>
parents: 8629
diff changeset
390 " Must come after the "ambiguous" table
11539
f7ba69508fd5 patch 8.0.0652: unicode information is outdated
Christian Brabandt <cb@256bit.org>
parents: 8706
diff changeset
391 call BuildEmojiTable('; Emoji\s\+#\s\+\d\+\.\d', 'emoji')