Mercurial > vim
annotate src/mbyte.c @ 8663:b2a48aabe21f v7.4.1621
commit https://github.com/vim/vim/commit/a63cdb5ed685181c377ee89f1d1de6a97dfeb151
Author: Bram Moolenaar <Bram@vim.org>
Date: Sun Mar 20 18:24:45 2016 +0100
patch 7.4.1621
Problem: Channel test doesn't work with Python 2.6.
Solution: Add number in formatting placeholder. (Wiredool)
author | Christian Brabandt <cb@256bit.org> |
---|---|
date | Sun, 20 Mar 2016 18:30:05 +0100 |
parents | a931160ffc41 |
children | 131e651fb347 |
rev | line source |
---|---|
7 | 1 /* vi:set ts=8 sts=4 sw=4: |
2 * | |
3 * VIM - Vi IMproved by Bram Moolenaar | |
4 * Multibyte extensions partly by Sung-Hoon Baek | |
5 * | |
6 * Do ":help uganda" in Vim to read copying and usage conditions. | |
7 * Do ":help credits" in Vim to see a list of people who contributed. | |
8 * See README.txt for an overview of the Vim source code. | |
9 */ | |
10 /* | |
11 * mbyte.c: Code specifically for handling multi-byte characters. | |
12 * | |
13 * The encoding used in the core is set with 'encoding'. When 'encoding' is | |
14 * changed, the following four variables are set (for speed). | |
15 * Currently these types of character encodings are supported: | |
16 * | |
17 * "enc_dbcs" When non-zero it tells the type of double byte character | |
18 * encoding (Chinese, Korean, Japanese, etc.). | |
19 * The cell width on the display is equal to the number of | |
20 * bytes. (exception: DBCS_JPNU with first byte 0x8e) | |
21 * Recognizing the first or second byte is difficult, it | |
22 * requires checking a byte sequence from the start. | |
23 * "enc_utf8" When TRUE use Unicode characters in UTF-8 encoding. | |
24 * The cell width on the display needs to be determined from | |
25 * the character value. | |
26 * Recognizing bytes is easy: 0xxx.xxxx is a single-byte | |
27 * char, 10xx.xxxx is a trailing byte, 11xx.xxxx is a leading | |
28 * byte of a multi-byte character. | |
2041
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
29 * To make things complicated, up to six composing characters |
7 | 30 * are allowed. These are drawn on top of the first char. |
31 * For most editing the sequence of bytes with composing | |
32 * characters included is considered to be one character. | |
33 * "enc_unicode" When 2 use 16-bit Unicode characters (or UTF-16). | |
34 * When 4 use 32-but Unicode characters. | |
35 * Internally characters are stored in UTF-8 encoding to | |
36 * avoid NUL bytes. Conversion happens when doing I/O. | |
37 * "enc_utf8" will also be TRUE. | |
38 * | |
39 * "has_mbyte" is set when "enc_dbcs" or "enc_utf8" is non-zero. | |
40 * | |
41 * If none of these is TRUE, 8-bit bytes are used for a character. The | |
42 * encoding isn't currently specified (TODO). | |
43 * | |
44 * 'encoding' specifies the encoding used in the core. This is in registers, | |
45 * text manipulation, buffers, etc. Conversion has to be done when characters | |
46 * in another encoding are received or send: | |
47 * | |
48 * clipboard | |
49 * ^ | |
50 * | (2) | |
51 * V | |
52 * +---------------+ | |
53 * (1) | | (3) | |
54 * keyboard ----->| core |-----> display | |
55 * | | | |
56 * +---------------+ | |
57 * ^ | |
58 * | (4) | |
59 * V | |
60 * file | |
61 * | |
62 * (1) Typed characters arrive in the current locale. Conversion is to be | |
63 * done when 'encoding' is different from 'termencoding'. | |
64 * (2) Text will be made available with the encoding specified with | |
65 * 'encoding'. If this is not sufficient, system-specific conversion | |
66 * might be required. | |
67 * (3) For the GUI the correct font must be selected, no conversion done. | |
68 * Otherwise, conversion is to be done when 'encoding' differs from | |
69 * 'termencoding'. (Different in the GTK+ 2 port -- 'termencoding' | |
70 * is always used for both input and output and must always be set to | |
71 * "utf-8". gui_mch_init() does this automatically.) | |
72 * (4) The encoding of the file is specified with 'fileencoding'. Conversion | |
73 * is to be done when it's different from 'encoding'. | |
74 * | |
75 * The viminfo file is a special case: Only text is converted, not file names. | |
76 * Vim scripts may contain an ":encoding" command. This has an effect for | |
77 * some commands, like ":menutrans" | |
78 */ | |
79 | |
80 #include "vim.h" | |
81 | |
82 #ifdef WIN32UNIX | |
83 # ifndef WIN32_LEAN_AND_MEAN | |
84 # define WIN32_LEAN_AND_MEAN | |
85 # endif | |
5602 | 86 # if defined(FEAT_GUI) || defined(FEAT_XCLIPBOARD) |
87 # include <X11/Xwindows.h> | |
88 # define WINBYTE wBYTE | |
89 # else | |
90 # include <windows.h> | |
91 # define WINBYTE BYTE | |
92 # endif | |
7 | 93 # ifdef WIN32 |
94 # undef WIN32 /* Some windows.h define WIN32, we don't want that here. */ | |
95 # endif | |
5602 | 96 #else |
97 # define WINBYTE BYTE | |
7 | 98 #endif |
99 | |
100 #if (defined(WIN3264) || defined(WIN32UNIX)) && !defined(__MINGW32__) | |
101 # include <winnls.h> | |
102 #endif | |
103 | |
104 #ifdef FEAT_GUI_X11 | |
105 # include <X11/Intrinsic.h> | |
106 #endif | |
107 #ifdef X_LOCALE | |
108 #include <X11/Xlocale.h> | |
109 #endif | |
110 | |
2275
e4d849f4df03
Remove the old and not well supported GTK 1 code. (James Vega)
Bram Moolenaar <bram@vim.org>
parents:
2250
diff
changeset
|
111 #if defined(FEAT_GUI_GTK) && defined(FEAT_XIM) |
8218
3456e2ebebd4
commit https://github.com/vim/vim/commit/9892189d2e7ab94b750f99e6da4cbfc3c8014517
Christian Brabandt <cb@256bit.org>
parents:
8212
diff
changeset
|
112 # if GTK_CHECK_VERSION(3,0,0) |
3456e2ebebd4
commit https://github.com/vim/vim/commit/9892189d2e7ab94b750f99e6da4cbfc3c8014517
Christian Brabandt <cb@256bit.org>
parents:
8212
diff
changeset
|
113 # include <gdk/gdkkeysyms-compat.h> |
3456e2ebebd4
commit https://github.com/vim/vim/commit/9892189d2e7ab94b750f99e6da4cbfc3c8014517
Christian Brabandt <cb@256bit.org>
parents:
8212
diff
changeset
|
114 # else |
3456e2ebebd4
commit https://github.com/vim/vim/commit/9892189d2e7ab94b750f99e6da4cbfc3c8014517
Christian Brabandt <cb@256bit.org>
parents:
8212
diff
changeset
|
115 # include <gdk/gdkkeysyms.h> |
3456e2ebebd4
commit https://github.com/vim/vim/commit/9892189d2e7ab94b750f99e6da4cbfc3c8014517
Christian Brabandt <cb@256bit.org>
parents:
8212
diff
changeset
|
116 # endif |
7 | 117 # ifdef WIN3264 |
118 # include <gdk/gdkwin32.h> | |
119 # else | |
120 # include <gdk/gdkx.h> | |
121 # endif | |
122 #endif | |
123 | |
124 #ifdef HAVE_WCHAR_H | |
125 # include <wchar.h> | |
126 #endif | |
127 | |
128 #if 0 | |
129 /* This has been disabled, because several people reported problems with the | |
130 * wcwidth() and iswprint() library functions, esp. for Hebrew. */ | |
131 # ifdef __STDC_ISO_10646__ | |
132 # define USE_WCHAR_FUNCTIONS | |
133 # endif | |
134 #endif | |
135 | |
136 #if defined(FEAT_MBYTE) || defined(PROTO) | |
137 | |
7803
37c929c4a073
commit https://github.com/vim/vim/commit/92b8b2d307e34117f146319872010b0ccc9d2713
Christian Brabandt <cb@256bit.org>
parents:
7734
diff
changeset
|
138 static int enc_canon_search(char_u *name); |
37c929c4a073
commit https://github.com/vim/vim/commit/92b8b2d307e34117f146319872010b0ccc9d2713
Christian Brabandt <cb@256bit.org>
parents:
7734
diff
changeset
|
139 static int dbcs_char2len(int c); |
37c929c4a073
commit https://github.com/vim/vim/commit/92b8b2d307e34117f146319872010b0ccc9d2713
Christian Brabandt <cb@256bit.org>
parents:
7734
diff
changeset
|
140 static int dbcs_char2bytes(int c, char_u *buf); |
37c929c4a073
commit https://github.com/vim/vim/commit/92b8b2d307e34117f146319872010b0ccc9d2713
Christian Brabandt <cb@256bit.org>
parents:
7734
diff
changeset
|
141 static int dbcs_ptr2len(char_u *p); |
37c929c4a073
commit https://github.com/vim/vim/commit/92b8b2d307e34117f146319872010b0ccc9d2713
Christian Brabandt <cb@256bit.org>
parents:
7734
diff
changeset
|
142 static int dbcs_ptr2len_len(char_u *p, int size); |
37c929c4a073
commit https://github.com/vim/vim/commit/92b8b2d307e34117f146319872010b0ccc9d2713
Christian Brabandt <cb@256bit.org>
parents:
7734
diff
changeset
|
143 static int utf_ptr2cells_len(char_u *p, int size); |
37c929c4a073
commit https://github.com/vim/vim/commit/92b8b2d307e34117f146319872010b0ccc9d2713
Christian Brabandt <cb@256bit.org>
parents:
7734
diff
changeset
|
144 static int dbcs_char2cells(int c); |
37c929c4a073
commit https://github.com/vim/vim/commit/92b8b2d307e34117f146319872010b0ccc9d2713
Christian Brabandt <cb@256bit.org>
parents:
7734
diff
changeset
|
145 static int dbcs_ptr2cells_len(char_u *p, int size); |
37c929c4a073
commit https://github.com/vim/vim/commit/92b8b2d307e34117f146319872010b0ccc9d2713
Christian Brabandt <cb@256bit.org>
parents:
7734
diff
changeset
|
146 static int dbcs_ptr2char(char_u *p); |
37c929c4a073
commit https://github.com/vim/vim/commit/92b8b2d307e34117f146319872010b0ccc9d2713
Christian Brabandt <cb@256bit.org>
parents:
7734
diff
changeset
|
147 static int utf_safe_read_char_adv(char_u **s, size_t *n); |
7 | 148 |
2015 | 149 /* |
150 * Lookup table to quickly get the length in bytes of a UTF-8 character from | |
151 * the first byte of a UTF-8 string. | |
152 * Bytes which are illegal when used as the first byte have a 1. | |
153 * The NUL byte has length 1. | |
154 */ | |
7 | 155 static char utf8len_tab[256] = |
156 { | |
157 1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1, | |
158 1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1, | |
159 1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1, | |
160 1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1, | |
2015 | 161 1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1, |
162 1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1, | |
7 | 163 2,2,2,2,2,2,2,2,2,2,2,2,2,2,2,2,2,2,2,2,2,2,2,2,2,2,2,2,2,2,2,2, |
164 3,3,3,3,3,3,3,3,3,3,3,3,3,3,3,3,4,4,4,4,4,4,4,4,5,5,5,5,6,6,1,1, | |
165 }; | |
166 | |
167 /* | |
2015 | 168 * Like utf8len_tab above, but using a zero for illegal lead bytes. |
169 */ | |
170 static char utf8len_tab_zero[256] = | |
171 { | |
172 1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1, | |
173 1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1, | |
174 1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1, | |
175 1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1, | |
176 0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0, | |
177 0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0, | |
178 2,2,2,2,2,2,2,2,2,2,2,2,2,2,2,2,2,2,2,2,2,2,2,2,2,2,2,2,2,2,2,2, | |
179 3,3,3,3,3,3,3,3,3,3,3,3,3,3,3,3,4,4,4,4,4,4,4,4,5,5,5,5,6,6,0,0, | |
180 }; | |
181 | |
182 /* | |
7 | 183 * XIM often causes trouble. Define XIM_DEBUG to get a log of XIM callbacks |
184 * in the "xim.log" file. | |
185 */ | |
186 /* #define XIM_DEBUG */ | |
187 #ifdef XIM_DEBUG | |
188 static void | |
189 xim_log(char *s, ...) | |
190 { | |
191 va_list arglist; | |
192 static FILE *fd = NULL; | |
193 | |
194 if (fd == (FILE *)-1) | |
195 return; | |
196 if (fd == NULL) | |
197 { | |
531 | 198 fd = mch_fopen("xim.log", "w"); |
7 | 199 if (fd == NULL) |
200 { | |
201 EMSG("Cannot open xim.log"); | |
202 fd = (FILE *)-1; | |
203 return; | |
204 } | |
205 } | |
206 | |
207 va_start(arglist, s); | |
208 vfprintf(fd, s, arglist); | |
209 va_end(arglist); | |
210 } | |
211 #endif | |
212 | |
213 #endif | |
214 | |
215 #if defined(FEAT_MBYTE) || defined(FEAT_POSTSCRIPT) || defined(PROTO) | |
216 /* | |
217 * Canonical encoding names and their properties. | |
218 * "iso-8859-n" is handled by enc_canonize() directly. | |
219 */ | |
220 static struct | |
221 { char *name; int prop; int codepage;} | |
222 enc_canon_table[] = | |
223 { | |
224 #define IDX_LATIN_1 0 | |
225 {"latin1", ENC_8BIT + ENC_LATIN1, 1252}, | |
226 #define IDX_ISO_2 1 | |
227 {"iso-8859-2", ENC_8BIT, 0}, | |
228 #define IDX_ISO_3 2 | |
229 {"iso-8859-3", ENC_8BIT, 0}, | |
230 #define IDX_ISO_4 3 | |
231 {"iso-8859-4", ENC_8BIT, 0}, | |
232 #define IDX_ISO_5 4 | |
233 {"iso-8859-5", ENC_8BIT, 0}, | |
234 #define IDX_ISO_6 5 | |
235 {"iso-8859-6", ENC_8BIT, 0}, | |
236 #define IDX_ISO_7 6 | |
237 {"iso-8859-7", ENC_8BIT, 0}, | |
407 | 238 #define IDX_ISO_8 7 |
7 | 239 {"iso-8859-8", ENC_8BIT, 0}, |
407 | 240 #define IDX_ISO_9 8 |
7 | 241 {"iso-8859-9", ENC_8BIT, 0}, |
407 | 242 #define IDX_ISO_10 9 |
7 | 243 {"iso-8859-10", ENC_8BIT, 0}, |
407 | 244 #define IDX_ISO_11 10 |
7 | 245 {"iso-8859-11", ENC_8BIT, 0}, |
407 | 246 #define IDX_ISO_13 11 |
7 | 247 {"iso-8859-13", ENC_8BIT, 0}, |
407 | 248 #define IDX_ISO_14 12 |
7 | 249 {"iso-8859-14", ENC_8BIT, 0}, |
407 | 250 #define IDX_ISO_15 13 |
26 | 251 {"iso-8859-15", ENC_8BIT + ENC_LATIN9, 0}, |
407 | 252 #define IDX_KOI8_R 14 |
7 | 253 {"koi8-r", ENC_8BIT, 0}, |
407 | 254 #define IDX_KOI8_U 15 |
7 | 255 {"koi8-u", ENC_8BIT, 0}, |
407 | 256 #define IDX_UTF8 16 |
7 | 257 {"utf-8", ENC_UNICODE, 0}, |
407 | 258 #define IDX_UCS2 17 |
7 | 259 {"ucs-2", ENC_UNICODE + ENC_ENDIAN_B + ENC_2BYTE, 0}, |
407 | 260 #define IDX_UCS2LE 18 |
7 | 261 {"ucs-2le", ENC_UNICODE + ENC_ENDIAN_L + ENC_2BYTE, 0}, |
407 | 262 #define IDX_UTF16 19 |
7 | 263 {"utf-16", ENC_UNICODE + ENC_ENDIAN_B + ENC_2WORD, 0}, |
407 | 264 #define IDX_UTF16LE 20 |
7 | 265 {"utf-16le", ENC_UNICODE + ENC_ENDIAN_L + ENC_2WORD, 0}, |
407 | 266 #define IDX_UCS4 21 |
7 | 267 {"ucs-4", ENC_UNICODE + ENC_ENDIAN_B + ENC_4BYTE, 0}, |
407 | 268 #define IDX_UCS4LE 22 |
7 | 269 {"ucs-4le", ENC_UNICODE + ENC_ENDIAN_L + ENC_4BYTE, 0}, |
407 | 270 |
271 /* For debugging DBCS encoding on Unix. */ | |
272 #define IDX_DEBUG 23 | |
7 | 273 {"debug", ENC_DBCS, DBCS_DEBUG}, |
407 | 274 #define IDX_EUC_JP 24 |
7 | 275 {"euc-jp", ENC_DBCS, DBCS_JPNU}, |
407 | 276 #define IDX_SJIS 25 |
7 | 277 {"sjis", ENC_DBCS, DBCS_JPN}, |
407 | 278 #define IDX_EUC_KR 26 |
7 | 279 {"euc-kr", ENC_DBCS, DBCS_KORU}, |
407 | 280 #define IDX_EUC_CN 27 |
7 | 281 {"euc-cn", ENC_DBCS, DBCS_CHSU}, |
407 | 282 #define IDX_EUC_TW 28 |
7 | 283 {"euc-tw", ENC_DBCS, DBCS_CHTU}, |
407 | 284 #define IDX_BIG5 29 |
7 | 285 {"big5", ENC_DBCS, DBCS_CHT}, |
407 | 286 |
287 /* MS-DOS and MS-Windows codepages are included here, so that they can be | |
288 * used on Unix too. Most of them are similar to ISO-8859 encodings, but | |
289 * not exactly the same. */ | |
290 #define IDX_CP437 30 | |
291 {"cp437", ENC_8BIT, 437}, /* like iso-8859-1 */ | |
292 #define IDX_CP737 31 | |
293 {"cp737", ENC_8BIT, 737}, /* like iso-8859-7 */ | |
294 #define IDX_CP775 32 | |
295 {"cp775", ENC_8BIT, 775}, /* Baltic */ | |
296 #define IDX_CP850 33 | |
297 {"cp850", ENC_8BIT, 850}, /* like iso-8859-4 */ | |
298 #define IDX_CP852 34 | |
299 {"cp852", ENC_8BIT, 852}, /* like iso-8859-1 */ | |
300 #define IDX_CP855 35 | |
301 {"cp855", ENC_8BIT, 855}, /* like iso-8859-2 */ | |
302 #define IDX_CP857 36 | |
303 {"cp857", ENC_8BIT, 857}, /* like iso-8859-5 */ | |
304 #define IDX_CP860 37 | |
305 {"cp860", ENC_8BIT, 860}, /* like iso-8859-9 */ | |
306 #define IDX_CP861 38 | |
307 {"cp861", ENC_8BIT, 861}, /* like iso-8859-1 */ | |
308 #define IDX_CP862 39 | |
309 {"cp862", ENC_8BIT, 862}, /* like iso-8859-1 */ | |
310 #define IDX_CP863 40 | |
311 {"cp863", ENC_8BIT, 863}, /* like iso-8859-8 */ | |
312 #define IDX_CP865 41 | |
313 {"cp865", ENC_8BIT, 865}, /* like iso-8859-1 */ | |
314 #define IDX_CP866 42 | |
315 {"cp866", ENC_8BIT, 866}, /* like iso-8859-5 */ | |
316 #define IDX_CP869 43 | |
317 {"cp869", ENC_8BIT, 869}, /* like iso-8859-7 */ | |
318 #define IDX_CP874 44 | |
319 {"cp874", ENC_8BIT, 874}, /* Thai */ | |
320 #define IDX_CP932 45 | |
321 {"cp932", ENC_DBCS, DBCS_JPN}, | |
322 #define IDX_CP936 46 | |
323 {"cp936", ENC_DBCS, DBCS_CHS}, | |
324 #define IDX_CP949 47 | |
325 {"cp949", ENC_DBCS, DBCS_KOR}, | |
326 #define IDX_CP950 48 | |
327 {"cp950", ENC_DBCS, DBCS_CHT}, | |
328 #define IDX_CP1250 49 | |
329 {"cp1250", ENC_8BIT, 1250}, /* Czech, Polish, etc. */ | |
330 #define IDX_CP1251 50 | |
331 {"cp1251", ENC_8BIT, 1251}, /* Cyrillic */ | |
332 /* cp1252 is considered to be equal to latin1 */ | |
333 #define IDX_CP1253 51 | |
334 {"cp1253", ENC_8BIT, 1253}, /* Greek */ | |
335 #define IDX_CP1254 52 | |
336 {"cp1254", ENC_8BIT, 1254}, /* Turkish */ | |
337 #define IDX_CP1255 53 | |
338 {"cp1255", ENC_8BIT, 1255}, /* Hebrew */ | |
339 #define IDX_CP1256 54 | |
340 {"cp1256", ENC_8BIT, 1256}, /* Arabic */ | |
341 #define IDX_CP1257 55 | |
342 {"cp1257", ENC_8BIT, 1257}, /* Baltic */ | |
343 #define IDX_CP1258 56 | |
344 {"cp1258", ENC_8BIT, 1258}, /* Vietnamese */ | |
345 | |
346 #define IDX_MACROMAN 57 | |
347 {"macroman", ENC_8BIT + ENC_MACROMAN, 0}, /* Mac OS */ | |
890 | 348 #define IDX_DECMCS 58 |
349 {"dec-mcs", ENC_8BIT, 0}, /* DEC MCS */ | |
350 #define IDX_HPROMAN8 59 | |
351 {"hp-roman8", ENC_8BIT, 0}, /* HP Roman8 */ | |
352 #define IDX_COUNT 60 | |
7 | 353 }; |
354 | |
355 /* | |
356 * Aliases for encoding names. | |
357 */ | |
358 static struct | |
359 { char *name; int canon;} | |
360 enc_alias_table[] = | |
361 { | |
362 {"ansi", IDX_LATIN_1}, | |
363 {"iso-8859-1", IDX_LATIN_1}, | |
364 {"latin2", IDX_ISO_2}, | |
365 {"latin3", IDX_ISO_3}, | |
366 {"latin4", IDX_ISO_4}, | |
367 {"cyrillic", IDX_ISO_5}, | |
368 {"arabic", IDX_ISO_6}, | |
369 {"greek", IDX_ISO_7}, | |
370 #ifdef WIN3264 | |
371 {"hebrew", IDX_CP1255}, | |
372 #else | |
373 {"hebrew", IDX_ISO_8}, | |
374 #endif | |
375 {"latin5", IDX_ISO_9}, | |
376 {"turkish", IDX_ISO_9}, /* ? */ | |
377 {"latin6", IDX_ISO_10}, | |
378 {"nordic", IDX_ISO_10}, /* ? */ | |
379 {"thai", IDX_ISO_11}, /* ? */ | |
380 {"latin7", IDX_ISO_13}, | |
381 {"latin8", IDX_ISO_14}, | |
382 {"latin9", IDX_ISO_15}, | |
383 {"utf8", IDX_UTF8}, | |
384 {"unicode", IDX_UCS2}, | |
385 {"ucs2", IDX_UCS2}, | |
386 {"ucs2be", IDX_UCS2}, | |
387 {"ucs-2be", IDX_UCS2}, | |
388 {"ucs2le", IDX_UCS2LE}, | |
389 {"utf16", IDX_UTF16}, | |
390 {"utf16be", IDX_UTF16}, | |
391 {"utf-16be", IDX_UTF16}, | |
392 {"utf16le", IDX_UTF16LE}, | |
393 {"ucs4", IDX_UCS4}, | |
394 {"ucs4be", IDX_UCS4}, | |
395 {"ucs-4be", IDX_UCS4}, | |
396 {"ucs4le", IDX_UCS4LE}, | |
1540 | 397 {"utf32", IDX_UCS4}, |
398 {"utf-32", IDX_UCS4}, | |
399 {"utf32be", IDX_UCS4}, | |
400 {"utf-32be", IDX_UCS4}, | |
401 {"utf32le", IDX_UCS4LE}, | |
402 {"utf-32le", IDX_UCS4LE}, | |
7 | 403 {"932", IDX_CP932}, |
404 {"949", IDX_CP949}, | |
405 {"936", IDX_CP936}, | |
932 | 406 {"gbk", IDX_CP936}, |
7 | 407 {"950", IDX_CP950}, |
408 {"eucjp", IDX_EUC_JP}, | |
409 {"unix-jis", IDX_EUC_JP}, | |
410 {"ujis", IDX_EUC_JP}, | |
411 {"shift-jis", IDX_SJIS}, | |
6377 | 412 {"pck", IDX_SJIS}, /* Sun: PCK */ |
7 | 413 {"euckr", IDX_EUC_KR}, |
414 {"5601", IDX_EUC_KR}, /* Sun: KS C 5601 */ | |
415 {"euccn", IDX_EUC_CN}, | |
416 {"gb2312", IDX_EUC_CN}, | |
417 {"euctw", IDX_EUC_TW}, | |
418 #if defined(WIN3264) || defined(WIN32UNIX) || defined(MACOS) | |
419 {"japan", IDX_CP932}, | |
420 {"korea", IDX_CP949}, | |
421 {"prc", IDX_CP936}, | |
422 {"chinese", IDX_CP936}, | |
423 {"taiwan", IDX_CP950}, | |
424 {"big5", IDX_CP950}, | |
425 #else | |
426 {"japan", IDX_EUC_JP}, | |
427 {"korea", IDX_EUC_KR}, | |
428 {"prc", IDX_EUC_CN}, | |
429 {"chinese", IDX_EUC_CN}, | |
430 {"taiwan", IDX_EUC_TW}, | |
431 {"cp950", IDX_BIG5}, | |
432 {"950", IDX_BIG5}, | |
433 #endif | |
434 {"mac", IDX_MACROMAN}, | |
890 | 435 {"mac-roman", IDX_MACROMAN}, |
7 | 436 {NULL, 0} |
437 }; | |
438 | |
439 #ifndef CP_UTF8 | |
440 # define CP_UTF8 65001 /* magic number from winnls.h */ | |
441 #endif | |
442 | |
443 /* | |
444 * Find encoding "name" in the list of canonical encoding names. | |
445 * Returns -1 if not found. | |
446 */ | |
447 static int | |
7827
41789f16d6b2
commit https://github.com/vim/vim/commit/52ea13da0fe86df1abf34de52841e367035170c0
Christian Brabandt <cb@256bit.org>
parents:
7803
diff
changeset
|
448 enc_canon_search(char_u *name) |
7 | 449 { |
450 int i; | |
451 | |
452 for (i = 0; i < IDX_COUNT; ++i) | |
453 if (STRCMP(name, enc_canon_table[i].name) == 0) | |
454 return i; | |
455 return -1; | |
456 } | |
457 | |
458 #endif | |
459 | |
460 #if defined(FEAT_MBYTE) || defined(PROTO) | |
461 | |
462 /* | |
463 * Find canonical encoding "name" in the list and return its properties. | |
464 * Returns 0 if not found. | |
465 */ | |
466 int | |
7827
41789f16d6b2
commit https://github.com/vim/vim/commit/52ea13da0fe86df1abf34de52841e367035170c0
Christian Brabandt <cb@256bit.org>
parents:
7803
diff
changeset
|
467 enc_canon_props(char_u *name) |
7 | 468 { |
469 int i; | |
470 | |
471 i = enc_canon_search(name); | |
472 if (i >= 0) | |
473 return enc_canon_table[i].prop; | |
474 #ifdef WIN3264 | |
475 if (name[0] == 'c' && name[1] == 'p' && VIM_ISDIGIT(name[2])) | |
476 { | |
477 CPINFO cpinfo; | |
478 | |
479 /* Get info on this codepage to find out what it is. */ | |
8080
b6cb94ad97a4
commit https://github.com/vim/vim/commit/6aa2cd4be287f35f95f35c2cec6d5a24f53c4d3c
Christian Brabandt <cb@256bit.org>
parents:
7827
diff
changeset
|
480 if (GetCPInfo(atoi((char *)name + 2), &cpinfo) != 0) |
7 | 481 { |
482 if (cpinfo.MaxCharSize == 1) /* some single-byte encoding */ | |
483 return ENC_8BIT; | |
484 if (cpinfo.MaxCharSize == 2 | |
485 && (cpinfo.LeadByte[0] != 0 || cpinfo.LeadByte[1] != 0)) | |
486 /* must be a DBCS encoding */ | |
487 return ENC_DBCS; | |
488 } | |
489 return 0; | |
490 } | |
491 #endif | |
492 if (STRNCMP(name, "2byte-", 6) == 0) | |
493 return ENC_DBCS; | |
494 if (STRNCMP(name, "8bit-", 5) == 0 || STRNCMP(name, "iso-8859-", 9) == 0) | |
495 return ENC_8BIT; | |
496 return 0; | |
497 } | |
498 | |
499 /* | |
500 * Set up for using multi-byte characters. | |
501 * Called in three cases: | |
502 * - by main() to initialize (p_enc == NULL) | |
503 * - by set_init_1() after 'encoding' was set to its default. | |
504 * - by do_set() when 'encoding' has been set. | |
505 * p_enc must have been passed through enc_canonize() already. | |
506 * Sets the "enc_unicode", "enc_utf8", "enc_dbcs" and "has_mbyte" flags. | |
507 * Fills mb_bytelen_tab[] and returns NULL when there are no problems. | |
508 * When there is something wrong: Returns an error message and doesn't change | |
509 * anything. | |
510 */ | |
511 char_u * | |
7827
41789f16d6b2
commit https://github.com/vim/vim/commit/52ea13da0fe86df1abf34de52841e367035170c0
Christian Brabandt <cb@256bit.org>
parents:
7803
diff
changeset
|
512 mb_init(void) |
7 | 513 { |
514 int i; | |
515 int idx; | |
516 int n; | |
517 int enc_dbcs_new = 0; | |
518 #if defined(USE_ICONV) && !defined(WIN3264) && !defined(WIN32UNIX) \ | |
519 && !defined(MACOS) | |
520 # define LEN_FROM_CONV | |
521 vimconv_T vimconv; | |
522 char_u *p; | |
523 #endif | |
524 | |
525 if (p_enc == NULL) | |
526 { | |
527 /* Just starting up: set the whole table to one's. */ | |
528 for (i = 0; i < 256; ++i) | |
529 mb_bytelen_tab[i] = 1; | |
530 input_conv.vc_type = CONV_NONE; | |
531 input_conv.vc_factor = 1; | |
532 output_conv.vc_type = CONV_NONE; | |
533 return NULL; | |
534 } | |
535 | |
536 #ifdef WIN3264 | |
537 if (p_enc[0] == 'c' && p_enc[1] == 'p' && VIM_ISDIGIT(p_enc[2])) | |
538 { | |
539 CPINFO cpinfo; | |
540 | |
541 /* Get info on this codepage to find out what it is. */ | |
8080
b6cb94ad97a4
commit https://github.com/vim/vim/commit/6aa2cd4be287f35f95f35c2cec6d5a24f53c4d3c
Christian Brabandt <cb@256bit.org>
parents:
7827
diff
changeset
|
542 if (GetCPInfo(atoi((char *)p_enc + 2), &cpinfo) != 0) |
7 | 543 { |
544 if (cpinfo.MaxCharSize == 1) | |
545 { | |
546 /* some single-byte encoding */ | |
547 enc_unicode = 0; | |
548 enc_utf8 = FALSE; | |
549 } | |
550 else if (cpinfo.MaxCharSize == 2 | |
551 && (cpinfo.LeadByte[0] != 0 || cpinfo.LeadByte[1] != 0)) | |
552 { | |
553 /* must be a DBCS encoding, check below */ | |
8080
b6cb94ad97a4
commit https://github.com/vim/vim/commit/6aa2cd4be287f35f95f35c2cec6d5a24f53c4d3c
Christian Brabandt <cb@256bit.org>
parents:
7827
diff
changeset
|
554 enc_dbcs_new = atoi((char *)p_enc + 2); |
7 | 555 } |
556 else | |
557 goto codepage_invalid; | |
558 } | |
559 else if (GetLastError() == ERROR_INVALID_PARAMETER) | |
560 { | |
561 codepage_invalid: | |
562 return (char_u *)N_("E543: Not a valid codepage"); | |
563 } | |
564 } | |
565 #endif | |
566 else if (STRNCMP(p_enc, "8bit-", 5) == 0 | |
567 || STRNCMP(p_enc, "iso-8859-", 9) == 0) | |
568 { | |
569 /* Accept any "8bit-" or "iso-8859-" name. */ | |
570 enc_unicode = 0; | |
571 enc_utf8 = FALSE; | |
572 } | |
573 else if (STRNCMP(p_enc, "2byte-", 6) == 0) | |
574 { | |
575 #ifdef WIN3264 | |
576 /* Windows: accept only valid codepage numbers, check below. */ | |
577 if (p_enc[6] != 'c' || p_enc[7] != 'p' | |
8080
b6cb94ad97a4
commit https://github.com/vim/vim/commit/6aa2cd4be287f35f95f35c2cec6d5a24f53c4d3c
Christian Brabandt <cb@256bit.org>
parents:
7827
diff
changeset
|
578 || (enc_dbcs_new = atoi((char *)p_enc + 8)) == 0) |
7 | 579 return e_invarg; |
580 #else | |
581 /* Unix: accept any "2byte-" name, assume current locale. */ | |
582 enc_dbcs_new = DBCS_2BYTE; | |
583 #endif | |
584 } | |
585 else if ((idx = enc_canon_search(p_enc)) >= 0) | |
586 { | |
587 i = enc_canon_table[idx].prop; | |
588 if (i & ENC_UNICODE) | |
589 { | |
590 /* Unicode */ | |
591 enc_utf8 = TRUE; | |
592 if (i & (ENC_2BYTE | ENC_2WORD)) | |
593 enc_unicode = 2; | |
594 else if (i & ENC_4BYTE) | |
595 enc_unicode = 4; | |
596 else | |
597 enc_unicode = 0; | |
598 } | |
599 else if (i & ENC_DBCS) | |
600 { | |
601 /* 2byte, handle below */ | |
602 enc_dbcs_new = enc_canon_table[idx].codepage; | |
603 } | |
604 else | |
605 { | |
606 /* Must be 8-bit. */ | |
607 enc_unicode = 0; | |
608 enc_utf8 = FALSE; | |
609 } | |
610 } | |
611 else /* Don't know what encoding this is, reject it. */ | |
612 return e_invarg; | |
613 | |
614 if (enc_dbcs_new != 0) | |
615 { | |
616 #ifdef WIN3264 | |
617 /* Check if the DBCS code page is OK. */ | |
618 if (!IsValidCodePage(enc_dbcs_new)) | |
619 goto codepage_invalid; | |
620 #endif | |
621 enc_unicode = 0; | |
622 enc_utf8 = FALSE; | |
623 } | |
624 enc_dbcs = enc_dbcs_new; | |
625 has_mbyte = (enc_dbcs != 0 || enc_utf8); | |
626 | |
4168 | 627 #if defined(WIN3264) || defined(FEAT_CYGWIN_WIN32_CLIPBOARD) |
7 | 628 enc_codepage = encname2codepage(p_enc); |
26 | 629 enc_latin9 = (STRCMP(p_enc, "iso-8859-15") == 0); |
7 | 630 #endif |
631 | |
492 | 632 /* Detect an encoding that uses latin1 characters. */ |
633 enc_latin1like = (enc_utf8 || STRCMP(p_enc, "latin1") == 0 | |
634 || STRCMP(p_enc, "iso-8859-15") == 0); | |
635 | |
7 | 636 /* |
637 * Set the function pointers. | |
638 */ | |
639 if (enc_utf8) | |
640 { | |
474 | 641 mb_ptr2len = utfc_ptr2len; |
1903 | 642 mb_ptr2len_len = utfc_ptr2len_len; |
7 | 643 mb_char2len = utf_char2len; |
644 mb_char2bytes = utf_char2bytes; | |
645 mb_ptr2cells = utf_ptr2cells; | |
1903 | 646 mb_ptr2cells_len = utf_ptr2cells_len; |
7 | 647 mb_char2cells = utf_char2cells; |
648 mb_off2cells = utf_off2cells; | |
649 mb_ptr2char = utf_ptr2char; | |
650 mb_head_off = utf_head_off; | |
651 } | |
652 else if (enc_dbcs != 0) | |
653 { | |
474 | 654 mb_ptr2len = dbcs_ptr2len; |
1903 | 655 mb_ptr2len_len = dbcs_ptr2len_len; |
7 | 656 mb_char2len = dbcs_char2len; |
657 mb_char2bytes = dbcs_char2bytes; | |
658 mb_ptr2cells = dbcs_ptr2cells; | |
1903 | 659 mb_ptr2cells_len = dbcs_ptr2cells_len; |
7 | 660 mb_char2cells = dbcs_char2cells; |
661 mb_off2cells = dbcs_off2cells; | |
662 mb_ptr2char = dbcs_ptr2char; | |
663 mb_head_off = dbcs_head_off; | |
664 } | |
665 else | |
666 { | |
474 | 667 mb_ptr2len = latin_ptr2len; |
1903 | 668 mb_ptr2len_len = latin_ptr2len_len; |
7 | 669 mb_char2len = latin_char2len; |
670 mb_char2bytes = latin_char2bytes; | |
671 mb_ptr2cells = latin_ptr2cells; | |
1903 | 672 mb_ptr2cells_len = latin_ptr2cells_len; |
7 | 673 mb_char2cells = latin_char2cells; |
674 mb_off2cells = latin_off2cells; | |
675 mb_ptr2char = latin_ptr2char; | |
676 mb_head_off = latin_head_off; | |
677 } | |
678 | |
679 /* | |
680 * Fill the mb_bytelen_tab[] for MB_BYTE2LEN(). | |
681 */ | |
682 #ifdef LEN_FROM_CONV | |
683 /* When 'encoding' is different from the current locale mblen() won't | |
684 * work. Use conversion to "utf-8" instead. */ | |
685 vimconv.vc_type = CONV_NONE; | |
686 if (enc_dbcs) | |
687 { | |
688 p = enc_locale(); | |
689 if (p == NULL || STRCMP(p, p_enc) != 0) | |
690 { | |
691 convert_setup(&vimconv, p_enc, (char_u *)"utf-8"); | |
692 vimconv.vc_fail = TRUE; | |
693 } | |
694 vim_free(p); | |
695 } | |
696 #endif | |
697 | |
698 for (i = 0; i < 256; ++i) | |
699 { | |
700 /* Our own function to reliably check the length of UTF-8 characters, | |
701 * independent of mblen(). */ | |
702 if (enc_utf8) | |
703 n = utf8len_tab[i]; | |
704 else if (enc_dbcs == 0) | |
705 n = 1; | |
706 else | |
707 { | |
708 #if defined(WIN3264) || defined(WIN32UNIX) | |
709 /* enc_dbcs is set by setting 'fileencoding'. It becomes a Windows | |
710 * CodePage identifier, which we can pass directly in to Windows | |
711 * API */ | |
5602 | 712 n = IsDBCSLeadByteEx(enc_dbcs, (WINBYTE)i) ? 2 : 1; |
7 | 713 #else |
5698 | 714 # if defined(MACOS) || defined(__amigaos4__) || defined(__ANDROID__) |
7 | 715 /* |
716 * if mblen() is not available, character which MSB is turned on | |
717 * are treated as leading byte character. (note : This assumption | |
718 * is not always true.) | |
719 */ | |
720 n = (i & 0x80) ? 2 : 1; | |
721 # else | |
3549 | 722 char buf[MB_MAXBYTES + 1]; |
7 | 723 # ifdef X_LOCALE |
724 # ifndef mblen | |
725 # define mblen _Xmblen | |
726 # endif | |
727 # endif | |
728 if (i == NUL) /* just in case mblen() can't handle "" */ | |
729 n = 1; | |
730 else | |
731 { | |
732 buf[0] = i; | |
733 buf[1] = 0; | |
734 #ifdef LEN_FROM_CONV | |
735 if (vimconv.vc_type != CONV_NONE) | |
736 { | |
737 /* | |
738 * string_convert() should fail when converting the first | |
739 * byte of a double-byte character. | |
740 */ | |
741 p = string_convert(&vimconv, (char_u *)buf, NULL); | |
742 if (p != NULL) | |
743 { | |
744 vim_free(p); | |
745 n = 1; | |
746 } | |
747 else | |
748 n = 2; | |
749 } | |
750 else | |
751 #endif | |
752 { | |
753 /* | |
754 * mblen() should return -1 for invalid (means the leading | |
755 * multibyte) character. However there are some platforms | |
756 * where mblen() returns 0 for invalid character. | |
757 * Therefore, following condition includes 0. | |
758 */ | |
1757 | 759 ignored = mblen(NULL, 0); /* First reset the state. */ |
7 | 760 if (mblen(buf, (size_t)1) <= 0) |
761 n = 2; | |
762 else | |
763 n = 1; | |
764 } | |
765 } | |
766 # endif | |
767 #endif | |
768 } | |
769 | |
770 mb_bytelen_tab[i] = n; | |
771 } | |
772 | |
773 #ifdef LEN_FROM_CONV | |
774 convert_setup(&vimconv, NULL, NULL); | |
775 #endif | |
776 | |
777 /* The cell width depends on the type of multi-byte characters. */ | |
778 (void)init_chartab(); | |
779 | |
780 /* When enc_utf8 is set or reset, (de)allocate ScreenLinesUC[] */ | |
781 screenalloc(FALSE); | |
782 | |
783 /* When using Unicode, set default for 'fileencodings'. */ | |
784 if (enc_utf8 && !option_was_set((char_u *)"fencs")) | |
785 set_string_option_direct((char_u *)"fencs", -1, | |
694 | 786 (char_u *)"ucs-bom,utf-8,default,latin1", OPT_FREE, 0); |
787 | |
7 | 788 #if defined(HAVE_BIND_TEXTDOMAIN_CODESET) && defined(FEAT_GETTEXT) |
789 /* GNU gettext 0.10.37 supports this feature: set the codeset used for | |
790 * translated messages independently from the current locale. */ | |
791 (void)bind_textdomain_codeset(VIMPACKAGE, | |
792 enc_utf8 ? "utf-8" : (char *)p_enc); | |
793 #endif | |
794 | |
23 | 795 #ifdef WIN32 |
796 /* When changing 'encoding' while starting up, then convert the command | |
797 * line arguments from the active codepage to 'encoding'. */ | |
798 if (starting != 0) | |
799 fix_arg_enc(); | |
800 #endif | |
801 | |
7 | 802 #ifdef FEAT_AUTOCMD |
803 /* Fire an autocommand to let people do custom font setup. This must be | |
804 * after Vim has been setup for the new encoding. */ | |
805 apply_autocmds(EVENT_ENCODINGCHANGED, NULL, (char_u *)"", FALSE, curbuf); | |
806 #endif | |
807 | |
740 | 808 #ifdef FEAT_SPELL |
236 | 809 /* Need to reload spell dictionaries */ |
810 spell_reload(); | |
811 #endif | |
812 | |
7 | 813 return NULL; |
814 } | |
815 | |
816 /* | |
817 * Return the size of the BOM for the current buffer: | |
818 * 0 - no BOM | |
819 * 2 - UCS-2 or UTF-16 BOM | |
820 * 4 - UCS-4 BOM | |
821 * 3 - UTF-8 BOM | |
822 */ | |
823 int | |
7827
41789f16d6b2
commit https://github.com/vim/vim/commit/52ea13da0fe86df1abf34de52841e367035170c0
Christian Brabandt <cb@256bit.org>
parents:
7803
diff
changeset
|
824 bomb_size(void) |
7 | 825 { |
826 int n = 0; | |
827 | |
828 if (curbuf->b_p_bomb && !curbuf->b_p_bin) | |
829 { | |
830 if (*curbuf->b_p_fenc == NUL) | |
831 { | |
832 if (enc_utf8) | |
833 { | |
834 if (enc_unicode != 0) | |
835 n = enc_unicode; | |
836 else | |
837 n = 3; | |
838 } | |
839 } | |
840 else if (STRCMP(curbuf->b_p_fenc, "utf-8") == 0) | |
841 n = 3; | |
842 else if (STRNCMP(curbuf->b_p_fenc, "ucs-2", 5) == 0 | |
843 || STRNCMP(curbuf->b_p_fenc, "utf-16", 6) == 0) | |
844 n = 2; | |
845 else if (STRNCMP(curbuf->b_p_fenc, "ucs-4", 5) == 0) | |
846 n = 4; | |
847 } | |
848 return n; | |
849 } | |
850 | |
851 /* | |
3002 | 852 * Remove all BOM from "s" by moving remaining text. |
853 */ | |
854 void | |
7827
41789f16d6b2
commit https://github.com/vim/vim/commit/52ea13da0fe86df1abf34de52841e367035170c0
Christian Brabandt <cb@256bit.org>
parents:
7803
diff
changeset
|
855 remove_bom(char_u *s) |
3002 | 856 { |
857 if (enc_utf8) | |
858 { | |
859 char_u *p = s; | |
860 | |
861 while ((p = vim_strbyte(p, 0xef)) != NULL) | |
862 { | |
863 if (p[1] == 0xbb && p[2] == 0xbf) | |
864 STRMOVE(p, p + 3); | |
865 else | |
866 ++p; | |
867 } | |
868 } | |
869 } | |
870 | |
871 /* | |
7 | 872 * Get class of pointer: |
873 * 0 for blank or NUL | |
874 * 1 for punctuation | |
875 * 2 for an (ASCII) word character | |
876 * >2 for other word characters | |
877 */ | |
878 int | |
7827
41789f16d6b2
commit https://github.com/vim/vim/commit/52ea13da0fe86df1abf34de52841e367035170c0
Christian Brabandt <cb@256bit.org>
parents:
7803
diff
changeset
|
879 mb_get_class(char_u *p) |
7 | 880 { |
4069 | 881 return mb_get_class_buf(p, curbuf); |
882 } | |
883 | |
884 int | |
7827
41789f16d6b2
commit https://github.com/vim/vim/commit/52ea13da0fe86df1abf34de52841e367035170c0
Christian Brabandt <cb@256bit.org>
parents:
7803
diff
changeset
|
885 mb_get_class_buf(char_u *p, buf_T *buf) |
4069 | 886 { |
7 | 887 if (MB_BYTE2LEN(p[0]) == 1) |
888 { | |
889 if (p[0] == NUL || vim_iswhite(p[0])) | |
890 return 0; | |
4069 | 891 if (vim_iswordc_buf(p[0], buf)) |
7 | 892 return 2; |
893 return 1; | |
894 } | |
895 if (enc_dbcs != 0 && p[0] != NUL && p[1] != NUL) | |
896 return dbcs_class(p[0], p[1]); | |
897 if (enc_utf8) | |
898 return utf_class(utf_ptr2char(p)); | |
899 return 0; | |
900 } | |
901 | |
902 /* | |
903 * Get class of a double-byte character. This always returns 3 or bigger. | |
904 * TODO: Should return 1 for punctuation. | |
905 */ | |
906 int | |
7827
41789f16d6b2
commit https://github.com/vim/vim/commit/52ea13da0fe86df1abf34de52841e367035170c0
Christian Brabandt <cb@256bit.org>
parents:
7803
diff
changeset
|
907 dbcs_class(unsigned lead, unsigned trail) |
7 | 908 { |
909 switch (enc_dbcs) | |
910 { | |
4352 | 911 /* please add classify routine for your language in here */ |
7 | 912 |
913 case DBCS_JPNU: /* ? */ | |
914 case DBCS_JPN: | |
915 { | |
916 /* JIS code classification */ | |
917 unsigned char lb = lead; | |
918 unsigned char tb = trail; | |
919 | |
920 /* convert process code to JIS */ | |
921 # if defined(WIN3264) || defined(WIN32UNIX) || defined(MACOS) | |
922 /* process code is SJIS */ | |
923 if (lb <= 0x9f) | |
924 lb = (lb - 0x81) * 2 + 0x21; | |
925 else | |
926 lb = (lb - 0xc1) * 2 + 0x21; | |
927 if (tb <= 0x7e) | |
928 tb -= 0x1f; | |
929 else if (tb <= 0x9e) | |
930 tb -= 0x20; | |
931 else | |
932 { | |
933 tb -= 0x7e; | |
934 lb += 1; | |
935 } | |
936 # else | |
937 /* | |
938 * XXX: Code page identification can not use with all | |
939 * system! So, some other encoding information | |
940 * will be needed. | |
941 * In japanese: SJIS,EUC,UNICODE,(JIS) | |
942 * Note that JIS-code system don't use as | |
943 * process code in most system because it uses | |
944 * escape sequences(JIS is context depend encoding). | |
945 */ | |
946 /* assume process code is JAPANESE-EUC */ | |
947 lb &= 0x7f; | |
948 tb &= 0x7f; | |
949 # endif | |
950 /* exceptions */ | |
951 switch (lb << 8 | tb) | |
952 { | |
953 case 0x2121: /* ZENKAKU space */ | |
954 return 0; | |
5477 | 955 case 0x2122: /* TOU-TEN (Japanese comma) */ |
956 case 0x2123: /* KU-TEN (Japanese period) */ | |
7 | 957 case 0x2124: /* ZENKAKU comma */ |
958 case 0x2125: /* ZENKAKU period */ | |
959 return 1; | |
960 case 0x213c: /* prolongedsound handled as KATAKANA */ | |
961 return 13; | |
962 } | |
963 /* sieved by KU code */ | |
964 switch (lb) | |
965 { | |
966 case 0x21: | |
967 case 0x22: | |
968 /* special symbols */ | |
969 return 10; | |
970 case 0x23: | |
971 /* alpha-numeric */ | |
972 return 11; | |
973 case 0x24: | |
974 /* hiragana */ | |
975 return 12; | |
976 case 0x25: | |
977 /* katakana */ | |
978 return 13; | |
979 case 0x26: | |
980 /* greek */ | |
981 return 14; | |
982 case 0x27: | |
983 /* russian */ | |
984 return 15; | |
985 case 0x28: | |
986 /* lines */ | |
987 return 16; | |
988 default: | |
989 /* kanji */ | |
990 return 17; | |
991 } | |
992 } | |
993 | |
994 case DBCS_KORU: /* ? */ | |
995 case DBCS_KOR: | |
996 { | |
997 /* KS code classification */ | |
998 unsigned char c1 = lead; | |
999 unsigned char c2 = trail; | |
1000 | |
1001 /* | |
1002 * 20 : Hangul | |
1003 * 21 : Hanja | |
1004 * 22 : Symbols | |
1005 * 23 : Alpha-numeric/Roman Letter (Full width) | |
1006 * 24 : Hangul Letter(Alphabet) | |
1007 * 25 : Roman Numeral/Greek Letter | |
1008 * 26 : Box Drawings | |
1009 * 27 : Unit Symbols | |
1010 * 28 : Circled/Parenthesized Letter | |
4352 | 1011 * 29 : Hiragana/Katakana |
7 | 1012 * 30 : Cyrillic Letter |
1013 */ | |
1014 | |
1015 if (c1 >= 0xB0 && c1 <= 0xC8) | |
1016 /* Hangul */ | |
1017 return 20; | |
1018 #if defined(WIN3264) || defined(WIN32UNIX) | |
1019 else if (c1 <= 0xA0 || c2 <= 0xA0) | |
1020 /* Extended Hangul Region : MS UHC(Unified Hangul Code) */ | |
1021 /* c1: 0x81-0xA0 with c2: 0x41-0x5A, 0x61-0x7A, 0x81-0xFE | |
1022 * c1: 0xA1-0xC6 with c2: 0x41-0x5A, 0x61-0x7A, 0x81-0xA0 | |
1023 */ | |
1024 return 20; | |
1025 #endif | |
1026 | |
1027 else if (c1 >= 0xCA && c1 <= 0xFD) | |
1028 /* Hanja */ | |
1029 return 21; | |
1030 else switch (c1) | |
1031 { | |
1032 case 0xA1: | |
1033 case 0xA2: | |
1034 /* Symbols */ | |
1035 return 22; | |
1036 case 0xA3: | |
1037 /* Alpha-numeric */ | |
1038 return 23; | |
1039 case 0xA4: | |
1040 /* Hangul Letter(Alphabet) */ | |
1041 return 24; | |
1042 case 0xA5: | |
1043 /* Roman Numeral/Greek Letter */ | |
1044 return 25; | |
1045 case 0xA6: | |
1046 /* Box Drawings */ | |
1047 return 26; | |
1048 case 0xA7: | |
1049 /* Unit Symbols */ | |
1050 return 27; | |
1051 case 0xA8: | |
1052 case 0xA9: | |
1053 if (c2 <= 0xAF) | |
1054 return 25; /* Roman Letter */ | |
1055 else if (c2 >= 0xF6) | |
1056 return 22; /* Symbols */ | |
1057 else | |
1058 /* Circled/Parenthesized Letter */ | |
1059 return 28; | |
1060 case 0xAA: | |
1061 case 0xAB: | |
4352 | 1062 /* Hiragana/Katakana */ |
7 | 1063 return 29; |
1064 case 0xAC: | |
1065 /* Cyrillic Letter */ | |
1066 return 30; | |
1067 } | |
1068 } | |
1069 default: | |
1070 break; | |
1071 } | |
1072 return 3; | |
1073 } | |
1074 | |
1075 /* | |
1076 * mb_char2len() function pointer. | |
1077 * Return length in bytes of character "c". | |
1078 * Returns 1 for a single-byte character. | |
1079 */ | |
1080 int | |
7827
41789f16d6b2
commit https://github.com/vim/vim/commit/52ea13da0fe86df1abf34de52841e367035170c0
Christian Brabandt <cb@256bit.org>
parents:
7803
diff
changeset
|
1081 latin_char2len(int c UNUSED) |
7 | 1082 { |
1083 return 1; | |
1084 } | |
1085 | |
1086 static int | |
7827
41789f16d6b2
commit https://github.com/vim/vim/commit/52ea13da0fe86df1abf34de52841e367035170c0
Christian Brabandt <cb@256bit.org>
parents:
7803
diff
changeset
|
1087 dbcs_char2len( |
41789f16d6b2
commit https://github.com/vim/vim/commit/52ea13da0fe86df1abf34de52841e367035170c0
Christian Brabandt <cb@256bit.org>
parents:
7803
diff
changeset
|
1088 int c) |
7 | 1089 { |
1090 if (c >= 0x100) | |
1091 return 2; | |
1092 return 1; | |
1093 } | |
1094 | |
1095 /* | |
1096 * mb_char2bytes() function pointer. | |
1097 * Convert a character to its bytes. | |
1098 * Returns the length in bytes. | |
1099 */ | |
1100 int | |
7827
41789f16d6b2
commit https://github.com/vim/vim/commit/52ea13da0fe86df1abf34de52841e367035170c0
Christian Brabandt <cb@256bit.org>
parents:
7803
diff
changeset
|
1101 latin_char2bytes(int c, char_u *buf) |
7 | 1102 { |
1103 buf[0] = c; | |
1104 return 1; | |
1105 } | |
1106 | |
1107 static int | |
7827
41789f16d6b2
commit https://github.com/vim/vim/commit/52ea13da0fe86df1abf34de52841e367035170c0
Christian Brabandt <cb@256bit.org>
parents:
7803
diff
changeset
|
1108 dbcs_char2bytes(int c, char_u *buf) |
7 | 1109 { |
1110 if (c >= 0x100) | |
1111 { | |
1112 buf[0] = (unsigned)c >> 8; | |
1113 buf[1] = c; | |
221 | 1114 /* Never use a NUL byte, it causes lots of trouble. It's an invalid |
1115 * character anyway. */ | |
1116 if (buf[1] == NUL) | |
1117 buf[1] = '\n'; | |
7 | 1118 return 2; |
1119 } | |
1120 buf[0] = c; | |
1121 return 1; | |
1122 } | |
1123 | |
1124 /* | |
474 | 1125 * mb_ptr2len() function pointer. |
7 | 1126 * Get byte length of character at "*p" but stop at a NUL. |
1127 * For UTF-8 this includes following composing characters. | |
1128 * Returns 0 when *p is NUL. | |
1129 */ | |
1130 int | |
7827
41789f16d6b2
commit https://github.com/vim/vim/commit/52ea13da0fe86df1abf34de52841e367035170c0
Christian Brabandt <cb@256bit.org>
parents:
7803
diff
changeset
|
1131 latin_ptr2len(char_u *p) |
7 | 1132 { |
7827
41789f16d6b2
commit https://github.com/vim/vim/commit/52ea13da0fe86df1abf34de52841e367035170c0
Christian Brabandt <cb@256bit.org>
parents:
7803
diff
changeset
|
1133 return MB_BYTE2LEN(*p); |
7 | 1134 } |
1135 | |
1136 static int | |
7827
41789f16d6b2
commit https://github.com/vim/vim/commit/52ea13da0fe86df1abf34de52841e367035170c0
Christian Brabandt <cb@256bit.org>
parents:
7803
diff
changeset
|
1137 dbcs_ptr2len( |
41789f16d6b2
commit https://github.com/vim/vim/commit/52ea13da0fe86df1abf34de52841e367035170c0
Christian Brabandt <cb@256bit.org>
parents:
7803
diff
changeset
|
1138 char_u *p) |
7 | 1139 { |
1140 int len; | |
1141 | |
1142 /* Check if second byte is not missing. */ | |
1143 len = MB_BYTE2LEN(*p); | |
1144 if (len == 2 && p[1] == NUL) | |
1145 len = 1; | |
1146 return len; | |
1147 } | |
1148 | |
1903 | 1149 /* |
1150 * mb_ptr2len_len() function pointer. | |
1151 * Like mb_ptr2len(), but limit to read "size" bytes. | |
1152 * Returns 0 for an empty string. | |
1153 * Returns 1 for an illegal char or an incomplete byte sequence. | |
1154 */ | |
1155 int | |
7827
41789f16d6b2
commit https://github.com/vim/vim/commit/52ea13da0fe86df1abf34de52841e367035170c0
Christian Brabandt <cb@256bit.org>
parents:
7803
diff
changeset
|
1156 latin_ptr2len_len(char_u *p, int size) |
1903 | 1157 { |
1158 if (size < 1 || *p == NUL) | |
1159 return 0; | |
1160 return 1; | |
1161 } | |
1162 | |
1163 static int | |
7827
41789f16d6b2
commit https://github.com/vim/vim/commit/52ea13da0fe86df1abf34de52841e367035170c0
Christian Brabandt <cb@256bit.org>
parents:
7803
diff
changeset
|
1164 dbcs_ptr2len_len(char_u *p, int size) |
1903 | 1165 { |
1166 int len; | |
1167 | |
1168 if (size < 1 || *p == NUL) | |
1169 return 0; | |
1170 if (size == 1) | |
1171 return 1; | |
1172 /* Check that second byte is not missing. */ | |
1173 len = MB_BYTE2LEN(*p); | |
1174 if (len == 2 && p[1] == NUL) | |
1175 len = 1; | |
1176 return len; | |
1177 } | |
1178 | |
7 | 1179 struct interval |
1180 { | |
2041
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
1181 long first; |
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
1182 long last; |
7 | 1183 }; |
1184 | |
1185 /* | |
1186 * Return TRUE if "c" is in "table[size / sizeof(struct interval)]". | |
1187 */ | |
1188 static int | |
7827
41789f16d6b2
commit https://github.com/vim/vim/commit/52ea13da0fe86df1abf34de52841e367035170c0
Christian Brabandt <cb@256bit.org>
parents:
7803
diff
changeset
|
1189 intable(struct interval *table, size_t size, int c) |
7 | 1190 { |
1191 int mid, bot, top; | |
1192 | |
1193 /* first quick check for Latin1 etc. characters */ | |
1194 if (c < table[0].first) | |
1195 return FALSE; | |
1196 | |
1197 /* binary search in table */ | |
1198 bot = 0; | |
835 | 1199 top = (int)(size / sizeof(struct interval) - 1); |
7 | 1200 while (top >= bot) |
1201 { | |
1202 mid = (bot + top) / 2; | |
1203 if (table[mid].last < c) | |
1204 bot = mid + 1; | |
1205 else if (table[mid].first > c) | |
1206 top = mid - 1; | |
1207 else | |
1208 return TRUE; | |
1209 } | |
1210 return FALSE; | |
1211 } | |
1212 | |
8661
a931160ffc41
commit https://github.com/vim/vim/commit/4077b33a8370afb3d5ae74e556a0119cf51fe294
Christian Brabandt <cb@256bit.org>
parents:
8629
diff
changeset
|
1213 /* Sorted list of non-overlapping intervals of Emoji characters, |
a931160ffc41
commit https://github.com/vim/vim/commit/4077b33a8370afb3d5ae74e556a0119cf51fe294
Christian Brabandt <cb@256bit.org>
parents:
8629
diff
changeset
|
1214 * based on http://unicode.org/emoji/charts/emoji-list.html */ |
a931160ffc41
commit https://github.com/vim/vim/commit/4077b33a8370afb3d5ae74e556a0119cf51fe294
Christian Brabandt <cb@256bit.org>
parents:
8629
diff
changeset
|
1215 static struct interval emoji_tab[] = |
a931160ffc41
commit https://github.com/vim/vim/commit/4077b33a8370afb3d5ae74e556a0119cf51fe294
Christian Brabandt <cb@256bit.org>
parents:
8629
diff
changeset
|
1216 { |
a931160ffc41
commit https://github.com/vim/vim/commit/4077b33a8370afb3d5ae74e556a0119cf51fe294
Christian Brabandt <cb@256bit.org>
parents:
8629
diff
changeset
|
1217 {0x203c, 0x203c}, |
a931160ffc41
commit https://github.com/vim/vim/commit/4077b33a8370afb3d5ae74e556a0119cf51fe294
Christian Brabandt <cb@256bit.org>
parents:
8629
diff
changeset
|
1218 {0x2049, 0x2049}, |
a931160ffc41
commit https://github.com/vim/vim/commit/4077b33a8370afb3d5ae74e556a0119cf51fe294
Christian Brabandt <cb@256bit.org>
parents:
8629
diff
changeset
|
1219 {0x2122, 0x2122}, |
a931160ffc41
commit https://github.com/vim/vim/commit/4077b33a8370afb3d5ae74e556a0119cf51fe294
Christian Brabandt <cb@256bit.org>
parents:
8629
diff
changeset
|
1220 {0x2139, 0x2139}, |
a931160ffc41
commit https://github.com/vim/vim/commit/4077b33a8370afb3d5ae74e556a0119cf51fe294
Christian Brabandt <cb@256bit.org>
parents:
8629
diff
changeset
|
1221 {0x2194, 0x2199}, |
a931160ffc41
commit https://github.com/vim/vim/commit/4077b33a8370afb3d5ae74e556a0119cf51fe294
Christian Brabandt <cb@256bit.org>
parents:
8629
diff
changeset
|
1222 {0x21a9, 0x21aa}, |
a931160ffc41
commit https://github.com/vim/vim/commit/4077b33a8370afb3d5ae74e556a0119cf51fe294
Christian Brabandt <cb@256bit.org>
parents:
8629
diff
changeset
|
1223 {0x231a, 0x231b}, |
a931160ffc41
commit https://github.com/vim/vim/commit/4077b33a8370afb3d5ae74e556a0119cf51fe294
Christian Brabandt <cb@256bit.org>
parents:
8629
diff
changeset
|
1224 {0x2328, 0x2328}, |
a931160ffc41
commit https://github.com/vim/vim/commit/4077b33a8370afb3d5ae74e556a0119cf51fe294
Christian Brabandt <cb@256bit.org>
parents:
8629
diff
changeset
|
1225 {0x23cf, 0x23cf}, |
a931160ffc41
commit https://github.com/vim/vim/commit/4077b33a8370afb3d5ae74e556a0119cf51fe294
Christian Brabandt <cb@256bit.org>
parents:
8629
diff
changeset
|
1226 {0x23e9, 0x23f3}, |
a931160ffc41
commit https://github.com/vim/vim/commit/4077b33a8370afb3d5ae74e556a0119cf51fe294
Christian Brabandt <cb@256bit.org>
parents:
8629
diff
changeset
|
1227 {0x24c2, 0x24c2}, |
a931160ffc41
commit https://github.com/vim/vim/commit/4077b33a8370afb3d5ae74e556a0119cf51fe294
Christian Brabandt <cb@256bit.org>
parents:
8629
diff
changeset
|
1228 {0x25aa, 0x25ab}, |
a931160ffc41
commit https://github.com/vim/vim/commit/4077b33a8370afb3d5ae74e556a0119cf51fe294
Christian Brabandt <cb@256bit.org>
parents:
8629
diff
changeset
|
1229 {0x25b6, 0x25b6}, |
a931160ffc41
commit https://github.com/vim/vim/commit/4077b33a8370afb3d5ae74e556a0119cf51fe294
Christian Brabandt <cb@256bit.org>
parents:
8629
diff
changeset
|
1230 {0x25c0, 0x25c0}, |
a931160ffc41
commit https://github.com/vim/vim/commit/4077b33a8370afb3d5ae74e556a0119cf51fe294
Christian Brabandt <cb@256bit.org>
parents:
8629
diff
changeset
|
1231 {0x25fb, 0x25fe}, |
a931160ffc41
commit https://github.com/vim/vim/commit/4077b33a8370afb3d5ae74e556a0119cf51fe294
Christian Brabandt <cb@256bit.org>
parents:
8629
diff
changeset
|
1232 {0x2600, 0x2604}, |
a931160ffc41
commit https://github.com/vim/vim/commit/4077b33a8370afb3d5ae74e556a0119cf51fe294
Christian Brabandt <cb@256bit.org>
parents:
8629
diff
changeset
|
1233 {0x260e, 0x260e}, |
a931160ffc41
commit https://github.com/vim/vim/commit/4077b33a8370afb3d5ae74e556a0119cf51fe294
Christian Brabandt <cb@256bit.org>
parents:
8629
diff
changeset
|
1234 {0x2611, 0x2611}, |
a931160ffc41
commit https://github.com/vim/vim/commit/4077b33a8370afb3d5ae74e556a0119cf51fe294
Christian Brabandt <cb@256bit.org>
parents:
8629
diff
changeset
|
1235 {0x2614, 0x2615}, |
a931160ffc41
commit https://github.com/vim/vim/commit/4077b33a8370afb3d5ae74e556a0119cf51fe294
Christian Brabandt <cb@256bit.org>
parents:
8629
diff
changeset
|
1236 {0x2618, 0x2618}, |
a931160ffc41
commit https://github.com/vim/vim/commit/4077b33a8370afb3d5ae74e556a0119cf51fe294
Christian Brabandt <cb@256bit.org>
parents:
8629
diff
changeset
|
1237 {0x261d, 0x261d}, |
a931160ffc41
commit https://github.com/vim/vim/commit/4077b33a8370afb3d5ae74e556a0119cf51fe294
Christian Brabandt <cb@256bit.org>
parents:
8629
diff
changeset
|
1238 {0x2620, 0x2620}, |
a931160ffc41
commit https://github.com/vim/vim/commit/4077b33a8370afb3d5ae74e556a0119cf51fe294
Christian Brabandt <cb@256bit.org>
parents:
8629
diff
changeset
|
1239 {0x2622, 0x2623}, |
a931160ffc41
commit https://github.com/vim/vim/commit/4077b33a8370afb3d5ae74e556a0119cf51fe294
Christian Brabandt <cb@256bit.org>
parents:
8629
diff
changeset
|
1240 {0x2626, 0x2626}, |
a931160ffc41
commit https://github.com/vim/vim/commit/4077b33a8370afb3d5ae74e556a0119cf51fe294
Christian Brabandt <cb@256bit.org>
parents:
8629
diff
changeset
|
1241 {0x262a, 0x262a}, |
a931160ffc41
commit https://github.com/vim/vim/commit/4077b33a8370afb3d5ae74e556a0119cf51fe294
Christian Brabandt <cb@256bit.org>
parents:
8629
diff
changeset
|
1242 {0x262e, 0x262f}, |
a931160ffc41
commit https://github.com/vim/vim/commit/4077b33a8370afb3d5ae74e556a0119cf51fe294
Christian Brabandt <cb@256bit.org>
parents:
8629
diff
changeset
|
1243 {0x2638, 0x263a}, |
a931160ffc41
commit https://github.com/vim/vim/commit/4077b33a8370afb3d5ae74e556a0119cf51fe294
Christian Brabandt <cb@256bit.org>
parents:
8629
diff
changeset
|
1244 {0x2648, 0x2653}, |
a931160ffc41
commit https://github.com/vim/vim/commit/4077b33a8370afb3d5ae74e556a0119cf51fe294
Christian Brabandt <cb@256bit.org>
parents:
8629
diff
changeset
|
1245 {0x2660, 0x2660}, |
a931160ffc41
commit https://github.com/vim/vim/commit/4077b33a8370afb3d5ae74e556a0119cf51fe294
Christian Brabandt <cb@256bit.org>
parents:
8629
diff
changeset
|
1246 {0x2663, 0x2663}, |
a931160ffc41
commit https://github.com/vim/vim/commit/4077b33a8370afb3d5ae74e556a0119cf51fe294
Christian Brabandt <cb@256bit.org>
parents:
8629
diff
changeset
|
1247 {0x2665, 0x2666}, |
a931160ffc41
commit https://github.com/vim/vim/commit/4077b33a8370afb3d5ae74e556a0119cf51fe294
Christian Brabandt <cb@256bit.org>
parents:
8629
diff
changeset
|
1248 {0x2668, 0x2668}, |
a931160ffc41
commit https://github.com/vim/vim/commit/4077b33a8370afb3d5ae74e556a0119cf51fe294
Christian Brabandt <cb@256bit.org>
parents:
8629
diff
changeset
|
1249 {0x267b, 0x267b}, |
a931160ffc41
commit https://github.com/vim/vim/commit/4077b33a8370afb3d5ae74e556a0119cf51fe294
Christian Brabandt <cb@256bit.org>
parents:
8629
diff
changeset
|
1250 {0x267f, 0x267f}, |
a931160ffc41
commit https://github.com/vim/vim/commit/4077b33a8370afb3d5ae74e556a0119cf51fe294
Christian Brabandt <cb@256bit.org>
parents:
8629
diff
changeset
|
1251 {0x2692, 0x2694}, |
a931160ffc41
commit https://github.com/vim/vim/commit/4077b33a8370afb3d5ae74e556a0119cf51fe294
Christian Brabandt <cb@256bit.org>
parents:
8629
diff
changeset
|
1252 {0x2696, 0x2697}, |
a931160ffc41
commit https://github.com/vim/vim/commit/4077b33a8370afb3d5ae74e556a0119cf51fe294
Christian Brabandt <cb@256bit.org>
parents:
8629
diff
changeset
|
1253 {0x2699, 0x2699}, |
a931160ffc41
commit https://github.com/vim/vim/commit/4077b33a8370afb3d5ae74e556a0119cf51fe294
Christian Brabandt <cb@256bit.org>
parents:
8629
diff
changeset
|
1254 {0x269b, 0x269c}, |
a931160ffc41
commit https://github.com/vim/vim/commit/4077b33a8370afb3d5ae74e556a0119cf51fe294
Christian Brabandt <cb@256bit.org>
parents:
8629
diff
changeset
|
1255 {0x26a0, 0x26a1}, |
a931160ffc41
commit https://github.com/vim/vim/commit/4077b33a8370afb3d5ae74e556a0119cf51fe294
Christian Brabandt <cb@256bit.org>
parents:
8629
diff
changeset
|
1256 {0x26aa, 0x26ab}, |
a931160ffc41
commit https://github.com/vim/vim/commit/4077b33a8370afb3d5ae74e556a0119cf51fe294
Christian Brabandt <cb@256bit.org>
parents:
8629
diff
changeset
|
1257 {0x26b0, 0x26b1}, |
a931160ffc41
commit https://github.com/vim/vim/commit/4077b33a8370afb3d5ae74e556a0119cf51fe294
Christian Brabandt <cb@256bit.org>
parents:
8629
diff
changeset
|
1258 {0x26bd, 0x26be}, |
a931160ffc41
commit https://github.com/vim/vim/commit/4077b33a8370afb3d5ae74e556a0119cf51fe294
Christian Brabandt <cb@256bit.org>
parents:
8629
diff
changeset
|
1259 {0x26c4, 0x26c5}, |
a931160ffc41
commit https://github.com/vim/vim/commit/4077b33a8370afb3d5ae74e556a0119cf51fe294
Christian Brabandt <cb@256bit.org>
parents:
8629
diff
changeset
|
1260 {0x26c8, 0x26c8}, |
a931160ffc41
commit https://github.com/vim/vim/commit/4077b33a8370afb3d5ae74e556a0119cf51fe294
Christian Brabandt <cb@256bit.org>
parents:
8629
diff
changeset
|
1261 {0x26ce, 0x26ce}, |
a931160ffc41
commit https://github.com/vim/vim/commit/4077b33a8370afb3d5ae74e556a0119cf51fe294
Christian Brabandt <cb@256bit.org>
parents:
8629
diff
changeset
|
1262 {0x26cf, 0x26cf}, |
a931160ffc41
commit https://github.com/vim/vim/commit/4077b33a8370afb3d5ae74e556a0119cf51fe294
Christian Brabandt <cb@256bit.org>
parents:
8629
diff
changeset
|
1263 {0x26d1, 0x26d1}, |
a931160ffc41
commit https://github.com/vim/vim/commit/4077b33a8370afb3d5ae74e556a0119cf51fe294
Christian Brabandt <cb@256bit.org>
parents:
8629
diff
changeset
|
1264 {0x26d3, 0x26d4}, |
a931160ffc41
commit https://github.com/vim/vim/commit/4077b33a8370afb3d5ae74e556a0119cf51fe294
Christian Brabandt <cb@256bit.org>
parents:
8629
diff
changeset
|
1265 {0x26e9, 0x26ea}, |
a931160ffc41
commit https://github.com/vim/vim/commit/4077b33a8370afb3d5ae74e556a0119cf51fe294
Christian Brabandt <cb@256bit.org>
parents:
8629
diff
changeset
|
1266 {0x26f0, 0x26f5}, |
a931160ffc41
commit https://github.com/vim/vim/commit/4077b33a8370afb3d5ae74e556a0119cf51fe294
Christian Brabandt <cb@256bit.org>
parents:
8629
diff
changeset
|
1267 {0x26f7, 0x26fa}, |
a931160ffc41
commit https://github.com/vim/vim/commit/4077b33a8370afb3d5ae74e556a0119cf51fe294
Christian Brabandt <cb@256bit.org>
parents:
8629
diff
changeset
|
1268 {0x26fd, 0x26fd}, |
a931160ffc41
commit https://github.com/vim/vim/commit/4077b33a8370afb3d5ae74e556a0119cf51fe294
Christian Brabandt <cb@256bit.org>
parents:
8629
diff
changeset
|
1269 {0x2702, 0x2702}, |
a931160ffc41
commit https://github.com/vim/vim/commit/4077b33a8370afb3d5ae74e556a0119cf51fe294
Christian Brabandt <cb@256bit.org>
parents:
8629
diff
changeset
|
1270 {0x2705, 0x2705}, |
a931160ffc41
commit https://github.com/vim/vim/commit/4077b33a8370afb3d5ae74e556a0119cf51fe294
Christian Brabandt <cb@256bit.org>
parents:
8629
diff
changeset
|
1271 {0x2708, 0x2709}, |
a931160ffc41
commit https://github.com/vim/vim/commit/4077b33a8370afb3d5ae74e556a0119cf51fe294
Christian Brabandt <cb@256bit.org>
parents:
8629
diff
changeset
|
1272 {0x270a, 0x270b}, |
a931160ffc41
commit https://github.com/vim/vim/commit/4077b33a8370afb3d5ae74e556a0119cf51fe294
Christian Brabandt <cb@256bit.org>
parents:
8629
diff
changeset
|
1273 {0x270c, 0x270d}, |
a931160ffc41
commit https://github.com/vim/vim/commit/4077b33a8370afb3d5ae74e556a0119cf51fe294
Christian Brabandt <cb@256bit.org>
parents:
8629
diff
changeset
|
1274 {0x270f, 0x270f}, |
a931160ffc41
commit https://github.com/vim/vim/commit/4077b33a8370afb3d5ae74e556a0119cf51fe294
Christian Brabandt <cb@256bit.org>
parents:
8629
diff
changeset
|
1275 {0x2712, 0x2712}, |
a931160ffc41
commit https://github.com/vim/vim/commit/4077b33a8370afb3d5ae74e556a0119cf51fe294
Christian Brabandt <cb@256bit.org>
parents:
8629
diff
changeset
|
1276 {0x2714, 0x2714}, |
a931160ffc41
commit https://github.com/vim/vim/commit/4077b33a8370afb3d5ae74e556a0119cf51fe294
Christian Brabandt <cb@256bit.org>
parents:
8629
diff
changeset
|
1277 {0x2716, 0x2716}, |
a931160ffc41
commit https://github.com/vim/vim/commit/4077b33a8370afb3d5ae74e556a0119cf51fe294
Christian Brabandt <cb@256bit.org>
parents:
8629
diff
changeset
|
1278 {0x271d, 0x271d}, |
a931160ffc41
commit https://github.com/vim/vim/commit/4077b33a8370afb3d5ae74e556a0119cf51fe294
Christian Brabandt <cb@256bit.org>
parents:
8629
diff
changeset
|
1279 {0x2721, 0x2721}, |
a931160ffc41
commit https://github.com/vim/vim/commit/4077b33a8370afb3d5ae74e556a0119cf51fe294
Christian Brabandt <cb@256bit.org>
parents:
8629
diff
changeset
|
1280 {0x2728, 0x2728}, |
a931160ffc41
commit https://github.com/vim/vim/commit/4077b33a8370afb3d5ae74e556a0119cf51fe294
Christian Brabandt <cb@256bit.org>
parents:
8629
diff
changeset
|
1281 {0x2733, 0x2734}, |
a931160ffc41
commit https://github.com/vim/vim/commit/4077b33a8370afb3d5ae74e556a0119cf51fe294
Christian Brabandt <cb@256bit.org>
parents:
8629
diff
changeset
|
1282 {0x2744, 0x2744}, |
a931160ffc41
commit https://github.com/vim/vim/commit/4077b33a8370afb3d5ae74e556a0119cf51fe294
Christian Brabandt <cb@256bit.org>
parents:
8629
diff
changeset
|
1283 {0x2747, 0x2747}, |
a931160ffc41
commit https://github.com/vim/vim/commit/4077b33a8370afb3d5ae74e556a0119cf51fe294
Christian Brabandt <cb@256bit.org>
parents:
8629
diff
changeset
|
1284 {0x274c, 0x274c}, |
a931160ffc41
commit https://github.com/vim/vim/commit/4077b33a8370afb3d5ae74e556a0119cf51fe294
Christian Brabandt <cb@256bit.org>
parents:
8629
diff
changeset
|
1285 {0x274e, 0x274e}, |
a931160ffc41
commit https://github.com/vim/vim/commit/4077b33a8370afb3d5ae74e556a0119cf51fe294
Christian Brabandt <cb@256bit.org>
parents:
8629
diff
changeset
|
1286 {0x2753, 0x2755}, |
a931160ffc41
commit https://github.com/vim/vim/commit/4077b33a8370afb3d5ae74e556a0119cf51fe294
Christian Brabandt <cb@256bit.org>
parents:
8629
diff
changeset
|
1287 {0x2757, 0x2757}, |
a931160ffc41
commit https://github.com/vim/vim/commit/4077b33a8370afb3d5ae74e556a0119cf51fe294
Christian Brabandt <cb@256bit.org>
parents:
8629
diff
changeset
|
1288 {0x2763, 0x2764}, |
a931160ffc41
commit https://github.com/vim/vim/commit/4077b33a8370afb3d5ae74e556a0119cf51fe294
Christian Brabandt <cb@256bit.org>
parents:
8629
diff
changeset
|
1289 {0x2795, 0x2797}, |
a931160ffc41
commit https://github.com/vim/vim/commit/4077b33a8370afb3d5ae74e556a0119cf51fe294
Christian Brabandt <cb@256bit.org>
parents:
8629
diff
changeset
|
1290 {0x27a1, 0x27a1}, |
a931160ffc41
commit https://github.com/vim/vim/commit/4077b33a8370afb3d5ae74e556a0119cf51fe294
Christian Brabandt <cb@256bit.org>
parents:
8629
diff
changeset
|
1291 {0x27b0, 0x27b0}, |
a931160ffc41
commit https://github.com/vim/vim/commit/4077b33a8370afb3d5ae74e556a0119cf51fe294
Christian Brabandt <cb@256bit.org>
parents:
8629
diff
changeset
|
1292 {0x27bf, 0x27bf}, |
a931160ffc41
commit https://github.com/vim/vim/commit/4077b33a8370afb3d5ae74e556a0119cf51fe294
Christian Brabandt <cb@256bit.org>
parents:
8629
diff
changeset
|
1293 {0x2934, 0x2935}, |
a931160ffc41
commit https://github.com/vim/vim/commit/4077b33a8370afb3d5ae74e556a0119cf51fe294
Christian Brabandt <cb@256bit.org>
parents:
8629
diff
changeset
|
1294 {0x2b05, 0x2b07}, |
a931160ffc41
commit https://github.com/vim/vim/commit/4077b33a8370afb3d5ae74e556a0119cf51fe294
Christian Brabandt <cb@256bit.org>
parents:
8629
diff
changeset
|
1295 {0x2b1b, 0x2b1c}, |
a931160ffc41
commit https://github.com/vim/vim/commit/4077b33a8370afb3d5ae74e556a0119cf51fe294
Christian Brabandt <cb@256bit.org>
parents:
8629
diff
changeset
|
1296 {0x2b50, 0x2b50}, |
a931160ffc41
commit https://github.com/vim/vim/commit/4077b33a8370afb3d5ae74e556a0119cf51fe294
Christian Brabandt <cb@256bit.org>
parents:
8629
diff
changeset
|
1297 {0x2b55, 0x2b55}, |
a931160ffc41
commit https://github.com/vim/vim/commit/4077b33a8370afb3d5ae74e556a0119cf51fe294
Christian Brabandt <cb@256bit.org>
parents:
8629
diff
changeset
|
1298 {0x3030, 0x3030}, |
a931160ffc41
commit https://github.com/vim/vim/commit/4077b33a8370afb3d5ae74e556a0119cf51fe294
Christian Brabandt <cb@256bit.org>
parents:
8629
diff
changeset
|
1299 {0x303d, 0x303d}, |
a931160ffc41
commit https://github.com/vim/vim/commit/4077b33a8370afb3d5ae74e556a0119cf51fe294
Christian Brabandt <cb@256bit.org>
parents:
8629
diff
changeset
|
1300 {0x3297, 0x3297}, |
a931160ffc41
commit https://github.com/vim/vim/commit/4077b33a8370afb3d5ae74e556a0119cf51fe294
Christian Brabandt <cb@256bit.org>
parents:
8629
diff
changeset
|
1301 {0x3299, 0x3299}, |
a931160ffc41
commit https://github.com/vim/vim/commit/4077b33a8370afb3d5ae74e556a0119cf51fe294
Christian Brabandt <cb@256bit.org>
parents:
8629
diff
changeset
|
1302 {0x1f004, 0x1f004}, |
a931160ffc41
commit https://github.com/vim/vim/commit/4077b33a8370afb3d5ae74e556a0119cf51fe294
Christian Brabandt <cb@256bit.org>
parents:
8629
diff
changeset
|
1303 {0x1f0cf, 0x1f0cf}, |
a931160ffc41
commit https://github.com/vim/vim/commit/4077b33a8370afb3d5ae74e556a0119cf51fe294
Christian Brabandt <cb@256bit.org>
parents:
8629
diff
changeset
|
1304 {0x1f170, 0x1f171}, |
a931160ffc41
commit https://github.com/vim/vim/commit/4077b33a8370afb3d5ae74e556a0119cf51fe294
Christian Brabandt <cb@256bit.org>
parents:
8629
diff
changeset
|
1305 {0x1f17e, 0x1f17e}, |
a931160ffc41
commit https://github.com/vim/vim/commit/4077b33a8370afb3d5ae74e556a0119cf51fe294
Christian Brabandt <cb@256bit.org>
parents:
8629
diff
changeset
|
1306 {0x1f17f, 0x1f17f}, |
a931160ffc41
commit https://github.com/vim/vim/commit/4077b33a8370afb3d5ae74e556a0119cf51fe294
Christian Brabandt <cb@256bit.org>
parents:
8629
diff
changeset
|
1307 {0x1f18e, 0x1f18e}, |
a931160ffc41
commit https://github.com/vim/vim/commit/4077b33a8370afb3d5ae74e556a0119cf51fe294
Christian Brabandt <cb@256bit.org>
parents:
8629
diff
changeset
|
1308 {0x1f191, 0x1f19a}, |
a931160ffc41
commit https://github.com/vim/vim/commit/4077b33a8370afb3d5ae74e556a0119cf51fe294
Christian Brabandt <cb@256bit.org>
parents:
8629
diff
changeset
|
1309 {0x1f1e6, 0x1f1ff}, |
a931160ffc41
commit https://github.com/vim/vim/commit/4077b33a8370afb3d5ae74e556a0119cf51fe294
Christian Brabandt <cb@256bit.org>
parents:
8629
diff
changeset
|
1310 {0x1f201, 0x1f202}, |
a931160ffc41
commit https://github.com/vim/vim/commit/4077b33a8370afb3d5ae74e556a0119cf51fe294
Christian Brabandt <cb@256bit.org>
parents:
8629
diff
changeset
|
1311 {0x1f21a, 0x1f21a}, |
a931160ffc41
commit https://github.com/vim/vim/commit/4077b33a8370afb3d5ae74e556a0119cf51fe294
Christian Brabandt <cb@256bit.org>
parents:
8629
diff
changeset
|
1312 {0x1f22f, 0x1f22f}, |
a931160ffc41
commit https://github.com/vim/vim/commit/4077b33a8370afb3d5ae74e556a0119cf51fe294
Christian Brabandt <cb@256bit.org>
parents:
8629
diff
changeset
|
1313 {0x1f232, 0x1f23a}, |
a931160ffc41
commit https://github.com/vim/vim/commit/4077b33a8370afb3d5ae74e556a0119cf51fe294
Christian Brabandt <cb@256bit.org>
parents:
8629
diff
changeset
|
1314 {0x1f250, 0x1f251}, |
a931160ffc41
commit https://github.com/vim/vim/commit/4077b33a8370afb3d5ae74e556a0119cf51fe294
Christian Brabandt <cb@256bit.org>
parents:
8629
diff
changeset
|
1315 {0x1f300, 0x1f320}, |
a931160ffc41
commit https://github.com/vim/vim/commit/4077b33a8370afb3d5ae74e556a0119cf51fe294
Christian Brabandt <cb@256bit.org>
parents:
8629
diff
changeset
|
1316 {0x1f330, 0x1f335}, |
a931160ffc41
commit https://github.com/vim/vim/commit/4077b33a8370afb3d5ae74e556a0119cf51fe294
Christian Brabandt <cb@256bit.org>
parents:
8629
diff
changeset
|
1317 {0x1f337, 0x1f37c}, |
a931160ffc41
commit https://github.com/vim/vim/commit/4077b33a8370afb3d5ae74e556a0119cf51fe294
Christian Brabandt <cb@256bit.org>
parents:
8629
diff
changeset
|
1318 {0x1f380, 0x1f393}, |
a931160ffc41
commit https://github.com/vim/vim/commit/4077b33a8370afb3d5ae74e556a0119cf51fe294
Christian Brabandt <cb@256bit.org>
parents:
8629
diff
changeset
|
1319 {0x1f3a0, 0x1f3c4}, |
a931160ffc41
commit https://github.com/vim/vim/commit/4077b33a8370afb3d5ae74e556a0119cf51fe294
Christian Brabandt <cb@256bit.org>
parents:
8629
diff
changeset
|
1320 {0x1f3c6, 0x1f3ca}, |
a931160ffc41
commit https://github.com/vim/vim/commit/4077b33a8370afb3d5ae74e556a0119cf51fe294
Christian Brabandt <cb@256bit.org>
parents:
8629
diff
changeset
|
1321 {0x1f3e0, 0x1f3f0}, |
a931160ffc41
commit https://github.com/vim/vim/commit/4077b33a8370afb3d5ae74e556a0119cf51fe294
Christian Brabandt <cb@256bit.org>
parents:
8629
diff
changeset
|
1322 {0x1f400, 0x1f43e}, |
a931160ffc41
commit https://github.com/vim/vim/commit/4077b33a8370afb3d5ae74e556a0119cf51fe294
Christian Brabandt <cb@256bit.org>
parents:
8629
diff
changeset
|
1323 {0x1f440, 0x1f440}, |
a931160ffc41
commit https://github.com/vim/vim/commit/4077b33a8370afb3d5ae74e556a0119cf51fe294
Christian Brabandt <cb@256bit.org>
parents:
8629
diff
changeset
|
1324 {0x1f442, 0x1f4f7}, |
a931160ffc41
commit https://github.com/vim/vim/commit/4077b33a8370afb3d5ae74e556a0119cf51fe294
Christian Brabandt <cb@256bit.org>
parents:
8629
diff
changeset
|
1325 {0x1f4f9, 0x1f4fc}, |
a931160ffc41
commit https://github.com/vim/vim/commit/4077b33a8370afb3d5ae74e556a0119cf51fe294
Christian Brabandt <cb@256bit.org>
parents:
8629
diff
changeset
|
1326 {0x1f500, 0x1f53d}, |
a931160ffc41
commit https://github.com/vim/vim/commit/4077b33a8370afb3d5ae74e556a0119cf51fe294
Christian Brabandt <cb@256bit.org>
parents:
8629
diff
changeset
|
1327 {0x1f550, 0x1f567}, |
a931160ffc41
commit https://github.com/vim/vim/commit/4077b33a8370afb3d5ae74e556a0119cf51fe294
Christian Brabandt <cb@256bit.org>
parents:
8629
diff
changeset
|
1328 {0x1f5fb, 0x1f5ff}, |
a931160ffc41
commit https://github.com/vim/vim/commit/4077b33a8370afb3d5ae74e556a0119cf51fe294
Christian Brabandt <cb@256bit.org>
parents:
8629
diff
changeset
|
1329 {0x1f600, 0x1f600}, |
a931160ffc41
commit https://github.com/vim/vim/commit/4077b33a8370afb3d5ae74e556a0119cf51fe294
Christian Brabandt <cb@256bit.org>
parents:
8629
diff
changeset
|
1330 {0x1f601, 0x1f610}, |
a931160ffc41
commit https://github.com/vim/vim/commit/4077b33a8370afb3d5ae74e556a0119cf51fe294
Christian Brabandt <cb@256bit.org>
parents:
8629
diff
changeset
|
1331 {0x1f611, 0x1f611}, |
a931160ffc41
commit https://github.com/vim/vim/commit/4077b33a8370afb3d5ae74e556a0119cf51fe294
Christian Brabandt <cb@256bit.org>
parents:
8629
diff
changeset
|
1332 {0x1f612, 0x1f614}, |
a931160ffc41
commit https://github.com/vim/vim/commit/4077b33a8370afb3d5ae74e556a0119cf51fe294
Christian Brabandt <cb@256bit.org>
parents:
8629
diff
changeset
|
1333 {0x1f615, 0x1f615}, |
a931160ffc41
commit https://github.com/vim/vim/commit/4077b33a8370afb3d5ae74e556a0119cf51fe294
Christian Brabandt <cb@256bit.org>
parents:
8629
diff
changeset
|
1334 {0x1f616, 0x1f616}, |
a931160ffc41
commit https://github.com/vim/vim/commit/4077b33a8370afb3d5ae74e556a0119cf51fe294
Christian Brabandt <cb@256bit.org>
parents:
8629
diff
changeset
|
1335 {0x1f617, 0x1f617}, |
a931160ffc41
commit https://github.com/vim/vim/commit/4077b33a8370afb3d5ae74e556a0119cf51fe294
Christian Brabandt <cb@256bit.org>
parents:
8629
diff
changeset
|
1336 {0x1f618, 0x1f618}, |
a931160ffc41
commit https://github.com/vim/vim/commit/4077b33a8370afb3d5ae74e556a0119cf51fe294
Christian Brabandt <cb@256bit.org>
parents:
8629
diff
changeset
|
1337 {0x1f619, 0x1f619}, |
a931160ffc41
commit https://github.com/vim/vim/commit/4077b33a8370afb3d5ae74e556a0119cf51fe294
Christian Brabandt <cb@256bit.org>
parents:
8629
diff
changeset
|
1338 {0x1f61a, 0x1f61a}, |
a931160ffc41
commit https://github.com/vim/vim/commit/4077b33a8370afb3d5ae74e556a0119cf51fe294
Christian Brabandt <cb@256bit.org>
parents:
8629
diff
changeset
|
1339 {0x1f61b, 0x1f61b}, |
a931160ffc41
commit https://github.com/vim/vim/commit/4077b33a8370afb3d5ae74e556a0119cf51fe294
Christian Brabandt <cb@256bit.org>
parents:
8629
diff
changeset
|
1340 {0x1f61c, 0x1f61e}, |
a931160ffc41
commit https://github.com/vim/vim/commit/4077b33a8370afb3d5ae74e556a0119cf51fe294
Christian Brabandt <cb@256bit.org>
parents:
8629
diff
changeset
|
1341 {0x1f61f, 0x1f61f}, |
a931160ffc41
commit https://github.com/vim/vim/commit/4077b33a8370afb3d5ae74e556a0119cf51fe294
Christian Brabandt <cb@256bit.org>
parents:
8629
diff
changeset
|
1342 {0x1f620, 0x1f625}, |
a931160ffc41
commit https://github.com/vim/vim/commit/4077b33a8370afb3d5ae74e556a0119cf51fe294
Christian Brabandt <cb@256bit.org>
parents:
8629
diff
changeset
|
1343 {0x1f626, 0x1f627}, |
a931160ffc41
commit https://github.com/vim/vim/commit/4077b33a8370afb3d5ae74e556a0119cf51fe294
Christian Brabandt <cb@256bit.org>
parents:
8629
diff
changeset
|
1344 {0x1f628, 0x1f62b}, |
a931160ffc41
commit https://github.com/vim/vim/commit/4077b33a8370afb3d5ae74e556a0119cf51fe294
Christian Brabandt <cb@256bit.org>
parents:
8629
diff
changeset
|
1345 {0x1f62c, 0x1f62c}, |
a931160ffc41
commit https://github.com/vim/vim/commit/4077b33a8370afb3d5ae74e556a0119cf51fe294
Christian Brabandt <cb@256bit.org>
parents:
8629
diff
changeset
|
1346 {0x1f62d, 0x1f62d}, |
a931160ffc41
commit https://github.com/vim/vim/commit/4077b33a8370afb3d5ae74e556a0119cf51fe294
Christian Brabandt <cb@256bit.org>
parents:
8629
diff
changeset
|
1347 {0x1f62e, 0x1f62f}, |
a931160ffc41
commit https://github.com/vim/vim/commit/4077b33a8370afb3d5ae74e556a0119cf51fe294
Christian Brabandt <cb@256bit.org>
parents:
8629
diff
changeset
|
1348 {0x1f630, 0x1f633}, |
a931160ffc41
commit https://github.com/vim/vim/commit/4077b33a8370afb3d5ae74e556a0119cf51fe294
Christian Brabandt <cb@256bit.org>
parents:
8629
diff
changeset
|
1349 {0x1f634, 0x1f634}, |
a931160ffc41
commit https://github.com/vim/vim/commit/4077b33a8370afb3d5ae74e556a0119cf51fe294
Christian Brabandt <cb@256bit.org>
parents:
8629
diff
changeset
|
1350 {0x1f635, 0x1f640}, |
a931160ffc41
commit https://github.com/vim/vim/commit/4077b33a8370afb3d5ae74e556a0119cf51fe294
Christian Brabandt <cb@256bit.org>
parents:
8629
diff
changeset
|
1351 {0x1f645, 0x1f64f}, |
a931160ffc41
commit https://github.com/vim/vim/commit/4077b33a8370afb3d5ae74e556a0119cf51fe294
Christian Brabandt <cb@256bit.org>
parents:
8629
diff
changeset
|
1352 {0x1f680, 0x1f6c5} |
a931160ffc41
commit https://github.com/vim/vim/commit/4077b33a8370afb3d5ae74e556a0119cf51fe294
Christian Brabandt <cb@256bit.org>
parents:
8629
diff
changeset
|
1353 }; |
a931160ffc41
commit https://github.com/vim/vim/commit/4077b33a8370afb3d5ae74e556a0119cf51fe294
Christian Brabandt <cb@256bit.org>
parents:
8629
diff
changeset
|
1354 |
7 | 1355 /* |
1356 * For UTF-8 character "c" return 2 for a double-width character, 1 for others. | |
1357 * Returns 4 or 6 for an unprintable character. | |
1358 * Is only correct for characters >= 0x80. | |
1359 * When p_ambw is "double", return 2 for a character with East Asian Width | |
1360 * class 'A'(mbiguous). | |
1361 */ | |
1362 int | |
7827
41789f16d6b2
commit https://github.com/vim/vim/commit/52ea13da0fe86df1abf34de52841e367035170c0
Christian Brabandt <cb@256bit.org>
parents:
7803
diff
changeset
|
1363 utf_char2cells(int c) |
7 | 1364 { |
2063
1378bc45ebe5
updated for version 7.2.348
Bram Moolenaar <bram@zimbu.org>
parents:
2041
diff
changeset
|
1365 /* Sorted list of non-overlapping intervals of East Asian double width |
1378bc45ebe5
updated for version 7.2.348
Bram Moolenaar <bram@zimbu.org>
parents:
2041
diff
changeset
|
1366 * characters, generated with ../runtime/tools/unicode.vim. */ |
1378bc45ebe5
updated for version 7.2.348
Bram Moolenaar <bram@zimbu.org>
parents:
2041
diff
changeset
|
1367 static struct interval doublewidth[] = |
1378bc45ebe5
updated for version 7.2.348
Bram Moolenaar <bram@zimbu.org>
parents:
2041
diff
changeset
|
1368 { |
1378bc45ebe5
updated for version 7.2.348
Bram Moolenaar <bram@zimbu.org>
parents:
2041
diff
changeset
|
1369 {0x1100, 0x115f}, |
1378bc45ebe5
updated for version 7.2.348
Bram Moolenaar <bram@zimbu.org>
parents:
2041
diff
changeset
|
1370 {0x2329, 0x232a}, |
1378bc45ebe5
updated for version 7.2.348
Bram Moolenaar <bram@zimbu.org>
parents:
2041
diff
changeset
|
1371 {0x2e80, 0x2e99}, |
1378bc45ebe5
updated for version 7.2.348
Bram Moolenaar <bram@zimbu.org>
parents:
2041
diff
changeset
|
1372 {0x2e9b, 0x2ef3}, |
1378bc45ebe5
updated for version 7.2.348
Bram Moolenaar <bram@zimbu.org>
parents:
2041
diff
changeset
|
1373 {0x2f00, 0x2fd5}, |
1378bc45ebe5
updated for version 7.2.348
Bram Moolenaar <bram@zimbu.org>
parents:
2041
diff
changeset
|
1374 {0x2ff0, 0x2ffb}, |
6495 | 1375 {0x3000, 0x303e}, |
2063
1378bc45ebe5
updated for version 7.2.348
Bram Moolenaar <bram@zimbu.org>
parents:
2041
diff
changeset
|
1376 {0x3041, 0x3096}, |
6495 | 1377 {0x3099, 0x30ff}, |
2063
1378bc45ebe5
updated for version 7.2.348
Bram Moolenaar <bram@zimbu.org>
parents:
2041
diff
changeset
|
1378 {0x3105, 0x312d}, |
1378bc45ebe5
updated for version 7.2.348
Bram Moolenaar <bram@zimbu.org>
parents:
2041
diff
changeset
|
1379 {0x3131, 0x318e}, |
6495 | 1380 {0x3190, 0x31ba}, |
2063
1378bc45ebe5
updated for version 7.2.348
Bram Moolenaar <bram@zimbu.org>
parents:
2041
diff
changeset
|
1381 {0x31c0, 0x31e3}, |
1378bc45ebe5
updated for version 7.2.348
Bram Moolenaar <bram@zimbu.org>
parents:
2041
diff
changeset
|
1382 {0x31f0, 0x321e}, |
1378bc45ebe5
updated for version 7.2.348
Bram Moolenaar <bram@zimbu.org>
parents:
2041
diff
changeset
|
1383 {0x3220, 0x3247}, |
1378bc45ebe5
updated for version 7.2.348
Bram Moolenaar <bram@zimbu.org>
parents:
2041
diff
changeset
|
1384 {0x3250, 0x32fe}, |
1378bc45ebe5
updated for version 7.2.348
Bram Moolenaar <bram@zimbu.org>
parents:
2041
diff
changeset
|
1385 {0x3300, 0x4dbf}, |
1378bc45ebe5
updated for version 7.2.348
Bram Moolenaar <bram@zimbu.org>
parents:
2041
diff
changeset
|
1386 {0x4e00, 0xa48c}, |
1378bc45ebe5
updated for version 7.2.348
Bram Moolenaar <bram@zimbu.org>
parents:
2041
diff
changeset
|
1387 {0xa490, 0xa4c6}, |
1378bc45ebe5
updated for version 7.2.348
Bram Moolenaar <bram@zimbu.org>
parents:
2041
diff
changeset
|
1388 {0xa960, 0xa97c}, |
1378bc45ebe5
updated for version 7.2.348
Bram Moolenaar <bram@zimbu.org>
parents:
2041
diff
changeset
|
1389 {0xac00, 0xd7a3}, |
1378bc45ebe5
updated for version 7.2.348
Bram Moolenaar <bram@zimbu.org>
parents:
2041
diff
changeset
|
1390 {0xf900, 0xfaff}, |
1378bc45ebe5
updated for version 7.2.348
Bram Moolenaar <bram@zimbu.org>
parents:
2041
diff
changeset
|
1391 {0xfe10, 0xfe19}, |
1378bc45ebe5
updated for version 7.2.348
Bram Moolenaar <bram@zimbu.org>
parents:
2041
diff
changeset
|
1392 {0xfe30, 0xfe52}, |
1378bc45ebe5
updated for version 7.2.348
Bram Moolenaar <bram@zimbu.org>
parents:
2041
diff
changeset
|
1393 {0xfe54, 0xfe66}, |
1378bc45ebe5
updated for version 7.2.348
Bram Moolenaar <bram@zimbu.org>
parents:
2041
diff
changeset
|
1394 {0xfe68, 0xfe6b}, |
1378bc45ebe5
updated for version 7.2.348
Bram Moolenaar <bram@zimbu.org>
parents:
2041
diff
changeset
|
1395 {0xff01, 0xff60}, |
1378bc45ebe5
updated for version 7.2.348
Bram Moolenaar <bram@zimbu.org>
parents:
2041
diff
changeset
|
1396 {0xffe0, 0xffe6}, |
1378bc45ebe5
updated for version 7.2.348
Bram Moolenaar <bram@zimbu.org>
parents:
2041
diff
changeset
|
1397 {0x20000, 0x2fffd}, |
1378bc45ebe5
updated for version 7.2.348
Bram Moolenaar <bram@zimbu.org>
parents:
2041
diff
changeset
|
1398 {0x30000, 0x3fffd} |
1378bc45ebe5
updated for version 7.2.348
Bram Moolenaar <bram@zimbu.org>
parents:
2041
diff
changeset
|
1399 }; |
6495 | 1400 |
2041
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
1401 /* Sorted list of non-overlapping intervals of East Asian Ambiguous |
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
1402 * characters, generated with ../runtime/tools/unicode.vim. */ |
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
1403 static struct interval ambiguous[] = |
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
1404 { |
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
1405 {0x00a1, 0x00a1}, |
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
1406 {0x00a4, 0x00a4}, |
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
1407 {0x00a7, 0x00a8}, |
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
1408 {0x00aa, 0x00aa}, |
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
1409 {0x00ad, 0x00ae}, |
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
1410 {0x00b0, 0x00b4}, |
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
1411 {0x00b6, 0x00ba}, |
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
1412 {0x00bc, 0x00bf}, |
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
1413 {0x00c6, 0x00c6}, |
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
1414 {0x00d0, 0x00d0}, |
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
1415 {0x00d7, 0x00d8}, |
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
1416 {0x00de, 0x00e1}, |
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
1417 {0x00e6, 0x00e6}, |
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
1418 {0x00e8, 0x00ea}, |
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
1419 {0x00ec, 0x00ed}, |
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
1420 {0x00f0, 0x00f0}, |
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
1421 {0x00f2, 0x00f3}, |
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
1422 {0x00f7, 0x00fa}, |
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
1423 {0x00fc, 0x00fc}, |
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
1424 {0x00fe, 0x00fe}, |
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
1425 {0x0101, 0x0101}, |
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
1426 {0x0111, 0x0111}, |
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
1427 {0x0113, 0x0113}, |
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
1428 {0x011b, 0x011b}, |
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
1429 {0x0126, 0x0127}, |
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
1430 {0x012b, 0x012b}, |
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
1431 {0x0131, 0x0133}, |
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
1432 {0x0138, 0x0138}, |
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
1433 {0x013f, 0x0142}, |
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
1434 {0x0144, 0x0144}, |
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
1435 {0x0148, 0x014b}, |
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
1436 {0x014d, 0x014d}, |
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
1437 {0x0152, 0x0153}, |
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
1438 {0x0166, 0x0167}, |
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
1439 {0x016b, 0x016b}, |
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
1440 {0x01ce, 0x01ce}, |
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
1441 {0x01d0, 0x01d0}, |
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
1442 {0x01d2, 0x01d2}, |
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
1443 {0x01d4, 0x01d4}, |
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
1444 {0x01d6, 0x01d6}, |
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
1445 {0x01d8, 0x01d8}, |
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
1446 {0x01da, 0x01da}, |
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
1447 {0x01dc, 0x01dc}, |
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
1448 {0x0251, 0x0251}, |
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
1449 {0x0261, 0x0261}, |
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
1450 {0x02c4, 0x02c4}, |
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
1451 {0x02c7, 0x02c7}, |
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
1452 {0x02c9, 0x02cb}, |
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
1453 {0x02cd, 0x02cd}, |
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
1454 {0x02d0, 0x02d0}, |
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
1455 {0x02d8, 0x02db}, |
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
1456 {0x02dd, 0x02dd}, |
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
1457 {0x02df, 0x02df}, |
6495 | 1458 {0x0300, 0x036f}, |
2041
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
1459 {0x0391, 0x03a1}, |
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
1460 {0x03a3, 0x03a9}, |
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
1461 {0x03b1, 0x03c1}, |
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
1462 {0x03c3, 0x03c9}, |
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
1463 {0x0401, 0x0401}, |
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
1464 {0x0410, 0x044f}, |
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
1465 {0x0451, 0x0451}, |
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
1466 {0x2010, 0x2010}, |
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
1467 {0x2013, 0x2016}, |
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
1468 {0x2018, 0x2019}, |
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
1469 {0x201c, 0x201d}, |
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
1470 {0x2020, 0x2022}, |
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
1471 {0x2024, 0x2027}, |
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
1472 {0x2030, 0x2030}, |
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
1473 {0x2032, 0x2033}, |
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
1474 {0x2035, 0x2035}, |
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
1475 {0x203b, 0x203b}, |
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
1476 {0x203e, 0x203e}, |
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
1477 {0x2074, 0x2074}, |
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
1478 {0x207f, 0x207f}, |
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
1479 {0x2081, 0x2084}, |
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
1480 {0x20ac, 0x20ac}, |
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
1481 {0x2103, 0x2103}, |
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
1482 {0x2105, 0x2105}, |
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
1483 {0x2109, 0x2109}, |
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
1484 {0x2113, 0x2113}, |
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
1485 {0x2116, 0x2116}, |
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
1486 {0x2121, 0x2122}, |
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
1487 {0x2126, 0x2126}, |
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
1488 {0x212b, 0x212b}, |
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
1489 {0x2153, 0x2154}, |
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
1490 {0x215b, 0x215e}, |
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
1491 {0x2160, 0x216b}, |
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
1492 {0x2170, 0x2179}, |
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
1493 {0x2189, 0x2189}, |
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
1494 {0x2190, 0x2199}, |
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
1495 {0x21b8, 0x21b9}, |
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
1496 {0x21d2, 0x21d2}, |
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
1497 {0x21d4, 0x21d4}, |
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
1498 {0x21e7, 0x21e7}, |
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
1499 {0x2200, 0x2200}, |
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
1500 {0x2202, 0x2203}, |
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
1501 {0x2207, 0x2208}, |
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
1502 {0x220b, 0x220b}, |
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
1503 {0x220f, 0x220f}, |
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
1504 {0x2211, 0x2211}, |
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
1505 {0x2215, 0x2215}, |
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
1506 {0x221a, 0x221a}, |
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
1507 {0x221d, 0x2220}, |
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
1508 {0x2223, 0x2223}, |
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
1509 {0x2225, 0x2225}, |
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
1510 {0x2227, 0x222c}, |
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
1511 {0x222e, 0x222e}, |
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
1512 {0x2234, 0x2237}, |
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
1513 {0x223c, 0x223d}, |
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
1514 {0x2248, 0x2248}, |
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
1515 {0x224c, 0x224c}, |
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
1516 {0x2252, 0x2252}, |
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
1517 {0x2260, 0x2261}, |
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
1518 {0x2264, 0x2267}, |
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
1519 {0x226a, 0x226b}, |
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
1520 {0x226e, 0x226f}, |
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
1521 {0x2282, 0x2283}, |
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
1522 {0x2286, 0x2287}, |
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
1523 {0x2295, 0x2295}, |
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
1524 {0x2299, 0x2299}, |
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
1525 {0x22a5, 0x22a5}, |
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
1526 {0x22bf, 0x22bf}, |
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
1527 {0x2312, 0x2312}, |
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
1528 {0x2460, 0x24e9}, |
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
1529 {0x24eb, 0x254b}, |
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
1530 {0x2550, 0x2573}, |
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
1531 {0x2580, 0x258f}, |
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
1532 {0x2592, 0x2595}, |
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
1533 {0x25a0, 0x25a1}, |
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
1534 {0x25a3, 0x25a9}, |
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
1535 {0x25b2, 0x25b3}, |
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
1536 {0x25b6, 0x25b7}, |
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
1537 {0x25bc, 0x25bd}, |
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
1538 {0x25c0, 0x25c1}, |
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
1539 {0x25c6, 0x25c8}, |
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
1540 {0x25cb, 0x25cb}, |
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
1541 {0x25ce, 0x25d1}, |
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
1542 {0x25e2, 0x25e5}, |
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
1543 {0x25ef, 0x25ef}, |
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
1544 {0x2605, 0x2606}, |
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
1545 {0x2609, 0x2609}, |
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
1546 {0x260e, 0x260f}, |
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
1547 {0x2614, 0x2615}, |
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
1548 {0x261c, 0x261c}, |
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
1549 {0x261e, 0x261e}, |
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
1550 {0x2640, 0x2640}, |
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
1551 {0x2642, 0x2642}, |
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
1552 {0x2660, 0x2661}, |
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
1553 {0x2663, 0x2665}, |
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
1554 {0x2667, 0x266a}, |
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
1555 {0x266c, 0x266d}, |
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
1556 {0x266f, 0x266f}, |
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
1557 {0x269e, 0x269f}, |
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
1558 {0x26be, 0x26bf}, |
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
1559 {0x26c4, 0x26cd}, |
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
1560 {0x26cf, 0x26e1}, |
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
1561 {0x26e3, 0x26e3}, |
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
1562 {0x26e8, 0x26ff}, |
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
1563 {0x273d, 0x273d}, |
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
1564 {0x2757, 0x2757}, |
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
1565 {0x2776, 0x277f}, |
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
1566 {0x2b55, 0x2b59}, |
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
1567 {0x3248, 0x324f}, |
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
1568 {0xe000, 0xf8ff}, |
6495 | 1569 {0xfe00, 0xfe0f}, |
2041
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
1570 {0xfffd, 0xfffd}, |
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
1571 {0x1f100, 0x1f10a}, |
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
1572 {0x1f110, 0x1f12d}, |
6495 | 1573 {0x1f130, 0x1f169}, |
1574 {0x1f170, 0x1f19a}, | |
1575 {0xe0100, 0xe01ef}, | |
2041
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
1576 {0xf0000, 0xffffd}, |
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
1577 {0x100000, 0x10fffd} |
7 | 1578 }; |
1579 | |
1580 if (c >= 0x100) | |
1581 { | |
1582 #ifdef USE_WCHAR_FUNCTIONS | |
1583 /* | |
1584 * Assume the library function wcwidth() works better than our own | |
1585 * stuff. It should return 1 for ambiguous width chars! | |
1586 */ | |
1587 int n = wcwidth(c); | |
1588 | |
1589 if (n < 0) | |
1590 return 6; /* unprintable, displays <xxxx> */ | |
1591 if (n > 1) | |
1592 return n; | |
1593 #else | |
1594 if (!utf_printable(c)) | |
1595 return 6; /* unprintable, displays <xxxx> */ | |
2063
1378bc45ebe5
updated for version 7.2.348
Bram Moolenaar <bram@zimbu.org>
parents:
2041
diff
changeset
|
1596 if (intable(doublewidth, sizeof(doublewidth), c)) |
7 | 1597 return 2; |
1598 #endif | |
8661
a931160ffc41
commit https://github.com/vim/vim/commit/4077b33a8370afb3d5ae74e556a0119cf51fe294
Christian Brabandt <cb@256bit.org>
parents:
8629
diff
changeset
|
1599 if (p_emoji && intable(emoji_tab, sizeof(emoji_tab), c)) |
8629
54ac275e3fc4
commit https://github.com/vim/vim/commit/3848e00e0177abdb31bc600234967863ec487233
Christian Brabandt <cb@256bit.org>
parents:
8218
diff
changeset
|
1600 return 2; |
7 | 1601 } |
1602 | |
1603 /* Characters below 0x100 are influenced by 'isprint' option */ | |
1604 else if (c >= 0x80 && !vim_isprintc(c)) | |
1605 return 4; /* unprintable, displays <xx> */ | |
1606 | |
1607 if (c >= 0x80 && *p_ambw == 'd' && intable(ambiguous, sizeof(ambiguous), c)) | |
1608 return 2; | |
1609 | |
1610 return 1; | |
1611 } | |
1612 | |
1613 /* | |
1614 * mb_ptr2cells() function pointer. | |
1615 * Return the number of display cells character at "*p" occupies. | |
1616 * This doesn't take care of unprintable characters, use ptr2cells() for that. | |
1617 */ | |
1618 int | |
7827
41789f16d6b2
commit https://github.com/vim/vim/commit/52ea13da0fe86df1abf34de52841e367035170c0
Christian Brabandt <cb@256bit.org>
parents:
7803
diff
changeset
|
1619 latin_ptr2cells(char_u *p UNUSED) |
7 | 1620 { |
1621 return 1; | |
1622 } | |
1623 | |
1624 int | |
7827
41789f16d6b2
commit https://github.com/vim/vim/commit/52ea13da0fe86df1abf34de52841e367035170c0
Christian Brabandt <cb@256bit.org>
parents:
7803
diff
changeset
|
1625 utf_ptr2cells( |
41789f16d6b2
commit https://github.com/vim/vim/commit/52ea13da0fe86df1abf34de52841e367035170c0
Christian Brabandt <cb@256bit.org>
parents:
7803
diff
changeset
|
1626 char_u *p) |
7 | 1627 { |
1628 int c; | |
1629 | |
1630 /* Need to convert to a wide character. */ | |
1631 if (*p >= 0x80) | |
1632 { | |
1633 c = utf_ptr2char(p); | |
1634 /* An illegal byte is displayed as <xx>. */ | |
474 | 1635 if (utf_ptr2len(p) == 1 || c == NUL) |
7 | 1636 return 4; |
1637 /* If the char is ASCII it must be an overlong sequence. */ | |
1638 if (c < 0x80) | |
1639 return char2cells(c); | |
1640 return utf_char2cells(c); | |
1641 } | |
1642 return 1; | |
1643 } | |
1644 | |
1645 int | |
7827
41789f16d6b2
commit https://github.com/vim/vim/commit/52ea13da0fe86df1abf34de52841e367035170c0
Christian Brabandt <cb@256bit.org>
parents:
7803
diff
changeset
|
1646 dbcs_ptr2cells(char_u *p) |
7 | 1647 { |
1648 /* Number of cells is equal to number of bytes, except for euc-jp when | |
1649 * the first byte is 0x8e. */ | |
1650 if (enc_dbcs == DBCS_JPNU && *p == 0x8e) | |
1651 return 1; | |
1652 return MB_BYTE2LEN(*p); | |
1653 } | |
1654 | |
1655 /* | |
1903 | 1656 * mb_ptr2cells_len() function pointer. |
1657 * Like mb_ptr2cells(), but limit string length to "size". | |
1658 * For an empty string or truncated character returns 1. | |
1659 */ | |
1660 int | |
7827
41789f16d6b2
commit https://github.com/vim/vim/commit/52ea13da0fe86df1abf34de52841e367035170c0
Christian Brabandt <cb@256bit.org>
parents:
7803
diff
changeset
|
1661 latin_ptr2cells_len(char_u *p UNUSED, int size UNUSED) |
1903 | 1662 { |
1663 return 1; | |
1664 } | |
1665 | |
1666 static int | |
7827
41789f16d6b2
commit https://github.com/vim/vim/commit/52ea13da0fe86df1abf34de52841e367035170c0
Christian Brabandt <cb@256bit.org>
parents:
7803
diff
changeset
|
1667 utf_ptr2cells_len(char_u *p, int size) |
1903 | 1668 { |
1669 int c; | |
1670 | |
1671 /* Need to convert to a wide character. */ | |
1672 if (size > 0 && *p >= 0x80) | |
1673 { | |
1674 if (utf_ptr2len_len(p, size) < utf8len_tab[*p]) | |
2015 | 1675 return 1; /* truncated */ |
1903 | 1676 c = utf_ptr2char(p); |
1677 /* An illegal byte is displayed as <xx>. */ | |
1678 if (utf_ptr2len(p) == 1 || c == NUL) | |
1679 return 4; | |
1680 /* If the char is ASCII it must be an overlong sequence. */ | |
1681 if (c < 0x80) | |
1682 return char2cells(c); | |
1683 return utf_char2cells(c); | |
1684 } | |
1685 return 1; | |
1686 } | |
1687 | |
1688 static int | |
7827
41789f16d6b2
commit https://github.com/vim/vim/commit/52ea13da0fe86df1abf34de52841e367035170c0
Christian Brabandt <cb@256bit.org>
parents:
7803
diff
changeset
|
1689 dbcs_ptr2cells_len(char_u *p, int size) |
1903 | 1690 { |
1691 /* Number of cells is equal to number of bytes, except for euc-jp when | |
1692 * the first byte is 0x8e. */ | |
1693 if (size <= 1 || (enc_dbcs == DBCS_JPNU && *p == 0x8e)) | |
1694 return 1; | |
1695 return MB_BYTE2LEN(*p); | |
1696 } | |
1697 | |
1698 /* | |
7 | 1699 * mb_char2cells() function pointer. |
1700 * Return the number of display cells character "c" occupies. | |
1701 * Only takes care of multi-byte chars, not "^C" and such. | |
1702 */ | |
1703 int | |
7827
41789f16d6b2
commit https://github.com/vim/vim/commit/52ea13da0fe86df1abf34de52841e367035170c0
Christian Brabandt <cb@256bit.org>
parents:
7803
diff
changeset
|
1704 latin_char2cells(int c UNUSED) |
7 | 1705 { |
1706 return 1; | |
1707 } | |
1708 | |
1709 static int | |
7827
41789f16d6b2
commit https://github.com/vim/vim/commit/52ea13da0fe86df1abf34de52841e367035170c0
Christian Brabandt <cb@256bit.org>
parents:
7803
diff
changeset
|
1710 dbcs_char2cells(int c) |
7 | 1711 { |
1712 /* Number of cells is equal to number of bytes, except for euc-jp when | |
1713 * the first byte is 0x8e. */ | |
1714 if (enc_dbcs == DBCS_JPNU && ((unsigned)c >> 8) == 0x8e) | |
1715 return 1; | |
1716 /* use the first byte */ | |
1717 return MB_BYTE2LEN((unsigned)c >> 8); | |
1718 } | |
1719 | |
1720 /* | |
2338
da6ec32d8d8f
Added strwidth() and strchars() functions.
Bram Moolenaar <bram@vim.org>
parents:
2311
diff
changeset
|
1721 * Return the number of cells occupied by string "p". |
da6ec32d8d8f
Added strwidth() and strchars() functions.
Bram Moolenaar <bram@vim.org>
parents:
2311
diff
changeset
|
1722 * Stop at a NUL character. When "len" >= 0 stop at character "p[len]". |
da6ec32d8d8f
Added strwidth() and strchars() functions.
Bram Moolenaar <bram@vim.org>
parents:
2311
diff
changeset
|
1723 */ |
da6ec32d8d8f
Added strwidth() and strchars() functions.
Bram Moolenaar <bram@vim.org>
parents:
2311
diff
changeset
|
1724 int |
7827
41789f16d6b2
commit https://github.com/vim/vim/commit/52ea13da0fe86df1abf34de52841e367035170c0
Christian Brabandt <cb@256bit.org>
parents:
7803
diff
changeset
|
1725 mb_string2cells(char_u *p, int len) |
2338
da6ec32d8d8f
Added strwidth() and strchars() functions.
Bram Moolenaar <bram@vim.org>
parents:
2311
diff
changeset
|
1726 { |
da6ec32d8d8f
Added strwidth() and strchars() functions.
Bram Moolenaar <bram@vim.org>
parents:
2311
diff
changeset
|
1727 int i; |
da6ec32d8d8f
Added strwidth() and strchars() functions.
Bram Moolenaar <bram@vim.org>
parents:
2311
diff
changeset
|
1728 int clen = 0; |
da6ec32d8d8f
Added strwidth() and strchars() functions.
Bram Moolenaar <bram@vim.org>
parents:
2311
diff
changeset
|
1729 |
da6ec32d8d8f
Added strwidth() and strchars() functions.
Bram Moolenaar <bram@vim.org>
parents:
2311
diff
changeset
|
1730 for (i = 0; (len < 0 || i < len) && p[i] != NUL; i += (*mb_ptr2len)(p + i)) |
da6ec32d8d8f
Added strwidth() and strchars() functions.
Bram Moolenaar <bram@vim.org>
parents:
2311
diff
changeset
|
1731 clen += (*mb_ptr2cells)(p + i); |
da6ec32d8d8f
Added strwidth() and strchars() functions.
Bram Moolenaar <bram@vim.org>
parents:
2311
diff
changeset
|
1732 return clen; |
da6ec32d8d8f
Added strwidth() and strchars() functions.
Bram Moolenaar <bram@vim.org>
parents:
2311
diff
changeset
|
1733 } |
da6ec32d8d8f
Added strwidth() and strchars() functions.
Bram Moolenaar <bram@vim.org>
parents:
2311
diff
changeset
|
1734 |
da6ec32d8d8f
Added strwidth() and strchars() functions.
Bram Moolenaar <bram@vim.org>
parents:
2311
diff
changeset
|
1735 /* |
7 | 1736 * mb_off2cells() function pointer. |
1737 * Return number of display cells for char at ScreenLines[off]. | |
1378 | 1738 * We make sure that the offset used is less than "max_off". |
7 | 1739 */ |
1740 int | |
7827
41789f16d6b2
commit https://github.com/vim/vim/commit/52ea13da0fe86df1abf34de52841e367035170c0
Christian Brabandt <cb@256bit.org>
parents:
7803
diff
changeset
|
1741 latin_off2cells(unsigned off UNUSED, unsigned max_off UNUSED) |
7 | 1742 { |
1743 return 1; | |
1744 } | |
1745 | |
1746 int | |
7827
41789f16d6b2
commit https://github.com/vim/vim/commit/52ea13da0fe86df1abf34de52841e367035170c0
Christian Brabandt <cb@256bit.org>
parents:
7803
diff
changeset
|
1747 dbcs_off2cells(unsigned off, unsigned max_off) |
7 | 1748 { |
1378 | 1749 /* never check beyond end of the line */ |
1750 if (off >= max_off) | |
1751 return 1; | |
1752 | |
7 | 1753 /* Number of cells is equal to number of bytes, except for euc-jp when |
1754 * the first byte is 0x8e. */ | |
1755 if (enc_dbcs == DBCS_JPNU && ScreenLines[off] == 0x8e) | |
1756 return 1; | |
1757 return MB_BYTE2LEN(ScreenLines[off]); | |
1758 } | |
1759 | |
1760 int | |
7827
41789f16d6b2
commit https://github.com/vim/vim/commit/52ea13da0fe86df1abf34de52841e367035170c0
Christian Brabandt <cb@256bit.org>
parents:
7803
diff
changeset
|
1761 utf_off2cells(unsigned off, unsigned max_off) |
7 | 1762 { |
1378 | 1763 return (off + 1 < max_off && ScreenLines[off + 1] == 0) ? 2 : 1; |
7 | 1764 } |
1765 | |
1766 /* | |
1767 * mb_ptr2char() function pointer. | |
1768 * Convert a byte sequence into a character. | |
1769 */ | |
1770 int | |
7827
41789f16d6b2
commit https://github.com/vim/vim/commit/52ea13da0fe86df1abf34de52841e367035170c0
Christian Brabandt <cb@256bit.org>
parents:
7803
diff
changeset
|
1771 latin_ptr2char(char_u *p) |
7 | 1772 { |
1773 return *p; | |
1774 } | |
1775 | |
1776 static int | |
7827
41789f16d6b2
commit https://github.com/vim/vim/commit/52ea13da0fe86df1abf34de52841e367035170c0
Christian Brabandt <cb@256bit.org>
parents:
7803
diff
changeset
|
1777 dbcs_ptr2char(char_u *p) |
7 | 1778 { |
1779 if (MB_BYTE2LEN(*p) > 1 && p[1] != NUL) | |
1780 return (p[0] << 8) + p[1]; | |
1781 return *p; | |
1782 } | |
1783 | |
1784 /* | |
1785 * Convert a UTF-8 byte sequence to a wide character. | |
1786 * If the sequence is illegal or truncated by a NUL the first byte is | |
1787 * returned. | |
1788 * Does not include composing characters, of course. | |
1789 */ | |
1790 int | |
7827
41789f16d6b2
commit https://github.com/vim/vim/commit/52ea13da0fe86df1abf34de52841e367035170c0
Christian Brabandt <cb@256bit.org>
parents:
7803
diff
changeset
|
1791 utf_ptr2char(char_u *p) |
7 | 1792 { |
1793 int len; | |
1794 | |
1795 if (p[0] < 0x80) /* be quick for ASCII */ | |
1796 return p[0]; | |
1797 | |
2015 | 1798 len = utf8len_tab_zero[p[0]]; |
1658 | 1799 if (len > 1 && (p[1] & 0xc0) == 0x80) |
7 | 1800 { |
1801 if (len == 2) | |
1802 return ((p[0] & 0x1f) << 6) + (p[1] & 0x3f); | |
1803 if ((p[2] & 0xc0) == 0x80) | |
1804 { | |
1805 if (len == 3) | |
1806 return ((p[0] & 0x0f) << 12) + ((p[1] & 0x3f) << 6) | |
1807 + (p[2] & 0x3f); | |
1808 if ((p[3] & 0xc0) == 0x80) | |
1809 { | |
1810 if (len == 4) | |
1811 return ((p[0] & 0x07) << 18) + ((p[1] & 0x3f) << 12) | |
1812 + ((p[2] & 0x3f) << 6) + (p[3] & 0x3f); | |
1813 if ((p[4] & 0xc0) == 0x80) | |
1814 { | |
1815 if (len == 5) | |
1816 return ((p[0] & 0x03) << 24) + ((p[1] & 0x3f) << 18) | |
1817 + ((p[2] & 0x3f) << 12) + ((p[3] & 0x3f) << 6) | |
1818 + (p[4] & 0x3f); | |
1819 if ((p[5] & 0xc0) == 0x80 && len == 6) | |
1820 return ((p[0] & 0x01) << 30) + ((p[1] & 0x3f) << 24) | |
1821 + ((p[2] & 0x3f) << 18) + ((p[3] & 0x3f) << 12) | |
1822 + ((p[4] & 0x3f) << 6) + (p[5] & 0x3f); | |
1823 } | |
1824 } | |
1825 } | |
1826 } | |
1827 /* Illegal value, just return the first byte */ | |
1828 return p[0]; | |
1829 } | |
1830 | |
1831 /* | |
2961 | 1832 * Convert a UTF-8 byte sequence to a wide character. |
1833 * String is assumed to be terminated by NUL or after "n" bytes, whichever | |
1834 * comes first. | |
1835 * The function is safe in the sense that it never accesses memory beyond the | |
1836 * first "n" bytes of "s". | |
1837 * | |
1838 * On success, returns decoded codepoint, advances "s" to the beginning of | |
1839 * next character and decreases "n" accordingly. | |
1840 * | |
1841 * If end of string was reached, returns 0 and, if "n" > 0, advances "s" past | |
1842 * NUL byte. | |
1843 * | |
1844 * If byte sequence is illegal or incomplete, returns -1 and does not advance | |
1845 * "s". | |
1846 */ | |
1847 static int | |
7827
41789f16d6b2
commit https://github.com/vim/vim/commit/52ea13da0fe86df1abf34de52841e367035170c0
Christian Brabandt <cb@256bit.org>
parents:
7803
diff
changeset
|
1848 utf_safe_read_char_adv(char_u **s, size_t *n) |
2961 | 1849 { |
1850 int c, k; | |
1851 | |
1852 if (*n == 0) /* end of buffer */ | |
1853 return 0; | |
1854 | |
1855 k = utf8len_tab_zero[**s]; | |
1856 | |
1857 if (k == 1) | |
1858 { | |
1859 /* ASCII character or NUL */ | |
1860 (*n)--; | |
1861 return *(*s)++; | |
1862 } | |
1863 | |
1864 if ((size_t)k <= *n) | |
1865 { | |
1866 /* We have a multibyte sequence and it isn't truncated by buffer | |
1867 * limits so utf_ptr2char() is safe to use. Or the first byte is | |
1868 * illegal (k=0), and it's also safe to use utf_ptr2char(). */ | |
1869 c = utf_ptr2char(*s); | |
1870 | |
1871 /* On failure, utf_ptr2char() returns the first byte, so here we | |
1872 * check equality with the first byte. The only non-ASCII character | |
1873 * which equals the first byte of its own UTF-8 representation is | |
1874 * U+00C3 (UTF-8: 0xC3 0x83), so need to check that special case too. | |
1875 * It's safe even if n=1, else we would have k=2 > n. */ | |
1876 if (c != (int)(**s) || (c == 0xC3 && (*s)[1] == 0x83)) | |
1877 { | |
1878 /* byte sequence was successfully decoded */ | |
1879 *s += k; | |
1880 *n -= k; | |
1881 return c; | |
1882 } | |
1883 } | |
1884 | |
1885 /* byte sequence is incomplete or illegal */ | |
1886 return -1; | |
1887 } | |
1888 | |
1889 /* | |
7 | 1890 * Get character at **pp and advance *pp to the next character. |
1891 * Note: composing characters are skipped! | |
1892 */ | |
1893 int | |
7827
41789f16d6b2
commit https://github.com/vim/vim/commit/52ea13da0fe86df1abf34de52841e367035170c0
Christian Brabandt <cb@256bit.org>
parents:
7803
diff
changeset
|
1894 mb_ptr2char_adv(char_u **pp) |
7 | 1895 { |
1896 int c; | |
1897 | |
1898 c = (*mb_ptr2char)(*pp); | |
474 | 1899 *pp += (*mb_ptr2len)(*pp); |
1900 return c; | |
1901 } | |
1902 | |
1903 /* | |
1904 * Get character at **pp and advance *pp to the next character. | |
1905 * Note: composing characters are returned as separate characters. | |
1906 */ | |
1907 int | |
7827
41789f16d6b2
commit https://github.com/vim/vim/commit/52ea13da0fe86df1abf34de52841e367035170c0
Christian Brabandt <cb@256bit.org>
parents:
7803
diff
changeset
|
1908 mb_cptr2char_adv(char_u **pp) |
474 | 1909 { |
1910 int c; | |
1911 | |
1912 c = (*mb_ptr2char)(*pp); | |
1913 if (enc_utf8) | |
1914 *pp += utf_ptr2len(*pp); | |
1915 else | |
1916 *pp += (*mb_ptr2len)(*pp); | |
7 | 1917 return c; |
1918 } | |
1919 | |
1920 #if defined(FEAT_ARABIC) || defined(PROTO) | |
1921 /* | |
1922 * Check whether we are dealing with Arabic combining characters. | |
1923 * Note: these are NOT really composing characters! | |
1924 */ | |
1925 int | |
7827
41789f16d6b2
commit https://github.com/vim/vim/commit/52ea13da0fe86df1abf34de52841e367035170c0
Christian Brabandt <cb@256bit.org>
parents:
7803
diff
changeset
|
1926 arabic_combine( |
41789f16d6b2
commit https://github.com/vim/vim/commit/52ea13da0fe86df1abf34de52841e367035170c0
Christian Brabandt <cb@256bit.org>
parents:
7803
diff
changeset
|
1927 int one, /* first character */ |
41789f16d6b2
commit https://github.com/vim/vim/commit/52ea13da0fe86df1abf34de52841e367035170c0
Christian Brabandt <cb@256bit.org>
parents:
7803
diff
changeset
|
1928 int two) /* character just after "one" */ |
7 | 1929 { |
1930 if (one == a_LAM) | |
1931 return arabic_maycombine(two); | |
1932 return FALSE; | |
1933 } | |
1934 | |
1935 /* | |
1936 * Check whether we are dealing with a character that could be regarded as an | |
1937 * Arabic combining character, need to check the character before this. | |
1938 */ | |
1939 int | |
7827
41789f16d6b2
commit https://github.com/vim/vim/commit/52ea13da0fe86df1abf34de52841e367035170c0
Christian Brabandt <cb@256bit.org>
parents:
7803
diff
changeset
|
1940 arabic_maycombine(int two) |
7 | 1941 { |
1942 if (p_arshape && !p_tbidi) | |
1943 return (two == a_ALEF_MADDA | |
1944 || two == a_ALEF_HAMZA_ABOVE | |
1945 || two == a_ALEF_HAMZA_BELOW | |
1946 || two == a_ALEF); | |
1947 return FALSE; | |
1948 } | |
1949 | |
1950 /* | |
1951 * Check if the character pointed to by "p2" is a composing character when it | |
1952 * comes after "p1". For Arabic sometimes "ab" is replaced with "c", which | |
1953 * behaves like a composing character. | |
1954 */ | |
1955 int | |
7827
41789f16d6b2
commit https://github.com/vim/vim/commit/52ea13da0fe86df1abf34de52841e367035170c0
Christian Brabandt <cb@256bit.org>
parents:
7803
diff
changeset
|
1956 utf_composinglike(char_u *p1, char_u *p2) |
7 | 1957 { |
1958 int c2; | |
1959 | |
1960 c2 = utf_ptr2char(p2); | |
1961 if (utf_iscomposing(c2)) | |
1962 return TRUE; | |
1963 if (!arabic_maycombine(c2)) | |
1964 return FALSE; | |
1965 return arabic_combine(utf_ptr2char(p1), c2); | |
1966 } | |
1967 #endif | |
1968 | |
1969 /* | |
1205 | 1970 * Convert a UTF-8 byte string to a wide character. Also get up to MAX_MCO |
7 | 1971 * composing characters. |
1972 */ | |
1973 int | |
7827
41789f16d6b2
commit https://github.com/vim/vim/commit/52ea13da0fe86df1abf34de52841e367035170c0
Christian Brabandt <cb@256bit.org>
parents:
7803
diff
changeset
|
1974 utfc_ptr2char( |
41789f16d6b2
commit https://github.com/vim/vim/commit/52ea13da0fe86df1abf34de52841e367035170c0
Christian Brabandt <cb@256bit.org>
parents:
7803
diff
changeset
|
1975 char_u *p, |
41789f16d6b2
commit https://github.com/vim/vim/commit/52ea13da0fe86df1abf34de52841e367035170c0
Christian Brabandt <cb@256bit.org>
parents:
7803
diff
changeset
|
1976 int *pcc) /* return: composing chars, last one is 0 */ |
7 | 1977 { |
1978 int len; | |
1979 int c; | |
1980 int cc; | |
714 | 1981 int i = 0; |
7 | 1982 |
1983 c = utf_ptr2char(p); | |
474 | 1984 len = utf_ptr2len(p); |
714 | 1985 |
7 | 1986 /* Only accept a composing char when the first char isn't illegal. */ |
1987 if ((len > 1 || *p < 0x80) | |
1988 && p[len] >= 0x80 | |
1989 && UTF_COMPOSINGLIKE(p, p + len)) | |
1990 { | |
714 | 1991 cc = utf_ptr2char(p + len); |
1992 for (;;) | |
1993 { | |
1994 pcc[i++] = cc; | |
1995 if (i == MAX_MCO) | |
1996 break; | |
1997 len += utf_ptr2len(p + len); | |
1998 if (p[len] < 0x80 || !utf_iscomposing(cc = utf_ptr2char(p + len))) | |
1999 break; | |
2000 } | |
7 | 2001 } |
714 | 2002 |
2003 if (i < MAX_MCO) /* last composing char must be 0 */ | |
2004 pcc[i] = 0; | |
2005 | |
7 | 2006 return c; |
2007 } | |
2008 | |
2009 /* | |
1205 | 2010 * Convert a UTF-8 byte string to a wide character. Also get up to MAX_MCO |
7 | 2011 * composing characters. Use no more than p[maxlen]. |
2012 */ | |
2013 int | |
7827
41789f16d6b2
commit https://github.com/vim/vim/commit/52ea13da0fe86df1abf34de52841e367035170c0
Christian Brabandt <cb@256bit.org>
parents:
7803
diff
changeset
|
2014 utfc_ptr2char_len( |
41789f16d6b2
commit https://github.com/vim/vim/commit/52ea13da0fe86df1abf34de52841e367035170c0
Christian Brabandt <cb@256bit.org>
parents:
7803
diff
changeset
|
2015 char_u *p, |
41789f16d6b2
commit https://github.com/vim/vim/commit/52ea13da0fe86df1abf34de52841e367035170c0
Christian Brabandt <cb@256bit.org>
parents:
7803
diff
changeset
|
2016 int *pcc, /* return: composing chars, last one is 0 */ |
41789f16d6b2
commit https://github.com/vim/vim/commit/52ea13da0fe86df1abf34de52841e367035170c0
Christian Brabandt <cb@256bit.org>
parents:
7803
diff
changeset
|
2017 int maxlen) |
7 | 2018 { |
2019 int len; | |
2020 int c; | |
2021 int cc; | |
714 | 2022 int i = 0; |
7 | 2023 |
2024 c = utf_ptr2char(p); | |
474 | 2025 len = utf_ptr2len_len(p, maxlen); |
7 | 2026 /* Only accept a composing char when the first char isn't illegal. */ |
2027 if ((len > 1 || *p < 0x80) | |
2028 && len < maxlen | |
2029 && p[len] >= 0x80 | |
2030 && UTF_COMPOSINGLIKE(p, p + len)) | |
2031 { | |
714 | 2032 cc = utf_ptr2char(p + len); |
2033 for (;;) | |
2034 { | |
2035 pcc[i++] = cc; | |
2036 if (i == MAX_MCO) | |
2037 break; | |
2038 len += utf_ptr2len_len(p + len, maxlen - len); | |
2039 if (len >= maxlen | |
2040 || p[len] < 0x80 | |
2041 || !utf_iscomposing(cc = utf_ptr2char(p + len))) | |
2042 break; | |
2043 } | |
7 | 2044 } |
714 | 2045 |
2046 if (i < MAX_MCO) /* last composing char must be 0 */ | |
2047 pcc[i] = 0; | |
2048 | |
7 | 2049 return c; |
2050 } | |
2051 | |
2052 /* | |
2053 * Convert the character at screen position "off" to a sequence of bytes. | |
2054 * Includes the composing characters. | |
3549 | 2055 * "buf" must at least have the length MB_MAXBYTES + 1. |
2154
7c8c7c95a865
First step in the Vim 7.3 branch. Changed version numbers.
Bram Moolenaar <bram@zimbu.org>
parents:
2063
diff
changeset
|
2056 * Only to be used when ScreenLinesUC[off] != 0. |
7 | 2057 * Returns the produced number of bytes. |
2058 */ | |
2059 int | |
7827
41789f16d6b2
commit https://github.com/vim/vim/commit/52ea13da0fe86df1abf34de52841e367035170c0
Christian Brabandt <cb@256bit.org>
parents:
7803
diff
changeset
|
2060 utfc_char2bytes(int off, char_u *buf) |
7 | 2061 { |
2062 int len; | |
714 | 2063 int i; |
7 | 2064 |
2065 len = utf_char2bytes(ScreenLinesUC[off], buf); | |
714 | 2066 for (i = 0; i < Screen_mco; ++i) |
7 | 2067 { |
714 | 2068 if (ScreenLinesC[i][off] == 0) |
2069 break; | |
2070 len += utf_char2bytes(ScreenLinesC[i][off], buf + len); | |
7 | 2071 } |
2072 return len; | |
2073 } | |
2074 | |
2075 /* | |
2076 * Get the length of a UTF-8 byte sequence, not including any following | |
2077 * composing characters. | |
2078 * Returns 0 for "". | |
2079 * Returns 1 for an illegal byte sequence. | |
2080 */ | |
2081 int | |
7827
41789f16d6b2
commit https://github.com/vim/vim/commit/52ea13da0fe86df1abf34de52841e367035170c0
Christian Brabandt <cb@256bit.org>
parents:
7803
diff
changeset
|
2082 utf_ptr2len(char_u *p) |
7 | 2083 { |
2084 int len; | |
2085 int i; | |
2086 | |
2087 if (*p == NUL) | |
2088 return 0; | |
2089 len = utf8len_tab[*p]; | |
2090 for (i = 1; i < len; ++i) | |
2091 if ((p[i] & 0xc0) != 0x80) | |
2092 return 1; | |
2093 return len; | |
2094 } | |
2095 | |
2096 /* | |
2097 * Return length of UTF-8 character, obtained from the first byte. | |
2098 * "b" must be between 0 and 255! | |
2015 | 2099 * Returns 1 for an invalid first byte value. |
7 | 2100 */ |
2101 int | |
7827
41789f16d6b2
commit https://github.com/vim/vim/commit/52ea13da0fe86df1abf34de52841e367035170c0
Christian Brabandt <cb@256bit.org>
parents:
7803
diff
changeset
|
2102 utf_byte2len(int b) |
7 | 2103 { |
2104 return utf8len_tab[b]; | |
2105 } | |
2106 | |
2107 /* | |
2108 * Get the length of UTF-8 byte sequence "p[size]". Does not include any | |
2109 * following composing characters. | |
2110 * Returns 1 for "". | |
1487 | 2111 * Returns 1 for an illegal byte sequence (also in incomplete byte seq.). |
7 | 2112 * Returns number > "size" for an incomplete byte sequence. |
2015 | 2113 * Never returns zero. |
7 | 2114 */ |
2115 int | |
7827
41789f16d6b2
commit https://github.com/vim/vim/commit/52ea13da0fe86df1abf34de52841e367035170c0
Christian Brabandt <cb@256bit.org>
parents:
7803
diff
changeset
|
2116 utf_ptr2len_len(char_u *p, int size) |
7 | 2117 { |
2118 int len; | |
2119 int i; | |
1487 | 2120 int m; |
7 | 2121 |
2015 | 2122 len = utf8len_tab[*p]; |
2123 if (len == 1) | |
2124 return 1; /* NUL, ascii or illegal lead byte */ | |
7 | 2125 if (len > size) |
1487 | 2126 m = size; /* incomplete byte sequence. */ |
2015 | 2127 else |
2128 m = len; | |
1487 | 2129 for (i = 1; i < m; ++i) |
7 | 2130 if ((p[i] & 0xc0) != 0x80) |
2131 return 1; | |
2132 return len; | |
2133 } | |
2134 | |
2135 /* | |
2136 * Return the number of bytes the UTF-8 encoding of the character at "p" takes. | |
2137 * This includes following composing characters. | |
2138 */ | |
2139 int | |
7827
41789f16d6b2
commit https://github.com/vim/vim/commit/52ea13da0fe86df1abf34de52841e367035170c0
Christian Brabandt <cb@256bit.org>
parents:
7803
diff
changeset
|
2140 utfc_ptr2len(char_u *p) |
7 | 2141 { |
2142 int len; | |
318 | 2143 int b0 = *p; |
7 | 2144 #ifdef FEAT_ARABIC |
2145 int prevlen; | |
2146 #endif | |
2147 | |
318 | 2148 if (b0 == NUL) |
7 | 2149 return 0; |
318 | 2150 if (b0 < 0x80 && p[1] < 0x80) /* be quick for ASCII */ |
7 | 2151 return 1; |
2152 | |
2153 /* Skip over first UTF-8 char, stopping at a NUL byte. */ | |
474 | 2154 len = utf_ptr2len(p); |
7 | 2155 |
2156 /* Check for illegal byte. */ | |
318 | 2157 if (len == 1 && b0 >= 0x80) |
7 | 2158 return 1; |
2159 | |
2160 /* | |
2041
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
2161 * Check for composing characters. We can handle only the first six, but |
7 | 2162 * skip all of them (otherwise the cursor would get stuck). |
2163 */ | |
2164 #ifdef FEAT_ARABIC | |
2165 prevlen = 0; | |
2166 #endif | |
2167 for (;;) | |
2168 { | |
2169 if (p[len] < 0x80 || !UTF_COMPOSINGLIKE(p + prevlen, p + len)) | |
2170 return len; | |
2171 | |
2172 /* Skip over composing char */ | |
2173 #ifdef FEAT_ARABIC | |
2174 prevlen = len; | |
2175 #endif | |
474 | 2176 len += utf_ptr2len(p + len); |
7 | 2177 } |
2178 } | |
2179 | |
2180 /* | |
2181 * Return the number of bytes the UTF-8 encoding of the character at "p[size]" | |
2182 * takes. This includes following composing characters. | |
1903 | 2183 * Returns 0 for an empty string. |
7 | 2184 * Returns 1 for an illegal char or an incomplete byte sequence. |
2185 */ | |
2186 int | |
7827
41789f16d6b2
commit https://github.com/vim/vim/commit/52ea13da0fe86df1abf34de52841e367035170c0
Christian Brabandt <cb@256bit.org>
parents:
7803
diff
changeset
|
2187 utfc_ptr2len_len(char_u *p, int size) |
7 | 2188 { |
2189 int len; | |
2190 #ifdef FEAT_ARABIC | |
2191 int prevlen; | |
2192 #endif | |
2193 | |
1903 | 2194 if (size < 1 || *p == NUL) |
7 | 2195 return 0; |
2196 if (p[0] < 0x80 && (size == 1 || p[1] < 0x80)) /* be quick for ASCII */ | |
2197 return 1; | |
2198 | |
2199 /* Skip over first UTF-8 char, stopping at a NUL byte. */ | |
474 | 2200 len = utf_ptr2len_len(p, size); |
7 | 2201 |
2202 /* Check for illegal byte and incomplete byte sequence. */ | |
2203 if ((len == 1 && p[0] >= 0x80) || len > size) | |
2204 return 1; | |
2205 | |
2206 /* | |
2041
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
2207 * Check for composing characters. We can handle only the first six, but |
7 | 2208 * skip all of them (otherwise the cursor would get stuck). |
2209 */ | |
2210 #ifdef FEAT_ARABIC | |
2211 prevlen = 0; | |
2212 #endif | |
2213 while (len < size) | |
2214 { | |
1658 | 2215 int len_next_char; |
2216 | |
2217 if (p[len] < 0x80) | |
2218 break; | |
2219 | |
2220 /* | |
2221 * Next character length should not go beyond size to ensure that | |
2222 * UTF_COMPOSINGLIKE(...) does not read beyond size. | |
2223 */ | |
2224 len_next_char = utf_ptr2len_len(p + len, size - len); | |
2225 if (len_next_char > size - len) | |
2226 break; | |
2227 | |
2228 if (!UTF_COMPOSINGLIKE(p + prevlen, p + len)) | |
7 | 2229 break; |
2230 | |
2231 /* Skip over composing char */ | |
2232 #ifdef FEAT_ARABIC | |
2233 prevlen = len; | |
2234 #endif | |
1658 | 2235 len += len_next_char; |
7 | 2236 } |
2237 return len; | |
2238 } | |
2239 | |
2240 /* | |
2241 * Return the number of bytes the UTF-8 encoding of character "c" takes. | |
2242 * This does not include composing characters. | |
2243 */ | |
2244 int | |
7827
41789f16d6b2
commit https://github.com/vim/vim/commit/52ea13da0fe86df1abf34de52841e367035170c0
Christian Brabandt <cb@256bit.org>
parents:
7803
diff
changeset
|
2245 utf_char2len(int c) |
7 | 2246 { |
2247 if (c < 0x80) | |
2248 return 1; | |
2249 if (c < 0x800) | |
2250 return 2; | |
2251 if (c < 0x10000) | |
2252 return 3; | |
2253 if (c < 0x200000) | |
2254 return 4; | |
2255 if (c < 0x4000000) | |
2256 return 5; | |
2257 return 6; | |
2258 } | |
2259 | |
2260 /* | |
2261 * Convert Unicode character "c" to UTF-8 string in "buf[]". | |
2262 * Returns the number of bytes. | |
2263 * This does not include composing characters. | |
2264 */ | |
2265 int | |
7827
41789f16d6b2
commit https://github.com/vim/vim/commit/52ea13da0fe86df1abf34de52841e367035170c0
Christian Brabandt <cb@256bit.org>
parents:
7803
diff
changeset
|
2266 utf_char2bytes(int c, char_u *buf) |
7 | 2267 { |
2268 if (c < 0x80) /* 7 bits */ | |
2269 { | |
2270 buf[0] = c; | |
2271 return 1; | |
2272 } | |
2273 if (c < 0x800) /* 11 bits */ | |
2274 { | |
2275 buf[0] = 0xc0 + ((unsigned)c >> 6); | |
2276 buf[1] = 0x80 + (c & 0x3f); | |
2277 return 2; | |
2278 } | |
2279 if (c < 0x10000) /* 16 bits */ | |
2280 { | |
2281 buf[0] = 0xe0 + ((unsigned)c >> 12); | |
2282 buf[1] = 0x80 + (((unsigned)c >> 6) & 0x3f); | |
2283 buf[2] = 0x80 + (c & 0x3f); | |
2284 return 3; | |
2285 } | |
2286 if (c < 0x200000) /* 21 bits */ | |
2287 { | |
2288 buf[0] = 0xf0 + ((unsigned)c >> 18); | |
2289 buf[1] = 0x80 + (((unsigned)c >> 12) & 0x3f); | |
2290 buf[2] = 0x80 + (((unsigned)c >> 6) & 0x3f); | |
2291 buf[3] = 0x80 + (c & 0x3f); | |
2292 return 4; | |
2293 } | |
2294 if (c < 0x4000000) /* 26 bits */ | |
2295 { | |
2296 buf[0] = 0xf8 + ((unsigned)c >> 24); | |
2297 buf[1] = 0x80 + (((unsigned)c >> 18) & 0x3f); | |
2298 buf[2] = 0x80 + (((unsigned)c >> 12) & 0x3f); | |
2299 buf[3] = 0x80 + (((unsigned)c >> 6) & 0x3f); | |
2300 buf[4] = 0x80 + (c & 0x3f); | |
2301 return 5; | |
2302 } | |
2303 /* 31 bits */ | |
2304 buf[0] = 0xfc + ((unsigned)c >> 30); | |
2305 buf[1] = 0x80 + (((unsigned)c >> 24) & 0x3f); | |
2306 buf[2] = 0x80 + (((unsigned)c >> 18) & 0x3f); | |
2307 buf[3] = 0x80 + (((unsigned)c >> 12) & 0x3f); | |
2308 buf[4] = 0x80 + (((unsigned)c >> 6) & 0x3f); | |
2309 buf[5] = 0x80 + (c & 0x3f); | |
2310 return 6; | |
2311 } | |
2312 | |
2313 /* | |
2314 * Return TRUE if "c" is a composing UTF-8 character. This means it will be | |
2315 * drawn on top of the preceding character. | |
2316 * Based on code from Markus Kuhn. | |
2317 */ | |
2318 int | |
7827
41789f16d6b2
commit https://github.com/vim/vim/commit/52ea13da0fe86df1abf34de52841e367035170c0
Christian Brabandt <cb@256bit.org>
parents:
7803
diff
changeset
|
2319 utf_iscomposing(int c) |
7 | 2320 { |
2041
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
2321 /* Sorted list of non-overlapping intervals. |
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
2322 * Generated by ../runtime/tools/unicode.vim. */ |
7 | 2323 static struct interval combining[] = |
2324 { | |
2041
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
2325 {0x0300, 0x036f}, |
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
2326 {0x0483, 0x0489}, |
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
2327 {0x0591, 0x05bd}, |
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
2328 {0x05bf, 0x05bf}, |
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
2329 {0x05c1, 0x05c2}, |
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
2330 {0x05c4, 0x05c5}, |
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
2331 {0x05c7, 0x05c7}, |
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
2332 {0x0610, 0x061a}, |
6495 | 2333 {0x064b, 0x065f}, |
2041
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
2334 {0x0670, 0x0670}, |
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
2335 {0x06d6, 0x06dc}, |
6495 | 2336 {0x06df, 0x06e4}, |
2041
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
2337 {0x06e7, 0x06e8}, |
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
2338 {0x06ea, 0x06ed}, |
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
2339 {0x0711, 0x0711}, |
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
2340 {0x0730, 0x074a}, |
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
2341 {0x07a6, 0x07b0}, |
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
2342 {0x07eb, 0x07f3}, |
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
2343 {0x0816, 0x0819}, |
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
2344 {0x081b, 0x0823}, |
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
2345 {0x0825, 0x0827}, |
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
2346 {0x0829, 0x082d}, |
6495 | 2347 {0x0859, 0x085b}, |
6864 | 2348 {0x08e3, 0x0903}, |
6495 | 2349 {0x093a, 0x093c}, |
2350 {0x093e, 0x094f}, | |
2351 {0x0951, 0x0957}, | |
2041
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
2352 {0x0962, 0x0963}, |
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
2353 {0x0981, 0x0983}, |
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
2354 {0x09bc, 0x09bc}, |
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
2355 {0x09be, 0x09c4}, |
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
2356 {0x09c7, 0x09c8}, |
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
2357 {0x09cb, 0x09cd}, |
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
2358 {0x09d7, 0x09d7}, |
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
2359 {0x09e2, 0x09e3}, |
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
2360 {0x0a01, 0x0a03}, |
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
2361 {0x0a3c, 0x0a3c}, |
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
2362 {0x0a3e, 0x0a42}, |
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
2363 {0x0a47, 0x0a48}, |
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
2364 {0x0a4b, 0x0a4d}, |
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
2365 {0x0a51, 0x0a51}, |
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
2366 {0x0a70, 0x0a71}, |
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
2367 {0x0a75, 0x0a75}, |
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
2368 {0x0a81, 0x0a83}, |
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
2369 {0x0abc, 0x0abc}, |
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
2370 {0x0abe, 0x0ac5}, |
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
2371 {0x0ac7, 0x0ac9}, |
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
2372 {0x0acb, 0x0acd}, |
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
2373 {0x0ae2, 0x0ae3}, |
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
2374 {0x0b01, 0x0b03}, |
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
2375 {0x0b3c, 0x0b3c}, |
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
2376 {0x0b3e, 0x0b44}, |
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
2377 {0x0b47, 0x0b48}, |
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
2378 {0x0b4b, 0x0b4d}, |
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
2379 {0x0b56, 0x0b57}, |
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
2380 {0x0b62, 0x0b63}, |
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
2381 {0x0b82, 0x0b82}, |
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
2382 {0x0bbe, 0x0bc2}, |
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
2383 {0x0bc6, 0x0bc8}, |
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
2384 {0x0bca, 0x0bcd}, |
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
2385 {0x0bd7, 0x0bd7}, |
6495 | 2386 {0x0c00, 0x0c03}, |
2041
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
2387 {0x0c3e, 0x0c44}, |
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
2388 {0x0c46, 0x0c48}, |
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
2389 {0x0c4a, 0x0c4d}, |
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
2390 {0x0c55, 0x0c56}, |
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
2391 {0x0c62, 0x0c63}, |
6495 | 2392 {0x0c81, 0x0c83}, |
2041
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
2393 {0x0cbc, 0x0cbc}, |
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
2394 {0x0cbe, 0x0cc4}, |
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
2395 {0x0cc6, 0x0cc8}, |
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
2396 {0x0cca, 0x0ccd}, |
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
2397 {0x0cd5, 0x0cd6}, |
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
2398 {0x0ce2, 0x0ce3}, |
6495 | 2399 {0x0d01, 0x0d03}, |
2041
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
2400 {0x0d3e, 0x0d44}, |
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
2401 {0x0d46, 0x0d48}, |
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
2402 {0x0d4a, 0x0d4d}, |
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
2403 {0x0d57, 0x0d57}, |
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
2404 {0x0d62, 0x0d63}, |
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
2405 {0x0d82, 0x0d83}, |
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
2406 {0x0dca, 0x0dca}, |
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
2407 {0x0dcf, 0x0dd4}, |
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
2408 {0x0dd6, 0x0dd6}, |
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
2409 {0x0dd8, 0x0ddf}, |
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
2410 {0x0df2, 0x0df3}, |
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
2411 {0x0e31, 0x0e31}, |
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
2412 {0x0e34, 0x0e3a}, |
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
2413 {0x0e47, 0x0e4e}, |
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
2414 {0x0eb1, 0x0eb1}, |
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
2415 {0x0eb4, 0x0eb9}, |
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
2416 {0x0ebb, 0x0ebc}, |
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
2417 {0x0ec8, 0x0ecd}, |
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
2418 {0x0f18, 0x0f19}, |
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
2419 {0x0f35, 0x0f35}, |
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
2420 {0x0f37, 0x0f37}, |
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
2421 {0x0f39, 0x0f39}, |
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
2422 {0x0f3e, 0x0f3f}, |
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
2423 {0x0f71, 0x0f84}, |
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
2424 {0x0f86, 0x0f87}, |
6495 | 2425 {0x0f8d, 0x0f97}, |
2041
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
2426 {0x0f99, 0x0fbc}, |
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
2427 {0x0fc6, 0x0fc6}, |
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
2428 {0x102b, 0x103e}, |
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
2429 {0x1056, 0x1059}, |
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
2430 {0x105e, 0x1060}, |
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
2431 {0x1062, 0x1064}, |
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
2432 {0x1067, 0x106d}, |
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
2433 {0x1071, 0x1074}, |
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
2434 {0x1082, 0x108d}, |
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
2435 {0x108f, 0x108f}, |
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
2436 {0x109a, 0x109d}, |
6495 | 2437 {0x135d, 0x135f}, |
2041
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
2438 {0x1712, 0x1714}, |
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
2439 {0x1732, 0x1734}, |
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
2440 {0x1752, 0x1753}, |
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
2441 {0x1772, 0x1773}, |
6495 | 2442 {0x17b4, 0x17d3}, |
2041
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
2443 {0x17dd, 0x17dd}, |
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
2444 {0x180b, 0x180d}, |
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
2445 {0x18a9, 0x18a9}, |
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
2446 {0x1920, 0x192b}, |
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
2447 {0x1930, 0x193b}, |
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
2448 {0x1a17, 0x1a1b}, |
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
2449 {0x1a55, 0x1a5e}, |
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
2450 {0x1a60, 0x1a7c}, |
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
2451 {0x1a7f, 0x1a7f}, |
6495 | 2452 {0x1ab0, 0x1abe}, |
2041
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
2453 {0x1b00, 0x1b04}, |
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
2454 {0x1b34, 0x1b44}, |
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
2455 {0x1b6b, 0x1b73}, |
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
2456 {0x1b80, 0x1b82}, |
6495 | 2457 {0x1ba1, 0x1bad}, |
2458 {0x1be6, 0x1bf3}, | |
2041
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
2459 {0x1c24, 0x1c37}, |
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
2460 {0x1cd0, 0x1cd2}, |
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
2461 {0x1cd4, 0x1ce8}, |
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
2462 {0x1ced, 0x1ced}, |
6495 | 2463 {0x1cf2, 0x1cf4}, |
2464 {0x1cf8, 0x1cf9}, | |
2465 {0x1dc0, 0x1df5}, | |
2466 {0x1dfc, 0x1dff}, | |
2041
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
2467 {0x20d0, 0x20f0}, |
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
2468 {0x2cef, 0x2cf1}, |
6495 | 2469 {0x2d7f, 0x2d7f}, |
2041
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
2470 {0x2de0, 0x2dff}, |
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
2471 {0x302a, 0x302f}, |
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
2472 {0x3099, 0x309a}, |
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
2473 {0xa66f, 0xa672}, |
6495 | 2474 {0xa674, 0xa67d}, |
6864 | 2475 {0xa69e, 0xa69f}, |
2041
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
2476 {0xa6f0, 0xa6f1}, |
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
2477 {0xa802, 0xa802}, |
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
2478 {0xa806, 0xa806}, |
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
2479 {0xa80b, 0xa80b}, |
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
2480 {0xa823, 0xa827}, |
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
2481 {0xa880, 0xa881}, |
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
2482 {0xa8b4, 0xa8c4}, |
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
2483 {0xa8e0, 0xa8f1}, |
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
2484 {0xa926, 0xa92d}, |
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
2485 {0xa947, 0xa953}, |
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
2486 {0xa980, 0xa983}, |
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
2487 {0xa9b3, 0xa9c0}, |
6495 | 2488 {0xa9e5, 0xa9e5}, |
2041
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
2489 {0xaa29, 0xaa36}, |
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
2490 {0xaa43, 0xaa43}, |
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
2491 {0xaa4c, 0xaa4d}, |
6495 | 2492 {0xaa7b, 0xaa7d}, |
2041
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
2493 {0xaab0, 0xaab0}, |
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
2494 {0xaab2, 0xaab4}, |
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
2495 {0xaab7, 0xaab8}, |
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
2496 {0xaabe, 0xaabf}, |
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
2497 {0xaac1, 0xaac1}, |
6495 | 2498 {0xaaeb, 0xaaef}, |
2499 {0xaaf5, 0xaaf6}, | |
2041
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
2500 {0xabe3, 0xabea}, |
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
2501 {0xabec, 0xabed}, |
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
2502 {0xfb1e, 0xfb1e}, |
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
2503 {0xfe00, 0xfe0f}, |
6864 | 2504 {0xfe20, 0xfe2f}, |
2041
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
2505 {0x101fd, 0x101fd}, |
6495 | 2506 {0x102e0, 0x102e0}, |
2507 {0x10376, 0x1037a}, | |
2041
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
2508 {0x10a01, 0x10a03}, |
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
2509 {0x10a05, 0x10a06}, |
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
2510 {0x10a0c, 0x10a0f}, |
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
2511 {0x10a38, 0x10a3a}, |
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
2512 {0x10a3f, 0x10a3f}, |
6495 | 2513 {0x10ae5, 0x10ae6}, |
2514 {0x11000, 0x11002}, | |
2515 {0x11038, 0x11046}, | |
2516 {0x1107f, 0x11082}, | |
2041
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
2517 {0x110b0, 0x110ba}, |
6495 | 2518 {0x11100, 0x11102}, |
2519 {0x11127, 0x11134}, | |
2520 {0x11173, 0x11173}, | |
2521 {0x11180, 0x11182}, | |
2522 {0x111b3, 0x111c0}, | |
6864 | 2523 {0x111ca, 0x111cc}, |
6495 | 2524 {0x1122c, 0x11237}, |
2525 {0x112df, 0x112ea}, | |
6864 | 2526 {0x11300, 0x11303}, |
6495 | 2527 {0x1133c, 0x1133c}, |
2528 {0x1133e, 0x11344}, | |
2529 {0x11347, 0x11348}, | |
2530 {0x1134b, 0x1134d}, | |
2531 {0x11357, 0x11357}, | |
2532 {0x11362, 0x11363}, | |
2533 {0x11366, 0x1136c}, | |
2534 {0x11370, 0x11374}, | |
2535 {0x114b0, 0x114c3}, | |
2536 {0x115af, 0x115b5}, | |
2537 {0x115b8, 0x115c0}, | |
6864 | 2538 {0x115dc, 0x115dd}, |
6495 | 2539 {0x11630, 0x11640}, |
2540 {0x116ab, 0x116b7}, | |
6864 | 2541 {0x1171d, 0x1172b}, |
6495 | 2542 {0x16af0, 0x16af4}, |
2543 {0x16b30, 0x16b36}, | |
2544 {0x16f51, 0x16f7e}, | |
2545 {0x16f8f, 0x16f92}, | |
2546 {0x1bc9d, 0x1bc9e}, | |
2041
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
2547 {0x1d165, 0x1d169}, |
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
2548 {0x1d16d, 0x1d172}, |
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
2549 {0x1d17b, 0x1d182}, |
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
2550 {0x1d185, 0x1d18b}, |
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
2551 {0x1d1aa, 0x1d1ad}, |
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
2552 {0x1d242, 0x1d244}, |
6864 | 2553 {0x1da00, 0x1da36}, |
2554 {0x1da3b, 0x1da6c}, | |
2555 {0x1da75, 0x1da75}, | |
2556 {0x1da84, 0x1da84}, | |
2557 {0x1da9b, 0x1da9f}, | |
2558 {0x1daa1, 0x1daaf}, | |
6495 | 2559 {0x1e8d0, 0x1e8d6}, |
2041
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
2560 {0xe0100, 0xe01ef} |
7 | 2561 }; |
2562 | |
2563 return intable(combining, sizeof(combining), c); | |
2564 } | |
2565 | |
2566 /* | |
2567 * Return TRUE for characters that can be displayed in a normal way. | |
2568 * Only for characters of 0x100 and above! | |
2569 */ | |
2570 int | |
7827
41789f16d6b2
commit https://github.com/vim/vim/commit/52ea13da0fe86df1abf34de52841e367035170c0
Christian Brabandt <cb@256bit.org>
parents:
7803
diff
changeset
|
2571 utf_printable(int c) |
7 | 2572 { |
2573 #ifdef USE_WCHAR_FUNCTIONS | |
2574 /* | |
2575 * Assume the iswprint() library function works better than our own stuff. | |
2576 */ | |
2577 return iswprint(c); | |
2578 #else | |
2579 /* Sorted list of non-overlapping intervals. | |
2580 * 0xd800-0xdfff is reserved for UTF-16, actually illegal. */ | |
2581 static struct interval nonprint[] = | |
2582 { | |
2583 {0x070f, 0x070f}, {0x180b, 0x180e}, {0x200b, 0x200f}, {0x202a, 0x202e}, | |
2584 {0x206a, 0x206f}, {0xd800, 0xdfff}, {0xfeff, 0xfeff}, {0xfff9, 0xfffb}, | |
2585 {0xfffe, 0xffff} | |
2586 }; | |
2587 | |
2588 return !intable(nonprint, sizeof(nonprint), c); | |
2589 #endif | |
2590 } | |
2591 | |
2592 /* | |
2593 * Get class of a Unicode character. | |
2594 * 0: white space | |
2595 * 1: punctuation | |
2596 * 2 or bigger: some class of word character. | |
2597 */ | |
2598 int | |
7827
41789f16d6b2
commit https://github.com/vim/vim/commit/52ea13da0fe86df1abf34de52841e367035170c0
Christian Brabandt <cb@256bit.org>
parents:
7803
diff
changeset
|
2599 utf_class(int c) |
7 | 2600 { |
2601 /* sorted list of non-overlapping intervals */ | |
2602 static struct clinterval | |
2603 { | |
5477 | 2604 unsigned int first; |
2605 unsigned int last; | |
2606 unsigned int class; | |
7 | 2607 } classes[] = |
2608 { | |
2609 {0x037e, 0x037e, 1}, /* Greek question mark */ | |
2610 {0x0387, 0x0387, 1}, /* Greek ano teleia */ | |
2611 {0x055a, 0x055f, 1}, /* Armenian punctuation */ | |
2612 {0x0589, 0x0589, 1}, /* Armenian full stop */ | |
2613 {0x05be, 0x05be, 1}, | |
2614 {0x05c0, 0x05c0, 1}, | |
2615 {0x05c3, 0x05c3, 1}, | |
2616 {0x05f3, 0x05f4, 1}, | |
2617 {0x060c, 0x060c, 1}, | |
2618 {0x061b, 0x061b, 1}, | |
2619 {0x061f, 0x061f, 1}, | |
2620 {0x066a, 0x066d, 1}, | |
2621 {0x06d4, 0x06d4, 1}, | |
2622 {0x0700, 0x070d, 1}, /* Syriac punctuation */ | |
2623 {0x0964, 0x0965, 1}, | |
2624 {0x0970, 0x0970, 1}, | |
2625 {0x0df4, 0x0df4, 1}, | |
2626 {0x0e4f, 0x0e4f, 1}, | |
2627 {0x0e5a, 0x0e5b, 1}, | |
2628 {0x0f04, 0x0f12, 1}, | |
2629 {0x0f3a, 0x0f3d, 1}, | |
2630 {0x0f85, 0x0f85, 1}, | |
2631 {0x104a, 0x104f, 1}, /* Myanmar punctuation */ | |
2632 {0x10fb, 0x10fb, 1}, /* Georgian punctuation */ | |
2633 {0x1361, 0x1368, 1}, /* Ethiopic punctuation */ | |
2634 {0x166d, 0x166e, 1}, /* Canadian Syl. punctuation */ | |
2635 {0x1680, 0x1680, 0}, | |
2636 {0x169b, 0x169c, 1}, | |
2637 {0x16eb, 0x16ed, 1}, | |
2638 {0x1735, 0x1736, 1}, | |
2639 {0x17d4, 0x17dc, 1}, /* Khmer punctuation */ | |
2640 {0x1800, 0x180a, 1}, /* Mongolian punctuation */ | |
2641 {0x2000, 0x200b, 0}, /* spaces */ | |
2642 {0x200c, 0x2027, 1}, /* punctuation and symbols */ | |
2643 {0x2028, 0x2029, 0}, | |
2644 {0x202a, 0x202e, 1}, /* punctuation and symbols */ | |
2645 {0x202f, 0x202f, 0}, | |
2646 {0x2030, 0x205e, 1}, /* punctuation and symbols */ | |
2647 {0x205f, 0x205f, 0}, | |
2648 {0x2060, 0x27ff, 1}, /* punctuation and symbols */ | |
2649 {0x2070, 0x207f, 0x2070}, /* superscript */ | |
1593 | 2650 {0x2080, 0x2094, 0x2080}, /* subscript */ |
2651 {0x20a0, 0x27ff, 1}, /* all kinds of symbols */ | |
2652 {0x2800, 0x28ff, 0x2800}, /* braille */ | |
2653 {0x2900, 0x2998, 1}, /* arrows, brackets, etc. */ | |
7 | 2654 {0x29d8, 0x29db, 1}, |
2655 {0x29fc, 0x29fd, 1}, | |
6218 | 2656 {0x2e00, 0x2e7f, 1}, /* supplemental punctuation */ |
7 | 2657 {0x3000, 0x3000, 0}, /* ideographic space */ |
2658 {0x3001, 0x3020, 1}, /* ideographic punctuation */ | |
2659 {0x3030, 0x3030, 1}, | |
2660 {0x303d, 0x303d, 1}, | |
2661 {0x3040, 0x309f, 0x3040}, /* Hiragana */ | |
2662 {0x30a0, 0x30ff, 0x30a0}, /* Katakana */ | |
2663 {0x3300, 0x9fff, 0x4e00}, /* CJK Ideographs */ | |
2664 {0xac00, 0xd7a3, 0xac00}, /* Hangul Syllables */ | |
2665 {0xf900, 0xfaff, 0x4e00}, /* CJK Ideographs */ | |
2666 {0xfd3e, 0xfd3f, 1}, | |
2667 {0xfe30, 0xfe6b, 1}, /* punctuation forms */ | |
2668 {0xff00, 0xff0f, 1}, /* half/fullwidth ASCII */ | |
2669 {0xff1a, 0xff20, 1}, /* half/fullwidth ASCII */ | |
2670 {0xff3b, 0xff40, 1}, /* half/fullwidth ASCII */ | |
2671 {0xff5b, 0xff65, 1}, /* half/fullwidth ASCII */ | |
5477 | 2672 {0x20000, 0x2a6df, 0x4e00}, /* CJK Ideographs */ |
2673 {0x2a700, 0x2b73f, 0x4e00}, /* CJK Ideographs */ | |
2674 {0x2b740, 0x2b81f, 0x4e00}, /* CJK Ideographs */ | |
2675 {0x2f800, 0x2fa1f, 0x4e00}, /* CJK Ideographs */ | |
7 | 2676 }; |
2677 int bot = 0; | |
2678 int top = sizeof(classes) / sizeof(struct clinterval) - 1; | |
2679 int mid; | |
2680 | |
2681 /* First quick check for Latin1 characters, use 'iskeyword'. */ | |
2682 if (c < 0x100) | |
2683 { | |
335 | 2684 if (c == ' ' || c == '\t' || c == NUL || c == 0xa0) |
7 | 2685 return 0; /* blank */ |
2686 if (vim_iswordc(c)) | |
2687 return 2; /* word character */ | |
2688 return 1; /* punctuation */ | |
2689 } | |
2690 | |
2691 /* binary search in table */ | |
2692 while (top >= bot) | |
2693 { | |
2694 mid = (bot + top) / 2; | |
5477 | 2695 if (classes[mid].last < (unsigned int)c) |
7 | 2696 bot = mid + 1; |
5477 | 2697 else if (classes[mid].first > (unsigned int)c) |
7 | 2698 top = mid - 1; |
2699 else | |
2700 return (int)classes[mid].class; | |
2701 } | |
2702 | |
8661
a931160ffc41
commit https://github.com/vim/vim/commit/4077b33a8370afb3d5ae74e556a0119cf51fe294
Christian Brabandt <cb@256bit.org>
parents:
8629
diff
changeset
|
2703 /* emoji */ |
a931160ffc41
commit https://github.com/vim/vim/commit/4077b33a8370afb3d5ae74e556a0119cf51fe294
Christian Brabandt <cb@256bit.org>
parents:
8629
diff
changeset
|
2704 if (intable(emoji_tab, sizeof(emoji_tab), c)) |
a931160ffc41
commit https://github.com/vim/vim/commit/4077b33a8370afb3d5ae74e556a0119cf51fe294
Christian Brabandt <cb@256bit.org>
parents:
8629
diff
changeset
|
2705 return 3; |
a931160ffc41
commit https://github.com/vim/vim/commit/4077b33a8370afb3d5ae74e556a0119cf51fe294
Christian Brabandt <cb@256bit.org>
parents:
8629
diff
changeset
|
2706 |
7 | 2707 /* most other characters are "word" characters */ |
2708 return 2; | |
2709 } | |
2710 | |
2711 /* | |
2712 * Code for Unicode case-dependent operations. Based on notes in | |
2713 * http://www.unicode.org/Public/UNIDATA/CaseFolding.txt | |
2714 * This code uses simple case folding, not full case folding. | |
2041
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
2715 * Last updated for Unicode 5.2. |
7 | 2716 */ |
2717 | |
2718 /* | |
2041
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
2719 * The following tables are built by ../runtime/tools/unicode.vim. |
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
2720 * They must be in numeric order, because we use binary search. |
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
2721 * An entry such as {0x41,0x5a,1,32} means that Unicode characters in the |
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
2722 * range from 0x41 to 0x5a inclusive, stepping by 1, are changed to |
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
2723 * folded/upper/lower by adding 32. |
7 | 2724 */ |
2725 typedef struct | |
2726 { | |
2727 int rangeStart; | |
2728 int rangeEnd; | |
2729 int step; | |
2730 int offset; | |
2731 } convertStruct; | |
2732 | |
297 | 2733 static convertStruct foldCase[] = |
7 | 2734 { |
2041
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
2735 {0x41,0x5a,1,32}, |
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
2736 {0xb5,0xb5,-1,775}, |
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
2737 {0xc0,0xd6,1,32}, |
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
2738 {0xd8,0xde,1,32}, |
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
2739 {0x100,0x12e,2,1}, |
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
2740 {0x132,0x136,2,1}, |
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
2741 {0x139,0x147,2,1}, |
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
2742 {0x14a,0x176,2,1}, |
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
2743 {0x178,0x178,-1,-121}, |
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
2744 {0x179,0x17d,2,1}, |
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
2745 {0x17f,0x17f,-1,-268}, |
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
2746 {0x181,0x181,-1,210}, |
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
2747 {0x182,0x184,2,1}, |
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
2748 {0x186,0x186,-1,206}, |
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
2749 {0x187,0x187,-1,1}, |
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
2750 {0x189,0x18a,1,205}, |
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
2751 {0x18b,0x18b,-1,1}, |
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
2752 {0x18e,0x18e,-1,79}, |
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
2753 {0x18f,0x18f,-1,202}, |
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
2754 {0x190,0x190,-1,203}, |
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
2755 {0x191,0x191,-1,1}, |
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
2756 {0x193,0x193,-1,205}, |
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
2757 {0x194,0x194,-1,207}, |
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
2758 {0x196,0x196,-1,211}, |
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
2759 {0x197,0x197,-1,209}, |
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
2760 {0x198,0x198,-1,1}, |
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
2761 {0x19c,0x19c,-1,211}, |
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
2762 {0x19d,0x19d,-1,213}, |
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
2763 {0x19f,0x19f,-1,214}, |
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
2764 {0x1a0,0x1a4,2,1}, |
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
2765 {0x1a6,0x1a6,-1,218}, |
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
2766 {0x1a7,0x1a7,-1,1}, |
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
2767 {0x1a9,0x1a9,-1,218}, |
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
2768 {0x1ac,0x1ac,-1,1}, |
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
2769 {0x1ae,0x1ae,-1,218}, |
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
2770 {0x1af,0x1af,-1,1}, |
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
2771 {0x1b1,0x1b2,1,217}, |
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
2772 {0x1b3,0x1b5,2,1}, |
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
2773 {0x1b7,0x1b7,-1,219}, |
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
2774 {0x1b8,0x1bc,4,1}, |
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
2775 {0x1c4,0x1c4,-1,2}, |
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
2776 {0x1c5,0x1c5,-1,1}, |
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
2777 {0x1c7,0x1c7,-1,2}, |
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
2778 {0x1c8,0x1c8,-1,1}, |
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
2779 {0x1ca,0x1ca,-1,2}, |
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
2780 {0x1cb,0x1db,2,1}, |
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
2781 {0x1de,0x1ee,2,1}, |
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
2782 {0x1f1,0x1f1,-1,2}, |
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
2783 {0x1f2,0x1f4,2,1}, |
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
2784 {0x1f6,0x1f6,-1,-97}, |
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
2785 {0x1f7,0x1f7,-1,-56}, |
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
2786 {0x1f8,0x21e,2,1}, |
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
2787 {0x220,0x220,-1,-130}, |
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
2788 {0x222,0x232,2,1}, |
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
2789 {0x23a,0x23a,-1,10795}, |
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
2790 {0x23b,0x23b,-1,1}, |
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
2791 {0x23d,0x23d,-1,-163}, |
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
2792 {0x23e,0x23e,-1,10792}, |
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
2793 {0x241,0x241,-1,1}, |
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
2794 {0x243,0x243,-1,-195}, |
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
2795 {0x244,0x244,-1,69}, |
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
2796 {0x245,0x245,-1,71}, |
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
2797 {0x246,0x24e,2,1}, |
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
2798 {0x345,0x345,-1,116}, |
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
2799 {0x370,0x372,2,1}, |
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
2800 {0x376,0x376,-1,1}, |
6495 | 2801 {0x37f,0x37f,-1,116}, |
2041
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
2802 {0x386,0x386,-1,38}, |
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
2803 {0x388,0x38a,1,37}, |
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
2804 {0x38c,0x38c,-1,64}, |
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
2805 {0x38e,0x38f,1,63}, |
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
2806 {0x391,0x3a1,1,32}, |
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
2807 {0x3a3,0x3ab,1,32}, |
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
2808 {0x3c2,0x3c2,-1,1}, |
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
2809 {0x3cf,0x3cf,-1,8}, |
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
2810 {0x3d0,0x3d0,-1,-30}, |
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
2811 {0x3d1,0x3d1,-1,-25}, |
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
2812 {0x3d5,0x3d5,-1,-15}, |
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
2813 {0x3d6,0x3d6,-1,-22}, |
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
2814 {0x3d8,0x3ee,2,1}, |
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
2815 {0x3f0,0x3f0,-1,-54}, |
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
2816 {0x3f1,0x3f1,-1,-48}, |
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
2817 {0x3f4,0x3f4,-1,-60}, |
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
2818 {0x3f5,0x3f5,-1,-64}, |
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
2819 {0x3f7,0x3f7,-1,1}, |
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
2820 {0x3f9,0x3f9,-1,-7}, |
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
2821 {0x3fa,0x3fa,-1,1}, |
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
2822 {0x3fd,0x3ff,1,-130}, |
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
2823 {0x400,0x40f,1,80}, |
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
2824 {0x410,0x42f,1,32}, |
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
2825 {0x460,0x480,2,1}, |
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
2826 {0x48a,0x4be,2,1}, |
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
2827 {0x4c0,0x4c0,-1,15}, |
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
2828 {0x4c1,0x4cd,2,1}, |
6495 | 2829 {0x4d0,0x52e,2,1}, |
2041
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
2830 {0x531,0x556,1,48}, |
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
2831 {0x10a0,0x10c5,1,7264}, |
6495 | 2832 {0x10c7,0x10cd,6,7264}, |
6864 | 2833 {0x13f8,0x13fd,1,-8}, |
2041
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
2834 {0x1e00,0x1e94,2,1}, |
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
2835 {0x1e9b,0x1e9b,-1,-58}, |
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
2836 {0x1e9e,0x1e9e,-1,-7615}, |
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
2837 {0x1ea0,0x1efe,2,1}, |
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
2838 {0x1f08,0x1f0f,1,-8}, |
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
2839 {0x1f18,0x1f1d,1,-8}, |
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
2840 {0x1f28,0x1f2f,1,-8}, |
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
2841 {0x1f38,0x1f3f,1,-8}, |
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
2842 {0x1f48,0x1f4d,1,-8}, |
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
2843 {0x1f59,0x1f5f,2,-8}, |
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
2844 {0x1f68,0x1f6f,1,-8}, |
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
2845 {0x1f88,0x1f8f,1,-8}, |
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
2846 {0x1f98,0x1f9f,1,-8}, |
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
2847 {0x1fa8,0x1faf,1,-8}, |
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
2848 {0x1fb8,0x1fb9,1,-8}, |
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
2849 {0x1fba,0x1fbb,1,-74}, |
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
2850 {0x1fbc,0x1fbc,-1,-9}, |
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
2851 {0x1fbe,0x1fbe,-1,-7173}, |
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
2852 {0x1fc8,0x1fcb,1,-86}, |
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
2853 {0x1fcc,0x1fcc,-1,-9}, |
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
2854 {0x1fd8,0x1fd9,1,-8}, |
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
2855 {0x1fda,0x1fdb,1,-100}, |
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
2856 {0x1fe8,0x1fe9,1,-8}, |
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
2857 {0x1fea,0x1feb,1,-112}, |
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
2858 {0x1fec,0x1fec,-1,-7}, |
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
2859 {0x1ff8,0x1ff9,1,-128}, |
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
2860 {0x1ffa,0x1ffb,1,-126}, |
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
2861 {0x1ffc,0x1ffc,-1,-9}, |
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
2862 {0x2126,0x2126,-1,-7517}, |
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
2863 {0x212a,0x212a,-1,-8383}, |
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
2864 {0x212b,0x212b,-1,-8262}, |
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
2865 {0x2132,0x2132,-1,28}, |
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
2866 {0x2160,0x216f,1,16}, |
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
2867 {0x2183,0x2183,-1,1}, |
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
2868 {0x24b6,0x24cf,1,26}, |
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
2869 {0x2c00,0x2c2e,1,48}, |
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
2870 {0x2c60,0x2c60,-1,1}, |
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
2871 {0x2c62,0x2c62,-1,-10743}, |
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
2872 {0x2c63,0x2c63,-1,-3814}, |
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
2873 {0x2c64,0x2c64,-1,-10727}, |
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
2874 {0x2c67,0x2c6b,2,1}, |
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
2875 {0x2c6d,0x2c6d,-1,-10780}, |
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
2876 {0x2c6e,0x2c6e,-1,-10749}, |
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
2877 {0x2c6f,0x2c6f,-1,-10783}, |
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
2878 {0x2c70,0x2c70,-1,-10782}, |
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
2879 {0x2c72,0x2c75,3,1}, |
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
2880 {0x2c7e,0x2c7f,1,-10815}, |
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
2881 {0x2c80,0x2ce2,2,1}, |
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
2882 {0x2ceb,0x2ced,2,1}, |
6495 | 2883 {0x2cf2,0xa640,31054,1}, |
2884 {0xa642,0xa66c,2,1}, | |
2885 {0xa680,0xa69a,2,1}, | |
2041
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
2886 {0xa722,0xa72e,2,1}, |
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
2887 {0xa732,0xa76e,2,1}, |
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
2888 {0xa779,0xa77b,2,1}, |
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
2889 {0xa77d,0xa77d,-1,-35332}, |
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
2890 {0xa77e,0xa786,2,1}, |
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
2891 {0xa78b,0xa78b,-1,1}, |
6495 | 2892 {0xa78d,0xa78d,-1,-42280}, |
2893 {0xa790,0xa792,2,1}, | |
2894 {0xa796,0xa7a8,2,1}, | |
2895 {0xa7aa,0xa7aa,-1,-42308}, | |
2896 {0xa7ab,0xa7ab,-1,-42319}, | |
2897 {0xa7ac,0xa7ac,-1,-42315}, | |
2898 {0xa7ad,0xa7ad,-1,-42305}, | |
2899 {0xa7b0,0xa7b0,-1,-42258}, | |
2900 {0xa7b1,0xa7b1,-1,-42282}, | |
6864 | 2901 {0xa7b2,0xa7b2,-1,-42261}, |
2902 {0xa7b3,0xa7b3,-1,928}, | |
2903 {0xa7b4,0xa7b6,2,1}, | |
2904 {0xab70,0xabbf,1,-38864}, | |
2041
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
2905 {0xff21,0xff3a,1,32}, |
6495 | 2906 {0x10400,0x10427,1,40}, |
6864 | 2907 {0x10c80,0x10cb2,1,64}, |
6495 | 2908 {0x118a0,0x118bf,1,32} |
7 | 2909 }; |
2910 | |
7803
37c929c4a073
commit https://github.com/vim/vim/commit/92b8b2d307e34117f146319872010b0ccc9d2713
Christian Brabandt <cb@256bit.org>
parents:
7734
diff
changeset
|
2911 static int utf_convert(int a, convertStruct table[], int tableSize); |
37c929c4a073
commit https://github.com/vim/vim/commit/92b8b2d307e34117f146319872010b0ccc9d2713
Christian Brabandt <cb@256bit.org>
parents:
7734
diff
changeset
|
2912 static int utf_strnicmp(char_u *s1, char_u *s2, size_t n1, size_t n2); |
7 | 2913 |
2914 /* | |
2915 * Generic conversion function for case operations. | |
2916 * Return the converted equivalent of "a", which is a UCS-4 character. Use | |
2917 * the given conversion "table". Uses binary search on "table". | |
2918 */ | |
2919 static int | |
7827
41789f16d6b2
commit https://github.com/vim/vim/commit/52ea13da0fe86df1abf34de52841e367035170c0
Christian Brabandt <cb@256bit.org>
parents:
7803
diff
changeset
|
2920 utf_convert( |
41789f16d6b2
commit https://github.com/vim/vim/commit/52ea13da0fe86df1abf34de52841e367035170c0
Christian Brabandt <cb@256bit.org>
parents:
7803
diff
changeset
|
2921 int a, |
41789f16d6b2
commit https://github.com/vim/vim/commit/52ea13da0fe86df1abf34de52841e367035170c0
Christian Brabandt <cb@256bit.org>
parents:
7803
diff
changeset
|
2922 convertStruct table[], |
41789f16d6b2
commit https://github.com/vim/vim/commit/52ea13da0fe86df1abf34de52841e367035170c0
Christian Brabandt <cb@256bit.org>
parents:
7803
diff
changeset
|
2923 int tableSize) |
7 | 2924 { |
2925 int start, mid, end; /* indices into table */ | |
3190 | 2926 int entries = tableSize / sizeof(convertStruct); |
7 | 2927 |
2928 start = 0; | |
3190 | 2929 end = entries; |
7 | 2930 while (start < end) |
2931 { | |
2932 /* need to search further */ | |
3190 | 2933 mid = (end + start) / 2; |
7 | 2934 if (table[mid].rangeEnd < a) |
2935 start = mid + 1; | |
2936 else | |
2937 end = mid; | |
2938 } | |
3190 | 2939 if (start < entries |
2940 && table[start].rangeStart <= a | |
2941 && a <= table[start].rangeEnd | |
7 | 2942 && (a - table[start].rangeStart) % table[start].step == 0) |
2943 return (a + table[start].offset); | |
2944 else | |
2945 return a; | |
2946 } | |
2947 | |
2948 /* | |
2949 * Return the folded-case equivalent of "a", which is a UCS-4 character. Uses | |
2950 * simple case folding. | |
2951 */ | |
2952 int | |
7827
41789f16d6b2
commit https://github.com/vim/vim/commit/52ea13da0fe86df1abf34de52841e367035170c0
Christian Brabandt <cb@256bit.org>
parents:
7803
diff
changeset
|
2953 utf_fold(int a) |
7 | 2954 { |
3190 | 2955 return utf_convert(a, foldCase, (int)sizeof(foldCase)); |
7 | 2956 } |
2957 | |
297 | 2958 static convertStruct toLower[] = |
7 | 2959 { |
2041
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
2960 {0x41,0x5a,1,32}, |
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
2961 {0xc0,0xd6,1,32}, |
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
2962 {0xd8,0xde,1,32}, |
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
2963 {0x100,0x12e,2,1}, |
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
2964 {0x130,0x130,-1,-199}, |
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
2965 {0x132,0x136,2,1}, |
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
2966 {0x139,0x147,2,1}, |
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
2967 {0x14a,0x176,2,1}, |
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
2968 {0x178,0x178,-1,-121}, |
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
2969 {0x179,0x17d,2,1}, |
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
2970 {0x181,0x181,-1,210}, |
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
2971 {0x182,0x184,2,1}, |
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
2972 {0x186,0x186,-1,206}, |
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
2973 {0x187,0x187,-1,1}, |
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
2974 {0x189,0x18a,1,205}, |
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
2975 {0x18b,0x18b,-1,1}, |
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
2976 {0x18e,0x18e,-1,79}, |
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
2977 {0x18f,0x18f,-1,202}, |
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
2978 {0x190,0x190,-1,203}, |
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
2979 {0x191,0x191,-1,1}, |
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
2980 {0x193,0x193,-1,205}, |
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
2981 {0x194,0x194,-1,207}, |
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
2982 {0x196,0x196,-1,211}, |
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
2983 {0x197,0x197,-1,209}, |
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
2984 {0x198,0x198,-1,1}, |
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
2985 {0x19c,0x19c,-1,211}, |
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
2986 {0x19d,0x19d,-1,213}, |
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
2987 {0x19f,0x19f,-1,214}, |
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
2988 {0x1a0,0x1a4,2,1}, |
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
2989 {0x1a6,0x1a6,-1,218}, |
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
2990 {0x1a7,0x1a7,-1,1}, |
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
2991 {0x1a9,0x1a9,-1,218}, |
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
2992 {0x1ac,0x1ac,-1,1}, |
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
2993 {0x1ae,0x1ae,-1,218}, |
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
2994 {0x1af,0x1af,-1,1}, |
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
2995 {0x1b1,0x1b2,1,217}, |
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
2996 {0x1b3,0x1b5,2,1}, |
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
2997 {0x1b7,0x1b7,-1,219}, |
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
2998 {0x1b8,0x1bc,4,1}, |
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
2999 {0x1c4,0x1c4,-1,2}, |
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
3000 {0x1c5,0x1c5,-1,1}, |
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
3001 {0x1c7,0x1c7,-1,2}, |
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
3002 {0x1c8,0x1c8,-1,1}, |
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
3003 {0x1ca,0x1ca,-1,2}, |
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
3004 {0x1cb,0x1db,2,1}, |
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
3005 {0x1de,0x1ee,2,1}, |
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
3006 {0x1f1,0x1f1,-1,2}, |
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
3007 {0x1f2,0x1f4,2,1}, |
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
3008 {0x1f6,0x1f6,-1,-97}, |
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
3009 {0x1f7,0x1f7,-1,-56}, |
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
3010 {0x1f8,0x21e,2,1}, |
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
3011 {0x220,0x220,-1,-130}, |
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
3012 {0x222,0x232,2,1}, |
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
3013 {0x23a,0x23a,-1,10795}, |
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
3014 {0x23b,0x23b,-1,1}, |
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
3015 {0x23d,0x23d,-1,-163}, |
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
3016 {0x23e,0x23e,-1,10792}, |
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
3017 {0x241,0x241,-1,1}, |
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
3018 {0x243,0x243,-1,-195}, |
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
3019 {0x244,0x244,-1,69}, |
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
3020 {0x245,0x245,-1,71}, |
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
3021 {0x246,0x24e,2,1}, |
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
3022 {0x370,0x372,2,1}, |
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
3023 {0x376,0x376,-1,1}, |
6495 | 3024 {0x37f,0x37f,-1,116}, |
2041
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
3025 {0x386,0x386,-1,38}, |
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
3026 {0x388,0x38a,1,37}, |
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
3027 {0x38c,0x38c,-1,64}, |
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
3028 {0x38e,0x38f,1,63}, |
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
3029 {0x391,0x3a1,1,32}, |
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
3030 {0x3a3,0x3ab,1,32}, |
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
3031 {0x3cf,0x3cf,-1,8}, |
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
3032 {0x3d8,0x3ee,2,1}, |
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
3033 {0x3f4,0x3f4,-1,-60}, |
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
3034 {0x3f7,0x3f7,-1,1}, |
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
3035 {0x3f9,0x3f9,-1,-7}, |
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
3036 {0x3fa,0x3fa,-1,1}, |
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
3037 {0x3fd,0x3ff,1,-130}, |
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
3038 {0x400,0x40f,1,80}, |
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
3039 {0x410,0x42f,1,32}, |
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
3040 {0x460,0x480,2,1}, |
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
3041 {0x48a,0x4be,2,1}, |
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
3042 {0x4c0,0x4c0,-1,15}, |
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
3043 {0x4c1,0x4cd,2,1}, |
6495 | 3044 {0x4d0,0x52e,2,1}, |
2041
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
3045 {0x531,0x556,1,48}, |
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
3046 {0x10a0,0x10c5,1,7264}, |
6495 | 3047 {0x10c7,0x10cd,6,7264}, |
6864 | 3048 {0x13a0,0x13ef,1,38864}, |
3049 {0x13f0,0x13f5,1,8}, | |
2041
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
3050 {0x1e00,0x1e94,2,1}, |
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
3051 {0x1e9e,0x1e9e,-1,-7615}, |
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
3052 {0x1ea0,0x1efe,2,1}, |
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
3053 {0x1f08,0x1f0f,1,-8}, |
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
3054 {0x1f18,0x1f1d,1,-8}, |
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
3055 {0x1f28,0x1f2f,1,-8}, |
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
3056 {0x1f38,0x1f3f,1,-8}, |
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
3057 {0x1f48,0x1f4d,1,-8}, |
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
3058 {0x1f59,0x1f5f,2,-8}, |
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
3059 {0x1f68,0x1f6f,1,-8}, |
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
3060 {0x1f88,0x1f8f,1,-8}, |
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
3061 {0x1f98,0x1f9f,1,-8}, |
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
3062 {0x1fa8,0x1faf,1,-8}, |
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
3063 {0x1fb8,0x1fb9,1,-8}, |
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
3064 {0x1fba,0x1fbb,1,-74}, |
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
3065 {0x1fbc,0x1fbc,-1,-9}, |
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
3066 {0x1fc8,0x1fcb,1,-86}, |
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
3067 {0x1fcc,0x1fcc,-1,-9}, |
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
3068 {0x1fd8,0x1fd9,1,-8}, |
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
3069 {0x1fda,0x1fdb,1,-100}, |
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
3070 {0x1fe8,0x1fe9,1,-8}, |
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
3071 {0x1fea,0x1feb,1,-112}, |
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
3072 {0x1fec,0x1fec,-1,-7}, |
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
3073 {0x1ff8,0x1ff9,1,-128}, |
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
3074 {0x1ffa,0x1ffb,1,-126}, |
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
3075 {0x1ffc,0x1ffc,-1,-9}, |
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
3076 {0x2126,0x2126,-1,-7517}, |
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
3077 {0x212a,0x212a,-1,-8383}, |
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
3078 {0x212b,0x212b,-1,-8262}, |
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
3079 {0x2132,0x2132,-1,28}, |
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
3080 {0x2160,0x216f,1,16}, |
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
3081 {0x2183,0x2183,-1,1}, |
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
3082 {0x24b6,0x24cf,1,26}, |
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
3083 {0x2c00,0x2c2e,1,48}, |
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
3084 {0x2c60,0x2c60,-1,1}, |
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
3085 {0x2c62,0x2c62,-1,-10743}, |
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
3086 {0x2c63,0x2c63,-1,-3814}, |
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
3087 {0x2c64,0x2c64,-1,-10727}, |
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
3088 {0x2c67,0x2c6b,2,1}, |
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
3089 {0x2c6d,0x2c6d,-1,-10780}, |
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
3090 {0x2c6e,0x2c6e,-1,-10749}, |
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
3091 {0x2c6f,0x2c6f,-1,-10783}, |
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
3092 {0x2c70,0x2c70,-1,-10782}, |
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
3093 {0x2c72,0x2c75,3,1}, |
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
3094 {0x2c7e,0x2c7f,1,-10815}, |
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
3095 {0x2c80,0x2ce2,2,1}, |
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
3096 {0x2ceb,0x2ced,2,1}, |
6495 | 3097 {0x2cf2,0xa640,31054,1}, |
3098 {0xa642,0xa66c,2,1}, | |
3099 {0xa680,0xa69a,2,1}, | |
2041
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
3100 {0xa722,0xa72e,2,1}, |
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
3101 {0xa732,0xa76e,2,1}, |
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
3102 {0xa779,0xa77b,2,1}, |
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
3103 {0xa77d,0xa77d,-1,-35332}, |
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
3104 {0xa77e,0xa786,2,1}, |
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
3105 {0xa78b,0xa78b,-1,1}, |
6495 | 3106 {0xa78d,0xa78d,-1,-42280}, |
3107 {0xa790,0xa792,2,1}, | |
3108 {0xa796,0xa7a8,2,1}, | |
3109 {0xa7aa,0xa7aa,-1,-42308}, | |
3110 {0xa7ab,0xa7ab,-1,-42319}, | |
3111 {0xa7ac,0xa7ac,-1,-42315}, | |
3112 {0xa7ad,0xa7ad,-1,-42305}, | |
3113 {0xa7b0,0xa7b0,-1,-42258}, | |
3114 {0xa7b1,0xa7b1,-1,-42282}, | |
6864 | 3115 {0xa7b2,0xa7b2,-1,-42261}, |
3116 {0xa7b3,0xa7b3,-1,928}, | |
3117 {0xa7b4,0xa7b6,2,1}, | |
2041
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
3118 {0xff21,0xff3a,1,32}, |
6495 | 3119 {0x10400,0x10427,1,40}, |
6864 | 3120 {0x10c80,0x10cb2,1,64}, |
6495 | 3121 {0x118a0,0x118bf,1,32} |
7 | 3122 }; |
3123 | |
297 | 3124 static convertStruct toUpper[] = |
7 | 3125 { |
2041
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
3126 {0x61,0x7a,1,-32}, |
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
3127 {0xb5,0xb5,-1,743}, |
6495 | 3128 {0xe0,0xf6,1,-32}, |
2041
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
3129 {0xf8,0xfe,1,-32}, |
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
3130 {0xff,0xff,-1,121}, |
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
3131 {0x101,0x12f,2,-1}, |
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
3132 {0x131,0x131,-1,-232}, |
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
3133 {0x133,0x137,2,-1}, |
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
3134 {0x13a,0x148,2,-1}, |
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
3135 {0x14b,0x177,2,-1}, |
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
3136 {0x17a,0x17e,2,-1}, |
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
3137 {0x17f,0x17f,-1,-300}, |
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
3138 {0x180,0x180,-1,195}, |
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
3139 {0x183,0x185,2,-1}, |
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
3140 {0x188,0x18c,4,-1}, |
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
3141 {0x192,0x192,-1,-1}, |
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
3142 {0x195,0x195,-1,97}, |
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
3143 {0x199,0x199,-1,-1}, |
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
3144 {0x19a,0x19a,-1,163}, |
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
3145 {0x19e,0x19e,-1,130}, |
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
3146 {0x1a1,0x1a5,2,-1}, |
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
3147 {0x1a8,0x1ad,5,-1}, |
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
3148 {0x1b0,0x1b4,4,-1}, |
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
3149 {0x1b6,0x1b9,3,-1}, |
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
3150 {0x1bd,0x1bd,-1,-1}, |
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
3151 {0x1bf,0x1bf,-1,56}, |
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
3152 {0x1c5,0x1c5,-1,-1}, |
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
3153 {0x1c6,0x1c6,-1,-2}, |
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
3154 {0x1c8,0x1c8,-1,-1}, |
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
3155 {0x1c9,0x1c9,-1,-2}, |
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
3156 {0x1cb,0x1cb,-1,-1}, |
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
3157 {0x1cc,0x1cc,-1,-2}, |
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
3158 {0x1ce,0x1dc,2,-1}, |
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
3159 {0x1dd,0x1dd,-1,-79}, |
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
3160 {0x1df,0x1ef,2,-1}, |
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
3161 {0x1f2,0x1f2,-1,-1}, |
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
3162 {0x1f3,0x1f3,-1,-2}, |
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
3163 {0x1f5,0x1f9,4,-1}, |
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
3164 {0x1fb,0x21f,2,-1}, |
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
3165 {0x223,0x233,2,-1}, |
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
3166 {0x23c,0x23c,-1,-1}, |
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
3167 {0x23f,0x240,1,10815}, |
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
3168 {0x242,0x247,5,-1}, |
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
3169 {0x249,0x24f,2,-1}, |
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
3170 {0x250,0x250,-1,10783}, |
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
3171 {0x251,0x251,-1,10780}, |
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
3172 {0x252,0x252,-1,10782}, |
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
3173 {0x253,0x253,-1,-210}, |
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
3174 {0x254,0x254,-1,-206}, |
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
3175 {0x256,0x257,1,-205}, |
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
3176 {0x259,0x259,-1,-202}, |
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
3177 {0x25b,0x25b,-1,-203}, |
6495 | 3178 {0x25c,0x25c,-1,42319}, |
2041
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
3179 {0x260,0x260,-1,-205}, |
6495 | 3180 {0x261,0x261,-1,42315}, |
2041
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
3181 {0x263,0x263,-1,-207}, |
6495 | 3182 {0x265,0x265,-1,42280}, |
3183 {0x266,0x266,-1,42308}, | |
2041
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
3184 {0x268,0x268,-1,-209}, |
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
3185 {0x269,0x269,-1,-211}, |
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
3186 {0x26b,0x26b,-1,10743}, |
6495 | 3187 {0x26c,0x26c,-1,42305}, |
2041
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
3188 {0x26f,0x26f,-1,-211}, |
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
3189 {0x271,0x271,-1,10749}, |
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
3190 {0x272,0x272,-1,-213}, |
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
3191 {0x275,0x275,-1,-214}, |
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
3192 {0x27d,0x27d,-1,10727}, |
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
3193 {0x280,0x283,3,-218}, |
6495 | 3194 {0x287,0x287,-1,42282}, |
2041
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
3195 {0x288,0x288,-1,-218}, |
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
3196 {0x289,0x289,-1,-69}, |
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
3197 {0x28a,0x28b,1,-217}, |
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
3198 {0x28c,0x28c,-1,-71}, |
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
3199 {0x292,0x292,-1,-219}, |
6864 | 3200 {0x29d,0x29d,-1,42261}, |
6495 | 3201 {0x29e,0x29e,-1,42258}, |
2041
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
3202 {0x345,0x345,-1,84}, |
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
3203 {0x371,0x373,2,-1}, |
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
3204 {0x377,0x377,-1,-1}, |
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
3205 {0x37b,0x37d,1,130}, |
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
3206 {0x3ac,0x3ac,-1,-38}, |
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
3207 {0x3ad,0x3af,1,-37}, |
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
3208 {0x3b1,0x3c1,1,-32}, |
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
3209 {0x3c2,0x3c2,-1,-31}, |
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
3210 {0x3c3,0x3cb,1,-32}, |
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
3211 {0x3cc,0x3cc,-1,-64}, |
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
3212 {0x3cd,0x3ce,1,-63}, |
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
3213 {0x3d0,0x3d0,-1,-62}, |
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
3214 {0x3d1,0x3d1,-1,-57}, |
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
3215 {0x3d5,0x3d5,-1,-47}, |
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
3216 {0x3d6,0x3d6,-1,-54}, |
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
3217 {0x3d7,0x3d7,-1,-8}, |
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
3218 {0x3d9,0x3ef,2,-1}, |
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
3219 {0x3f0,0x3f0,-1,-86}, |
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
3220 {0x3f1,0x3f1,-1,-80}, |
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
3221 {0x3f2,0x3f2,-1,7}, |
6495 | 3222 {0x3f3,0x3f3,-1,-116}, |
2041
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
3223 {0x3f5,0x3f5,-1,-96}, |
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
3224 {0x3f8,0x3fb,3,-1}, |
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
3225 {0x430,0x44f,1,-32}, |
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
3226 {0x450,0x45f,1,-80}, |
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
3227 {0x461,0x481,2,-1}, |
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
3228 {0x48b,0x4bf,2,-1}, |
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
3229 {0x4c2,0x4ce,2,-1}, |
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
3230 {0x4cf,0x4cf,-1,-15}, |
6495 | 3231 {0x4d1,0x52f,2,-1}, |
2041
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
3232 {0x561,0x586,1,-48}, |
6864 | 3233 {0x13f8,0x13fd,1,-8}, |
2041
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
3234 {0x1d79,0x1d79,-1,35332}, |
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
3235 {0x1d7d,0x1d7d,-1,3814}, |
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
3236 {0x1e01,0x1e95,2,-1}, |
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
3237 {0x1e9b,0x1e9b,-1,-59}, |
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
3238 {0x1ea1,0x1eff,2,-1}, |
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
3239 {0x1f00,0x1f07,1,8}, |
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
3240 {0x1f10,0x1f15,1,8}, |
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
3241 {0x1f20,0x1f27,1,8}, |
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
3242 {0x1f30,0x1f37,1,8}, |
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
3243 {0x1f40,0x1f45,1,8}, |
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
3244 {0x1f51,0x1f57,2,8}, |
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
3245 {0x1f60,0x1f67,1,8}, |
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
3246 {0x1f70,0x1f71,1,74}, |
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
3247 {0x1f72,0x1f75,1,86}, |
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
3248 {0x1f76,0x1f77,1,100}, |
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
3249 {0x1f78,0x1f79,1,128}, |
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
3250 {0x1f7a,0x1f7b,1,112}, |
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
3251 {0x1f7c,0x1f7d,1,126}, |
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
3252 {0x1f80,0x1f87,1,8}, |
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
3253 {0x1f90,0x1f97,1,8}, |
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
3254 {0x1fa0,0x1fa7,1,8}, |
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
3255 {0x1fb0,0x1fb1,1,8}, |
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
3256 {0x1fb3,0x1fb3,-1,9}, |
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
3257 {0x1fbe,0x1fbe,-1,-7205}, |
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
3258 {0x1fc3,0x1fc3,-1,9}, |
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
3259 {0x1fd0,0x1fd1,1,8}, |
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
3260 {0x1fe0,0x1fe1,1,8}, |
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
3261 {0x1fe5,0x1fe5,-1,7}, |
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
3262 {0x1ff3,0x1ff3,-1,9}, |
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
3263 {0x214e,0x214e,-1,-28}, |
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
3264 {0x2170,0x217f,1,-16}, |
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
3265 {0x2184,0x2184,-1,-1}, |
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
3266 {0x24d0,0x24e9,1,-26}, |
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
3267 {0x2c30,0x2c5e,1,-48}, |
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
3268 {0x2c61,0x2c61,-1,-1}, |
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
3269 {0x2c65,0x2c65,-1,-10795}, |
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
3270 {0x2c66,0x2c66,-1,-10792}, |
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
3271 {0x2c68,0x2c6c,2,-1}, |
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
3272 {0x2c73,0x2c76,3,-1}, |
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
3273 {0x2c81,0x2ce3,2,-1}, |
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
3274 {0x2cec,0x2cee,2,-1}, |
6495 | 3275 {0x2cf3,0x2cf3,-1,-1}, |
2041
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
3276 {0x2d00,0x2d25,1,-7264}, |
6495 | 3277 {0x2d27,0x2d2d,6,-7264}, |
3278 {0xa641,0xa66d,2,-1}, | |
3279 {0xa681,0xa69b,2,-1}, | |
2041
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
3280 {0xa723,0xa72f,2,-1}, |
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
3281 {0xa733,0xa76f,2,-1}, |
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
3282 {0xa77a,0xa77c,2,-1}, |
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
3283 {0xa77f,0xa787,2,-1}, |
6495 | 3284 {0xa78c,0xa791,5,-1}, |
3285 {0xa793,0xa797,4,-1}, | |
3286 {0xa799,0xa7a9,2,-1}, | |
6864 | 3287 {0xa7b5,0xa7b7,2,-1}, |
3288 {0xab53,0xab53,-1,-928}, | |
3289 {0xab70,0xabbf,1,-38864}, | |
2041
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
3290 {0xff41,0xff5a,1,-32}, |
6495 | 3291 {0x10428,0x1044f,1,-40}, |
6864 | 3292 {0x10cc0,0x10cf2,1,-64}, |
6495 | 3293 {0x118c0,0x118df,1,-32} |
7 | 3294 }; |
3295 /* | |
3296 * Return the upper-case equivalent of "a", which is a UCS-4 character. Use | |
3297 * simple case folding. | |
3298 */ | |
3299 int | |
7827
41789f16d6b2
commit https://github.com/vim/vim/commit/52ea13da0fe86df1abf34de52841e367035170c0
Christian Brabandt <cb@256bit.org>
parents:
7803
diff
changeset
|
3300 utf_toupper(int a) |
7 | 3301 { |
3302 /* If 'casemap' contains "keepascii" use ASCII style toupper(). */ | |
3303 if (a < 128 && (cmp_flags & CMP_KEEPASCII)) | |
3304 return TOUPPER_ASC(a); | |
3305 | |
856 | 3306 #if defined(HAVE_TOWUPPER) && defined(__STDC_ISO_10646__) |
3307 /* If towupper() is available and handles Unicode, use it. */ | |
7 | 3308 if (!(cmp_flags & CMP_INTERNAL)) |
3309 return towupper(a); | |
3310 #endif | |
3311 | |
3312 /* For characters below 128 use locale sensitive toupper(). */ | |
3313 if (a < 128) | |
3314 return TOUPPER_LOC(a); | |
3315 | |
3316 /* For any other characters use the above mapping table. */ | |
3190 | 3317 return utf_convert(a, toUpper, (int)sizeof(toUpper)); |
7 | 3318 } |
3319 | |
3320 int | |
7827
41789f16d6b2
commit https://github.com/vim/vim/commit/52ea13da0fe86df1abf34de52841e367035170c0
Christian Brabandt <cb@256bit.org>
parents:
7803
diff
changeset
|
3321 utf_islower(int a) |
7 | 3322 { |
3551 | 3323 /* German sharp s is lower case but has no upper case equivalent. */ |
3324 return (utf_toupper(a) != a) || a == 0xdf; | |
7 | 3325 } |
3326 | |
3327 /* | |
3328 * Return the lower-case equivalent of "a", which is a UCS-4 character. Use | |
3329 * simple case folding. | |
3330 */ | |
3331 int | |
7827
41789f16d6b2
commit https://github.com/vim/vim/commit/52ea13da0fe86df1abf34de52841e367035170c0
Christian Brabandt <cb@256bit.org>
parents:
7803
diff
changeset
|
3332 utf_tolower(int a) |
7 | 3333 { |
3334 /* If 'casemap' contains "keepascii" use ASCII style tolower(). */ | |
3335 if (a < 128 && (cmp_flags & CMP_KEEPASCII)) | |
3336 return TOLOWER_ASC(a); | |
3337 | |
856 | 3338 #if defined(HAVE_TOWLOWER) && defined(__STDC_ISO_10646__) |
257 | 3339 /* If towlower() is available and handles Unicode, use it. */ |
7 | 3340 if (!(cmp_flags & CMP_INTERNAL)) |
3341 return towlower(a); | |
3342 #endif | |
3343 | |
3344 /* For characters below 128 use locale sensitive tolower(). */ | |
3345 if (a < 128) | |
3346 return TOLOWER_LOC(a); | |
3347 | |
3348 /* For any other characters use the above mapping table. */ | |
3190 | 3349 return utf_convert(a, toLower, (int)sizeof(toLower)); |
7 | 3350 } |
3351 | |
3352 int | |
7827
41789f16d6b2
commit https://github.com/vim/vim/commit/52ea13da0fe86df1abf34de52841e367035170c0
Christian Brabandt <cb@256bit.org>
parents:
7803
diff
changeset
|
3353 utf_isupper(int a) |
7 | 3354 { |
3355 return (utf_tolower(a) != a); | |
3356 } | |
3357 | |
2961 | 3358 static int |
7827
41789f16d6b2
commit https://github.com/vim/vim/commit/52ea13da0fe86df1abf34de52841e367035170c0
Christian Brabandt <cb@256bit.org>
parents:
7803
diff
changeset
|
3359 utf_strnicmp( |
41789f16d6b2
commit https://github.com/vim/vim/commit/52ea13da0fe86df1abf34de52841e367035170c0
Christian Brabandt <cb@256bit.org>
parents:
7803
diff
changeset
|
3360 char_u *s1, |
41789f16d6b2
commit https://github.com/vim/vim/commit/52ea13da0fe86df1abf34de52841e367035170c0
Christian Brabandt <cb@256bit.org>
parents:
7803
diff
changeset
|
3361 char_u *s2, |
41789f16d6b2
commit https://github.com/vim/vim/commit/52ea13da0fe86df1abf34de52841e367035170c0
Christian Brabandt <cb@256bit.org>
parents:
7803
diff
changeset
|
3362 size_t n1, |
41789f16d6b2
commit https://github.com/vim/vim/commit/52ea13da0fe86df1abf34de52841e367035170c0
Christian Brabandt <cb@256bit.org>
parents:
7803
diff
changeset
|
3363 size_t n2) |
2961 | 3364 { |
3365 int c1, c2, cdiff; | |
3366 char_u buffer[6]; | |
3367 | |
3368 for (;;) | |
3369 { | |
3370 c1 = utf_safe_read_char_adv(&s1, &n1); | |
3371 c2 = utf_safe_read_char_adv(&s2, &n2); | |
3372 | |
3373 if (c1 <= 0 || c2 <= 0) | |
3374 break; | |
3375 | |
3376 if (c1 == c2) | |
3377 continue; | |
3378 | |
3379 cdiff = utf_fold(c1) - utf_fold(c2); | |
3380 if (cdiff != 0) | |
3381 return cdiff; | |
3382 } | |
3383 | |
3384 /* some string ended or has an incomplete/illegal character sequence */ | |
3385 | |
3386 if (c1 == 0 || c2 == 0) | |
3387 { | |
3388 /* some string ended. shorter string is smaller */ | |
3389 if (c1 == 0 && c2 == 0) | |
3390 return 0; | |
3391 return c1 == 0 ? -1 : 1; | |
3392 } | |
3393 | |
3394 /* Continue with bytewise comparison to produce some result that | |
3395 * would make comparison operations involving this function transitive. | |
3396 * | |
3397 * If only one string had an error, comparison should be made with | |
3398 * folded version of the other string. In this case it is enough | |
3399 * to fold just one character to determine the result of comparison. */ | |
3400 | |
3401 if (c1 != -1 && c2 == -1) | |
3402 { | |
3403 n1 = utf_char2bytes(utf_fold(c1), buffer); | |
3404 s1 = buffer; | |
3405 } | |
3406 else if (c2 != -1 && c1 == -1) | |
3407 { | |
3408 n2 = utf_char2bytes(utf_fold(c2), buffer); | |
3409 s2 = buffer; | |
3410 } | |
3411 | |
3412 while (n1 > 0 && n2 > 0 && *s1 != NUL && *s2 != NUL) | |
3413 { | |
3414 cdiff = (int)(*s1) - (int)(*s2); | |
3415 if (cdiff != 0) | |
3416 return cdiff; | |
3417 | |
3418 s1++; | |
3419 s2++; | |
3420 n1--; | |
3421 n2--; | |
3422 } | |
3423 | |
3424 if (n1 > 0 && *s1 == NUL) | |
3425 n1 = 0; | |
3426 if (n2 > 0 && *s2 == NUL) | |
3427 n2 = 0; | |
3428 | |
3429 if (n1 == 0 && n2 == 0) | |
3430 return 0; | |
3431 return n1 == 0 ? -1 : 1; | |
3432 } | |
3433 | |
7 | 3434 /* |
3435 * Version of strnicmp() that handles multi-byte characters. | |
4025 | 3436 * Needed for Big5, Shift-JIS and UTF-8 encoding. Other DBCS encodings can |
7 | 3437 * probably use strnicmp(), because there are no ASCII characters in the |
3438 * second byte. | |
3439 * Returns zero if s1 and s2 are equal (ignoring case), the difference between | |
3440 * two characters otherwise. | |
3441 */ | |
3442 int | |
7827
41789f16d6b2
commit https://github.com/vim/vim/commit/52ea13da0fe86df1abf34de52841e367035170c0
Christian Brabandt <cb@256bit.org>
parents:
7803
diff
changeset
|
3443 mb_strnicmp(char_u *s1, char_u *s2, size_t nn) |
7 | 3444 { |
2961 | 3445 int i, l; |
7 | 3446 int cdiff; |
835 | 3447 int n = (int)nn; |
7 | 3448 |
2961 | 3449 if (enc_utf8) |
7 | 3450 { |
2961 | 3451 return utf_strnicmp(s1, s2, nn, nn); |
3452 } | |
3453 else | |
3454 { | |
3455 for (i = 0; i < n; i += l) | |
7 | 3456 { |
2961 | 3457 if (s1[i] == NUL && s2[i] == NUL) /* both strings end */ |
3458 return 0; | |
3459 | |
474 | 3460 l = (*mb_ptr2len)(s1 + i); |
7 | 3461 if (l <= 1) |
3462 { | |
3463 /* Single byte: first check normally, then with ignore case. */ | |
3464 if (s1[i] != s2[i]) | |
3465 { | |
1347 | 3466 cdiff = MB_TOLOWER(s1[i]) - MB_TOLOWER(s2[i]); |
7 | 3467 if (cdiff != 0) |
3468 return cdiff; | |
3469 } | |
3470 } | |
3471 else | |
3472 { | |
3473 /* For non-Unicode multi-byte don't ignore case. */ | |
3474 if (l > n - i) | |
3475 l = n - i; | |
3476 cdiff = STRNCMP(s1 + i, s2 + i, l); | |
3477 if (cdiff != 0) | |
3478 return cdiff; | |
3479 } | |
3480 } | |
3481 } | |
3482 return 0; | |
3483 } | |
3484 | |
3485 /* | |
3486 * "g8": show bytes of the UTF-8 char under the cursor. Doesn't matter what | |
3487 * 'encoding' has been set to. | |
3488 */ | |
3489 void | |
7827
41789f16d6b2
commit https://github.com/vim/vim/commit/52ea13da0fe86df1abf34de52841e367035170c0
Christian Brabandt <cb@256bit.org>
parents:
7803
diff
changeset
|
3490 show_utf8(void) |
7 | 3491 { |
3492 int len; | |
273 | 3493 int rlen = 0; |
7 | 3494 char_u *line; |
3495 int clen; | |
3496 int i; | |
3497 | |
3498 /* Get the byte length of the char under the cursor, including composing | |
3499 * characters. */ | |
3500 line = ml_get_cursor(); | |
474 | 3501 len = utfc_ptr2len(line); |
7 | 3502 if (len == 0) |
3503 { | |
3504 MSG("NUL"); | |
3505 return; | |
3506 } | |
3507 | |
3508 clen = 0; | |
3509 for (i = 0; i < len; ++i) | |
3510 { | |
3511 if (clen == 0) | |
3512 { | |
3513 /* start of (composing) character, get its length */ | |
3514 if (i > 0) | |
273 | 3515 { |
3516 STRCPY(IObuff + rlen, "+ "); | |
3517 rlen += 2; | |
3518 } | |
474 | 3519 clen = utf_ptr2len(line + i); |
7 | 3520 } |
2205
54605ada811b
"g8" doesn't work properly on a NUL.
Bram Moolenaar <bram@vim.org>
parents:
2154
diff
changeset
|
3521 sprintf((char *)IObuff + rlen, "%02x ", |
2311
ccda151dde4e
Support completion for ":find". (Nazri Ramliy)
Bram Moolenaar <bram@vim.org>
parents:
2278
diff
changeset
|
3522 (line[i] == NL) ? NUL : line[i]); /* NUL is stored as NL */ |
7 | 3523 --clen; |
835 | 3524 rlen += (int)STRLEN(IObuff + rlen); |
273 | 3525 if (rlen > IOSIZE - 20) |
3526 break; | |
7 | 3527 } |
3528 | |
3529 msg(IObuff); | |
3530 } | |
3531 | |
3532 /* | |
3533 * mb_head_off() function pointer. | |
3534 * Return offset from "p" to the first byte of the character it points into. | |
2015 | 3535 * If "p" points to the NUL at the end of the string return 0. |
7 | 3536 * Returns 0 when already at the first byte of a character. |
3537 */ | |
3538 int | |
7827
41789f16d6b2
commit https://github.com/vim/vim/commit/52ea13da0fe86df1abf34de52841e367035170c0
Christian Brabandt <cb@256bit.org>
parents:
7803
diff
changeset
|
3539 latin_head_off(char_u *base UNUSED, char_u *p UNUSED) |
7 | 3540 { |
3541 return 0; | |
3542 } | |
3543 | |
3544 int | |
7827
41789f16d6b2
commit https://github.com/vim/vim/commit/52ea13da0fe86df1abf34de52841e367035170c0
Christian Brabandt <cb@256bit.org>
parents:
7803
diff
changeset
|
3545 dbcs_head_off(char_u *base, char_u *p) |
7 | 3546 { |
3547 char_u *q; | |
3548 | |
3549 /* It can't be a trailing byte when not using DBCS, at the start of the | |
3550 * string or the previous byte can't start a double-byte. */ | |
2015 | 3551 if (p <= base || MB_BYTE2LEN(p[-1]) == 1 || *p == NUL) |
7 | 3552 return 0; |
3553 | |
3554 /* This is slow: need to start at the base and go forward until the | |
3555 * byte we are looking for. Return 1 when we went past it, 0 otherwise. */ | |
3556 q = base; | |
3557 while (q < p) | |
474 | 3558 q += dbcs_ptr2len(q); |
7 | 3559 return (q == p) ? 0 : 1; |
3560 } | |
3561 | |
3562 /* | |
3563 * Special version of dbcs_head_off() that works for ScreenLines[], where | |
3564 * single-width DBCS_JPNU characters are stored separately. | |
3565 */ | |
3566 int | |
7827
41789f16d6b2
commit https://github.com/vim/vim/commit/52ea13da0fe86df1abf34de52841e367035170c0
Christian Brabandt <cb@256bit.org>
parents:
7803
diff
changeset
|
3567 dbcs_screen_head_off(char_u *base, char_u *p) |
7 | 3568 { |
3569 char_u *q; | |
3570 | |
3571 /* It can't be a trailing byte when not using DBCS, at the start of the | |
3572 * string or the previous byte can't start a double-byte. | |
3573 * For euc-jp an 0x8e byte in the previous cell always means we have a | |
3574 * lead byte in the current cell. */ | |
3575 if (p <= base | |
3576 || (enc_dbcs == DBCS_JPNU && p[-1] == 0x8e) | |
2015 | 3577 || MB_BYTE2LEN(p[-1]) == 1 |
3578 || *p == NUL) | |
7 | 3579 return 0; |
3580 | |
3581 /* This is slow: need to start at the base and go forward until the | |
3582 * byte we are looking for. Return 1 when we went past it, 0 otherwise. | |
3583 * For DBCS_JPNU look out for 0x8e, which means the second byte is not | |
3584 * stored as the next byte. */ | |
3585 q = base; | |
3586 while (q < p) | |
3587 { | |
3588 if (enc_dbcs == DBCS_JPNU && *q == 0x8e) | |
3589 ++q; | |
3590 else | |
474 | 3591 q += dbcs_ptr2len(q); |
7 | 3592 } |
3593 return (q == p) ? 0 : 1; | |
3594 } | |
3595 | |
3596 int | |
7827
41789f16d6b2
commit https://github.com/vim/vim/commit/52ea13da0fe86df1abf34de52841e367035170c0
Christian Brabandt <cb@256bit.org>
parents:
7803
diff
changeset
|
3597 utf_head_off(char_u *base, char_u *p) |
7 | 3598 { |
3599 char_u *q; | |
3600 char_u *s; | |
3601 int c; | |
2015 | 3602 int len; |
7 | 3603 #ifdef FEAT_ARABIC |
3604 char_u *j; | |
3605 #endif | |
3606 | |
3607 if (*p < 0x80) /* be quick for ASCII */ | |
3608 return 0; | |
3609 | |
3610 /* Skip backwards over trailing bytes: 10xx.xxxx | |
3611 * Skip backwards again if on a composing char. */ | |
3612 for (q = p; ; --q) | |
3613 { | |
3614 /* Move s to the last byte of this char. */ | |
3615 for (s = q; (s[1] & 0xc0) == 0x80; ++s) | |
3616 ; | |
3617 /* Move q to the first byte of this char. */ | |
3618 while (q > base && (*q & 0xc0) == 0x80) | |
3619 --q; | |
3620 /* Check for illegal sequence. Do allow an illegal byte after where we | |
3621 * started. */ | |
2015 | 3622 len = utf8len_tab[*q]; |
3623 if (len != (int)(s - q + 1) && len != (int)(p - q + 1)) | |
7 | 3624 return 0; |
3625 | |
3626 if (q <= base) | |
3627 break; | |
3628 | |
3629 c = utf_ptr2char(q); | |
3630 if (utf_iscomposing(c)) | |
3631 continue; | |
3632 | |
3633 #ifdef FEAT_ARABIC | |
3634 if (arabic_maycombine(c)) | |
3635 { | |
3636 /* Advance to get a sneak-peak at the next char */ | |
3637 j = q; | |
3638 --j; | |
3639 /* Move j to the first byte of this char. */ | |
3640 while (j > base && (*j & 0xc0) == 0x80) | |
3641 --j; | |
3642 if (arabic_combine(utf_ptr2char(j), c)) | |
3643 continue; | |
3644 } | |
3645 #endif | |
3646 break; | |
3647 } | |
3648 | |
3649 return (int)(p - q); | |
3650 } | |
3651 | |
3652 /* | |
99 | 3653 * Copy a character from "*fp" to "*tp" and advance the pointers. |
3654 */ | |
3655 void | |
7827
41789f16d6b2
commit https://github.com/vim/vim/commit/52ea13da0fe86df1abf34de52841e367035170c0
Christian Brabandt <cb@256bit.org>
parents:
7803
diff
changeset
|
3656 mb_copy_char(char_u **fp, char_u **tp) |
99 | 3657 { |
474 | 3658 int l = (*mb_ptr2len)(*fp); |
99 | 3659 |
3660 mch_memmove(*tp, *fp, (size_t)l); | |
3661 *tp += l; | |
3662 *fp += l; | |
3663 } | |
3664 | |
3665 /* | |
7 | 3666 * Return the offset from "p" to the first byte of a character. When "p" is |
3667 * at the start of a character 0 is returned, otherwise the offset to the next | |
3668 * character. Can start anywhere in a stream of bytes. | |
3669 */ | |
3670 int | |
7827
41789f16d6b2
commit https://github.com/vim/vim/commit/52ea13da0fe86df1abf34de52841e367035170c0
Christian Brabandt <cb@256bit.org>
parents:
7803
diff
changeset
|
3671 mb_off_next(char_u *base, char_u *p) |
7 | 3672 { |
3673 int i; | |
3674 int j; | |
3675 | |
3676 if (enc_utf8) | |
3677 { | |
3678 if (*p < 0x80) /* be quick for ASCII */ | |
3679 return 0; | |
3680 | |
3681 /* Find the next character that isn't 10xx.xxxx */ | |
3682 for (i = 0; (p[i] & 0xc0) == 0x80; ++i) | |
3683 ; | |
3684 if (i > 0) | |
3685 { | |
3686 /* Check for illegal sequence. */ | |
3687 for (j = 0; p - j > base; ++j) | |
3688 if ((p[-j] & 0xc0) != 0x80) | |
3689 break; | |
3690 if (utf8len_tab[p[-j]] != i + j) | |
3691 return 0; | |
3692 } | |
3693 return i; | |
3694 } | |
3695 | |
3696 /* Only need to check if we're on a trail byte, it doesn't matter if we | |
3697 * want the offset to the next or current character. */ | |
3698 return (*mb_head_off)(base, p); | |
3699 } | |
3700 | |
3701 /* | |
3702 * Return the offset from "p" to the last byte of the character it points | |
3703 * into. Can start anywhere in a stream of bytes. | |
3704 */ | |
3705 int | |
7827
41789f16d6b2
commit https://github.com/vim/vim/commit/52ea13da0fe86df1abf34de52841e367035170c0
Christian Brabandt <cb@256bit.org>
parents:
7803
diff
changeset
|
3706 mb_tail_off(char_u *base, char_u *p) |
7 | 3707 { |
3708 int i; | |
3709 int j; | |
3710 | |
3711 if (*p == NUL) | |
3712 return 0; | |
3713 | |
3714 if (enc_utf8) | |
3715 { | |
3716 /* Find the last character that is 10xx.xxxx */ | |
3717 for (i = 0; (p[i + 1] & 0xc0) == 0x80; ++i) | |
3718 ; | |
3719 /* Check for illegal sequence. */ | |
3720 for (j = 0; p - j > base; ++j) | |
3721 if ((p[-j] & 0xc0) != 0x80) | |
3722 break; | |
3723 if (utf8len_tab[p[-j]] != i + j + 1) | |
3724 return 0; | |
3725 return i; | |
3726 } | |
3727 | |
3728 /* It can't be the first byte if a double-byte when not using DBCS, at the | |
3729 * end of the string or the byte can't start a double-byte. */ | |
3730 if (enc_dbcs == 0 || p[1] == NUL || MB_BYTE2LEN(*p) == 1) | |
3731 return 0; | |
3732 | |
3733 /* Return 1 when on the lead byte, 0 when on the tail byte. */ | |
3734 return 1 - dbcs_head_off(base, p); | |
3735 } | |
3736 | |
776 | 3737 /* |
3738 * Find the next illegal byte sequence. | |
3739 */ | |
3740 void | |
7827
41789f16d6b2
commit https://github.com/vim/vim/commit/52ea13da0fe86df1abf34de52841e367035170c0
Christian Brabandt <cb@256bit.org>
parents:
7803
diff
changeset
|
3741 utf_find_illegal(void) |
776 | 3742 { |
3743 pos_T pos = curwin->w_cursor; | |
3744 char_u *p; | |
3745 int len; | |
3746 vimconv_T vimconv; | |
3747 char_u *tofree = NULL; | |
3748 | |
3749 vimconv.vc_type = CONV_NONE; | |
3750 if (enc_utf8 && (enc_canon_props(curbuf->b_p_fenc) & ENC_8BIT)) | |
3751 { | |
3752 /* 'encoding' is "utf-8" but we are editing a 8-bit encoded file, | |
3753 * possibly a utf-8 file with illegal bytes. Setup for conversion | |
3754 * from utf-8 to 'fileencoding'. */ | |
3755 convert_setup(&vimconv, p_enc, curbuf->b_p_fenc); | |
3756 } | |
3757 | |
3758 #ifdef FEAT_VIRTUALEDIT | |
3759 curwin->w_cursor.coladd = 0; | |
3760 #endif | |
3761 for (;;) | |
3762 { | |
3763 p = ml_get_cursor(); | |
3764 if (vimconv.vc_type != CONV_NONE) | |
3765 { | |
3766 vim_free(tofree); | |
3767 tofree = string_convert(&vimconv, p, NULL); | |
3768 if (tofree == NULL) | |
3769 break; | |
3770 p = tofree; | |
3771 } | |
3772 | |
3773 while (*p != NUL) | |
3774 { | |
3775 /* Illegal means that there are not enough trail bytes (checked by | |
3776 * utf_ptr2len()) or too many of them (overlong sequence). */ | |
3777 len = utf_ptr2len(p); | |
3778 if (*p >= 0x80 && (len == 1 | |
3779 || utf_char2len(utf_ptr2char(p)) != len)) | |
3780 { | |
3781 if (vimconv.vc_type == CONV_NONE) | |
835 | 3782 curwin->w_cursor.col += (colnr_T)(p - ml_get_cursor()); |
776 | 3783 else |
3784 { | |
3785 int l; | |
3786 | |
835 | 3787 len = (int)(p - tofree); |
776 | 3788 for (p = ml_get_cursor(); *p != NUL && len-- > 0; p += l) |
3789 { | |
3790 l = utf_ptr2len(p); | |
3791 curwin->w_cursor.col += l; | |
3792 } | |
3793 } | |
3794 goto theend; | |
3795 } | |
3796 p += len; | |
3797 } | |
3798 if (curwin->w_cursor.lnum == curbuf->b_ml.ml_line_count) | |
3799 break; | |
3800 ++curwin->w_cursor.lnum; | |
3801 curwin->w_cursor.col = 0; | |
3802 } | |
3803 | |
3804 /* didn't find it: don't move and beep */ | |
3805 curwin->w_cursor = pos; | |
3806 beep_flush(); | |
3807 | |
3808 theend: | |
3809 vim_free(tofree); | |
3810 convert_setup(&vimconv, NULL, NULL); | |
3811 } | |
3812 | |
2277
f42e0b5ff9e9
Change remaining HAVE_GTK2 to FEAT_GUI_GTK.
Bram Moolenaar <bram@vim.org>
parents:
2275
diff
changeset
|
3813 #if defined(FEAT_GUI_GTK) || defined(PROTO) |
26 | 3814 /* |
3815 * Return TRUE if string "s" is a valid utf-8 string. | |
3816 * When "end" is NULL stop at the first NUL. | |
3817 * When "end" is positive stop there. | |
3818 */ | |
3819 int | |
7827
41789f16d6b2
commit https://github.com/vim/vim/commit/52ea13da0fe86df1abf34de52841e367035170c0
Christian Brabandt <cb@256bit.org>
parents:
7803
diff
changeset
|
3820 utf_valid_string(char_u *s, char_u *end) |
26 | 3821 { |
3822 int l; | |
3823 char_u *p = s; | |
3824 | |
3825 while (end == NULL ? *p != NUL : p < end) | |
3826 { | |
2015 | 3827 l = utf8len_tab_zero[*p]; |
3828 if (l == 0) | |
26 | 3829 return FALSE; /* invalid lead byte */ |
3830 if (end != NULL && p + l > end) | |
3831 return FALSE; /* incomplete byte sequence */ | |
3832 ++p; | |
3833 while (--l > 0) | |
3834 if ((*p++ & 0xc0) != 0x80) | |
3835 return FALSE; /* invalid trail byte */ | |
3836 } | |
3837 return TRUE; | |
3838 } | |
3839 #endif | |
3840 | |
7 | 3841 #if defined(FEAT_GUI) || defined(PROTO) |
3842 /* | |
3843 * Special version of mb_tail_off() for use in ScreenLines[]. | |
3844 */ | |
3845 int | |
7827
41789f16d6b2
commit https://github.com/vim/vim/commit/52ea13da0fe86df1abf34de52841e367035170c0
Christian Brabandt <cb@256bit.org>
parents:
7803
diff
changeset
|
3846 dbcs_screen_tail_off(char_u *base, char_u *p) |
7 | 3847 { |
3848 /* It can't be the first byte if a double-byte when not using DBCS, at the | |
3849 * end of the string or the byte can't start a double-byte. | |
3850 * For euc-jp an 0x8e byte always means we have a lead byte in the current | |
3851 * cell. */ | |
3852 if (*p == NUL || p[1] == NUL | |
3853 || (enc_dbcs == DBCS_JPNU && *p == 0x8e) | |
3854 || MB_BYTE2LEN(*p) == 1) | |
3855 return 0; | |
3856 | |
3857 /* Return 1 when on the lead byte, 0 when on the tail byte. */ | |
3858 return 1 - dbcs_screen_head_off(base, p); | |
3859 } | |
3860 #endif | |
3861 | |
3862 /* | |
3863 * If the cursor moves on an trail byte, set the cursor on the lead byte. | |
3864 * Thus it moves left if necessary. | |
3865 * Return TRUE when the cursor was adjusted. | |
3866 */ | |
3867 void | |
7827
41789f16d6b2
commit https://github.com/vim/vim/commit/52ea13da0fe86df1abf34de52841e367035170c0
Christian Brabandt <cb@256bit.org>
parents:
7803
diff
changeset
|
3868 mb_adjust_cursor(void) |
7 | 3869 { |
2933 | 3870 mb_adjustpos(curbuf, &curwin->w_cursor); |
7 | 3871 } |
3872 | |
3873 /* | |
3874 * Adjust position "*lp" to point to the first byte of a multi-byte character. | |
3875 * If it points to a tail byte it's moved backwards to the head byte. | |
3876 */ | |
3877 void | |
7827
41789f16d6b2
commit https://github.com/vim/vim/commit/52ea13da0fe86df1abf34de52841e367035170c0
Christian Brabandt <cb@256bit.org>
parents:
7803
diff
changeset
|
3878 mb_adjustpos(buf_T *buf, pos_T *lp) |
7 | 3879 { |
3880 char_u *p; | |
3881 | |
3882 if (lp->col > 0 | |
3883 #ifdef FEAT_VIRTUALEDIT | |
3884 || lp->coladd > 1 | |
3885 #endif | |
3886 ) | |
3887 { | |
2933 | 3888 p = ml_get_buf(buf, lp->lnum, FALSE); |
7 | 3889 lp->col -= (*mb_head_off)(p, p + lp->col); |
3890 #ifdef FEAT_VIRTUALEDIT | |
3891 /* Reset "coladd" when the cursor would be on the right half of a | |
3892 * double-wide character. */ | |
3893 if (lp->coladd == 1 | |
3894 && p[lp->col] != TAB | |
3895 && vim_isprintc((*mb_ptr2char)(p + lp->col)) | |
3896 && ptr2cells(p + lp->col) > 1) | |
3897 lp->coladd = 0; | |
3898 #endif | |
3899 } | |
3900 } | |
3901 | |
3902 /* | |
3903 * Return a pointer to the character before "*p", if there is one. | |
3904 */ | |
3905 char_u * | |
7827
41789f16d6b2
commit https://github.com/vim/vim/commit/52ea13da0fe86df1abf34de52841e367035170c0
Christian Brabandt <cb@256bit.org>
parents:
7803
diff
changeset
|
3906 mb_prevptr( |
41789f16d6b2
commit https://github.com/vim/vim/commit/52ea13da0fe86df1abf34de52841e367035170c0
Christian Brabandt <cb@256bit.org>
parents:
7803
diff
changeset
|
3907 char_u *line, /* start of the string */ |
41789f16d6b2
commit https://github.com/vim/vim/commit/52ea13da0fe86df1abf34de52841e367035170c0
Christian Brabandt <cb@256bit.org>
parents:
7803
diff
changeset
|
3908 char_u *p) |
7 | 3909 { |
3910 if (p > line) | |
39 | 3911 mb_ptr_back(line, p); |
7 | 3912 return p; |
3913 } | |
3914 | |
3915 /* | |
474 | 3916 * Return the character length of "str". Each multi-byte character (with |
3917 * following composing characters) counts as one. | |
7 | 3918 */ |
3919 int | |
7827
41789f16d6b2
commit https://github.com/vim/vim/commit/52ea13da0fe86df1abf34de52841e367035170c0
Christian Brabandt <cb@256bit.org>
parents:
7803
diff
changeset
|
3920 mb_charlen(char_u *str) |
7 | 3921 { |
500 | 3922 char_u *p = str; |
3923 int count; | |
3924 | |
3925 if (p == NULL) | |
7 | 3926 return 0; |
3927 | |
500 | 3928 for (count = 0; *p != NUL; count++) |
3929 p += (*mb_ptr2len)(p); | |
7 | 3930 |
3931 return count; | |
3932 } | |
3933 | |
740 | 3934 #if defined(FEAT_SPELL) || defined(PROTO) |
500 | 3935 /* |
3936 * Like mb_charlen() but for a string with specified length. | |
3937 */ | |
3938 int | |
7827
41789f16d6b2
commit https://github.com/vim/vim/commit/52ea13da0fe86df1abf34de52841e367035170c0
Christian Brabandt <cb@256bit.org>
parents:
7803
diff
changeset
|
3939 mb_charlen_len(char_u *str, int len) |
500 | 3940 { |
3941 char_u *p = str; | |
3942 int count; | |
3943 | |
3944 for (count = 0; *p != NUL && p < str + len; count++) | |
3945 p += (*mb_ptr2len)(p); | |
3946 | |
3947 return count; | |
3948 } | |
3949 #endif | |
3950 | |
7 | 3951 /* |
3952 * Try to un-escape a multi-byte character. | |
3953 * Used for the "to" and "from" part of a mapping. | |
3954 * Return the un-escaped string if it is a multi-byte character, and advance | |
3955 * "pp" to just after the bytes that formed it. | |
3956 * Return NULL if no multi-byte char was found. | |
3957 */ | |
3958 char_u * | |
7827
41789f16d6b2
commit https://github.com/vim/vim/commit/52ea13da0fe86df1abf34de52841e367035170c0
Christian Brabandt <cb@256bit.org>
parents:
7803
diff
changeset
|
3959 mb_unescape(char_u **pp) |
7 | 3960 { |
3812 | 3961 static char_u buf[6]; |
3962 int n; | |
3963 int m = 0; | |
7 | 3964 char_u *str = *pp; |
3965 | |
3966 /* Must translate K_SPECIAL KS_SPECIAL KE_FILLER to K_SPECIAL and CSI | |
3812 | 3967 * KS_EXTRA KE_CSI to CSI. |
3968 * Maximum length of a utf-8 character is 4 bytes. */ | |
3969 for (n = 0; str[n] != NUL && m < 4; ++n) | |
7 | 3970 { |
3971 if (str[n] == K_SPECIAL | |
3972 && str[n + 1] == KS_SPECIAL | |
3973 && str[n + 2] == KE_FILLER) | |
3974 { | |
3975 buf[m++] = K_SPECIAL; | |
3976 n += 2; | |
3977 } | |
1495 | 3978 else if ((str[n] == K_SPECIAL |
7 | 3979 # ifdef FEAT_GUI |
1495 | 3980 || str[n] == CSI |
3981 # endif | |
3982 ) | |
7 | 3983 && str[n + 1] == KS_EXTRA |
3984 && str[n + 2] == (int)KE_CSI) | |
3985 { | |
3986 buf[m++] = CSI; | |
3987 n += 2; | |
3988 } | |
3989 else if (str[n] == K_SPECIAL | |
3990 # ifdef FEAT_GUI | |
3991 || str[n] == CSI | |
3992 # endif | |
3993 ) | |
3994 break; /* a special key can't be a multibyte char */ | |
3995 else | |
3996 buf[m++] = str[n]; | |
3997 buf[m] = NUL; | |
3998 | |
3999 /* Return a multi-byte character if it's found. An illegal sequence | |
4000 * will result in a 1 here. */ | |
474 | 4001 if ((*mb_ptr2len)(buf) > 1) |
7 | 4002 { |
4003 *pp = str + n + 1; | |
4004 return buf; | |
4005 } | |
3812 | 4006 |
4007 /* Bail out quickly for ASCII. */ | |
4008 if (buf[0] < 128) | |
4009 break; | |
7 | 4010 } |
4011 return NULL; | |
4012 } | |
4013 | |
4014 /* | |
4015 * Return TRUE if the character at "row"/"col" on the screen is the left side | |
4016 * of a double-width character. | |
4017 * Caller must make sure "row" and "col" are not invalid! | |
4018 */ | |
4019 int | |
7827
41789f16d6b2
commit https://github.com/vim/vim/commit/52ea13da0fe86df1abf34de52841e367035170c0
Christian Brabandt <cb@256bit.org>
parents:
7803
diff
changeset
|
4020 mb_lefthalve(int row, int col) |
7 | 4021 { |
4022 #ifdef FEAT_HANGULIN | |
4023 if (composing_hangul) | |
4024 return TRUE; | |
4025 #endif | |
1378 | 4026 return (*mb_off2cells)(LineOffset[row] + col, |
4027 LineOffset[row] + screen_Columns) > 1; | |
7 | 4028 } |
4029 | |
4030 /* | |
1698 | 4031 * Correct a position on the screen, if it's the right half of a double-wide |
4032 * char move it to the left half. Returns the corrected column. | |
7 | 4033 */ |
4034 int | |
7827
41789f16d6b2
commit https://github.com/vim/vim/commit/52ea13da0fe86df1abf34de52841e367035170c0
Christian Brabandt <cb@256bit.org>
parents:
7803
diff
changeset
|
4035 mb_fix_col(int col, int row) |
7 | 4036 { |
4037 col = check_col(col); | |
4038 row = check_row(row); | |
4039 if (has_mbyte && ScreenLines != NULL && col > 0 | |
4040 && ((enc_dbcs | |
4041 && ScreenLines[LineOffset[row] + col] != NUL | |
4042 && dbcs_screen_head_off(ScreenLines + LineOffset[row], | |
4043 ScreenLines + LineOffset[row] + col)) | |
4044 || (enc_utf8 && ScreenLines[LineOffset[row] + col] == 0))) | |
1620 | 4045 return col - 1; |
7 | 4046 return col; |
4047 } | |
4048 #endif | |
4049 | |
4050 #if defined(FEAT_MBYTE) || defined(FEAT_POSTSCRIPT) || defined(PROTO) | |
7803
37c929c4a073
commit https://github.com/vim/vim/commit/92b8b2d307e34117f146319872010b0ccc9d2713
Christian Brabandt <cb@256bit.org>
parents:
7734
diff
changeset
|
4051 static int enc_alias_search(char_u *name); |
7 | 4052 |
4053 /* | |
4054 * Skip the Vim specific head of a 'encoding' name. | |
4055 */ | |
4056 char_u * | |
7827
41789f16d6b2
commit https://github.com/vim/vim/commit/52ea13da0fe86df1abf34de52841e367035170c0
Christian Brabandt <cb@256bit.org>
parents:
7803
diff
changeset
|
4057 enc_skip(char_u *p) |
7 | 4058 { |
4059 if (STRNCMP(p, "2byte-", 6) == 0) | |
4060 return p + 6; | |
4061 if (STRNCMP(p, "8bit-", 5) == 0) | |
4062 return p + 5; | |
4063 return p; | |
4064 } | |
4065 | |
4066 /* | |
4067 * Find the canonical name for encoding "enc". | |
4068 * When the name isn't recognized, returns "enc" itself, but with all lower | |
4069 * case characters and '_' replaced with '-'. | |
4070 * Returns an allocated string. NULL for out-of-memory. | |
4071 */ | |
4072 char_u * | |
7827
41789f16d6b2
commit https://github.com/vim/vim/commit/52ea13da0fe86df1abf34de52841e367035170c0
Christian Brabandt <cb@256bit.org>
parents:
7803
diff
changeset
|
4073 enc_canonize(char_u *enc) |
7 | 4074 { |
4075 char_u *r; | |
4076 char_u *p, *s; | |
4077 int i; | |
4078 | |
39 | 4079 # ifdef FEAT_MBYTE |
4080 if (STRCMP(enc, "default") == 0) | |
4081 { | |
4082 /* Use the default encoding as it's found by set_init_1(). */ | |
4083 r = get_encoding_default(); | |
4084 if (r == NULL) | |
4085 r = (char_u *)"latin1"; | |
4086 return vim_strsave(r); | |
4087 } | |
4088 # endif | |
4089 | |
1205 | 4090 /* copy "enc" to allocated memory, with room for two '-' */ |
7 | 4091 r = alloc((unsigned)(STRLEN(enc) + 3)); |
4092 if (r != NULL) | |
4093 { | |
4094 /* Make it all lower case and replace '_' with '-'. */ | |
4095 p = r; | |
4096 for (s = enc; *s != NUL; ++s) | |
4097 { | |
4098 if (*s == '_') | |
4099 *p++ = '-'; | |
4100 else | |
4101 *p++ = TOLOWER_ASC(*s); | |
4102 } | |
4103 *p = NUL; | |
4104 | |
4105 /* Skip "2byte-" and "8bit-". */ | |
4106 p = enc_skip(r); | |
4107 | |
481 | 4108 /* Change "microsoft-cp" to "cp". Used in some spell files. */ |
4109 if (STRNCMP(p, "microsoft-cp", 12) == 0) | |
1620 | 4110 STRMOVE(p, p + 10); |
481 | 4111 |
7 | 4112 /* "iso8859" -> "iso-8859" */ |
4113 if (STRNCMP(p, "iso8859", 7) == 0) | |
4114 { | |
1620 | 4115 STRMOVE(p + 4, p + 3); |
7 | 4116 p[3] = '-'; |
4117 } | |
4118 | |
4119 /* "iso-8859n" -> "iso-8859-n" */ | |
4120 if (STRNCMP(p, "iso-8859", 8) == 0 && p[8] != '-') | |
4121 { | |
1620 | 4122 STRMOVE(p + 9, p + 8); |
7 | 4123 p[8] = '-'; |
4124 } | |
4125 | |
4126 /* "latin-N" -> "latinN" */ | |
4127 if (STRNCMP(p, "latin-", 6) == 0) | |
1620 | 4128 STRMOVE(p + 5, p + 6); |
7 | 4129 |
4130 if (enc_canon_search(p) >= 0) | |
4131 { | |
4132 /* canonical name can be used unmodified */ | |
4133 if (p != r) | |
1620 | 4134 STRMOVE(r, p); |
7 | 4135 } |
4136 else if ((i = enc_alias_search(p)) >= 0) | |
4137 { | |
4138 /* alias recognized, get canonical name */ | |
4139 vim_free(r); | |
4140 r = vim_strsave((char_u *)enc_canon_table[i].name); | |
4141 } | |
4142 } | |
4143 return r; | |
4144 } | |
4145 | |
4146 /* | |
4147 * Search for an encoding alias of "name". | |
4148 * Returns -1 when not found. | |
4149 */ | |
4150 static int | |
7827
41789f16d6b2
commit https://github.com/vim/vim/commit/52ea13da0fe86df1abf34de52841e367035170c0
Christian Brabandt <cb@256bit.org>
parents:
7803
diff
changeset
|
4151 enc_alias_search(char_u *name) |
7 | 4152 { |
4153 int i; | |
4154 | |
4155 for (i = 0; enc_alias_table[i].name != NULL; ++i) | |
4156 if (STRCMP(name, enc_alias_table[i].name) == 0) | |
4157 return enc_alias_table[i].canon; | |
4158 return -1; | |
4159 } | |
4160 #endif | |
4161 | |
4162 #if defined(FEAT_MBYTE) || defined(PROTO) | |
4163 | |
4164 #ifdef HAVE_LANGINFO_H | |
4165 # include <langinfo.h> | |
4166 #endif | |
4167 | |
4168 /* | |
4169 * Get the canonicalized encoding of the current locale. | |
4170 * Returns an allocated string when successful, NULL when not. | |
4171 */ | |
4172 char_u * | |
7827
41789f16d6b2
commit https://github.com/vim/vim/commit/52ea13da0fe86df1abf34de52841e367035170c0
Christian Brabandt <cb@256bit.org>
parents:
7803
diff
changeset
|
4173 enc_locale(void) |
7 | 4174 { |
4175 #ifndef WIN3264 | |
4176 char *s; | |
4177 char *p; | |
4178 int i; | |
4179 #endif | |
4180 char buf[50]; | |
4181 #ifdef WIN3264 | |
4182 long acp = GetACP(); | |
4183 | |
4184 if (acp == 1200) | |
4185 STRCPY(buf, "ucs-2le"); | |
407 | 4186 else if (acp == 1252) /* cp1252 is used as latin1 */ |
7 | 4187 STRCPY(buf, "latin1"); |
4188 else | |
4189 sprintf(buf, "cp%ld", acp); | |
4190 #else | |
4191 # ifdef HAVE_NL_LANGINFO_CODESET | |
4192 if ((s = nl_langinfo(CODESET)) == NULL || *s == NUL) | |
4193 # endif | |
167 | 4194 # if defined(HAVE_LOCALE_H) || defined(X_LOCALE) |
7 | 4195 if ((s = setlocale(LC_CTYPE, NULL)) == NULL || *s == NUL) |
167 | 4196 # endif |
7 | 4197 if ((s = getenv("LC_ALL")) == NULL || *s == NUL) |
4198 if ((s = getenv("LC_CTYPE")) == NULL || *s == NUL) | |
4199 s = getenv("LANG"); | |
4200 | |
4201 if (s == NULL || *s == NUL) | |
4202 return FAIL; | |
4203 | |
4204 /* The most generic locale format is: | |
4205 * language[_territory][.codeset][@modifier][+special][,[sponsor][_revision]] | |
4206 * If there is a '.' remove the part before it. | |
4207 * if there is something after the codeset, remove it. | |
4208 * Make the name lowercase and replace '_' with '-'. | |
4209 * Exception: "ja_JP.EUC" == "euc-jp", "zh_CN.EUC" = "euc-cn", | |
4210 * "ko_KR.EUC" == "euc-kr" | |
4211 */ | |
4212 if ((p = (char *)vim_strchr((char_u *)s, '.')) != NULL) | |
4213 { | |
4214 if (p > s + 2 && STRNICMP(p + 1, "EUC", 3) == 0 | |
4215 && !isalnum((int)p[4]) && p[4] != '-' && p[-3] == '_') | |
4216 { | |
4217 /* copy "XY.EUC" to "euc-XY" to buf[10] */ | |
4218 STRCPY(buf + 10, "euc-"); | |
4219 buf[14] = p[-2]; | |
4220 buf[15] = p[-1]; | |
4221 buf[16] = 0; | |
4222 s = buf + 10; | |
4223 } | |
4224 else | |
4225 s = p + 1; | |
4226 } | |
1883 | 4227 for (i = 0; s[i] != NUL && i < (int)sizeof(buf) - 1; ++i) |
7 | 4228 { |
4229 if (s[i] == '_' || s[i] == '-') | |
4230 buf[i] = '-'; | |
4231 else if (isalnum((int)s[i])) | |
4232 buf[i] = TOLOWER_ASC(s[i]); | |
4233 else | |
4234 break; | |
4235 } | |
4236 buf[i] = NUL; | |
4237 #endif | |
4238 | |
4239 return enc_canonize((char_u *)buf); | |
4240 } | |
4241 | |
4168 | 4242 #if defined(WIN3264) || defined(PROTO) || defined(FEAT_CYGWIN_WIN32_CLIPBOARD) |
7 | 4243 /* |
4244 * Convert an encoding name to an MS-Windows codepage. | |
4245 * Returns zero if no codepage can be figured out. | |
4246 */ | |
4247 int | |
7827
41789f16d6b2
commit https://github.com/vim/vim/commit/52ea13da0fe86df1abf34de52841e367035170c0
Christian Brabandt <cb@256bit.org>
parents:
7803
diff
changeset
|
4248 encname2codepage(char_u *name) |
7 | 4249 { |
4250 int cp; | |
4251 char_u *p = name; | |
4252 int idx; | |
4253 | |
4254 if (STRNCMP(p, "8bit-", 5) == 0) | |
4255 p += 5; | |
4256 else if (STRNCMP(p_enc, "2byte-", 6) == 0) | |
4257 p += 6; | |
4258 | |
4259 if (p[0] == 'c' && p[1] == 'p') | |
5136
28e6f5f88968
updated for version 7.3.1311
Bram Moolenaar <bram@vim.org>
parents:
5025
diff
changeset
|
4260 cp = atoi((char *)p + 2); |
7 | 4261 else if ((idx = enc_canon_search(p)) >= 0) |
4262 cp = enc_canon_table[idx].codepage; | |
4263 else | |
4264 return 0; | |
4265 if (IsValidCodePage(cp)) | |
4266 return cp; | |
4267 return 0; | |
4268 } | |
4269 #endif | |
4270 | |
4271 # if defined(USE_ICONV) || defined(PROTO) | |
4272 | |
7803
37c929c4a073
commit https://github.com/vim/vim/commit/92b8b2d307e34117f146319872010b0ccc9d2713
Christian Brabandt <cb@256bit.org>
parents:
7734
diff
changeset
|
4273 static char_u *iconv_string(vimconv_T *vcp, char_u *str, int slen, int *unconvlenp, int *resultlenp); |
7 | 4274 |
4275 /* | |
4276 * Call iconv_open() with a check if iconv() works properly (there are broken | |
4277 * versions). | |
4278 * Returns (void *)-1 if failed. | |
4279 * (should return iconv_t, but that causes problems with prototypes). | |
4280 */ | |
4281 void * | |
7827
41789f16d6b2
commit https://github.com/vim/vim/commit/52ea13da0fe86df1abf34de52841e367035170c0
Christian Brabandt <cb@256bit.org>
parents:
7803
diff
changeset
|
4282 my_iconv_open(char_u *to, char_u *from) |
7 | 4283 { |
4284 iconv_t fd; | |
4285 #define ICONV_TESTLEN 400 | |
4286 char_u tobuf[ICONV_TESTLEN]; | |
4287 char *p; | |
4288 size_t tolen; | |
4289 static int iconv_ok = -1; | |
4290 | |
4291 if (iconv_ok == FALSE) | |
4292 return (void *)-1; /* detected a broken iconv() previously */ | |
4293 | |
4294 #ifdef DYNAMIC_ICONV | |
4295 /* Check if the iconv.dll can be found. */ | |
4296 if (!iconv_enabled(TRUE)) | |
4297 return (void *)-1; | |
4298 #endif | |
4299 | |
4300 fd = iconv_open((char *)enc_skip(to), (char *)enc_skip(from)); | |
4301 | |
4302 if (fd != (iconv_t)-1 && iconv_ok == -1) | |
4303 { | |
4304 /* | |
4305 * Do a dummy iconv() call to check if it actually works. There is a | |
4306 * version of iconv() on Linux that is broken. We can't ignore it, | |
4307 * because it's wide-spread. The symptoms are that after outputting | |
4308 * the initial shift state the "to" pointer is NULL and conversion | |
4309 * stops for no apparent reason after about 8160 characters. | |
4310 */ | |
4311 p = (char *)tobuf; | |
4312 tolen = ICONV_TESTLEN; | |
4313 (void)iconv(fd, NULL, NULL, &p, &tolen); | |
4314 if (p == NULL) | |
4315 { | |
4316 iconv_ok = FALSE; | |
4317 iconv_close(fd); | |
4318 fd = (iconv_t)-1; | |
4319 } | |
4320 else | |
4321 iconv_ok = TRUE; | |
4322 } | |
4323 | |
4324 return (void *)fd; | |
4325 } | |
4326 | |
4327 /* | |
4328 * Convert the string "str[slen]" with iconv(). | |
4329 * If "unconvlenp" is not NULL handle the string ending in an incomplete | |
4330 * sequence and set "*unconvlenp" to the length of it. | |
4331 * Returns the converted string in allocated memory. NULL for an error. | |
1904 | 4332 * If resultlenp is not NULL, sets it to the result length in bytes. |
7 | 4333 */ |
4334 static char_u * | |
7827
41789f16d6b2
commit https://github.com/vim/vim/commit/52ea13da0fe86df1abf34de52841e367035170c0
Christian Brabandt <cb@256bit.org>
parents:
7803
diff
changeset
|
4335 iconv_string( |
41789f16d6b2
commit https://github.com/vim/vim/commit/52ea13da0fe86df1abf34de52841e367035170c0
Christian Brabandt <cb@256bit.org>
parents:
7803
diff
changeset
|
4336 vimconv_T *vcp, |
41789f16d6b2
commit https://github.com/vim/vim/commit/52ea13da0fe86df1abf34de52841e367035170c0
Christian Brabandt <cb@256bit.org>
parents:
7803
diff
changeset
|
4337 char_u *str, |
41789f16d6b2
commit https://github.com/vim/vim/commit/52ea13da0fe86df1abf34de52841e367035170c0
Christian Brabandt <cb@256bit.org>
parents:
7803
diff
changeset
|
4338 int slen, |
41789f16d6b2
commit https://github.com/vim/vim/commit/52ea13da0fe86df1abf34de52841e367035170c0
Christian Brabandt <cb@256bit.org>
parents:
7803
diff
changeset
|
4339 int *unconvlenp, |
41789f16d6b2
commit https://github.com/vim/vim/commit/52ea13da0fe86df1abf34de52841e367035170c0
Christian Brabandt <cb@256bit.org>
parents:
7803
diff
changeset
|
4340 int *resultlenp) |
7 | 4341 { |
4342 const char *from; | |
4343 size_t fromlen; | |
4344 char *to; | |
4345 size_t tolen; | |
4346 size_t len = 0; | |
4347 size_t done = 0; | |
4348 char_u *result = NULL; | |
4349 char_u *p; | |
4350 int l; | |
4351 | |
4352 from = (char *)str; | |
4353 fromlen = slen; | |
4354 for (;;) | |
4355 { | |
4356 if (len == 0 || ICONV_ERRNO == ICONV_E2BIG) | |
4357 { | |
4358 /* Allocate enough room for most conversions. When re-allocating | |
4359 * increase the buffer size. */ | |
4360 len = len + fromlen * 2 + 40; | |
4361 p = alloc((unsigned)len); | |
4362 if (p != NULL && done > 0) | |
4363 mch_memmove(p, result, done); | |
4364 vim_free(result); | |
4365 result = p; | |
4366 if (result == NULL) /* out of memory */ | |
4367 break; | |
4368 } | |
4369 | |
4370 to = (char *)result + done; | |
4371 tolen = len - done - 2; | |
4372 /* Avoid a warning for systems with a wrong iconv() prototype by | |
4373 * casting the second argument to void *. */ | |
4374 if (iconv(vcp->vc_fd, (void *)&from, &fromlen, &to, &tolen) | |
4375 != (size_t)-1) | |
4376 { | |
4377 /* Finished, append a NUL. */ | |
4378 *to = NUL; | |
4379 break; | |
4380 } | |
4381 | |
4382 /* Check both ICONV_EINVAL and EINVAL, because the dynamically loaded | |
4383 * iconv library may use one of them. */ | |
4384 if (!vcp->vc_fail && unconvlenp != NULL | |
4385 && (ICONV_ERRNO == ICONV_EINVAL || ICONV_ERRNO == EINVAL)) | |
4386 { | |
4387 /* Handle an incomplete sequence at the end. */ | |
4388 *to = NUL; | |
835 | 4389 *unconvlenp = (int)fromlen; |
7 | 4390 break; |
4391 } | |
4392 | |
4393 /* Check both ICONV_EILSEQ and EILSEQ, because the dynamically loaded | |
4394 * iconv library may use one of them. */ | |
4395 else if (!vcp->vc_fail | |
4396 && (ICONV_ERRNO == ICONV_EILSEQ || ICONV_ERRNO == EILSEQ | |
4397 || ICONV_ERRNO == ICONV_EINVAL || ICONV_ERRNO == EINVAL)) | |
4398 { | |
4399 /* Can't convert: insert a '?' and skip a character. This assumes | |
4400 * conversion from 'encoding' to something else. In other | |
4401 * situations we don't know what to skip anyway. */ | |
4402 *to++ = '?'; | |
4403 if ((*mb_ptr2cells)((char_u *)from) > 1) | |
4404 *to++ = '?'; | |
221 | 4405 if (enc_utf8) |
835 | 4406 l = utfc_ptr2len_len((char_u *)from, (int)fromlen); |
221 | 4407 else |
4408 { | |
474 | 4409 l = (*mb_ptr2len)((char_u *)from); |
227 | 4410 if (l > (int)fromlen) |
835 | 4411 l = (int)fromlen; |
221 | 4412 } |
7 | 4413 from += l; |
4414 fromlen -= l; | |
4415 } | |
4416 else if (ICONV_ERRNO != ICONV_E2BIG) | |
4417 { | |
4418 /* conversion failed */ | |
4419 vim_free(result); | |
4420 result = NULL; | |
4421 break; | |
4422 } | |
4423 /* Not enough room or skipping illegal sequence. */ | |
4424 done = to - (char *)result; | |
4425 } | |
1904 | 4426 |
2766 | 4427 if (resultlenp != NULL && result != NULL) |
1904 | 4428 *resultlenp = (int)(to - (char *)result); |
7 | 4429 return result; |
4430 } | |
4431 | |
4432 # if defined(DYNAMIC_ICONV) || defined(PROTO) | |
4433 /* | |
4434 * Dynamically load the "iconv.dll" on Win32. | |
4435 */ | |
4436 | |
7734
616769d423fc
commit https://github.com/vim/vim/commit/938ee834d345062cd94f8fdfd54fad0019432a83
Christian Brabandt <cb@256bit.org>
parents:
7330
diff
changeset
|
4437 # ifndef DYNAMIC_ICONV /* must be generating prototypes */ |
616769d423fc
commit https://github.com/vim/vim/commit/938ee834d345062cd94f8fdfd54fad0019432a83
Christian Brabandt <cb@256bit.org>
parents:
7330
diff
changeset
|
4438 # define HINSTANCE int |
616769d423fc
commit https://github.com/vim/vim/commit/938ee834d345062cd94f8fdfd54fad0019432a83
Christian Brabandt <cb@256bit.org>
parents:
7330
diff
changeset
|
4439 # endif |
297 | 4440 static HINSTANCE hIconvDLL = 0; |
4441 static HINSTANCE hMsvcrtDLL = 0; | |
7 | 4442 |
7734
616769d423fc
commit https://github.com/vim/vim/commit/938ee834d345062cd94f8fdfd54fad0019432a83
Christian Brabandt <cb@256bit.org>
parents:
7330
diff
changeset
|
4443 # ifndef DYNAMIC_ICONV_DLL |
616769d423fc
commit https://github.com/vim/vim/commit/938ee834d345062cd94f8fdfd54fad0019432a83
Christian Brabandt <cb@256bit.org>
parents:
7330
diff
changeset
|
4444 # define DYNAMIC_ICONV_DLL "iconv.dll" |
616769d423fc
commit https://github.com/vim/vim/commit/938ee834d345062cd94f8fdfd54fad0019432a83
Christian Brabandt <cb@256bit.org>
parents:
7330
diff
changeset
|
4445 # define DYNAMIC_ICONV_DLL_ALT1 "libiconv.dll" |
616769d423fc
commit https://github.com/vim/vim/commit/938ee834d345062cd94f8fdfd54fad0019432a83
Christian Brabandt <cb@256bit.org>
parents:
7330
diff
changeset
|
4446 # define DYNAMIC_ICONV_DLL_ALT2 "libiconv2.dll" |
616769d423fc
commit https://github.com/vim/vim/commit/938ee834d345062cd94f8fdfd54fad0019432a83
Christian Brabandt <cb@256bit.org>
parents:
7330
diff
changeset
|
4447 # define DYNAMIC_ICONV_DLL_ALT3 "libiconv-2.dll" |
616769d423fc
commit https://github.com/vim/vim/commit/938ee834d345062cd94f8fdfd54fad0019432a83
Christian Brabandt <cb@256bit.org>
parents:
7330
diff
changeset
|
4448 # endif |
616769d423fc
commit https://github.com/vim/vim/commit/938ee834d345062cd94f8fdfd54fad0019432a83
Christian Brabandt <cb@256bit.org>
parents:
7330
diff
changeset
|
4449 # ifndef DYNAMIC_MSVCRT_DLL |
616769d423fc
commit https://github.com/vim/vim/commit/938ee834d345062cd94f8fdfd54fad0019432a83
Christian Brabandt <cb@256bit.org>
parents:
7330
diff
changeset
|
4450 # define DYNAMIC_MSVCRT_DLL "msvcrt.dll" |
616769d423fc
commit https://github.com/vim/vim/commit/938ee834d345062cd94f8fdfd54fad0019432a83
Christian Brabandt <cb@256bit.org>
parents:
7330
diff
changeset
|
4451 # endif |
7 | 4452 |
4453 /* | |
4025 | 4454 * Get the address of 'funcname' which is imported by 'hInst' DLL. |
4455 */ | |
4456 static void * | |
4457 get_iconv_import_func(HINSTANCE hInst, const char *funcname) | |
4458 { | |
4459 PBYTE pImage = (PBYTE)hInst; | |
4460 PIMAGE_DOS_HEADER pDOS = (PIMAGE_DOS_HEADER)hInst; | |
4461 PIMAGE_NT_HEADERS pPE; | |
4462 PIMAGE_IMPORT_DESCRIPTOR pImpDesc; | |
4463 PIMAGE_THUNK_DATA pIAT; /* Import Address Table */ | |
4464 PIMAGE_THUNK_DATA pINT; /* Import Name Table */ | |
4465 PIMAGE_IMPORT_BY_NAME pImpName; | |
4466 | |
4467 if (pDOS->e_magic != IMAGE_DOS_SIGNATURE) | |
4468 return NULL; | |
4469 pPE = (PIMAGE_NT_HEADERS)(pImage + pDOS->e_lfanew); | |
4470 if (pPE->Signature != IMAGE_NT_SIGNATURE) | |
4471 return NULL; | |
4472 pImpDesc = (PIMAGE_IMPORT_DESCRIPTOR)(pImage | |
4473 + pPE->OptionalHeader.DataDirectory[IMAGE_DIRECTORY_ENTRY_IMPORT] | |
4474 .VirtualAddress); | |
4475 for (; pImpDesc->FirstThunk; ++pImpDesc) | |
4476 { | |
4037 | 4477 if (!pImpDesc->OriginalFirstThunk) |
4478 continue; | |
4025 | 4479 pIAT = (PIMAGE_THUNK_DATA)(pImage + pImpDesc->FirstThunk); |
4480 pINT = (PIMAGE_THUNK_DATA)(pImage + pImpDesc->OriginalFirstThunk); | |
4481 for (; pIAT->u1.Function; ++pIAT, ++pINT) | |
4482 { | |
4483 if (IMAGE_SNAP_BY_ORDINAL(pINT->u1.Ordinal)) | |
4484 continue; | |
4047 | 4485 pImpName = (PIMAGE_IMPORT_BY_NAME)(pImage |
4486 + (UINT_PTR)(pINT->u1.AddressOfData)); | |
8080
b6cb94ad97a4
commit https://github.com/vim/vim/commit/6aa2cd4be287f35f95f35c2cec6d5a24f53c4d3c
Christian Brabandt <cb@256bit.org>
parents:
7827
diff
changeset
|
4487 if (strcmp((char *)pImpName->Name, funcname) == 0) |
4025 | 4488 return (void *)pIAT->u1.Function; |
4489 } | |
4490 } | |
4491 return NULL; | |
4492 } | |
4493 | |
4494 /* | |
7 | 4495 * Try opening the iconv.dll and return TRUE if iconv() can be used. |
4496 */ | |
4497 int | |
7827
41789f16d6b2
commit https://github.com/vim/vim/commit/52ea13da0fe86df1abf34de52841e367035170c0
Christian Brabandt <cb@256bit.org>
parents:
7803
diff
changeset
|
4498 iconv_enabled(int verbose) |
7 | 4499 { |
4500 if (hIconvDLL != 0 && hMsvcrtDLL != 0) | |
4501 return TRUE; | |
7162
fe090e9cd10a
commit https://github.com/vim/vim/commit/9d6ca1cc5ebb6e61cc2ef73aecfbb0bdbb65432f
Christian Brabandt <cb@256bit.org>
parents:
6864
diff
changeset
|
4502 |
7734
616769d423fc
commit https://github.com/vim/vim/commit/938ee834d345062cd94f8fdfd54fad0019432a83
Christian Brabandt <cb@256bit.org>
parents:
7330
diff
changeset
|
4503 /* The iconv DLL file goes under different names, try them all. |
616769d423fc
commit https://github.com/vim/vim/commit/938ee834d345062cd94f8fdfd54fad0019432a83
Christian Brabandt <cb@256bit.org>
parents:
7330
diff
changeset
|
4504 * Do the "2" version first, it's newer. */ |
616769d423fc
commit https://github.com/vim/vim/commit/938ee834d345062cd94f8fdfd54fad0019432a83
Christian Brabandt <cb@256bit.org>
parents:
7330
diff
changeset
|
4505 #ifdef DYNAMIC_ICONV_DLL_ALT2 |
616769d423fc
commit https://github.com/vim/vim/commit/938ee834d345062cd94f8fdfd54fad0019432a83
Christian Brabandt <cb@256bit.org>
parents:
7330
diff
changeset
|
4506 if (hIconvDLL == 0) |
616769d423fc
commit https://github.com/vim/vim/commit/938ee834d345062cd94f8fdfd54fad0019432a83
Christian Brabandt <cb@256bit.org>
parents:
7330
diff
changeset
|
4507 hIconvDLL = vimLoadLib(DYNAMIC_ICONV_DLL_ALT2); |
616769d423fc
commit https://github.com/vim/vim/commit/938ee834d345062cd94f8fdfd54fad0019432a83
Christian Brabandt <cb@256bit.org>
parents:
7330
diff
changeset
|
4508 #endif |
616769d423fc
commit https://github.com/vim/vim/commit/938ee834d345062cd94f8fdfd54fad0019432a83
Christian Brabandt <cb@256bit.org>
parents:
7330
diff
changeset
|
4509 #ifdef DYNAMIC_ICONV_DLL_ALT3 |
616769d423fc
commit https://github.com/vim/vim/commit/938ee834d345062cd94f8fdfd54fad0019432a83
Christian Brabandt <cb@256bit.org>
parents:
7330
diff
changeset
|
4510 if (hIconvDLL == 0) |
616769d423fc
commit https://github.com/vim/vim/commit/938ee834d345062cd94f8fdfd54fad0019432a83
Christian Brabandt <cb@256bit.org>
parents:
7330
diff
changeset
|
4511 hIconvDLL = vimLoadLib(DYNAMIC_ICONV_DLL_ALT3); |
616769d423fc
commit https://github.com/vim/vim/commit/938ee834d345062cd94f8fdfd54fad0019432a83
Christian Brabandt <cb@256bit.org>
parents:
7330
diff
changeset
|
4512 #endif |
616769d423fc
commit https://github.com/vim/vim/commit/938ee834d345062cd94f8fdfd54fad0019432a83
Christian Brabandt <cb@256bit.org>
parents:
7330
diff
changeset
|
4513 if (hIconvDLL == 0) |
616769d423fc
commit https://github.com/vim/vim/commit/938ee834d345062cd94f8fdfd54fad0019432a83
Christian Brabandt <cb@256bit.org>
parents:
7330
diff
changeset
|
4514 hIconvDLL = vimLoadLib(DYNAMIC_ICONV_DLL); |
616769d423fc
commit https://github.com/vim/vim/commit/938ee834d345062cd94f8fdfd54fad0019432a83
Christian Brabandt <cb@256bit.org>
parents:
7330
diff
changeset
|
4515 #ifdef DYNAMIC_ICONV_DLL_ALT1 |
7162
fe090e9cd10a
commit https://github.com/vim/vim/commit/9d6ca1cc5ebb6e61cc2ef73aecfbb0bdbb65432f
Christian Brabandt <cb@256bit.org>
parents:
6864
diff
changeset
|
4516 if (hIconvDLL == 0) |
fe090e9cd10a
commit https://github.com/vim/vim/commit/9d6ca1cc5ebb6e61cc2ef73aecfbb0bdbb65432f
Christian Brabandt <cb@256bit.org>
parents:
6864
diff
changeset
|
4517 hIconvDLL = vimLoadLib(DYNAMIC_ICONV_DLL_ALT1); |
7734
616769d423fc
commit https://github.com/vim/vim/commit/938ee834d345062cd94f8fdfd54fad0019432a83
Christian Brabandt <cb@256bit.org>
parents:
7330
diff
changeset
|
4518 #endif |
7162
fe090e9cd10a
commit https://github.com/vim/vim/commit/9d6ca1cc5ebb6e61cc2ef73aecfbb0bdbb65432f
Christian Brabandt <cb@256bit.org>
parents:
6864
diff
changeset
|
4519 |
7 | 4520 if (hIconvDLL != 0) |
2612 | 4521 hMsvcrtDLL = vimLoadLib(DYNAMIC_MSVCRT_DLL); |
7 | 4522 if (hIconvDLL == 0 || hMsvcrtDLL == 0) |
4523 { | |
4524 /* Only give the message when 'verbose' is set, otherwise it might be | |
4525 * done whenever a conversion is attempted. */ | |
4526 if (verbose && p_verbose > 0) | |
292 | 4527 { |
4528 verbose_enter(); | |
7 | 4529 EMSG2(_(e_loadlib), |
4530 hIconvDLL == 0 ? DYNAMIC_ICONV_DLL : DYNAMIC_MSVCRT_DLL); | |
292 | 4531 verbose_leave(); |
4532 } | |
7 | 4533 iconv_end(); |
4534 return FALSE; | |
4535 } | |
4536 | |
344 | 4537 iconv = (void *)GetProcAddress(hIconvDLL, "libiconv"); |
4538 iconv_open = (void *)GetProcAddress(hIconvDLL, "libiconv_open"); | |
4539 iconv_close = (void *)GetProcAddress(hIconvDLL, "libiconv_close"); | |
4540 iconvctl = (void *)GetProcAddress(hIconvDLL, "libiconvctl"); | |
4025 | 4541 iconv_errno = get_iconv_import_func(hIconvDLL, "_errno"); |
4542 if (iconv_errno == NULL) | |
4543 iconv_errno = (void *)GetProcAddress(hMsvcrtDLL, "_errno"); | |
7 | 4544 if (iconv == NULL || iconv_open == NULL || iconv_close == NULL |
4545 || iconvctl == NULL || iconv_errno == NULL) | |
4546 { | |
4547 iconv_end(); | |
4548 if (verbose && p_verbose > 0) | |
292 | 4549 { |
4550 verbose_enter(); | |
7 | 4551 EMSG2(_(e_loadfunc), "for libiconv"); |
292 | 4552 verbose_leave(); |
4553 } | |
7 | 4554 return FALSE; |
4555 } | |
4556 return TRUE; | |
4557 } | |
4558 | |
4559 void | |
7827
41789f16d6b2
commit https://github.com/vim/vim/commit/52ea13da0fe86df1abf34de52841e367035170c0
Christian Brabandt <cb@256bit.org>
parents:
7803
diff
changeset
|
4560 iconv_end(void) |
7 | 4561 { |
4562 /* Don't use iconv() when inputting or outputting characters. */ | |
4563 if (input_conv.vc_type == CONV_ICONV) | |
4564 convert_setup(&input_conv, NULL, NULL); | |
4565 if (output_conv.vc_type == CONV_ICONV) | |
4566 convert_setup(&output_conv, NULL, NULL); | |
4567 | |
4568 if (hIconvDLL != 0) | |
4569 FreeLibrary(hIconvDLL); | |
4570 if (hMsvcrtDLL != 0) | |
4571 FreeLibrary(hMsvcrtDLL); | |
4572 hIconvDLL = 0; | |
4573 hMsvcrtDLL = 0; | |
4574 } | |
4575 # endif /* DYNAMIC_ICONV */ | |
4576 # endif /* USE_ICONV */ | |
4577 | |
4578 #endif /* FEAT_MBYTE */ | |
4579 | |
4580 #if defined(FEAT_XIM) || defined(PROTO) | |
4581 | |
2278
0b3be97064e5
Various small fixes from Dominique Pelle.
Bram Moolenaar <bram@vim.org>
parents:
2277
diff
changeset
|
4582 # if defined(FEAT_GUI_GTK) || defined(PROTO) |
7 | 4583 static int xim_has_preediting INIT(= FALSE); /* IM current status */ |
4584 | |
4585 /* | |
4586 * Set preedit_start_col to the current cursor position. | |
4587 */ | |
4588 static void | |
4589 init_preedit_start_col(void) | |
4590 { | |
4591 if (State & CMDLINE) | |
4592 preedit_start_col = cmdline_getvcol_cursor(); | |
7330
8ab712f2c3b8
commit https://github.com/vim/vim/commit/9ec021a2b0dd35ba744a8e2a9430a643c85b922a
Christian Brabandt <cb@256bit.org>
parents:
7162
diff
changeset
|
4593 else if (curwin != NULL && curwin->w_buffer != NULL) |
7 | 4594 getvcol(curwin, &curwin->w_cursor, &preedit_start_col, NULL, NULL); |
4595 /* Prevent that preediting marks the buffer as changed. */ | |
4596 xim_changed_while_preediting = curbuf->b_changed; | |
4597 } | |
4598 | |
4599 static int im_is_active = FALSE; /* IM is enabled for current mode */ | |
1668 | 4600 static int preedit_is_active = FALSE; |
7 | 4601 static int im_preedit_cursor = 0; /* cursor offset in characters */ |
4602 static int im_preedit_trailing = 0; /* number of characters after cursor */ | |
4603 | |
4604 static unsigned long im_commit_handler_id = 0; | |
4605 static unsigned int im_activatekey_keyval = GDK_VoidSymbol; | |
4606 static unsigned int im_activatekey_state = 0; | |
4607 | |
4608 void | |
4609 im_set_active(int active) | |
4610 { | |
4611 int was_active; | |
4612 | |
5008
3717d569027d
updated for version 7.3.1248
Bram Moolenaar <bram@vim.org>
parents:
4352
diff
changeset
|
4613 was_active = !!im_get_status(); |
7 | 4614 im_is_active = (active && !p_imdisable); |
4615 | |
4616 if (im_is_active != was_active) | |
4617 xim_reset(); | |
4618 } | |
4619 | |
4620 void | |
4621 xim_set_focus(int focus) | |
4622 { | |
4623 if (xic != NULL) | |
4624 { | |
4625 if (focus) | |
4626 gtk_im_context_focus_in(xic); | |
4627 else | |
4628 gtk_im_context_focus_out(xic); | |
4629 } | |
4630 } | |
4631 | |
4632 void | |
4633 im_set_position(int row, int col) | |
4634 { | |
4635 if (xic != NULL) | |
4636 { | |
4637 GdkRectangle area; | |
4638 | |
4639 area.x = FILL_X(col); | |
4640 area.y = FILL_Y(row); | |
4641 area.width = gui.char_width * (mb_lefthalve(row, col) ? 2 : 1); | |
4642 area.height = gui.char_height; | |
4643 | |
4644 gtk_im_context_set_cursor_location(xic, &area); | |
4645 } | |
4646 } | |
4647 | |
4648 # if 0 || defined(PROTO) /* apparently only used in gui_x11.c */ | |
4649 void | |
4650 xim_set_preedit(void) | |
4651 { | |
4652 im_set_position(gui.row, gui.col); | |
4653 } | |
4654 # endif | |
4655 | |
4656 static void | |
4657 im_add_to_input(char_u *str, int len) | |
4658 { | |
4659 /* Convert from 'termencoding' (always "utf-8") to 'encoding' */ | |
4660 if (input_conv.vc_type != CONV_NONE) | |
4661 { | |
4662 str = string_convert(&input_conv, str, &len); | |
4663 g_return_if_fail(str != NULL); | |
4664 } | |
4665 | |
4666 add_to_input_buf_csi(str, len); | |
4667 | |
4668 if (input_conv.vc_type != CONV_NONE) | |
4669 vim_free(str); | |
4670 | |
4671 if (p_mh) /* blank out the pointer if necessary */ | |
4672 gui_mch_mousehide(TRUE); | |
4673 } | |
4674 | |
4675 static void | |
4676 im_delete_preedit(void) | |
4677 { | |
4678 char_u bskey[] = {CSI, 'k', 'b'}; | |
4679 char_u delkey[] = {CSI, 'k', 'D'}; | |
4680 | |
4681 if (State & NORMAL) | |
4682 { | |
4683 im_preedit_cursor = 0; | |
4684 return; | |
4685 } | |
4686 for (; im_preedit_cursor > 0; --im_preedit_cursor) | |
4687 add_to_input_buf(bskey, (int)sizeof(bskey)); | |
4688 | |
4689 for (; im_preedit_trailing > 0; --im_preedit_trailing) | |
4690 add_to_input_buf(delkey, (int)sizeof(delkey)); | |
4691 } | |
4692 | |
941 | 4693 /* |
4694 * Move the cursor left by "num_move_back" characters. | |
4695 * Note that ins_left() checks im_is_preediting() to avoid breaking undo for | |
4696 * these K_LEFT keys. | |
4697 */ | |
7 | 4698 static void |
4699 im_correct_cursor(int num_move_back) | |
4700 { | |
4701 char_u backkey[] = {CSI, 'k', 'l'}; | |
4702 | |
4703 if (State & NORMAL) | |
4704 return; | |
4705 # ifdef FEAT_RIGHTLEFT | |
4706 if ((State & CMDLINE) == 0 && curwin != NULL && curwin->w_p_rl) | |
4707 backkey[2] = 'r'; | |
4708 # endif | |
4709 for (; num_move_back > 0; --num_move_back) | |
4710 add_to_input_buf(backkey, (int)sizeof(backkey)); | |
4711 } | |
4712 | |
4713 static int xim_expected_char = NUL; | |
4714 static int xim_ignored_char = FALSE; | |
4715 | |
4716 /* | |
4717 * Update the mode and cursor while in an IM callback. | |
4718 */ | |
4719 static void | |
4720 im_show_info(void) | |
4721 { | |
4722 int old_vgetc_busy; | |
822 | 4723 |
7 | 4724 old_vgetc_busy = vgetc_busy; |
4725 vgetc_busy = TRUE; | |
4726 showmode(); | |
4727 vgetc_busy = old_vgetc_busy; | |
3402 | 4728 if ((State & NORMAL) || (State & INSERT)) |
4729 setcursor(); | |
7 | 4730 out_flush(); |
4731 } | |
4732 | |
4733 /* | |
4734 * Callback invoked when the user finished preediting. | |
4735 * Put the final string into the input buffer. | |
4736 */ | |
4737 static void | |
1883 | 4738 im_commit_cb(GtkIMContext *context UNUSED, |
4739 const gchar *str, | |
4740 gpointer data UNUSED) | |
7 | 4741 { |
2338
da6ec32d8d8f
Added strwidth() and strchars() functions.
Bram Moolenaar <bram@vim.org>
parents:
2311
diff
changeset
|
4742 int slen = (int)STRLEN(str); |
da6ec32d8d8f
Added strwidth() and strchars() functions.
Bram Moolenaar <bram@vim.org>
parents:
2311
diff
changeset
|
4743 int add_to_input = TRUE; |
da6ec32d8d8f
Added strwidth() and strchars() functions.
Bram Moolenaar <bram@vim.org>
parents:
2311
diff
changeset
|
4744 int clen; |
da6ec32d8d8f
Added strwidth() and strchars() functions.
Bram Moolenaar <bram@vim.org>
parents:
2311
diff
changeset
|
4745 int len = slen; |
da6ec32d8d8f
Added strwidth() and strchars() functions.
Bram Moolenaar <bram@vim.org>
parents:
2311
diff
changeset
|
4746 int commit_with_preedit = TRUE; |
da6ec32d8d8f
Added strwidth() and strchars() functions.
Bram Moolenaar <bram@vim.org>
parents:
2311
diff
changeset
|
4747 char_u *im_str; |
7 | 4748 |
4749 #ifdef XIM_DEBUG | |
4750 xim_log("im_commit_cb(): %s\n", str); | |
4751 #endif | |
4752 | |
4753 /* The imhangul module doesn't reset the preedit string before | |
4754 * committing. Call im_delete_preedit() to work around that. */ | |
4755 im_delete_preedit(); | |
4756 | |
4757 /* Indicate that preediting has finished. */ | |
4758 if (preedit_start_col == MAXCOL) | |
4759 { | |
4760 init_preedit_start_col(); | |
4761 commit_with_preedit = FALSE; | |
4762 } | |
4763 | |
4764 /* The thing which setting "preedit_start_col" to MAXCOL means that | |
4352 | 4765 * "preedit_start_col" will be set forcedly when calling |
7 | 4766 * preedit_changed_cb() next time. |
4767 * "preedit_start_col" should not reset with MAXCOL on this part. Vim | |
4768 * is simulating the preediting by using add_to_input_str(). when | |
4769 * preedit begin immediately before committed, the typebuf is not | |
4770 * flushed to screen, then it can't get correct "preedit_start_col". | |
4771 * Thus, it should calculate the cells by adding cells of the committed | |
4772 * string. */ | |
4773 if (input_conv.vc_type != CONV_NONE) | |
4774 { | |
4775 im_str = string_convert(&input_conv, (char_u *)str, &len); | |
4776 g_return_if_fail(im_str != NULL); | |
4777 } | |
4778 else | |
4779 im_str = (char_u *)str; | |
2338
da6ec32d8d8f
Added strwidth() and strchars() functions.
Bram Moolenaar <bram@vim.org>
parents:
2311
diff
changeset
|
4780 |
da6ec32d8d8f
Added strwidth() and strchars() functions.
Bram Moolenaar <bram@vim.org>
parents:
2311
diff
changeset
|
4781 clen = mb_string2cells(im_str, len); |
da6ec32d8d8f
Added strwidth() and strchars() functions.
Bram Moolenaar <bram@vim.org>
parents:
2311
diff
changeset
|
4782 |
7 | 4783 if (input_conv.vc_type != CONV_NONE) |
4784 vim_free(im_str); | |
4785 preedit_start_col += clen; | |
4786 | |
4787 /* Is this a single character that matches a keypad key that's just | |
4788 * been pressed? If so, we don't want it to be entered as such - let | |
4789 * us carry on processing the raw keycode so that it may be used in | |
4790 * mappings as <kSomething>. */ | |
4791 if (xim_expected_char != NUL) | |
4792 { | |
4793 /* We're currently processing a keypad or other special key */ | |
4794 if (slen == 1 && str[0] == xim_expected_char) | |
4795 { | |
4796 /* It's a match - don't do it here */ | |
4797 xim_ignored_char = TRUE; | |
4798 add_to_input = FALSE; | |
4799 } | |
4800 else | |
4801 { | |
4802 /* Not a match */ | |
4803 xim_ignored_char = FALSE; | |
4804 } | |
4805 } | |
4806 | |
4807 if (add_to_input) | |
4808 im_add_to_input((char_u *)str, slen); | |
4809 | |
4810 /* Inserting chars while "im_is_active" is set does not cause a change of | |
4811 * buffer. When the chars are committed the buffer must be marked as | |
4812 * changed. */ | |
4813 if (!commit_with_preedit) | |
4814 preedit_start_col = MAXCOL; | |
4815 | |
4816 /* This flag is used in changed() at next call. */ | |
4817 xim_changed_while_preediting = TRUE; | |
4818 | |
4819 if (gtk_main_level() > 0) | |
4820 gtk_main_quit(); | |
4821 } | |
4822 | |
4823 /* | |
4824 * Callback invoked after start to the preedit. | |
4825 */ | |
4826 static void | |
1883 | 4827 im_preedit_start_cb(GtkIMContext *context UNUSED, gpointer data UNUSED) |
7 | 4828 { |
4829 #ifdef XIM_DEBUG | |
4830 xim_log("im_preedit_start_cb()\n"); | |
4831 #endif | |
4832 | |
4833 im_is_active = TRUE; | |
1668 | 4834 preedit_is_active = TRUE; |
7 | 4835 gui_update_cursor(TRUE, FALSE); |
1668 | 4836 im_show_info(); |
7 | 4837 } |
4838 | |
4839 /* | |
4840 * Callback invoked after end to the preedit. | |
4841 */ | |
4842 static void | |
1883 | 4843 im_preedit_end_cb(GtkIMContext *context UNUSED, gpointer data UNUSED) |
7 | 4844 { |
4845 #ifdef XIM_DEBUG | |
4846 xim_log("im_preedit_end_cb()\n"); | |
4847 #endif | |
4848 im_delete_preedit(); | |
4849 | |
4850 /* Indicate that preediting has finished */ | |
4851 preedit_start_col = MAXCOL; | |
4852 xim_has_preediting = FALSE; | |
4853 | |
1620 | 4854 #if 0 |
4855 /* Removal of this line suggested by Takuhiro Nishioka. Fixes that IM was | |
1668 | 4856 * switched off unintentionally. We now use preedit_is_active (added by |
4857 * SungHyun Nam). */ | |
7 | 4858 im_is_active = FALSE; |
1620 | 4859 #endif |
1668 | 4860 preedit_is_active = FALSE; |
7 | 4861 gui_update_cursor(TRUE, FALSE); |
4862 im_show_info(); | |
4863 } | |
4864 | |
4865 /* | |
4866 * Callback invoked after changes to the preedit string. If the preedit | |
4867 * string was empty before, remember the preedit start column so we know | |
4868 * where to apply feedback attributes. Delete the previous preedit string | |
4869 * if there was one, save the new preedit cursor offset, and put the new | |
4870 * string into the input buffer. | |
4871 * | |
4872 * TODO: The pragmatic "put into input buffer" approach used here has | |
4873 * several fundamental problems: | |
4874 * | |
4875 * - The characters in the preedit string are subject to remapping. | |
4876 * That's broken, only the finally committed string should be remapped. | |
4877 * | |
4878 * - There is a race condition involved: The retrieved value for the | |
4879 * current cursor position will be wrong if any unprocessed characters | |
4880 * are still queued in the input buffer. | |
4881 * | |
4882 * - Due to the lack of synchronization between the file buffer in memory | |
4883 * and any typed characters, it's practically impossible to implement the | |
4884 * "retrieve_surrounding" and "delete_surrounding" signals reliably. IM | |
4885 * modules for languages such as Thai are likely to rely on this feature | |
4886 * for proper operation. | |
4887 * | |
4888 * Conclusions: I think support for preediting needs to be moved to the | |
4889 * core parts of Vim. Ideally, until it has been committed, the preediting | |
4890 * string should only be displayed and not affect the buffer content at all. | |
4891 * The question how to deal with the synchronization issue still remains. | |
4892 * Circumventing the input buffer is probably not desirable. Anyway, I think | |
4893 * implementing "retrieve_surrounding" is the only hard problem. | |
4894 * | |
4895 * One way to solve all of this in a clean manner would be to queue all key | |
4896 * press/release events "as is" in the input buffer, and apply the IM filtering | |
4897 * at the receiving end of the queue. This, however, would have a rather large | |
4898 * impact on the code base. If there is an easy way to force processing of all | |
4899 * remaining input from within the "retrieve_surrounding" signal handler, this | |
4900 * might not be necessary. Gotta ask on vim-dev for opinions. | |
4901 */ | |
4902 static void | |
1883 | 4903 im_preedit_changed_cb(GtkIMContext *context, gpointer data UNUSED) |
7 | 4904 { |
4905 char *preedit_string = NULL; | |
4906 int cursor_index = 0; | |
4907 int num_move_back = 0; | |
4908 char_u *str; | |
4909 char_u *p; | |
4910 int i; | |
4911 | |
4912 gtk_im_context_get_preedit_string(context, | |
4913 &preedit_string, NULL, | |
4914 &cursor_index); | |
4915 | |
4916 #ifdef XIM_DEBUG | |
4917 xim_log("im_preedit_changed_cb(): %s\n", preedit_string); | |
4918 #endif | |
4919 | |
4920 g_return_if_fail(preedit_string != NULL); /* just in case */ | |
4921 | |
4922 /* If preedit_start_col is MAXCOL set it to the current cursor position. */ | |
4923 if (preedit_start_col == MAXCOL && preedit_string[0] != '\0') | |
4924 { | |
4925 xim_has_preediting = TRUE; | |
4926 | |
4927 /* Urgh, this breaks if the input buffer isn't empty now */ | |
4928 init_preedit_start_col(); | |
4929 } | |
4930 else if (cursor_index == 0 && preedit_string[0] == '\0') | |
4931 { | |
941 | 4932 xim_has_preediting = FALSE; |
7 | 4933 |
4934 /* If at the start position (after typing backspace) | |
4935 * preedit_start_col must be reset. */ | |
4936 preedit_start_col = MAXCOL; | |
4937 } | |
4938 | |
4939 im_delete_preedit(); | |
4940 | |
4941 /* | |
4942 * Compute the end of the preediting area: "preedit_end_col". | |
4943 * According to the documentation of gtk_im_context_get_preedit_string(), | |
4944 * the cursor_pos output argument returns the offset in bytes. This is | |
4945 * unfortunately not true -- real life shows the offset is in characters, | |
4946 * and the GTK+ source code agrees with me. Will file a bug later. | |
4947 */ | |
4948 if (preedit_start_col != MAXCOL) | |
4949 preedit_end_col = preedit_start_col; | |
4950 str = (char_u *)preedit_string; | |
4951 for (p = str, i = 0; *p != NUL; p += utf_byte2len(*p), ++i) | |
4952 { | |
4953 int is_composing; | |
4954 | |
4955 is_composing = ((*p & 0x80) != 0 && utf_iscomposing(utf_ptr2char(p))); | |
4956 /* | |
4957 * These offsets are used as counters when generating <BS> and <Del> | |
4958 * to delete the preedit string. So don't count composing characters | |
4959 * unless 'delcombine' is enabled. | |
4960 */ | |
4961 if (!is_composing || p_deco) | |
4962 { | |
4963 if (i < cursor_index) | |
4964 ++im_preedit_cursor; | |
4965 else | |
4966 ++im_preedit_trailing; | |
4967 } | |
4968 if (!is_composing && i >= cursor_index) | |
4969 { | |
4970 /* This is essentially the same as im_preedit_trailing, except | |
4971 * composing characters are not counted even if p_deco is set. */ | |
4972 ++num_move_back; | |
4973 } | |
4974 if (preedit_start_col != MAXCOL) | |
4975 preedit_end_col += utf_ptr2cells(p); | |
4976 } | |
4977 | |
4978 if (p > str) | |
4979 { | |
4980 im_add_to_input(str, (int)(p - str)); | |
4981 im_correct_cursor(num_move_back); | |
4982 } | |
4983 | |
4984 g_free(preedit_string); | |
4985 | |
4986 if (gtk_main_level() > 0) | |
4987 gtk_main_quit(); | |
4988 } | |
4989 | |
4990 /* | |
4991 * Translate the Pango attributes at iter to Vim highlighting attributes. | |
4992 * Ignore attributes not supported by Vim highlighting. This shouldn't have | |
4993 * too much impact -- right now we handle even more attributes than necessary | |
4994 * for the IM modules I tested with. | |
4995 */ | |
4996 static int | |
4997 translate_pango_attributes(PangoAttrIterator *iter) | |
4998 { | |
4999 PangoAttribute *attr; | |
5000 int char_attr = HL_NORMAL; | |
5001 | |
5002 attr = pango_attr_iterator_get(iter, PANGO_ATTR_UNDERLINE); | |
5003 if (attr != NULL && ((PangoAttrInt *)attr)->value | |
5004 != (int)PANGO_UNDERLINE_NONE) | |
5005 char_attr |= HL_UNDERLINE; | |
5006 | |
5007 attr = pango_attr_iterator_get(iter, PANGO_ATTR_WEIGHT); | |
5008 if (attr != NULL && ((PangoAttrInt *)attr)->value >= (int)PANGO_WEIGHT_BOLD) | |
5009 char_attr |= HL_BOLD; | |
5010 | |
5011 attr = pango_attr_iterator_get(iter, PANGO_ATTR_STYLE); | |
5012 if (attr != NULL && ((PangoAttrInt *)attr)->value | |
5013 != (int)PANGO_STYLE_NORMAL) | |
5014 char_attr |= HL_ITALIC; | |
5015 | |
5016 attr = pango_attr_iterator_get(iter, PANGO_ATTR_BACKGROUND); | |
5017 if (attr != NULL) | |
5018 { | |
5019 const PangoColor *color = &((PangoAttrColor *)attr)->color; | |
5020 | |
5021 /* Assume inverse if black background is requested */ | |
5022 if ((color->red | color->green | color->blue) == 0) | |
5023 char_attr |= HL_INVERSE; | |
5024 } | |
5025 | |
5026 return char_attr; | |
5027 } | |
5028 | |
5029 /* | |
5030 * Retrieve the highlighting attributes at column col in the preedit string. | |
5031 * Return -1 if not in preediting mode or if col is out of range. | |
5032 */ | |
5033 int | |
5034 im_get_feedback_attr(int col) | |
5035 { | |
5036 char *preedit_string = NULL; | |
5037 PangoAttrList *attr_list = NULL; | |
5038 int char_attr = -1; | |
5039 | |
5040 if (xic == NULL) | |
5041 return char_attr; | |
5042 | |
5043 gtk_im_context_get_preedit_string(xic, &preedit_string, &attr_list, NULL); | |
5044 | |
5045 if (preedit_string != NULL && attr_list != NULL) | |
5046 { | |
944 | 5047 int idx; |
7 | 5048 |
5049 /* Get the byte index as used by PangoAttrIterator */ | |
944 | 5050 for (idx = 0; col > 0 && preedit_string[idx] != '\0'; --col) |
5051 idx += utfc_ptr2len((char_u *)preedit_string + idx); | |
5052 | |
5053 if (preedit_string[idx] != '\0') | |
7 | 5054 { |
5055 PangoAttrIterator *iter; | |
5056 int start, end; | |
5057 | |
5058 char_attr = HL_NORMAL; | |
5059 iter = pango_attr_list_get_iterator(attr_list); | |
5060 | |
5061 /* Extract all relevant attributes from the list. */ | |
5062 do | |
5063 { | |
5064 pango_attr_iterator_range(iter, &start, &end); | |
5065 | |
944 | 5066 if (idx >= start && idx < end) |
7 | 5067 char_attr |= translate_pango_attributes(iter); |
5068 } | |
5069 while (pango_attr_iterator_next(iter)); | |
5070 | |
5071 pango_attr_iterator_destroy(iter); | |
5072 } | |
5073 } | |
5074 | |
5075 if (attr_list != NULL) | |
5076 pango_attr_list_unref(attr_list); | |
5077 g_free(preedit_string); | |
5078 | |
5079 return char_attr; | |
5080 } | |
5081 | |
5082 void | |
5083 xim_init(void) | |
5084 { | |
5085 #ifdef XIM_DEBUG | |
5086 xim_log("xim_init()\n"); | |
5087 #endif | |
5088 | |
5089 g_return_if_fail(gui.drawarea != NULL); | |
8218
3456e2ebebd4
commit https://github.com/vim/vim/commit/9892189d2e7ab94b750f99e6da4cbfc3c8014517
Christian Brabandt <cb@256bit.org>
parents:
8212
diff
changeset
|
5090 #if GTK_CHECK_VERSION(3,0,0) |
3456e2ebebd4
commit https://github.com/vim/vim/commit/9892189d2e7ab94b750f99e6da4cbfc3c8014517
Christian Brabandt <cb@256bit.org>
parents:
8212
diff
changeset
|
5091 g_return_if_fail(gtk_widget_get_window(gui.drawarea) != NULL); |
3456e2ebebd4
commit https://github.com/vim/vim/commit/9892189d2e7ab94b750f99e6da4cbfc3c8014517
Christian Brabandt <cb@256bit.org>
parents:
8212
diff
changeset
|
5092 #else |
7 | 5093 g_return_if_fail(gui.drawarea->window != NULL); |
8218
3456e2ebebd4
commit https://github.com/vim/vim/commit/9892189d2e7ab94b750f99e6da4cbfc3c8014517
Christian Brabandt <cb@256bit.org>
parents:
8212
diff
changeset
|
5094 #endif |
7 | 5095 |
5096 xic = gtk_im_multicontext_new(); | |
5097 g_object_ref(xic); | |
5098 | |
5099 im_commit_handler_id = g_signal_connect(G_OBJECT(xic), "commit", | |
5100 G_CALLBACK(&im_commit_cb), NULL); | |
5101 g_signal_connect(G_OBJECT(xic), "preedit_changed", | |
5102 G_CALLBACK(&im_preedit_changed_cb), NULL); | |
5103 g_signal_connect(G_OBJECT(xic), "preedit_start", | |
5104 G_CALLBACK(&im_preedit_start_cb), NULL); | |
5105 g_signal_connect(G_OBJECT(xic), "preedit_end", | |
5106 G_CALLBACK(&im_preedit_end_cb), NULL); | |
5107 | |
8218
3456e2ebebd4
commit https://github.com/vim/vim/commit/9892189d2e7ab94b750f99e6da4cbfc3c8014517
Christian Brabandt <cb@256bit.org>
parents:
8212
diff
changeset
|
5108 #if GTK_CHECK_VERSION(3,0,0) |
3456e2ebebd4
commit https://github.com/vim/vim/commit/9892189d2e7ab94b750f99e6da4cbfc3c8014517
Christian Brabandt <cb@256bit.org>
parents:
8212
diff
changeset
|
5109 gtk_im_context_set_client_window(xic, gtk_widget_get_window(gui.drawarea)); |
3456e2ebebd4
commit https://github.com/vim/vim/commit/9892189d2e7ab94b750f99e6da4cbfc3c8014517
Christian Brabandt <cb@256bit.org>
parents:
8212
diff
changeset
|
5110 #else |
7 | 5111 gtk_im_context_set_client_window(xic, gui.drawarea->window); |
8218
3456e2ebebd4
commit https://github.com/vim/vim/commit/9892189d2e7ab94b750f99e6da4cbfc3c8014517
Christian Brabandt <cb@256bit.org>
parents:
8212
diff
changeset
|
5112 #endif |
7 | 5113 } |
5114 | |
5115 void | |
5116 im_shutdown(void) | |
5117 { | |
5118 #ifdef XIM_DEBUG | |
5119 xim_log("im_shutdown()\n"); | |
5120 #endif | |
5121 | |
5122 if (xic != NULL) | |
5123 { | |
5124 gtk_im_context_focus_out(xic); | |
5125 g_object_unref(xic); | |
5126 xic = NULL; | |
5127 } | |
5128 im_is_active = FALSE; | |
5129 im_commit_handler_id = 0; | |
5130 preedit_start_col = MAXCOL; | |
5131 xim_has_preediting = FALSE; | |
5132 } | |
5133 | |
5134 /* | |
5135 * Convert the string argument to keyval and state for GdkEventKey. | |
5136 * If str is valid return TRUE, otherwise FALSE. | |
5137 * | |
5138 * See 'imactivatekey' for documentation of the format. | |
5139 */ | |
5140 static int | |
5141 im_string_to_keyval(const char *str, unsigned int *keyval, unsigned int *state) | |
5142 { | |
5143 const char *mods_end; | |
5144 unsigned tmp_keyval; | |
5145 unsigned tmp_state = 0; | |
5146 | |
5147 mods_end = strrchr(str, '-'); | |
5148 mods_end = (mods_end != NULL) ? mods_end + 1 : str; | |
5149 | |
5150 /* Parse modifier keys */ | |
5151 while (str < mods_end) | |
5152 switch (*str++) | |
5153 { | |
5154 case '-': break; | |
5155 case 'S': case 's': tmp_state |= (unsigned)GDK_SHIFT_MASK; break; | |
5156 case 'L': case 'l': tmp_state |= (unsigned)GDK_LOCK_MASK; break; | |
5157 case 'C': case 'c': tmp_state |= (unsigned)GDK_CONTROL_MASK;break; | |
5158 case '1': tmp_state |= (unsigned)GDK_MOD1_MASK; break; | |
5159 case '2': tmp_state |= (unsigned)GDK_MOD2_MASK; break; | |
5160 case '3': tmp_state |= (unsigned)GDK_MOD3_MASK; break; | |
5161 case '4': tmp_state |= (unsigned)GDK_MOD4_MASK; break; | |
5162 case '5': tmp_state |= (unsigned)GDK_MOD5_MASK; break; | |
5163 default: | |
5164 return FALSE; | |
5165 } | |
5166 | |
5167 tmp_keyval = gdk_keyval_from_name(str); | |
5168 | |
5169 if (tmp_keyval == 0 || tmp_keyval == GDK_VoidSymbol) | |
5170 return FALSE; | |
5171 | |
5172 if (keyval != NULL) | |
5173 *keyval = tmp_keyval; | |
5174 if (state != NULL) | |
5175 *state = tmp_state; | |
5176 | |
5177 return TRUE; | |
5178 } | |
5179 | |
5180 /* | |
5181 * Return TRUE if p_imak is valid, otherwise FALSE. As a special case, an | |
5182 * empty string is also regarded as valid. | |
5183 * | |
5184 * Note: The numerical key value of p_imak is cached if it was valid; thus | |
5185 * boldly assuming im_xim_isvalid_imactivate() will always be called whenever | |
5186 * 'imak' changes. This is currently the case but not obvious -- should | |
5187 * probably rename the function for clarity. | |
5188 */ | |
5189 int | |
5190 im_xim_isvalid_imactivate(void) | |
5191 { | |
5192 if (p_imak[0] == NUL) | |
5193 { | |
5194 im_activatekey_keyval = GDK_VoidSymbol; | |
5195 im_activatekey_state = 0; | |
5196 return TRUE; | |
5197 } | |
5198 | |
5199 return im_string_to_keyval((const char *)p_imak, | |
5200 &im_activatekey_keyval, | |
5201 &im_activatekey_state); | |
5202 } | |
5203 | |
5204 static void | |
5205 im_synthesize_keypress(unsigned int keyval, unsigned int state) | |
5206 { | |
5207 GdkEventKey *event; | |
5208 | |
5209 # ifdef HAVE_GTK_MULTIHEAD | |
5210 event = (GdkEventKey *)gdk_event_new(GDK_KEY_PRESS); | |
8218
3456e2ebebd4
commit https://github.com/vim/vim/commit/9892189d2e7ab94b750f99e6da4cbfc3c8014517
Christian Brabandt <cb@256bit.org>
parents:
8212
diff
changeset
|
5211 # if GTK_CHECK_VERSION(3,0,0) |
3456e2ebebd4
commit https://github.com/vim/vim/commit/9892189d2e7ab94b750f99e6da4cbfc3c8014517
Christian Brabandt <cb@256bit.org>
parents:
8212
diff
changeset
|
5212 g_object_ref(gtk_widget_get_window(gui.drawarea)); |
3456e2ebebd4
commit https://github.com/vim/vim/commit/9892189d2e7ab94b750f99e6da4cbfc3c8014517
Christian Brabandt <cb@256bit.org>
parents:
8212
diff
changeset
|
5213 /* unreffed by gdk_event_free() */ |
3456e2ebebd4
commit https://github.com/vim/vim/commit/9892189d2e7ab94b750f99e6da4cbfc3c8014517
Christian Brabandt <cb@256bit.org>
parents:
8212
diff
changeset
|
5214 # else |
7 | 5215 g_object_ref(gui.drawarea->window); /* unreffed by gdk_event_free() */ |
8218
3456e2ebebd4
commit https://github.com/vim/vim/commit/9892189d2e7ab94b750f99e6da4cbfc3c8014517
Christian Brabandt <cb@256bit.org>
parents:
8212
diff
changeset
|
5216 # endif |
7 | 5217 # else |
5218 event = (GdkEventKey *)g_malloc0((gulong)sizeof(GdkEvent)); | |
5219 event->type = GDK_KEY_PRESS; | |
5220 # endif | |
8218
3456e2ebebd4
commit https://github.com/vim/vim/commit/9892189d2e7ab94b750f99e6da4cbfc3c8014517
Christian Brabandt <cb@256bit.org>
parents:
8212
diff
changeset
|
5221 # if GTK_CHECK_VERSION(3,0,0) |
3456e2ebebd4
commit https://github.com/vim/vim/commit/9892189d2e7ab94b750f99e6da4cbfc3c8014517
Christian Brabandt <cb@256bit.org>
parents:
8212
diff
changeset
|
5222 event->window = gtk_widget_get_window(gui.drawarea); |
3456e2ebebd4
commit https://github.com/vim/vim/commit/9892189d2e7ab94b750f99e6da4cbfc3c8014517
Christian Brabandt <cb@256bit.org>
parents:
8212
diff
changeset
|
5223 # else |
7 | 5224 event->window = gui.drawarea->window; |
8218
3456e2ebebd4
commit https://github.com/vim/vim/commit/9892189d2e7ab94b750f99e6da4cbfc3c8014517
Christian Brabandt <cb@256bit.org>
parents:
8212
diff
changeset
|
5225 # endif |
7 | 5226 event->send_event = TRUE; |
5227 event->time = GDK_CURRENT_TIME; | |
5228 event->state = state; | |
5229 event->keyval = keyval; | |
5230 event->hardware_keycode = /* needed for XIM */ | |
5231 XKeysymToKeycode(GDK_WINDOW_XDISPLAY(event->window), (KeySym)keyval); | |
5232 event->length = 0; | |
5233 event->string = NULL; | |
5234 | |
5235 gtk_im_context_filter_keypress(xic, event); | |
5236 | |
5237 /* For consistency, also send the corresponding release event. */ | |
5238 event->type = GDK_KEY_RELEASE; | |
5239 event->send_event = FALSE; | |
5240 gtk_im_context_filter_keypress(xic, event); | |
5241 | |
5242 # ifdef HAVE_GTK_MULTIHEAD | |
5243 gdk_event_free((GdkEvent *)event); | |
5244 # else | |
5245 g_free(event); | |
5246 # endif | |
5247 } | |
5248 | |
5249 void | |
5250 xim_reset(void) | |
5251 { | |
5252 if (xic != NULL) | |
5253 { | |
5254 gtk_im_context_reset(xic); | |
5255 | |
5256 if (p_imdisable) | |
5257 im_shutdown(); | |
5258 else | |
5259 { | |
5260 xim_set_focus(gui.in_focus); | |
5261 | |
5025
322441058afc
updated for version 7.3.1256
Bram Moolenaar <bram@vim.org>
parents:
5008
diff
changeset
|
5262 # ifdef FEAT_EVAL |
5008
3717d569027d
updated for version 7.3.1248
Bram Moolenaar <bram@vim.org>
parents:
4352
diff
changeset
|
5263 if (p_imaf[0] != NUL) |
3717d569027d
updated for version 7.3.1248
Bram Moolenaar <bram@vim.org>
parents:
4352
diff
changeset
|
5264 { |
3717d569027d
updated for version 7.3.1248
Bram Moolenaar <bram@vim.org>
parents:
4352
diff
changeset
|
5265 char_u *argv[1]; |
3717d569027d
updated for version 7.3.1248
Bram Moolenaar <bram@vim.org>
parents:
4352
diff
changeset
|
5266 |
3717d569027d
updated for version 7.3.1248
Bram Moolenaar <bram@vim.org>
parents:
4352
diff
changeset
|
5267 if (im_is_active) |
3717d569027d
updated for version 7.3.1248
Bram Moolenaar <bram@vim.org>
parents:
4352
diff
changeset
|
5268 argv[0] = (char_u *)"1"; |
3717d569027d
updated for version 7.3.1248
Bram Moolenaar <bram@vim.org>
parents:
4352
diff
changeset
|
5269 else |
3717d569027d
updated for version 7.3.1248
Bram Moolenaar <bram@vim.org>
parents:
4352
diff
changeset
|
5270 argv[0] = (char_u *)"0"; |
3717d569027d
updated for version 7.3.1248
Bram Moolenaar <bram@vim.org>
parents:
4352
diff
changeset
|
5271 (void)call_func_retnr(p_imaf, 1, argv, FALSE); |
3717d569027d
updated for version 7.3.1248
Bram Moolenaar <bram@vim.org>
parents:
4352
diff
changeset
|
5272 } |
5025
322441058afc
updated for version 7.3.1256
Bram Moolenaar <bram@vim.org>
parents:
5008
diff
changeset
|
5273 else |
322441058afc
updated for version 7.3.1256
Bram Moolenaar <bram@vim.org>
parents:
5008
diff
changeset
|
5274 # endif |
322441058afc
updated for version 7.3.1256
Bram Moolenaar <bram@vim.org>
parents:
5008
diff
changeset
|
5275 if (im_activatekey_keyval != GDK_VoidSymbol) |
7 | 5276 { |
5277 if (im_is_active) | |
5278 { | |
5279 g_signal_handler_block(xic, im_commit_handler_id); | |
5280 im_synthesize_keypress(im_activatekey_keyval, | |
5281 im_activatekey_state); | |
5282 g_signal_handler_unblock(xic, im_commit_handler_id); | |
5283 } | |
5284 } | |
5285 else | |
5286 { | |
5287 im_shutdown(); | |
5288 xim_init(); | |
5289 xim_set_focus(gui.in_focus); | |
5290 } | |
5291 } | |
5292 } | |
5293 | |
5294 preedit_start_col = MAXCOL; | |
5295 xim_has_preediting = FALSE; | |
5296 } | |
5297 | |
5298 int | |
5299 xim_queue_key_press_event(GdkEventKey *event, int down) | |
5300 { | |
5301 if (down) | |
5302 { | |
5303 /* | |
5304 * Workaround GTK2 XIM 'feature' that always converts keypad keys to | |
5305 * chars., even when not part of an IM sequence (ref. feature of | |
5306 * gdk/gdkkeyuni.c). | |
5307 * Flag any keypad keys that might represent a single char. | |
5308 * If this (on its own - i.e., not part of an IM sequence) is | |
5309 * committed while we're processing one of these keys, we can ignore | |
5310 * that commit and go ahead & process it ourselves. That way we can | |
5311 * still distinguish keypad keys for use in mappings. | |
1620 | 5312 * Also add GDK_space to make <S-Space> work. |
7 | 5313 */ |
5314 switch (event->keyval) | |
5315 { | |
5316 case GDK_KP_Add: xim_expected_char = '+'; break; | |
5317 case GDK_KP_Subtract: xim_expected_char = '-'; break; | |
5318 case GDK_KP_Divide: xim_expected_char = '/'; break; | |
5319 case GDK_KP_Multiply: xim_expected_char = '*'; break; | |
5320 case GDK_KP_Decimal: xim_expected_char = '.'; break; | |
5321 case GDK_KP_Equal: xim_expected_char = '='; break; | |
5322 case GDK_KP_0: xim_expected_char = '0'; break; | |
5323 case GDK_KP_1: xim_expected_char = '1'; break; | |
5324 case GDK_KP_2: xim_expected_char = '2'; break; | |
5325 case GDK_KP_3: xim_expected_char = '3'; break; | |
5326 case GDK_KP_4: xim_expected_char = '4'; break; | |
5327 case GDK_KP_5: xim_expected_char = '5'; break; | |
5328 case GDK_KP_6: xim_expected_char = '6'; break; | |
5329 case GDK_KP_7: xim_expected_char = '7'; break; | |
5330 case GDK_KP_8: xim_expected_char = '8'; break; | |
5331 case GDK_KP_9: xim_expected_char = '9'; break; | |
1620 | 5332 case GDK_space: xim_expected_char = ' '; break; |
7 | 5333 default: xim_expected_char = NUL; |
5334 } | |
5335 xim_ignored_char = FALSE; | |
5336 } | |
5337 | |
5338 /* | |
5339 * When typing fFtT, XIM may be activated. Thus it must pass | |
5340 * gtk_im_context_filter_keypress() in Normal mode. | |
5341 * And while doing :sh too. | |
5342 */ | |
5343 if (xic != NULL && !p_imdisable | |
5344 && (State & (INSERT | CMDLINE | NORMAL | EXTERNCMD)) != 0) | |
5345 { | |
5346 /* | |
5347 * Filter 'imactivatekey' and map it to CTRL-^. This way, Vim is | |
5348 * always aware of the current status of IM, and can even emulate | |
5349 * the activation key for modules that don't support one. | |
5350 */ | |
5351 if (event->keyval == im_activatekey_keyval | |
5352 && (event->state & im_activatekey_state) == im_activatekey_state) | |
5353 { | |
5354 unsigned int state_mask; | |
5355 | |
5356 /* Require the state of the 3 most used modifiers to match exactly. | |
5357 * Otherwise e.g. <S-C-space> would be unusable for other purposes | |
5358 * if the IM activate key is <S-space>. */ | |
5359 state_mask = im_activatekey_state; | |
5360 state_mask |= ((int)GDK_SHIFT_MASK | (int)GDK_CONTROL_MASK | |
5361 | (int)GDK_MOD1_MASK); | |
5362 | |
5363 if ((event->state & state_mask) != im_activatekey_state) | |
5364 return FALSE; | |
5365 | |
5366 /* Don't send it a second time on GDK_KEY_RELEASE. */ | |
5367 if (event->type != GDK_KEY_PRESS) | |
5368 return TRUE; | |
5369 | |
781 | 5370 if (map_to_exists_mode((char_u *)"", LANGMAP, FALSE)) |
7 | 5371 { |
5372 im_set_active(FALSE); | |
5373 | |
5374 /* ":lmap" mappings exists, toggle use of mappings. */ | |
5375 State ^= LANGMAP; | |
5376 if (State & LANGMAP) | |
5377 { | |
5378 curbuf->b_p_iminsert = B_IMODE_NONE; | |
5379 State &= ~LANGMAP; | |
5380 } | |
5381 else | |
5382 { | |
5383 curbuf->b_p_iminsert = B_IMODE_LMAP; | |
5384 State |= LANGMAP; | |
5385 } | |
5386 return TRUE; | |
5387 } | |
5388 | |
5389 return gtk_im_context_filter_keypress(xic, event); | |
5390 } | |
5391 | |
5392 /* Don't filter events through the IM context if IM isn't active | |
5393 * right now. Unlike with GTK+ 1.2 we cannot rely on the IM module | |
5394 * not doing anything before the activation key was sent. */ | |
5395 if (im_activatekey_keyval == GDK_VoidSymbol || im_is_active) | |
5396 { | |
5397 int imresult = gtk_im_context_filter_keypress(xic, event); | |
5398 | |
5399 /* Some XIM send following sequence: | |
5400 * 1. preedited string. | |
5401 * 2. committed string. | |
5402 * 3. line changed key. | |
5403 * 4. preedited string. | |
5404 * 5. remove preedited string. | |
5405 * if 3, Vim can't move back the above line for 5. | |
5406 * thus, this part should not parse the key. */ | |
5407 if (!imresult && preedit_start_col != MAXCOL | |
5408 && event->keyval == GDK_Return) | |
5409 { | |
5410 im_synthesize_keypress(GDK_Return, 0U); | |
5411 return FALSE; | |
5412 } | |
5413 | |
5414 /* If XIM tried to commit a keypad key as a single char., | |
5415 * ignore it so we can use the keypad key 'raw', for mappings. */ | |
5416 if (xim_expected_char != NUL && xim_ignored_char) | |
5417 /* We had a keypad key, and XIM tried to thieve it */ | |
5418 return FALSE; | |
5419 | |
2988 | 5420 /* This is supposed to fix a problem with iBus, that space |
5421 * characters don't work in input mode. */ | |
5422 xim_expected_char = NUL; | |
5423 | |
7 | 5424 /* Normal processing */ |
5425 return imresult; | |
5426 } | |
5427 } | |
5428 | |
5429 return FALSE; | |
5430 } | |
5431 | |
5432 int | |
5433 im_get_status(void) | |
5434 { | |
5025
322441058afc
updated for version 7.3.1256
Bram Moolenaar <bram@vim.org>
parents:
5008
diff
changeset
|
5435 # ifdef FEAT_EVAL |
5008
3717d569027d
updated for version 7.3.1248
Bram Moolenaar <bram@vim.org>
parents:
4352
diff
changeset
|
5436 if (p_imsf[0] != NUL) |
3717d569027d
updated for version 7.3.1248
Bram Moolenaar <bram@vim.org>
parents:
4352
diff
changeset
|
5437 { |
3717d569027d
updated for version 7.3.1248
Bram Moolenaar <bram@vim.org>
parents:
4352
diff
changeset
|
5438 int is_active; |
3717d569027d
updated for version 7.3.1248
Bram Moolenaar <bram@vim.org>
parents:
4352
diff
changeset
|
5439 |
3717d569027d
updated for version 7.3.1248
Bram Moolenaar <bram@vim.org>
parents:
4352
diff
changeset
|
5440 /* FIXME: Don't execute user function in unsafe situation. */ |
5025
322441058afc
updated for version 7.3.1256
Bram Moolenaar <bram@vim.org>
parents:
5008
diff
changeset
|
5441 if (exiting |
322441058afc
updated for version 7.3.1256
Bram Moolenaar <bram@vim.org>
parents:
5008
diff
changeset
|
5442 # ifdef FEAT_AUTOCMD |
322441058afc
updated for version 7.3.1256
Bram Moolenaar <bram@vim.org>
parents:
5008
diff
changeset
|
5443 || is_autocmd_blocked() |
322441058afc
updated for version 7.3.1256
Bram Moolenaar <bram@vim.org>
parents:
5008
diff
changeset
|
5444 # endif |
322441058afc
updated for version 7.3.1256
Bram Moolenaar <bram@vim.org>
parents:
5008
diff
changeset
|
5445 ) |
5008
3717d569027d
updated for version 7.3.1248
Bram Moolenaar <bram@vim.org>
parents:
4352
diff
changeset
|
5446 return FALSE; |
3717d569027d
updated for version 7.3.1248
Bram Moolenaar <bram@vim.org>
parents:
4352
diff
changeset
|
5447 /* FIXME: :py print 'xxx' is shown duplicate result. |
3717d569027d
updated for version 7.3.1248
Bram Moolenaar <bram@vim.org>
parents:
4352
diff
changeset
|
5448 * Use silent to avoid it. */ |
3717d569027d
updated for version 7.3.1248
Bram Moolenaar <bram@vim.org>
parents:
4352
diff
changeset
|
5449 ++msg_silent; |
3717d569027d
updated for version 7.3.1248
Bram Moolenaar <bram@vim.org>
parents:
4352
diff
changeset
|
5450 is_active = call_func_retnr(p_imsf, 0, NULL, FALSE); |
3717d569027d
updated for version 7.3.1248
Bram Moolenaar <bram@vim.org>
parents:
4352
diff
changeset
|
5451 --msg_silent; |
3717d569027d
updated for version 7.3.1248
Bram Moolenaar <bram@vim.org>
parents:
4352
diff
changeset
|
5452 return (is_active > 0); |
3717d569027d
updated for version 7.3.1248
Bram Moolenaar <bram@vim.org>
parents:
4352
diff
changeset
|
5453 } |
5025
322441058afc
updated for version 7.3.1256
Bram Moolenaar <bram@vim.org>
parents:
5008
diff
changeset
|
5454 # endif |
7 | 5455 return im_is_active; |
5456 } | |
5457 | |
2278
0b3be97064e5
Various small fixes from Dominique Pelle.
Bram Moolenaar <bram@vim.org>
parents:
2277
diff
changeset
|
5458 int |
0b3be97064e5
Various small fixes from Dominique Pelle.
Bram Moolenaar <bram@vim.org>
parents:
2277
diff
changeset
|
5459 preedit_get_status(void) |
0b3be97064e5
Various small fixes from Dominique Pelle.
Bram Moolenaar <bram@vim.org>
parents:
2277
diff
changeset
|
5460 { |
0b3be97064e5
Various small fixes from Dominique Pelle.
Bram Moolenaar <bram@vim.org>
parents:
2277
diff
changeset
|
5461 return preedit_is_active; |
0b3be97064e5
Various small fixes from Dominique Pelle.
Bram Moolenaar <bram@vim.org>
parents:
2277
diff
changeset
|
5462 } |
0b3be97064e5
Various small fixes from Dominique Pelle.
Bram Moolenaar <bram@vim.org>
parents:
2277
diff
changeset
|
5463 |
0b3be97064e5
Various small fixes from Dominique Pelle.
Bram Moolenaar <bram@vim.org>
parents:
2277
diff
changeset
|
5464 int |
7827
41789f16d6b2
commit https://github.com/vim/vim/commit/52ea13da0fe86df1abf34de52841e367035170c0
Christian Brabandt <cb@256bit.org>
parents:
7803
diff
changeset
|
5465 im_is_preediting(void) |
2278
0b3be97064e5
Various small fixes from Dominique Pelle.
Bram Moolenaar <bram@vim.org>
parents:
2277
diff
changeset
|
5466 { |
0b3be97064e5
Various small fixes from Dominique Pelle.
Bram Moolenaar <bram@vim.org>
parents:
2277
diff
changeset
|
5467 return xim_has_preediting; |
0b3be97064e5
Various small fixes from Dominique Pelle.
Bram Moolenaar <bram@vim.org>
parents:
2277
diff
changeset
|
5468 } |
0b3be97064e5
Various small fixes from Dominique Pelle.
Bram Moolenaar <bram@vim.org>
parents:
2277
diff
changeset
|
5469 |
2277
f42e0b5ff9e9
Change remaining HAVE_GTK2 to FEAT_GUI_GTK.
Bram Moolenaar <bram@vim.org>
parents:
2275
diff
changeset
|
5470 # else /* !FEAT_GUI_GTK */ |
7 | 5471 |
5472 static int xim_is_active = FALSE; /* XIM should be active in the current | |
5473 mode */ | |
5474 static int xim_has_focus = FALSE; /* XIM is really being used for Vim */ | |
5475 #ifdef FEAT_GUI_X11 | |
5476 static XIMStyle input_style; | |
5477 static int status_area_enabled = TRUE; | |
5478 #endif | |
5479 | |
5480 /* | |
5481 * Switch using XIM on/off. This is used by the code that changes "State". | |
5482 */ | |
5483 void | |
7827
41789f16d6b2
commit https://github.com/vim/vim/commit/52ea13da0fe86df1abf34de52841e367035170c0
Christian Brabandt <cb@256bit.org>
parents:
7803
diff
changeset
|
5484 im_set_active(int active) |
7 | 5485 { |
5486 if (xic == NULL) | |
5487 return; | |
5488 | |
5489 /* If 'imdisable' is set, XIM is never active. */ | |
5490 if (p_imdisable) | |
5491 active = FALSE; | |
2250
1bac28a53fae
Add the conceal patch from Vince Negri.
Bram Moolenaar <bram@vim.org>
parents:
2205
diff
changeset
|
5492 #if !defined(FEAT_GUI_GTK) |
7 | 5493 else if (input_style & XIMPreeditPosition) |
5494 /* There is a problem in switching XIM off when preediting is used, | |
5495 * and it is not clear how this can be solved. For now, keep XIM on | |
5496 * all the time, like it was done in Vim 5.8. */ | |
5497 active = TRUE; | |
5498 #endif | |
5499 | |
5500 /* Remember the active state, it is needed when Vim gets keyboard focus. */ | |
5501 xim_is_active = active; | |
5502 xim_set_preedit(); | |
5503 } | |
5504 | |
5505 /* | |
5506 * Adjust using XIM for gaining or losing keyboard focus. Also called when | |
5507 * "xim_is_active" changes. | |
5508 */ | |
5509 void | |
7827
41789f16d6b2
commit https://github.com/vim/vim/commit/52ea13da0fe86df1abf34de52841e367035170c0
Christian Brabandt <cb@256bit.org>
parents:
7803
diff
changeset
|
5510 xim_set_focus(int focus) |
7 | 5511 { |
5512 if (xic == NULL) | |
5513 return; | |
5514 | |
5515 /* | |
5516 * XIM only gets focus when the Vim window has keyboard focus and XIM has | |
5517 * been set active for the current mode. | |
5518 */ | |
5519 if (focus && xim_is_active) | |
5520 { | |
5521 if (!xim_has_focus) | |
5522 { | |
5523 xim_has_focus = TRUE; | |
5524 XSetICFocus(xic); | |
5525 } | |
5526 } | |
5527 else | |
5528 { | |
5529 if (xim_has_focus) | |
5530 { | |
5531 xim_has_focus = FALSE; | |
5532 XUnsetICFocus(xic); | |
5533 } | |
5534 } | |
5535 } | |
5536 | |
5537 void | |
7827
41789f16d6b2
commit https://github.com/vim/vim/commit/52ea13da0fe86df1abf34de52841e367035170c0
Christian Brabandt <cb@256bit.org>
parents:
7803
diff
changeset
|
5538 im_set_position(int row UNUSED, int col UNUSED) |
7 | 5539 { |
5540 xim_set_preedit(); | |
5541 } | |
5542 | |
5543 /* | |
5544 * Set the XIM to the current cursor position. | |
5545 */ | |
5546 void | |
7827
41789f16d6b2
commit https://github.com/vim/vim/commit/52ea13da0fe86df1abf34de52841e367035170c0
Christian Brabandt <cb@256bit.org>
parents:
7803
diff
changeset
|
5547 xim_set_preedit(void) |
7 | 5548 { |
2580 | 5549 XVaNestedList attr_list; |
5550 XRectangle spot_area; | |
5551 XPoint over_spot; | |
5552 int line_space; | |
5553 | |
7 | 5554 if (xic == NULL) |
5555 return; | |
5556 | |
5557 xim_set_focus(TRUE); | |
5558 | |
2275
e4d849f4df03
Remove the old and not well supported GTK 1 code. (James Vega)
Bram Moolenaar <bram@vim.org>
parents:
2250
diff
changeset
|
5559 if (!xim_has_focus) |
7 | 5560 { |
2275
e4d849f4df03
Remove the old and not well supported GTK 1 code. (James Vega)
Bram Moolenaar <bram@vim.org>
parents:
2250
diff
changeset
|
5561 /* hide XIM cursor */ |
e4d849f4df03
Remove the old and not well supported GTK 1 code. (James Vega)
Bram Moolenaar <bram@vim.org>
parents:
2250
diff
changeset
|
5562 over_spot.x = 0; |
e4d849f4df03
Remove the old and not well supported GTK 1 code. (James Vega)
Bram Moolenaar <bram@vim.org>
parents:
2250
diff
changeset
|
5563 over_spot.y = -100; /* arbitrary invisible position */ |
e4d849f4df03
Remove the old and not well supported GTK 1 code. (James Vega)
Bram Moolenaar <bram@vim.org>
parents:
2250
diff
changeset
|
5564 attr_list = (XVaNestedList) XVaCreateNestedList(0, |
e4d849f4df03
Remove the old and not well supported GTK 1 code. (James Vega)
Bram Moolenaar <bram@vim.org>
parents:
2250
diff
changeset
|
5565 XNSpotLocation, |
e4d849f4df03
Remove the old and not well supported GTK 1 code. (James Vega)
Bram Moolenaar <bram@vim.org>
parents:
2250
diff
changeset
|
5566 &over_spot, |
e4d849f4df03
Remove the old and not well supported GTK 1 code. (James Vega)
Bram Moolenaar <bram@vim.org>
parents:
2250
diff
changeset
|
5567 NULL); |
e4d849f4df03
Remove the old and not well supported GTK 1 code. (James Vega)
Bram Moolenaar <bram@vim.org>
parents:
2250
diff
changeset
|
5568 XSetICValues(xic, XNPreeditAttributes, attr_list, NULL); |
e4d849f4df03
Remove the old and not well supported GTK 1 code. (James Vega)
Bram Moolenaar <bram@vim.org>
parents:
2250
diff
changeset
|
5569 XFree(attr_list); |
e4d849f4df03
Remove the old and not well supported GTK 1 code. (James Vega)
Bram Moolenaar <bram@vim.org>
parents:
2250
diff
changeset
|
5570 return; |
e4d849f4df03
Remove the old and not well supported GTK 1 code. (James Vega)
Bram Moolenaar <bram@vim.org>
parents:
2250
diff
changeset
|
5571 } |
e4d849f4df03
Remove the old and not well supported GTK 1 code. (James Vega)
Bram Moolenaar <bram@vim.org>
parents:
2250
diff
changeset
|
5572 |
e4d849f4df03
Remove the old and not well supported GTK 1 code. (James Vega)
Bram Moolenaar <bram@vim.org>
parents:
2250
diff
changeset
|
5573 if (input_style & XIMPreeditPosition) |
e4d849f4df03
Remove the old and not well supported GTK 1 code. (James Vega)
Bram Moolenaar <bram@vim.org>
parents:
2250
diff
changeset
|
5574 { |
7 | 5575 if (xim_fg_color == INVALCOLOR) |
5576 { | |
5577 xim_fg_color = gui.def_norm_pixel; | |
5578 xim_bg_color = gui.def_back_pixel; | |
5579 } | |
2275
e4d849f4df03
Remove the old and not well supported GTK 1 code. (James Vega)
Bram Moolenaar <bram@vim.org>
parents:
2250
diff
changeset
|
5580 over_spot.x = TEXT_X(gui.col); |
e4d849f4df03
Remove the old and not well supported GTK 1 code. (James Vega)
Bram Moolenaar <bram@vim.org>
parents:
2250
diff
changeset
|
5581 over_spot.y = TEXT_Y(gui.row); |
e4d849f4df03
Remove the old and not well supported GTK 1 code. (James Vega)
Bram Moolenaar <bram@vim.org>
parents:
2250
diff
changeset
|
5582 spot_area.x = 0; |
e4d849f4df03
Remove the old and not well supported GTK 1 code. (James Vega)
Bram Moolenaar <bram@vim.org>
parents:
2250
diff
changeset
|
5583 spot_area.y = 0; |
e4d849f4df03
Remove the old and not well supported GTK 1 code. (James Vega)
Bram Moolenaar <bram@vim.org>
parents:
2250
diff
changeset
|
5584 spot_area.height = gui.char_height * Rows; |
e4d849f4df03
Remove the old and not well supported GTK 1 code. (James Vega)
Bram Moolenaar <bram@vim.org>
parents:
2250
diff
changeset
|
5585 spot_area.width = gui.char_width * Columns; |
e4d849f4df03
Remove the old and not well supported GTK 1 code. (James Vega)
Bram Moolenaar <bram@vim.org>
parents:
2250
diff
changeset
|
5586 line_space = gui.char_height; |
e4d849f4df03
Remove the old and not well supported GTK 1 code. (James Vega)
Bram Moolenaar <bram@vim.org>
parents:
2250
diff
changeset
|
5587 attr_list = (XVaNestedList) XVaCreateNestedList(0, |
e4d849f4df03
Remove the old and not well supported GTK 1 code. (James Vega)
Bram Moolenaar <bram@vim.org>
parents:
2250
diff
changeset
|
5588 XNSpotLocation, &over_spot, |
e4d849f4df03
Remove the old and not well supported GTK 1 code. (James Vega)
Bram Moolenaar <bram@vim.org>
parents:
2250
diff
changeset
|
5589 XNForeground, (Pixel) xim_fg_color, |
e4d849f4df03
Remove the old and not well supported GTK 1 code. (James Vega)
Bram Moolenaar <bram@vim.org>
parents:
2250
diff
changeset
|
5590 XNBackground, (Pixel) xim_bg_color, |
e4d849f4df03
Remove the old and not well supported GTK 1 code. (James Vega)
Bram Moolenaar <bram@vim.org>
parents:
2250
diff
changeset
|
5591 XNArea, &spot_area, |
e4d849f4df03
Remove the old and not well supported GTK 1 code. (James Vega)
Bram Moolenaar <bram@vim.org>
parents:
2250
diff
changeset
|
5592 XNLineSpace, line_space, |
e4d849f4df03
Remove the old and not well supported GTK 1 code. (James Vega)
Bram Moolenaar <bram@vim.org>
parents:
2250
diff
changeset
|
5593 NULL); |
e4d849f4df03
Remove the old and not well supported GTK 1 code. (James Vega)
Bram Moolenaar <bram@vim.org>
parents:
2250
diff
changeset
|
5594 if (XSetICValues(xic, XNPreeditAttributes, attr_list, NULL)) |
e4d849f4df03
Remove the old and not well supported GTK 1 code. (James Vega)
Bram Moolenaar <bram@vim.org>
parents:
2250
diff
changeset
|
5595 EMSG(_("E284: Cannot set IC values")); |
e4d849f4df03
Remove the old and not well supported GTK 1 code. (James Vega)
Bram Moolenaar <bram@vim.org>
parents:
2250
diff
changeset
|
5596 XFree(attr_list); |
7 | 5597 } |
5598 } | |
5599 | |
2275
e4d849f4df03
Remove the old and not well supported GTK 1 code. (James Vega)
Bram Moolenaar <bram@vim.org>
parents:
2250
diff
changeset
|
5600 #if defined(FEAT_GUI_X11) |
7 | 5601 static char e_xim[] = N_("E285: Failed to create input context"); |
5602 #endif | |
5603 | |
5604 #if defined(FEAT_GUI_X11) || defined(PROTO) | |
5605 # if defined(XtSpecificationRelease) && XtSpecificationRelease >= 6 && !defined(sun) | |
5606 # define USE_X11R6_XIM | |
5607 # endif | |
5608 | |
7803
37c929c4a073
commit https://github.com/vim/vim/commit/92b8b2d307e34117f146319872010b0ccc9d2713
Christian Brabandt <cb@256bit.org>
parents:
7734
diff
changeset
|
5609 static int xim_real_init(Window x11_window, Display *x11_display); |
7 | 5610 |
5611 | |
5612 #ifdef USE_X11R6_XIM | |
7803
37c929c4a073
commit https://github.com/vim/vim/commit/92b8b2d307e34117f146319872010b0ccc9d2713
Christian Brabandt <cb@256bit.org>
parents:
7734
diff
changeset
|
5613 static void xim_instantiate_cb(Display *display, XPointer client_data, XPointer call_data); |
37c929c4a073
commit https://github.com/vim/vim/commit/92b8b2d307e34117f146319872010b0ccc9d2713
Christian Brabandt <cb@256bit.org>
parents:
7734
diff
changeset
|
5614 static void xim_destroy_cb(XIM im, XPointer client_data, XPointer call_data); |
7 | 5615 |
5616 static void | |
7827
41789f16d6b2
commit https://github.com/vim/vim/commit/52ea13da0fe86df1abf34de52841e367035170c0
Christian Brabandt <cb@256bit.org>
parents:
7803
diff
changeset
|
5617 xim_instantiate_cb( |
41789f16d6b2
commit https://github.com/vim/vim/commit/52ea13da0fe86df1abf34de52841e367035170c0
Christian Brabandt <cb@256bit.org>
parents:
7803
diff
changeset
|
5618 Display *display, |
41789f16d6b2
commit https://github.com/vim/vim/commit/52ea13da0fe86df1abf34de52841e367035170c0
Christian Brabandt <cb@256bit.org>
parents:
7803
diff
changeset
|
5619 XPointer client_data UNUSED, |
41789f16d6b2
commit https://github.com/vim/vim/commit/52ea13da0fe86df1abf34de52841e367035170c0
Christian Brabandt <cb@256bit.org>
parents:
7803
diff
changeset
|
5620 XPointer call_data UNUSED) |
7 | 5621 { |
5622 Window x11_window; | |
5623 Display *x11_display; | |
5624 | |
5625 #ifdef XIM_DEBUG | |
5626 xim_log("xim_instantiate_cb()\n"); | |
5627 #endif | |
5628 | |
5629 gui_get_x11_windis(&x11_window, &x11_display); | |
5630 if (display != x11_display) | |
5631 return; | |
5632 | |
5633 xim_real_init(x11_window, x11_display); | |
811 | 5634 gui_set_shellsize(FALSE, FALSE, RESIZE_BOTH); |
7 | 5635 if (xic != NULL) |
5636 XUnregisterIMInstantiateCallback(x11_display, NULL, NULL, NULL, | |
5637 xim_instantiate_cb, NULL); | |
5638 } | |
5639 | |
5640 static void | |
7827
41789f16d6b2
commit https://github.com/vim/vim/commit/52ea13da0fe86df1abf34de52841e367035170c0
Christian Brabandt <cb@256bit.org>
parents:
7803
diff
changeset
|
5641 xim_destroy_cb( |
41789f16d6b2
commit https://github.com/vim/vim/commit/52ea13da0fe86df1abf34de52841e367035170c0
Christian Brabandt <cb@256bit.org>
parents:
7803
diff
changeset
|
5642 XIM im UNUSED, |
41789f16d6b2
commit https://github.com/vim/vim/commit/52ea13da0fe86df1abf34de52841e367035170c0
Christian Brabandt <cb@256bit.org>
parents:
7803
diff
changeset
|
5643 XPointer client_data UNUSED, |
41789f16d6b2
commit https://github.com/vim/vim/commit/52ea13da0fe86df1abf34de52841e367035170c0
Christian Brabandt <cb@256bit.org>
parents:
7803
diff
changeset
|
5644 XPointer call_data UNUSED) |
7 | 5645 { |
5646 Window x11_window; | |
5647 Display *x11_display; | |
5648 | |
5649 #ifdef XIM_DEBUG | |
5650 xim_log("xim_destroy_cb()\n"); | |
5651 #endif | |
5652 gui_get_x11_windis(&x11_window, &x11_display); | |
5653 | |
5654 xic = NULL; | |
5655 status_area_enabled = FALSE; | |
5656 | |
811 | 5657 gui_set_shellsize(FALSE, FALSE, RESIZE_BOTH); |
7 | 5658 |
5659 XRegisterIMInstantiateCallback(x11_display, NULL, NULL, NULL, | |
5660 xim_instantiate_cb, NULL); | |
5661 } | |
5662 #endif | |
5663 | |
5664 void | |
7827
41789f16d6b2
commit https://github.com/vim/vim/commit/52ea13da0fe86df1abf34de52841e367035170c0
Christian Brabandt <cb@256bit.org>
parents:
7803
diff
changeset
|
5665 xim_init(void) |
7 | 5666 { |
5667 Window x11_window; | |
5668 Display *x11_display; | |
5669 | |
5670 #ifdef XIM_DEBUG | |
5671 xim_log("xim_init()\n"); | |
5672 #endif | |
5673 | |
5674 gui_get_x11_windis(&x11_window, &x11_display); | |
5675 | |
5676 xic = NULL; | |
5677 | |
5678 if (xim_real_init(x11_window, x11_display)) | |
5679 return; | |
5680 | |
811 | 5681 gui_set_shellsize(FALSE, FALSE, RESIZE_BOTH); |
7 | 5682 |
5683 #ifdef USE_X11R6_XIM | |
5684 XRegisterIMInstantiateCallback(x11_display, NULL, NULL, NULL, | |
5685 xim_instantiate_cb, NULL); | |
5686 #endif | |
5687 } | |
5688 | |
5689 static int | |
7827
41789f16d6b2
commit https://github.com/vim/vim/commit/52ea13da0fe86df1abf34de52841e367035170c0
Christian Brabandt <cb@256bit.org>
parents:
7803
diff
changeset
|
5690 xim_real_init(Window x11_window, Display *x11_display) |
7 | 5691 { |
5692 int i; | |
5693 char *p, | |
5694 *s, | |
5695 *ns, | |
5696 *end, | |
5697 tmp[1024]; | |
5698 #define IMLEN_MAX 40 | |
5699 char buf[IMLEN_MAX + 7]; | |
5700 XIM xim = NULL; | |
5701 XIMStyles *xim_styles; | |
5702 XIMStyle this_input_style = 0; | |
5703 Boolean found; | |
5704 XPoint over_spot; | |
5705 XVaNestedList preedit_list, status_list; | |
5706 | |
5707 input_style = 0; | |
5708 status_area_enabled = FALSE; | |
5709 | |
5710 if (xic != NULL) | |
5711 return FALSE; | |
5712 | |
5713 if (gui.rsrc_input_method != NULL && *gui.rsrc_input_method != NUL) | |
5714 { | |
5715 strcpy(tmp, gui.rsrc_input_method); | |
5716 for (ns = s = tmp; ns != NULL && *s != NUL;) | |
5717 { | |
5718 s = (char *)skipwhite((char_u *)s); | |
5719 if (*s == NUL) | |
5720 break; | |
5721 if ((ns = end = strchr(s, ',')) == NULL) | |
5722 end = s + strlen(s); | |
5723 while (isspace(((char_u *)end)[-1])) | |
5724 end--; | |
5725 *end = NUL; | |
5726 | |
5727 if (strlen(s) <= IMLEN_MAX) | |
5728 { | |
5729 strcpy(buf, "@im="); | |
5730 strcat(buf, s); | |
5731 if ((p = XSetLocaleModifiers(buf)) != NULL && *p != NUL | |
5732 && (xim = XOpenIM(x11_display, NULL, NULL, NULL)) | |
5733 != NULL) | |
5734 break; | |
5735 } | |
5736 | |
5737 s = ns + 1; | |
5738 } | |
5739 } | |
5740 | |
5741 if (xim == NULL && (p = XSetLocaleModifiers("")) != NULL && *p != NUL) | |
5742 xim = XOpenIM(x11_display, NULL, NULL, NULL); | |
5743 | |
5744 /* This is supposed to be useful to obtain characters through | |
5745 * XmbLookupString() without really using a XIM. */ | |
5746 if (xim == NULL && (p = XSetLocaleModifiers("@im=none")) != NULL | |
5747 && *p != NUL) | |
5748 xim = XOpenIM(x11_display, NULL, NULL, NULL); | |
5749 | |
5750 if (xim == NULL) | |
5751 { | |
5752 /* Only give this message when verbose is set, because too many people | |
5753 * got this message when they didn't want to use a XIM. */ | |
5754 if (p_verbose > 0) | |
292 | 5755 { |
5756 verbose_enter(); | |
7 | 5757 EMSG(_("E286: Failed to open input method")); |
292 | 5758 verbose_leave(); |
5759 } | |
7 | 5760 return FALSE; |
5761 } | |
5762 | |
5763 #ifdef USE_X11R6_XIM | |
5764 { | |
5765 XIMCallback destroy_cb; | |
5766 | |
5767 destroy_cb.callback = xim_destroy_cb; | |
5768 destroy_cb.client_data = NULL; | |
5769 if (XSetIMValues(xim, XNDestroyCallback, &destroy_cb, NULL)) | |
5770 EMSG(_("E287: Warning: Could not set destroy callback to IM")); | |
5771 } | |
5772 #endif | |
5773 | |
5774 if (XGetIMValues(xim, XNQueryInputStyle, &xim_styles, NULL) || !xim_styles) | |
5775 { | |
5776 EMSG(_("E288: input method doesn't support any style")); | |
5777 XCloseIM(xim); | |
5778 return FALSE; | |
5779 } | |
5780 | |
5781 found = False; | |
5782 strcpy(tmp, gui.rsrc_preedit_type_name); | |
5783 for (s = tmp; s && !found; ) | |
5784 { | |
5785 while (*s && isspace((unsigned char)*s)) | |
5786 s++; | |
5787 if (!*s) | |
5788 break; | |
5789 if ((ns = end = strchr(s, ',')) != 0) | |
5790 ns++; | |
5791 else | |
5792 end = s + strlen(s); | |
5793 while (isspace((unsigned char)*end)) | |
5794 end--; | |
5795 *end = '\0'; | |
5796 | |
5797 if (!strcmp(s, "OverTheSpot")) | |
5798 this_input_style = (XIMPreeditPosition | XIMStatusArea); | |
5799 else if (!strcmp(s, "OffTheSpot")) | |
5800 this_input_style = (XIMPreeditArea | XIMStatusArea); | |
5801 else if (!strcmp(s, "Root")) | |
5802 this_input_style = (XIMPreeditNothing | XIMStatusNothing); | |
5803 | |
5804 for (i = 0; (unsigned short)i < xim_styles->count_styles; i++) | |
5805 { | |
5806 if (this_input_style == xim_styles->supported_styles[i]) | |
5807 { | |
5808 found = True; | |
5809 break; | |
5810 } | |
5811 } | |
5812 if (!found) | |
5813 for (i = 0; (unsigned short)i < xim_styles->count_styles; i++) | |
5814 { | |
5815 if ((xim_styles->supported_styles[i] & this_input_style) | |
5816 == (this_input_style & ~XIMStatusArea)) | |
5817 { | |
5818 this_input_style &= ~XIMStatusArea; | |
5819 found = True; | |
5820 break; | |
5821 } | |
5822 } | |
5823 | |
5824 s = ns; | |
5825 } | |
5826 XFree(xim_styles); | |
5827 | |
5828 if (!found) | |
5829 { | |
5830 /* Only give this message when verbose is set, because too many people | |
5831 * got this message when they didn't want to use a XIM. */ | |
5832 if (p_verbose > 0) | |
292 | 5833 { |
5834 verbose_enter(); | |
7 | 5835 EMSG(_("E289: input method doesn't support my preedit type")); |
292 | 5836 verbose_leave(); |
5837 } | |
7 | 5838 XCloseIM(xim); |
5839 return FALSE; | |
5840 } | |
5841 | |
5842 over_spot.x = TEXT_X(gui.col); | |
5843 over_spot.y = TEXT_Y(gui.row); | |
5844 input_style = this_input_style; | |
5845 | |
5846 /* A crash was reported when trying to pass gui.norm_font as XNFontSet, | |
5847 * thus that has been removed. Hopefully the default works... */ | |
5848 #ifdef FEAT_XFONTSET | |
5849 if (gui.fontset != NOFONTSET) | |
5850 { | |
5851 preedit_list = XVaCreateNestedList(0, | |
5852 XNSpotLocation, &over_spot, | |
5853 XNForeground, (Pixel)gui.def_norm_pixel, | |
5854 XNBackground, (Pixel)gui.def_back_pixel, | |
5855 XNFontSet, (XFontSet)gui.fontset, | |
5856 NULL); | |
5857 status_list = XVaCreateNestedList(0, | |
5858 XNForeground, (Pixel)gui.def_norm_pixel, | |
5859 XNBackground, (Pixel)gui.def_back_pixel, | |
5860 XNFontSet, (XFontSet)gui.fontset, | |
5861 NULL); | |
5862 } | |
5863 else | |
5864 #endif | |
5865 { | |
5866 preedit_list = XVaCreateNestedList(0, | |
5867 XNSpotLocation, &over_spot, | |
5868 XNForeground, (Pixel)gui.def_norm_pixel, | |
5869 XNBackground, (Pixel)gui.def_back_pixel, | |
5870 NULL); | |
5871 status_list = XVaCreateNestedList(0, | |
5872 XNForeground, (Pixel)gui.def_norm_pixel, | |
5873 XNBackground, (Pixel)gui.def_back_pixel, | |
5874 NULL); | |
5875 } | |
5876 | |
5877 xic = XCreateIC(xim, | |
5878 XNInputStyle, input_style, | |
5879 XNClientWindow, x11_window, | |
5880 XNFocusWindow, gui.wid, | |
5881 XNPreeditAttributes, preedit_list, | |
5882 XNStatusAttributes, status_list, | |
5883 NULL); | |
5884 XFree(status_list); | |
5885 XFree(preedit_list); | |
5886 if (xic != NULL) | |
5887 { | |
5888 if (input_style & XIMStatusArea) | |
5889 { | |
5890 xim_set_status_area(); | |
5891 status_area_enabled = TRUE; | |
5892 } | |
5893 else | |
811 | 5894 gui_set_shellsize(FALSE, FALSE, RESIZE_BOTH); |
7 | 5895 } |
5896 else | |
5897 { | |
5898 EMSG(_(e_xim)); | |
5899 XCloseIM(xim); | |
5900 return FALSE; | |
5901 } | |
5902 | |
5903 return TRUE; | |
5904 } | |
5905 | |
5906 #endif /* FEAT_GUI_X11 */ | |
5907 | |
5908 /* | |
5909 * Get IM status. When IM is on, return TRUE. Else return FALSE. | |
5910 * FIXME: This doesn't work correctly: Having focus doesn't always mean XIM is | |
5911 * active, when not having focus XIM may still be active (e.g., when using a | |
5912 * tear-off menu item). | |
5913 */ | |
5914 int | |
7827
41789f16d6b2
commit https://github.com/vim/vim/commit/52ea13da0fe86df1abf34de52841e367035170c0
Christian Brabandt <cb@256bit.org>
parents:
7803
diff
changeset
|
5915 im_get_status(void) |
7 | 5916 { |
5917 return xim_has_focus; | |
5918 } | |
5919 | |
2277
f42e0b5ff9e9
Change remaining HAVE_GTK2 to FEAT_GUI_GTK.
Bram Moolenaar <bram@vim.org>
parents:
2275
diff
changeset
|
5920 # endif /* !FEAT_GUI_GTK */ |
f42e0b5ff9e9
Change remaining HAVE_GTK2 to FEAT_GUI_GTK.
Bram Moolenaar <bram@vim.org>
parents:
2275
diff
changeset
|
5921 |
2278
0b3be97064e5
Various small fixes from Dominique Pelle.
Bram Moolenaar <bram@vim.org>
parents:
2277
diff
changeset
|
5922 # if !defined(FEAT_GUI_GTK) || defined(PROTO) |
0b3be97064e5
Various small fixes from Dominique Pelle.
Bram Moolenaar <bram@vim.org>
parents:
2277
diff
changeset
|
5923 /* |
0b3be97064e5
Various small fixes from Dominique Pelle.
Bram Moolenaar <bram@vim.org>
parents:
2277
diff
changeset
|
5924 * Set up the status area. |
0b3be97064e5
Various small fixes from Dominique Pelle.
Bram Moolenaar <bram@vim.org>
parents:
2277
diff
changeset
|
5925 * |
0b3be97064e5
Various small fixes from Dominique Pelle.
Bram Moolenaar <bram@vim.org>
parents:
2277
diff
changeset
|
5926 * This should use a separate Widget, but that seems not possible, because |
0b3be97064e5
Various small fixes from Dominique Pelle.
Bram Moolenaar <bram@vim.org>
parents:
2277
diff
changeset
|
5927 * preedit_area and status_area should be set to the same window as for the |
0b3be97064e5
Various small fixes from Dominique Pelle.
Bram Moolenaar <bram@vim.org>
parents:
2277
diff
changeset
|
5928 * text input. Unfortunately this means the status area pollutes the text |
0b3be97064e5
Various small fixes from Dominique Pelle.
Bram Moolenaar <bram@vim.org>
parents:
2277
diff
changeset
|
5929 * window... |
0b3be97064e5
Various small fixes from Dominique Pelle.
Bram Moolenaar <bram@vim.org>
parents:
2277
diff
changeset
|
5930 */ |
0b3be97064e5
Various small fixes from Dominique Pelle.
Bram Moolenaar <bram@vim.org>
parents:
2277
diff
changeset
|
5931 void |
7827
41789f16d6b2
commit https://github.com/vim/vim/commit/52ea13da0fe86df1abf34de52841e367035170c0
Christian Brabandt <cb@256bit.org>
parents:
7803
diff
changeset
|
5932 xim_set_status_area(void) |
2278
0b3be97064e5
Various small fixes from Dominique Pelle.
Bram Moolenaar <bram@vim.org>
parents:
2277
diff
changeset
|
5933 { |
2580 | 5934 XVaNestedList preedit_list = 0, status_list = 0, list = 0; |
5935 XRectangle pre_area, status_area; | |
5936 | |
2278
0b3be97064e5
Various small fixes from Dominique Pelle.
Bram Moolenaar <bram@vim.org>
parents:
2277
diff
changeset
|
5937 if (xic == NULL) |
0b3be97064e5
Various small fixes from Dominique Pelle.
Bram Moolenaar <bram@vim.org>
parents:
2277
diff
changeset
|
5938 return; |
0b3be97064e5
Various small fixes from Dominique Pelle.
Bram Moolenaar <bram@vim.org>
parents:
2277
diff
changeset
|
5939 |
0b3be97064e5
Various small fixes from Dominique Pelle.
Bram Moolenaar <bram@vim.org>
parents:
2277
diff
changeset
|
5940 if (input_style & XIMStatusArea) |
0b3be97064e5
Various small fixes from Dominique Pelle.
Bram Moolenaar <bram@vim.org>
parents:
2277
diff
changeset
|
5941 { |
0b3be97064e5
Various small fixes from Dominique Pelle.
Bram Moolenaar <bram@vim.org>
parents:
2277
diff
changeset
|
5942 if (input_style & XIMPreeditArea) |
0b3be97064e5
Various small fixes from Dominique Pelle.
Bram Moolenaar <bram@vim.org>
parents:
2277
diff
changeset
|
5943 { |
0b3be97064e5
Various small fixes from Dominique Pelle.
Bram Moolenaar <bram@vim.org>
parents:
2277
diff
changeset
|
5944 XRectangle *needed_rect; |
0b3be97064e5
Various small fixes from Dominique Pelle.
Bram Moolenaar <bram@vim.org>
parents:
2277
diff
changeset
|
5945 |
0b3be97064e5
Various small fixes from Dominique Pelle.
Bram Moolenaar <bram@vim.org>
parents:
2277
diff
changeset
|
5946 /* to get status_area width */ |
0b3be97064e5
Various small fixes from Dominique Pelle.
Bram Moolenaar <bram@vim.org>
parents:
2277
diff
changeset
|
5947 status_list = XVaCreateNestedList(0, XNAreaNeeded, |
0b3be97064e5
Various small fixes from Dominique Pelle.
Bram Moolenaar <bram@vim.org>
parents:
2277
diff
changeset
|
5948 &needed_rect, NULL); |
0b3be97064e5
Various small fixes from Dominique Pelle.
Bram Moolenaar <bram@vim.org>
parents:
2277
diff
changeset
|
5949 XGetICValues(xic, XNStatusAttributes, status_list, NULL); |
0b3be97064e5
Various small fixes from Dominique Pelle.
Bram Moolenaar <bram@vim.org>
parents:
2277
diff
changeset
|
5950 XFree(status_list); |
0b3be97064e5
Various small fixes from Dominique Pelle.
Bram Moolenaar <bram@vim.org>
parents:
2277
diff
changeset
|
5951 |
0b3be97064e5
Various small fixes from Dominique Pelle.
Bram Moolenaar <bram@vim.org>
parents:
2277
diff
changeset
|
5952 status_area.width = needed_rect->width; |
0b3be97064e5
Various small fixes from Dominique Pelle.
Bram Moolenaar <bram@vim.org>
parents:
2277
diff
changeset
|
5953 } |
0b3be97064e5
Various small fixes from Dominique Pelle.
Bram Moolenaar <bram@vim.org>
parents:
2277
diff
changeset
|
5954 else |
0b3be97064e5
Various small fixes from Dominique Pelle.
Bram Moolenaar <bram@vim.org>
parents:
2277
diff
changeset
|
5955 status_area.width = gui.char_width * Columns; |
0b3be97064e5
Various small fixes from Dominique Pelle.
Bram Moolenaar <bram@vim.org>
parents:
2277
diff
changeset
|
5956 |
0b3be97064e5
Various small fixes from Dominique Pelle.
Bram Moolenaar <bram@vim.org>
parents:
2277
diff
changeset
|
5957 status_area.x = 0; |
0b3be97064e5
Various small fixes from Dominique Pelle.
Bram Moolenaar <bram@vim.org>
parents:
2277
diff
changeset
|
5958 status_area.y = gui.char_height * Rows + gui.border_offset; |
0b3be97064e5
Various small fixes from Dominique Pelle.
Bram Moolenaar <bram@vim.org>
parents:
2277
diff
changeset
|
5959 if (gui.which_scrollbars[SBAR_BOTTOM]) |
0b3be97064e5
Various small fixes from Dominique Pelle.
Bram Moolenaar <bram@vim.org>
parents:
2277
diff
changeset
|
5960 status_area.y += gui.scrollbar_height; |
0b3be97064e5
Various small fixes from Dominique Pelle.
Bram Moolenaar <bram@vim.org>
parents:
2277
diff
changeset
|
5961 #ifdef FEAT_MENU |
0b3be97064e5
Various small fixes from Dominique Pelle.
Bram Moolenaar <bram@vim.org>
parents:
2277
diff
changeset
|
5962 if (gui.menu_is_active) |
0b3be97064e5
Various small fixes from Dominique Pelle.
Bram Moolenaar <bram@vim.org>
parents:
2277
diff
changeset
|
5963 status_area.y += gui.menu_height; |
0b3be97064e5
Various small fixes from Dominique Pelle.
Bram Moolenaar <bram@vim.org>
parents:
2277
diff
changeset
|
5964 #endif |
0b3be97064e5
Various small fixes from Dominique Pelle.
Bram Moolenaar <bram@vim.org>
parents:
2277
diff
changeset
|
5965 status_area.height = gui.char_height; |
0b3be97064e5
Various small fixes from Dominique Pelle.
Bram Moolenaar <bram@vim.org>
parents:
2277
diff
changeset
|
5966 status_list = XVaCreateNestedList(0, XNArea, &status_area, NULL); |
0b3be97064e5
Various small fixes from Dominique Pelle.
Bram Moolenaar <bram@vim.org>
parents:
2277
diff
changeset
|
5967 } |
0b3be97064e5
Various small fixes from Dominique Pelle.
Bram Moolenaar <bram@vim.org>
parents:
2277
diff
changeset
|
5968 else |
0b3be97064e5
Various small fixes from Dominique Pelle.
Bram Moolenaar <bram@vim.org>
parents:
2277
diff
changeset
|
5969 { |
0b3be97064e5
Various small fixes from Dominique Pelle.
Bram Moolenaar <bram@vim.org>
parents:
2277
diff
changeset
|
5970 status_area.x = 0; |
0b3be97064e5
Various small fixes from Dominique Pelle.
Bram Moolenaar <bram@vim.org>
parents:
2277
diff
changeset
|
5971 status_area.y = gui.char_height * Rows + gui.border_offset; |
0b3be97064e5
Various small fixes from Dominique Pelle.
Bram Moolenaar <bram@vim.org>
parents:
2277
diff
changeset
|
5972 if (gui.which_scrollbars[SBAR_BOTTOM]) |
0b3be97064e5
Various small fixes from Dominique Pelle.
Bram Moolenaar <bram@vim.org>
parents:
2277
diff
changeset
|
5973 status_area.y += gui.scrollbar_height; |
0b3be97064e5
Various small fixes from Dominique Pelle.
Bram Moolenaar <bram@vim.org>
parents:
2277
diff
changeset
|
5974 #ifdef FEAT_MENU |
0b3be97064e5
Various small fixes from Dominique Pelle.
Bram Moolenaar <bram@vim.org>
parents:
2277
diff
changeset
|
5975 if (gui.menu_is_active) |
0b3be97064e5
Various small fixes from Dominique Pelle.
Bram Moolenaar <bram@vim.org>
parents:
2277
diff
changeset
|
5976 status_area.y += gui.menu_height; |
0b3be97064e5
Various small fixes from Dominique Pelle.
Bram Moolenaar <bram@vim.org>
parents:
2277
diff
changeset
|
5977 #endif |
0b3be97064e5
Various small fixes from Dominique Pelle.
Bram Moolenaar <bram@vim.org>
parents:
2277
diff
changeset
|
5978 status_area.width = 0; |
0b3be97064e5
Various small fixes from Dominique Pelle.
Bram Moolenaar <bram@vim.org>
parents:
2277
diff
changeset
|
5979 status_area.height = gui.char_height; |
0b3be97064e5
Various small fixes from Dominique Pelle.
Bram Moolenaar <bram@vim.org>
parents:
2277
diff
changeset
|
5980 } |
0b3be97064e5
Various small fixes from Dominique Pelle.
Bram Moolenaar <bram@vim.org>
parents:
2277
diff
changeset
|
5981 |
0b3be97064e5
Various small fixes from Dominique Pelle.
Bram Moolenaar <bram@vim.org>
parents:
2277
diff
changeset
|
5982 if (input_style & XIMPreeditArea) /* off-the-spot */ |
0b3be97064e5
Various small fixes from Dominique Pelle.
Bram Moolenaar <bram@vim.org>
parents:
2277
diff
changeset
|
5983 { |
0b3be97064e5
Various small fixes from Dominique Pelle.
Bram Moolenaar <bram@vim.org>
parents:
2277
diff
changeset
|
5984 pre_area.x = status_area.x + status_area.width; |
0b3be97064e5
Various small fixes from Dominique Pelle.
Bram Moolenaar <bram@vim.org>
parents:
2277
diff
changeset
|
5985 pre_area.y = gui.char_height * Rows + gui.border_offset; |
0b3be97064e5
Various small fixes from Dominique Pelle.
Bram Moolenaar <bram@vim.org>
parents:
2277
diff
changeset
|
5986 pre_area.width = gui.char_width * Columns - pre_area.x; |
0b3be97064e5
Various small fixes from Dominique Pelle.
Bram Moolenaar <bram@vim.org>
parents:
2277
diff
changeset
|
5987 if (gui.which_scrollbars[SBAR_BOTTOM]) |
0b3be97064e5
Various small fixes from Dominique Pelle.
Bram Moolenaar <bram@vim.org>
parents:
2277
diff
changeset
|
5988 pre_area.y += gui.scrollbar_height; |
0b3be97064e5
Various small fixes from Dominique Pelle.
Bram Moolenaar <bram@vim.org>
parents:
2277
diff
changeset
|
5989 #ifdef FEAT_MENU |
0b3be97064e5
Various small fixes from Dominique Pelle.
Bram Moolenaar <bram@vim.org>
parents:
2277
diff
changeset
|
5990 if (gui.menu_is_active) |
0b3be97064e5
Various small fixes from Dominique Pelle.
Bram Moolenaar <bram@vim.org>
parents:
2277
diff
changeset
|
5991 pre_area.y += gui.menu_height; |
0b3be97064e5
Various small fixes from Dominique Pelle.
Bram Moolenaar <bram@vim.org>
parents:
2277
diff
changeset
|
5992 #endif |
0b3be97064e5
Various small fixes from Dominique Pelle.
Bram Moolenaar <bram@vim.org>
parents:
2277
diff
changeset
|
5993 pre_area.height = gui.char_height; |
0b3be97064e5
Various small fixes from Dominique Pelle.
Bram Moolenaar <bram@vim.org>
parents:
2277
diff
changeset
|
5994 preedit_list = XVaCreateNestedList(0, XNArea, &pre_area, NULL); |
0b3be97064e5
Various small fixes from Dominique Pelle.
Bram Moolenaar <bram@vim.org>
parents:
2277
diff
changeset
|
5995 } |
0b3be97064e5
Various small fixes from Dominique Pelle.
Bram Moolenaar <bram@vim.org>
parents:
2277
diff
changeset
|
5996 else if (input_style & XIMPreeditPosition) /* over-the-spot */ |
0b3be97064e5
Various small fixes from Dominique Pelle.
Bram Moolenaar <bram@vim.org>
parents:
2277
diff
changeset
|
5997 { |
0b3be97064e5
Various small fixes from Dominique Pelle.
Bram Moolenaar <bram@vim.org>
parents:
2277
diff
changeset
|
5998 pre_area.x = 0; |
0b3be97064e5
Various small fixes from Dominique Pelle.
Bram Moolenaar <bram@vim.org>
parents:
2277
diff
changeset
|
5999 pre_area.y = 0; |
0b3be97064e5
Various small fixes from Dominique Pelle.
Bram Moolenaar <bram@vim.org>
parents:
2277
diff
changeset
|
6000 pre_area.height = gui.char_height * Rows; |
0b3be97064e5
Various small fixes from Dominique Pelle.
Bram Moolenaar <bram@vim.org>
parents:
2277
diff
changeset
|
6001 pre_area.width = gui.char_width * Columns; |
0b3be97064e5
Various small fixes from Dominique Pelle.
Bram Moolenaar <bram@vim.org>
parents:
2277
diff
changeset
|
6002 preedit_list = XVaCreateNestedList(0, XNArea, &pre_area, NULL); |
0b3be97064e5
Various small fixes from Dominique Pelle.
Bram Moolenaar <bram@vim.org>
parents:
2277
diff
changeset
|
6003 } |
0b3be97064e5
Various small fixes from Dominique Pelle.
Bram Moolenaar <bram@vim.org>
parents:
2277
diff
changeset
|
6004 |
0b3be97064e5
Various small fixes from Dominique Pelle.
Bram Moolenaar <bram@vim.org>
parents:
2277
diff
changeset
|
6005 if (preedit_list && status_list) |
0b3be97064e5
Various small fixes from Dominique Pelle.
Bram Moolenaar <bram@vim.org>
parents:
2277
diff
changeset
|
6006 list = XVaCreateNestedList(0, XNPreeditAttributes, preedit_list, |
0b3be97064e5
Various small fixes from Dominique Pelle.
Bram Moolenaar <bram@vim.org>
parents:
2277
diff
changeset
|
6007 XNStatusAttributes, status_list, NULL); |
0b3be97064e5
Various small fixes from Dominique Pelle.
Bram Moolenaar <bram@vim.org>
parents:
2277
diff
changeset
|
6008 else if (preedit_list) |
0b3be97064e5
Various small fixes from Dominique Pelle.
Bram Moolenaar <bram@vim.org>
parents:
2277
diff
changeset
|
6009 list = XVaCreateNestedList(0, XNPreeditAttributes, preedit_list, |
0b3be97064e5
Various small fixes from Dominique Pelle.
Bram Moolenaar <bram@vim.org>
parents:
2277
diff
changeset
|
6010 NULL); |
0b3be97064e5
Various small fixes from Dominique Pelle.
Bram Moolenaar <bram@vim.org>
parents:
2277
diff
changeset
|
6011 else if (status_list) |
0b3be97064e5
Various small fixes from Dominique Pelle.
Bram Moolenaar <bram@vim.org>
parents:
2277
diff
changeset
|
6012 list = XVaCreateNestedList(0, XNStatusAttributes, status_list, |
0b3be97064e5
Various small fixes from Dominique Pelle.
Bram Moolenaar <bram@vim.org>
parents:
2277
diff
changeset
|
6013 NULL); |
0b3be97064e5
Various small fixes from Dominique Pelle.
Bram Moolenaar <bram@vim.org>
parents:
2277
diff
changeset
|
6014 else |
0b3be97064e5
Various small fixes from Dominique Pelle.
Bram Moolenaar <bram@vim.org>
parents:
2277
diff
changeset
|
6015 list = NULL; |
0b3be97064e5
Various small fixes from Dominique Pelle.
Bram Moolenaar <bram@vim.org>
parents:
2277
diff
changeset
|
6016 |
0b3be97064e5
Various small fixes from Dominique Pelle.
Bram Moolenaar <bram@vim.org>
parents:
2277
diff
changeset
|
6017 if (list) |
0b3be97064e5
Various small fixes from Dominique Pelle.
Bram Moolenaar <bram@vim.org>
parents:
2277
diff
changeset
|
6018 { |
0b3be97064e5
Various small fixes from Dominique Pelle.
Bram Moolenaar <bram@vim.org>
parents:
2277
diff
changeset
|
6019 XSetICValues(xic, XNVaNestedList, list, NULL); |
0b3be97064e5
Various small fixes from Dominique Pelle.
Bram Moolenaar <bram@vim.org>
parents:
2277
diff
changeset
|
6020 XFree(list); |
0b3be97064e5
Various small fixes from Dominique Pelle.
Bram Moolenaar <bram@vim.org>
parents:
2277
diff
changeset
|
6021 } |
0b3be97064e5
Various small fixes from Dominique Pelle.
Bram Moolenaar <bram@vim.org>
parents:
2277
diff
changeset
|
6022 if (status_list) |
0b3be97064e5
Various small fixes from Dominique Pelle.
Bram Moolenaar <bram@vim.org>
parents:
2277
diff
changeset
|
6023 XFree(status_list); |
0b3be97064e5
Various small fixes from Dominique Pelle.
Bram Moolenaar <bram@vim.org>
parents:
2277
diff
changeset
|
6024 if (preedit_list) |
0b3be97064e5
Various small fixes from Dominique Pelle.
Bram Moolenaar <bram@vim.org>
parents:
2277
diff
changeset
|
6025 XFree(preedit_list); |
0b3be97064e5
Various small fixes from Dominique Pelle.
Bram Moolenaar <bram@vim.org>
parents:
2277
diff
changeset
|
6026 } |
0b3be97064e5
Various small fixes from Dominique Pelle.
Bram Moolenaar <bram@vim.org>
parents:
2277
diff
changeset
|
6027 |
1668 | 6028 int |
7827
41789f16d6b2
commit https://github.com/vim/vim/commit/52ea13da0fe86df1abf34de52841e367035170c0
Christian Brabandt <cb@256bit.org>
parents:
7803
diff
changeset
|
6029 xim_get_status_area_height(void) |
1668 | 6030 { |
2278
0b3be97064e5
Various small fixes from Dominique Pelle.
Bram Moolenaar <bram@vim.org>
parents:
2277
diff
changeset
|
6031 if (status_area_enabled) |
0b3be97064e5
Various small fixes from Dominique Pelle.
Bram Moolenaar <bram@vim.org>
parents:
2277
diff
changeset
|
6032 return gui.char_height; |
0b3be97064e5
Various small fixes from Dominique Pelle.
Bram Moolenaar <bram@vim.org>
parents:
2277
diff
changeset
|
6033 return 0; |
1668 | 6034 } |
6035 # endif | |
6036 | |
7 | 6037 #endif /* FEAT_XIM */ |
6038 | |
6039 #if defined(FEAT_MBYTE) || defined(PROTO) | |
6040 | |
6041 /* | |
6042 * Setup "vcp" for conversion from "from" to "to". | |
6043 * The names must have been made canonical with enc_canonize(). | |
6044 * vcp->vc_type must have been initialized to CONV_NONE. | |
6045 * Note: cannot be used for conversion from/to ucs-2 and ucs-4 (will use utf-8 | |
6046 * instead). | |
6047 * Afterwards invoke with "from" and "to" equal to NULL to cleanup. | |
6048 * Return FAIL when conversion is not supported, OK otherwise. | |
6049 */ | |
6050 int | |
7827
41789f16d6b2
commit https://github.com/vim/vim/commit/52ea13da0fe86df1abf34de52841e367035170c0
Christian Brabandt <cb@256bit.org>
parents:
7803
diff
changeset
|
6051 convert_setup(vimconv_T *vcp, char_u *from, char_u *to) |
7 | 6052 { |
1904 | 6053 return convert_setup_ext(vcp, from, TRUE, to, TRUE); |
6054 } | |
6055 | |
6056 /* | |
6057 * As convert_setup(), but only when from_unicode_is_utf8 is TRUE will all | |
6058 * "from" unicode charsets be considered utf-8. Same for "to". | |
6059 */ | |
6060 int | |
7827
41789f16d6b2
commit https://github.com/vim/vim/commit/52ea13da0fe86df1abf34de52841e367035170c0
Christian Brabandt <cb@256bit.org>
parents:
7803
diff
changeset
|
6061 convert_setup_ext( |
41789f16d6b2
commit https://github.com/vim/vim/commit/52ea13da0fe86df1abf34de52841e367035170c0
Christian Brabandt <cb@256bit.org>
parents:
7803
diff
changeset
|
6062 vimconv_T *vcp, |
41789f16d6b2
commit https://github.com/vim/vim/commit/52ea13da0fe86df1abf34de52841e367035170c0
Christian Brabandt <cb@256bit.org>
parents:
7803
diff
changeset
|
6063 char_u *from, |
41789f16d6b2
commit https://github.com/vim/vim/commit/52ea13da0fe86df1abf34de52841e367035170c0
Christian Brabandt <cb@256bit.org>
parents:
7803
diff
changeset
|
6064 int from_unicode_is_utf8, |
41789f16d6b2
commit https://github.com/vim/vim/commit/52ea13da0fe86df1abf34de52841e367035170c0
Christian Brabandt <cb@256bit.org>
parents:
7803
diff
changeset
|
6065 char_u *to, |
41789f16d6b2
commit https://github.com/vim/vim/commit/52ea13da0fe86df1abf34de52841e367035170c0
Christian Brabandt <cb@256bit.org>
parents:
7803
diff
changeset
|
6066 int to_unicode_is_utf8) |
1904 | 6067 { |
7 | 6068 int from_prop; |
6069 int to_prop; | |
1904 | 6070 int from_is_utf8; |
6071 int to_is_utf8; | |
7 | 6072 |
6073 /* Reset to no conversion. */ | |
6074 # ifdef USE_ICONV | |
6075 if (vcp->vc_type == CONV_ICONV && vcp->vc_fd != (iconv_t)-1) | |
6076 iconv_close(vcp->vc_fd); | |
6077 # endif | |
6078 vcp->vc_type = CONV_NONE; | |
6079 vcp->vc_factor = 1; | |
6080 vcp->vc_fail = FALSE; | |
6081 | |
6082 /* No conversion when one of the names is empty or they are equal. */ | |
6083 if (from == NULL || *from == NUL || to == NULL || *to == NUL | |
6084 || STRCMP(from, to) == 0) | |
6085 return OK; | |
6086 | |
6087 from_prop = enc_canon_props(from); | |
6088 to_prop = enc_canon_props(to); | |
1904 | 6089 if (from_unicode_is_utf8) |
6090 from_is_utf8 = from_prop & ENC_UNICODE; | |
6091 else | |
6092 from_is_utf8 = from_prop == ENC_UNICODE; | |
6093 if (to_unicode_is_utf8) | |
6094 to_is_utf8 = to_prop & ENC_UNICODE; | |
6095 else | |
6096 to_is_utf8 = to_prop == ENC_UNICODE; | |
6097 | |
6098 if ((from_prop & ENC_LATIN1) && to_is_utf8) | |
7 | 6099 { |
6100 /* Internal latin1 -> utf-8 conversion. */ | |
6101 vcp->vc_type = CONV_TO_UTF8; | |
6102 vcp->vc_factor = 2; /* up to twice as long */ | |
6103 } | |
1904 | 6104 else if ((from_prop & ENC_LATIN9) && to_is_utf8) |
26 | 6105 { |
6106 /* Internal latin9 -> utf-8 conversion. */ | |
6107 vcp->vc_type = CONV_9_TO_UTF8; | |
6108 vcp->vc_factor = 3; /* up to three as long (euro sign) */ | |
6109 } | |
1904 | 6110 else if (from_is_utf8 && (to_prop & ENC_LATIN1)) |
7 | 6111 { |
6112 /* Internal utf-8 -> latin1 conversion. */ | |
6113 vcp->vc_type = CONV_TO_LATIN1; | |
6114 } | |
1904 | 6115 else if (from_is_utf8 && (to_prop & ENC_LATIN9)) |
26 | 6116 { |
6117 /* Internal utf-8 -> latin9 conversion. */ | |
6118 vcp->vc_type = CONV_TO_LATIN9; | |
6119 } | |
7 | 6120 #ifdef WIN3264 |
6121 /* Win32-specific codepage <-> codepage conversion without iconv. */ | |
1904 | 6122 else if ((from_is_utf8 || encname2codepage(from) > 0) |
6123 && (to_is_utf8 || encname2codepage(to) > 0)) | |
7 | 6124 { |
6125 vcp->vc_type = CONV_CODEPAGE; | |
6126 vcp->vc_factor = 2; /* up to twice as long */ | |
1904 | 6127 vcp->vc_cpfrom = from_is_utf8 ? 0 : encname2codepage(from); |
6128 vcp->vc_cpto = to_is_utf8 ? 0 : encname2codepage(to); | |
7 | 6129 } |
6130 #endif | |
6131 #ifdef MACOS_X | |
6132 else if ((from_prop & ENC_MACROMAN) && (to_prop & ENC_LATIN1)) | |
6133 { | |
6134 vcp->vc_type = CONV_MAC_LATIN1; | |
6135 } | |
1904 | 6136 else if ((from_prop & ENC_MACROMAN) && to_is_utf8) |
7 | 6137 { |
6138 vcp->vc_type = CONV_MAC_UTF8; | |
6139 vcp->vc_factor = 2; /* up to twice as long */ | |
6140 } | |
6141 else if ((from_prop & ENC_LATIN1) && (to_prop & ENC_MACROMAN)) | |
6142 { | |
6143 vcp->vc_type = CONV_LATIN1_MAC; | |
6144 } | |
1904 | 6145 else if (from_is_utf8 && (to_prop & ENC_MACROMAN)) |
7 | 6146 { |
6147 vcp->vc_type = CONV_UTF8_MAC; | |
6148 } | |
6149 #endif | |
6150 # ifdef USE_ICONV | |
6151 else | |
6152 { | |
6153 /* Use iconv() for conversion. */ | |
6154 vcp->vc_fd = (iconv_t)my_iconv_open( | |
1904 | 6155 to_is_utf8 ? (char_u *)"utf-8" : to, |
6156 from_is_utf8 ? (char_u *)"utf-8" : from); | |
7 | 6157 if (vcp->vc_fd != (iconv_t)-1) |
6158 { | |
6159 vcp->vc_type = CONV_ICONV; | |
6160 vcp->vc_factor = 4; /* could be longer too... */ | |
6161 } | |
6162 } | |
6163 # endif | |
6164 if (vcp->vc_type == CONV_NONE) | |
6165 return FAIL; | |
167 | 6166 |
7 | 6167 return OK; |
6168 } | |
6169 | |
6170 #if defined(FEAT_GUI) || defined(AMIGA) || defined(WIN3264) \ | |
8212
05b88224cea1
commit https://github.com/vim/vim/commit/48e330aff911be1c798c88a973af6437a8141fce
Christian Brabandt <cb@256bit.org>
parents:
8080
diff
changeset
|
6171 || defined(PROTO) |
7 | 6172 /* |
6173 * Do conversion on typed input characters in-place. | |
6174 * The input and output are not NUL terminated! | |
6175 * Returns the length after conversion. | |
6176 */ | |
6177 int | |
7827
41789f16d6b2
commit https://github.com/vim/vim/commit/52ea13da0fe86df1abf34de52841e367035170c0
Christian Brabandt <cb@256bit.org>
parents:
7803
diff
changeset
|
6178 convert_input(char_u *ptr, int len, int maxlen) |
7 | 6179 { |
6180 return convert_input_safe(ptr, len, maxlen, NULL, NULL); | |
6181 } | |
6182 #endif | |
6183 | |
6184 /* | |
6185 * Like convert_input(), but when there is an incomplete byte sequence at the | |
6186 * end return that as an allocated string in "restp" and set "*restlenp" to | |
6187 * the length. If "restp" is NULL it is not used. | |
6188 */ | |
6189 int | |
7827
41789f16d6b2
commit https://github.com/vim/vim/commit/52ea13da0fe86df1abf34de52841e367035170c0
Christian Brabandt <cb@256bit.org>
parents:
7803
diff
changeset
|
6190 convert_input_safe( |
41789f16d6b2
commit https://github.com/vim/vim/commit/52ea13da0fe86df1abf34de52841e367035170c0
Christian Brabandt <cb@256bit.org>
parents:
7803
diff
changeset
|
6191 char_u *ptr, |
41789f16d6b2
commit https://github.com/vim/vim/commit/52ea13da0fe86df1abf34de52841e367035170c0
Christian Brabandt <cb@256bit.org>
parents:
7803
diff
changeset
|
6192 int len, |
41789f16d6b2
commit https://github.com/vim/vim/commit/52ea13da0fe86df1abf34de52841e367035170c0
Christian Brabandt <cb@256bit.org>
parents:
7803
diff
changeset
|
6193 int maxlen, |
41789f16d6b2
commit https://github.com/vim/vim/commit/52ea13da0fe86df1abf34de52841e367035170c0
Christian Brabandt <cb@256bit.org>
parents:
7803
diff
changeset
|
6194 char_u **restp, |
41789f16d6b2
commit https://github.com/vim/vim/commit/52ea13da0fe86df1abf34de52841e367035170c0
Christian Brabandt <cb@256bit.org>
parents:
7803
diff
changeset
|
6195 int *restlenp) |
7 | 6196 { |
6197 char_u *d; | |
6198 int dlen = len; | |
6199 int unconvertlen = 0; | |
6200 | |
6201 d = string_convert_ext(&input_conv, ptr, &dlen, | |
6202 restp == NULL ? NULL : &unconvertlen); | |
6203 if (d != NULL) | |
6204 { | |
6205 if (dlen <= maxlen) | |
6206 { | |
6207 if (unconvertlen > 0) | |
6208 { | |
6209 /* Move the unconverted characters to allocated memory. */ | |
6210 *restp = alloc(unconvertlen); | |
6211 if (*restp != NULL) | |
6212 mch_memmove(*restp, ptr + len - unconvertlen, unconvertlen); | |
6213 *restlenp = unconvertlen; | |
6214 } | |
6215 mch_memmove(ptr, d, dlen); | |
6216 } | |
6217 else | |
6218 /* result is too long, keep the unconverted text (the caller must | |
6219 * have done something wrong!) */ | |
6220 dlen = len; | |
6221 vim_free(d); | |
6222 } | |
6223 return dlen; | |
6224 } | |
6225 | |
6226 /* | |
6227 * Convert text "ptr[*lenp]" according to "vcp". | |
6228 * Returns the result in allocated memory and sets "*lenp". | |
6229 * When "lenp" is NULL, use NUL terminated strings. | |
6230 * Illegal chars are often changed to "?", unless vcp->vc_fail is set. | |
6231 * When something goes wrong, NULL is returned and "*lenp" is unchanged. | |
6232 */ | |
6233 char_u * | |
7827
41789f16d6b2
commit https://github.com/vim/vim/commit/52ea13da0fe86df1abf34de52841e367035170c0
Christian Brabandt <cb@256bit.org>
parents:
7803
diff
changeset
|
6234 string_convert( |
41789f16d6b2
commit https://github.com/vim/vim/commit/52ea13da0fe86df1abf34de52841e367035170c0
Christian Brabandt <cb@256bit.org>
parents:
7803
diff
changeset
|
6235 vimconv_T *vcp, |
41789f16d6b2
commit https://github.com/vim/vim/commit/52ea13da0fe86df1abf34de52841e367035170c0
Christian Brabandt <cb@256bit.org>
parents:
7803
diff
changeset
|
6236 char_u *ptr, |
41789f16d6b2
commit https://github.com/vim/vim/commit/52ea13da0fe86df1abf34de52841e367035170c0
Christian Brabandt <cb@256bit.org>
parents:
7803
diff
changeset
|
6237 int *lenp) |
7 | 6238 { |
6239 return string_convert_ext(vcp, ptr, lenp, NULL); | |
6240 } | |
6241 | |
6242 /* | |
6243 * Like string_convert(), but when "unconvlenp" is not NULL and there are is | |
6244 * an incomplete sequence at the end it is not converted and "*unconvlenp" is | |
6245 * set to the number of remaining bytes. | |
6246 */ | |
6247 char_u * | |
7827
41789f16d6b2
commit https://github.com/vim/vim/commit/52ea13da0fe86df1abf34de52841e367035170c0
Christian Brabandt <cb@256bit.org>
parents:
7803
diff
changeset
|
6248 string_convert_ext( |
41789f16d6b2
commit https://github.com/vim/vim/commit/52ea13da0fe86df1abf34de52841e367035170c0
Christian Brabandt <cb@256bit.org>
parents:
7803
diff
changeset
|
6249 vimconv_T *vcp, |
41789f16d6b2
commit https://github.com/vim/vim/commit/52ea13da0fe86df1abf34de52841e367035170c0
Christian Brabandt <cb@256bit.org>
parents:
7803
diff
changeset
|
6250 char_u *ptr, |
41789f16d6b2
commit https://github.com/vim/vim/commit/52ea13da0fe86df1abf34de52841e367035170c0
Christian Brabandt <cb@256bit.org>
parents:
7803
diff
changeset
|
6251 int *lenp, |
41789f16d6b2
commit https://github.com/vim/vim/commit/52ea13da0fe86df1abf34de52841e367035170c0
Christian Brabandt <cb@256bit.org>
parents:
7803
diff
changeset
|
6252 int *unconvlenp) |
7 | 6253 { |
6254 char_u *retval = NULL; | |
6255 char_u *d; | |
6256 int len; | |
6257 int i; | |
6258 int l; | |
6259 int c; | |
6260 | |
6261 if (lenp == NULL) | |
6262 len = (int)STRLEN(ptr); | |
6263 else | |
6264 len = *lenp; | |
6265 if (len == 0) | |
6266 return vim_strsave((char_u *)""); | |
6267 | |
6268 switch (vcp->vc_type) | |
6269 { | |
6270 case CONV_TO_UTF8: /* latin1 to utf-8 conversion */ | |
6271 retval = alloc(len * 2 + 1); | |
6272 if (retval == NULL) | |
6273 break; | |
6274 d = retval; | |
6275 for (i = 0; i < len; ++i) | |
6276 { | |
26 | 6277 c = ptr[i]; |
6278 if (c < 0x80) | |
6279 *d++ = c; | |
7 | 6280 else |
6281 { | |
26 | 6282 *d++ = 0xc0 + ((unsigned)c >> 6); |
6283 *d++ = 0x80 + (c & 0x3f); | |
7 | 6284 } |
6285 } | |
6286 *d = NUL; | |
6287 if (lenp != NULL) | |
6288 *lenp = (int)(d - retval); | |
6289 break; | |
6290 | |
26 | 6291 case CONV_9_TO_UTF8: /* latin9 to utf-8 conversion */ |
6292 retval = alloc(len * 3 + 1); | |
6293 if (retval == NULL) | |
6294 break; | |
6295 d = retval; | |
6296 for (i = 0; i < len; ++i) | |
6297 { | |
6298 c = ptr[i]; | |
6299 switch (c) | |
6300 { | |
6301 case 0xa4: c = 0x20ac; break; /* euro */ | |
6302 case 0xa6: c = 0x0160; break; /* S hat */ | |
6303 case 0xa8: c = 0x0161; break; /* S -hat */ | |
6304 case 0xb4: c = 0x017d; break; /* Z hat */ | |
6305 case 0xb8: c = 0x017e; break; /* Z -hat */ | |
6306 case 0xbc: c = 0x0152; break; /* OE */ | |
6307 case 0xbd: c = 0x0153; break; /* oe */ | |
6308 case 0xbe: c = 0x0178; break; /* Y */ | |
6309 } | |
6310 d += utf_char2bytes(c, d); | |
6311 } | |
6312 *d = NUL; | |
6313 if (lenp != NULL) | |
6314 *lenp = (int)(d - retval); | |
6315 break; | |
6316 | |
7 | 6317 case CONV_TO_LATIN1: /* utf-8 to latin1 conversion */ |
26 | 6318 case CONV_TO_LATIN9: /* utf-8 to latin9 conversion */ |
7 | 6319 retval = alloc(len + 1); |
6320 if (retval == NULL) | |
6321 break; | |
6322 d = retval; | |
6323 for (i = 0; i < len; ++i) | |
6324 { | |
2015 | 6325 l = utf_ptr2len_len(ptr + i, len - i); |
7 | 6326 if (l == 0) |
6327 *d++ = NUL; | |
6328 else if (l == 1) | |
6329 { | |
2015 | 6330 int l_w = utf8len_tab_zero[ptr[i]]; |
6331 | |
6332 if (l_w == 0) | |
6333 { | |
6334 /* Illegal utf-8 byte cannot be converted */ | |
6335 vim_free(retval); | |
6336 return NULL; | |
6337 } | |
6338 if (unconvlenp != NULL && l_w > len - i) | |
7 | 6339 { |
6340 /* Incomplete sequence at the end. */ | |
6341 *unconvlenp = len - i; | |
6342 break; | |
6343 } | |
6344 *d++ = ptr[i]; | |
6345 } | |
6346 else | |
6347 { | |
6348 c = utf_ptr2char(ptr + i); | |
26 | 6349 if (vcp->vc_type == CONV_TO_LATIN9) |
6350 switch (c) | |
6351 { | |
6352 case 0x20ac: c = 0xa4; break; /* euro */ | |
6353 case 0x0160: c = 0xa6; break; /* S hat */ | |
6354 case 0x0161: c = 0xa8; break; /* S -hat */ | |
6355 case 0x017d: c = 0xb4; break; /* Z hat */ | |
6356 case 0x017e: c = 0xb8; break; /* Z -hat */ | |
6357 case 0x0152: c = 0xbc; break; /* OE */ | |
6358 case 0x0153: c = 0xbd; break; /* oe */ | |
6359 case 0x0178: c = 0xbe; break; /* Y */ | |
6360 case 0xa4: | |
6361 case 0xa6: | |
6362 case 0xa8: | |
6363 case 0xb4: | |
6364 case 0xb8: | |
6365 case 0xbc: | |
6366 case 0xbd: | |
6367 case 0xbe: c = 0x100; break; /* not in latin9 */ | |
6368 } | |
7 | 6369 if (!utf_iscomposing(c)) /* skip composing chars */ |
6370 { | |
6371 if (c < 0x100) | |
6372 *d++ = c; | |
6373 else if (vcp->vc_fail) | |
6374 { | |
6375 vim_free(retval); | |
6376 return NULL; | |
6377 } | |
6378 else | |
6379 { | |
6380 *d++ = 0xbf; | |
6381 if (utf_char2cells(c) > 1) | |
6382 *d++ = '?'; | |
6383 } | |
6384 } | |
6385 i += l - 1; | |
6386 } | |
6387 } | |
6388 *d = NUL; | |
6389 if (lenp != NULL) | |
6390 *lenp = (int)(d - retval); | |
6391 break; | |
6392 | |
765 | 6393 # ifdef MACOS_CONVERT |
7 | 6394 case CONV_MAC_LATIN1: |
6395 retval = mac_string_convert(ptr, len, lenp, vcp->vc_fail, | |
18 | 6396 'm', 'l', unconvlenp); |
7 | 6397 break; |
6398 | |
6399 case CONV_LATIN1_MAC: | |
6400 retval = mac_string_convert(ptr, len, lenp, vcp->vc_fail, | |
18 | 6401 'l', 'm', unconvlenp); |
7 | 6402 break; |
6403 | |
6404 case CONV_MAC_UTF8: | |
6405 retval = mac_string_convert(ptr, len, lenp, vcp->vc_fail, | |
18 | 6406 'm', 'u', unconvlenp); |
7 | 6407 break; |
6408 | |
6409 case CONV_UTF8_MAC: | |
6410 retval = mac_string_convert(ptr, len, lenp, vcp->vc_fail, | |
18 | 6411 'u', 'm', unconvlenp); |
7 | 6412 break; |
6413 # endif | |
6414 | |
6415 # ifdef USE_ICONV | |
6416 case CONV_ICONV: /* conversion with output_conv.vc_fd */ | |
1904 | 6417 retval = iconv_string(vcp, ptr, len, unconvlenp, lenp); |
7 | 6418 break; |
6419 # endif | |
6420 # ifdef WIN3264 | |
6421 case CONV_CODEPAGE: /* codepage -> codepage */ | |
6422 { | |
6423 int retlen; | |
6424 int tmp_len; | |
6425 short_u *tmp; | |
6426 | |
6427 /* 1. codepage/UTF-8 -> ucs-2. */ | |
6428 if (vcp->vc_cpfrom == 0) | |
1752 | 6429 tmp_len = utf8_to_utf16(ptr, len, NULL, NULL); |
7 | 6430 else |
4122 | 6431 { |
6432 tmp_len = MultiByteToWideChar(vcp->vc_cpfrom, | |
6433 unconvlenp ? MB_ERR_INVALID_CHARS : 0, | |
8080
b6cb94ad97a4
commit https://github.com/vim/vim/commit/6aa2cd4be287f35f95f35c2cec6d5a24f53c4d3c
Christian Brabandt <cb@256bit.org>
parents:
7827
diff
changeset
|
6434 (char *)ptr, len, 0, 0); |
4122 | 6435 if (tmp_len == 0 |
6436 && GetLastError() == ERROR_NO_UNICODE_TRANSLATION) | |
6437 { | |
6438 if (lenp != NULL) | |
6439 *lenp = 0; | |
6440 if (unconvlenp != NULL) | |
6441 *unconvlenp = len; | |
6442 retval = alloc(1); | |
6443 if (retval) | |
6444 retval[0] = NUL; | |
6445 return retval; | |
6446 } | |
6447 } | |
7 | 6448 tmp = (short_u *)alloc(sizeof(short_u) * tmp_len); |
6449 if (tmp == NULL) | |
6450 break; | |
6451 if (vcp->vc_cpfrom == 0) | |
1752 | 6452 utf8_to_utf16(ptr, len, tmp, unconvlenp); |
7 | 6453 else |
8080
b6cb94ad97a4
commit https://github.com/vim/vim/commit/6aa2cd4be287f35f95f35c2cec6d5a24f53c4d3c
Christian Brabandt <cb@256bit.org>
parents:
7827
diff
changeset
|
6454 MultiByteToWideChar(vcp->vc_cpfrom, 0, |
b6cb94ad97a4
commit https://github.com/vim/vim/commit/6aa2cd4be287f35f95f35c2cec6d5a24f53c4d3c
Christian Brabandt <cb@256bit.org>
parents:
7827
diff
changeset
|
6455 (char *)ptr, len, tmp, tmp_len); |
7 | 6456 |
6457 /* 2. ucs-2 -> codepage/UTF-8. */ | |
6458 if (vcp->vc_cpto == 0) | |
1752 | 6459 retlen = utf16_to_utf8(tmp, tmp_len, NULL); |
7 | 6460 else |
6461 retlen = WideCharToMultiByte(vcp->vc_cpto, 0, | |
6462 tmp, tmp_len, 0, 0, 0, 0); | |
6463 retval = alloc(retlen + 1); | |
6464 if (retval != NULL) | |
6465 { | |
6466 if (vcp->vc_cpto == 0) | |
1752 | 6467 utf16_to_utf8(tmp, tmp_len, retval); |
7 | 6468 else |
6469 WideCharToMultiByte(vcp->vc_cpto, 0, | |
8080
b6cb94ad97a4
commit https://github.com/vim/vim/commit/6aa2cd4be287f35f95f35c2cec6d5a24f53c4d3c
Christian Brabandt <cb@256bit.org>
parents:
7827
diff
changeset
|
6470 tmp, tmp_len, |
b6cb94ad97a4
commit https://github.com/vim/vim/commit/6aa2cd4be287f35f95f35c2cec6d5a24f53c4d3c
Christian Brabandt <cb@256bit.org>
parents:
7827
diff
changeset
|
6471 (char *)retval, retlen, 0, 0); |
7 | 6472 retval[retlen] = NUL; |
6473 if (lenp != NULL) | |
6474 *lenp = retlen; | |
6475 } | |
6476 vim_free(tmp); | |
6477 break; | |
6478 } | |
6479 # endif | |
6480 } | |
6481 | |
6482 return retval; | |
6483 } | |
6484 #endif |