Mercurial > vim
annotate src/mbyte.c @ 2250:1bac28a53fae vim73
Add the conceal patch from Vince Negri.
| author | Bram Moolenaar <bram@vim.org> |
|---|---|
| date | Sat, 05 Jun 2010 23:22:07 +0200 |
| parents | 54605ada811b |
| children | e4d849f4df03 |
| rev | line source |
|---|---|
| 7 | 1 /* vi:set ts=8 sts=4 sw=4: |
| 2 * | |
| 3 * VIM - Vi IMproved by Bram Moolenaar | |
| 4 * Multibyte extensions partly by Sung-Hoon Baek | |
| 5 * | |
| 6 * Do ":help uganda" in Vim to read copying and usage conditions. | |
| 7 * Do ":help credits" in Vim to see a list of people who contributed. | |
| 8 * See README.txt for an overview of the Vim source code. | |
| 9 */ | |
| 10 /* | |
| 11 * mbyte.c: Code specifically for handling multi-byte characters. | |
| 12 * | |
| 13 * The encoding used in the core is set with 'encoding'. When 'encoding' is | |
| 14 * changed, the following four variables are set (for speed). | |
| 15 * Currently these types of character encodings are supported: | |
| 16 * | |
| 17 * "enc_dbcs" When non-zero it tells the type of double byte character | |
| 18 * encoding (Chinese, Korean, Japanese, etc.). | |
| 19 * The cell width on the display is equal to the number of | |
| 20 * bytes. (exception: DBCS_JPNU with first byte 0x8e) | |
| 21 * Recognizing the first or second byte is difficult, it | |
| 22 * requires checking a byte sequence from the start. | |
| 23 * "enc_utf8" When TRUE use Unicode characters in UTF-8 encoding. | |
| 24 * The cell width on the display needs to be determined from | |
| 25 * the character value. | |
| 26 * Recognizing bytes is easy: 0xxx.xxxx is a single-byte | |
| 27 * char, 10xx.xxxx is a trailing byte, 11xx.xxxx is a leading | |
| 28 * byte of a multi-byte character. | |
|
2041
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
29 * To make things complicated, up to six composing characters |
| 7 | 30 * are allowed. These are drawn on top of the first char. |
| 31 * For most editing the sequence of bytes with composing | |
| 32 * characters included is considered to be one character. | |
| 33 * "enc_unicode" When 2 use 16-bit Unicode characters (or UTF-16). | |
| 34 * When 4 use 32-but Unicode characters. | |
| 35 * Internally characters are stored in UTF-8 encoding to | |
| 36 * avoid NUL bytes. Conversion happens when doing I/O. | |
| 37 * "enc_utf8" will also be TRUE. | |
| 38 * | |
| 39 * "has_mbyte" is set when "enc_dbcs" or "enc_utf8" is non-zero. | |
| 40 * | |
| 41 * If none of these is TRUE, 8-bit bytes are used for a character. The | |
| 42 * encoding isn't currently specified (TODO). | |
| 43 * | |
| 44 * 'encoding' specifies the encoding used in the core. This is in registers, | |
| 45 * text manipulation, buffers, etc. Conversion has to be done when characters | |
| 46 * in another encoding are received or send: | |
| 47 * | |
| 48 * clipboard | |
| 49 * ^ | |
| 50 * | (2) | |
| 51 * V | |
| 52 * +---------------+ | |
| 53 * (1) | | (3) | |
| 54 * keyboard ----->| core |-----> display | |
| 55 * | | | |
| 56 * +---------------+ | |
| 57 * ^ | |
| 58 * | (4) | |
| 59 * V | |
| 60 * file | |
| 61 * | |
| 62 * (1) Typed characters arrive in the current locale. Conversion is to be | |
| 63 * done when 'encoding' is different from 'termencoding'. | |
| 64 * (2) Text will be made available with the encoding specified with | |
| 65 * 'encoding'. If this is not sufficient, system-specific conversion | |
| 66 * might be required. | |
| 67 * (3) For the GUI the correct font must be selected, no conversion done. | |
| 68 * Otherwise, conversion is to be done when 'encoding' differs from | |
| 69 * 'termencoding'. (Different in the GTK+ 2 port -- 'termencoding' | |
| 70 * is always used for both input and output and must always be set to | |
| 71 * "utf-8". gui_mch_init() does this automatically.) | |
| 72 * (4) The encoding of the file is specified with 'fileencoding'. Conversion | |
| 73 * is to be done when it's different from 'encoding'. | |
| 74 * | |
| 75 * The viminfo file is a special case: Only text is converted, not file names. | |
| 76 * Vim scripts may contain an ":encoding" command. This has an effect for | |
| 77 * some commands, like ":menutrans" | |
| 78 */ | |
| 79 | |
| 80 #include "vim.h" | |
| 81 | |
| 82 #ifdef WIN32UNIX | |
| 83 # ifndef WIN32_LEAN_AND_MEAN | |
| 84 # define WIN32_LEAN_AND_MEAN | |
| 85 # endif | |
| 86 # include <windows.h> | |
| 87 # ifdef WIN32 | |
| 88 # undef WIN32 /* Some windows.h define WIN32, we don't want that here. */ | |
| 89 # endif | |
| 90 #endif | |
| 91 | |
| 92 #if (defined(WIN3264) || defined(WIN32UNIX)) && !defined(__MINGW32__) | |
| 93 # include <winnls.h> | |
| 94 #endif | |
| 95 | |
| 96 #ifdef FEAT_GUI_X11 | |
| 97 # include <X11/Intrinsic.h> | |
| 98 #endif | |
| 99 #ifdef X_LOCALE | |
| 100 #include <X11/Xlocale.h> | |
| 101 #endif | |
| 102 | |
| 661 | 103 #if defined(FEAT_GUI_GTK) && defined(FEAT_XIM) && defined(HAVE_GTK2) |
| 7 | 104 # include <gdk/gdkkeysyms.h> |
| 105 # ifdef WIN3264 | |
| 106 # include <gdk/gdkwin32.h> | |
| 107 # else | |
| 108 # include <gdk/gdkx.h> | |
| 109 # endif | |
| 110 #endif | |
| 111 | |
| 112 #ifdef HAVE_WCHAR_H | |
| 113 # include <wchar.h> | |
| 114 #endif | |
| 115 | |
| 116 #if 0 | |
| 117 /* This has been disabled, because several people reported problems with the | |
| 118 * wcwidth() and iswprint() library functions, esp. for Hebrew. */ | |
| 119 # ifdef __STDC_ISO_10646__ | |
| 120 # define USE_WCHAR_FUNCTIONS | |
| 121 # endif | |
| 122 #endif | |
| 123 | |
| 124 #if defined(FEAT_MBYTE) || defined(PROTO) | |
| 125 | |
| 126 static int enc_canon_search __ARGS((char_u *name)); | |
| 127 static int dbcs_char2len __ARGS((int c)); | |
| 128 static int dbcs_char2bytes __ARGS((int c, char_u *buf)); | |
| 474 | 129 static int dbcs_ptr2len __ARGS((char_u *p)); |
| 1903 | 130 static int dbcs_ptr2len_len __ARGS((char_u *p, int size)); |
| 131 static int utf_ptr2cells_len __ARGS((char_u *p, int size)); | |
| 7 | 132 static int dbcs_char2cells __ARGS((int c)); |
| 1903 | 133 static int dbcs_ptr2cells_len __ARGS((char_u *p, int size)); |
| 7 | 134 static int dbcs_ptr2char __ARGS((char_u *p)); |
| 135 | |
| 2015 | 136 /* |
| 137 * Lookup table to quickly get the length in bytes of a UTF-8 character from | |
| 138 * the first byte of a UTF-8 string. | |
| 139 * Bytes which are illegal when used as the first byte have a 1. | |
| 140 * The NUL byte has length 1. | |
| 141 */ | |
| 7 | 142 static char utf8len_tab[256] = |
| 143 { | |
| 144 1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1, | |
| 145 1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1, | |
| 146 1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1, | |
| 147 1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1, | |
| 2015 | 148 1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1, |
| 149 1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1, | |
| 7 | 150 2,2,2,2,2,2,2,2,2,2,2,2,2,2,2,2,2,2,2,2,2,2,2,2,2,2,2,2,2,2,2,2, |
| 151 3,3,3,3,3,3,3,3,3,3,3,3,3,3,3,3,4,4,4,4,4,4,4,4,5,5,5,5,6,6,1,1, | |
| 152 }; | |
| 153 | |
| 154 /* | |
| 2015 | 155 * Like utf8len_tab above, but using a zero for illegal lead bytes. |
| 156 */ | |
| 157 static char utf8len_tab_zero[256] = | |
| 158 { | |
| 159 1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1, | |
| 160 1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1, | |
| 161 1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1, | |
| 162 1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1, | |
| 163 0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0, | |
| 164 0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0, | |
| 165 2,2,2,2,2,2,2,2,2,2,2,2,2,2,2,2,2,2,2,2,2,2,2,2,2,2,2,2,2,2,2,2, | |
| 166 3,3,3,3,3,3,3,3,3,3,3,3,3,3,3,3,4,4,4,4,4,4,4,4,5,5,5,5,6,6,0,0, | |
| 167 }; | |
| 168 | |
| 169 /* | |
| 7 | 170 * XIM often causes trouble. Define XIM_DEBUG to get a log of XIM callbacks |
| 171 * in the "xim.log" file. | |
| 172 */ | |
| 173 /* #define XIM_DEBUG */ | |
| 174 #ifdef XIM_DEBUG | |
| 175 static void | |
| 176 xim_log(char *s, ...) | |
| 177 { | |
| 178 va_list arglist; | |
| 179 static FILE *fd = NULL; | |
| 180 | |
| 181 if (fd == (FILE *)-1) | |
| 182 return; | |
| 183 if (fd == NULL) | |
| 184 { | |
| 531 | 185 fd = mch_fopen("xim.log", "w"); |
| 7 | 186 if (fd == NULL) |
| 187 { | |
| 188 EMSG("Cannot open xim.log"); | |
| 189 fd = (FILE *)-1; | |
| 190 return; | |
| 191 } | |
| 192 } | |
| 193 | |
| 194 va_start(arglist, s); | |
| 195 vfprintf(fd, s, arglist); | |
| 196 va_end(arglist); | |
| 197 } | |
| 198 #endif | |
| 199 | |
| 200 #endif | |
| 201 | |
| 202 #if defined(FEAT_MBYTE) || defined(FEAT_POSTSCRIPT) || defined(PROTO) | |
| 203 /* | |
| 204 * Canonical encoding names and their properties. | |
| 205 * "iso-8859-n" is handled by enc_canonize() directly. | |
| 206 */ | |
| 207 static struct | |
| 208 { char *name; int prop; int codepage;} | |
| 209 enc_canon_table[] = | |
| 210 { | |
| 211 #define IDX_LATIN_1 0 | |
| 212 {"latin1", ENC_8BIT + ENC_LATIN1, 1252}, | |
| 213 #define IDX_ISO_2 1 | |
| 214 {"iso-8859-2", ENC_8BIT, 0}, | |
| 215 #define IDX_ISO_3 2 | |
| 216 {"iso-8859-3", ENC_8BIT, 0}, | |
| 217 #define IDX_ISO_4 3 | |
| 218 {"iso-8859-4", ENC_8BIT, 0}, | |
| 219 #define IDX_ISO_5 4 | |
| 220 {"iso-8859-5", ENC_8BIT, 0}, | |
| 221 #define IDX_ISO_6 5 | |
| 222 {"iso-8859-6", ENC_8BIT, 0}, | |
| 223 #define IDX_ISO_7 6 | |
| 224 {"iso-8859-7", ENC_8BIT, 0}, | |
| 407 | 225 #define IDX_ISO_8 7 |
| 7 | 226 {"iso-8859-8", ENC_8BIT, 0}, |
| 407 | 227 #define IDX_ISO_9 8 |
| 7 | 228 {"iso-8859-9", ENC_8BIT, 0}, |
| 407 | 229 #define IDX_ISO_10 9 |
| 7 | 230 {"iso-8859-10", ENC_8BIT, 0}, |
| 407 | 231 #define IDX_ISO_11 10 |
| 7 | 232 {"iso-8859-11", ENC_8BIT, 0}, |
| 407 | 233 #define IDX_ISO_13 11 |
| 7 | 234 {"iso-8859-13", ENC_8BIT, 0}, |
| 407 | 235 #define IDX_ISO_14 12 |
| 7 | 236 {"iso-8859-14", ENC_8BIT, 0}, |
| 407 | 237 #define IDX_ISO_15 13 |
| 26 | 238 {"iso-8859-15", ENC_8BIT + ENC_LATIN9, 0}, |
| 407 | 239 #define IDX_KOI8_R 14 |
| 7 | 240 {"koi8-r", ENC_8BIT, 0}, |
| 407 | 241 #define IDX_KOI8_U 15 |
| 7 | 242 {"koi8-u", ENC_8BIT, 0}, |
| 407 | 243 #define IDX_UTF8 16 |
| 7 | 244 {"utf-8", ENC_UNICODE, 0}, |
| 407 | 245 #define IDX_UCS2 17 |
| 7 | 246 {"ucs-2", ENC_UNICODE + ENC_ENDIAN_B + ENC_2BYTE, 0}, |
| 407 | 247 #define IDX_UCS2LE 18 |
| 7 | 248 {"ucs-2le", ENC_UNICODE + ENC_ENDIAN_L + ENC_2BYTE, 0}, |
| 407 | 249 #define IDX_UTF16 19 |
| 7 | 250 {"utf-16", ENC_UNICODE + ENC_ENDIAN_B + ENC_2WORD, 0}, |
| 407 | 251 #define IDX_UTF16LE 20 |
| 7 | 252 {"utf-16le", ENC_UNICODE + ENC_ENDIAN_L + ENC_2WORD, 0}, |
| 407 | 253 #define IDX_UCS4 21 |
| 7 | 254 {"ucs-4", ENC_UNICODE + ENC_ENDIAN_B + ENC_4BYTE, 0}, |
| 407 | 255 #define IDX_UCS4LE 22 |
| 7 | 256 {"ucs-4le", ENC_UNICODE + ENC_ENDIAN_L + ENC_4BYTE, 0}, |
| 407 | 257 |
| 258 /* For debugging DBCS encoding on Unix. */ | |
| 259 #define IDX_DEBUG 23 | |
| 7 | 260 {"debug", ENC_DBCS, DBCS_DEBUG}, |
| 407 | 261 #define IDX_EUC_JP 24 |
| 7 | 262 {"euc-jp", ENC_DBCS, DBCS_JPNU}, |
| 407 | 263 #define IDX_SJIS 25 |
| 7 | 264 {"sjis", ENC_DBCS, DBCS_JPN}, |
| 407 | 265 #define IDX_EUC_KR 26 |
| 7 | 266 {"euc-kr", ENC_DBCS, DBCS_KORU}, |
| 407 | 267 #define IDX_EUC_CN 27 |
| 7 | 268 {"euc-cn", ENC_DBCS, DBCS_CHSU}, |
| 407 | 269 #define IDX_EUC_TW 28 |
| 7 | 270 {"euc-tw", ENC_DBCS, DBCS_CHTU}, |
| 407 | 271 #define IDX_BIG5 29 |
| 7 | 272 {"big5", ENC_DBCS, DBCS_CHT}, |
| 407 | 273 |
| 274 /* MS-DOS and MS-Windows codepages are included here, so that they can be | |
| 275 * used on Unix too. Most of them are similar to ISO-8859 encodings, but | |
| 276 * not exactly the same. */ | |
| 277 #define IDX_CP437 30 | |
| 278 {"cp437", ENC_8BIT, 437}, /* like iso-8859-1 */ | |
| 279 #define IDX_CP737 31 | |
| 280 {"cp737", ENC_8BIT, 737}, /* like iso-8859-7 */ | |
| 281 #define IDX_CP775 32 | |
| 282 {"cp775", ENC_8BIT, 775}, /* Baltic */ | |
| 283 #define IDX_CP850 33 | |
| 284 {"cp850", ENC_8BIT, 850}, /* like iso-8859-4 */ | |
| 285 #define IDX_CP852 34 | |
| 286 {"cp852", ENC_8BIT, 852}, /* like iso-8859-1 */ | |
| 287 #define IDX_CP855 35 | |
| 288 {"cp855", ENC_8BIT, 855}, /* like iso-8859-2 */ | |
| 289 #define IDX_CP857 36 | |
| 290 {"cp857", ENC_8BIT, 857}, /* like iso-8859-5 */ | |
| 291 #define IDX_CP860 37 | |
| 292 {"cp860", ENC_8BIT, 860}, /* like iso-8859-9 */ | |
| 293 #define IDX_CP861 38 | |
| 294 {"cp861", ENC_8BIT, 861}, /* like iso-8859-1 */ | |
| 295 #define IDX_CP862 39 | |
| 296 {"cp862", ENC_8BIT, 862}, /* like iso-8859-1 */ | |
| 297 #define IDX_CP863 40 | |
| 298 {"cp863", ENC_8BIT, 863}, /* like iso-8859-8 */ | |
| 299 #define IDX_CP865 41 | |
| 300 {"cp865", ENC_8BIT, 865}, /* like iso-8859-1 */ | |
| 301 #define IDX_CP866 42 | |
| 302 {"cp866", ENC_8BIT, 866}, /* like iso-8859-5 */ | |
| 303 #define IDX_CP869 43 | |
| 304 {"cp869", ENC_8BIT, 869}, /* like iso-8859-7 */ | |
| 305 #define IDX_CP874 44 | |
| 306 {"cp874", ENC_8BIT, 874}, /* Thai */ | |
| 307 #define IDX_CP932 45 | |
| 308 {"cp932", ENC_DBCS, DBCS_JPN}, | |
| 309 #define IDX_CP936 46 | |
| 310 {"cp936", ENC_DBCS, DBCS_CHS}, | |
| 311 #define IDX_CP949 47 | |
| 312 {"cp949", ENC_DBCS, DBCS_KOR}, | |
| 313 #define IDX_CP950 48 | |
| 314 {"cp950", ENC_DBCS, DBCS_CHT}, | |
| 315 #define IDX_CP1250 49 | |
| 316 {"cp1250", ENC_8BIT, 1250}, /* Czech, Polish, etc. */ | |
| 317 #define IDX_CP1251 50 | |
| 318 {"cp1251", ENC_8BIT, 1251}, /* Cyrillic */ | |
| 319 /* cp1252 is considered to be equal to latin1 */ | |
| 320 #define IDX_CP1253 51 | |
| 321 {"cp1253", ENC_8BIT, 1253}, /* Greek */ | |
| 322 #define IDX_CP1254 52 | |
| 323 {"cp1254", ENC_8BIT, 1254}, /* Turkish */ | |
| 324 #define IDX_CP1255 53 | |
| 325 {"cp1255", ENC_8BIT, 1255}, /* Hebrew */ | |
| 326 #define IDX_CP1256 54 | |
| 327 {"cp1256", ENC_8BIT, 1256}, /* Arabic */ | |
| 328 #define IDX_CP1257 55 | |
| 329 {"cp1257", ENC_8BIT, 1257}, /* Baltic */ | |
| 330 #define IDX_CP1258 56 | |
| 331 {"cp1258", ENC_8BIT, 1258}, /* Vietnamese */ | |
| 332 | |
| 333 #define IDX_MACROMAN 57 | |
| 334 {"macroman", ENC_8BIT + ENC_MACROMAN, 0}, /* Mac OS */ | |
| 890 | 335 #define IDX_DECMCS 58 |
| 336 {"dec-mcs", ENC_8BIT, 0}, /* DEC MCS */ | |
| 337 #define IDX_HPROMAN8 59 | |
| 338 {"hp-roman8", ENC_8BIT, 0}, /* HP Roman8 */ | |
| 339 #define IDX_COUNT 60 | |
| 7 | 340 }; |
| 341 | |
| 342 /* | |
| 343 * Aliases for encoding names. | |
| 344 */ | |
| 345 static struct | |
| 346 { char *name; int canon;} | |
| 347 enc_alias_table[] = | |
| 348 { | |
| 349 {"ansi", IDX_LATIN_1}, | |
| 350 {"iso-8859-1", IDX_LATIN_1}, | |
| 351 {"latin2", IDX_ISO_2}, | |
| 352 {"latin3", IDX_ISO_3}, | |
| 353 {"latin4", IDX_ISO_4}, | |
| 354 {"cyrillic", IDX_ISO_5}, | |
| 355 {"arabic", IDX_ISO_6}, | |
| 356 {"greek", IDX_ISO_7}, | |
| 357 #ifdef WIN3264 | |
| 358 {"hebrew", IDX_CP1255}, | |
| 359 #else | |
| 360 {"hebrew", IDX_ISO_8}, | |
| 361 #endif | |
| 362 {"latin5", IDX_ISO_9}, | |
| 363 {"turkish", IDX_ISO_9}, /* ? */ | |
| 364 {"latin6", IDX_ISO_10}, | |
| 365 {"nordic", IDX_ISO_10}, /* ? */ | |
| 366 {"thai", IDX_ISO_11}, /* ? */ | |
| 367 {"latin7", IDX_ISO_13}, | |
| 368 {"latin8", IDX_ISO_14}, | |
| 369 {"latin9", IDX_ISO_15}, | |
| 370 {"utf8", IDX_UTF8}, | |
| 371 {"unicode", IDX_UCS2}, | |
| 372 {"ucs2", IDX_UCS2}, | |
| 373 {"ucs2be", IDX_UCS2}, | |
| 374 {"ucs-2be", IDX_UCS2}, | |
| 375 {"ucs2le", IDX_UCS2LE}, | |
| 376 {"utf16", IDX_UTF16}, | |
| 377 {"utf16be", IDX_UTF16}, | |
| 378 {"utf-16be", IDX_UTF16}, | |
| 379 {"utf16le", IDX_UTF16LE}, | |
| 380 {"ucs4", IDX_UCS4}, | |
| 381 {"ucs4be", IDX_UCS4}, | |
| 382 {"ucs-4be", IDX_UCS4}, | |
| 383 {"ucs4le", IDX_UCS4LE}, | |
| 1540 | 384 {"utf32", IDX_UCS4}, |
| 385 {"utf-32", IDX_UCS4}, | |
| 386 {"utf32be", IDX_UCS4}, | |
| 387 {"utf-32be", IDX_UCS4}, | |
| 388 {"utf32le", IDX_UCS4LE}, | |
| 389 {"utf-32le", IDX_UCS4LE}, | |
| 7 | 390 {"932", IDX_CP932}, |
| 391 {"949", IDX_CP949}, | |
| 392 {"936", IDX_CP936}, | |
| 932 | 393 {"gbk", IDX_CP936}, |
| 7 | 394 {"950", IDX_CP950}, |
| 395 {"eucjp", IDX_EUC_JP}, | |
| 396 {"unix-jis", IDX_EUC_JP}, | |
| 397 {"ujis", IDX_EUC_JP}, | |
| 398 {"shift-jis", IDX_SJIS}, | |
| 399 {"euckr", IDX_EUC_KR}, | |
| 400 {"5601", IDX_EUC_KR}, /* Sun: KS C 5601 */ | |
| 401 {"euccn", IDX_EUC_CN}, | |
| 402 {"gb2312", IDX_EUC_CN}, | |
| 403 {"euctw", IDX_EUC_TW}, | |
| 404 #if defined(WIN3264) || defined(WIN32UNIX) || defined(MACOS) | |
| 405 {"japan", IDX_CP932}, | |
| 406 {"korea", IDX_CP949}, | |
| 407 {"prc", IDX_CP936}, | |
| 408 {"chinese", IDX_CP936}, | |
| 409 {"taiwan", IDX_CP950}, | |
| 410 {"big5", IDX_CP950}, | |
| 411 #else | |
| 412 {"japan", IDX_EUC_JP}, | |
| 413 {"korea", IDX_EUC_KR}, | |
| 414 {"prc", IDX_EUC_CN}, | |
| 415 {"chinese", IDX_EUC_CN}, | |
| 416 {"taiwan", IDX_EUC_TW}, | |
| 417 {"cp950", IDX_BIG5}, | |
| 418 {"950", IDX_BIG5}, | |
| 419 #endif | |
| 420 {"mac", IDX_MACROMAN}, | |
| 890 | 421 {"mac-roman", IDX_MACROMAN}, |
| 7 | 422 {NULL, 0} |
| 423 }; | |
| 424 | |
| 425 #ifndef CP_UTF8 | |
| 426 # define CP_UTF8 65001 /* magic number from winnls.h */ | |
| 427 #endif | |
| 428 | |
| 429 /* | |
| 430 * Find encoding "name" in the list of canonical encoding names. | |
| 431 * Returns -1 if not found. | |
| 432 */ | |
| 433 static int | |
| 434 enc_canon_search(name) | |
| 435 char_u *name; | |
| 436 { | |
| 437 int i; | |
| 438 | |
| 439 for (i = 0; i < IDX_COUNT; ++i) | |
| 440 if (STRCMP(name, enc_canon_table[i].name) == 0) | |
| 441 return i; | |
| 442 return -1; | |
| 443 } | |
| 444 | |
| 445 #endif | |
| 446 | |
| 447 #if defined(FEAT_MBYTE) || defined(PROTO) | |
| 448 | |
| 449 /* | |
| 450 * Find canonical encoding "name" in the list and return its properties. | |
| 451 * Returns 0 if not found. | |
| 452 */ | |
| 453 int | |
| 454 enc_canon_props(name) | |
| 455 char_u *name; | |
| 456 { | |
| 457 int i; | |
| 458 | |
| 459 i = enc_canon_search(name); | |
| 460 if (i >= 0) | |
| 461 return enc_canon_table[i].prop; | |
| 462 #ifdef WIN3264 | |
| 463 if (name[0] == 'c' && name[1] == 'p' && VIM_ISDIGIT(name[2])) | |
| 464 { | |
| 465 CPINFO cpinfo; | |
| 466 | |
| 467 /* Get info on this codepage to find out what it is. */ | |
| 468 if (GetCPInfo(atoi(name + 2), &cpinfo) != 0) | |
| 469 { | |
| 470 if (cpinfo.MaxCharSize == 1) /* some single-byte encoding */ | |
| 471 return ENC_8BIT; | |
| 472 if (cpinfo.MaxCharSize == 2 | |
| 473 && (cpinfo.LeadByte[0] != 0 || cpinfo.LeadByte[1] != 0)) | |
| 474 /* must be a DBCS encoding */ | |
| 475 return ENC_DBCS; | |
| 476 } | |
| 477 return 0; | |
| 478 } | |
| 479 #endif | |
| 480 if (STRNCMP(name, "2byte-", 6) == 0) | |
| 481 return ENC_DBCS; | |
| 482 if (STRNCMP(name, "8bit-", 5) == 0 || STRNCMP(name, "iso-8859-", 9) == 0) | |
| 483 return ENC_8BIT; | |
| 484 return 0; | |
| 485 } | |
| 486 | |
| 487 /* | |
| 488 * Set up for using multi-byte characters. | |
| 489 * Called in three cases: | |
| 490 * - by main() to initialize (p_enc == NULL) | |
| 491 * - by set_init_1() after 'encoding' was set to its default. | |
| 492 * - by do_set() when 'encoding' has been set. | |
| 493 * p_enc must have been passed through enc_canonize() already. | |
| 494 * Sets the "enc_unicode", "enc_utf8", "enc_dbcs" and "has_mbyte" flags. | |
| 495 * Fills mb_bytelen_tab[] and returns NULL when there are no problems. | |
| 496 * When there is something wrong: Returns an error message and doesn't change | |
| 497 * anything. | |
| 498 */ | |
| 499 char_u * | |
| 500 mb_init() | |
| 501 { | |
| 502 int i; | |
| 503 int idx; | |
| 504 int n; | |
| 505 int enc_dbcs_new = 0; | |
| 506 #if defined(USE_ICONV) && !defined(WIN3264) && !defined(WIN32UNIX) \ | |
| 507 && !defined(MACOS) | |
| 508 # define LEN_FROM_CONV | |
| 509 vimconv_T vimconv; | |
| 510 char_u *p; | |
| 511 #endif | |
| 512 | |
| 513 if (p_enc == NULL) | |
| 514 { | |
| 515 /* Just starting up: set the whole table to one's. */ | |
| 516 for (i = 0; i < 256; ++i) | |
| 517 mb_bytelen_tab[i] = 1; | |
| 518 input_conv.vc_type = CONV_NONE; | |
| 519 input_conv.vc_factor = 1; | |
| 520 output_conv.vc_type = CONV_NONE; | |
| 521 return NULL; | |
| 522 } | |
| 523 | |
| 524 #ifdef WIN3264 | |
| 525 if (p_enc[0] == 'c' && p_enc[1] == 'p' && VIM_ISDIGIT(p_enc[2])) | |
| 526 { | |
| 527 CPINFO cpinfo; | |
| 528 | |
| 529 /* Get info on this codepage to find out what it is. */ | |
| 530 if (GetCPInfo(atoi(p_enc + 2), &cpinfo) != 0) | |
| 531 { | |
| 532 if (cpinfo.MaxCharSize == 1) | |
| 533 { | |
| 534 /* some single-byte encoding */ | |
| 535 enc_unicode = 0; | |
| 536 enc_utf8 = FALSE; | |
| 537 } | |
| 538 else if (cpinfo.MaxCharSize == 2 | |
| 539 && (cpinfo.LeadByte[0] != 0 || cpinfo.LeadByte[1] != 0)) | |
| 540 { | |
| 541 /* must be a DBCS encoding, check below */ | |
| 542 enc_dbcs_new = atoi(p_enc + 2); | |
| 543 } | |
| 544 else | |
| 545 goto codepage_invalid; | |
| 546 } | |
| 547 else if (GetLastError() == ERROR_INVALID_PARAMETER) | |
| 548 { | |
| 549 codepage_invalid: | |
| 550 return (char_u *)N_("E543: Not a valid codepage"); | |
| 551 } | |
| 552 } | |
| 553 #endif | |
| 554 else if (STRNCMP(p_enc, "8bit-", 5) == 0 | |
| 555 || STRNCMP(p_enc, "iso-8859-", 9) == 0) | |
| 556 { | |
| 557 /* Accept any "8bit-" or "iso-8859-" name. */ | |
| 558 enc_unicode = 0; | |
| 559 enc_utf8 = FALSE; | |
| 560 } | |
| 561 else if (STRNCMP(p_enc, "2byte-", 6) == 0) | |
| 562 { | |
| 563 #ifdef WIN3264 | |
| 564 /* Windows: accept only valid codepage numbers, check below. */ | |
| 565 if (p_enc[6] != 'c' || p_enc[7] != 'p' | |
| 566 || (enc_dbcs_new = atoi(p_enc + 8)) == 0) | |
| 567 return e_invarg; | |
| 568 #else | |
| 569 /* Unix: accept any "2byte-" name, assume current locale. */ | |
| 570 enc_dbcs_new = DBCS_2BYTE; | |
| 571 #endif | |
| 572 } | |
| 573 else if ((idx = enc_canon_search(p_enc)) >= 0) | |
| 574 { | |
| 575 i = enc_canon_table[idx].prop; | |
| 576 if (i & ENC_UNICODE) | |
| 577 { | |
| 578 /* Unicode */ | |
| 579 enc_utf8 = TRUE; | |
| 580 if (i & (ENC_2BYTE | ENC_2WORD)) | |
| 581 enc_unicode = 2; | |
| 582 else if (i & ENC_4BYTE) | |
| 583 enc_unicode = 4; | |
| 584 else | |
| 585 enc_unicode = 0; | |
| 586 } | |
| 587 else if (i & ENC_DBCS) | |
| 588 { | |
| 589 /* 2byte, handle below */ | |
| 590 enc_dbcs_new = enc_canon_table[idx].codepage; | |
| 591 } | |
| 592 else | |
| 593 { | |
| 594 /* Must be 8-bit. */ | |
| 595 enc_unicode = 0; | |
| 596 enc_utf8 = FALSE; | |
| 597 } | |
| 598 } | |
| 599 else /* Don't know what encoding this is, reject it. */ | |
| 600 return e_invarg; | |
| 601 | |
| 602 if (enc_dbcs_new != 0) | |
| 603 { | |
| 604 #ifdef WIN3264 | |
| 605 /* Check if the DBCS code page is OK. */ | |
| 606 if (!IsValidCodePage(enc_dbcs_new)) | |
| 607 goto codepage_invalid; | |
| 608 #endif | |
| 609 enc_unicode = 0; | |
| 610 enc_utf8 = FALSE; | |
| 611 } | |
| 612 enc_dbcs = enc_dbcs_new; | |
| 613 has_mbyte = (enc_dbcs != 0 || enc_utf8); | |
| 614 | |
| 615 #ifdef WIN3264 | |
| 616 enc_codepage = encname2codepage(p_enc); | |
| 26 | 617 enc_latin9 = (STRCMP(p_enc, "iso-8859-15") == 0); |
| 7 | 618 #endif |
| 619 | |
| 492 | 620 /* Detect an encoding that uses latin1 characters. */ |
| 621 enc_latin1like = (enc_utf8 || STRCMP(p_enc, "latin1") == 0 | |
| 622 || STRCMP(p_enc, "iso-8859-15") == 0); | |
| 623 | |
| 7 | 624 /* |
| 625 * Set the function pointers. | |
| 626 */ | |
| 627 if (enc_utf8) | |
| 628 { | |
| 474 | 629 mb_ptr2len = utfc_ptr2len; |
| 1903 | 630 mb_ptr2len_len = utfc_ptr2len_len; |
| 7 | 631 mb_char2len = utf_char2len; |
| 632 mb_char2bytes = utf_char2bytes; | |
| 633 mb_ptr2cells = utf_ptr2cells; | |
| 1903 | 634 mb_ptr2cells_len = utf_ptr2cells_len; |
| 7 | 635 mb_char2cells = utf_char2cells; |
| 636 mb_off2cells = utf_off2cells; | |
| 637 mb_ptr2char = utf_ptr2char; | |
| 638 mb_head_off = utf_head_off; | |
| 639 } | |
| 640 else if (enc_dbcs != 0) | |
| 641 { | |
| 474 | 642 mb_ptr2len = dbcs_ptr2len; |
| 1903 | 643 mb_ptr2len_len = dbcs_ptr2len_len; |
| 7 | 644 mb_char2len = dbcs_char2len; |
| 645 mb_char2bytes = dbcs_char2bytes; | |
| 646 mb_ptr2cells = dbcs_ptr2cells; | |
| 1903 | 647 mb_ptr2cells_len = dbcs_ptr2cells_len; |
| 7 | 648 mb_char2cells = dbcs_char2cells; |
| 649 mb_off2cells = dbcs_off2cells; | |
| 650 mb_ptr2char = dbcs_ptr2char; | |
| 651 mb_head_off = dbcs_head_off; | |
| 652 } | |
| 653 else | |
| 654 { | |
| 474 | 655 mb_ptr2len = latin_ptr2len; |
| 1903 | 656 mb_ptr2len_len = latin_ptr2len_len; |
| 7 | 657 mb_char2len = latin_char2len; |
| 658 mb_char2bytes = latin_char2bytes; | |
| 659 mb_ptr2cells = latin_ptr2cells; | |
| 1903 | 660 mb_ptr2cells_len = latin_ptr2cells_len; |
| 7 | 661 mb_char2cells = latin_char2cells; |
| 662 mb_off2cells = latin_off2cells; | |
| 663 mb_ptr2char = latin_ptr2char; | |
| 664 mb_head_off = latin_head_off; | |
| 665 } | |
| 666 | |
| 667 /* | |
| 668 * Fill the mb_bytelen_tab[] for MB_BYTE2LEN(). | |
| 669 */ | |
| 670 #ifdef LEN_FROM_CONV | |
| 671 /* When 'encoding' is different from the current locale mblen() won't | |
| 672 * work. Use conversion to "utf-8" instead. */ | |
| 673 vimconv.vc_type = CONV_NONE; | |
| 674 if (enc_dbcs) | |
| 675 { | |
| 676 p = enc_locale(); | |
| 677 if (p == NULL || STRCMP(p, p_enc) != 0) | |
| 678 { | |
| 679 convert_setup(&vimconv, p_enc, (char_u *)"utf-8"); | |
| 680 vimconv.vc_fail = TRUE; | |
| 681 } | |
| 682 vim_free(p); | |
| 683 } | |
| 684 #endif | |
| 685 | |
| 686 for (i = 0; i < 256; ++i) | |
| 687 { | |
| 688 /* Our own function to reliably check the length of UTF-8 characters, | |
| 689 * independent of mblen(). */ | |
| 690 if (enc_utf8) | |
| 691 n = utf8len_tab[i]; | |
| 692 else if (enc_dbcs == 0) | |
| 693 n = 1; | |
| 694 else | |
| 695 { | |
| 696 #if defined(WIN3264) || defined(WIN32UNIX) | |
| 697 /* enc_dbcs is set by setting 'fileencoding'. It becomes a Windows | |
| 698 * CodePage identifier, which we can pass directly in to Windows | |
| 699 * API */ | |
| 700 n = IsDBCSLeadByteEx(enc_dbcs, (BYTE)i) ? 2 : 1; | |
| 701 #else | |
| 1030 | 702 # if defined(MACOS) || defined(__amigaos4__) |
| 7 | 703 /* |
| 704 * if mblen() is not available, character which MSB is turned on | |
| 705 * are treated as leading byte character. (note : This assumption | |
| 706 * is not always true.) | |
| 707 */ | |
| 708 n = (i & 0x80) ? 2 : 1; | |
| 709 # else | |
| 710 char buf[MB_MAXBYTES]; | |
| 711 # ifdef X_LOCALE | |
| 712 # ifndef mblen | |
| 713 # define mblen _Xmblen | |
| 714 # endif | |
| 715 # endif | |
| 716 if (i == NUL) /* just in case mblen() can't handle "" */ | |
| 717 n = 1; | |
| 718 else | |
| 719 { | |
| 720 buf[0] = i; | |
| 721 buf[1] = 0; | |
| 722 #ifdef LEN_FROM_CONV | |
| 723 if (vimconv.vc_type != CONV_NONE) | |
| 724 { | |
| 725 /* | |
| 726 * string_convert() should fail when converting the first | |
| 727 * byte of a double-byte character. | |
| 728 */ | |
| 729 p = string_convert(&vimconv, (char_u *)buf, NULL); | |
| 730 if (p != NULL) | |
| 731 { | |
| 732 vim_free(p); | |
| 733 n = 1; | |
| 734 } | |
| 735 else | |
| 736 n = 2; | |
| 737 } | |
| 738 else | |
| 739 #endif | |
| 740 { | |
| 741 /* | |
| 742 * mblen() should return -1 for invalid (means the leading | |
| 743 * multibyte) character. However there are some platforms | |
| 744 * where mblen() returns 0 for invalid character. | |
| 745 * Therefore, following condition includes 0. | |
| 746 */ | |
| 1757 | 747 ignored = mblen(NULL, 0); /* First reset the state. */ |
| 7 | 748 if (mblen(buf, (size_t)1) <= 0) |
| 749 n = 2; | |
| 750 else | |
| 751 n = 1; | |
| 752 } | |
| 753 } | |
| 754 # endif | |
| 755 #endif | |
| 756 } | |
| 757 | |
| 758 mb_bytelen_tab[i] = n; | |
| 759 } | |
| 760 | |
| 761 #ifdef LEN_FROM_CONV | |
| 762 convert_setup(&vimconv, NULL, NULL); | |
| 763 #endif | |
| 764 | |
| 765 /* The cell width depends on the type of multi-byte characters. */ | |
| 766 (void)init_chartab(); | |
| 767 | |
| 768 /* When enc_utf8 is set or reset, (de)allocate ScreenLinesUC[] */ | |
| 769 screenalloc(FALSE); | |
| 770 | |
| 771 /* When using Unicode, set default for 'fileencodings'. */ | |
| 772 if (enc_utf8 && !option_was_set((char_u *)"fencs")) | |
| 773 set_string_option_direct((char_u *)"fencs", -1, | |
| 694 | 774 (char_u *)"ucs-bom,utf-8,default,latin1", OPT_FREE, 0); |
| 775 | |
| 7 | 776 #if defined(HAVE_BIND_TEXTDOMAIN_CODESET) && defined(FEAT_GETTEXT) |
| 777 /* GNU gettext 0.10.37 supports this feature: set the codeset used for | |
| 778 * translated messages independently from the current locale. */ | |
| 779 (void)bind_textdomain_codeset(VIMPACKAGE, | |
| 780 enc_utf8 ? "utf-8" : (char *)p_enc); | |
| 781 #endif | |
| 782 | |
| 23 | 783 #ifdef WIN32 |
| 784 /* When changing 'encoding' while starting up, then convert the command | |
| 785 * line arguments from the active codepage to 'encoding'. */ | |
| 786 if (starting != 0) | |
| 787 fix_arg_enc(); | |
| 788 #endif | |
| 789 | |
| 7 | 790 #ifdef FEAT_AUTOCMD |
| 791 /* Fire an autocommand to let people do custom font setup. This must be | |
| 792 * after Vim has been setup for the new encoding. */ | |
| 793 apply_autocmds(EVENT_ENCODINGCHANGED, NULL, (char_u *)"", FALSE, curbuf); | |
| 794 #endif | |
| 795 | |
| 740 | 796 #ifdef FEAT_SPELL |
| 236 | 797 /* Need to reload spell dictionaries */ |
| 798 spell_reload(); | |
| 799 #endif | |
| 800 | |
| 7 | 801 return NULL; |
| 802 } | |
| 803 | |
| 804 /* | |
| 805 * Return the size of the BOM for the current buffer: | |
| 806 * 0 - no BOM | |
| 807 * 2 - UCS-2 or UTF-16 BOM | |
| 808 * 4 - UCS-4 BOM | |
| 809 * 3 - UTF-8 BOM | |
| 810 */ | |
| 811 int | |
| 812 bomb_size() | |
| 813 { | |
| 814 int n = 0; | |
| 815 | |
| 816 if (curbuf->b_p_bomb && !curbuf->b_p_bin) | |
| 817 { | |
| 818 if (*curbuf->b_p_fenc == NUL) | |
| 819 { | |
| 820 if (enc_utf8) | |
| 821 { | |
| 822 if (enc_unicode != 0) | |
| 823 n = enc_unicode; | |
| 824 else | |
| 825 n = 3; | |
| 826 } | |
| 827 } | |
| 828 else if (STRCMP(curbuf->b_p_fenc, "utf-8") == 0) | |
| 829 n = 3; | |
| 830 else if (STRNCMP(curbuf->b_p_fenc, "ucs-2", 5) == 0 | |
| 831 || STRNCMP(curbuf->b_p_fenc, "utf-16", 6) == 0) | |
| 832 n = 2; | |
| 833 else if (STRNCMP(curbuf->b_p_fenc, "ucs-4", 5) == 0) | |
| 834 n = 4; | |
| 835 } | |
| 836 return n; | |
| 837 } | |
| 838 | |
| 839 /* | |
| 840 * Get class of pointer: | |
| 841 * 0 for blank or NUL | |
| 842 * 1 for punctuation | |
| 843 * 2 for an (ASCII) word character | |
| 844 * >2 for other word characters | |
| 845 */ | |
| 846 int | |
| 847 mb_get_class(p) | |
| 848 char_u *p; | |
| 849 { | |
| 850 if (MB_BYTE2LEN(p[0]) == 1) | |
| 851 { | |
| 852 if (p[0] == NUL || vim_iswhite(p[0])) | |
| 853 return 0; | |
| 854 if (vim_iswordc(p[0])) | |
| 855 return 2; | |
| 856 return 1; | |
| 857 } | |
| 858 if (enc_dbcs != 0 && p[0] != NUL && p[1] != NUL) | |
| 859 return dbcs_class(p[0], p[1]); | |
| 860 if (enc_utf8) | |
| 861 return utf_class(utf_ptr2char(p)); | |
| 862 return 0; | |
| 863 } | |
| 864 | |
| 865 /* | |
| 866 * Get class of a double-byte character. This always returns 3 or bigger. | |
| 867 * TODO: Should return 1 for punctuation. | |
| 868 */ | |
| 869 int | |
| 870 dbcs_class(lead, trail) | |
| 871 unsigned lead; | |
| 872 unsigned trail; | |
| 873 { | |
| 874 switch (enc_dbcs) | |
| 875 { | |
| 876 /* please add classfy routine for your language in here */ | |
| 877 | |
| 878 case DBCS_JPNU: /* ? */ | |
| 879 case DBCS_JPN: | |
| 880 { | |
| 881 /* JIS code classification */ | |
| 882 unsigned char lb = lead; | |
| 883 unsigned char tb = trail; | |
| 884 | |
| 885 /* convert process code to JIS */ | |
| 886 # if defined(WIN3264) || defined(WIN32UNIX) || defined(MACOS) | |
| 887 /* process code is SJIS */ | |
| 888 if (lb <= 0x9f) | |
| 889 lb = (lb - 0x81) * 2 + 0x21; | |
| 890 else | |
| 891 lb = (lb - 0xc1) * 2 + 0x21; | |
| 892 if (tb <= 0x7e) | |
| 893 tb -= 0x1f; | |
| 894 else if (tb <= 0x9e) | |
| 895 tb -= 0x20; | |
| 896 else | |
| 897 { | |
| 898 tb -= 0x7e; | |
| 899 lb += 1; | |
| 900 } | |
| 901 # else | |
| 902 /* | |
| 903 * XXX: Code page identification can not use with all | |
| 904 * system! So, some other encoding information | |
| 905 * will be needed. | |
| 906 * In japanese: SJIS,EUC,UNICODE,(JIS) | |
| 907 * Note that JIS-code system don't use as | |
| 908 * process code in most system because it uses | |
| 909 * escape sequences(JIS is context depend encoding). | |
| 910 */ | |
| 911 /* assume process code is JAPANESE-EUC */ | |
| 912 lb &= 0x7f; | |
| 913 tb &= 0x7f; | |
| 914 # endif | |
| 915 /* exceptions */ | |
| 916 switch (lb << 8 | tb) | |
| 917 { | |
| 918 case 0x2121: /* ZENKAKU space */ | |
| 919 return 0; | |
| 920 case 0x2122: /* KU-TEN (Japanese comma) */ | |
| 921 case 0x2123: /* TOU-TEN (Japanese period) */ | |
| 922 case 0x2124: /* ZENKAKU comma */ | |
| 923 case 0x2125: /* ZENKAKU period */ | |
| 924 return 1; | |
| 925 case 0x213c: /* prolongedsound handled as KATAKANA */ | |
| 926 return 13; | |
| 927 } | |
| 928 /* sieved by KU code */ | |
| 929 switch (lb) | |
| 930 { | |
| 931 case 0x21: | |
| 932 case 0x22: | |
| 933 /* special symbols */ | |
| 934 return 10; | |
| 935 case 0x23: | |
| 936 /* alpha-numeric */ | |
| 937 return 11; | |
| 938 case 0x24: | |
| 939 /* hiragana */ | |
| 940 return 12; | |
| 941 case 0x25: | |
| 942 /* katakana */ | |
| 943 return 13; | |
| 944 case 0x26: | |
| 945 /* greek */ | |
| 946 return 14; | |
| 947 case 0x27: | |
| 948 /* russian */ | |
| 949 return 15; | |
| 950 case 0x28: | |
| 951 /* lines */ | |
| 952 return 16; | |
| 953 default: | |
| 954 /* kanji */ | |
| 955 return 17; | |
| 956 } | |
| 957 } | |
| 958 | |
| 959 case DBCS_KORU: /* ? */ | |
| 960 case DBCS_KOR: | |
| 961 { | |
| 962 /* KS code classification */ | |
| 963 unsigned char c1 = lead; | |
| 964 unsigned char c2 = trail; | |
| 965 | |
| 966 /* | |
| 967 * 20 : Hangul | |
| 968 * 21 : Hanja | |
| 969 * 22 : Symbols | |
| 970 * 23 : Alpha-numeric/Roman Letter (Full width) | |
| 971 * 24 : Hangul Letter(Alphabet) | |
| 972 * 25 : Roman Numeral/Greek Letter | |
| 973 * 26 : Box Drawings | |
| 974 * 27 : Unit Symbols | |
| 975 * 28 : Circled/Parenthesized Letter | |
| 976 * 29 : Hirigana/Katakana | |
| 977 * 30 : Cyrillic Letter | |
| 978 */ | |
| 979 | |
| 980 if (c1 >= 0xB0 && c1 <= 0xC8) | |
| 981 /* Hangul */ | |
| 982 return 20; | |
| 983 #if defined(WIN3264) || defined(WIN32UNIX) | |
| 984 else if (c1 <= 0xA0 || c2 <= 0xA0) | |
| 985 /* Extended Hangul Region : MS UHC(Unified Hangul Code) */ | |
| 986 /* c1: 0x81-0xA0 with c2: 0x41-0x5A, 0x61-0x7A, 0x81-0xFE | |
| 987 * c1: 0xA1-0xC6 with c2: 0x41-0x5A, 0x61-0x7A, 0x81-0xA0 | |
| 988 */ | |
| 989 return 20; | |
| 990 #endif | |
| 991 | |
| 992 else if (c1 >= 0xCA && c1 <= 0xFD) | |
| 993 /* Hanja */ | |
| 994 return 21; | |
| 995 else switch (c1) | |
| 996 { | |
| 997 case 0xA1: | |
| 998 case 0xA2: | |
| 999 /* Symbols */ | |
| 1000 return 22; | |
| 1001 case 0xA3: | |
| 1002 /* Alpha-numeric */ | |
| 1003 return 23; | |
| 1004 case 0xA4: | |
| 1005 /* Hangul Letter(Alphabet) */ | |
| 1006 return 24; | |
| 1007 case 0xA5: | |
| 1008 /* Roman Numeral/Greek Letter */ | |
| 1009 return 25; | |
| 1010 case 0xA6: | |
| 1011 /* Box Drawings */ | |
| 1012 return 26; | |
| 1013 case 0xA7: | |
| 1014 /* Unit Symbols */ | |
| 1015 return 27; | |
| 1016 case 0xA8: | |
| 1017 case 0xA9: | |
| 1018 if (c2 <= 0xAF) | |
| 1019 return 25; /* Roman Letter */ | |
| 1020 else if (c2 >= 0xF6) | |
| 1021 return 22; /* Symbols */ | |
| 1022 else | |
| 1023 /* Circled/Parenthesized Letter */ | |
| 1024 return 28; | |
| 1025 case 0xAA: | |
| 1026 case 0xAB: | |
| 1027 /* Hirigana/Katakana */ | |
| 1028 return 29; | |
| 1029 case 0xAC: | |
| 1030 /* Cyrillic Letter */ | |
| 1031 return 30; | |
| 1032 } | |
| 1033 } | |
| 1034 default: | |
| 1035 break; | |
| 1036 } | |
| 1037 return 3; | |
| 1038 } | |
| 1039 | |
| 1040 /* | |
| 1041 * mb_char2len() function pointer. | |
| 1042 * Return length in bytes of character "c". | |
| 1043 * Returns 1 for a single-byte character. | |
| 1044 */ | |
| 1045 int | |
| 1046 latin_char2len(c) | |
| 1883 | 1047 int c UNUSED; |
| 7 | 1048 { |
| 1049 return 1; | |
| 1050 } | |
| 1051 | |
| 1052 static int | |
| 1053 dbcs_char2len(c) | |
| 1054 int c; | |
| 1055 { | |
| 1056 if (c >= 0x100) | |
| 1057 return 2; | |
| 1058 return 1; | |
| 1059 } | |
| 1060 | |
| 1061 /* | |
| 1062 * mb_char2bytes() function pointer. | |
| 1063 * Convert a character to its bytes. | |
| 1064 * Returns the length in bytes. | |
| 1065 */ | |
| 1066 int | |
| 1067 latin_char2bytes(c, buf) | |
| 1068 int c; | |
| 1069 char_u *buf; | |
| 1070 { | |
| 1071 buf[0] = c; | |
| 1072 return 1; | |
| 1073 } | |
| 1074 | |
| 1075 static int | |
| 1076 dbcs_char2bytes(c, buf) | |
| 1077 int c; | |
| 1078 char_u *buf; | |
| 1079 { | |
| 1080 if (c >= 0x100) | |
| 1081 { | |
| 1082 buf[0] = (unsigned)c >> 8; | |
| 1083 buf[1] = c; | |
| 221 | 1084 /* Never use a NUL byte, it causes lots of trouble. It's an invalid |
| 1085 * character anyway. */ | |
| 1086 if (buf[1] == NUL) | |
| 1087 buf[1] = '\n'; | |
| 7 | 1088 return 2; |
| 1089 } | |
| 1090 buf[0] = c; | |
| 1091 return 1; | |
| 1092 } | |
| 1093 | |
| 1094 /* | |
| 474 | 1095 * mb_ptr2len() function pointer. |
| 7 | 1096 * Get byte length of character at "*p" but stop at a NUL. |
| 1097 * For UTF-8 this includes following composing characters. | |
| 1098 * Returns 0 when *p is NUL. | |
| 1099 */ | |
| 1100 int | |
| 474 | 1101 latin_ptr2len(p) |
| 7 | 1102 char_u *p; |
| 1103 { | |
| 1104 return MB_BYTE2LEN(*p); | |
| 1105 } | |
| 1106 | |
| 1107 static int | |
| 474 | 1108 dbcs_ptr2len(p) |
| 7 | 1109 char_u *p; |
| 1110 { | |
| 1111 int len; | |
| 1112 | |
| 1113 /* Check if second byte is not missing. */ | |
| 1114 len = MB_BYTE2LEN(*p); | |
| 1115 if (len == 2 && p[1] == NUL) | |
| 1116 len = 1; | |
| 1117 return len; | |
| 1118 } | |
| 1119 | |
| 1903 | 1120 /* |
| 1121 * mb_ptr2len_len() function pointer. | |
| 1122 * Like mb_ptr2len(), but limit to read "size" bytes. | |
| 1123 * Returns 0 for an empty string. | |
| 1124 * Returns 1 for an illegal char or an incomplete byte sequence. | |
| 1125 */ | |
| 1126 int | |
| 1127 latin_ptr2len_len(p, size) | |
| 1128 char_u *p; | |
| 1129 int size; | |
| 1130 { | |
| 1131 if (size < 1 || *p == NUL) | |
| 1132 return 0; | |
| 1133 return 1; | |
| 1134 } | |
| 1135 | |
| 1136 static int | |
| 1137 dbcs_ptr2len_len(p, size) | |
| 1138 char_u *p; | |
| 1139 int size; | |
| 1140 { | |
| 1141 int len; | |
| 1142 | |
| 1143 if (size < 1 || *p == NUL) | |
| 1144 return 0; | |
| 1145 if (size == 1) | |
| 1146 return 1; | |
| 1147 /* Check that second byte is not missing. */ | |
| 1148 len = MB_BYTE2LEN(*p); | |
| 1149 if (len == 2 && p[1] == NUL) | |
| 1150 len = 1; | |
| 1151 return len; | |
| 1152 } | |
| 1153 | |
| 7 | 1154 struct interval |
| 1155 { | |
|
2041
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
1156 long first; |
|
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
1157 long last; |
| 7 | 1158 }; |
| 1159 static int intable __ARGS((struct interval *table, size_t size, int c)); | |
| 1160 | |
| 1161 /* | |
| 1162 * Return TRUE if "c" is in "table[size / sizeof(struct interval)]". | |
| 1163 */ | |
| 1164 static int | |
| 1165 intable(table, size, c) | |
| 1166 struct interval *table; | |
| 1167 size_t size; | |
| 1168 int c; | |
| 1169 { | |
| 1170 int mid, bot, top; | |
| 1171 | |
| 1172 /* first quick check for Latin1 etc. characters */ | |
| 1173 if (c < table[0].first) | |
| 1174 return FALSE; | |
| 1175 | |
| 1176 /* binary search in table */ | |
| 1177 bot = 0; | |
| 835 | 1178 top = (int)(size / sizeof(struct interval) - 1); |
| 7 | 1179 while (top >= bot) |
| 1180 { | |
| 1181 mid = (bot + top) / 2; | |
| 1182 if (table[mid].last < c) | |
| 1183 bot = mid + 1; | |
| 1184 else if (table[mid].first > c) | |
| 1185 top = mid - 1; | |
| 1186 else | |
| 1187 return TRUE; | |
| 1188 } | |
| 1189 return FALSE; | |
| 1190 } | |
| 1191 | |
| 1192 /* | |
| 1193 * For UTF-8 character "c" return 2 for a double-width character, 1 for others. | |
| 1194 * Returns 4 or 6 for an unprintable character. | |
| 1195 * Is only correct for characters >= 0x80. | |
| 1196 * When p_ambw is "double", return 2 for a character with East Asian Width | |
| 1197 * class 'A'(mbiguous). | |
| 1198 */ | |
| 1199 int | |
| 1200 utf_char2cells(c) | |
| 1201 int c; | |
| 1202 { | |
|
2063
1378bc45ebe5
updated for version 7.2.348
Bram Moolenaar <bram@zimbu.org>
parents:
2041
diff
changeset
|
1203 /* Sorted list of non-overlapping intervals of East Asian double width |
|
1378bc45ebe5
updated for version 7.2.348
Bram Moolenaar <bram@zimbu.org>
parents:
2041
diff
changeset
|
1204 * characters, generated with ../runtime/tools/unicode.vim. */ |
|
1378bc45ebe5
updated for version 7.2.348
Bram Moolenaar <bram@zimbu.org>
parents:
2041
diff
changeset
|
1205 static struct interval doublewidth[] = |
|
1378bc45ebe5
updated for version 7.2.348
Bram Moolenaar <bram@zimbu.org>
parents:
2041
diff
changeset
|
1206 { |
|
1378bc45ebe5
updated for version 7.2.348
Bram Moolenaar <bram@zimbu.org>
parents:
2041
diff
changeset
|
1207 {0x1100, 0x115f}, |
|
1378bc45ebe5
updated for version 7.2.348
Bram Moolenaar <bram@zimbu.org>
parents:
2041
diff
changeset
|
1208 {0x11a3, 0x11a7}, |
|
1378bc45ebe5
updated for version 7.2.348
Bram Moolenaar <bram@zimbu.org>
parents:
2041
diff
changeset
|
1209 {0x11fa, 0x11ff}, |
|
1378bc45ebe5
updated for version 7.2.348
Bram Moolenaar <bram@zimbu.org>
parents:
2041
diff
changeset
|
1210 {0x2329, 0x232a}, |
|
1378bc45ebe5
updated for version 7.2.348
Bram Moolenaar <bram@zimbu.org>
parents:
2041
diff
changeset
|
1211 {0x2e80, 0x2e99}, |
|
1378bc45ebe5
updated for version 7.2.348
Bram Moolenaar <bram@zimbu.org>
parents:
2041
diff
changeset
|
1212 {0x2e9b, 0x2ef3}, |
|
1378bc45ebe5
updated for version 7.2.348
Bram Moolenaar <bram@zimbu.org>
parents:
2041
diff
changeset
|
1213 {0x2f00, 0x2fd5}, |
|
1378bc45ebe5
updated for version 7.2.348
Bram Moolenaar <bram@zimbu.org>
parents:
2041
diff
changeset
|
1214 {0x2ff0, 0x2ffb}, |
|
1378bc45ebe5
updated for version 7.2.348
Bram Moolenaar <bram@zimbu.org>
parents:
2041
diff
changeset
|
1215 {0x3000, 0x3029}, |
|
1378bc45ebe5
updated for version 7.2.348
Bram Moolenaar <bram@zimbu.org>
parents:
2041
diff
changeset
|
1216 {0x3030, 0x303e}, |
|
1378bc45ebe5
updated for version 7.2.348
Bram Moolenaar <bram@zimbu.org>
parents:
2041
diff
changeset
|
1217 {0x3041, 0x3096}, |
|
1378bc45ebe5
updated for version 7.2.348
Bram Moolenaar <bram@zimbu.org>
parents:
2041
diff
changeset
|
1218 {0x309b, 0x30ff}, |
|
1378bc45ebe5
updated for version 7.2.348
Bram Moolenaar <bram@zimbu.org>
parents:
2041
diff
changeset
|
1219 {0x3105, 0x312d}, |
|
1378bc45ebe5
updated for version 7.2.348
Bram Moolenaar <bram@zimbu.org>
parents:
2041
diff
changeset
|
1220 {0x3131, 0x318e}, |
|
1378bc45ebe5
updated for version 7.2.348
Bram Moolenaar <bram@zimbu.org>
parents:
2041
diff
changeset
|
1221 {0x3190, 0x31b7}, |
|
1378bc45ebe5
updated for version 7.2.348
Bram Moolenaar <bram@zimbu.org>
parents:
2041
diff
changeset
|
1222 {0x31c0, 0x31e3}, |
|
1378bc45ebe5
updated for version 7.2.348
Bram Moolenaar <bram@zimbu.org>
parents:
2041
diff
changeset
|
1223 {0x31f0, 0x321e}, |
|
1378bc45ebe5
updated for version 7.2.348
Bram Moolenaar <bram@zimbu.org>
parents:
2041
diff
changeset
|
1224 {0x3220, 0x3247}, |
|
1378bc45ebe5
updated for version 7.2.348
Bram Moolenaar <bram@zimbu.org>
parents:
2041
diff
changeset
|
1225 {0x3250, 0x32fe}, |
|
1378bc45ebe5
updated for version 7.2.348
Bram Moolenaar <bram@zimbu.org>
parents:
2041
diff
changeset
|
1226 {0x3300, 0x4dbf}, |
|
1378bc45ebe5
updated for version 7.2.348
Bram Moolenaar <bram@zimbu.org>
parents:
2041
diff
changeset
|
1227 {0x4e00, 0xa48c}, |
|
1378bc45ebe5
updated for version 7.2.348
Bram Moolenaar <bram@zimbu.org>
parents:
2041
diff
changeset
|
1228 {0xa490, 0xa4c6}, |
|
1378bc45ebe5
updated for version 7.2.348
Bram Moolenaar <bram@zimbu.org>
parents:
2041
diff
changeset
|
1229 {0xa960, 0xa97c}, |
|
1378bc45ebe5
updated for version 7.2.348
Bram Moolenaar <bram@zimbu.org>
parents:
2041
diff
changeset
|
1230 {0xac00, 0xd7a3}, |
|
1378bc45ebe5
updated for version 7.2.348
Bram Moolenaar <bram@zimbu.org>
parents:
2041
diff
changeset
|
1231 {0xd7b0, 0xd7c6}, |
|
1378bc45ebe5
updated for version 7.2.348
Bram Moolenaar <bram@zimbu.org>
parents:
2041
diff
changeset
|
1232 {0xd7cb, 0xd7fb}, |
|
1378bc45ebe5
updated for version 7.2.348
Bram Moolenaar <bram@zimbu.org>
parents:
2041
diff
changeset
|
1233 {0xf900, 0xfaff}, |
|
1378bc45ebe5
updated for version 7.2.348
Bram Moolenaar <bram@zimbu.org>
parents:
2041
diff
changeset
|
1234 {0xfe10, 0xfe19}, |
|
1378bc45ebe5
updated for version 7.2.348
Bram Moolenaar <bram@zimbu.org>
parents:
2041
diff
changeset
|
1235 {0xfe30, 0xfe52}, |
|
1378bc45ebe5
updated for version 7.2.348
Bram Moolenaar <bram@zimbu.org>
parents:
2041
diff
changeset
|
1236 {0xfe54, 0xfe66}, |
|
1378bc45ebe5
updated for version 7.2.348
Bram Moolenaar <bram@zimbu.org>
parents:
2041
diff
changeset
|
1237 {0xfe68, 0xfe6b}, |
|
1378bc45ebe5
updated for version 7.2.348
Bram Moolenaar <bram@zimbu.org>
parents:
2041
diff
changeset
|
1238 {0xff01, 0xff60}, |
|
1378bc45ebe5
updated for version 7.2.348
Bram Moolenaar <bram@zimbu.org>
parents:
2041
diff
changeset
|
1239 {0xffe0, 0xffe6}, |
|
1378bc45ebe5
updated for version 7.2.348
Bram Moolenaar <bram@zimbu.org>
parents:
2041
diff
changeset
|
1240 {0x1f200, 0x1f200}, |
|
1378bc45ebe5
updated for version 7.2.348
Bram Moolenaar <bram@zimbu.org>
parents:
2041
diff
changeset
|
1241 {0x1f210, 0x1f231}, |
|
1378bc45ebe5
updated for version 7.2.348
Bram Moolenaar <bram@zimbu.org>
parents:
2041
diff
changeset
|
1242 {0x1f240, 0x1f248}, |
|
1378bc45ebe5
updated for version 7.2.348
Bram Moolenaar <bram@zimbu.org>
parents:
2041
diff
changeset
|
1243 {0x20000, 0x2fffd}, |
|
1378bc45ebe5
updated for version 7.2.348
Bram Moolenaar <bram@zimbu.org>
parents:
2041
diff
changeset
|
1244 {0x30000, 0x3fffd} |
|
1378bc45ebe5
updated for version 7.2.348
Bram Moolenaar <bram@zimbu.org>
parents:
2041
diff
changeset
|
1245 }; |
|
2041
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
1246 /* Sorted list of non-overlapping intervals of East Asian Ambiguous |
|
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
1247 * characters, generated with ../runtime/tools/unicode.vim. */ |
|
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
1248 static struct interval ambiguous[] = |
|
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
1249 { |
|
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
1250 {0x00a1, 0x00a1}, |
|
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
1251 {0x00a4, 0x00a4}, |
|
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
1252 {0x00a7, 0x00a8}, |
|
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
1253 {0x00aa, 0x00aa}, |
|
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
1254 {0x00ad, 0x00ae}, |
|
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
1255 {0x00b0, 0x00b4}, |
|
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
1256 {0x00b6, 0x00ba}, |
|
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
1257 {0x00bc, 0x00bf}, |
|
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
1258 {0x00c6, 0x00c6}, |
|
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
1259 {0x00d0, 0x00d0}, |
|
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
1260 {0x00d7, 0x00d8}, |
|
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
1261 {0x00de, 0x00e1}, |
|
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
1262 {0x00e6, 0x00e6}, |
|
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
1263 {0x00e8, 0x00ea}, |
|
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
1264 {0x00ec, 0x00ed}, |
|
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
1265 {0x00f0, 0x00f0}, |
|
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
1266 {0x00f2, 0x00f3}, |
|
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
1267 {0x00f7, 0x00fa}, |
|
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
1268 {0x00fc, 0x00fc}, |
|
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
1269 {0x00fe, 0x00fe}, |
|
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
1270 {0x0101, 0x0101}, |
|
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
1271 {0x0111, 0x0111}, |
|
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
1272 {0x0113, 0x0113}, |
|
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
1273 {0x011b, 0x011b}, |
|
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
1274 {0x0126, 0x0127}, |
|
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
1275 {0x012b, 0x012b}, |
|
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
1276 {0x0131, 0x0133}, |
|
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
1277 {0x0138, 0x0138}, |
|
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
1278 {0x013f, 0x0142}, |
|
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
1279 {0x0144, 0x0144}, |
|
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
1280 {0x0148, 0x014b}, |
|
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
1281 {0x014d, 0x014d}, |
|
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
1282 {0x0152, 0x0153}, |
|
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
1283 {0x0166, 0x0167}, |
|
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
1284 {0x016b, 0x016b}, |
|
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
1285 {0x01ce, 0x01ce}, |
|
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
1286 {0x01d0, 0x01d0}, |
|
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
1287 {0x01d2, 0x01d2}, |
|
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
1288 {0x01d4, 0x01d4}, |
|
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
1289 {0x01d6, 0x01d6}, |
|
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
1290 {0x01d8, 0x01d8}, |
|
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
1291 {0x01da, 0x01da}, |
|
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
1292 {0x01dc, 0x01dc}, |
|
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
1293 {0x0251, 0x0251}, |
|
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
1294 {0x0261, 0x0261}, |
|
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
1295 {0x02c4, 0x02c4}, |
|
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
1296 {0x02c7, 0x02c7}, |
|
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
1297 {0x02c9, 0x02cb}, |
|
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
1298 {0x02cd, 0x02cd}, |
|
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
1299 {0x02d0, 0x02d0}, |
|
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
1300 {0x02d8, 0x02db}, |
|
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
1301 {0x02dd, 0x02dd}, |
|
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
1302 {0x02df, 0x02df}, |
|
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
1303 {0x0391, 0x03a1}, |
|
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
1304 {0x03a3, 0x03a9}, |
|
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
1305 {0x03b1, 0x03c1}, |
|
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
1306 {0x03c3, 0x03c9}, |
|
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
1307 {0x0401, 0x0401}, |
|
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
1308 {0x0410, 0x044f}, |
|
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
1309 {0x0451, 0x0451}, |
|
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
1310 {0x2010, 0x2010}, |
|
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
1311 {0x2013, 0x2016}, |
|
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
1312 {0x2018, 0x2019}, |
|
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
1313 {0x201c, 0x201d}, |
|
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
1314 {0x2020, 0x2022}, |
|
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
1315 {0x2024, 0x2027}, |
|
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
1316 {0x2030, 0x2030}, |
|
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
1317 {0x2032, 0x2033}, |
|
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
1318 {0x2035, 0x2035}, |
|
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
1319 {0x203b, 0x203b}, |
|
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
1320 {0x203e, 0x203e}, |
|
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
1321 {0x2074, 0x2074}, |
|
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
1322 {0x207f, 0x207f}, |
|
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
1323 {0x2081, 0x2084}, |
|
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
1324 {0x20ac, 0x20ac}, |
|
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
1325 {0x2103, 0x2103}, |
|
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
1326 {0x2105, 0x2105}, |
|
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
1327 {0x2109, 0x2109}, |
|
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
1328 {0x2113, 0x2113}, |
|
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
1329 {0x2116, 0x2116}, |
|
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
1330 {0x2121, 0x2122}, |
|
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
1331 {0x2126, 0x2126}, |
|
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
1332 {0x212b, 0x212b}, |
|
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
1333 {0x2153, 0x2154}, |
|
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
1334 {0x215b, 0x215e}, |
|
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
1335 {0x2160, 0x216b}, |
|
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
1336 {0x2170, 0x2179}, |
|
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
1337 {0x2189, 0x2189}, |
|
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
1338 {0x2190, 0x2199}, |
|
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
1339 {0x21b8, 0x21b9}, |
|
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
1340 {0x21d2, 0x21d2}, |
|
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
1341 {0x21d4, 0x21d4}, |
|
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
1342 {0x21e7, 0x21e7}, |
|
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
1343 {0x2200, 0x2200}, |
|
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
1344 {0x2202, 0x2203}, |
|
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
1345 {0x2207, 0x2208}, |
|
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
1346 {0x220b, 0x220b}, |
|
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
1347 {0x220f, 0x220f}, |
|
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
1348 {0x2211, 0x2211}, |
|
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
1349 {0x2215, 0x2215}, |
|
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
1350 {0x221a, 0x221a}, |
|
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
1351 {0x221d, 0x2220}, |
|
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
1352 {0x2223, 0x2223}, |
|
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
1353 {0x2225, 0x2225}, |
|
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
1354 {0x2227, 0x222c}, |
|
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
1355 {0x222e, 0x222e}, |
|
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
1356 {0x2234, 0x2237}, |
|
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
1357 {0x223c, 0x223d}, |
|
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
1358 {0x2248, 0x2248}, |
|
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
1359 {0x224c, 0x224c}, |
|
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
1360 {0x2252, 0x2252}, |
|
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
1361 {0x2260, 0x2261}, |
|
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
1362 {0x2264, 0x2267}, |
|
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
1363 {0x226a, 0x226b}, |
|
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
1364 {0x226e, 0x226f}, |
|
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
1365 {0x2282, 0x2283}, |
|
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
1366 {0x2286, 0x2287}, |
|
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
1367 {0x2295, 0x2295}, |
|
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
1368 {0x2299, 0x2299}, |
|
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
1369 {0x22a5, 0x22a5}, |
|
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
1370 {0x22bf, 0x22bf}, |
|
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
1371 {0x2312, 0x2312}, |
|
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
1372 {0x2460, 0x24e9}, |
|
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
1373 {0x24eb, 0x254b}, |
|
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
1374 {0x2550, 0x2573}, |
|
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
1375 {0x2580, 0x258f}, |
|
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
1376 {0x2592, 0x2595}, |
|
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
1377 {0x25a0, 0x25a1}, |
|
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
1378 {0x25a3, 0x25a9}, |
|
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
1379 {0x25b2, 0x25b3}, |
|
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
1380 {0x25b6, 0x25b7}, |
|
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
1381 {0x25bc, 0x25bd}, |
|
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
1382 {0x25c0, 0x25c1}, |
|
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
1383 {0x25c6, 0x25c8}, |
|
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
1384 {0x25cb, 0x25cb}, |
|
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
1385 {0x25ce, 0x25d1}, |
|
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
1386 {0x25e2, 0x25e5}, |
|
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
1387 {0x25ef, 0x25ef}, |
|
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
1388 {0x2605, 0x2606}, |
|
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
1389 {0x2609, 0x2609}, |
|
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
1390 {0x260e, 0x260f}, |
|
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
1391 {0x2614, 0x2615}, |
|
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
1392 {0x261c, 0x261c}, |
|
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
1393 {0x261e, 0x261e}, |
|
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
1394 {0x2640, 0x2640}, |
|
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
1395 {0x2642, 0x2642}, |
|
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
1396 {0x2660, 0x2661}, |
|
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
1397 {0x2663, 0x2665}, |
|
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
1398 {0x2667, 0x266a}, |
|
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
1399 {0x266c, 0x266d}, |
|
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
1400 {0x266f, 0x266f}, |
|
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
1401 {0x269e, 0x269f}, |
|
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
1402 {0x26be, 0x26bf}, |
|
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
1403 {0x26c4, 0x26cd}, |
|
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
1404 {0x26cf, 0x26e1}, |
|
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
1405 {0x26e3, 0x26e3}, |
|
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
1406 {0x26e8, 0x26ff}, |
|
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
1407 {0x273d, 0x273d}, |
|
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
1408 {0x2757, 0x2757}, |
|
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
1409 {0x2776, 0x277f}, |
|
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
1410 {0x2b55, 0x2b59}, |
|
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
1411 {0x3248, 0x324f}, |
|
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
1412 {0xe000, 0xf8ff}, |
|
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
1413 {0xfffd, 0xfffd}, |
|
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
1414 {0x1f100, 0x1f10a}, |
|
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
1415 {0x1f110, 0x1f12d}, |
|
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
1416 {0x1f131, 0x1f131}, |
|
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
1417 {0x1f13d, 0x1f13d}, |
|
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
1418 {0x1f13f, 0x1f13f}, |
|
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
1419 {0x1f142, 0x1f142}, |
|
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
1420 {0x1f146, 0x1f146}, |
|
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
1421 {0x1f14a, 0x1f14e}, |
|
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
1422 {0x1f157, 0x1f157}, |
|
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
1423 {0x1f15f, 0x1f15f}, |
|
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
1424 {0x1f179, 0x1f179}, |
|
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
1425 {0x1f17b, 0x1f17c}, |
|
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
1426 {0x1f17f, 0x1f17f}, |
|
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
1427 {0x1f18a, 0x1f18d}, |
|
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
1428 {0x1f190, 0x1f190}, |
|
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
1429 {0xf0000, 0xffffd}, |
|
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
1430 {0x100000, 0x10fffd} |
| 7 | 1431 }; |
| 1432 | |
| 1433 if (c >= 0x100) | |
| 1434 { | |
| 1435 #ifdef USE_WCHAR_FUNCTIONS | |
| 1436 /* | |
| 1437 * Assume the library function wcwidth() works better than our own | |
| 1438 * stuff. It should return 1 for ambiguous width chars! | |
| 1439 */ | |
| 1440 int n = wcwidth(c); | |
| 1441 | |
| 1442 if (n < 0) | |
| 1443 return 6; /* unprintable, displays <xxxx> */ | |
| 1444 if (n > 1) | |
| 1445 return n; | |
| 1446 #else | |
| 1447 if (!utf_printable(c)) | |
| 1448 return 6; /* unprintable, displays <xxxx> */ | |
|
2063
1378bc45ebe5
updated for version 7.2.348
Bram Moolenaar <bram@zimbu.org>
parents:
2041
diff
changeset
|
1449 if (intable(doublewidth, sizeof(doublewidth), c)) |
| 7 | 1450 return 2; |
| 1451 #endif | |
| 1452 } | |
| 1453 | |
| 1454 /* Characters below 0x100 are influenced by 'isprint' option */ | |
| 1455 else if (c >= 0x80 && !vim_isprintc(c)) | |
| 1456 return 4; /* unprintable, displays <xx> */ | |
| 1457 | |
| 1458 if (c >= 0x80 && *p_ambw == 'd' && intable(ambiguous, sizeof(ambiguous), c)) | |
| 1459 return 2; | |
| 1460 | |
| 1461 return 1; | |
| 1462 } | |
| 1463 | |
| 1464 /* | |
| 1465 * mb_ptr2cells() function pointer. | |
| 1466 * Return the number of display cells character at "*p" occupies. | |
| 1467 * This doesn't take care of unprintable characters, use ptr2cells() for that. | |
| 1468 */ | |
| 1469 int | |
| 1470 latin_ptr2cells(p) | |
| 1883 | 1471 char_u *p UNUSED; |
| 7 | 1472 { |
| 1473 return 1; | |
| 1474 } | |
| 1475 | |
| 1476 int | |
| 1477 utf_ptr2cells(p) | |
| 1478 char_u *p; | |
| 1479 { | |
| 1480 int c; | |
| 1481 | |
| 1482 /* Need to convert to a wide character. */ | |
| 1483 if (*p >= 0x80) | |
| 1484 { | |
| 1485 c = utf_ptr2char(p); | |
| 1486 /* An illegal byte is displayed as <xx>. */ | |
| 474 | 1487 if (utf_ptr2len(p) == 1 || c == NUL) |
| 7 | 1488 return 4; |
| 1489 /* If the char is ASCII it must be an overlong sequence. */ | |
| 1490 if (c < 0x80) | |
| 1491 return char2cells(c); | |
| 1492 return utf_char2cells(c); | |
| 1493 } | |
| 1494 return 1; | |
| 1495 } | |
| 1496 | |
| 1497 int | |
| 1498 dbcs_ptr2cells(p) | |
| 1499 char_u *p; | |
| 1500 { | |
| 1501 /* Number of cells is equal to number of bytes, except for euc-jp when | |
| 1502 * the first byte is 0x8e. */ | |
| 1503 if (enc_dbcs == DBCS_JPNU && *p == 0x8e) | |
| 1504 return 1; | |
| 1505 return MB_BYTE2LEN(*p); | |
| 1506 } | |
| 1507 | |
| 1508 /* | |
| 1903 | 1509 * mb_ptr2cells_len() function pointer. |
| 1510 * Like mb_ptr2cells(), but limit string length to "size". | |
| 1511 * For an empty string or truncated character returns 1. | |
| 1512 */ | |
| 1513 int | |
| 1514 latin_ptr2cells_len(p, size) | |
| 1515 char_u *p UNUSED; | |
| 1516 int size UNUSED; | |
| 1517 { | |
| 1518 return 1; | |
| 1519 } | |
| 1520 | |
| 1521 static int | |
| 1522 utf_ptr2cells_len(p, size) | |
| 1523 char_u *p; | |
| 1524 int size; | |
| 1525 { | |
| 1526 int c; | |
| 1527 | |
| 1528 /* Need to convert to a wide character. */ | |
| 1529 if (size > 0 && *p >= 0x80) | |
| 1530 { | |
| 1531 if (utf_ptr2len_len(p, size) < utf8len_tab[*p]) | |
| 2015 | 1532 return 1; /* truncated */ |
| 1903 | 1533 c = utf_ptr2char(p); |
| 1534 /* An illegal byte is displayed as <xx>. */ | |
| 1535 if (utf_ptr2len(p) == 1 || c == NUL) | |
| 1536 return 4; | |
| 1537 /* If the char is ASCII it must be an overlong sequence. */ | |
| 1538 if (c < 0x80) | |
| 1539 return char2cells(c); | |
| 1540 return utf_char2cells(c); | |
| 1541 } | |
| 1542 return 1; | |
| 1543 } | |
| 1544 | |
| 1545 static int | |
| 1546 dbcs_ptr2cells_len(p, size) | |
| 1547 char_u *p; | |
| 1548 int size; | |
| 1549 { | |
| 1550 /* Number of cells is equal to number of bytes, except for euc-jp when | |
| 1551 * the first byte is 0x8e. */ | |
| 1552 if (size <= 1 || (enc_dbcs == DBCS_JPNU && *p == 0x8e)) | |
| 1553 return 1; | |
| 1554 return MB_BYTE2LEN(*p); | |
| 1555 } | |
| 1556 | |
| 1557 /* | |
| 7 | 1558 * mb_char2cells() function pointer. |
| 1559 * Return the number of display cells character "c" occupies. | |
| 1560 * Only takes care of multi-byte chars, not "^C" and such. | |
| 1561 */ | |
| 1562 int | |
| 1563 latin_char2cells(c) | |
| 1883 | 1564 int c UNUSED; |
| 7 | 1565 { |
| 1566 return 1; | |
| 1567 } | |
| 1568 | |
| 1569 static int | |
| 1570 dbcs_char2cells(c) | |
| 1571 int c; | |
| 1572 { | |
| 1573 /* Number of cells is equal to number of bytes, except for euc-jp when | |
| 1574 * the first byte is 0x8e. */ | |
| 1575 if (enc_dbcs == DBCS_JPNU && ((unsigned)c >> 8) == 0x8e) | |
| 1576 return 1; | |
| 1577 /* use the first byte */ | |
| 1578 return MB_BYTE2LEN((unsigned)c >> 8); | |
| 1579 } | |
| 1580 | |
| 1581 /* | |
| 1582 * mb_off2cells() function pointer. | |
| 1583 * Return number of display cells for char at ScreenLines[off]. | |
| 1378 | 1584 * We make sure that the offset used is less than "max_off". |
| 7 | 1585 */ |
| 1586 int | |
| 1378 | 1587 latin_off2cells(off, max_off) |
| 1883 | 1588 unsigned off UNUSED; |
| 1589 unsigned max_off UNUSED; | |
| 7 | 1590 { |
| 1591 return 1; | |
| 1592 } | |
| 1593 | |
| 1594 int | |
| 1378 | 1595 dbcs_off2cells(off, max_off) |
| 7 | 1596 unsigned off; |
| 1378 | 1597 unsigned max_off; |
| 7 | 1598 { |
| 1378 | 1599 /* never check beyond end of the line */ |
| 1600 if (off >= max_off) | |
| 1601 return 1; | |
| 1602 | |
| 7 | 1603 /* Number of cells is equal to number of bytes, except for euc-jp when |
| 1604 * the first byte is 0x8e. */ | |
| 1605 if (enc_dbcs == DBCS_JPNU && ScreenLines[off] == 0x8e) | |
| 1606 return 1; | |
| 1607 return MB_BYTE2LEN(ScreenLines[off]); | |
| 1608 } | |
| 1609 | |
| 1610 int | |
| 1378 | 1611 utf_off2cells(off, max_off) |
| 7 | 1612 unsigned off; |
| 1378 | 1613 unsigned max_off; |
| 7 | 1614 { |
| 1378 | 1615 return (off + 1 < max_off && ScreenLines[off + 1] == 0) ? 2 : 1; |
| 7 | 1616 } |
| 1617 | |
| 1618 /* | |
| 1619 * mb_ptr2char() function pointer. | |
| 1620 * Convert a byte sequence into a character. | |
| 1621 */ | |
| 1622 int | |
| 1623 latin_ptr2char(p) | |
| 1624 char_u *p; | |
| 1625 { | |
| 1626 return *p; | |
| 1627 } | |
| 1628 | |
| 1629 static int | |
| 1630 dbcs_ptr2char(p) | |
| 1631 char_u *p; | |
| 1632 { | |
| 1633 if (MB_BYTE2LEN(*p) > 1 && p[1] != NUL) | |
| 1634 return (p[0] << 8) + p[1]; | |
| 1635 return *p; | |
| 1636 } | |
| 1637 | |
| 1638 /* | |
| 1639 * Convert a UTF-8 byte sequence to a wide character. | |
| 1640 * If the sequence is illegal or truncated by a NUL the first byte is | |
| 1641 * returned. | |
| 1642 * Does not include composing characters, of course. | |
| 1643 */ | |
| 1644 int | |
| 1645 utf_ptr2char(p) | |
| 1646 char_u *p; | |
| 1647 { | |
| 1648 int len; | |
| 1649 | |
| 1650 if (p[0] < 0x80) /* be quick for ASCII */ | |
| 1651 return p[0]; | |
| 1652 | |
| 2015 | 1653 len = utf8len_tab_zero[p[0]]; |
| 1658 | 1654 if (len > 1 && (p[1] & 0xc0) == 0x80) |
| 7 | 1655 { |
| 1656 if (len == 2) | |
| 1657 return ((p[0] & 0x1f) << 6) + (p[1] & 0x3f); | |
| 1658 if ((p[2] & 0xc0) == 0x80) | |
| 1659 { | |
| 1660 if (len == 3) | |
| 1661 return ((p[0] & 0x0f) << 12) + ((p[1] & 0x3f) << 6) | |
| 1662 + (p[2] & 0x3f); | |
| 1663 if ((p[3] & 0xc0) == 0x80) | |
| 1664 { | |
| 1665 if (len == 4) | |
| 1666 return ((p[0] & 0x07) << 18) + ((p[1] & 0x3f) << 12) | |
| 1667 + ((p[2] & 0x3f) << 6) + (p[3] & 0x3f); | |
| 1668 if ((p[4] & 0xc0) == 0x80) | |
| 1669 { | |
| 1670 if (len == 5) | |
| 1671 return ((p[0] & 0x03) << 24) + ((p[1] & 0x3f) << 18) | |
| 1672 + ((p[2] & 0x3f) << 12) + ((p[3] & 0x3f) << 6) | |
| 1673 + (p[4] & 0x3f); | |
| 1674 if ((p[5] & 0xc0) == 0x80 && len == 6) | |
| 1675 return ((p[0] & 0x01) << 30) + ((p[1] & 0x3f) << 24) | |
| 1676 + ((p[2] & 0x3f) << 18) + ((p[3] & 0x3f) << 12) | |
| 1677 + ((p[4] & 0x3f) << 6) + (p[5] & 0x3f); | |
| 1678 } | |
| 1679 } | |
| 1680 } | |
| 1681 } | |
| 1682 /* Illegal value, just return the first byte */ | |
| 1683 return p[0]; | |
| 1684 } | |
| 1685 | |
| 1686 /* | |
| 1687 * Get character at **pp and advance *pp to the next character. | |
| 1688 * Note: composing characters are skipped! | |
| 1689 */ | |
| 1690 int | |
| 1691 mb_ptr2char_adv(pp) | |
| 1692 char_u **pp; | |
| 1693 { | |
| 1694 int c; | |
| 1695 | |
| 1696 c = (*mb_ptr2char)(*pp); | |
| 474 | 1697 *pp += (*mb_ptr2len)(*pp); |
| 1698 return c; | |
| 1699 } | |
| 1700 | |
| 1701 /* | |
| 1702 * Get character at **pp and advance *pp to the next character. | |
| 1703 * Note: composing characters are returned as separate characters. | |
| 1704 */ | |
| 1705 int | |
| 1706 mb_cptr2char_adv(pp) | |
| 1707 char_u **pp; | |
| 1708 { | |
| 1709 int c; | |
| 1710 | |
| 1711 c = (*mb_ptr2char)(*pp); | |
| 1712 if (enc_utf8) | |
| 1713 *pp += utf_ptr2len(*pp); | |
| 1714 else | |
| 1715 *pp += (*mb_ptr2len)(*pp); | |
| 7 | 1716 return c; |
| 1717 } | |
| 1718 | |
| 1719 #if defined(FEAT_ARABIC) || defined(PROTO) | |
| 1720 /* | |
| 1721 * Check whether we are dealing with Arabic combining characters. | |
| 1722 * Note: these are NOT really composing characters! | |
| 1723 */ | |
| 1724 int | |
| 1725 arabic_combine(one, two) | |
| 1726 int one; /* first character */ | |
| 1727 int two; /* character just after "one" */ | |
| 1728 { | |
| 1729 if (one == a_LAM) | |
| 1730 return arabic_maycombine(two); | |
| 1731 return FALSE; | |
| 1732 } | |
| 1733 | |
| 1734 /* | |
| 1735 * Check whether we are dealing with a character that could be regarded as an | |
| 1736 * Arabic combining character, need to check the character before this. | |
| 1737 */ | |
| 1738 int | |
| 1739 arabic_maycombine(two) | |
| 1740 int two; | |
| 1741 { | |
| 1742 if (p_arshape && !p_tbidi) | |
| 1743 return (two == a_ALEF_MADDA | |
| 1744 || two == a_ALEF_HAMZA_ABOVE | |
| 1745 || two == a_ALEF_HAMZA_BELOW | |
| 1746 || two == a_ALEF); | |
| 1747 return FALSE; | |
| 1748 } | |
| 1749 | |
| 1750 /* | |
| 1751 * Check if the character pointed to by "p2" is a composing character when it | |
| 1752 * comes after "p1". For Arabic sometimes "ab" is replaced with "c", which | |
| 1753 * behaves like a composing character. | |
| 1754 */ | |
| 1755 int | |
| 1756 utf_composinglike(p1, p2) | |
| 1757 char_u *p1; | |
| 1758 char_u *p2; | |
| 1759 { | |
| 1760 int c2; | |
| 1761 | |
| 1762 c2 = utf_ptr2char(p2); | |
| 1763 if (utf_iscomposing(c2)) | |
| 1764 return TRUE; | |
| 1765 if (!arabic_maycombine(c2)) | |
| 1766 return FALSE; | |
| 1767 return arabic_combine(utf_ptr2char(p1), c2); | |
| 1768 } | |
| 1769 #endif | |
| 1770 | |
| 1771 /* | |
| 1205 | 1772 * Convert a UTF-8 byte string to a wide character. Also get up to MAX_MCO |
| 7 | 1773 * composing characters. |
| 1774 */ | |
| 1775 int | |
| 714 | 1776 utfc_ptr2char(p, pcc) |
| 7 | 1777 char_u *p; |
| 714 | 1778 int *pcc; /* return: composing chars, last one is 0 */ |
| 7 | 1779 { |
| 1780 int len; | |
| 1781 int c; | |
| 1782 int cc; | |
| 714 | 1783 int i = 0; |
| 7 | 1784 |
| 1785 c = utf_ptr2char(p); | |
| 474 | 1786 len = utf_ptr2len(p); |
| 714 | 1787 |
| 7 | 1788 /* Only accept a composing char when the first char isn't illegal. */ |
| 1789 if ((len > 1 || *p < 0x80) | |
| 1790 && p[len] >= 0x80 | |
| 1791 && UTF_COMPOSINGLIKE(p, p + len)) | |
| 1792 { | |
| 714 | 1793 cc = utf_ptr2char(p + len); |
| 1794 for (;;) | |
| 1795 { | |
| 1796 pcc[i++] = cc; | |
| 1797 if (i == MAX_MCO) | |
| 1798 break; | |
| 1799 len += utf_ptr2len(p + len); | |
| 1800 if (p[len] < 0x80 || !utf_iscomposing(cc = utf_ptr2char(p + len))) | |
| 1801 break; | |
| 1802 } | |
| 7 | 1803 } |
| 714 | 1804 |
| 1805 if (i < MAX_MCO) /* last composing char must be 0 */ | |
| 1806 pcc[i] = 0; | |
| 1807 | |
| 7 | 1808 return c; |
| 1809 } | |
| 1810 | |
| 1811 /* | |
| 1205 | 1812 * Convert a UTF-8 byte string to a wide character. Also get up to MAX_MCO |
| 7 | 1813 * composing characters. Use no more than p[maxlen]. |
| 1814 */ | |
| 1815 int | |
| 714 | 1816 utfc_ptr2char_len(p, pcc, maxlen) |
| 7 | 1817 char_u *p; |
| 714 | 1818 int *pcc; /* return: composing chars, last one is 0 */ |
| 7 | 1819 int maxlen; |
| 1820 { | |
| 1821 int len; | |
| 1822 int c; | |
| 1823 int cc; | |
| 714 | 1824 int i = 0; |
| 7 | 1825 |
| 1826 c = utf_ptr2char(p); | |
| 474 | 1827 len = utf_ptr2len_len(p, maxlen); |
| 7 | 1828 /* Only accept a composing char when the first char isn't illegal. */ |
| 1829 if ((len > 1 || *p < 0x80) | |
| 1830 && len < maxlen | |
| 1831 && p[len] >= 0x80 | |
| 1832 && UTF_COMPOSINGLIKE(p, p + len)) | |
| 1833 { | |
| 714 | 1834 cc = utf_ptr2char(p + len); |
| 1835 for (;;) | |
| 1836 { | |
| 1837 pcc[i++] = cc; | |
| 1838 if (i == MAX_MCO) | |
| 1839 break; | |
| 1840 len += utf_ptr2len_len(p + len, maxlen - len); | |
| 1841 if (len >= maxlen | |
| 1842 || p[len] < 0x80 | |
| 1843 || !utf_iscomposing(cc = utf_ptr2char(p + len))) | |
| 1844 break; | |
| 1845 } | |
| 7 | 1846 } |
| 714 | 1847 |
| 1848 if (i < MAX_MCO) /* last composing char must be 0 */ | |
| 1849 pcc[i] = 0; | |
| 1850 | |
| 7 | 1851 return c; |
| 1852 } | |
| 1853 | |
| 1854 /* | |
| 1855 * Convert the character at screen position "off" to a sequence of bytes. | |
| 1856 * Includes the composing characters. | |
| 1857 * "buf" must at least have the length MB_MAXBYTES. | |
|
2154
7c8c7c95a865
First step in the Vim 7.3 branch. Changed version numbers.
Bram Moolenaar <bram@zimbu.org>
parents:
2063
diff
changeset
|
1858 * Only to be used when ScreenLinesUC[off] != 0. |
| 7 | 1859 * Returns the produced number of bytes. |
| 1860 */ | |
| 1861 int | |
| 1862 utfc_char2bytes(off, buf) | |
| 1863 int off; | |
| 1864 char_u *buf; | |
| 1865 { | |
| 1866 int len; | |
| 714 | 1867 int i; |
| 7 | 1868 |
| 1869 len = utf_char2bytes(ScreenLinesUC[off], buf); | |
| 714 | 1870 for (i = 0; i < Screen_mco; ++i) |
| 7 | 1871 { |
| 714 | 1872 if (ScreenLinesC[i][off] == 0) |
| 1873 break; | |
| 1874 len += utf_char2bytes(ScreenLinesC[i][off], buf + len); | |
| 7 | 1875 } |
| 1876 return len; | |
| 1877 } | |
| 1878 | |
| 1879 /* | |
| 1880 * Get the length of a UTF-8 byte sequence, not including any following | |
| 1881 * composing characters. | |
| 1882 * Returns 0 for "". | |
| 1883 * Returns 1 for an illegal byte sequence. | |
| 1884 */ | |
| 1885 int | |
| 474 | 1886 utf_ptr2len(p) |
| 7 | 1887 char_u *p; |
| 1888 { | |
| 1889 int len; | |
| 1890 int i; | |
| 1891 | |
| 1892 if (*p == NUL) | |
| 1893 return 0; | |
| 1894 len = utf8len_tab[*p]; | |
| 1895 for (i = 1; i < len; ++i) | |
| 1896 if ((p[i] & 0xc0) != 0x80) | |
| 1897 return 1; | |
| 1898 return len; | |
| 1899 } | |
| 1900 | |
| 1901 /* | |
| 1902 * Return length of UTF-8 character, obtained from the first byte. | |
| 1903 * "b" must be between 0 and 255! | |
| 2015 | 1904 * Returns 1 for an invalid first byte value. |
| 7 | 1905 */ |
| 1906 int | |
| 1907 utf_byte2len(b) | |
| 1908 int b; | |
| 1909 { | |
| 1910 return utf8len_tab[b]; | |
| 1911 } | |
| 1912 | |
| 1913 /* | |
| 1914 * Get the length of UTF-8 byte sequence "p[size]". Does not include any | |
| 1915 * following composing characters. | |
| 1916 * Returns 1 for "". | |
| 1487 | 1917 * Returns 1 for an illegal byte sequence (also in incomplete byte seq.). |
| 7 | 1918 * Returns number > "size" for an incomplete byte sequence. |
| 2015 | 1919 * Never returns zero. |
| 7 | 1920 */ |
| 1921 int | |
| 474 | 1922 utf_ptr2len_len(p, size) |
| 7 | 1923 char_u *p; |
| 1924 int size; | |
| 1925 { | |
| 1926 int len; | |
| 1927 int i; | |
| 1487 | 1928 int m; |
| 7 | 1929 |
| 2015 | 1930 len = utf8len_tab[*p]; |
| 1931 if (len == 1) | |
| 1932 return 1; /* NUL, ascii or illegal lead byte */ | |
| 7 | 1933 if (len > size) |
| 1487 | 1934 m = size; /* incomplete byte sequence. */ |
| 2015 | 1935 else |
| 1936 m = len; | |
| 1487 | 1937 for (i = 1; i < m; ++i) |
| 7 | 1938 if ((p[i] & 0xc0) != 0x80) |
| 1939 return 1; | |
| 1940 return len; | |
| 1941 } | |
| 1942 | |
| 1943 /* | |
| 1944 * Return the number of bytes the UTF-8 encoding of the character at "p" takes. | |
| 1945 * This includes following composing characters. | |
| 1946 */ | |
| 1947 int | |
| 474 | 1948 utfc_ptr2len(p) |
| 7 | 1949 char_u *p; |
| 1950 { | |
| 1951 int len; | |
| 318 | 1952 int b0 = *p; |
| 7 | 1953 #ifdef FEAT_ARABIC |
| 1954 int prevlen; | |
| 1955 #endif | |
| 1956 | |
| 318 | 1957 if (b0 == NUL) |
| 7 | 1958 return 0; |
| 318 | 1959 if (b0 < 0x80 && p[1] < 0x80) /* be quick for ASCII */ |
| 7 | 1960 return 1; |
| 1961 | |
| 1962 /* Skip over first UTF-8 char, stopping at a NUL byte. */ | |
| 474 | 1963 len = utf_ptr2len(p); |
| 7 | 1964 |
| 1965 /* Check for illegal byte. */ | |
| 318 | 1966 if (len == 1 && b0 >= 0x80) |
| 7 | 1967 return 1; |
| 1968 | |
| 1969 /* | |
|
2041
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
1970 * Check for composing characters. We can handle only the first six, but |
| 7 | 1971 * skip all of them (otherwise the cursor would get stuck). |
| 1972 */ | |
| 1973 #ifdef FEAT_ARABIC | |
| 1974 prevlen = 0; | |
| 1975 #endif | |
| 1976 for (;;) | |
| 1977 { | |
| 1978 if (p[len] < 0x80 || !UTF_COMPOSINGLIKE(p + prevlen, p + len)) | |
| 1979 return len; | |
| 1980 | |
| 1981 /* Skip over composing char */ | |
| 1982 #ifdef FEAT_ARABIC | |
| 1983 prevlen = len; | |
| 1984 #endif | |
| 474 | 1985 len += utf_ptr2len(p + len); |
| 7 | 1986 } |
| 1987 } | |
| 1988 | |
| 1989 /* | |
| 1990 * Return the number of bytes the UTF-8 encoding of the character at "p[size]" | |
| 1991 * takes. This includes following composing characters. | |
| 1903 | 1992 * Returns 0 for an empty string. |
| 7 | 1993 * Returns 1 for an illegal char or an incomplete byte sequence. |
| 1994 */ | |
| 1995 int | |
| 474 | 1996 utfc_ptr2len_len(p, size) |
| 7 | 1997 char_u *p; |
| 1998 int size; | |
| 1999 { | |
| 2000 int len; | |
| 2001 #ifdef FEAT_ARABIC | |
| 2002 int prevlen; | |
| 2003 #endif | |
| 2004 | |
| 1903 | 2005 if (size < 1 || *p == NUL) |
| 7 | 2006 return 0; |
| 2007 if (p[0] < 0x80 && (size == 1 || p[1] < 0x80)) /* be quick for ASCII */ | |
| 2008 return 1; | |
| 2009 | |
| 2010 /* Skip over first UTF-8 char, stopping at a NUL byte. */ | |
| 474 | 2011 len = utf_ptr2len_len(p, size); |
| 7 | 2012 |
| 2013 /* Check for illegal byte and incomplete byte sequence. */ | |
| 2014 if ((len == 1 && p[0] >= 0x80) || len > size) | |
| 2015 return 1; | |
| 2016 | |
| 2017 /* | |
|
2041
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
2018 * Check for composing characters. We can handle only the first six, but |
| 7 | 2019 * skip all of them (otherwise the cursor would get stuck). |
| 2020 */ | |
| 2021 #ifdef FEAT_ARABIC | |
| 2022 prevlen = 0; | |
| 2023 #endif | |
| 2024 while (len < size) | |
| 2025 { | |
| 1658 | 2026 int len_next_char; |
| 2027 | |
| 2028 if (p[len] < 0x80) | |
| 2029 break; | |
| 2030 | |
| 2031 /* | |
| 2032 * Next character length should not go beyond size to ensure that | |
| 2033 * UTF_COMPOSINGLIKE(...) does not read beyond size. | |
| 2034 */ | |
| 2035 len_next_char = utf_ptr2len_len(p + len, size - len); | |
| 2036 if (len_next_char > size - len) | |
| 2037 break; | |
| 2038 | |
| 2039 if (!UTF_COMPOSINGLIKE(p + prevlen, p + len)) | |
| 7 | 2040 break; |
| 2041 | |
| 2042 /* Skip over composing char */ | |
| 2043 #ifdef FEAT_ARABIC | |
| 2044 prevlen = len; | |
| 2045 #endif | |
| 1658 | 2046 len += len_next_char; |
| 7 | 2047 } |
| 2048 return len; | |
| 2049 } | |
| 2050 | |
| 2051 /* | |
| 2052 * Return the number of bytes the UTF-8 encoding of character "c" takes. | |
| 2053 * This does not include composing characters. | |
| 2054 */ | |
| 2055 int | |
| 2056 utf_char2len(c) | |
| 2057 int c; | |
| 2058 { | |
| 2059 if (c < 0x80) | |
| 2060 return 1; | |
| 2061 if (c < 0x800) | |
| 2062 return 2; | |
| 2063 if (c < 0x10000) | |
| 2064 return 3; | |
| 2065 if (c < 0x200000) | |
| 2066 return 4; | |
| 2067 if (c < 0x4000000) | |
| 2068 return 5; | |
| 2069 return 6; | |
| 2070 } | |
| 2071 | |
| 2072 /* | |
| 2073 * Convert Unicode character "c" to UTF-8 string in "buf[]". | |
| 2074 * Returns the number of bytes. | |
| 2075 * This does not include composing characters. | |
| 2076 */ | |
| 2077 int | |
| 2078 utf_char2bytes(c, buf) | |
| 2079 int c; | |
| 2080 char_u *buf; | |
| 2081 { | |
| 2082 if (c < 0x80) /* 7 bits */ | |
| 2083 { | |
| 2084 buf[0] = c; | |
| 2085 return 1; | |
| 2086 } | |
| 2087 if (c < 0x800) /* 11 bits */ | |
| 2088 { | |
| 2089 buf[0] = 0xc0 + ((unsigned)c >> 6); | |
| 2090 buf[1] = 0x80 + (c & 0x3f); | |
| 2091 return 2; | |
| 2092 } | |
| 2093 if (c < 0x10000) /* 16 bits */ | |
| 2094 { | |
| 2095 buf[0] = 0xe0 + ((unsigned)c >> 12); | |
| 2096 buf[1] = 0x80 + (((unsigned)c >> 6) & 0x3f); | |
| 2097 buf[2] = 0x80 + (c & 0x3f); | |
| 2098 return 3; | |
| 2099 } | |
| 2100 if (c < 0x200000) /* 21 bits */ | |
| 2101 { | |
| 2102 buf[0] = 0xf0 + ((unsigned)c >> 18); | |
| 2103 buf[1] = 0x80 + (((unsigned)c >> 12) & 0x3f); | |
| 2104 buf[2] = 0x80 + (((unsigned)c >> 6) & 0x3f); | |
| 2105 buf[3] = 0x80 + (c & 0x3f); | |
| 2106 return 4; | |
| 2107 } | |
| 2108 if (c < 0x4000000) /* 26 bits */ | |
| 2109 { | |
| 2110 buf[0] = 0xf8 + ((unsigned)c >> 24); | |
| 2111 buf[1] = 0x80 + (((unsigned)c >> 18) & 0x3f); | |
| 2112 buf[2] = 0x80 + (((unsigned)c >> 12) & 0x3f); | |
| 2113 buf[3] = 0x80 + (((unsigned)c >> 6) & 0x3f); | |
| 2114 buf[4] = 0x80 + (c & 0x3f); | |
| 2115 return 5; | |
| 2116 } | |
| 2117 /* 31 bits */ | |
| 2118 buf[0] = 0xfc + ((unsigned)c >> 30); | |
| 2119 buf[1] = 0x80 + (((unsigned)c >> 24) & 0x3f); | |
| 2120 buf[2] = 0x80 + (((unsigned)c >> 18) & 0x3f); | |
| 2121 buf[3] = 0x80 + (((unsigned)c >> 12) & 0x3f); | |
| 2122 buf[4] = 0x80 + (((unsigned)c >> 6) & 0x3f); | |
| 2123 buf[5] = 0x80 + (c & 0x3f); | |
| 2124 return 6; | |
| 2125 } | |
| 2126 | |
| 2127 /* | |
| 2128 * Return TRUE if "c" is a composing UTF-8 character. This means it will be | |
| 2129 * drawn on top of the preceding character. | |
| 2130 * Based on code from Markus Kuhn. | |
| 2131 */ | |
| 2132 int | |
| 2133 utf_iscomposing(c) | |
| 2134 int c; | |
| 2135 { | |
|
2041
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
2136 /* Sorted list of non-overlapping intervals. |
|
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
2137 * Generated by ../runtime/tools/unicode.vim. */ |
| 7 | 2138 static struct interval combining[] = |
| 2139 { | |
|
2041
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
2140 {0x0300, 0x036f}, |
|
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
2141 {0x0483, 0x0489}, |
|
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
2142 {0x0591, 0x05bd}, |
|
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
2143 {0x05bf, 0x05bf}, |
|
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
2144 {0x05c1, 0x05c2}, |
|
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
2145 {0x05c4, 0x05c5}, |
|
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
2146 {0x05c7, 0x05c7}, |
|
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
2147 {0x0610, 0x061a}, |
|
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
2148 {0x064b, 0x065e}, |
|
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
2149 {0x0670, 0x0670}, |
|
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
2150 {0x06d6, 0x06dc}, |
|
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
2151 {0x06de, 0x06e4}, |
|
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
2152 {0x06e7, 0x06e8}, |
|
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
2153 {0x06ea, 0x06ed}, |
|
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
2154 {0x0711, 0x0711}, |
|
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
2155 {0x0730, 0x074a}, |
|
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
2156 {0x07a6, 0x07b0}, |
|
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
2157 {0x07eb, 0x07f3}, |
|
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
2158 {0x0816, 0x0819}, |
|
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
2159 {0x081b, 0x0823}, |
|
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
2160 {0x0825, 0x0827}, |
|
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
2161 {0x0829, 0x082d}, |
|
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
2162 {0x0900, 0x0903}, |
|
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
2163 {0x093c, 0x093c}, |
|
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
2164 {0x093e, 0x094e}, |
|
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
2165 {0x0951, 0x0955}, |
|
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
2166 {0x0962, 0x0963}, |
|
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
2167 {0x0981, 0x0983}, |
|
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
2168 {0x09bc, 0x09bc}, |
|
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
2169 {0x09be, 0x09c4}, |
|
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
2170 {0x09c7, 0x09c8}, |
|
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
2171 {0x09cb, 0x09cd}, |
|
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
2172 {0x09d7, 0x09d7}, |
|
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
2173 {0x09e2, 0x09e3}, |
|
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
2174 {0x0a01, 0x0a03}, |
|
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
2175 {0x0a3c, 0x0a3c}, |
|
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
2176 {0x0a3e, 0x0a42}, |
|
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
2177 {0x0a47, 0x0a48}, |
|
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
2178 {0x0a4b, 0x0a4d}, |
|
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
2179 {0x0a51, 0x0a51}, |
|
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
2180 {0x0a70, 0x0a71}, |
|
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
2181 {0x0a75, 0x0a75}, |
|
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
2182 {0x0a81, 0x0a83}, |
|
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
2183 {0x0abc, 0x0abc}, |
|
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
2184 {0x0abe, 0x0ac5}, |
|
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
2185 {0x0ac7, 0x0ac9}, |
|
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
2186 {0x0acb, 0x0acd}, |
|
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
2187 {0x0ae2, 0x0ae3}, |
|
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
2188 {0x0b01, 0x0b03}, |
|
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
2189 {0x0b3c, 0x0b3c}, |
|
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
2190 {0x0b3e, 0x0b44}, |
|
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
2191 {0x0b47, 0x0b48}, |
|
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
2192 {0x0b4b, 0x0b4d}, |
|
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
2193 {0x0b56, 0x0b57}, |
|
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
2194 {0x0b62, 0x0b63}, |
|
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
2195 {0x0b82, 0x0b82}, |
|
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
2196 {0x0bbe, 0x0bc2}, |
|
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
2197 {0x0bc6, 0x0bc8}, |
|
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
2198 {0x0bca, 0x0bcd}, |
|
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
2199 {0x0bd7, 0x0bd7}, |
|
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
2200 {0x0c01, 0x0c03}, |
|
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
2201 {0x0c3e, 0x0c44}, |
|
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
2202 {0x0c46, 0x0c48}, |
|
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
2203 {0x0c4a, 0x0c4d}, |
|
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
2204 {0x0c55, 0x0c56}, |
|
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
2205 {0x0c62, 0x0c63}, |
|
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
2206 {0x0c82, 0x0c83}, |
|
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
2207 {0x0cbc, 0x0cbc}, |
|
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
2208 {0x0cbe, 0x0cc4}, |
|
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
2209 {0x0cc6, 0x0cc8}, |
|
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
2210 {0x0cca, 0x0ccd}, |
|
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
2211 {0x0cd5, 0x0cd6}, |
|
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
2212 {0x0ce2, 0x0ce3}, |
|
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
2213 {0x0d02, 0x0d03}, |
|
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
2214 {0x0d3e, 0x0d44}, |
|
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
2215 {0x0d46, 0x0d48}, |
|
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
2216 {0x0d4a, 0x0d4d}, |
|
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
2217 {0x0d57, 0x0d57}, |
|
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
2218 {0x0d62, 0x0d63}, |
|
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
2219 {0x0d82, 0x0d83}, |
|
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
2220 {0x0dca, 0x0dca}, |
|
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
2221 {0x0dcf, 0x0dd4}, |
|
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
2222 {0x0dd6, 0x0dd6}, |
|
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
2223 {0x0dd8, 0x0ddf}, |
|
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
2224 {0x0df2, 0x0df3}, |
|
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
2225 {0x0e31, 0x0e31}, |
|
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
2226 {0x0e34, 0x0e3a}, |
|
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
2227 {0x0e47, 0x0e4e}, |
|
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
2228 {0x0eb1, 0x0eb1}, |
|
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
2229 {0x0eb4, 0x0eb9}, |
|
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
2230 {0x0ebb, 0x0ebc}, |
|
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
2231 {0x0ec8, 0x0ecd}, |
|
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
2232 {0x0f18, 0x0f19}, |
|
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
2233 {0x0f35, 0x0f35}, |
|
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
2234 {0x0f37, 0x0f37}, |
|
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
2235 {0x0f39, 0x0f39}, |
|
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
2236 {0x0f3e, 0x0f3f}, |
|
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
2237 {0x0f71, 0x0f84}, |
|
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
2238 {0x0f86, 0x0f87}, |
|
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
2239 {0x0f90, 0x0f97}, |
|
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
2240 {0x0f99, 0x0fbc}, |
|
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
2241 {0x0fc6, 0x0fc6}, |
|
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
2242 {0x102b, 0x103e}, |
|
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
2243 {0x1056, 0x1059}, |
|
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
2244 {0x105e, 0x1060}, |
|
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
2245 {0x1062, 0x1064}, |
|
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
2246 {0x1067, 0x106d}, |
|
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
2247 {0x1071, 0x1074}, |
|
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
2248 {0x1082, 0x108d}, |
|
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
2249 {0x108f, 0x108f}, |
|
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
2250 {0x109a, 0x109d}, |
|
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
2251 {0x135f, 0x135f}, |
|
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
2252 {0x1712, 0x1714}, |
|
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
2253 {0x1732, 0x1734}, |
|
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
2254 {0x1752, 0x1753}, |
|
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
2255 {0x1772, 0x1773}, |
|
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
2256 {0x17b6, 0x17d3}, |
|
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
2257 {0x17dd, 0x17dd}, |
|
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
2258 {0x180b, 0x180d}, |
|
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
2259 {0x18a9, 0x18a9}, |
|
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
2260 {0x1920, 0x192b}, |
|
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
2261 {0x1930, 0x193b}, |
|
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
2262 {0x19b0, 0x19c0}, |
|
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
2263 {0x19c8, 0x19c9}, |
|
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
2264 {0x1a17, 0x1a1b}, |
|
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
2265 {0x1a55, 0x1a5e}, |
|
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
2266 {0x1a60, 0x1a7c}, |
|
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
2267 {0x1a7f, 0x1a7f}, |
|
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
2268 {0x1b00, 0x1b04}, |
|
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
2269 {0x1b34, 0x1b44}, |
|
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
2270 {0x1b6b, 0x1b73}, |
|
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
2271 {0x1b80, 0x1b82}, |
|
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
2272 {0x1ba1, 0x1baa}, |
|
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
2273 {0x1c24, 0x1c37}, |
|
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
2274 {0x1cd0, 0x1cd2}, |
|
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
2275 {0x1cd4, 0x1ce8}, |
|
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
2276 {0x1ced, 0x1ced}, |
|
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
2277 {0x1cf2, 0x1cf2}, |
|
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
2278 {0x1dc0, 0x1de6}, |
|
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
2279 {0x1dfd, 0x1dff}, |
|
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
2280 {0x20d0, 0x20f0}, |
|
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
2281 {0x2cef, 0x2cf1}, |
|
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
2282 {0x2de0, 0x2dff}, |
|
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
2283 {0x302a, 0x302f}, |
|
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
2284 {0x3099, 0x309a}, |
|
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
2285 {0xa66f, 0xa672}, |
|
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
2286 {0xa67c, 0xa67d}, |
|
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
2287 {0xa6f0, 0xa6f1}, |
|
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
2288 {0xa802, 0xa802}, |
|
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
2289 {0xa806, 0xa806}, |
|
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
2290 {0xa80b, 0xa80b}, |
|
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
2291 {0xa823, 0xa827}, |
|
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
2292 {0xa880, 0xa881}, |
|
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
2293 {0xa8b4, 0xa8c4}, |
|
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
2294 {0xa8e0, 0xa8f1}, |
|
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
2295 {0xa926, 0xa92d}, |
|
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
2296 {0xa947, 0xa953}, |
|
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
2297 {0xa980, 0xa983}, |
|
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
2298 {0xa9b3, 0xa9c0}, |
|
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
2299 {0xaa29, 0xaa36}, |
|
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
2300 {0xaa43, 0xaa43}, |
|
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
2301 {0xaa4c, 0xaa4d}, |
|
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
2302 {0xaa7b, 0xaa7b}, |
|
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
2303 {0xaab0, 0xaab0}, |
|
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
2304 {0xaab2, 0xaab4}, |
|
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
2305 {0xaab7, 0xaab8}, |
|
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
2306 {0xaabe, 0xaabf}, |
|
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
2307 {0xaac1, 0xaac1}, |
|
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
2308 {0xabe3, 0xabea}, |
|
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
2309 {0xabec, 0xabed}, |
|
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
2310 {0xfb1e, 0xfb1e}, |
|
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
2311 {0xfe00, 0xfe0f}, |
|
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
2312 {0xfe20, 0xfe26}, |
|
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
2313 {0x101fd, 0x101fd}, |
|
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
2314 {0x10a01, 0x10a03}, |
|
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
2315 {0x10a05, 0x10a06}, |
|
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
2316 {0x10a0c, 0x10a0f}, |
|
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
2317 {0x10a38, 0x10a3a}, |
|
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
2318 {0x10a3f, 0x10a3f}, |
|
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
2319 {0x11080, 0x11082}, |
|
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
2320 {0x110b0, 0x110ba}, |
|
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
2321 {0x1d165, 0x1d169}, |
|
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
2322 {0x1d16d, 0x1d172}, |
|
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
2323 {0x1d17b, 0x1d182}, |
|
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
2324 {0x1d185, 0x1d18b}, |
|
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
2325 {0x1d1aa, 0x1d1ad}, |
|
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
2326 {0x1d242, 0x1d244}, |
|
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
2327 {0xe0100, 0xe01ef} |
| 7 | 2328 }; |
| 2329 | |
| 2330 return intable(combining, sizeof(combining), c); | |
| 2331 } | |
| 2332 | |
| 2333 /* | |
| 2334 * Return TRUE for characters that can be displayed in a normal way. | |
| 2335 * Only for characters of 0x100 and above! | |
| 2336 */ | |
| 2337 int | |
| 2338 utf_printable(c) | |
| 2339 int c; | |
| 2340 { | |
| 2341 #ifdef USE_WCHAR_FUNCTIONS | |
| 2342 /* | |
| 2343 * Assume the iswprint() library function works better than our own stuff. | |
| 2344 */ | |
| 2345 return iswprint(c); | |
| 2346 #else | |
| 2347 /* Sorted list of non-overlapping intervals. | |
| 2348 * 0xd800-0xdfff is reserved for UTF-16, actually illegal. */ | |
| 2349 static struct interval nonprint[] = | |
| 2350 { | |
| 2351 {0x070f, 0x070f}, {0x180b, 0x180e}, {0x200b, 0x200f}, {0x202a, 0x202e}, | |
| 2352 {0x206a, 0x206f}, {0xd800, 0xdfff}, {0xfeff, 0xfeff}, {0xfff9, 0xfffb}, | |
| 2353 {0xfffe, 0xffff} | |
| 2354 }; | |
| 2355 | |
| 2356 return !intable(nonprint, sizeof(nonprint), c); | |
| 2357 #endif | |
| 2358 } | |
| 2359 | |
| 2360 /* | |
| 2361 * Get class of a Unicode character. | |
| 2362 * 0: white space | |
| 2363 * 1: punctuation | |
| 2364 * 2 or bigger: some class of word character. | |
| 2365 */ | |
| 2366 int | |
| 2367 utf_class(c) | |
| 2368 int c; | |
| 2369 { | |
| 2370 /* sorted list of non-overlapping intervals */ | |
| 2371 static struct clinterval | |
| 2372 { | |
| 2373 unsigned short first; | |
| 2374 unsigned short last; | |
| 2375 unsigned short class; | |
| 2376 } classes[] = | |
| 2377 { | |
| 2378 {0x037e, 0x037e, 1}, /* Greek question mark */ | |
| 2379 {0x0387, 0x0387, 1}, /* Greek ano teleia */ | |
| 2380 {0x055a, 0x055f, 1}, /* Armenian punctuation */ | |
| 2381 {0x0589, 0x0589, 1}, /* Armenian full stop */ | |
| 2382 {0x05be, 0x05be, 1}, | |
| 2383 {0x05c0, 0x05c0, 1}, | |
| 2384 {0x05c3, 0x05c3, 1}, | |
| 2385 {0x05f3, 0x05f4, 1}, | |
| 2386 {0x060c, 0x060c, 1}, | |
| 2387 {0x061b, 0x061b, 1}, | |
| 2388 {0x061f, 0x061f, 1}, | |
| 2389 {0x066a, 0x066d, 1}, | |
| 2390 {0x06d4, 0x06d4, 1}, | |
| 2391 {0x0700, 0x070d, 1}, /* Syriac punctuation */ | |
| 2392 {0x0964, 0x0965, 1}, | |
| 2393 {0x0970, 0x0970, 1}, | |
| 2394 {0x0df4, 0x0df4, 1}, | |
| 2395 {0x0e4f, 0x0e4f, 1}, | |
| 2396 {0x0e5a, 0x0e5b, 1}, | |
| 2397 {0x0f04, 0x0f12, 1}, | |
| 2398 {0x0f3a, 0x0f3d, 1}, | |
| 2399 {0x0f85, 0x0f85, 1}, | |
| 2400 {0x104a, 0x104f, 1}, /* Myanmar punctuation */ | |
| 2401 {0x10fb, 0x10fb, 1}, /* Georgian punctuation */ | |
| 2402 {0x1361, 0x1368, 1}, /* Ethiopic punctuation */ | |
| 2403 {0x166d, 0x166e, 1}, /* Canadian Syl. punctuation */ | |
| 2404 {0x1680, 0x1680, 0}, | |
| 2405 {0x169b, 0x169c, 1}, | |
| 2406 {0x16eb, 0x16ed, 1}, | |
| 2407 {0x1735, 0x1736, 1}, | |
| 2408 {0x17d4, 0x17dc, 1}, /* Khmer punctuation */ | |
| 2409 {0x1800, 0x180a, 1}, /* Mongolian punctuation */ | |
| 2410 {0x2000, 0x200b, 0}, /* spaces */ | |
| 2411 {0x200c, 0x2027, 1}, /* punctuation and symbols */ | |
| 2412 {0x2028, 0x2029, 0}, | |
| 2413 {0x202a, 0x202e, 1}, /* punctuation and symbols */ | |
| 2414 {0x202f, 0x202f, 0}, | |
| 2415 {0x2030, 0x205e, 1}, /* punctuation and symbols */ | |
| 2416 {0x205f, 0x205f, 0}, | |
| 2417 {0x2060, 0x27ff, 1}, /* punctuation and symbols */ | |
| 2418 {0x2070, 0x207f, 0x2070}, /* superscript */ | |
| 1593 | 2419 {0x2080, 0x2094, 0x2080}, /* subscript */ |
| 2420 {0x20a0, 0x27ff, 1}, /* all kinds of symbols */ | |
| 2421 {0x2800, 0x28ff, 0x2800}, /* braille */ | |
| 2422 {0x2900, 0x2998, 1}, /* arrows, brackets, etc. */ | |
| 7 | 2423 {0x29d8, 0x29db, 1}, |
| 2424 {0x29fc, 0x29fd, 1}, | |
| 2425 {0x3000, 0x3000, 0}, /* ideographic space */ | |
| 2426 {0x3001, 0x3020, 1}, /* ideographic punctuation */ | |
| 2427 {0x3030, 0x3030, 1}, | |
| 2428 {0x303d, 0x303d, 1}, | |
| 2429 {0x3040, 0x309f, 0x3040}, /* Hiragana */ | |
| 2430 {0x30a0, 0x30ff, 0x30a0}, /* Katakana */ | |
| 2431 {0x3300, 0x9fff, 0x4e00}, /* CJK Ideographs */ | |
| 2432 {0xac00, 0xd7a3, 0xac00}, /* Hangul Syllables */ | |
| 2433 {0xf900, 0xfaff, 0x4e00}, /* CJK Ideographs */ | |
| 2434 {0xfd3e, 0xfd3f, 1}, | |
| 2435 {0xfe30, 0xfe6b, 1}, /* punctuation forms */ | |
| 2436 {0xff00, 0xff0f, 1}, /* half/fullwidth ASCII */ | |
| 2437 {0xff1a, 0xff20, 1}, /* half/fullwidth ASCII */ | |
| 2438 {0xff3b, 0xff40, 1}, /* half/fullwidth ASCII */ | |
| 2439 {0xff5b, 0xff65, 1}, /* half/fullwidth ASCII */ | |
| 2440 }; | |
| 2441 int bot = 0; | |
| 2442 int top = sizeof(classes) / sizeof(struct clinterval) - 1; | |
| 2443 int mid; | |
| 2444 | |
| 2445 /* First quick check for Latin1 characters, use 'iskeyword'. */ | |
| 2446 if (c < 0x100) | |
| 2447 { | |
| 335 | 2448 if (c == ' ' || c == '\t' || c == NUL || c == 0xa0) |
| 7 | 2449 return 0; /* blank */ |
| 2450 if (vim_iswordc(c)) | |
| 2451 return 2; /* word character */ | |
| 2452 return 1; /* punctuation */ | |
| 2453 } | |
| 2454 | |
| 2455 /* binary search in table */ | |
| 2456 while (top >= bot) | |
| 2457 { | |
| 2458 mid = (bot + top) / 2; | |
| 2459 if (classes[mid].last < c) | |
| 2460 bot = mid + 1; | |
| 2461 else if (classes[mid].first > c) | |
| 2462 top = mid - 1; | |
| 2463 else | |
| 2464 return (int)classes[mid].class; | |
| 2465 } | |
| 2466 | |
| 2467 /* most other characters are "word" characters */ | |
| 2468 return 2; | |
| 2469 } | |
| 2470 | |
| 2471 /* | |
| 2472 * Code for Unicode case-dependent operations. Based on notes in | |
| 2473 * http://www.unicode.org/Public/UNIDATA/CaseFolding.txt | |
| 2474 * This code uses simple case folding, not full case folding. | |
|
2041
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
2475 * Last updated for Unicode 5.2. |
| 7 | 2476 */ |
| 2477 | |
| 2478 /* | |
|
2041
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
2479 * The following tables are built by ../runtime/tools/unicode.vim. |
|
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
2480 * They must be in numeric order, because we use binary search. |
|
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
2481 * An entry such as {0x41,0x5a,1,32} means that Unicode characters in the |
|
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
2482 * range from 0x41 to 0x5a inclusive, stepping by 1, are changed to |
|
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
2483 * folded/upper/lower by adding 32. |
| 7 | 2484 */ |
| 2485 typedef struct | |
| 2486 { | |
| 2487 int rangeStart; | |
| 2488 int rangeEnd; | |
| 2489 int step; | |
| 2490 int offset; | |
| 2491 } convertStruct; | |
| 2492 | |
| 297 | 2493 static convertStruct foldCase[] = |
| 7 | 2494 { |
|
2041
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
2495 {0x41,0x5a,1,32}, |
|
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
2496 {0xb5,0xb5,-1,775}, |
|
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
2497 {0xc0,0xd6,1,32}, |
|
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
2498 {0xd8,0xde,1,32}, |
|
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
2499 {0x100,0x12e,2,1}, |
|
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
2500 {0x132,0x136,2,1}, |
|
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
2501 {0x139,0x147,2,1}, |
|
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
2502 {0x14a,0x176,2,1}, |
|
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
2503 {0x178,0x178,-1,-121}, |
|
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
2504 {0x179,0x17d,2,1}, |
|
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
2505 {0x17f,0x17f,-1,-268}, |
|
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
2506 {0x181,0x181,-1,210}, |
|
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
2507 {0x182,0x184,2,1}, |
|
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
2508 {0x186,0x186,-1,206}, |
|
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
2509 {0x187,0x187,-1,1}, |
|
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
2510 {0x189,0x18a,1,205}, |
|
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
2511 {0x18b,0x18b,-1,1}, |
|
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
2512 {0x18e,0x18e,-1,79}, |
|
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
2513 {0x18f,0x18f,-1,202}, |
|
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
2514 {0x190,0x190,-1,203}, |
|
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
2515 {0x191,0x191,-1,1}, |
|
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
2516 {0x193,0x193,-1,205}, |
|
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
2517 {0x194,0x194,-1,207}, |
|
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
2518 {0x196,0x196,-1,211}, |
|
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
2519 {0x197,0x197,-1,209}, |
|
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
2520 {0x198,0x198,-1,1}, |
|
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
2521 {0x19c,0x19c,-1,211}, |
|
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
2522 {0x19d,0x19d,-1,213}, |
|
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
2523 {0x19f,0x19f,-1,214}, |
|
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
2524 {0x1a0,0x1a4,2,1}, |
|
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
2525 {0x1a6,0x1a6,-1,218}, |
|
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
2526 {0x1a7,0x1a7,-1,1}, |
|
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
2527 {0x1a9,0x1a9,-1,218}, |
|
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
2528 {0x1ac,0x1ac,-1,1}, |
|
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
2529 {0x1ae,0x1ae,-1,218}, |
|
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
2530 {0x1af,0x1af,-1,1}, |
|
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
2531 {0x1b1,0x1b2,1,217}, |
|
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
2532 {0x1b3,0x1b5,2,1}, |
|
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
2533 {0x1b7,0x1b7,-1,219}, |
|
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
2534 {0x1b8,0x1bc,4,1}, |
|
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
2535 {0x1c4,0x1c4,-1,2}, |
|
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
2536 {0x1c5,0x1c5,-1,1}, |
|
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
2537 {0x1c7,0x1c7,-1,2}, |
|
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
2538 {0x1c8,0x1c8,-1,1}, |
|
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
2539 {0x1ca,0x1ca,-1,2}, |
|
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
2540 {0x1cb,0x1db,2,1}, |
|
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
2541 {0x1de,0x1ee,2,1}, |
|
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
2542 {0x1f1,0x1f1,-1,2}, |
|
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
2543 {0x1f2,0x1f4,2,1}, |
|
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
2544 {0x1f6,0x1f6,-1,-97}, |
|
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
2545 {0x1f7,0x1f7,-1,-56}, |
|
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
2546 {0x1f8,0x21e,2,1}, |
|
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
2547 {0x220,0x220,-1,-130}, |
|
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
2548 {0x222,0x232,2,1}, |
|
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
2549 {0x23a,0x23a,-1,10795}, |
|
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
2550 {0x23b,0x23b,-1,1}, |
|
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
2551 {0x23d,0x23d,-1,-163}, |
|
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
2552 {0x23e,0x23e,-1,10792}, |
|
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
2553 {0x241,0x241,-1,1}, |
|
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
2554 {0x243,0x243,-1,-195}, |
|
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
2555 {0x244,0x244,-1,69}, |
|
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
2556 {0x245,0x245,-1,71}, |
|
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
2557 {0x246,0x24e,2,1}, |
|
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
2558 {0x345,0x345,-1,116}, |
|
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
2559 {0x370,0x372,2,1}, |
|
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
2560 {0x376,0x376,-1,1}, |
|
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
2561 {0x386,0x386,-1,38}, |
|
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
2562 {0x388,0x38a,1,37}, |
|
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
2563 {0x38c,0x38c,-1,64}, |
|
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
2564 {0x38e,0x38f,1,63}, |
|
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
2565 {0x391,0x3a1,1,32}, |
|
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
2566 {0x3a3,0x3ab,1,32}, |
|
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
2567 {0x3c2,0x3c2,-1,1}, |
|
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
2568 {0x3cf,0x3cf,-1,8}, |
|
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
2569 {0x3d0,0x3d0,-1,-30}, |
|
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
2570 {0x3d1,0x3d1,-1,-25}, |
|
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
2571 {0x3d5,0x3d5,-1,-15}, |
|
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
2572 {0x3d6,0x3d6,-1,-22}, |
|
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
2573 {0x3d8,0x3ee,2,1}, |
|
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
2574 {0x3f0,0x3f0,-1,-54}, |
|
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
2575 {0x3f1,0x3f1,-1,-48}, |
|
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
2576 {0x3f4,0x3f4,-1,-60}, |
|
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
2577 {0x3f5,0x3f5,-1,-64}, |
|
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
2578 {0x3f7,0x3f7,-1,1}, |
|
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
2579 {0x3f9,0x3f9,-1,-7}, |
|
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
2580 {0x3fa,0x3fa,-1,1}, |
|
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
2581 {0x3fd,0x3ff,1,-130}, |
|
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
2582 {0x400,0x40f,1,80}, |
|
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
2583 {0x410,0x42f,1,32}, |
|
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
2584 {0x460,0x480,2,1}, |
|
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
2585 {0x48a,0x4be,2,1}, |
|
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
2586 {0x4c0,0x4c0,-1,15}, |
|
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
2587 {0x4c1,0x4cd,2,1}, |
|
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
2588 {0x4d0,0x524,2,1}, |
|
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
2589 {0x531,0x556,1,48}, |
|
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
2590 {0x10a0,0x10c5,1,7264}, |
|
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
2591 {0x1e00,0x1e94,2,1}, |
|
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
2592 {0x1e9b,0x1e9b,-1,-58}, |
|
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
2593 {0x1e9e,0x1e9e,-1,-7615}, |
|
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
2594 {0x1ea0,0x1efe,2,1}, |
|
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
2595 {0x1f08,0x1f0f,1,-8}, |
|
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
2596 {0x1f18,0x1f1d,1,-8}, |
|
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
2597 {0x1f28,0x1f2f,1,-8}, |
|
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
2598 {0x1f38,0x1f3f,1,-8}, |
|
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
2599 {0x1f48,0x1f4d,1,-8}, |
|
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
2600 {0x1f59,0x1f5f,2,-8}, |
|
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
2601 {0x1f68,0x1f6f,1,-8}, |
|
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
2602 {0x1f88,0x1f8f,1,-8}, |
|
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
2603 {0x1f98,0x1f9f,1,-8}, |
|
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
2604 {0x1fa8,0x1faf,1,-8}, |
|
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
2605 {0x1fb8,0x1fb9,1,-8}, |
|
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
2606 {0x1fba,0x1fbb,1,-74}, |
|
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
2607 {0x1fbc,0x1fbc,-1,-9}, |
|
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
2608 {0x1fbe,0x1fbe,-1,-7173}, |
|
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
2609 {0x1fc8,0x1fcb,1,-86}, |
|
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
2610 {0x1fcc,0x1fcc,-1,-9}, |
|
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
2611 {0x1fd8,0x1fd9,1,-8}, |
|
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
2612 {0x1fda,0x1fdb,1,-100}, |
|
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
2613 {0x1fe8,0x1fe9,1,-8}, |
|
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
2614 {0x1fea,0x1feb,1,-112}, |
|
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
2615 {0x1fec,0x1fec,-1,-7}, |
|
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
2616 {0x1ff8,0x1ff9,1,-128}, |
|
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
2617 {0x1ffa,0x1ffb,1,-126}, |
|
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
2618 {0x1ffc,0x1ffc,-1,-9}, |
|
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
2619 {0x2126,0x2126,-1,-7517}, |
|
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
2620 {0x212a,0x212a,-1,-8383}, |
|
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
2621 {0x212b,0x212b,-1,-8262}, |
|
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
2622 {0x2132,0x2132,-1,28}, |
|
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
2623 {0x2160,0x216f,1,16}, |
|
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
2624 {0x2183,0x2183,-1,1}, |
|
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
2625 {0x24b6,0x24cf,1,26}, |
|
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
2626 {0x2c00,0x2c2e,1,48}, |
|
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
2627 {0x2c60,0x2c60,-1,1}, |
|
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
2628 {0x2c62,0x2c62,-1,-10743}, |
|
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
2629 {0x2c63,0x2c63,-1,-3814}, |
|
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
2630 {0x2c64,0x2c64,-1,-10727}, |
|
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
2631 {0x2c67,0x2c6b,2,1}, |
|
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
2632 {0x2c6d,0x2c6d,-1,-10780}, |
|
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
2633 {0x2c6e,0x2c6e,-1,-10749}, |
|
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
2634 {0x2c6f,0x2c6f,-1,-10783}, |
|
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
2635 {0x2c70,0x2c70,-1,-10782}, |
|
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
2636 {0x2c72,0x2c75,3,1}, |
|
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
2637 {0x2c7e,0x2c7f,1,-10815}, |
|
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
2638 {0x2c80,0x2ce2,2,1}, |
|
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
2639 {0x2ceb,0x2ced,2,1}, |
|
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
2640 {0xa640,0xa65e,2,1}, |
|
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
2641 {0xa662,0xa66c,2,1}, |
|
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
2642 {0xa680,0xa696,2,1}, |
|
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
2643 {0xa722,0xa72e,2,1}, |
|
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
2644 {0xa732,0xa76e,2,1}, |
|
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
2645 {0xa779,0xa77b,2,1}, |
|
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
2646 {0xa77d,0xa77d,-1,-35332}, |
|
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
2647 {0xa77e,0xa786,2,1}, |
|
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
2648 {0xa78b,0xa78b,-1,1}, |
|
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
2649 {0xff21,0xff3a,1,32}, |
| 7 | 2650 {0x10400,0x10427,1,40} |
| 2651 }; | |
| 2652 | |
| 2653 static int utf_convert(int a, convertStruct table[], int tableSize); | |
| 2654 | |
| 2655 /* | |
| 2656 * Generic conversion function for case operations. | |
| 2657 * Return the converted equivalent of "a", which is a UCS-4 character. Use | |
| 2658 * the given conversion "table". Uses binary search on "table". | |
| 2659 */ | |
| 2660 static int | |
| 2661 utf_convert(a, table, tableSize) | |
| 2662 int a; | |
| 2663 convertStruct table[]; | |
| 2664 int tableSize; | |
| 2665 { | |
| 2666 int start, mid, end; /* indices into table */ | |
| 2667 | |
| 2668 start = 0; | |
| 2669 end = tableSize / sizeof(convertStruct); | |
| 2670 while (start < end) | |
| 2671 { | |
| 2672 /* need to search further */ | |
| 2673 mid = (end + start) /2; | |
| 2674 if (table[mid].rangeEnd < a) | |
| 2675 start = mid + 1; | |
| 2676 else | |
| 2677 end = mid; | |
| 2678 } | |
| 2679 if (table[start].rangeStart <= a && a <= table[start].rangeEnd | |
| 2680 && (a - table[start].rangeStart) % table[start].step == 0) | |
| 2681 return (a + table[start].offset); | |
| 2682 else | |
| 2683 return a; | |
| 2684 } | |
| 2685 | |
| 2686 /* | |
| 2687 * Return the folded-case equivalent of "a", which is a UCS-4 character. Uses | |
| 2688 * simple case folding. | |
| 2689 */ | |
| 2690 int | |
| 2691 utf_fold(a) | |
| 2692 int a; | |
| 2693 { | |
| 2694 return utf_convert(a, foldCase, sizeof(foldCase)); | |
| 2695 } | |
| 2696 | |
| 297 | 2697 static convertStruct toLower[] = |
| 7 | 2698 { |
|
2041
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
2699 {0x41,0x5a,1,32}, |
|
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
2700 {0xc0,0xd6,1,32}, |
|
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
2701 {0xd8,0xde,1,32}, |
|
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
2702 {0x100,0x12e,2,1}, |
|
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
2703 {0x130,0x130,-1,-199}, |
|
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
2704 {0x132,0x136,2,1}, |
|
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
2705 {0x139,0x147,2,1}, |
|
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
2706 {0x14a,0x176,2,1}, |
|
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
2707 {0x178,0x178,-1,-121}, |
|
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
2708 {0x179,0x17d,2,1}, |
|
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
2709 {0x181,0x181,-1,210}, |
|
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
2710 {0x182,0x184,2,1}, |
|
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
2711 {0x186,0x186,-1,206}, |
|
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
2712 {0x187,0x187,-1,1}, |
|
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
2713 {0x189,0x18a,1,205}, |
|
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
2714 {0x18b,0x18b,-1,1}, |
|
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
2715 {0x18e,0x18e,-1,79}, |
|
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
2716 {0x18f,0x18f,-1,202}, |
|
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
2717 {0x190,0x190,-1,203}, |
|
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
2718 {0x191,0x191,-1,1}, |
|
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
2719 {0x193,0x193,-1,205}, |
|
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
2720 {0x194,0x194,-1,207}, |
|
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
2721 {0x196,0x196,-1,211}, |
|
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
2722 {0x197,0x197,-1,209}, |
|
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
2723 {0x198,0x198,-1,1}, |
|
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
2724 {0x19c,0x19c,-1,211}, |
|
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
2725 {0x19d,0x19d,-1,213}, |
|
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
2726 {0x19f,0x19f,-1,214}, |
|
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
2727 {0x1a0,0x1a4,2,1}, |
|
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
2728 {0x1a6,0x1a6,-1,218}, |
|
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
2729 {0x1a7,0x1a7,-1,1}, |
|
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
2730 {0x1a9,0x1a9,-1,218}, |
|
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
2731 {0x1ac,0x1ac,-1,1}, |
|
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
2732 {0x1ae,0x1ae,-1,218}, |
|
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
2733 {0x1af,0x1af,-1,1}, |
|
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
2734 {0x1b1,0x1b2,1,217}, |
|
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
2735 {0x1b3,0x1b5,2,1}, |
|
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
2736 {0x1b7,0x1b7,-1,219}, |
|
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
2737 {0x1b8,0x1bc,4,1}, |
|
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
2738 {0x1c4,0x1c4,-1,2}, |
|
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
2739 {0x1c5,0x1c5,-1,1}, |
|
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
2740 {0x1c7,0x1c7,-1,2}, |
|
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
2741 {0x1c8,0x1c8,-1,1}, |
|
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
2742 {0x1ca,0x1ca,-1,2}, |
|
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
2743 {0x1cb,0x1db,2,1}, |
|
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
2744 {0x1de,0x1ee,2,1}, |
|
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
2745 {0x1f1,0x1f1,-1,2}, |
|
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
2746 {0x1f2,0x1f4,2,1}, |
|
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
2747 {0x1f6,0x1f6,-1,-97}, |
|
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
2748 {0x1f7,0x1f7,-1,-56}, |
|
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
2749 {0x1f8,0x21e,2,1}, |
|
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
2750 {0x220,0x220,-1,-130}, |
|
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
2751 {0x222,0x232,2,1}, |
|
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
2752 {0x23a,0x23a,-1,10795}, |
|
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
2753 {0x23b,0x23b,-1,1}, |
|
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
2754 {0x23d,0x23d,-1,-163}, |
|
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
2755 {0x23e,0x23e,-1,10792}, |
|
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
2756 {0x241,0x241,-1,1}, |
|
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
2757 {0x243,0x243,-1,-195}, |
|
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
2758 {0x244,0x244,-1,69}, |
|
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
2759 {0x245,0x245,-1,71}, |
|
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
2760 {0x246,0x24e,2,1}, |
|
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
2761 {0x370,0x372,2,1}, |
|
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
2762 {0x376,0x376,-1,1}, |
|
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
2763 {0x386,0x386,-1,38}, |
|
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
2764 {0x388,0x38a,1,37}, |
|
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
2765 {0x38c,0x38c,-1,64}, |
|
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
2766 {0x38e,0x38f,1,63}, |
|
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
2767 {0x391,0x3a1,1,32}, |
|
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
2768 {0x3a3,0x3ab,1,32}, |
|
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
2769 {0x3cf,0x3cf,-1,8}, |
|
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
2770 {0x3d8,0x3ee,2,1}, |
|
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
2771 {0x3f4,0x3f4,-1,-60}, |
|
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
2772 {0x3f7,0x3f7,-1,1}, |
|
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
2773 {0x3f9,0x3f9,-1,-7}, |
|
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
2774 {0x3fa,0x3fa,-1,1}, |
|
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
2775 {0x3fd,0x3ff,1,-130}, |
|
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
2776 {0x400,0x40f,1,80}, |
|
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
2777 {0x410,0x42f,1,32}, |
|
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
2778 {0x460,0x480,2,1}, |
|
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
2779 {0x48a,0x4be,2,1}, |
|
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
2780 {0x4c0,0x4c0,-1,15}, |
|
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
2781 {0x4c1,0x4cd,2,1}, |
|
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
2782 {0x4d0,0x524,2,1}, |
|
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
2783 {0x531,0x556,1,48}, |
|
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
2784 {0x10a0,0x10c5,1,7264}, |
|
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
2785 {0x1e00,0x1e94,2,1}, |
|
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
2786 {0x1e9e,0x1e9e,-1,-7615}, |
|
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
2787 {0x1ea0,0x1efe,2,1}, |
|
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
2788 {0x1f08,0x1f0f,1,-8}, |
|
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
2789 {0x1f18,0x1f1d,1,-8}, |
|
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
2790 {0x1f28,0x1f2f,1,-8}, |
|
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
2791 {0x1f38,0x1f3f,1,-8}, |
|
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
2792 {0x1f48,0x1f4d,1,-8}, |
|
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
2793 {0x1f59,0x1f5f,2,-8}, |
|
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
2794 {0x1f68,0x1f6f,1,-8}, |
|
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
2795 {0x1f88,0x1f8f,1,-8}, |
|
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
2796 {0x1f98,0x1f9f,1,-8}, |
|
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
2797 {0x1fa8,0x1faf,1,-8}, |
|
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
2798 {0x1fb8,0x1fb9,1,-8}, |
|
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
2799 {0x1fba,0x1fbb,1,-74}, |
|
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
2800 {0x1fbc,0x1fbc,-1,-9}, |
|
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
2801 {0x1fc8,0x1fcb,1,-86}, |
|
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
2802 {0x1fcc,0x1fcc,-1,-9}, |
|
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
2803 {0x1fd8,0x1fd9,1,-8}, |
|
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
2804 {0x1fda,0x1fdb,1,-100}, |
|
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
2805 {0x1fe8,0x1fe9,1,-8}, |
|
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
2806 {0x1fea,0x1feb,1,-112}, |
|
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
2807 {0x1fec,0x1fec,-1,-7}, |
|
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
2808 {0x1ff8,0x1ff9,1,-128}, |
|
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
2809 {0x1ffa,0x1ffb,1,-126}, |
|
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
2810 {0x1ffc,0x1ffc,-1,-9}, |
|
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
2811 {0x2126,0x2126,-1,-7517}, |
|
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
2812 {0x212a,0x212a,-1,-8383}, |
|
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
2813 {0x212b,0x212b,-1,-8262}, |
|
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
2814 {0x2132,0x2132,-1,28}, |
|
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
2815 {0x2160,0x216f,1,16}, |
|
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
2816 {0x2183,0x2183,-1,1}, |
|
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
2817 {0x24b6,0x24cf,1,26}, |
|
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
2818 {0x2c00,0x2c2e,1,48}, |
|
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
2819 {0x2c60,0x2c60,-1,1}, |
|
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
2820 {0x2c62,0x2c62,-1,-10743}, |
|
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
2821 {0x2c63,0x2c63,-1,-3814}, |
|
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
2822 {0x2c64,0x2c64,-1,-10727}, |
|
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
2823 {0x2c67,0x2c6b,2,1}, |
|
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
2824 {0x2c6d,0x2c6d,-1,-10780}, |
|
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
2825 {0x2c6e,0x2c6e,-1,-10749}, |
|
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
2826 {0x2c6f,0x2c6f,-1,-10783}, |
|
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
2827 {0x2c70,0x2c70,-1,-10782}, |
|
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
2828 {0x2c72,0x2c75,3,1}, |
|
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
2829 {0x2c7e,0x2c7f,1,-10815}, |
|
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
2830 {0x2c80,0x2ce2,2,1}, |
|
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
2831 {0x2ceb,0x2ced,2,1}, |
|
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
2832 {0xa640,0xa65e,2,1}, |
|
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
2833 {0xa662,0xa66c,2,1}, |
|
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
2834 {0xa680,0xa696,2,1}, |
|
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
2835 {0xa722,0xa72e,2,1}, |
|
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
2836 {0xa732,0xa76e,2,1}, |
|
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
2837 {0xa779,0xa77b,2,1}, |
|
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
2838 {0xa77d,0xa77d,-1,-35332}, |
|
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
2839 {0xa77e,0xa786,2,1}, |
|
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
2840 {0xa78b,0xa78b,-1,1}, |
|
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
2841 {0xff21,0xff3a,1,32}, |
|
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
2842 {0x10400,0x10427,1,40} |
| 7 | 2843 }; |
| 2844 | |
| 297 | 2845 static convertStruct toUpper[] = |
| 7 | 2846 { |
|
2041
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
2847 {0x61,0x7a,1,-32}, |
|
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
2848 {0xb5,0xb5,-1,743}, |
|
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
2849 {0xe0,0xf6,1,-32}, |
|
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
2850 {0xf8,0xfe,1,-32}, |
|
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
2851 {0xff,0xff,-1,121}, |
|
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
2852 {0x101,0x12f,2,-1}, |
|
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
2853 {0x131,0x131,-1,-232}, |
|
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
2854 {0x133,0x137,2,-1}, |
|
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
2855 {0x13a,0x148,2,-1}, |
|
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
2856 {0x14b,0x177,2,-1}, |
|
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
2857 {0x17a,0x17e,2,-1}, |
|
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
2858 {0x17f,0x17f,-1,-300}, |
|
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
2859 {0x180,0x180,-1,195}, |
|
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
2860 {0x183,0x185,2,-1}, |
|
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
2861 {0x188,0x18c,4,-1}, |
|
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
2862 {0x192,0x192,-1,-1}, |
|
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
2863 {0x195,0x195,-1,97}, |
|
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
2864 {0x199,0x199,-1,-1}, |
|
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
2865 {0x19a,0x19a,-1,163}, |
|
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
2866 {0x19e,0x19e,-1,130}, |
|
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
2867 {0x1a1,0x1a5,2,-1}, |
|
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
2868 {0x1a8,0x1ad,5,-1}, |
|
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
2869 {0x1b0,0x1b4,4,-1}, |
|
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
2870 {0x1b6,0x1b9,3,-1}, |
|
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
2871 {0x1bd,0x1bd,-1,-1}, |
|
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
2872 {0x1bf,0x1bf,-1,56}, |
|
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
2873 {0x1c5,0x1c5,-1,-1}, |
|
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
2874 {0x1c6,0x1c6,-1,-2}, |
|
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
2875 {0x1c8,0x1c8,-1,-1}, |
|
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
2876 {0x1c9,0x1c9,-1,-2}, |
|
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
2877 {0x1cb,0x1cb,-1,-1}, |
|
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
2878 {0x1cc,0x1cc,-1,-2}, |
|
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
2879 {0x1ce,0x1dc,2,-1}, |
|
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
2880 {0x1dd,0x1dd,-1,-79}, |
|
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
2881 {0x1df,0x1ef,2,-1}, |
|
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
2882 {0x1f2,0x1f2,-1,-1}, |
|
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
2883 {0x1f3,0x1f3,-1,-2}, |
|
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
2884 {0x1f5,0x1f9,4,-1}, |
|
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
2885 {0x1fb,0x21f,2,-1}, |
|
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
2886 {0x223,0x233,2,-1}, |
|
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
2887 {0x23c,0x23c,-1,-1}, |
|
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
2888 {0x23f,0x240,1,10815}, |
|
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
2889 {0x242,0x247,5,-1}, |
|
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
2890 {0x249,0x24f,2,-1}, |
|
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
2891 {0x250,0x250,-1,10783}, |
|
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
2892 {0x251,0x251,-1,10780}, |
|
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
2893 {0x252,0x252,-1,10782}, |
|
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
2894 {0x253,0x253,-1,-210}, |
|
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
2895 {0x254,0x254,-1,-206}, |
|
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
2896 {0x256,0x257,1,-205}, |
|
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
2897 {0x259,0x259,-1,-202}, |
|
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
2898 {0x25b,0x25b,-1,-203}, |
|
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
2899 {0x260,0x260,-1,-205}, |
|
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
2900 {0x263,0x263,-1,-207}, |
|
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
2901 {0x268,0x268,-1,-209}, |
|
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
2902 {0x269,0x269,-1,-211}, |
|
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
2903 {0x26b,0x26b,-1,10743}, |
|
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
2904 {0x26f,0x26f,-1,-211}, |
|
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
2905 {0x271,0x271,-1,10749}, |
|
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
2906 {0x272,0x272,-1,-213}, |
|
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
2907 {0x275,0x275,-1,-214}, |
|
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
2908 {0x27d,0x27d,-1,10727}, |
|
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
2909 {0x280,0x283,3,-218}, |
|
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
2910 {0x288,0x288,-1,-218}, |
|
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
2911 {0x289,0x289,-1,-69}, |
|
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
2912 {0x28a,0x28b,1,-217}, |
|
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
2913 {0x28c,0x28c,-1,-71}, |
|
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
2914 {0x292,0x292,-1,-219}, |
|
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
2915 {0x345,0x345,-1,84}, |
|
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
2916 {0x371,0x373,2,-1}, |
|
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
2917 {0x377,0x377,-1,-1}, |
|
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
2918 {0x37b,0x37d,1,130}, |
|
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
2919 {0x3ac,0x3ac,-1,-38}, |
|
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
2920 {0x3ad,0x3af,1,-37}, |
|
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
2921 {0x3b1,0x3c1,1,-32}, |
|
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
2922 {0x3c2,0x3c2,-1,-31}, |
|
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
2923 {0x3c3,0x3cb,1,-32}, |
|
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
2924 {0x3cc,0x3cc,-1,-64}, |
|
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
2925 {0x3cd,0x3ce,1,-63}, |
|
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
2926 {0x3d0,0x3d0,-1,-62}, |
|
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
2927 {0x3d1,0x3d1,-1,-57}, |
|
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
2928 {0x3d5,0x3d5,-1,-47}, |
|
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
2929 {0x3d6,0x3d6,-1,-54}, |
|
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
2930 {0x3d7,0x3d7,-1,-8}, |
|
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
2931 {0x3d9,0x3ef,2,-1}, |
|
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
2932 {0x3f0,0x3f0,-1,-86}, |
|
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
2933 {0x3f1,0x3f1,-1,-80}, |
|
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
2934 {0x3f2,0x3f2,-1,7}, |
|
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
2935 {0x3f5,0x3f5,-1,-96}, |
|
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
2936 {0x3f8,0x3fb,3,-1}, |
|
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
2937 {0x430,0x44f,1,-32}, |
|
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
2938 {0x450,0x45f,1,-80}, |
|
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
2939 {0x461,0x481,2,-1}, |
|
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
2940 {0x48b,0x4bf,2,-1}, |
|
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
2941 {0x4c2,0x4ce,2,-1}, |
|
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
2942 {0x4cf,0x4cf,-1,-15}, |
|
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
2943 {0x4d1,0x525,2,-1}, |
|
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
2944 {0x561,0x586,1,-48}, |
|
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
2945 {0x1d79,0x1d79,-1,35332}, |
|
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
2946 {0x1d7d,0x1d7d,-1,3814}, |
|
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
2947 {0x1e01,0x1e95,2,-1}, |
|
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
2948 {0x1e9b,0x1e9b,-1,-59}, |
|
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
2949 {0x1ea1,0x1eff,2,-1}, |
|
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
2950 {0x1f00,0x1f07,1,8}, |
|
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
2951 {0x1f10,0x1f15,1,8}, |
|
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
2952 {0x1f20,0x1f27,1,8}, |
|
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
2953 {0x1f30,0x1f37,1,8}, |
|
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
2954 {0x1f40,0x1f45,1,8}, |
|
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
2955 {0x1f51,0x1f57,2,8}, |
|
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
2956 {0x1f60,0x1f67,1,8}, |
|
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
2957 {0x1f70,0x1f71,1,74}, |
|
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
2958 {0x1f72,0x1f75,1,86}, |
|
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
2959 {0x1f76,0x1f77,1,100}, |
|
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
2960 {0x1f78,0x1f79,1,128}, |
|
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
2961 {0x1f7a,0x1f7b,1,112}, |
|
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
2962 {0x1f7c,0x1f7d,1,126}, |
|
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
2963 {0x1f80,0x1f87,1,8}, |
|
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
2964 {0x1f90,0x1f97,1,8}, |
|
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
2965 {0x1fa0,0x1fa7,1,8}, |
|
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
2966 {0x1fb0,0x1fb1,1,8}, |
|
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
2967 {0x1fb3,0x1fb3,-1,9}, |
|
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
2968 {0x1fbe,0x1fbe,-1,-7205}, |
|
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
2969 {0x1fc3,0x1fc3,-1,9}, |
|
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
2970 {0x1fd0,0x1fd1,1,8}, |
|
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
2971 {0x1fe0,0x1fe1,1,8}, |
|
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
2972 {0x1fe5,0x1fe5,-1,7}, |
|
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
2973 {0x1ff3,0x1ff3,-1,9}, |
|
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
2974 {0x214e,0x214e,-1,-28}, |
|
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
2975 {0x2170,0x217f,1,-16}, |
|
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
2976 {0x2184,0x2184,-1,-1}, |
|
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
2977 {0x24d0,0x24e9,1,-26}, |
|
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
2978 {0x2c30,0x2c5e,1,-48}, |
|
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
2979 {0x2c61,0x2c61,-1,-1}, |
|
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
2980 {0x2c65,0x2c65,-1,-10795}, |
|
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
2981 {0x2c66,0x2c66,-1,-10792}, |
|
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
2982 {0x2c68,0x2c6c,2,-1}, |
|
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
2983 {0x2c73,0x2c76,3,-1}, |
|
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
2984 {0x2c81,0x2ce3,2,-1}, |
|
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
2985 {0x2cec,0x2cee,2,-1}, |
|
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
2986 {0x2d00,0x2d25,1,-7264}, |
|
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
2987 {0xa641,0xa65f,2,-1}, |
|
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
2988 {0xa663,0xa66d,2,-1}, |
|
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
2989 {0xa681,0xa697,2,-1}, |
|
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
2990 {0xa723,0xa72f,2,-1}, |
|
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
2991 {0xa733,0xa76f,2,-1}, |
|
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
2992 {0xa77a,0xa77c,2,-1}, |
|
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
2993 {0xa77f,0xa787,2,-1}, |
|
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
2994 {0xa78c,0xa78c,-1,-1}, |
|
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
2995 {0xff41,0xff5a,1,-32}, |
|
d5867fd6b2b7
updated for version 7.2.330
Bram Moolenaar <bram@zimbu.org>
parents:
2015
diff
changeset
|
2996 {0x10428,0x1044f,1,-40} |
| 7 | 2997 }; |
| 2998 | |
| 2999 /* | |
| 3000 * Return the upper-case equivalent of "a", which is a UCS-4 character. Use | |
| 3001 * simple case folding. | |
| 3002 */ | |
| 3003 int | |
| 3004 utf_toupper(a) | |
| 3005 int a; | |
| 3006 { | |
| 3007 /* If 'casemap' contains "keepascii" use ASCII style toupper(). */ | |
| 3008 if (a < 128 && (cmp_flags & CMP_KEEPASCII)) | |
| 3009 return TOUPPER_ASC(a); | |
| 3010 | |
| 856 | 3011 #if defined(HAVE_TOWUPPER) && defined(__STDC_ISO_10646__) |
| 3012 /* If towupper() is available and handles Unicode, use it. */ | |
| 7 | 3013 if (!(cmp_flags & CMP_INTERNAL)) |
| 3014 return towupper(a); | |
| 3015 #endif | |
| 3016 | |
| 3017 /* For characters below 128 use locale sensitive toupper(). */ | |
| 3018 if (a < 128) | |
| 3019 return TOUPPER_LOC(a); | |
| 3020 | |
| 3021 /* For any other characters use the above mapping table. */ | |
| 3022 return utf_convert(a, toUpper, sizeof(toUpper)); | |
| 3023 } | |
| 3024 | |
| 3025 int | |
| 3026 utf_islower(a) | |
| 3027 int a; | |
| 3028 { | |
| 3029 return (utf_toupper(a) != a); | |
| 3030 } | |
| 3031 | |
| 3032 /* | |
| 3033 * Return the lower-case equivalent of "a", which is a UCS-4 character. Use | |
| 3034 * simple case folding. | |
| 3035 */ | |
| 3036 int | |
| 3037 utf_tolower(a) | |
| 3038 int a; | |
| 3039 { | |
| 3040 /* If 'casemap' contains "keepascii" use ASCII style tolower(). */ | |
| 3041 if (a < 128 && (cmp_flags & CMP_KEEPASCII)) | |
| 3042 return TOLOWER_ASC(a); | |
| 3043 | |
| 856 | 3044 #if defined(HAVE_TOWLOWER) && defined(__STDC_ISO_10646__) |
| 257 | 3045 /* If towlower() is available and handles Unicode, use it. */ |
| 7 | 3046 if (!(cmp_flags & CMP_INTERNAL)) |
| 3047 return towlower(a); | |
| 3048 #endif | |
| 3049 | |
| 3050 /* For characters below 128 use locale sensitive tolower(). */ | |
| 3051 if (a < 128) | |
| 3052 return TOLOWER_LOC(a); | |
| 3053 | |
| 3054 /* For any other characters use the above mapping table. */ | |
| 3055 return utf_convert(a, toLower, sizeof(toLower)); | |
| 3056 } | |
| 3057 | |
| 3058 int | |
| 3059 utf_isupper(a) | |
| 3060 int a; | |
| 3061 { | |
| 3062 return (utf_tolower(a) != a); | |
| 3063 } | |
| 3064 | |
| 3065 /* | |
| 3066 * Version of strnicmp() that handles multi-byte characters. | |
| 3067 * Needed for Big5, Sjift-JIS and UTF-8 encoding. Other DBCS encodings can | |
| 3068 * probably use strnicmp(), because there are no ASCII characters in the | |
| 3069 * second byte. | |
| 3070 * Returns zero if s1 and s2 are equal (ignoring case), the difference between | |
| 3071 * two characters otherwise. | |
| 3072 */ | |
| 3073 int | |
| 303 | 3074 mb_strnicmp(s1, s2, nn) |
| 7 | 3075 char_u *s1, *s2; |
| 303 | 3076 size_t nn; |
| 7 | 3077 { |
| 3078 int i, j, l; | |
| 3079 int cdiff; | |
| 308 | 3080 int incomplete = FALSE; |
| 835 | 3081 int n = (int)nn; |
| 7 | 3082 |
| 3083 for (i = 0; i < n; i += l) | |
| 3084 { | |
| 3085 if (s1[i] == NUL && s2[i] == NUL) /* both strings end */ | |
| 3086 return 0; | |
| 3087 if (enc_utf8) | |
| 3088 { | |
| 3089 l = utf_byte2len(s1[i]); | |
| 3090 if (l > n - i) | |
| 308 | 3091 { |
| 7 | 3092 l = n - i; /* incomplete character */ |
| 308 | 3093 incomplete = TRUE; |
| 3094 } | |
| 7 | 3095 /* Check directly first, it's faster. */ |
| 3096 for (j = 0; j < l; ++j) | |
| 1052 | 3097 { |
| 7 | 3098 if (s1[i + j] != s2[i + j]) |
| 3099 break; | |
| 1052 | 3100 if (s1[i + j] == 0) |
| 3101 /* Both stings have the same bytes but are incomplete or | |
| 3102 * have illegal bytes, accept them as equal. */ | |
| 3103 l = j; | |
| 3104 } | |
| 7 | 3105 if (j < l) |
| 3106 { | |
| 3107 /* If one of the two characters is incomplete return -1. */ | |
| 308 | 3108 if (incomplete || i + utf_byte2len(s2[i]) > n) |
| 7 | 3109 return -1; |
| 3110 cdiff = utf_fold(utf_ptr2char(s1 + i)) | |
| 3111 - utf_fold(utf_ptr2char(s2 + i)); | |
| 3112 if (cdiff != 0) | |
| 3113 return cdiff; | |
| 3114 } | |
| 3115 } | |
| 3116 else | |
| 3117 { | |
| 474 | 3118 l = (*mb_ptr2len)(s1 + i); |
| 7 | 3119 if (l <= 1) |
| 3120 { | |
| 3121 /* Single byte: first check normally, then with ignore case. */ | |
| 3122 if (s1[i] != s2[i]) | |
| 3123 { | |
| 1347 | 3124 cdiff = MB_TOLOWER(s1[i]) - MB_TOLOWER(s2[i]); |
| 7 | 3125 if (cdiff != 0) |
| 3126 return cdiff; | |
| 3127 } | |
| 3128 } | |
| 3129 else | |
| 3130 { | |
| 3131 /* For non-Unicode multi-byte don't ignore case. */ | |
| 3132 if (l > n - i) | |
| 3133 l = n - i; | |
| 3134 cdiff = STRNCMP(s1 + i, s2 + i, l); | |
| 3135 if (cdiff != 0) | |
| 3136 return cdiff; | |
| 3137 } | |
| 3138 } | |
| 3139 } | |
| 3140 return 0; | |
| 3141 } | |
| 3142 | |
| 3143 /* | |
| 3144 * "g8": show bytes of the UTF-8 char under the cursor. Doesn't matter what | |
| 3145 * 'encoding' has been set to. | |
| 3146 */ | |
| 3147 void | |
| 3148 show_utf8() | |
| 3149 { | |
| 3150 int len; | |
| 273 | 3151 int rlen = 0; |
| 7 | 3152 char_u *line; |
| 3153 int clen; | |
| 3154 int i; | |
| 3155 | |
| 3156 /* Get the byte length of the char under the cursor, including composing | |
| 3157 * characters. */ | |
| 3158 line = ml_get_cursor(); | |
| 474 | 3159 len = utfc_ptr2len(line); |
| 7 | 3160 if (len == 0) |
| 3161 { | |
| 3162 MSG("NUL"); | |
| 3163 return; | |
| 3164 } | |
| 3165 | |
| 3166 clen = 0; | |
| 3167 for (i = 0; i < len; ++i) | |
| 3168 { | |
| 3169 if (clen == 0) | |
| 3170 { | |
| 3171 /* start of (composing) character, get its length */ | |
| 3172 if (i > 0) | |
| 273 | 3173 { |
| 3174 STRCPY(IObuff + rlen, "+ "); | |
| 3175 rlen += 2; | |
| 3176 } | |
| 474 | 3177 clen = utf_ptr2len(line + i); |
| 7 | 3178 } |
|
2205
54605ada811b
"g8" doesn't work properly on a NUL.
Bram Moolenaar <bram@vim.org>
parents:
2154
diff
changeset
|
3179 sprintf((char *)IObuff + rlen, "%02x ", |
|
54605ada811b
"g8" doesn't work properly on a NUL.
Bram Moolenaar <bram@vim.org>
parents:
2154
diff
changeset
|
3180 (line[i] == NL) ? NUL : line[i]); /* NUL is stored as NL */ |
| 7 | 3181 --clen; |
| 835 | 3182 rlen += (int)STRLEN(IObuff + rlen); |
| 273 | 3183 if (rlen > IOSIZE - 20) |
| 3184 break; | |
| 7 | 3185 } |
| 3186 | |
| 3187 msg(IObuff); | |
| 3188 } | |
| 3189 | |
| 3190 /* | |
| 3191 * mb_head_off() function pointer. | |
| 3192 * Return offset from "p" to the first byte of the character it points into. | |
| 2015 | 3193 * If "p" points to the NUL at the end of the string return 0. |
| 7 | 3194 * Returns 0 when already at the first byte of a character. |
| 3195 */ | |
| 3196 int | |
| 3197 latin_head_off(base, p) | |
| 1883 | 3198 char_u *base UNUSED; |
| 3199 char_u *p UNUSED; | |
| 7 | 3200 { |
| 3201 return 0; | |
| 3202 } | |
| 3203 | |
| 3204 int | |
| 3205 dbcs_head_off(base, p) | |
| 3206 char_u *base; | |
| 3207 char_u *p; | |
| 3208 { | |
| 3209 char_u *q; | |
| 3210 | |
| 3211 /* It can't be a trailing byte when not using DBCS, at the start of the | |
| 3212 * string or the previous byte can't start a double-byte. */ | |
| 2015 | 3213 if (p <= base || MB_BYTE2LEN(p[-1]) == 1 || *p == NUL) |
| 7 | 3214 return 0; |
| 3215 | |
| 3216 /* This is slow: need to start at the base and go forward until the | |
| 3217 * byte we are looking for. Return 1 when we went past it, 0 otherwise. */ | |
| 3218 q = base; | |
| 3219 while (q < p) | |
| 474 | 3220 q += dbcs_ptr2len(q); |
| 7 | 3221 return (q == p) ? 0 : 1; |
| 3222 } | |
| 3223 | |
| 3224 /* | |
| 3225 * Special version of dbcs_head_off() that works for ScreenLines[], where | |
| 3226 * single-width DBCS_JPNU characters are stored separately. | |
| 3227 */ | |
| 3228 int | |
| 3229 dbcs_screen_head_off(base, p) | |
| 3230 char_u *base; | |
| 3231 char_u *p; | |
| 3232 { | |
| 3233 char_u *q; | |
| 3234 | |
| 3235 /* It can't be a trailing byte when not using DBCS, at the start of the | |
| 3236 * string or the previous byte can't start a double-byte. | |
| 3237 * For euc-jp an 0x8e byte in the previous cell always means we have a | |
| 3238 * lead byte in the current cell. */ | |
| 3239 if (p <= base | |
| 3240 || (enc_dbcs == DBCS_JPNU && p[-1] == 0x8e) | |
| 2015 | 3241 || MB_BYTE2LEN(p[-1]) == 1 |
| 3242 || *p == NUL) | |
| 7 | 3243 return 0; |
| 3244 | |
| 3245 /* This is slow: need to start at the base and go forward until the | |
| 3246 * byte we are looking for. Return 1 when we went past it, 0 otherwise. | |
| 3247 * For DBCS_JPNU look out for 0x8e, which means the second byte is not | |
| 3248 * stored as the next byte. */ | |
| 3249 q = base; | |
| 3250 while (q < p) | |
| 3251 { | |
| 3252 if (enc_dbcs == DBCS_JPNU && *q == 0x8e) | |
| 3253 ++q; | |
| 3254 else | |
| 474 | 3255 q += dbcs_ptr2len(q); |
| 7 | 3256 } |
| 3257 return (q == p) ? 0 : 1; | |
| 3258 } | |
| 3259 | |
| 3260 int | |
| 3261 utf_head_off(base, p) | |
| 3262 char_u *base; | |
| 3263 char_u *p; | |
| 3264 { | |
| 3265 char_u *q; | |
| 3266 char_u *s; | |
| 3267 int c; | |
| 2015 | 3268 int len; |
| 7 | 3269 #ifdef FEAT_ARABIC |
| 3270 char_u *j; | |
| 3271 #endif | |
| 3272 | |
| 3273 if (*p < 0x80) /* be quick for ASCII */ | |
| 3274 return 0; | |
| 3275 | |
| 3276 /* Skip backwards over trailing bytes: 10xx.xxxx | |
| 3277 * Skip backwards again if on a composing char. */ | |
| 3278 for (q = p; ; --q) | |
| 3279 { | |
| 3280 /* Move s to the last byte of this char. */ | |
| 3281 for (s = q; (s[1] & 0xc0) == 0x80; ++s) | |
| 3282 ; | |
| 3283 /* Move q to the first byte of this char. */ | |
| 3284 while (q > base && (*q & 0xc0) == 0x80) | |
| 3285 --q; | |
| 3286 /* Check for illegal sequence. Do allow an illegal byte after where we | |
| 3287 * started. */ | |
| 2015 | 3288 len = utf8len_tab[*q]; |
| 3289 if (len != (int)(s - q + 1) && len != (int)(p - q + 1)) | |
| 7 | 3290 return 0; |
| 3291 | |
| 3292 if (q <= base) | |
| 3293 break; | |
| 3294 | |
| 3295 c = utf_ptr2char(q); | |
| 3296 if (utf_iscomposing(c)) | |
| 3297 continue; | |
| 3298 | |
| 3299 #ifdef FEAT_ARABIC | |
| 3300 if (arabic_maycombine(c)) | |
| 3301 { | |
| 3302 /* Advance to get a sneak-peak at the next char */ | |
| 3303 j = q; | |
| 3304 --j; | |
| 3305 /* Move j to the first byte of this char. */ | |
| 3306 while (j > base && (*j & 0xc0) == 0x80) | |
| 3307 --j; | |
| 3308 if (arabic_combine(utf_ptr2char(j), c)) | |
| 3309 continue; | |
| 3310 } | |
| 3311 #endif | |
| 3312 break; | |
| 3313 } | |
| 3314 | |
| 3315 return (int)(p - q); | |
| 3316 } | |
| 3317 | |
| 3318 /* | |
| 99 | 3319 * Copy a character from "*fp" to "*tp" and advance the pointers. |
| 3320 */ | |
| 3321 void | |
| 3322 mb_copy_char(fp, tp) | |
| 3323 char_u **fp; | |
| 3324 char_u **tp; | |
| 3325 { | |
| 474 | 3326 int l = (*mb_ptr2len)(*fp); |
| 99 | 3327 |
| 3328 mch_memmove(*tp, *fp, (size_t)l); | |
| 3329 *tp += l; | |
| 3330 *fp += l; | |
| 3331 } | |
| 3332 | |
| 3333 /* | |
| 7 | 3334 * Return the offset from "p" to the first byte of a character. When "p" is |
| 3335 * at the start of a character 0 is returned, otherwise the offset to the next | |
| 3336 * character. Can start anywhere in a stream of bytes. | |
| 3337 */ | |
| 3338 int | |
| 3339 mb_off_next(base, p) | |
| 3340 char_u *base; | |
| 3341 char_u *p; | |
| 3342 { | |
| 3343 int i; | |
| 3344 int j; | |
| 3345 | |
| 3346 if (enc_utf8) | |
| 3347 { | |
| 3348 if (*p < 0x80) /* be quick for ASCII */ | |
| 3349 return 0; | |
| 3350 | |
| 3351 /* Find the next character that isn't 10xx.xxxx */ | |
| 3352 for (i = 0; (p[i] & 0xc0) == 0x80; ++i) | |
| 3353 ; | |
| 3354 if (i > 0) | |
| 3355 { | |
| 3356 /* Check for illegal sequence. */ | |
| 3357 for (j = 0; p - j > base; ++j) | |
| 3358 if ((p[-j] & 0xc0) != 0x80) | |
| 3359 break; | |
| 3360 if (utf8len_tab[p[-j]] != i + j) | |
| 3361 return 0; | |
| 3362 } | |
| 3363 return i; | |
| 3364 } | |
| 3365 | |
| 3366 /* Only need to check if we're on a trail byte, it doesn't matter if we | |
| 3367 * want the offset to the next or current character. */ | |
| 3368 return (*mb_head_off)(base, p); | |
| 3369 } | |
| 3370 | |
| 3371 /* | |
| 3372 * Return the offset from "p" to the last byte of the character it points | |
| 3373 * into. Can start anywhere in a stream of bytes. | |
| 3374 */ | |
| 3375 int | |
| 3376 mb_tail_off(base, p) | |
| 3377 char_u *base; | |
| 3378 char_u *p; | |
| 3379 { | |
| 3380 int i; | |
| 3381 int j; | |
| 3382 | |
| 3383 if (*p == NUL) | |
| 3384 return 0; | |
| 3385 | |
| 3386 if (enc_utf8) | |
| 3387 { | |
| 3388 /* Find the last character that is 10xx.xxxx */ | |
| 3389 for (i = 0; (p[i + 1] & 0xc0) == 0x80; ++i) | |
| 3390 ; | |
| 3391 /* Check for illegal sequence. */ | |
| 3392 for (j = 0; p - j > base; ++j) | |
| 3393 if ((p[-j] & 0xc0) != 0x80) | |
| 3394 break; | |
| 3395 if (utf8len_tab[p[-j]] != i + j + 1) | |
| 3396 return 0; | |
| 3397 return i; | |
| 3398 } | |
| 3399 | |
| 3400 /* It can't be the first byte if a double-byte when not using DBCS, at the | |
| 3401 * end of the string or the byte can't start a double-byte. */ | |
| 3402 if (enc_dbcs == 0 || p[1] == NUL || MB_BYTE2LEN(*p) == 1) | |
| 3403 return 0; | |
| 3404 | |
| 3405 /* Return 1 when on the lead byte, 0 when on the tail byte. */ | |
| 3406 return 1 - dbcs_head_off(base, p); | |
| 3407 } | |
| 3408 | |
| 776 | 3409 /* |
| 3410 * Find the next illegal byte sequence. | |
| 3411 */ | |
| 3412 void | |
| 3413 utf_find_illegal() | |
| 3414 { | |
| 3415 pos_T pos = curwin->w_cursor; | |
| 3416 char_u *p; | |
| 3417 int len; | |
| 3418 vimconv_T vimconv; | |
| 3419 char_u *tofree = NULL; | |
| 3420 | |
| 3421 vimconv.vc_type = CONV_NONE; | |
| 3422 if (enc_utf8 && (enc_canon_props(curbuf->b_p_fenc) & ENC_8BIT)) | |
| 3423 { | |
| 3424 /* 'encoding' is "utf-8" but we are editing a 8-bit encoded file, | |
| 3425 * possibly a utf-8 file with illegal bytes. Setup for conversion | |
| 3426 * from utf-8 to 'fileencoding'. */ | |
| 3427 convert_setup(&vimconv, p_enc, curbuf->b_p_fenc); | |
| 3428 } | |
| 3429 | |
| 3430 #ifdef FEAT_VIRTUALEDIT | |
| 3431 curwin->w_cursor.coladd = 0; | |
| 3432 #endif | |
| 3433 for (;;) | |
| 3434 { | |
| 3435 p = ml_get_cursor(); | |
| 3436 if (vimconv.vc_type != CONV_NONE) | |
| 3437 { | |
| 3438 vim_free(tofree); | |
| 3439 tofree = string_convert(&vimconv, p, NULL); | |
| 3440 if (tofree == NULL) | |
| 3441 break; | |
| 3442 p = tofree; | |
| 3443 } | |
| 3444 | |
| 3445 while (*p != NUL) | |
| 3446 { | |
| 3447 /* Illegal means that there are not enough trail bytes (checked by | |
| 3448 * utf_ptr2len()) or too many of them (overlong sequence). */ | |
| 3449 len = utf_ptr2len(p); | |
| 3450 if (*p >= 0x80 && (len == 1 | |
| 3451 || utf_char2len(utf_ptr2char(p)) != len)) | |
| 3452 { | |
| 3453 if (vimconv.vc_type == CONV_NONE) | |
| 835 | 3454 curwin->w_cursor.col += (colnr_T)(p - ml_get_cursor()); |
| 776 | 3455 else |
| 3456 { | |
| 3457 int l; | |
| 3458 | |
| 835 | 3459 len = (int)(p - tofree); |
| 776 | 3460 for (p = ml_get_cursor(); *p != NUL && len-- > 0; p += l) |
| 3461 { | |
| 3462 l = utf_ptr2len(p); | |
| 3463 curwin->w_cursor.col += l; | |
| 3464 } | |
| 3465 } | |
| 3466 goto theend; | |
| 3467 } | |
| 3468 p += len; | |
| 3469 } | |
| 3470 if (curwin->w_cursor.lnum == curbuf->b_ml.ml_line_count) | |
| 3471 break; | |
| 3472 ++curwin->w_cursor.lnum; | |
| 3473 curwin->w_cursor.col = 0; | |
| 3474 } | |
| 3475 | |
| 3476 /* didn't find it: don't move and beep */ | |
| 3477 curwin->w_cursor = pos; | |
| 3478 beep_flush(); | |
| 3479 | |
| 3480 theend: | |
| 3481 vim_free(tofree); | |
| 3482 convert_setup(&vimconv, NULL, NULL); | |
| 3483 } | |
| 3484 | |
| 26 | 3485 #if defined(HAVE_GTK2) || defined(PROTO) |
| 3486 /* | |
| 3487 * Return TRUE if string "s" is a valid utf-8 string. | |
| 3488 * When "end" is NULL stop at the first NUL. | |
| 3489 * When "end" is positive stop there. | |
| 3490 */ | |
| 3491 int | |
| 3492 utf_valid_string(s, end) | |
| 3493 char_u *s; | |
| 3494 char_u *end; | |
| 3495 { | |
| 3496 int l; | |
| 3497 char_u *p = s; | |
| 3498 | |
| 3499 while (end == NULL ? *p != NUL : p < end) | |
| 3500 { | |
| 2015 | 3501 l = utf8len_tab_zero[*p]; |
| 3502 if (l == 0) | |
| 26 | 3503 return FALSE; /* invalid lead byte */ |
| 3504 if (end != NULL && p + l > end) | |
| 3505 return FALSE; /* incomplete byte sequence */ | |
| 3506 ++p; | |
| 3507 while (--l > 0) | |
| 3508 if ((*p++ & 0xc0) != 0x80) | |
| 3509 return FALSE; /* invalid trail byte */ | |
| 3510 } | |
| 3511 return TRUE; | |
| 3512 } | |
| 3513 #endif | |
| 3514 | |
| 7 | 3515 #if defined(FEAT_GUI) || defined(PROTO) |
| 3516 /* | |
| 3517 * Special version of mb_tail_off() for use in ScreenLines[]. | |
| 3518 */ | |
| 3519 int | |
| 3520 dbcs_screen_tail_off(base, p) | |
| 3521 char_u *base; | |
| 3522 char_u *p; | |
| 3523 { | |
| 3524 /* It can't be the first byte if a double-byte when not using DBCS, at the | |
| 3525 * end of the string or the byte can't start a double-byte. | |
| 3526 * For euc-jp an 0x8e byte always means we have a lead byte in the current | |
| 3527 * cell. */ | |
| 3528 if (*p == NUL || p[1] == NUL | |
| 3529 || (enc_dbcs == DBCS_JPNU && *p == 0x8e) | |
| 3530 || MB_BYTE2LEN(*p) == 1) | |
| 3531 return 0; | |
| 3532 | |
| 3533 /* Return 1 when on the lead byte, 0 when on the tail byte. */ | |
| 3534 return 1 - dbcs_screen_head_off(base, p); | |
| 3535 } | |
| 3536 #endif | |
| 3537 | |
| 3538 /* | |
| 3539 * If the cursor moves on an trail byte, set the cursor on the lead byte. | |
| 3540 * Thus it moves left if necessary. | |
| 3541 * Return TRUE when the cursor was adjusted. | |
| 3542 */ | |
| 3543 void | |
| 3544 mb_adjust_cursor() | |
| 3545 { | |
| 3546 mb_adjustpos(&curwin->w_cursor); | |
| 3547 } | |
| 3548 | |
| 3549 /* | |
| 3550 * Adjust position "*lp" to point to the first byte of a multi-byte character. | |
| 3551 * If it points to a tail byte it's moved backwards to the head byte. | |
| 3552 */ | |
| 3553 void | |
| 3554 mb_adjustpos(lp) | |
| 3555 pos_T *lp; | |
| 3556 { | |
| 3557 char_u *p; | |
| 3558 | |
| 3559 if (lp->col > 0 | |
| 3560 #ifdef FEAT_VIRTUALEDIT | |
| 3561 || lp->coladd > 1 | |
| 3562 #endif | |
| 3563 ) | |
| 3564 { | |
| 3565 p = ml_get(lp->lnum); | |
| 3566 lp->col -= (*mb_head_off)(p, p + lp->col); | |
| 3567 #ifdef FEAT_VIRTUALEDIT | |
| 3568 /* Reset "coladd" when the cursor would be on the right half of a | |
| 3569 * double-wide character. */ | |
| 3570 if (lp->coladd == 1 | |
| 3571 && p[lp->col] != TAB | |
| 3572 && vim_isprintc((*mb_ptr2char)(p + lp->col)) | |
| 3573 && ptr2cells(p + lp->col) > 1) | |
| 3574 lp->coladd = 0; | |
| 3575 #endif | |
| 3576 } | |
| 3577 } | |
| 3578 | |
| 3579 /* | |
| 3580 * Return a pointer to the character before "*p", if there is one. | |
| 3581 */ | |
| 3582 char_u * | |
| 3583 mb_prevptr(line, p) | |
| 3584 char_u *line; /* start of the string */ | |
| 3585 char_u *p; | |
| 3586 { | |
| 3587 if (p > line) | |
| 39 | 3588 mb_ptr_back(line, p); |
| 7 | 3589 return p; |
| 3590 } | |
| 3591 | |
| 3592 /* | |
| 474 | 3593 * Return the character length of "str". Each multi-byte character (with |
| 3594 * following composing characters) counts as one. | |
| 7 | 3595 */ |
| 3596 int | |
| 3597 mb_charlen(str) | |
| 3598 char_u *str; | |
| 3599 { | |
| 500 | 3600 char_u *p = str; |
| 3601 int count; | |
| 3602 | |
| 3603 if (p == NULL) | |
| 7 | 3604 return 0; |
| 3605 | |
| 500 | 3606 for (count = 0; *p != NUL; count++) |
| 3607 p += (*mb_ptr2len)(p); | |
| 7 | 3608 |
| 3609 return count; | |
| 3610 } | |
| 3611 | |
| 740 | 3612 #if defined(FEAT_SPELL) || defined(PROTO) |
| 500 | 3613 /* |
| 3614 * Like mb_charlen() but for a string with specified length. | |
| 3615 */ | |
| 3616 int | |
| 3617 mb_charlen_len(str, len) | |
| 3618 char_u *str; | |
| 3619 int len; | |
| 3620 { | |
| 3621 char_u *p = str; | |
| 3622 int count; | |
| 3623 | |
| 3624 for (count = 0; *p != NUL && p < str + len; count++) | |
| 3625 p += (*mb_ptr2len)(p); | |
| 3626 | |
| 3627 return count; | |
| 3628 } | |
| 3629 #endif | |
| 3630 | |
| 7 | 3631 /* |
| 3632 * Try to un-escape a multi-byte character. | |
| 3633 * Used for the "to" and "from" part of a mapping. | |
| 3634 * Return the un-escaped string if it is a multi-byte character, and advance | |
| 3635 * "pp" to just after the bytes that formed it. | |
| 3636 * Return NULL if no multi-byte char was found. | |
| 3637 */ | |
| 3638 char_u * | |
| 3639 mb_unescape(pp) | |
| 3640 char_u **pp; | |
| 3641 { | |
| 3642 static char_u buf[MB_MAXBYTES + 1]; | |
| 3643 int n, m = 0; | |
| 3644 char_u *str = *pp; | |
| 3645 | |
| 3646 /* Must translate K_SPECIAL KS_SPECIAL KE_FILLER to K_SPECIAL and CSI | |
| 3647 * KS_EXTRA KE_CSI to CSI. */ | |
| 3648 for (n = 0; str[n] != NUL && m <= MB_MAXBYTES; ++n) | |
| 3649 { | |
| 3650 if (str[n] == K_SPECIAL | |
| 3651 && str[n + 1] == KS_SPECIAL | |
| 3652 && str[n + 2] == KE_FILLER) | |
| 3653 { | |
| 3654 buf[m++] = K_SPECIAL; | |
| 3655 n += 2; | |
| 3656 } | |
| 1495 | 3657 else if ((str[n] == K_SPECIAL |
| 7 | 3658 # ifdef FEAT_GUI |
| 1495 | 3659 || str[n] == CSI |
| 3660 # endif | |
| 3661 ) | |
| 7 | 3662 && str[n + 1] == KS_EXTRA |
| 3663 && str[n + 2] == (int)KE_CSI) | |
| 3664 { | |
| 3665 buf[m++] = CSI; | |
| 3666 n += 2; | |
| 3667 } | |
| 3668 else if (str[n] == K_SPECIAL | |
| 3669 # ifdef FEAT_GUI | |
| 3670 || str[n] == CSI | |
| 3671 # endif | |
| 3672 ) | |
| 3673 break; /* a special key can't be a multibyte char */ | |
| 3674 else | |
| 3675 buf[m++] = str[n]; | |
| 3676 buf[m] = NUL; | |
| 3677 | |
| 3678 /* Return a multi-byte character if it's found. An illegal sequence | |
| 3679 * will result in a 1 here. */ | |
| 474 | 3680 if ((*mb_ptr2len)(buf) > 1) |
| 7 | 3681 { |
| 3682 *pp = str + n + 1; | |
| 3683 return buf; | |
| 3684 } | |
| 3685 } | |
| 3686 return NULL; | |
| 3687 } | |
| 3688 | |
| 3689 /* | |
| 3690 * Return TRUE if the character at "row"/"col" on the screen is the left side | |
| 3691 * of a double-width character. | |
| 3692 * Caller must make sure "row" and "col" are not invalid! | |
| 3693 */ | |
| 3694 int | |
| 3695 mb_lefthalve(row, col) | |
| 3696 int row; | |
| 3697 int col; | |
| 3698 { | |
| 3699 #ifdef FEAT_HANGULIN | |
| 3700 if (composing_hangul) | |
| 3701 return TRUE; | |
| 3702 #endif | |
| 1378 | 3703 return (*mb_off2cells)(LineOffset[row] + col, |
| 3704 LineOffset[row] + screen_Columns) > 1; | |
| 7 | 3705 } |
| 3706 | |
| 3707 /* | |
| 1698 | 3708 * Correct a position on the screen, if it's the right half of a double-wide |
| 3709 * char move it to the left half. Returns the corrected column. | |
| 7 | 3710 */ |
| 3711 int | |
| 3712 mb_fix_col(col, row) | |
| 3713 int col; | |
| 3714 int row; | |
| 3715 { | |
| 3716 col = check_col(col); | |
| 3717 row = check_row(row); | |
| 3718 if (has_mbyte && ScreenLines != NULL && col > 0 | |
| 3719 && ((enc_dbcs | |
| 3720 && ScreenLines[LineOffset[row] + col] != NUL | |
| 3721 && dbcs_screen_head_off(ScreenLines + LineOffset[row], | |
| 3722 ScreenLines + LineOffset[row] + col)) | |
| 3723 || (enc_utf8 && ScreenLines[LineOffset[row] + col] == 0))) | |
| 1620 | 3724 return col - 1; |
| 7 | 3725 return col; |
| 3726 } | |
| 3727 #endif | |
| 3728 | |
| 3729 #if defined(FEAT_MBYTE) || defined(FEAT_POSTSCRIPT) || defined(PROTO) | |
| 3730 static int enc_alias_search __ARGS((char_u *name)); | |
| 3731 | |
| 3732 /* | |
| 3733 * Skip the Vim specific head of a 'encoding' name. | |
| 3734 */ | |
| 3735 char_u * | |
| 3736 enc_skip(p) | |
| 3737 char_u *p; | |
| 3738 { | |
| 3739 if (STRNCMP(p, "2byte-", 6) == 0) | |
| 3740 return p + 6; | |
| 3741 if (STRNCMP(p, "8bit-", 5) == 0) | |
| 3742 return p + 5; | |
| 3743 return p; | |
| 3744 } | |
| 3745 | |
| 3746 /* | |
| 3747 * Find the canonical name for encoding "enc". | |
| 3748 * When the name isn't recognized, returns "enc" itself, but with all lower | |
| 3749 * case characters and '_' replaced with '-'. | |
| 3750 * Returns an allocated string. NULL for out-of-memory. | |
| 3751 */ | |
| 3752 char_u * | |
| 3753 enc_canonize(enc) | |
| 3754 char_u *enc; | |
| 3755 { | |
| 3756 char_u *r; | |
| 3757 char_u *p, *s; | |
| 3758 int i; | |
| 3759 | |
| 39 | 3760 # ifdef FEAT_MBYTE |
| 3761 if (STRCMP(enc, "default") == 0) | |
| 3762 { | |
| 3763 /* Use the default encoding as it's found by set_init_1(). */ | |
| 3764 r = get_encoding_default(); | |
| 3765 if (r == NULL) | |
| 3766 r = (char_u *)"latin1"; | |
| 3767 return vim_strsave(r); | |
| 3768 } | |
| 3769 # endif | |
| 3770 | |
| 1205 | 3771 /* copy "enc" to allocated memory, with room for two '-' */ |
| 7 | 3772 r = alloc((unsigned)(STRLEN(enc) + 3)); |
| 3773 if (r != NULL) | |
| 3774 { | |
| 3775 /* Make it all lower case and replace '_' with '-'. */ | |
| 3776 p = r; | |
| 3777 for (s = enc; *s != NUL; ++s) | |
| 3778 { | |
| 3779 if (*s == '_') | |
| 3780 *p++ = '-'; | |
| 3781 else | |
| 3782 *p++ = TOLOWER_ASC(*s); | |
| 3783 } | |
| 3784 *p = NUL; | |
| 3785 | |
| 3786 /* Skip "2byte-" and "8bit-". */ | |
| 3787 p = enc_skip(r); | |
| 3788 | |
| 481 | 3789 /* Change "microsoft-cp" to "cp". Used in some spell files. */ |
| 3790 if (STRNCMP(p, "microsoft-cp", 12) == 0) | |
| 1620 | 3791 STRMOVE(p, p + 10); |
| 481 | 3792 |
| 7 | 3793 /* "iso8859" -> "iso-8859" */ |
| 3794 if (STRNCMP(p, "iso8859", 7) == 0) | |
| 3795 { | |
| 1620 | 3796 STRMOVE(p + 4, p + 3); |
| 7 | 3797 p[3] = '-'; |
| 3798 } | |
| 3799 | |
| 3800 /* "iso-8859n" -> "iso-8859-n" */ | |
| 3801 if (STRNCMP(p, "iso-8859", 8) == 0 && p[8] != '-') | |
| 3802 { | |
| 1620 | 3803 STRMOVE(p + 9, p + 8); |
| 7 | 3804 p[8] = '-'; |
| 3805 } | |
| 3806 | |
| 3807 /* "latin-N" -> "latinN" */ | |
| 3808 if (STRNCMP(p, "latin-", 6) == 0) | |
| 1620 | 3809 STRMOVE(p + 5, p + 6); |
| 7 | 3810 |
| 3811 if (enc_canon_search(p) >= 0) | |
| 3812 { | |
| 3813 /* canonical name can be used unmodified */ | |
| 3814 if (p != r) | |
| 1620 | 3815 STRMOVE(r, p); |
| 7 | 3816 } |
| 3817 else if ((i = enc_alias_search(p)) >= 0) | |
| 3818 { | |
| 3819 /* alias recognized, get canonical name */ | |
| 3820 vim_free(r); | |
| 3821 r = vim_strsave((char_u *)enc_canon_table[i].name); | |
| 3822 } | |
| 3823 } | |
| 3824 return r; | |
| 3825 } | |
| 3826 | |
| 3827 /* | |
| 3828 * Search for an encoding alias of "name". | |
| 3829 * Returns -1 when not found. | |
| 3830 */ | |
| 3831 static int | |
| 3832 enc_alias_search(name) | |
| 3833 char_u *name; | |
| 3834 { | |
| 3835 int i; | |
| 3836 | |
| 3837 for (i = 0; enc_alias_table[i].name != NULL; ++i) | |
| 3838 if (STRCMP(name, enc_alias_table[i].name) == 0) | |
| 3839 return enc_alias_table[i].canon; | |
| 3840 return -1; | |
| 3841 } | |
| 3842 #endif | |
| 3843 | |
| 3844 #if defined(FEAT_MBYTE) || defined(PROTO) | |
| 3845 | |
| 3846 #ifdef HAVE_LANGINFO_H | |
| 3847 # include <langinfo.h> | |
| 3848 #endif | |
| 3849 | |
| 3850 /* | |
| 3851 * Get the canonicalized encoding of the current locale. | |
| 3852 * Returns an allocated string when successful, NULL when not. | |
| 3853 */ | |
| 3854 char_u * | |
| 3855 enc_locale() | |
| 3856 { | |
| 3857 #ifndef WIN3264 | |
| 3858 char *s; | |
| 3859 char *p; | |
| 3860 int i; | |
| 3861 #endif | |
| 3862 char buf[50]; | |
| 3863 #ifdef WIN3264 | |
| 3864 long acp = GetACP(); | |
| 3865 | |
| 3866 if (acp == 1200) | |
| 3867 STRCPY(buf, "ucs-2le"); | |
| 407 | 3868 else if (acp == 1252) /* cp1252 is used as latin1 */ |
| 7 | 3869 STRCPY(buf, "latin1"); |
| 3870 else | |
| 3871 sprintf(buf, "cp%ld", acp); | |
| 3872 #else | |
| 3873 # ifdef HAVE_NL_LANGINFO_CODESET | |
| 3874 if ((s = nl_langinfo(CODESET)) == NULL || *s == NUL) | |
| 3875 # endif | |
| 167 | 3876 # if defined(HAVE_LOCALE_H) || defined(X_LOCALE) |
| 7 | 3877 if ((s = setlocale(LC_CTYPE, NULL)) == NULL || *s == NUL) |
| 167 | 3878 # endif |
| 7 | 3879 if ((s = getenv("LC_ALL")) == NULL || *s == NUL) |
| 3880 if ((s = getenv("LC_CTYPE")) == NULL || *s == NUL) | |
| 3881 s = getenv("LANG"); | |
| 3882 | |
| 3883 if (s == NULL || *s == NUL) | |
| 3884 return FAIL; | |
| 3885 | |
| 3886 /* The most generic locale format is: | |
| 3887 * language[_territory][.codeset][@modifier][+special][,[sponsor][_revision]] | |
| 3888 * If there is a '.' remove the part before it. | |
| 3889 * if there is something after the codeset, remove it. | |
| 3890 * Make the name lowercase and replace '_' with '-'. | |
| 3891 * Exception: "ja_JP.EUC" == "euc-jp", "zh_CN.EUC" = "euc-cn", | |
| 3892 * "ko_KR.EUC" == "euc-kr" | |
| 3893 */ | |
| 3894 if ((p = (char *)vim_strchr((char_u *)s, '.')) != NULL) | |
| 3895 { | |
| 3896 if (p > s + 2 && STRNICMP(p + 1, "EUC", 3) == 0 | |
| 3897 && !isalnum((int)p[4]) && p[4] != '-' && p[-3] == '_') | |
| 3898 { | |
| 3899 /* copy "XY.EUC" to "euc-XY" to buf[10] */ | |
| 3900 STRCPY(buf + 10, "euc-"); | |
| 3901 buf[14] = p[-2]; | |
| 3902 buf[15] = p[-1]; | |
| 3903 buf[16] = 0; | |
| 3904 s = buf + 10; | |
| 3905 } | |
| 3906 else | |
| 3907 s = p + 1; | |
| 3908 } | |
| 1883 | 3909 for (i = 0; s[i] != NUL && i < (int)sizeof(buf) - 1; ++i) |
| 7 | 3910 { |
| 3911 if (s[i] == '_' || s[i] == '-') | |
| 3912 buf[i] = '-'; | |
| 3913 else if (isalnum((int)s[i])) | |
| 3914 buf[i] = TOLOWER_ASC(s[i]); | |
| 3915 else | |
| 3916 break; | |
| 3917 } | |
| 3918 buf[i] = NUL; | |
| 3919 #endif | |
| 3920 | |
| 3921 return enc_canonize((char_u *)buf); | |
| 3922 } | |
| 3923 | |
| 3924 #if defined(WIN3264) || defined(PROTO) | |
| 3925 /* | |
| 3926 * Convert an encoding name to an MS-Windows codepage. | |
| 3927 * Returns zero if no codepage can be figured out. | |
| 3928 */ | |
| 3929 int | |
| 3930 encname2codepage(name) | |
| 3931 char_u *name; | |
| 3932 { | |
| 3933 int cp; | |
| 3934 char_u *p = name; | |
| 3935 int idx; | |
| 3936 | |
| 3937 if (STRNCMP(p, "8bit-", 5) == 0) | |
| 3938 p += 5; | |
| 3939 else if (STRNCMP(p_enc, "2byte-", 6) == 0) | |
| 3940 p += 6; | |
| 3941 | |
| 3942 if (p[0] == 'c' && p[1] == 'p') | |
| 3943 cp = atoi(p + 2); | |
| 3944 else if ((idx = enc_canon_search(p)) >= 0) | |
| 3945 cp = enc_canon_table[idx].codepage; | |
| 3946 else | |
| 3947 return 0; | |
| 3948 if (IsValidCodePage(cp)) | |
| 3949 return cp; | |
| 3950 return 0; | |
| 3951 } | |
| 3952 #endif | |
| 3953 | |
| 3954 # if defined(USE_ICONV) || defined(PROTO) | |
| 3955 | |
| 1904 | 3956 static char_u *iconv_string __ARGS((vimconv_T *vcp, char_u *str, int slen, int *unconvlenp, int *resultlenp)); |
| 7 | 3957 |
| 3958 /* | |
| 3959 * Call iconv_open() with a check if iconv() works properly (there are broken | |
| 3960 * versions). | |
| 3961 * Returns (void *)-1 if failed. | |
| 3962 * (should return iconv_t, but that causes problems with prototypes). | |
| 3963 */ | |
| 3964 void * | |
| 3965 my_iconv_open(to, from) | |
| 3966 char_u *to; | |
| 3967 char_u *from; | |
| 3968 { | |
| 3969 iconv_t fd; | |
| 3970 #define ICONV_TESTLEN 400 | |
| 3971 char_u tobuf[ICONV_TESTLEN]; | |
| 3972 char *p; | |
| 3973 size_t tolen; | |
| 3974 static int iconv_ok = -1; | |
| 3975 | |
| 3976 if (iconv_ok == FALSE) | |
| 3977 return (void *)-1; /* detected a broken iconv() previously */ | |
| 3978 | |
| 3979 #ifdef DYNAMIC_ICONV | |
| 3980 /* Check if the iconv.dll can be found. */ | |
| 3981 if (!iconv_enabled(TRUE)) | |
| 3982 return (void *)-1; | |
| 3983 #endif | |
| 3984 | |
| 3985 fd = iconv_open((char *)enc_skip(to), (char *)enc_skip(from)); | |
| 3986 | |
| 3987 if (fd != (iconv_t)-1 && iconv_ok == -1) | |
| 3988 { | |
| 3989 /* | |
| 3990 * Do a dummy iconv() call to check if it actually works. There is a | |
| 3991 * version of iconv() on Linux that is broken. We can't ignore it, | |
| 3992 * because it's wide-spread. The symptoms are that after outputting | |
| 3993 * the initial shift state the "to" pointer is NULL and conversion | |
| 3994 * stops for no apparent reason after about 8160 characters. | |
| 3995 */ | |
| 3996 p = (char *)tobuf; | |
| 3997 tolen = ICONV_TESTLEN; | |
| 3998 (void)iconv(fd, NULL, NULL, &p, &tolen); | |
| 3999 if (p == NULL) | |
| 4000 { | |
| 4001 iconv_ok = FALSE; | |
| 4002 iconv_close(fd); | |
| 4003 fd = (iconv_t)-1; | |
| 4004 } | |
| 4005 else | |
| 4006 iconv_ok = TRUE; | |
| 4007 } | |
| 4008 | |
| 4009 return (void *)fd; | |
| 4010 } | |
| 4011 | |
| 4012 /* | |
| 4013 * Convert the string "str[slen]" with iconv(). | |
| 4014 * If "unconvlenp" is not NULL handle the string ending in an incomplete | |
| 4015 * sequence and set "*unconvlenp" to the length of it. | |
| 4016 * Returns the converted string in allocated memory. NULL for an error. | |
| 1904 | 4017 * If resultlenp is not NULL, sets it to the result length in bytes. |
| 7 | 4018 */ |
| 4019 static char_u * | |
| 1904 | 4020 iconv_string(vcp, str, slen, unconvlenp, resultlenp) |
| 7 | 4021 vimconv_T *vcp; |
| 4022 char_u *str; | |
| 4023 int slen; | |
| 4024 int *unconvlenp; | |
| 1904 | 4025 int *resultlenp; |
| 7 | 4026 { |
| 4027 const char *from; | |
| 4028 size_t fromlen; | |
| 4029 char *to; | |
| 4030 size_t tolen; | |
| 4031 size_t len = 0; | |
| 4032 size_t done = 0; | |
| 4033 char_u *result = NULL; | |
| 4034 char_u *p; | |
| 4035 int l; | |
| 4036 | |
| 4037 from = (char *)str; | |
| 4038 fromlen = slen; | |
| 4039 for (;;) | |
| 4040 { | |
| 4041 if (len == 0 || ICONV_ERRNO == ICONV_E2BIG) | |
| 4042 { | |
| 4043 /* Allocate enough room for most conversions. When re-allocating | |
| 4044 * increase the buffer size. */ | |
| 4045 len = len + fromlen * 2 + 40; | |
| 4046 p = alloc((unsigned)len); | |
| 4047 if (p != NULL && done > 0) | |
| 4048 mch_memmove(p, result, done); | |
| 4049 vim_free(result); | |
| 4050 result = p; | |
| 4051 if (result == NULL) /* out of memory */ | |
| 4052 break; | |
| 4053 } | |
| 4054 | |
| 4055 to = (char *)result + done; | |
| 4056 tolen = len - done - 2; | |
| 4057 /* Avoid a warning for systems with a wrong iconv() prototype by | |
| 4058 * casting the second argument to void *. */ | |
| 4059 if (iconv(vcp->vc_fd, (void *)&from, &fromlen, &to, &tolen) | |
| 4060 != (size_t)-1) | |
| 4061 { | |
| 4062 /* Finished, append a NUL. */ | |
| 4063 *to = NUL; | |
| 4064 break; | |
| 4065 } | |
| 4066 | |
| 4067 /* Check both ICONV_EINVAL and EINVAL, because the dynamically loaded | |
| 4068 * iconv library may use one of them. */ | |
| 4069 if (!vcp->vc_fail && unconvlenp != NULL | |
| 4070 && (ICONV_ERRNO == ICONV_EINVAL || ICONV_ERRNO == EINVAL)) | |
| 4071 { | |
| 4072 /* Handle an incomplete sequence at the end. */ | |
| 4073 *to = NUL; | |
| 835 | 4074 *unconvlenp = (int)fromlen; |
| 7 | 4075 break; |
| 4076 } | |
| 4077 | |
| 4078 /* Check both ICONV_EILSEQ and EILSEQ, because the dynamically loaded | |
| 4079 * iconv library may use one of them. */ | |
| 4080 else if (!vcp->vc_fail | |
| 4081 && (ICONV_ERRNO == ICONV_EILSEQ || ICONV_ERRNO == EILSEQ | |
| 4082 || ICONV_ERRNO == ICONV_EINVAL || ICONV_ERRNO == EINVAL)) | |
| 4083 { | |
| 4084 /* Can't convert: insert a '?' and skip a character. This assumes | |
| 4085 * conversion from 'encoding' to something else. In other | |
| 4086 * situations we don't know what to skip anyway. */ | |
| 4087 *to++ = '?'; | |
| 4088 if ((*mb_ptr2cells)((char_u *)from) > 1) | |
| 4089 *to++ = '?'; | |
| 221 | 4090 if (enc_utf8) |
| 835 | 4091 l = utfc_ptr2len_len((char_u *)from, (int)fromlen); |
| 221 | 4092 else |
| 4093 { | |
| 474 | 4094 l = (*mb_ptr2len)((char_u *)from); |
| 227 | 4095 if (l > (int)fromlen) |
| 835 | 4096 l = (int)fromlen; |
| 221 | 4097 } |
| 7 | 4098 from += l; |
| 4099 fromlen -= l; | |
| 4100 } | |
| 4101 else if (ICONV_ERRNO != ICONV_E2BIG) | |
| 4102 { | |
| 4103 /* conversion failed */ | |
| 4104 vim_free(result); | |
| 4105 result = NULL; | |
| 4106 break; | |
| 4107 } | |
| 4108 /* Not enough room or skipping illegal sequence. */ | |
| 4109 done = to - (char *)result; | |
| 4110 } | |
| 1904 | 4111 |
| 4112 if (resultlenp != NULL) | |
| 4113 *resultlenp = (int)(to - (char *)result); | |
| 7 | 4114 return result; |
| 4115 } | |
| 4116 | |
| 4117 # if defined(DYNAMIC_ICONV) || defined(PROTO) | |
| 4118 /* | |
| 4119 * Dynamically load the "iconv.dll" on Win32. | |
| 4120 */ | |
| 4121 | |
| 4122 #ifndef DYNAMIC_ICONV /* just generating prototypes */ | |
| 4123 # define HINSTANCE int | |
| 4124 #endif | |
| 297 | 4125 static HINSTANCE hIconvDLL = 0; |
| 4126 static HINSTANCE hMsvcrtDLL = 0; | |
| 7 | 4127 |
| 4128 # ifndef DYNAMIC_ICONV_DLL | |
| 4129 # define DYNAMIC_ICONV_DLL "iconv.dll" | |
| 4130 # define DYNAMIC_ICONV_DLL_ALT "libiconv.dll" | |
| 4131 # endif | |
| 4132 # ifndef DYNAMIC_MSVCRT_DLL | |
| 4133 # define DYNAMIC_MSVCRT_DLL "msvcrt.dll" | |
| 4134 # endif | |
| 4135 | |
| 4136 /* | |
| 4137 * Try opening the iconv.dll and return TRUE if iconv() can be used. | |
| 4138 */ | |
| 4139 int | |
| 4140 iconv_enabled(verbose) | |
| 4141 int verbose; | |
| 4142 { | |
| 4143 if (hIconvDLL != 0 && hMsvcrtDLL != 0) | |
| 4144 return TRUE; | |
| 4145 hIconvDLL = LoadLibrary(DYNAMIC_ICONV_DLL); | |
| 4146 if (hIconvDLL == 0) /* sometimes it's called libiconv.dll */ | |
| 4147 hIconvDLL = LoadLibrary(DYNAMIC_ICONV_DLL_ALT); | |
| 4148 if (hIconvDLL != 0) | |
| 4149 hMsvcrtDLL = LoadLibrary(DYNAMIC_MSVCRT_DLL); | |
| 4150 if (hIconvDLL == 0 || hMsvcrtDLL == 0) | |
| 4151 { | |
| 4152 /* Only give the message when 'verbose' is set, otherwise it might be | |
| 4153 * done whenever a conversion is attempted. */ | |
| 4154 if (verbose && p_verbose > 0) | |
| 292 | 4155 { |
| 4156 verbose_enter(); | |
| 7 | 4157 EMSG2(_(e_loadlib), |
| 4158 hIconvDLL == 0 ? DYNAMIC_ICONV_DLL : DYNAMIC_MSVCRT_DLL); | |
| 292 | 4159 verbose_leave(); |
| 4160 } | |
| 7 | 4161 iconv_end(); |
| 4162 return FALSE; | |
| 4163 } | |
| 4164 | |
| 344 | 4165 iconv = (void *)GetProcAddress(hIconvDLL, "libiconv"); |
| 4166 iconv_open = (void *)GetProcAddress(hIconvDLL, "libiconv_open"); | |
| 4167 iconv_close = (void *)GetProcAddress(hIconvDLL, "libiconv_close"); | |
| 4168 iconvctl = (void *)GetProcAddress(hIconvDLL, "libiconvctl"); | |
| 4169 iconv_errno = (void *)GetProcAddress(hMsvcrtDLL, "_errno"); | |
| 7 | 4170 if (iconv == NULL || iconv_open == NULL || iconv_close == NULL |
| 4171 || iconvctl == NULL || iconv_errno == NULL) | |
| 4172 { | |
| 4173 iconv_end(); | |
| 4174 if (verbose && p_verbose > 0) | |
| 292 | 4175 { |
| 4176 verbose_enter(); | |
| 7 | 4177 EMSG2(_(e_loadfunc), "for libiconv"); |
| 292 | 4178 verbose_leave(); |
| 4179 } | |
| 7 | 4180 return FALSE; |
| 4181 } | |
| 4182 return TRUE; | |
| 4183 } | |
| 4184 | |
| 4185 void | |
| 4186 iconv_end() | |
| 4187 { | |
| 4188 /* Don't use iconv() when inputting or outputting characters. */ | |
| 4189 if (input_conv.vc_type == CONV_ICONV) | |
| 4190 convert_setup(&input_conv, NULL, NULL); | |
| 4191 if (output_conv.vc_type == CONV_ICONV) | |
| 4192 convert_setup(&output_conv, NULL, NULL); | |
| 4193 | |
| 4194 if (hIconvDLL != 0) | |
| 4195 FreeLibrary(hIconvDLL); | |
| 4196 if (hMsvcrtDLL != 0) | |
| 4197 FreeLibrary(hMsvcrtDLL); | |
| 4198 hIconvDLL = 0; | |
| 4199 hMsvcrtDLL = 0; | |
| 4200 } | |
| 4201 # endif /* DYNAMIC_ICONV */ | |
| 4202 # endif /* USE_ICONV */ | |
| 4203 | |
| 4204 #endif /* FEAT_MBYTE */ | |
| 4205 | |
| 4206 #if defined(FEAT_XIM) || defined(PROTO) | |
| 4207 | |
| 4208 # ifdef FEAT_GUI_GTK | |
| 4209 static int xim_has_preediting INIT(= FALSE); /* IM current status */ | |
| 4210 | |
| 4211 /* | |
| 4212 * Set preedit_start_col to the current cursor position. | |
| 4213 */ | |
| 4214 static void | |
| 4215 init_preedit_start_col(void) | |
| 4216 { | |
| 4217 if (State & CMDLINE) | |
| 4218 preedit_start_col = cmdline_getvcol_cursor(); | |
| 4219 else if (curwin != NULL) | |
| 4220 getvcol(curwin, &curwin->w_cursor, &preedit_start_col, NULL, NULL); | |
| 4221 /* Prevent that preediting marks the buffer as changed. */ | |
| 4222 xim_changed_while_preediting = curbuf->b_changed; | |
| 4223 } | |
| 4224 # endif | |
| 4225 | |
| 4226 # if defined(HAVE_GTK2) && !defined(PROTO) | |
| 4227 | |
| 4228 static int im_is_active = FALSE; /* IM is enabled for current mode */ | |
| 1668 | 4229 static int preedit_is_active = FALSE; |
| 7 | 4230 static int im_preedit_cursor = 0; /* cursor offset in characters */ |
| 4231 static int im_preedit_trailing = 0; /* number of characters after cursor */ | |
| 4232 | |
| 4233 static unsigned long im_commit_handler_id = 0; | |
| 4234 static unsigned int im_activatekey_keyval = GDK_VoidSymbol; | |
| 4235 static unsigned int im_activatekey_state = 0; | |
| 4236 | |
| 4237 void | |
| 4238 im_set_active(int active) | |
| 4239 { | |
| 4240 int was_active; | |
| 4241 | |
| 4242 was_active = !!im_is_active; | |
| 4243 im_is_active = (active && !p_imdisable); | |
| 4244 | |
| 4245 if (im_is_active != was_active) | |
| 4246 xim_reset(); | |
| 4247 } | |
| 4248 | |
| 4249 void | |
| 4250 xim_set_focus(int focus) | |
| 4251 { | |
| 4252 if (xic != NULL) | |
| 4253 { | |
| 4254 if (focus) | |
| 4255 gtk_im_context_focus_in(xic); | |
| 4256 else | |
| 4257 gtk_im_context_focus_out(xic); | |
| 4258 } | |
| 4259 } | |
| 4260 | |
| 4261 void | |
| 4262 im_set_position(int row, int col) | |
| 4263 { | |
| 4264 if (xic != NULL) | |
| 4265 { | |
| 4266 GdkRectangle area; | |
| 4267 | |
| 4268 area.x = FILL_X(col); | |
| 4269 area.y = FILL_Y(row); | |
| 4270 area.width = gui.char_width * (mb_lefthalve(row, col) ? 2 : 1); | |
| 4271 area.height = gui.char_height; | |
| 4272 | |
| 4273 gtk_im_context_set_cursor_location(xic, &area); | |
| 4274 } | |
| 4275 } | |
| 4276 | |
| 4277 # if 0 || defined(PROTO) /* apparently only used in gui_x11.c */ | |
| 4278 void | |
| 4279 xim_set_preedit(void) | |
| 4280 { | |
| 4281 im_set_position(gui.row, gui.col); | |
| 4282 } | |
| 4283 # endif | |
| 4284 | |
| 4285 static void | |
| 4286 im_add_to_input(char_u *str, int len) | |
| 4287 { | |
| 4288 /* Convert from 'termencoding' (always "utf-8") to 'encoding' */ | |
| 4289 if (input_conv.vc_type != CONV_NONE) | |
| 4290 { | |
| 4291 str = string_convert(&input_conv, str, &len); | |
| 4292 g_return_if_fail(str != NULL); | |
| 4293 } | |
| 4294 | |
| 4295 add_to_input_buf_csi(str, len); | |
| 4296 | |
| 4297 if (input_conv.vc_type != CONV_NONE) | |
| 4298 vim_free(str); | |
| 4299 | |
| 4300 if (p_mh) /* blank out the pointer if necessary */ | |
| 4301 gui_mch_mousehide(TRUE); | |
| 4302 } | |
| 4303 | |
| 4304 static void | |
| 4305 im_delete_preedit(void) | |
| 4306 { | |
| 4307 char_u bskey[] = {CSI, 'k', 'b'}; | |
| 4308 char_u delkey[] = {CSI, 'k', 'D'}; | |
| 4309 | |
| 4310 if (State & NORMAL) | |
| 4311 { | |
| 4312 im_preedit_cursor = 0; | |
| 4313 return; | |
| 4314 } | |
| 4315 for (; im_preedit_cursor > 0; --im_preedit_cursor) | |
| 4316 add_to_input_buf(bskey, (int)sizeof(bskey)); | |
| 4317 | |
| 4318 for (; im_preedit_trailing > 0; --im_preedit_trailing) | |
| 4319 add_to_input_buf(delkey, (int)sizeof(delkey)); | |
| 4320 } | |
| 4321 | |
| 941 | 4322 /* |
| 4323 * Move the cursor left by "num_move_back" characters. | |
| 4324 * Note that ins_left() checks im_is_preediting() to avoid breaking undo for | |
| 4325 * these K_LEFT keys. | |
| 4326 */ | |
| 7 | 4327 static void |
| 4328 im_correct_cursor(int num_move_back) | |
| 4329 { | |
| 4330 char_u backkey[] = {CSI, 'k', 'l'}; | |
| 4331 | |
| 4332 if (State & NORMAL) | |
| 4333 return; | |
| 4334 # ifdef FEAT_RIGHTLEFT | |
| 4335 if ((State & CMDLINE) == 0 && curwin != NULL && curwin->w_p_rl) | |
| 4336 backkey[2] = 'r'; | |
| 4337 # endif | |
| 4338 for (; num_move_back > 0; --num_move_back) | |
| 4339 add_to_input_buf(backkey, (int)sizeof(backkey)); | |
| 4340 } | |
| 4341 | |
| 4342 static int xim_expected_char = NUL; | |
| 4343 static int xim_ignored_char = FALSE; | |
| 4344 | |
| 4345 /* | |
| 4346 * Update the mode and cursor while in an IM callback. | |
| 4347 */ | |
| 4348 static void | |
| 4349 im_show_info(void) | |
| 4350 { | |
| 4351 int old_vgetc_busy; | |
| 822 | 4352 |
| 7 | 4353 old_vgetc_busy = vgetc_busy; |
| 4354 vgetc_busy = TRUE; | |
| 4355 showmode(); | |
| 4356 vgetc_busy = old_vgetc_busy; | |
| 4357 setcursor(); | |
| 4358 out_flush(); | |
| 4359 } | |
| 4360 | |
| 4361 /* | |
| 4362 * Callback invoked when the user finished preediting. | |
| 4363 * Put the final string into the input buffer. | |
| 4364 */ | |
| 4365 static void | |
| 1883 | 4366 im_commit_cb(GtkIMContext *context UNUSED, |
| 4367 const gchar *str, | |
| 4368 gpointer data UNUSED) | |
| 7 | 4369 { |
| 4370 int slen = (int)STRLEN(str); | |
| 4371 int add_to_input = TRUE; | |
| 4372 int clen; | |
| 4373 int len = slen; | |
| 4374 int commit_with_preedit = TRUE; | |
| 4375 char_u *im_str, *p; | |
| 4376 | |
| 4377 #ifdef XIM_DEBUG | |
| 4378 xim_log("im_commit_cb(): %s\n", str); | |
| 4379 #endif | |
| 4380 | |
| 4381 /* The imhangul module doesn't reset the preedit string before | |
| 4382 * committing. Call im_delete_preedit() to work around that. */ | |
| 4383 im_delete_preedit(); | |
| 4384 | |
| 4385 /* Indicate that preediting has finished. */ | |
| 4386 if (preedit_start_col == MAXCOL) | |
| 4387 { | |
| 4388 init_preedit_start_col(); | |
| 4389 commit_with_preedit = FALSE; | |
| 4390 } | |
| 4391 | |
| 4392 /* The thing which setting "preedit_start_col" to MAXCOL means that | |
| 4393 * "preedit_start_col" will be set forcely when calling | |
| 4394 * preedit_changed_cb() next time. | |
| 4395 * "preedit_start_col" should not reset with MAXCOL on this part. Vim | |
| 4396 * is simulating the preediting by using add_to_input_str(). when | |
| 4397 * preedit begin immediately before committed, the typebuf is not | |
| 4398 * flushed to screen, then it can't get correct "preedit_start_col". | |
| 4399 * Thus, it should calculate the cells by adding cells of the committed | |
| 4400 * string. */ | |
| 4401 if (input_conv.vc_type != CONV_NONE) | |
| 4402 { | |
| 4403 im_str = string_convert(&input_conv, (char_u *)str, &len); | |
| 4404 g_return_if_fail(im_str != NULL); | |
| 4405 } | |
| 4406 else | |
| 4407 im_str = (char_u *)str; | |
| 4408 clen = 0; | |
| 474 | 4409 for (p = im_str; p < im_str + len; p += (*mb_ptr2len)(p)) |
| 7 | 4410 clen += (*mb_ptr2cells)(p); |
| 4411 if (input_conv.vc_type != CONV_NONE) | |
| 4412 vim_free(im_str); | |
| 4413 preedit_start_col += clen; | |
| 4414 | |
| 4415 /* Is this a single character that matches a keypad key that's just | |
| 4416 * been pressed? If so, we don't want it to be entered as such - let | |
| 4417 * us carry on processing the raw keycode so that it may be used in | |
| 4418 * mappings as <kSomething>. */ | |
| 4419 if (xim_expected_char != NUL) | |
| 4420 { | |
| 4421 /* We're currently processing a keypad or other special key */ | |
| 4422 if (slen == 1 && str[0] == xim_expected_char) | |
| 4423 { | |
| 4424 /* It's a match - don't do it here */ | |
| 4425 xim_ignored_char = TRUE; | |
| 4426 add_to_input = FALSE; | |
| 4427 } | |
| 4428 else | |
| 4429 { | |
| 4430 /* Not a match */ | |
| 4431 xim_ignored_char = FALSE; | |
| 4432 } | |
| 4433 } | |
| 4434 | |
| 4435 if (add_to_input) | |
| 4436 im_add_to_input((char_u *)str, slen); | |
| 4437 | |
| 4438 /* Inserting chars while "im_is_active" is set does not cause a change of | |
| 4439 * buffer. When the chars are committed the buffer must be marked as | |
| 4440 * changed. */ | |
| 4441 if (!commit_with_preedit) | |
| 4442 preedit_start_col = MAXCOL; | |
| 4443 | |
| 4444 /* This flag is used in changed() at next call. */ | |
| 4445 xim_changed_while_preediting = TRUE; | |
| 4446 | |
| 4447 if (gtk_main_level() > 0) | |
| 4448 gtk_main_quit(); | |
| 4449 } | |
| 4450 | |
| 4451 /* | |
| 4452 * Callback invoked after start to the preedit. | |
| 4453 */ | |
| 4454 static void | |
| 1883 | 4455 im_preedit_start_cb(GtkIMContext *context UNUSED, gpointer data UNUSED) |
| 7 | 4456 { |
| 4457 #ifdef XIM_DEBUG | |
| 4458 xim_log("im_preedit_start_cb()\n"); | |
| 4459 #endif | |
| 4460 | |
| 4461 im_is_active = TRUE; | |
| 1668 | 4462 preedit_is_active = TRUE; |
| 7 | 4463 gui_update_cursor(TRUE, FALSE); |
| 1668 | 4464 im_show_info(); |
| 7 | 4465 } |
| 4466 | |
| 4467 /* | |
| 4468 * Callback invoked after end to the preedit. | |
| 4469 */ | |
| 4470 static void | |
| 1883 | 4471 im_preedit_end_cb(GtkIMContext *context UNUSED, gpointer data UNUSED) |
| 7 | 4472 { |
| 4473 #ifdef XIM_DEBUG | |
| 4474 xim_log("im_preedit_end_cb()\n"); | |
| 4475 #endif | |
| 4476 im_delete_preedit(); | |
| 4477 | |
| 4478 /* Indicate that preediting has finished */ | |
| 4479 preedit_start_col = MAXCOL; | |
| 4480 xim_has_preediting = FALSE; | |
| 4481 | |
| 1620 | 4482 #if 0 |
| 4483 /* Removal of this line suggested by Takuhiro Nishioka. Fixes that IM was | |
| 1668 | 4484 * switched off unintentionally. We now use preedit_is_active (added by |
| 4485 * SungHyun Nam). */ | |
| 7 | 4486 im_is_active = FALSE; |
| 1620 | 4487 #endif |
| 1668 | 4488 preedit_is_active = FALSE; |
| 7 | 4489 gui_update_cursor(TRUE, FALSE); |
| 4490 im_show_info(); | |
| 4491 } | |
| 4492 | |
| 4493 /* | |
| 4494 * Callback invoked after changes to the preedit string. If the preedit | |
| 4495 * string was empty before, remember the preedit start column so we know | |
| 4496 * where to apply feedback attributes. Delete the previous preedit string | |
| 4497 * if there was one, save the new preedit cursor offset, and put the new | |
| 4498 * string into the input buffer. | |
| 4499 * | |
| 4500 * TODO: The pragmatic "put into input buffer" approach used here has | |
| 4501 * several fundamental problems: | |
| 4502 * | |
| 4503 * - The characters in the preedit string are subject to remapping. | |
| 4504 * That's broken, only the finally committed string should be remapped. | |
| 4505 * | |
| 4506 * - There is a race condition involved: The retrieved value for the | |
| 4507 * current cursor position will be wrong if any unprocessed characters | |
| 4508 * are still queued in the input buffer. | |
| 4509 * | |
| 4510 * - Due to the lack of synchronization between the file buffer in memory | |
| 4511 * and any typed characters, it's practically impossible to implement the | |
| 4512 * "retrieve_surrounding" and "delete_surrounding" signals reliably. IM | |
| 4513 * modules for languages such as Thai are likely to rely on this feature | |
| 4514 * for proper operation. | |
| 4515 * | |
| 4516 * Conclusions: I think support for preediting needs to be moved to the | |
| 4517 * core parts of Vim. Ideally, until it has been committed, the preediting | |
| 4518 * string should only be displayed and not affect the buffer content at all. | |
| 4519 * The question how to deal with the synchronization issue still remains. | |
| 4520 * Circumventing the input buffer is probably not desirable. Anyway, I think | |
| 4521 * implementing "retrieve_surrounding" is the only hard problem. | |
| 4522 * | |
| 4523 * One way to solve all of this in a clean manner would be to queue all key | |
| 4524 * press/release events "as is" in the input buffer, and apply the IM filtering | |
| 4525 * at the receiving end of the queue. This, however, would have a rather large | |
| 4526 * impact on the code base. If there is an easy way to force processing of all | |
| 4527 * remaining input from within the "retrieve_surrounding" signal handler, this | |
| 4528 * might not be necessary. Gotta ask on vim-dev for opinions. | |
| 4529 */ | |
| 4530 static void | |
| 1883 | 4531 im_preedit_changed_cb(GtkIMContext *context, gpointer data UNUSED) |
| 7 | 4532 { |
| 4533 char *preedit_string = NULL; | |
| 4534 int cursor_index = 0; | |
| 4535 int num_move_back = 0; | |
| 4536 char_u *str; | |
| 4537 char_u *p; | |
| 4538 int i; | |
| 4539 | |
| 4540 gtk_im_context_get_preedit_string(context, | |
| 4541 &preedit_string, NULL, | |
| 4542 &cursor_index); | |
| 4543 | |
| 4544 #ifdef XIM_DEBUG | |
| 4545 xim_log("im_preedit_changed_cb(): %s\n", preedit_string); | |
| 4546 #endif | |
| 4547 | |
| 4548 g_return_if_fail(preedit_string != NULL); /* just in case */ | |
| 4549 | |
| 4550 /* If preedit_start_col is MAXCOL set it to the current cursor position. */ | |
| 4551 if (preedit_start_col == MAXCOL && preedit_string[0] != '\0') | |
| 4552 { | |
| 4553 xim_has_preediting = TRUE; | |
| 4554 | |
| 4555 /* Urgh, this breaks if the input buffer isn't empty now */ | |
| 4556 init_preedit_start_col(); | |
| 4557 } | |
| 4558 else if (cursor_index == 0 && preedit_string[0] == '\0') | |
| 4559 { | |
| 941 | 4560 xim_has_preediting = FALSE; |
| 7 | 4561 |
| 4562 /* If at the start position (after typing backspace) | |
| 4563 * preedit_start_col must be reset. */ | |
| 4564 preedit_start_col = MAXCOL; | |
| 4565 } | |
| 4566 | |
| 4567 im_delete_preedit(); | |
| 4568 | |
| 4569 /* | |
| 4570 * Compute the end of the preediting area: "preedit_end_col". | |
| 4571 * According to the documentation of gtk_im_context_get_preedit_string(), | |
| 4572 * the cursor_pos output argument returns the offset in bytes. This is | |
| 4573 * unfortunately not true -- real life shows the offset is in characters, | |
| 4574 * and the GTK+ source code agrees with me. Will file a bug later. | |
| 4575 */ | |
| 4576 if (preedit_start_col != MAXCOL) | |
| 4577 preedit_end_col = preedit_start_col; | |
| 4578 str = (char_u *)preedit_string; | |
| 4579 for (p = str, i = 0; *p != NUL; p += utf_byte2len(*p), ++i) | |
| 4580 { | |
| 4581 int is_composing; | |
| 4582 | |
| 4583 is_composing = ((*p & 0x80) != 0 && utf_iscomposing(utf_ptr2char(p))); | |
| 4584 /* | |
| 4585 * These offsets are used as counters when generating <BS> and <Del> | |
| 4586 * to delete the preedit string. So don't count composing characters | |
| 4587 * unless 'delcombine' is enabled. | |
| 4588 */ | |
| 4589 if (!is_composing || p_deco) | |
| 4590 { | |
| 4591 if (i < cursor_index) | |
| 4592 ++im_preedit_cursor; | |
| 4593 else | |
| 4594 ++im_preedit_trailing; | |
| 4595 } | |
| 4596 if (!is_composing && i >= cursor_index) | |
| 4597 { | |
| 4598 /* This is essentially the same as im_preedit_trailing, except | |
| 4599 * composing characters are not counted even if p_deco is set. */ | |
| 4600 ++num_move_back; | |
| 4601 } | |
| 4602 if (preedit_start_col != MAXCOL) | |
| 4603 preedit_end_col += utf_ptr2cells(p); | |
| 4604 } | |
| 4605 | |
| 4606 if (p > str) | |
| 4607 { | |
| 4608 im_add_to_input(str, (int)(p - str)); | |
| 4609 im_correct_cursor(num_move_back); | |
| 4610 } | |
| 4611 | |
| 4612 g_free(preedit_string); | |
| 4613 | |
| 4614 if (gtk_main_level() > 0) | |
| 4615 gtk_main_quit(); | |
| 4616 } | |
| 4617 | |
| 4618 /* | |
| 4619 * Translate the Pango attributes at iter to Vim highlighting attributes. | |
| 4620 * Ignore attributes not supported by Vim highlighting. This shouldn't have | |
| 4621 * too much impact -- right now we handle even more attributes than necessary | |
| 4622 * for the IM modules I tested with. | |
| 4623 */ | |
| 4624 static int | |
| 4625 translate_pango_attributes(PangoAttrIterator *iter) | |
| 4626 { | |
| 4627 PangoAttribute *attr; | |
| 4628 int char_attr = HL_NORMAL; | |
| 4629 | |
| 4630 attr = pango_attr_iterator_get(iter, PANGO_ATTR_UNDERLINE); | |
| 4631 if (attr != NULL && ((PangoAttrInt *)attr)->value | |
| 4632 != (int)PANGO_UNDERLINE_NONE) | |
| 4633 char_attr |= HL_UNDERLINE; | |
| 4634 | |
| 4635 attr = pango_attr_iterator_get(iter, PANGO_ATTR_WEIGHT); | |
| 4636 if (attr != NULL && ((PangoAttrInt *)attr)->value >= (int)PANGO_WEIGHT_BOLD) | |
| 4637 char_attr |= HL_BOLD; | |
| 4638 | |
| 4639 attr = pango_attr_iterator_get(iter, PANGO_ATTR_STYLE); | |
| 4640 if (attr != NULL && ((PangoAttrInt *)attr)->value | |
| 4641 != (int)PANGO_STYLE_NORMAL) | |
| 4642 char_attr |= HL_ITALIC; | |
| 4643 | |
| 4644 attr = pango_attr_iterator_get(iter, PANGO_ATTR_BACKGROUND); | |
| 4645 if (attr != NULL) | |
| 4646 { | |
| 4647 const PangoColor *color = &((PangoAttrColor *)attr)->color; | |
| 4648 | |
| 4649 /* Assume inverse if black background is requested */ | |
| 4650 if ((color->red | color->green | color->blue) == 0) | |
| 4651 char_attr |= HL_INVERSE; | |
| 4652 } | |
| 4653 | |
| 4654 return char_attr; | |
| 4655 } | |
| 4656 | |
| 4657 /* | |
| 4658 * Retrieve the highlighting attributes at column col in the preedit string. | |
| 4659 * Return -1 if not in preediting mode or if col is out of range. | |
| 4660 */ | |
| 4661 int | |
| 4662 im_get_feedback_attr(int col) | |
| 4663 { | |
| 4664 char *preedit_string = NULL; | |
| 4665 PangoAttrList *attr_list = NULL; | |
| 4666 int char_attr = -1; | |
| 4667 | |
| 4668 if (xic == NULL) | |
| 4669 return char_attr; | |
| 4670 | |
| 4671 gtk_im_context_get_preedit_string(xic, &preedit_string, &attr_list, NULL); | |
| 4672 | |
| 4673 if (preedit_string != NULL && attr_list != NULL) | |
| 4674 { | |
| 944 | 4675 int idx; |
| 7 | 4676 |
| 4677 /* Get the byte index as used by PangoAttrIterator */ | |
| 944 | 4678 for (idx = 0; col > 0 && preedit_string[idx] != '\0'; --col) |
| 4679 idx += utfc_ptr2len((char_u *)preedit_string + idx); | |
| 4680 | |
| 4681 if (preedit_string[idx] != '\0') | |
| 7 | 4682 { |
| 4683 PangoAttrIterator *iter; | |
| 4684 int start, end; | |
| 4685 | |
| 4686 char_attr = HL_NORMAL; | |
| 4687 iter = pango_attr_list_get_iterator(attr_list); | |
| 4688 | |
| 4689 /* Extract all relevant attributes from the list. */ | |
| 4690 do | |
| 4691 { | |
| 4692 pango_attr_iterator_range(iter, &start, &end); | |
| 4693 | |
| 944 | 4694 if (idx >= start && idx < end) |
| 7 | 4695 char_attr |= translate_pango_attributes(iter); |
| 4696 } | |
| 4697 while (pango_attr_iterator_next(iter)); | |
| 4698 | |
| 4699 pango_attr_iterator_destroy(iter); | |
| 4700 } | |
| 4701 } | |
| 4702 | |
| 4703 if (attr_list != NULL) | |
| 4704 pango_attr_list_unref(attr_list); | |
| 4705 g_free(preedit_string); | |
| 4706 | |
| 4707 return char_attr; | |
| 4708 } | |
| 4709 | |
| 4710 void | |
| 4711 xim_init(void) | |
| 4712 { | |
| 4713 #ifdef XIM_DEBUG | |
| 4714 xim_log("xim_init()\n"); | |
| 4715 #endif | |
| 4716 | |
| 4717 g_return_if_fail(gui.drawarea != NULL); | |
| 4718 g_return_if_fail(gui.drawarea->window != NULL); | |
| 4719 | |
| 4720 xic = gtk_im_multicontext_new(); | |
| 4721 g_object_ref(xic); | |
| 4722 | |
| 4723 im_commit_handler_id = g_signal_connect(G_OBJECT(xic), "commit", | |
| 4724 G_CALLBACK(&im_commit_cb), NULL); | |
| 4725 g_signal_connect(G_OBJECT(xic), "preedit_changed", | |
| 4726 G_CALLBACK(&im_preedit_changed_cb), NULL); | |
| 4727 g_signal_connect(G_OBJECT(xic), "preedit_start", | |
| 4728 G_CALLBACK(&im_preedit_start_cb), NULL); | |
| 4729 g_signal_connect(G_OBJECT(xic), "preedit_end", | |
| 4730 G_CALLBACK(&im_preedit_end_cb), NULL); | |
| 4731 | |
| 4732 gtk_im_context_set_client_window(xic, gui.drawarea->window); | |
| 4733 } | |
| 4734 | |
| 4735 void | |
| 4736 im_shutdown(void) | |
| 4737 { | |
| 4738 #ifdef XIM_DEBUG | |
| 4739 xim_log("im_shutdown()\n"); | |
| 4740 #endif | |
| 4741 | |
| 4742 if (xic != NULL) | |
| 4743 { | |
| 4744 gtk_im_context_focus_out(xic); | |
| 4745 g_object_unref(xic); | |
| 4746 xic = NULL; | |
| 4747 } | |
| 4748 im_is_active = FALSE; | |
| 4749 im_commit_handler_id = 0; | |
| 4750 preedit_start_col = MAXCOL; | |
| 4751 xim_has_preediting = FALSE; | |
| 4752 } | |
| 4753 | |
| 4754 /* | |
| 4755 * Convert the string argument to keyval and state for GdkEventKey. | |
| 4756 * If str is valid return TRUE, otherwise FALSE. | |
| 4757 * | |
| 4758 * See 'imactivatekey' for documentation of the format. | |
| 4759 */ | |
| 4760 static int | |
| 4761 im_string_to_keyval(const char *str, unsigned int *keyval, unsigned int *state) | |
| 4762 { | |
| 4763 const char *mods_end; | |
| 4764 unsigned tmp_keyval; | |
| 4765 unsigned tmp_state = 0; | |
| 4766 | |
| 4767 mods_end = strrchr(str, '-'); | |
| 4768 mods_end = (mods_end != NULL) ? mods_end + 1 : str; | |
| 4769 | |
| 4770 /* Parse modifier keys */ | |
| 4771 while (str < mods_end) | |
| 4772 switch (*str++) | |
| 4773 { | |
| 4774 case '-': break; | |
| 4775 case 'S': case 's': tmp_state |= (unsigned)GDK_SHIFT_MASK; break; | |
| 4776 case 'L': case 'l': tmp_state |= (unsigned)GDK_LOCK_MASK; break; | |
| 4777 case 'C': case 'c': tmp_state |= (unsigned)GDK_CONTROL_MASK;break; | |
| 4778 case '1': tmp_state |= (unsigned)GDK_MOD1_MASK; break; | |
| 4779 case '2': tmp_state |= (unsigned)GDK_MOD2_MASK; break; | |
| 4780 case '3': tmp_state |= (unsigned)GDK_MOD3_MASK; break; | |
| 4781 case '4': tmp_state |= (unsigned)GDK_MOD4_MASK; break; | |
| 4782 case '5': tmp_state |= (unsigned)GDK_MOD5_MASK; break; | |
| 4783 default: | |
| 4784 return FALSE; | |
| 4785 } | |
| 4786 | |
| 4787 tmp_keyval = gdk_keyval_from_name(str); | |
| 4788 | |
| 4789 if (tmp_keyval == 0 || tmp_keyval == GDK_VoidSymbol) | |
| 4790 return FALSE; | |
| 4791 | |
| 4792 if (keyval != NULL) | |
| 4793 *keyval = tmp_keyval; | |
| 4794 if (state != NULL) | |
| 4795 *state = tmp_state; | |
| 4796 | |
| 4797 return TRUE; | |
| 4798 } | |
| 4799 | |
| 4800 /* | |
| 4801 * Return TRUE if p_imak is valid, otherwise FALSE. As a special case, an | |
| 4802 * empty string is also regarded as valid. | |
| 4803 * | |
| 4804 * Note: The numerical key value of p_imak is cached if it was valid; thus | |
| 4805 * boldly assuming im_xim_isvalid_imactivate() will always be called whenever | |
| 4806 * 'imak' changes. This is currently the case but not obvious -- should | |
| 4807 * probably rename the function for clarity. | |
| 4808 */ | |
| 4809 int | |
| 4810 im_xim_isvalid_imactivate(void) | |
| 4811 { | |
| 4812 if (p_imak[0] == NUL) | |
| 4813 { | |
| 4814 im_activatekey_keyval = GDK_VoidSymbol; | |
| 4815 im_activatekey_state = 0; | |
| 4816 return TRUE; | |
| 4817 } | |
| 4818 | |
| 4819 return im_string_to_keyval((const char *)p_imak, | |
| 4820 &im_activatekey_keyval, | |
| 4821 &im_activatekey_state); | |
| 4822 } | |
| 4823 | |
| 4824 static void | |
| 4825 im_synthesize_keypress(unsigned int keyval, unsigned int state) | |
| 4826 { | |
| 4827 GdkEventKey *event; | |
| 4828 | |
| 4829 # ifdef HAVE_GTK_MULTIHEAD | |
| 4830 event = (GdkEventKey *)gdk_event_new(GDK_KEY_PRESS); | |
| 4831 g_object_ref(gui.drawarea->window); /* unreffed by gdk_event_free() */ | |
| 4832 # else | |
| 4833 event = (GdkEventKey *)g_malloc0((gulong)sizeof(GdkEvent)); | |
| 4834 event->type = GDK_KEY_PRESS; | |
| 4835 # endif | |
| 4836 event->window = gui.drawarea->window; | |
| 4837 event->send_event = TRUE; | |
| 4838 event->time = GDK_CURRENT_TIME; | |
| 4839 event->state = state; | |
| 4840 event->keyval = keyval; | |
| 4841 event->hardware_keycode = /* needed for XIM */ | |
| 4842 XKeysymToKeycode(GDK_WINDOW_XDISPLAY(event->window), (KeySym)keyval); | |
| 4843 event->length = 0; | |
| 4844 event->string = NULL; | |
| 4845 | |
| 4846 gtk_im_context_filter_keypress(xic, event); | |
| 4847 | |
| 4848 /* For consistency, also send the corresponding release event. */ | |
| 4849 event->type = GDK_KEY_RELEASE; | |
| 4850 event->send_event = FALSE; | |
| 4851 gtk_im_context_filter_keypress(xic, event); | |
| 4852 | |
| 4853 # ifdef HAVE_GTK_MULTIHEAD | |
| 4854 gdk_event_free((GdkEvent *)event); | |
| 4855 # else | |
| 4856 g_free(event); | |
| 4857 # endif | |
| 4858 } | |
| 4859 | |
| 4860 void | |
| 4861 xim_reset(void) | |
| 4862 { | |
| 4863 if (xic != NULL) | |
| 4864 { | |
| 4865 /* | |
| 4866 * The third-party imhangul module (and maybe others too) ignores | |
| 4867 * gtk_im_context_reset() or at least doesn't reset the active state. | |
| 4868 * Thus sending imactivatekey would turn it off if it was on before, | |
| 4869 * which is clearly not what we want. Fortunately we can work around | |
| 4870 * that for imhangul by sending GDK_Escape, but I don't know if it | |
| 4871 * works with all IM modules that support an activation key :/ | |
| 4872 * | |
| 4873 * An alternative approach would be to destroy the IM context and | |
| 4874 * recreate it. But that means loading/unloading the IM module on | |
|
2205
54605ada811b
"g8" doesn't work properly on a NUL.
Bram Moolenaar <bram@vim.org>
parents:
2154
diff
changeset
|
4875 * every mode switch, which causes a quite noticeable delay even on |
| 7 | 4876 * my rather fast box... |
| 4877 * * | |
| 4878 * Moreover, there are some XIM which cannot respond to | |
| 4879 * im_synthesize_keypress(). we hope that they reset by | |
| 4880 * xim_shutdown(). | |
| 4881 */ | |
| 4882 if (im_activatekey_keyval != GDK_VoidSymbol && im_is_active) | |
| 4883 im_synthesize_keypress(GDK_Escape, 0U); | |
| 4884 | |
| 4885 gtk_im_context_reset(xic); | |
| 4886 | |
| 4887 /* | |
| 4888 * HACK for Ami: This sequence of function calls makes Ami handle | |
| 1205 | 4889 * the IM reset graciously, without breaking loads of other stuff. |
| 7 | 4890 * It seems to force English mode as well, which is exactly what we |
| 4891 * want because it makes the Ami status display work reliably. | |
| 4892 */ | |
| 4893 gtk_im_context_set_use_preedit(xic, FALSE); | |
| 4894 | |
| 4895 if (p_imdisable) | |
| 4896 im_shutdown(); | |
| 4897 else | |
| 4898 { | |
| 4899 gtk_im_context_set_use_preedit(xic, TRUE); | |
| 4900 xim_set_focus(gui.in_focus); | |
| 4901 | |
| 4902 if (im_activatekey_keyval != GDK_VoidSymbol) | |
| 4903 { | |
| 4904 if (im_is_active) | |
| 4905 { | |
| 4906 g_signal_handler_block(xic, im_commit_handler_id); | |
| 4907 im_synthesize_keypress(im_activatekey_keyval, | |
| 4908 im_activatekey_state); | |
| 4909 g_signal_handler_unblock(xic, im_commit_handler_id); | |
| 4910 } | |
| 4911 } | |
| 4912 else | |
| 4913 { | |
| 4914 im_shutdown(); | |
| 4915 xim_init(); | |
| 4916 xim_set_focus(gui.in_focus); | |
| 4917 } | |
| 4918 } | |
| 4919 } | |
| 4920 | |
| 4921 preedit_start_col = MAXCOL; | |
| 4922 xim_has_preediting = FALSE; | |
| 4923 } | |
| 4924 | |
| 4925 int | |
| 4926 xim_queue_key_press_event(GdkEventKey *event, int down) | |
| 4927 { | |
| 4928 if (down) | |
| 4929 { | |
| 4930 /* | |
| 4931 * Workaround GTK2 XIM 'feature' that always converts keypad keys to | |
| 4932 * chars., even when not part of an IM sequence (ref. feature of | |
| 4933 * gdk/gdkkeyuni.c). | |
| 4934 * Flag any keypad keys that might represent a single char. | |
| 4935 * If this (on its own - i.e., not part of an IM sequence) is | |
| 4936 * committed while we're processing one of these keys, we can ignore | |
| 4937 * that commit and go ahead & process it ourselves. That way we can | |
| 4938 * still distinguish keypad keys for use in mappings. | |
| 1620 | 4939 * Also add GDK_space to make <S-Space> work. |
| 7 | 4940 */ |
| 4941 switch (event->keyval) | |
| 4942 { | |
| 4943 case GDK_KP_Add: xim_expected_char = '+'; break; | |
| 4944 case GDK_KP_Subtract: xim_expected_char = '-'; break; | |
| 4945 case GDK_KP_Divide: xim_expected_char = '/'; break; | |
| 4946 case GDK_KP_Multiply: xim_expected_char = '*'; break; | |
| 4947 case GDK_KP_Decimal: xim_expected_char = '.'; break; | |
| 4948 case GDK_KP_Equal: xim_expected_char = '='; break; | |
| 4949 case GDK_KP_0: xim_expected_char = '0'; break; | |
| 4950 case GDK_KP_1: xim_expected_char = '1'; break; | |
| 4951 case GDK_KP_2: xim_expected_char = '2'; break; | |
| 4952 case GDK_KP_3: xim_expected_char = '3'; break; | |
| 4953 case GDK_KP_4: xim_expected_char = '4'; break; | |
| 4954 case GDK_KP_5: xim_expected_char = '5'; break; | |
| 4955 case GDK_KP_6: xim_expected_char = '6'; break; | |
| 4956 case GDK_KP_7: xim_expected_char = '7'; break; | |
| 4957 case GDK_KP_8: xim_expected_char = '8'; break; | |
| 4958 case GDK_KP_9: xim_expected_char = '9'; break; | |
| 1620 | 4959 case GDK_space: xim_expected_char = ' '; break; |
| 7 | 4960 default: xim_expected_char = NUL; |
| 4961 } | |
| 4962 xim_ignored_char = FALSE; | |
| 4963 } | |
| 4964 | |
| 4965 /* | |
| 4966 * When typing fFtT, XIM may be activated. Thus it must pass | |
| 4967 * gtk_im_context_filter_keypress() in Normal mode. | |
| 4968 * And while doing :sh too. | |
| 4969 */ | |
| 4970 if (xic != NULL && !p_imdisable | |
| 4971 && (State & (INSERT | CMDLINE | NORMAL | EXTERNCMD)) != 0) | |
| 4972 { | |
| 4973 /* | |
| 4974 * Filter 'imactivatekey' and map it to CTRL-^. This way, Vim is | |
| 4975 * always aware of the current status of IM, and can even emulate | |
| 4976 * the activation key for modules that don't support one. | |
| 4977 */ | |
| 4978 if (event->keyval == im_activatekey_keyval | |
| 4979 && (event->state & im_activatekey_state) == im_activatekey_state) | |
| 4980 { | |
| 4981 unsigned int state_mask; | |
| 4982 | |
| 4983 /* Require the state of the 3 most used modifiers to match exactly. | |
| 4984 * Otherwise e.g. <S-C-space> would be unusable for other purposes | |
| 4985 * if the IM activate key is <S-space>. */ | |
| 4986 state_mask = im_activatekey_state; | |
| 4987 state_mask |= ((int)GDK_SHIFT_MASK | (int)GDK_CONTROL_MASK | |
| 4988 | (int)GDK_MOD1_MASK); | |
| 4989 | |
| 4990 if ((event->state & state_mask) != im_activatekey_state) | |
| 4991 return FALSE; | |
| 4992 | |
| 4993 /* Don't send it a second time on GDK_KEY_RELEASE. */ | |
| 4994 if (event->type != GDK_KEY_PRESS) | |
| 4995 return TRUE; | |
| 4996 | |
| 781 | 4997 if (map_to_exists_mode((char_u *)"", LANGMAP, FALSE)) |
| 7 | 4998 { |
| 4999 im_set_active(FALSE); | |
| 5000 | |
| 5001 /* ":lmap" mappings exists, toggle use of mappings. */ | |
| 5002 State ^= LANGMAP; | |
| 5003 if (State & LANGMAP) | |
| 5004 { | |
| 5005 curbuf->b_p_iminsert = B_IMODE_NONE; | |
| 5006 State &= ~LANGMAP; | |
| 5007 } | |
| 5008 else | |
| 5009 { | |
| 5010 curbuf->b_p_iminsert = B_IMODE_LMAP; | |
| 5011 State |= LANGMAP; | |
| 5012 } | |
| 5013 return TRUE; | |
| 5014 } | |
| 5015 | |
| 5016 return gtk_im_context_filter_keypress(xic, event); | |
| 5017 } | |
| 5018 | |
| 5019 /* Don't filter events through the IM context if IM isn't active | |
| 5020 * right now. Unlike with GTK+ 1.2 we cannot rely on the IM module | |
| 5021 * not doing anything before the activation key was sent. */ | |
| 5022 if (im_activatekey_keyval == GDK_VoidSymbol || im_is_active) | |
| 5023 { | |
| 5024 int imresult = gtk_im_context_filter_keypress(xic, event); | |
| 5025 | |
| 5026 /* Some XIM send following sequence: | |
| 5027 * 1. preedited string. | |
| 5028 * 2. committed string. | |
| 5029 * 3. line changed key. | |
| 5030 * 4. preedited string. | |
| 5031 * 5. remove preedited string. | |
| 5032 * if 3, Vim can't move back the above line for 5. | |
| 5033 * thus, this part should not parse the key. */ | |
| 5034 if (!imresult && preedit_start_col != MAXCOL | |
| 5035 && event->keyval == GDK_Return) | |
| 5036 { | |
| 5037 im_synthesize_keypress(GDK_Return, 0U); | |
| 5038 return FALSE; | |
| 5039 } | |
| 5040 | |
| 5041 /* If XIM tried to commit a keypad key as a single char., | |
| 5042 * ignore it so we can use the keypad key 'raw', for mappings. */ | |
| 5043 if (xim_expected_char != NUL && xim_ignored_char) | |
| 5044 /* We had a keypad key, and XIM tried to thieve it */ | |
| 5045 return FALSE; | |
| 5046 | |
| 5047 /* Normal processing */ | |
| 5048 return imresult; | |
| 5049 } | |
| 5050 } | |
| 5051 | |
| 5052 return FALSE; | |
| 5053 } | |
| 5054 | |
| 5055 int | |
| 5056 im_get_status(void) | |
| 5057 { | |
| 5058 return im_is_active; | |
| 5059 } | |
| 5060 | |
| 5061 # else /* !HAVE_GTK2 */ | |
| 5062 | |
| 5063 static int xim_is_active = FALSE; /* XIM should be active in the current | |
| 5064 mode */ | |
| 5065 static int xim_has_focus = FALSE; /* XIM is really being used for Vim */ | |
| 5066 #ifdef FEAT_GUI_X11 | |
| 5067 static XIMStyle input_style; | |
| 5068 static int status_area_enabled = TRUE; | |
| 5069 #endif | |
| 5070 | |
| 5071 #ifdef FEAT_GUI_GTK | |
| 5072 # ifdef WIN3264 | |
| 5073 # include <gdk/gdkwin32.h> | |
| 5074 # else | |
| 5075 # include <gdk/gdkx.h> | |
| 5076 # endif | |
| 5077 #else | |
| 5078 # ifdef PROTO | |
| 5079 /* Define a few things to be able to generate prototypes while not configured | |
| 5080 * for GTK. */ | |
| 5081 # define GSList int | |
| 5082 # define gboolean int | |
| 5083 typedef int GdkEvent; | |
| 5084 typedef int GdkEventKey; | |
| 5085 # define GdkIC int | |
| 5086 # endif | |
| 5087 #endif | |
| 5088 | |
| 574 | 5089 #if defined(FEAT_GUI_GTK) || defined(PROTO) |
| 7 | 5090 static int preedit_buf_len = 0; |
| 5091 static int xim_can_preediting INIT(= FALSE); /* XIM in showmode() */ | |
| 5092 static int xim_input_style; | |
| 5093 #ifndef FEAT_GUI_GTK | |
| 5094 # define gboolean int | |
| 5095 #endif | |
| 5096 static gboolean use_status_area = 0; | |
| 5097 | |
| 5098 static int im_xim_str2keycode __ARGS((unsigned int *code, unsigned int *state)); | |
| 5099 static void im_xim_send_event_imactivate __ARGS((void)); | |
| 5100 | |
| 5101 /* | |
| 5102 * Convert string to keycode and state for XKeyEvent. | |
| 5103 * When string is valid return OK, when invalid return FAIL. | |
| 5104 * | |
| 5105 * See 'imactivatekey' documentation for the format. | |
| 5106 */ | |
| 5107 static int | |
| 5108 im_xim_str2keycode(code, state) | |
| 5109 unsigned int *code; | |
| 5110 unsigned int *state; | |
| 5111 { | |
| 5112 int retval = OK; | |
| 5113 int len; | |
| 5114 unsigned keycode = 0, keystate = 0; | |
| 5115 Window window; | |
| 5116 Display *display; | |
| 5117 char_u *flag_end; | |
| 5118 char_u *str; | |
| 5119 | |
| 5120 if (*p_imak != NUL) | |
| 5121 { | |
| 5122 len = STRLEN(p_imak); | |
| 5123 for (flag_end = p_imak + len - 1; | |
| 5124 flag_end > p_imak && *flag_end != '-'; --flag_end) | |
| 5125 ; | |
| 5126 | |
| 5127 /* Parse modifier keys */ | |
| 5128 for (str = p_imak; str < flag_end; ++str) | |
| 5129 { | |
| 5130 switch (*str) | |
| 5131 { | |
| 5132 case 's': case 'S': | |
| 5133 keystate |= ShiftMask; | |
| 5134 break; | |
| 5135 case 'l': case 'L': | |
| 5136 keystate |= LockMask; | |
| 5137 break; | |
| 5138 case 'c': case 'C': | |
| 5139 keystate |= ControlMask; | |
| 5140 break; | |
| 5141 case '1': | |
| 5142 keystate |= Mod1Mask; | |
| 5143 break; | |
| 5144 case '2': | |
| 5145 keystate |= Mod2Mask; | |
| 5146 break; | |
| 5147 case '3': | |
| 5148 keystate |= Mod3Mask; | |
| 5149 break; | |
| 5150 case '4': | |
| 5151 keystate |= Mod4Mask; | |
| 5152 break; | |
| 5153 case '5': | |
| 5154 keystate |= Mod5Mask; | |
| 5155 break; | |
| 5156 case '-': | |
| 5157 break; | |
| 5158 default: | |
| 5159 retval = FAIL; | |
| 5160 } | |
| 5161 } | |
| 5162 if (*str == '-') | |
| 5163 ++str; | |
| 5164 | |
| 5165 /* Get keycode from string. */ | |
| 5166 gui_get_x11_windis(&window, &display); | |
| 5167 if (display) | |
| 5168 keycode = XKeysymToKeycode(display, XStringToKeysym((char *)str)); | |
| 5169 if (keycode == 0) | |
| 5170 retval = FAIL; | |
| 5171 | |
| 5172 if (code != NULL) | |
| 5173 *code = keycode; | |
| 5174 if (state != NULL) | |
| 5175 *state = keystate; | |
| 5176 } | |
| 5177 return retval; | |
| 5178 } | |
| 5179 | |
| 5180 static void | |
| 5181 im_xim_send_event_imactivate() | |
| 5182 { | |
|
2205
54605ada811b
"g8" doesn't work properly on a NUL.
Bram Moolenaar <bram@vim.org>
parents:
2154
diff
changeset
|
5183 /* Force turn on preedit state by simulating keypress event. |
| 7 | 5184 * Keycode and state is specified by 'imactivatekey'. |
| 5185 */ | |
| 5186 XKeyEvent ev; | |
| 5187 | |
| 5188 gui_get_x11_windis(&ev.window, &ev.display); | |
| 5189 ev.root = RootWindow(ev.display, DefaultScreen(ev.display)); | |
| 5190 ev.subwindow = None; | |
| 5191 ev.time = CurrentTime; | |
| 5192 ev.x = 1; | |
| 5193 ev.y = 1; | |
| 5194 ev.x_root = 1; | |
| 5195 ev.y_root = 1; | |
| 5196 ev.same_screen = 1; | |
| 5197 ev.type = KeyPress; | |
| 5198 if (im_xim_str2keycode(&ev.keycode, &ev.state) == OK) | |
| 5199 XSendEvent(ev.display, ev.window, 1, KeyPressMask, (XEvent*)&ev); | |
| 5200 } | |
| 5201 | |
| 5202 /* | |
| 5203 * Return TRUE if 'imactivatekey' has a valid value. | |
| 5204 */ | |
| 5205 int | |
| 5206 im_xim_isvalid_imactivate() | |
| 5207 { | |
| 5208 return im_xim_str2keycode(NULL, NULL) == OK; | |
| 5209 } | |
| 5210 #endif /* FEAT_GUI_GTK */ | |
| 5211 | |
| 5212 /* | |
| 5213 * Switch using XIM on/off. This is used by the code that changes "State". | |
| 5214 */ | |
| 5215 void | |
| 5216 im_set_active(active) | |
| 5217 int active; | |
| 5218 { | |
| 5219 if (xic == NULL) | |
| 5220 return; | |
| 5221 | |
| 5222 /* If 'imdisable' is set, XIM is never active. */ | |
| 5223 if (p_imdisable) | |
| 5224 active = FALSE; | |
|
2250
1bac28a53fae
Add the conceal patch from Vince Negri.
Bram Moolenaar <bram@vim.org>
parents:
2205
diff
changeset
|
5225 #if !defined(FEAT_GUI_GTK) |
| 7 | 5226 else if (input_style & XIMPreeditPosition) |
| 5227 /* There is a problem in switching XIM off when preediting is used, | |
| 5228 * and it is not clear how this can be solved. For now, keep XIM on | |
| 5229 * all the time, like it was done in Vim 5.8. */ | |
| 5230 active = TRUE; | |
| 5231 #endif | |
| 5232 | |
| 5233 /* Remember the active state, it is needed when Vim gets keyboard focus. */ | |
| 5234 xim_is_active = active; | |
| 5235 | |
| 5236 #ifdef FEAT_GUI_GTK | |
| 5237 /* When 'imactivatekey' has valid key-string, try to control XIM preedit | |
| 5238 * state. When 'imactivatekey' has no or invalid string, try old XIM | |
| 5239 * focus control. | |
| 5240 */ | |
| 5241 if (*p_imak != NUL) | |
| 5242 { | |
| 5243 /* BASIC STRATEGY: | |
| 5244 * Destroy old Input Context (XIC), and create new one. New XIC | |
| 5245 * would have a state of preedit that is off. When argument:active | |
| 5246 * is false, that's all. Else argument:active is true, send a key | |
| 5247 * event specified by 'imactivatekey' to activate XIM preedit state. | |
| 5248 */ | |
| 5249 | |
| 5250 xim_is_active = TRUE; /* Disable old XIM focus control */ | |
| 5251 /* If we can monitor preedit state with preedit callback functions, | |
| 5252 * try least creation of new XIC. | |
| 5253 */ | |
| 5254 if (xim_input_style & (int)GDK_IM_PREEDIT_CALLBACKS) | |
| 5255 { | |
| 5256 if (xim_can_preediting && !active) | |
| 5257 { | |
| 5258 /* Force turn off preedit state. With some IM | |
| 5259 * implementations, we cannot turn off preedit state by | |
|
2205
54605ada811b
"g8" doesn't work properly on a NUL.
Bram Moolenaar <bram@vim.org>
parents:
2154
diff
changeset
|
5260 * simulating keypress event. It is why using such a method |
| 7 | 5261 * that destroy old IC (input context), and create new one. |
| 5262 * When create new IC, its preedit state is usually off. | |
| 5263 */ | |
| 5264 xim_reset(); | |
| 5265 xim_set_focus(FALSE); | |
| 5266 gdk_ic_destroy(xic); | |
| 5267 xim_init(); | |
| 5268 xim_can_preediting = FALSE; | |
| 5269 } | |
| 5270 else if (!xim_can_preediting && active) | |
| 5271 im_xim_send_event_imactivate(); | |
| 5272 } | |
| 5273 else | |
| 5274 { | |
| 5275 /* First, force destroy old IC, and create new one. It | |
|
2205
54605ada811b
"g8" doesn't work properly on a NUL.
Bram Moolenaar <bram@vim.org>
parents:
2154
diff
changeset
|
5276 * simulates "turning off preedit state". |
| 7 | 5277 */ |
| 5278 xim_set_focus(FALSE); | |
| 5279 gdk_ic_destroy(xic); | |
| 5280 xim_init(); | |
| 5281 xim_can_preediting = FALSE; | |
| 5282 | |
|
2205
54605ada811b
"g8" doesn't work properly on a NUL.
Bram Moolenaar <bram@vim.org>
parents:
2154
diff
changeset
|
5283 /* 2nd, when requested to activate IM, simulate this by sending |
| 7 | 5284 * the event. |
| 5285 */ | |
| 5286 if (active) | |
| 5287 { | |
| 5288 im_xim_send_event_imactivate(); | |
| 5289 xim_can_preediting = TRUE; | |
| 5290 } | |
| 5291 } | |
| 5292 } | |
| 5293 else | |
| 5294 { | |
| 5295 # ifndef XIMPreeditUnKnown | |
| 5296 /* X11R5 doesn't have these, it looks safe enough to define here. */ | |
| 5297 typedef unsigned long XIMPreeditState; | |
| 5298 # define XIMPreeditUnKnown 0L | |
| 5299 # define XIMPreeditEnable 1L | |
| 5300 # define XIMPreeditDisable (1L<<1) | |
| 5301 # define XNPreeditState "preeditState" | |
| 5302 # endif | |
| 5303 XIMPreeditState preedit_state = XIMPreeditUnKnown; | |
| 5304 XVaNestedList preedit_attr; | |
| 5305 XIC pxic; | |
| 5306 | |
| 5307 preedit_attr = XVaCreateNestedList(0, | |
| 5308 XNPreeditState, &preedit_state, | |
| 5309 NULL); | |
| 5310 pxic = ((GdkICPrivate *)xic)->xic; | |
| 5311 | |
| 5312 if (!XGetICValues(pxic, XNPreeditAttributes, preedit_attr, NULL)) | |
| 5313 { | |
| 5314 XFree(preedit_attr); | |
| 5315 preedit_attr = XVaCreateNestedList(0, | |
| 5316 XNPreeditState, | |
| 5317 active ? XIMPreeditEnable : XIMPreeditDisable, | |
| 5318 NULL); | |
| 5319 XSetICValues(pxic, XNPreeditAttributes, preedit_attr, NULL); | |
| 5320 xim_can_preediting = active; | |
| 5321 xim_is_active = active; | |
| 5322 } | |
| 5323 XFree(preedit_attr); | |
| 5324 } | |
| 5325 if (xim_input_style & XIMPreeditCallbacks) | |
| 5326 { | |
| 5327 preedit_buf_len = 0; | |
| 5328 init_preedit_start_col(); | |
| 5329 } | |
| 5330 #else | |
| 5331 # if 0 | |
| 5332 /* When had tested kinput2 + canna + Athena GUI version with | |
| 5333 * 'imactivatekey' is "s-space", im_xim_send_event_imactivate() did not | |
| 5334 * work correctly. It just inserted one space. I don't know why we | |
| 5335 * couldn't switch state of XIM preediting. This is reason why these | |
| 5336 * codes are commented out. | |
| 5337 */ | |
|
2205
54605ada811b
"g8" doesn't work properly on a NUL.
Bram Moolenaar <bram@vim.org>
parents:
2154
diff
changeset
|
5338 /* First, force destroy old IC, and create new one. It simulates |
| 7 | 5339 * "turning off preedit state". |
| 5340 */ | |
| 5341 xim_set_focus(FALSE); | |
| 5342 XDestroyIC(xic); | |
| 5343 xic = NULL; | |
| 5344 xim_init(); | |
| 5345 | |
|
2205
54605ada811b
"g8" doesn't work properly on a NUL.
Bram Moolenaar <bram@vim.org>
parents:
2154
diff
changeset
|
5346 /* 2nd, when requested to activate IM, simulate this by sending the |
| 7 | 5347 * event. |
| 5348 */ | |
| 5349 if (active) | |
| 5350 im_xim_send_event_imactivate(); | |
| 5351 # endif | |
| 5352 #endif | |
| 5353 xim_set_preedit(); | |
| 5354 } | |
| 5355 | |
| 5356 /* | |
| 5357 * Adjust using XIM for gaining or losing keyboard focus. Also called when | |
| 5358 * "xim_is_active" changes. | |
| 5359 */ | |
| 5360 void | |
| 5361 xim_set_focus(focus) | |
| 5362 int focus; | |
| 5363 { | |
| 5364 if (xic == NULL) | |
| 5365 return; | |
| 5366 | |
| 5367 /* | |
| 5368 * XIM only gets focus when the Vim window has keyboard focus and XIM has | |
| 5369 * been set active for the current mode. | |
| 5370 */ | |
| 5371 if (focus && xim_is_active) | |
| 5372 { | |
| 5373 if (!xim_has_focus) | |
| 5374 { | |
| 5375 xim_has_focus = TRUE; | |
| 5376 #ifdef FEAT_GUI_GTK | |
| 5377 gdk_im_begin(xic, gui.drawarea->window); | |
| 5378 #else | |
| 5379 XSetICFocus(xic); | |
| 5380 #endif | |
| 5381 } | |
| 5382 } | |
| 5383 else | |
| 5384 { | |
| 5385 if (xim_has_focus) | |
| 5386 { | |
| 5387 xim_has_focus = FALSE; | |
| 5388 #ifdef FEAT_GUI_GTK | |
| 5389 gdk_im_end(); | |
| 5390 #else | |
| 5391 XUnsetICFocus(xic); | |
| 5392 #endif | |
| 5393 } | |
| 5394 } | |
| 5395 } | |
| 5396 | |
| 5397 void | |
| 5398 im_set_position(row, col) | |
| 1883 | 5399 int row UNUSED; |
| 5400 int col UNUSED; | |
| 7 | 5401 { |
| 5402 xim_set_preedit(); | |
| 5403 } | |
| 5404 | |
| 5405 /* | |
| 5406 * Set the XIM to the current cursor position. | |
| 5407 */ | |
| 5408 void | |
| 5409 xim_set_preedit() | |
| 5410 { | |
| 5411 if (xic == NULL) | |
| 5412 return; | |
| 5413 | |
| 5414 xim_set_focus(TRUE); | |
| 5415 | |
| 5416 #ifdef FEAT_GUI_GTK | |
| 5417 if (gdk_im_ready()) | |
| 5418 { | |
| 5419 int attrmask; | |
| 5420 GdkICAttr *attr; | |
| 5421 | |
| 5422 if (!xic_attr) | |
| 5423 return; | |
| 5424 | |
| 5425 attr = xic_attr; | |
| 5426 attrmask = 0; | |
| 5427 | |
| 5428 # ifdef FEAT_XFONTSET | |
| 5429 if ((xim_input_style & (int)GDK_IM_PREEDIT_POSITION) | |
| 5430 && gui.fontset != NOFONTSET | |
| 5431 && gui.fontset->type == GDK_FONT_FONTSET) | |
| 5432 { | |
| 5433 if (!xim_has_focus) | |
| 5434 { | |
| 5435 if (attr->spot_location.y >= 0) | |
| 5436 { | |
| 5437 attr->spot_location.x = 0; | |
| 5438 attr->spot_location.y = -100; | |
| 5439 attrmask |= (int)GDK_IC_SPOT_LOCATION; | |
| 5440 } | |
| 5441 } | |
| 5442 else | |
| 5443 { | |
| 5444 gint width, height; | |
| 5445 | |
| 5446 if (attr->spot_location.x != TEXT_X(gui.col) | |
| 5447 || attr->spot_location.y != TEXT_Y(gui.row)) | |
| 5448 { | |
| 5449 attr->spot_location.x = TEXT_X(gui.col); | |
| 5450 attr->spot_location.y = TEXT_Y(gui.row); | |
| 5451 attrmask |= (int)GDK_IC_SPOT_LOCATION; | |
| 5452 } | |
| 5453 | |
| 5454 gdk_window_get_size(gui.drawarea->window, &width, &height); | |
| 5455 width -= 2 * gui.border_offset; | |
| 5456 height -= 2 * gui.border_offset; | |
| 5457 if (xim_input_style & (int)GDK_IM_STATUS_AREA) | |
| 5458 height -= gui.char_height; | |
| 5459 if (attr->preedit_area.width != width | |
| 5460 || attr->preedit_area.height != height) | |
| 5461 { | |
| 5462 attr->preedit_area.x = gui.border_offset; | |
| 5463 attr->preedit_area.y = gui.border_offset; | |
| 5464 attr->preedit_area.width = width; | |
| 5465 attr->preedit_area.height = height; | |
| 5466 attrmask |= (int)GDK_IC_PREEDIT_AREA; | |
| 5467 } | |
| 5468 | |
| 5469 if (attr->preedit_fontset != gui.current_font) | |
| 5470 { | |
| 5471 attr->preedit_fontset = gui.current_font; | |
| 5472 attrmask |= (int)GDK_IC_PREEDIT_FONTSET; | |
| 5473 } | |
| 5474 } | |
| 5475 } | |
| 5476 # endif /* FEAT_XFONTSET */ | |
| 5477 | |
| 5478 if (xim_fg_color == INVALCOLOR) | |
| 5479 { | |
| 5480 xim_fg_color = gui.def_norm_pixel; | |
| 5481 xim_bg_color = gui.def_back_pixel; | |
| 5482 } | |
| 5483 if (attr->preedit_foreground.pixel != xim_fg_color) | |
| 5484 { | |
| 5485 attr->preedit_foreground.pixel = xim_fg_color; | |
| 5486 attrmask |= (int)GDK_IC_PREEDIT_FOREGROUND; | |
| 5487 } | |
| 5488 if (attr->preedit_background.pixel != xim_bg_color) | |
| 5489 { | |
| 5490 attr->preedit_background.pixel = xim_bg_color; | |
| 5491 attrmask |= (int)GDK_IC_PREEDIT_BACKGROUND; | |
| 5492 } | |
| 5493 | |
| 5494 if (attrmask != 0) | |
| 5495 gdk_ic_set_attr(xic, attr, (GdkICAttributesType)attrmask); | |
| 5496 } | |
| 5497 #else /* FEAT_GUI_GTK */ | |
| 5498 { | |
| 5499 XVaNestedList attr_list; | |
| 5500 XRectangle spot_area; | |
| 5501 XPoint over_spot; | |
| 5502 int line_space; | |
| 5503 | |
| 5504 if (!xim_has_focus) | |
| 5505 { | |
| 5506 /* hide XIM cursor */ | |
| 5507 over_spot.x = 0; | |
| 5508 over_spot.y = -100; /* arbitrary invisible position */ | |
| 5509 attr_list = (XVaNestedList) XVaCreateNestedList(0, | |
| 5510 XNSpotLocation, | |
| 5511 &over_spot, | |
| 5512 NULL); | |
| 5513 XSetICValues(xic, XNPreeditAttributes, attr_list, NULL); | |
| 5514 XFree(attr_list); | |
| 5515 return; | |
| 5516 } | |
| 5517 | |
| 5518 if (input_style & XIMPreeditPosition) | |
| 5519 { | |
| 5520 if (xim_fg_color == INVALCOLOR) | |
| 5521 { | |
| 5522 xim_fg_color = gui.def_norm_pixel; | |
| 5523 xim_bg_color = gui.def_back_pixel; | |
| 5524 } | |
| 5525 over_spot.x = TEXT_X(gui.col); | |
| 5526 over_spot.y = TEXT_Y(gui.row); | |
| 5527 spot_area.x = 0; | |
| 5528 spot_area.y = 0; | |
| 5529 spot_area.height = gui.char_height * Rows; | |
| 5530 spot_area.width = gui.char_width * Columns; | |
| 5531 line_space = gui.char_height; | |
| 5532 attr_list = (XVaNestedList) XVaCreateNestedList(0, | |
| 5533 XNSpotLocation, &over_spot, | |
| 5534 XNForeground, (Pixel) xim_fg_color, | |
| 5535 XNBackground, (Pixel) xim_bg_color, | |
| 5536 XNArea, &spot_area, | |
| 5537 XNLineSpace, line_space, | |
| 5538 NULL); | |
| 5539 if (XSetICValues(xic, XNPreeditAttributes, attr_list, NULL)) | |
| 5540 EMSG(_("E284: Cannot set IC values")); | |
| 5541 XFree(attr_list); | |
| 5542 } | |
| 5543 } | |
| 5544 #endif /* FEAT_GUI_GTK */ | |
| 5545 } | |
| 5546 | |
| 5547 /* | |
| 5548 * Set up the status area. | |
| 5549 * | |
| 5550 * This should use a separate Widget, but that seems not possible, because | |
| 5551 * preedit_area and status_area should be set to the same window as for the | |
| 5552 * text input. Unfortunately this means the status area pollutes the text | |
| 5553 * window... | |
| 5554 */ | |
| 5555 void | |
| 5556 xim_set_status_area() | |
| 5557 { | |
| 5558 if (xic == NULL) | |
| 5559 return; | |
| 5560 | |
| 5561 #ifdef FEAT_GUI_GTK | |
| 5562 # if defined(FEAT_XFONTSET) | |
| 5563 if (use_status_area) | |
| 5564 { | |
| 5565 GdkICAttr *attr; | |
| 5566 int style; | |
| 5567 gint width, height; | |
| 5568 GtkWidget *widget; | |
| 5569 int attrmask; | |
| 5570 | |
| 5571 if (!xic_attr) | |
| 5572 return; | |
| 5573 | |
| 5574 attr = xic_attr; | |
| 5575 attrmask = 0; | |
| 5576 style = (int)gdk_ic_get_style(xic); | |
| 5577 if ((style & (int)GDK_IM_STATUS_MASK) == (int)GDK_IM_STATUS_AREA) | |
| 5578 { | |
| 5579 if (gui.fontset != NOFONTSET | |
| 5580 && gui.fontset->type == GDK_FONT_FONTSET) | |
| 5581 { | |
| 5582 widget = gui.mainwin; | |
| 5583 gdk_window_get_size(widget->window, &width, &height); | |
| 5584 | |
| 5585 attrmask |= (int)GDK_IC_STATUS_AREA; | |
| 5586 attr->status_area.x = 0; | |
| 5587 attr->status_area.y = height - gui.char_height - 1; | |
| 5588 attr->status_area.width = width; | |
| 5589 attr->status_area.height = gui.char_height; | |
| 5590 } | |
| 5591 } | |
| 5592 if (attrmask != 0) | |
| 5593 gdk_ic_set_attr(xic, attr, (GdkICAttributesType)attrmask); | |
| 5594 } | |
| 5595 # endif | |
| 5596 #else | |
| 5597 { | |
| 5598 XVaNestedList preedit_list = 0, status_list = 0, list = 0; | |
| 5599 XRectangle pre_area, status_area; | |
| 5600 | |
| 5601 if (input_style & XIMStatusArea) | |
| 5602 { | |
| 5603 if (input_style & XIMPreeditArea) | |
| 5604 { | |
| 5605 XRectangle *needed_rect; | |
| 5606 | |
| 5607 /* to get status_area width */ | |
| 5608 status_list = XVaCreateNestedList(0, XNAreaNeeded, | |
| 5609 &needed_rect, NULL); | |
| 5610 XGetICValues(xic, XNStatusAttributes, status_list, NULL); | |
| 5611 XFree(status_list); | |
| 5612 | |
| 5613 status_area.width = needed_rect->width; | |
| 5614 } | |
| 5615 else | |
| 5616 status_area.width = gui.char_width * Columns; | |
| 5617 | |
| 5618 status_area.x = 0; | |
| 5619 status_area.y = gui.char_height * Rows + gui.border_offset; | |
| 5620 if (gui.which_scrollbars[SBAR_BOTTOM]) | |
| 5621 status_area.y += gui.scrollbar_height; | |
| 5622 #ifdef FEAT_MENU | |
| 5623 if (gui.menu_is_active) | |
| 5624 status_area.y += gui.menu_height; | |
| 5625 #endif | |
| 5626 status_area.height = gui.char_height; | |
| 5627 status_list = XVaCreateNestedList(0, XNArea, &status_area, NULL); | |
| 5628 } | |
| 5629 else | |
| 5630 { | |
| 5631 status_area.x = 0; | |
| 5632 status_area.y = gui.char_height * Rows + gui.border_offset; | |
| 5633 if (gui.which_scrollbars[SBAR_BOTTOM]) | |
| 5634 status_area.y += gui.scrollbar_height; | |
| 5635 #ifdef FEAT_MENU | |
| 5636 if (gui.menu_is_active) | |
| 5637 status_area.y += gui.menu_height; | |
| 5638 #endif | |
| 5639 status_area.width = 0; | |
| 5640 status_area.height = gui.char_height; | |
| 5641 } | |
| 5642 | |
| 5643 if (input_style & XIMPreeditArea) /* off-the-spot */ | |
| 5644 { | |
| 5645 pre_area.x = status_area.x + status_area.width; | |
| 5646 pre_area.y = gui.char_height * Rows + gui.border_offset; | |
| 5647 pre_area.width = gui.char_width * Columns - pre_area.x; | |
| 5648 if (gui.which_scrollbars[SBAR_BOTTOM]) | |
| 5649 pre_area.y += gui.scrollbar_height; | |
| 5650 #ifdef FEAT_MENU | |
| 5651 if (gui.menu_is_active) | |
| 5652 pre_area.y += gui.menu_height; | |
| 5653 #endif | |
| 5654 pre_area.height = gui.char_height; | |
| 5655 preedit_list = XVaCreateNestedList(0, XNArea, &pre_area, NULL); | |
| 5656 } | |
| 5657 else if (input_style & XIMPreeditPosition) /* over-the-spot */ | |
| 5658 { | |
| 5659 pre_area.x = 0; | |
| 5660 pre_area.y = 0; | |
| 5661 pre_area.height = gui.char_height * Rows; | |
| 5662 pre_area.width = gui.char_width * Columns; | |
| 5663 preedit_list = XVaCreateNestedList(0, XNArea, &pre_area, NULL); | |
| 5664 } | |
| 5665 | |
| 5666 if (preedit_list && status_list) | |
| 5667 list = XVaCreateNestedList(0, XNPreeditAttributes, preedit_list, | |
| 5668 XNStatusAttributes, status_list, NULL); | |
| 5669 else if (preedit_list) | |
| 5670 list = XVaCreateNestedList(0, XNPreeditAttributes, preedit_list, | |
| 5671 NULL); | |
| 5672 else if (status_list) | |
| 5673 list = XVaCreateNestedList(0, XNStatusAttributes, status_list, | |
| 5674 NULL); | |
| 5675 else | |
| 5676 list = NULL; | |
| 5677 | |
| 5678 if (list) | |
| 5679 { | |
| 5680 XSetICValues(xic, XNVaNestedList, list, NULL); | |
| 5681 XFree(list); | |
| 5682 } | |
| 5683 if (status_list) | |
| 5684 XFree(status_list); | |
| 5685 if (preedit_list) | |
| 5686 XFree(preedit_list); | |
| 5687 } | |
| 5688 #endif | |
| 5689 } | |
| 5690 | |
| 574 | 5691 #if defined(FEAT_GUI_X11) || defined(FEAT_GUI_GTK) |
| 7 | 5692 static char e_xim[] = N_("E285: Failed to create input context"); |
| 5693 #endif | |
| 5694 | |
| 5695 #if defined(FEAT_GUI_X11) || defined(PROTO) | |
| 5696 # if defined(XtSpecificationRelease) && XtSpecificationRelease >= 6 && !defined(sun) | |
| 5697 # define USE_X11R6_XIM | |
| 5698 # endif | |
| 5699 | |
| 5700 static int xim_real_init __ARGS((Window x11_window, Display *x11_display)); | |
| 5701 | |
| 5702 | |
| 5703 #ifdef USE_X11R6_XIM | |
| 5704 static void xim_instantiate_cb __ARGS((Display *display, XPointer client_data, XPointer call_data)); | |
| 5705 static void xim_destroy_cb __ARGS((XIM im, XPointer client_data, XPointer call_data)); | |
| 5706 | |
| 5707 static void | |
| 5708 xim_instantiate_cb(display, client_data, call_data) | |
| 5709 Display *display; | |
| 1883 | 5710 XPointer client_data UNUSED; |
| 5711 XPointer call_data UNUSED; | |
| 7 | 5712 { |
| 5713 Window x11_window; | |
| 5714 Display *x11_display; | |
| 5715 | |
| 5716 #ifdef XIM_DEBUG | |
| 5717 xim_log("xim_instantiate_cb()\n"); | |
| 5718 #endif | |
| 5719 | |
| 5720 gui_get_x11_windis(&x11_window, &x11_display); | |
| 5721 if (display != x11_display) | |
| 5722 return; | |
| 5723 | |
| 5724 xim_real_init(x11_window, x11_display); | |
| 811 | 5725 gui_set_shellsize(FALSE, FALSE, RESIZE_BOTH); |
| 7 | 5726 if (xic != NULL) |
| 5727 XUnregisterIMInstantiateCallback(x11_display, NULL, NULL, NULL, | |
| 5728 xim_instantiate_cb, NULL); | |
| 5729 } | |
| 5730 | |
| 5731 static void | |
| 5732 xim_destroy_cb(im, client_data, call_data) | |
| 1883 | 5733 XIM im UNUSED; |
| 5734 XPointer client_data UNUSED; | |
| 5735 XPointer call_data UNUSED; | |
| 7 | 5736 { |
| 5737 Window x11_window; | |
| 5738 Display *x11_display; | |
| 5739 | |
| 5740 #ifdef XIM_DEBUG | |
| 5741 xim_log("xim_destroy_cb()\n"); | |
| 5742 #endif | |
| 5743 gui_get_x11_windis(&x11_window, &x11_display); | |
| 5744 | |
| 5745 xic = NULL; | |
| 5746 status_area_enabled = FALSE; | |
| 5747 | |
| 811 | 5748 gui_set_shellsize(FALSE, FALSE, RESIZE_BOTH); |
| 7 | 5749 |
| 5750 XRegisterIMInstantiateCallback(x11_display, NULL, NULL, NULL, | |
| 5751 xim_instantiate_cb, NULL); | |
| 5752 } | |
| 5753 #endif | |
| 5754 | |
| 5755 void | |
| 5756 xim_init() | |
| 5757 { | |
| 5758 Window x11_window; | |
| 5759 Display *x11_display; | |
| 5760 | |
| 5761 #ifdef XIM_DEBUG | |
| 5762 xim_log("xim_init()\n"); | |
| 5763 #endif | |
| 5764 | |
| 5765 gui_get_x11_windis(&x11_window, &x11_display); | |
| 5766 | |
| 5767 xic = NULL; | |
| 5768 | |
| 5769 if (xim_real_init(x11_window, x11_display)) | |
| 5770 return; | |
| 5771 | |
| 811 | 5772 gui_set_shellsize(FALSE, FALSE, RESIZE_BOTH); |
| 7 | 5773 |
| 5774 #ifdef USE_X11R6_XIM | |
| 5775 XRegisterIMInstantiateCallback(x11_display, NULL, NULL, NULL, | |
| 5776 xim_instantiate_cb, NULL); | |
| 5777 #endif | |
| 5778 } | |
| 5779 | |
| 5780 static int | |
| 5781 xim_real_init(x11_window, x11_display) | |
| 5782 Window x11_window; | |
| 5783 Display *x11_display; | |
| 5784 { | |
| 5785 int i; | |
| 5786 char *p, | |
| 5787 *s, | |
| 5788 *ns, | |
| 5789 *end, | |
| 5790 tmp[1024]; | |
| 5791 #define IMLEN_MAX 40 | |
| 5792 char buf[IMLEN_MAX + 7]; | |
| 5793 XIM xim = NULL; | |
| 5794 XIMStyles *xim_styles; | |
| 5795 XIMStyle this_input_style = 0; | |
| 5796 Boolean found; | |
| 5797 XPoint over_spot; | |
| 5798 XVaNestedList preedit_list, status_list; | |
| 5799 | |
| 5800 input_style = 0; | |
| 5801 status_area_enabled = FALSE; | |
| 5802 | |
| 5803 if (xic != NULL) | |
| 5804 return FALSE; | |
| 5805 | |
| 5806 if (gui.rsrc_input_method != NULL && *gui.rsrc_input_method != NUL) | |
| 5807 { | |
| 5808 strcpy(tmp, gui.rsrc_input_method); | |
| 5809 for (ns = s = tmp; ns != NULL && *s != NUL;) | |
| 5810 { | |
| 5811 s = (char *)skipwhite((char_u *)s); | |
| 5812 if (*s == NUL) | |
| 5813 break; | |
| 5814 if ((ns = end = strchr(s, ',')) == NULL) | |
| 5815 end = s + strlen(s); | |
| 5816 while (isspace(((char_u *)end)[-1])) | |
| 5817 end--; | |
| 5818 *end = NUL; | |
| 5819 | |
| 5820 if (strlen(s) <= IMLEN_MAX) | |
| 5821 { | |
| 5822 strcpy(buf, "@im="); | |
| 5823 strcat(buf, s); | |
| 5824 if ((p = XSetLocaleModifiers(buf)) != NULL && *p != NUL | |
| 5825 && (xim = XOpenIM(x11_display, NULL, NULL, NULL)) | |
| 5826 != NULL) | |
| 5827 break; | |
| 5828 } | |
| 5829 | |
| 5830 s = ns + 1; | |
| 5831 } | |
| 5832 } | |
| 5833 | |
| 5834 if (xim == NULL && (p = XSetLocaleModifiers("")) != NULL && *p != NUL) | |
| 5835 xim = XOpenIM(x11_display, NULL, NULL, NULL); | |
| 5836 | |
| 5837 /* This is supposed to be useful to obtain characters through | |
| 5838 * XmbLookupString() without really using a XIM. */ | |
| 5839 if (xim == NULL && (p = XSetLocaleModifiers("@im=none")) != NULL | |
| 5840 && *p != NUL) | |
| 5841 xim = XOpenIM(x11_display, NULL, NULL, NULL); | |
| 5842 | |
| 5843 if (xim == NULL) | |
| 5844 { | |
| 5845 /* Only give this message when verbose is set, because too many people | |
| 5846 * got this message when they didn't want to use a XIM. */ | |
| 5847 if (p_verbose > 0) | |
| 292 | 5848 { |
| 5849 verbose_enter(); | |
| 7 | 5850 EMSG(_("E286: Failed to open input method")); |
| 292 | 5851 verbose_leave(); |
| 5852 } | |
| 7 | 5853 return FALSE; |
| 5854 } | |
| 5855 | |
| 5856 #ifdef USE_X11R6_XIM | |
| 5857 { | |
| 5858 XIMCallback destroy_cb; | |
| 5859 | |
| 5860 destroy_cb.callback = xim_destroy_cb; | |
| 5861 destroy_cb.client_data = NULL; | |
| 5862 if (XSetIMValues(xim, XNDestroyCallback, &destroy_cb, NULL)) | |
| 5863 EMSG(_("E287: Warning: Could not set destroy callback to IM")); | |
| 5864 } | |
| 5865 #endif | |
| 5866 | |
| 5867 if (XGetIMValues(xim, XNQueryInputStyle, &xim_styles, NULL) || !xim_styles) | |
| 5868 { | |
| 5869 EMSG(_("E288: input method doesn't support any style")); | |
| 5870 XCloseIM(xim); | |
| 5871 return FALSE; | |
| 5872 } | |
| 5873 | |
| 5874 found = False; | |
| 5875 strcpy(tmp, gui.rsrc_preedit_type_name); | |
| 5876 for (s = tmp; s && !found; ) | |
| 5877 { | |
| 5878 while (*s && isspace((unsigned char)*s)) | |
| 5879 s++; | |
| 5880 if (!*s) | |
| 5881 break; | |
| 5882 if ((ns = end = strchr(s, ',')) != 0) | |
| 5883 ns++; | |
| 5884 else | |
| 5885 end = s + strlen(s); | |
| 5886 while (isspace((unsigned char)*end)) | |
| 5887 end--; | |
| 5888 *end = '\0'; | |
| 5889 | |
| 5890 if (!strcmp(s, "OverTheSpot")) | |
| 5891 this_input_style = (XIMPreeditPosition | XIMStatusArea); | |
| 5892 else if (!strcmp(s, "OffTheSpot")) | |
| 5893 this_input_style = (XIMPreeditArea | XIMStatusArea); | |
| 5894 else if (!strcmp(s, "Root")) | |
| 5895 this_input_style = (XIMPreeditNothing | XIMStatusNothing); | |
| 5896 | |
| 5897 for (i = 0; (unsigned short)i < xim_styles->count_styles; i++) | |
| 5898 { | |
| 5899 if (this_input_style == xim_styles->supported_styles[i]) | |
| 5900 { | |
| 5901 found = True; | |
| 5902 break; | |
| 5903 } | |
| 5904 } | |
| 5905 if (!found) | |
| 5906 for (i = 0; (unsigned short)i < xim_styles->count_styles; i++) | |
| 5907 { | |
| 5908 if ((xim_styles->supported_styles[i] & this_input_style) | |
| 5909 == (this_input_style & ~XIMStatusArea)) | |
| 5910 { | |
| 5911 this_input_style &= ~XIMStatusArea; | |
| 5912 found = True; | |
| 5913 break; | |
| 5914 } | |
| 5915 } | |
| 5916 | |
| 5917 s = ns; | |
| 5918 } | |
| 5919 XFree(xim_styles); | |
| 5920 | |
| 5921 if (!found) | |
| 5922 { | |
| 5923 /* Only give this message when verbose is set, because too many people | |
| 5924 * got this message when they didn't want to use a XIM. */ | |
| 5925 if (p_verbose > 0) | |
| 292 | 5926 { |
| 5927 verbose_enter(); | |
| 7 | 5928 EMSG(_("E289: input method doesn't support my preedit type")); |
| 292 | 5929 verbose_leave(); |
| 5930 } | |
| 7 | 5931 XCloseIM(xim); |
| 5932 return FALSE; | |
| 5933 } | |
| 5934 | |
| 5935 over_spot.x = TEXT_X(gui.col); | |
| 5936 over_spot.y = TEXT_Y(gui.row); | |
| 5937 input_style = this_input_style; | |
| 5938 | |
| 5939 /* A crash was reported when trying to pass gui.norm_font as XNFontSet, | |
| 5940 * thus that has been removed. Hopefully the default works... */ | |
| 5941 #ifdef FEAT_XFONTSET | |
| 5942 if (gui.fontset != NOFONTSET) | |
| 5943 { | |
| 5944 preedit_list = XVaCreateNestedList(0, | |
| 5945 XNSpotLocation, &over_spot, | |
| 5946 XNForeground, (Pixel)gui.def_norm_pixel, | |
| 5947 XNBackground, (Pixel)gui.def_back_pixel, | |
| 5948 XNFontSet, (XFontSet)gui.fontset, | |
| 5949 NULL); | |
| 5950 status_list = XVaCreateNestedList(0, | |
| 5951 XNForeground, (Pixel)gui.def_norm_pixel, | |
| 5952 XNBackground, (Pixel)gui.def_back_pixel, | |
| 5953 XNFontSet, (XFontSet)gui.fontset, | |
| 5954 NULL); | |
| 5955 } | |
| 5956 else | |
| 5957 #endif | |
| 5958 { | |
| 5959 preedit_list = XVaCreateNestedList(0, | |
| 5960 XNSpotLocation, &over_spot, | |
| 5961 XNForeground, (Pixel)gui.def_norm_pixel, | |
| 5962 XNBackground, (Pixel)gui.def_back_pixel, | |
| 5963 NULL); | |
| 5964 status_list = XVaCreateNestedList(0, | |
| 5965 XNForeground, (Pixel)gui.def_norm_pixel, | |
| 5966 XNBackground, (Pixel)gui.def_back_pixel, | |
| 5967 NULL); | |
| 5968 } | |
| 5969 | |
| 5970 xic = XCreateIC(xim, | |
| 5971 XNInputStyle, input_style, | |
| 5972 XNClientWindow, x11_window, | |
| 5973 XNFocusWindow, gui.wid, | |
| 5974 XNPreeditAttributes, preedit_list, | |
| 5975 XNStatusAttributes, status_list, | |
| 5976 NULL); | |
| 5977 XFree(status_list); | |
| 5978 XFree(preedit_list); | |
| 5979 if (xic != NULL) | |
| 5980 { | |
| 5981 if (input_style & XIMStatusArea) | |
| 5982 { | |
| 5983 xim_set_status_area(); | |
| 5984 status_area_enabled = TRUE; | |
| 5985 } | |
| 5986 else | |
| 811 | 5987 gui_set_shellsize(FALSE, FALSE, RESIZE_BOTH); |
| 7 | 5988 } |
| 5989 else | |
| 5990 { | |
| 5991 EMSG(_(e_xim)); | |
| 5992 XCloseIM(xim); | |
| 5993 return FALSE; | |
| 5994 } | |
| 5995 | |
| 5996 return TRUE; | |
| 5997 } | |
| 5998 | |
| 5999 #endif /* FEAT_GUI_X11 */ | |
| 6000 | |
| 6001 #if defined(FEAT_GUI_GTK) || defined(PROTO) | |
| 6002 | |
| 6003 # ifdef FEAT_XFONTSET | |
| 6004 static char e_overthespot[] = N_("E290: over-the-spot style requires fontset"); | |
| 6005 # endif | |
| 6006 | |
| 6007 # ifdef PROTO | |
| 6008 typedef int GdkIC; | |
| 6009 # endif | |
| 6010 | |
| 6011 void | |
| 6012 xim_decide_input_style() | |
| 6013 { | |
| 6014 /* GDK_IM_STATUS_CALLBACKS was disabled, enabled it to allow Japanese | |
| 6015 * OverTheSpot. */ | |
| 6016 int supported_style = (int)GDK_IM_PREEDIT_NONE | | |
| 6017 (int)GDK_IM_PREEDIT_NOTHING | | |
| 6018 (int)GDK_IM_PREEDIT_POSITION | | |
| 6019 (int)GDK_IM_PREEDIT_CALLBACKS | | |
| 6020 (int)GDK_IM_STATUS_CALLBACKS | | |
| 6021 (int)GDK_IM_STATUS_AREA | | |
| 6022 (int)GDK_IM_STATUS_NONE | | |
| 6023 (int)GDK_IM_STATUS_NOTHING; | |
| 6024 | |
| 6025 #ifdef XIM_DEBUG | |
| 6026 xim_log("xim_decide_input_style()\n"); | |
| 6027 #endif | |
| 6028 | |
| 6029 if (!gdk_im_ready()) | |
| 6030 xim_input_style = 0; | |
| 6031 else | |
| 6032 { | |
| 6033 if (gtk_major_version > 1 | |
| 6034 || (gtk_major_version == 1 | |
| 6035 && (gtk_minor_version > 2 | |
| 6036 || (gtk_minor_version == 2 && gtk_micro_version >= 3)))) | |
| 6037 use_status_area = TRUE; | |
| 6038 else | |
| 6039 { | |
| 6040 EMSG(_("E291: Your GTK+ is older than 1.2.3. Status area disabled")); | |
| 6041 use_status_area = FALSE; | |
| 6042 } | |
| 6043 #ifdef FEAT_XFONTSET | |
| 6044 if (gui.fontset == NOFONTSET || gui.fontset->type != GDK_FONT_FONTSET) | |
| 6045 #endif | |
| 6046 supported_style &= ~((int)GDK_IM_PREEDIT_POSITION | |
| 6047 | (int)GDK_IM_STATUS_AREA); | |
| 6048 if (!use_status_area) | |
| 6049 supported_style &= ~(int)GDK_IM_STATUS_AREA; | |
| 6050 xim_input_style = (int)gdk_im_decide_style((GdkIMStyle)supported_style); | |
| 6051 } | |
| 6052 } | |
| 6053 | |
| 6054 static void | |
| 1883 | 6055 preedit_start_cbproc(XIC thexic UNUSED, |
| 6056 XPointer client_data UNUSED, | |
| 6057 XPointer call_data UNUSED) | |
| 7 | 6058 { |
| 6059 #ifdef XIM_DEBUG | |
| 6060 xim_log("xim_decide_input_style()\n"); | |
| 6061 #endif | |
| 6062 | |
| 6063 draw_feedback = NULL; | |
| 6064 xim_can_preediting = TRUE; | |
| 6065 xim_has_preediting = TRUE; | |
| 6066 gui_update_cursor(TRUE, FALSE); | |
| 6067 if (showmode() > 0) | |
| 6068 { | |
| 6069 setcursor(); | |
| 6070 out_flush(); | |
| 6071 } | |
| 6072 } | |
| 6073 | |
| 6074 static void | |
| 6075 xim_back_delete(int n) | |
| 6076 { | |
| 6077 char_u str[3]; | |
| 6078 | |
| 6079 str[0] = CSI; | |
| 6080 str[1] = 'k'; | |
| 6081 str[2] = 'b'; | |
| 6082 while (n-- > 0) | |
| 6083 add_to_input_buf(str, 3); | |
| 6084 } | |
| 6085 | |
| 6086 static GSList *key_press_event_queue = NULL; | |
| 6087 static gboolean processing_queued_event = FALSE; | |
| 6088 | |
| 6089 static void | |
| 1883 | 6090 preedit_draw_cbproc(XIC thexic UNUSED, |
| 6091 XPointer client_data UNUSED, | |
| 6092 XPointer call_data) | |
| 7 | 6093 { |
| 6094 XIMPreeditDrawCallbackStruct *draw_data; | |
| 6095 XIMText *text; | |
| 6096 char *src; | |
| 6097 GSList *event_queue; | |
| 6098 | |
| 6099 #ifdef XIM_DEBUG | |
| 6100 xim_log("preedit_draw_cbproc()\n"); | |
| 6101 #endif | |
| 6102 | |
| 6103 draw_data = (XIMPreeditDrawCallbackStruct *) call_data; | |
| 6104 text = (XIMText *) draw_data->text; | |
| 6105 | |
| 6106 if ((text == NULL && draw_data->chg_length == preedit_buf_len) | |
| 6107 || preedit_buf_len == 0) | |
| 6108 { | |
| 6109 init_preedit_start_col(); | |
| 6110 vim_free(draw_feedback); | |
| 6111 draw_feedback = NULL; | |
| 6112 } | |
| 6113 if (draw_data->chg_length > 0) | |
| 6114 { | |
| 6115 int bs_cnt; | |
| 6116 | |
| 6117 if (draw_data->chg_length > preedit_buf_len) | |
| 6118 bs_cnt = preedit_buf_len; | |
| 6119 else | |
| 6120 bs_cnt = draw_data->chg_length; | |
| 6121 xim_back_delete(bs_cnt); | |
| 6122 preedit_buf_len -= bs_cnt; | |
| 6123 } | |
| 6124 if (text != NULL) | |
| 6125 { | |
| 6126 int len; | |
| 6127 #ifdef FEAT_MBYTE | |
| 6128 char_u *buf = NULL; | |
| 6129 unsigned int nfeedback = 0; | |
| 6130 #endif | |
| 6131 char_u *ptr; | |
| 6132 | |
| 6133 src = text->string.multi_byte; | |
| 6134 if (src != NULL && !text->encoding_is_wchar) | |
| 6135 { | |
| 6136 len = strlen(src); | |
| 6137 ptr = (char_u *)src; | |
| 6138 /* Avoid the enter for decision */ | |
| 6139 if (*ptr == '\n') | |
| 6140 return; | |
| 6141 | |
| 6142 #ifdef FEAT_MBYTE | |
| 6143 if (input_conv.vc_type != CONV_NONE | |
| 6144 && (buf = string_convert(&input_conv, | |
| 6145 (char_u *)src, &len)) != NULL) | |
| 6146 { | |
| 6147 /* Converted from 'termencoding' to 'encoding'. */ | |
| 6148 add_to_input_buf_csi(buf, len); | |
| 6149 ptr = buf; | |
| 6150 } | |
| 6151 else | |
| 6152 #endif | |
| 6153 add_to_input_buf_csi((char_u *)src, len); | |
| 6154 /* Add count of character to preedit_buf_len */ | |
| 6155 while (*ptr != NUL) | |
| 6156 { | |
| 6157 #ifdef FEAT_MBYTE | |
| 6158 if (draw_data->text->feedback != NULL) | |
| 6159 { | |
| 6160 if (draw_feedback == NULL) | |
| 6161 draw_feedback = (char *)alloc(draw_data->chg_first | |
| 6162 + text->length); | |
| 6163 else | |
| 1737 | 6164 draw_feedback = vim_realloc(draw_feedback, |
| 7 | 6165 draw_data->chg_first + text->length); |
| 6166 if (draw_feedback != NULL) | |
| 6167 { | |
| 6168 draw_feedback[nfeedback + draw_data->chg_first] | |
| 6169 = draw_data->text->feedback[nfeedback]; | |
| 6170 nfeedback++; | |
| 6171 } | |
| 6172 } | |
| 6173 if (has_mbyte) | |
| 474 | 6174 ptr += (*mb_ptr2len)(ptr); |
| 7 | 6175 else |
| 6176 #endif | |
| 6177 ptr++; | |
| 6178 preedit_buf_len++; | |
| 6179 } | |
| 6180 #ifdef FEAT_MBYTE | |
| 6181 vim_free(buf); | |
| 6182 #endif | |
| 6183 preedit_end_col = MAXCOL; | |
| 6184 } | |
| 6185 } | |
| 6186 if (text != NULL || draw_data->chg_length > 0) | |
| 6187 { | |
| 6188 event_queue = key_press_event_queue; | |
| 6189 processing_queued_event = TRUE; | |
| 6190 while (event_queue != NULL && processing_queued_event) | |
| 6191 { | |
| 6192 GdkEvent *ev = event_queue->data; | |
| 6193 | |
| 6194 gboolean *ret; | |
| 6195 gtk_signal_emit_by_name((GtkObject*)gui.mainwin, "key_press_event", | |
| 6196 ev, &ret); | |
| 6197 gdk_event_free(ev); | |
| 6198 event_queue = event_queue->next; | |
| 6199 } | |
| 6200 processing_queued_event = FALSE; | |
| 6201 if (key_press_event_queue) | |
| 6202 { | |
| 6203 g_slist_free(key_press_event_queue); | |
| 6204 key_press_event_queue = NULL; | |
| 6205 } | |
| 6206 } | |
| 6207 if (gtk_main_level() > 0) | |
| 6208 gtk_main_quit(); | |
| 6209 } | |
| 6210 | |
| 6211 /* | |
| 6212 * Retrieve the highlighting attributes at column col in the preedit string. | |
| 6213 * Return -1 if not in preediting mode or if col is out of range. | |
| 6214 */ | |
| 6215 int | |
| 6216 im_get_feedback_attr(int col) | |
| 6217 { | |
| 6218 if (draw_feedback != NULL && col < preedit_buf_len) | |
| 6219 { | |
| 6220 if (draw_feedback[col] & XIMReverse) | |
| 6221 return HL_INVERSE; | |
| 6222 else if (draw_feedback[col] & XIMUnderline) | |
| 6223 return HL_UNDERLINE; | |
| 6224 else | |
| 6225 return hl_attr(HLF_V); | |
| 6226 } | |
| 6227 | |
| 6228 return -1; | |
| 6229 } | |
| 6230 | |
| 6231 static void | |
| 1883 | 6232 preedit_caret_cbproc(XIC thexic UNUSED, |
| 6233 XPointer client_data UNUSED, | |
| 6234 XPointer call_data UNUSED) | |
| 7 | 6235 { |
| 6236 #ifdef XIM_DEBUG | |
| 6237 xim_log("preedit_caret_cbproc()\n"); | |
| 6238 #endif | |
| 6239 } | |
| 6240 | |
| 6241 static void | |
| 1883 | 6242 preedit_done_cbproc(XIC thexic UNUSED, |
| 6243 XPointer client_data UNUSED, | |
| 6244 XPointer call_data UNUSED) | |
| 7 | 6245 { |
| 6246 #ifdef XIM_DEBUG | |
| 6247 xim_log("preedit_done_cbproc()\n"); | |
| 6248 #endif | |
| 6249 | |
| 6250 vim_free(draw_feedback); | |
| 6251 draw_feedback = NULL; | |
| 6252 xim_can_preediting = FALSE; | |
| 6253 xim_has_preediting = FALSE; | |
| 6254 gui_update_cursor(TRUE, FALSE); | |
| 6255 if (showmode() > 0) | |
| 6256 { | |
| 6257 setcursor(); | |
| 6258 out_flush(); | |
| 6259 } | |
| 6260 } | |
| 6261 | |
| 6262 void | |
| 6263 xim_reset(void) | |
| 6264 { | |
| 6265 char *text; | |
| 6266 | |
| 6267 #ifdef XIM_DEBUG | |
| 6268 xim_log("xim_reset()\n"); | |
| 6269 #endif | |
| 6270 | |
| 6271 if (xic != NULL) | |
| 6272 { | |
| 6273 text = XmbResetIC(((GdkICPrivate *)xic)->xic); | |
| 6274 if (text != NULL && !(xim_input_style & (int)GDK_IM_PREEDIT_CALLBACKS)) | |
| 6275 add_to_input_buf_csi((char_u *)text, strlen(text)); | |
| 6276 else | |
| 6277 preedit_buf_len = 0; | |
| 6278 if (text != NULL) | |
| 6279 XFree(text); | |
| 6280 } | |
| 6281 } | |
| 6282 | |
| 6283 int | |
| 1883 | 6284 xim_queue_key_press_event(GdkEventKey *event, int down UNUSED) |
| 7 | 6285 { |
| 6286 #ifdef XIM_DEBUG | |
| 6287 xim_log("xim_queue_key_press_event()\n"); | |
| 6288 #endif | |
| 6289 | |
| 6290 if (preedit_buf_len <= 0) | |
| 6291 return FALSE; | |
| 6292 if (processing_queued_event) | |
| 6293 processing_queued_event = FALSE; | |
| 6294 | |
| 6295 key_press_event_queue = g_slist_append(key_press_event_queue, | |
| 6296 gdk_event_copy((GdkEvent *)event)); | |
| 6297 return TRUE; | |
| 6298 } | |
| 6299 | |
| 6300 static void | |
| 1883 | 6301 preedit_callback_setup(GdkIC *ic UNUSED) |
| 7 | 6302 { |
| 6303 XIC xxic; | |
| 6304 XVaNestedList preedit_attr; | |
| 6305 XIMCallback preedit_start_cb; | |
| 6306 XIMCallback preedit_draw_cb; | |
| 6307 XIMCallback preedit_caret_cb; | |
| 6308 XIMCallback preedit_done_cb; | |
| 6309 | |
| 6310 xxic = ((GdkICPrivate*)xic)->xic; | |
| 6311 preedit_start_cb.callback = (XIMProc)preedit_start_cbproc; | |
| 6312 preedit_draw_cb.callback = (XIMProc)preedit_draw_cbproc; | |
| 6313 preedit_caret_cb.callback = (XIMProc)preedit_caret_cbproc; | |
| 6314 preedit_done_cb.callback = (XIMProc)preedit_done_cbproc; | |
| 6315 preedit_attr | |
| 1598 | 6316 = XVaCreateNestedList(0, |
| 7 | 6317 XNPreeditStartCallback, &preedit_start_cb, |
| 6318 XNPreeditDrawCallback, &preedit_draw_cb, | |
| 6319 XNPreeditCaretCallback, &preedit_caret_cb, | |
| 6320 XNPreeditDoneCallback, &preedit_done_cb, | |
| 1598 | 6321 NULL); |
| 6322 XSetICValues(xxic, XNPreeditAttributes, preedit_attr, NULL); | |
| 7 | 6323 XFree(preedit_attr); |
| 6324 } | |
| 6325 | |
| 6326 static void | |
| 1883 | 6327 reset_state_setup(GdkIC *ic UNUSED) |
| 7 | 6328 { |
| 6329 #ifdef USE_X11R6_XIM | |
| 6330 /* don't change the input context when we call reset */ | |
| 1598 | 6331 XSetICValues(((GdkICPrivate *)ic)->xic, XNResetState, XIMPreserveState, |
| 6332 NULL); | |
| 7 | 6333 #endif |
| 6334 } | |
| 6335 | |
| 6336 void | |
| 6337 xim_init(void) | |
| 6338 { | |
| 6339 #ifdef XIM_DEBUG | |
| 6340 xim_log("xim_init()\n"); | |
| 6341 #endif | |
| 6342 | |
| 6343 xic = NULL; | |
| 6344 xic_attr = NULL; | |
| 6345 | |
| 6346 if (!gdk_im_ready()) | |
| 6347 { | |
| 6348 if (p_verbose > 0) | |
| 292 | 6349 { |
| 6350 verbose_enter(); | |
| 7 | 6351 EMSG(_("E292: Input Method Server is not running")); |
| 292 | 6352 verbose_leave(); |
| 6353 } | |
| 7 | 6354 return; |
| 6355 } | |
| 6356 if ((xic_attr = gdk_ic_attr_new()) != NULL) | |
| 6357 { | |
| 6358 #ifdef FEAT_XFONTSET | |
| 6359 gint width, height; | |
| 6360 #endif | |
| 6361 int mask; | |
| 6362 GdkColormap *colormap; | |
| 6363 GdkICAttr *attr = xic_attr; | |
| 6364 int attrmask = (int)GDK_IC_ALL_REQ; | |
| 6365 GtkWidget *widget = gui.drawarea; | |
| 6366 | |
| 6367 attr->style = (GdkIMStyle)xim_input_style; | |
| 6368 attr->client_window = gui.mainwin->window; | |
| 6369 | |
| 6370 if ((colormap = gtk_widget_get_colormap(widget)) != | |
| 6371 gtk_widget_get_default_colormap()) | |
| 6372 { | |
| 6373 attrmask |= (int)GDK_IC_PREEDIT_COLORMAP; | |
| 6374 attr->preedit_colormap = colormap; | |
| 6375 } | |
| 6376 attrmask |= (int)GDK_IC_PREEDIT_FOREGROUND; | |
| 6377 attrmask |= (int)GDK_IC_PREEDIT_BACKGROUND; | |
| 6378 attr->preedit_foreground = widget->style->fg[GTK_STATE_NORMAL]; | |
| 6379 attr->preedit_background = widget->style->base[GTK_STATE_NORMAL]; | |
| 6380 | |
| 6381 #ifdef FEAT_XFONTSET | |
| 6382 if ((xim_input_style & (int)GDK_IM_PREEDIT_MASK) | |
| 6383 == (int)GDK_IM_PREEDIT_POSITION) | |
| 6384 { | |
| 6385 if (gui.fontset == NOFONTSET | |
| 6386 || gui.fontset->type != GDK_FONT_FONTSET) | |
| 6387 { | |
| 6388 EMSG(_(e_overthespot)); | |
| 6389 } | |
| 6390 else | |
| 6391 { | |
| 6392 gdk_window_get_size(widget->window, &width, &height); | |
| 6393 | |
| 6394 attrmask |= (int)GDK_IC_PREEDIT_POSITION_REQ; | |
| 6395 attr->spot_location.x = TEXT_X(0); | |
| 6396 attr->spot_location.y = TEXT_Y(0); | |
| 6397 attr->preedit_area.x = gui.border_offset; | |
| 6398 attr->preedit_area.y = gui.border_offset; | |
| 6399 attr->preedit_area.width = width - 2*gui.border_offset; | |
| 6400 attr->preedit_area.height = height - 2*gui.border_offset; | |
| 6401 attr->preedit_fontset = gui.fontset; | |
| 6402 } | |
| 6403 } | |
| 6404 | |
| 6405 if ((xim_input_style & (int)GDK_IM_STATUS_MASK) | |
| 6406 == (int)GDK_IM_STATUS_AREA) | |
| 6407 { | |
| 6408 if (gui.fontset == NOFONTSET | |
| 6409 || gui.fontset->type != GDK_FONT_FONTSET) | |
| 6410 { | |
| 6411 EMSG(_(e_overthespot)); | |
| 6412 } | |
| 6413 else | |
| 6414 { | |
| 6415 gdk_window_get_size(gui.mainwin->window, &width, &height); | |
| 6416 attrmask |= (int)GDK_IC_STATUS_AREA_REQ; | |
| 6417 attr->status_area.x = 0; | |
| 6418 attr->status_area.y = height - gui.char_height - 1; | |
| 6419 attr->status_area.width = width; | |
| 6420 attr->status_area.height = gui.char_height; | |
| 6421 attr->status_fontset = gui.fontset; | |
| 6422 } | |
| 6423 } | |
| 6424 else if ((xim_input_style & (int)GDK_IM_STATUS_MASK) | |
| 6425 == (int)GDK_IM_STATUS_CALLBACKS) | |
| 6426 { | |
| 6427 /* FIXME */ | |
| 6428 } | |
| 6429 #endif | |
| 6430 | |
| 6431 xic = gdk_ic_new(attr, (GdkICAttributesType)attrmask); | |
| 6432 | |
| 6433 if (xic == NULL) | |
| 6434 EMSG(_(e_xim)); | |
| 6435 else | |
| 6436 { | |
| 6437 mask = (int)gdk_window_get_events(widget->window); | |
| 6438 mask |= (int)gdk_ic_get_events(xic); | |
| 6439 gdk_window_set_events(widget->window, (GdkEventMask)mask); | |
| 6440 if (xim_input_style & (int)GDK_IM_PREEDIT_CALLBACKS) | |
| 6441 preedit_callback_setup(xic); | |
| 6442 reset_state_setup(xic); | |
| 6443 } | |
| 6444 } | |
| 6445 } | |
| 6446 | |
| 6447 void | |
| 6448 im_shutdown(void) | |
| 6449 { | |
| 6450 #ifdef XIM_DEBUG | |
| 6451 xim_log("im_shutdown()\n"); | |
| 6452 #endif | |
| 6453 | |
| 6454 if (xic != NULL) | |
| 6455 { | |
| 6456 gdk_im_end(); | |
| 6457 gdk_ic_destroy(xic); | |
| 6458 xic = NULL; | |
| 6459 } | |
| 6460 xim_is_active = FALSE; | |
| 6461 xim_can_preediting = FALSE; | |
| 6462 preedit_start_col = MAXCOL; | |
| 6463 xim_has_preediting = FALSE; | |
| 6464 } | |
| 6465 | |
| 6466 #endif /* FEAT_GUI_GTK */ | |
| 6467 | |
| 6468 int | |
| 6469 xim_get_status_area_height() | |
| 6470 { | |
| 6471 #ifdef FEAT_GUI_GTK | |
| 6472 if (xim_input_style & (int)GDK_IM_STATUS_AREA) | |
| 6473 return gui.char_height; | |
| 129 | 6474 #else |
| 7 | 6475 if (status_area_enabled) |
| 6476 return gui.char_height; | |
| 6477 #endif | |
| 6478 return 0; | |
| 6479 } | |
| 6480 | |
| 6481 /* | |
| 6482 * Get IM status. When IM is on, return TRUE. Else return FALSE. | |
| 6483 * FIXME: This doesn't work correctly: Having focus doesn't always mean XIM is | |
| 6484 * active, when not having focus XIM may still be active (e.g., when using a | |
| 6485 * tear-off menu item). | |
| 6486 */ | |
| 6487 int | |
| 6488 im_get_status() | |
| 6489 { | |
| 6490 # ifdef FEAT_GUI_GTK | |
| 6491 if (xim_input_style & (int)GDK_IM_PREEDIT_CALLBACKS) | |
| 6492 return xim_can_preediting; | |
| 6493 # endif | |
| 6494 return xim_has_focus; | |
| 6495 } | |
| 6496 | |
| 6497 # endif /* !HAVE_GTK2 */ | |
| 6498 | |
| 1668 | 6499 # if defined(HAVE_GTK2) || defined(PROTO) |
| 6500 int | |
| 6501 preedit_get_status(void) | |
| 6502 { | |
| 6503 return preedit_is_active; | |
| 6504 } | |
| 6505 # endif | |
| 6506 | |
| 7 | 6507 # if defined(FEAT_GUI_GTK) || defined(PROTO) |
| 6508 int | |
| 6509 im_is_preediting() | |
| 6510 { | |
| 6511 return xim_has_preediting; | |
| 6512 } | |
| 6513 # endif | |
| 6514 #endif /* FEAT_XIM */ | |
| 6515 | |
| 6516 #if defined(FEAT_MBYTE) || defined(PROTO) | |
| 6517 | |
| 6518 /* | |
| 6519 * Setup "vcp" for conversion from "from" to "to". | |
| 6520 * The names must have been made canonical with enc_canonize(). | |
| 6521 * vcp->vc_type must have been initialized to CONV_NONE. | |
| 6522 * Note: cannot be used for conversion from/to ucs-2 and ucs-4 (will use utf-8 | |
| 6523 * instead). | |
| 6524 * Afterwards invoke with "from" and "to" equal to NULL to cleanup. | |
| 6525 * Return FAIL when conversion is not supported, OK otherwise. | |
| 6526 */ | |
| 6527 int | |
| 6528 convert_setup(vcp, from, to) | |
| 6529 vimconv_T *vcp; | |
| 6530 char_u *from; | |
| 6531 char_u *to; | |
| 6532 { | |
| 1904 | 6533 return convert_setup_ext(vcp, from, TRUE, to, TRUE); |
| 6534 } | |
| 6535 | |
| 6536 /* | |
| 6537 * As convert_setup(), but only when from_unicode_is_utf8 is TRUE will all | |
| 6538 * "from" unicode charsets be considered utf-8. Same for "to". | |
| 6539 */ | |
| 6540 int | |
| 6541 convert_setup_ext(vcp, from, from_unicode_is_utf8, to, to_unicode_is_utf8) | |
| 6542 vimconv_T *vcp; | |
| 6543 char_u *from; | |
| 6544 int from_unicode_is_utf8; | |
| 6545 char_u *to; | |
| 6546 int to_unicode_is_utf8; | |
| 6547 { | |
| 7 | 6548 int from_prop; |
| 6549 int to_prop; | |
| 1904 | 6550 int from_is_utf8; |
| 6551 int to_is_utf8; | |
| 7 | 6552 |
| 6553 /* Reset to no conversion. */ | |
| 6554 # ifdef USE_ICONV | |
| 6555 if (vcp->vc_type == CONV_ICONV && vcp->vc_fd != (iconv_t)-1) | |
| 6556 iconv_close(vcp->vc_fd); | |
| 6557 # endif | |
| 6558 vcp->vc_type = CONV_NONE; | |
| 6559 vcp->vc_factor = 1; | |
| 6560 vcp->vc_fail = FALSE; | |
| 6561 | |
| 6562 /* No conversion when one of the names is empty or they are equal. */ | |
| 6563 if (from == NULL || *from == NUL || to == NULL || *to == NUL | |
| 6564 || STRCMP(from, to) == 0) | |
| 6565 return OK; | |
| 6566 | |
| 6567 from_prop = enc_canon_props(from); | |
| 6568 to_prop = enc_canon_props(to); | |
| 1904 | 6569 if (from_unicode_is_utf8) |
| 6570 from_is_utf8 = from_prop & ENC_UNICODE; | |
| 6571 else | |
| 6572 from_is_utf8 = from_prop == ENC_UNICODE; | |
| 6573 if (to_unicode_is_utf8) | |
| 6574 to_is_utf8 = to_prop & ENC_UNICODE; | |
| 6575 else | |
| 6576 to_is_utf8 = to_prop == ENC_UNICODE; | |
| 6577 | |
| 6578 if ((from_prop & ENC_LATIN1) && to_is_utf8) | |
| 7 | 6579 { |
| 6580 /* Internal latin1 -> utf-8 conversion. */ | |
| 6581 vcp->vc_type = CONV_TO_UTF8; | |
| 6582 vcp->vc_factor = 2; /* up to twice as long */ | |
| 6583 } | |
| 1904 | 6584 else if ((from_prop & ENC_LATIN9) && to_is_utf8) |
| 26 | 6585 { |
| 6586 /* Internal latin9 -> utf-8 conversion. */ | |
| 6587 vcp->vc_type = CONV_9_TO_UTF8; | |
| 6588 vcp->vc_factor = 3; /* up to three as long (euro sign) */ | |
| 6589 } | |
| 1904 | 6590 else if (from_is_utf8 && (to_prop & ENC_LATIN1)) |
| 7 | 6591 { |
| 6592 /* Internal utf-8 -> latin1 conversion. */ | |
| 6593 vcp->vc_type = CONV_TO_LATIN1; | |
| 6594 } | |
| 1904 | 6595 else if (from_is_utf8 && (to_prop & ENC_LATIN9)) |
| 26 | 6596 { |
| 6597 /* Internal utf-8 -> latin9 conversion. */ | |
| 6598 vcp->vc_type = CONV_TO_LATIN9; | |
| 6599 } | |
| 7 | 6600 #ifdef WIN3264 |
| 6601 /* Win32-specific codepage <-> codepage conversion without iconv. */ | |
| 1904 | 6602 else if ((from_is_utf8 || encname2codepage(from) > 0) |
| 6603 && (to_is_utf8 || encname2codepage(to) > 0)) | |
| 7 | 6604 { |
| 6605 vcp->vc_type = CONV_CODEPAGE; | |
| 6606 vcp->vc_factor = 2; /* up to twice as long */ | |
| 1904 | 6607 vcp->vc_cpfrom = from_is_utf8 ? 0 : encname2codepage(from); |
| 6608 vcp->vc_cpto = to_is_utf8 ? 0 : encname2codepage(to); | |
| 7 | 6609 } |
| 6610 #endif | |
| 6611 #ifdef MACOS_X | |
| 6612 else if ((from_prop & ENC_MACROMAN) && (to_prop & ENC_LATIN1)) | |
| 6613 { | |
| 6614 vcp->vc_type = CONV_MAC_LATIN1; | |
| 6615 } | |
| 1904 | 6616 else if ((from_prop & ENC_MACROMAN) && to_is_utf8) |
| 7 | 6617 { |
| 6618 vcp->vc_type = CONV_MAC_UTF8; | |
| 6619 vcp->vc_factor = 2; /* up to twice as long */ | |
| 6620 } | |
| 6621 else if ((from_prop & ENC_LATIN1) && (to_prop & ENC_MACROMAN)) | |
| 6622 { | |
| 6623 vcp->vc_type = CONV_LATIN1_MAC; | |
| 6624 } | |
| 1904 | 6625 else if (from_is_utf8 && (to_prop & ENC_MACROMAN)) |
| 7 | 6626 { |
| 6627 vcp->vc_type = CONV_UTF8_MAC; | |
| 6628 } | |
| 6629 #endif | |
| 6630 # ifdef USE_ICONV | |
| 6631 else | |
| 6632 { | |
| 6633 /* Use iconv() for conversion. */ | |
| 6634 vcp->vc_fd = (iconv_t)my_iconv_open( | |
| 1904 | 6635 to_is_utf8 ? (char_u *)"utf-8" : to, |
| 6636 from_is_utf8 ? (char_u *)"utf-8" : from); | |
| 7 | 6637 if (vcp->vc_fd != (iconv_t)-1) |
| 6638 { | |
| 6639 vcp->vc_type = CONV_ICONV; | |
| 6640 vcp->vc_factor = 4; /* could be longer too... */ | |
| 6641 } | |
| 6642 } | |
| 6643 # endif | |
| 6644 if (vcp->vc_type == CONV_NONE) | |
| 6645 return FAIL; | |
| 167 | 6646 |
| 7 | 6647 return OK; |
| 6648 } | |
| 6649 | |
| 6650 #if defined(FEAT_GUI) || defined(AMIGA) || defined(WIN3264) \ | |
| 6651 || defined(MSDOS) || defined(PROTO) | |
| 6652 /* | |
| 6653 * Do conversion on typed input characters in-place. | |
| 6654 * The input and output are not NUL terminated! | |
| 6655 * Returns the length after conversion. | |
| 6656 */ | |
| 6657 int | |
| 6658 convert_input(ptr, len, maxlen) | |
| 6659 char_u *ptr; | |
| 6660 int len; | |
| 6661 int maxlen; | |
| 6662 { | |
| 6663 return convert_input_safe(ptr, len, maxlen, NULL, NULL); | |
| 6664 } | |
| 6665 #endif | |
| 6666 | |
| 6667 /* | |
| 6668 * Like convert_input(), but when there is an incomplete byte sequence at the | |
| 6669 * end return that as an allocated string in "restp" and set "*restlenp" to | |
| 6670 * the length. If "restp" is NULL it is not used. | |
| 6671 */ | |
| 6672 int | |
| 6673 convert_input_safe(ptr, len, maxlen, restp, restlenp) | |
| 6674 char_u *ptr; | |
| 6675 int len; | |
| 6676 int maxlen; | |
| 6677 char_u **restp; | |
| 6678 int *restlenp; | |
| 6679 { | |
| 6680 char_u *d; | |
| 6681 int dlen = len; | |
| 6682 int unconvertlen = 0; | |
| 6683 | |
| 6684 d = string_convert_ext(&input_conv, ptr, &dlen, | |
| 6685 restp == NULL ? NULL : &unconvertlen); | |
| 6686 if (d != NULL) | |
| 6687 { | |
| 6688 if (dlen <= maxlen) | |
| 6689 { | |
| 6690 if (unconvertlen > 0) | |
| 6691 { | |
| 6692 /* Move the unconverted characters to allocated memory. */ | |
| 6693 *restp = alloc(unconvertlen); | |
| 6694 if (*restp != NULL) | |
| 6695 mch_memmove(*restp, ptr + len - unconvertlen, unconvertlen); | |
| 6696 *restlenp = unconvertlen; | |
| 6697 } | |
| 6698 mch_memmove(ptr, d, dlen); | |
| 6699 } | |
| 6700 else | |
| 6701 /* result is too long, keep the unconverted text (the caller must | |
| 6702 * have done something wrong!) */ | |
| 6703 dlen = len; | |
| 6704 vim_free(d); | |
| 6705 } | |
| 6706 return dlen; | |
| 6707 } | |
| 6708 | |
| 6709 /* | |
| 6710 * Convert text "ptr[*lenp]" according to "vcp". | |
| 6711 * Returns the result in allocated memory and sets "*lenp". | |
| 6712 * When "lenp" is NULL, use NUL terminated strings. | |
| 6713 * Illegal chars are often changed to "?", unless vcp->vc_fail is set. | |
| 6714 * When something goes wrong, NULL is returned and "*lenp" is unchanged. | |
| 6715 */ | |
| 6716 char_u * | |
| 6717 string_convert(vcp, ptr, lenp) | |
| 6718 vimconv_T *vcp; | |
| 6719 char_u *ptr; | |
| 6720 int *lenp; | |
| 6721 { | |
| 6722 return string_convert_ext(vcp, ptr, lenp, NULL); | |
| 6723 } | |
| 6724 | |
| 6725 /* | |
| 6726 * Like string_convert(), but when "unconvlenp" is not NULL and there are is | |
| 6727 * an incomplete sequence at the end it is not converted and "*unconvlenp" is | |
| 6728 * set to the number of remaining bytes. | |
| 6729 */ | |
| 6730 char_u * | |
| 6731 string_convert_ext(vcp, ptr, lenp, unconvlenp) | |
| 6732 vimconv_T *vcp; | |
| 6733 char_u *ptr; | |
| 6734 int *lenp; | |
| 6735 int *unconvlenp; | |
| 6736 { | |
| 6737 char_u *retval = NULL; | |
| 6738 char_u *d; | |
| 6739 int len; | |
| 6740 int i; | |
| 6741 int l; | |
| 6742 int c; | |
| 6743 | |
| 6744 if (lenp == NULL) | |
| 6745 len = (int)STRLEN(ptr); | |
| 6746 else | |
| 6747 len = *lenp; | |
| 6748 if (len == 0) | |
| 6749 return vim_strsave((char_u *)""); | |
| 6750 | |
| 6751 switch (vcp->vc_type) | |
| 6752 { | |
| 6753 case CONV_TO_UTF8: /* latin1 to utf-8 conversion */ | |
| 6754 retval = alloc(len * 2 + 1); | |
| 6755 if (retval == NULL) | |
| 6756 break; | |
| 6757 d = retval; | |
| 6758 for (i = 0; i < len; ++i) | |
| 6759 { | |
| 26 | 6760 c = ptr[i]; |
| 6761 if (c < 0x80) | |
| 6762 *d++ = c; | |
| 7 | 6763 else |
| 6764 { | |
| 26 | 6765 *d++ = 0xc0 + ((unsigned)c >> 6); |
| 6766 *d++ = 0x80 + (c & 0x3f); | |
| 7 | 6767 } |
| 6768 } | |
| 6769 *d = NUL; | |
| 6770 if (lenp != NULL) | |
| 6771 *lenp = (int)(d - retval); | |
| 6772 break; | |
| 6773 | |
| 26 | 6774 case CONV_9_TO_UTF8: /* latin9 to utf-8 conversion */ |
| 6775 retval = alloc(len * 3 + 1); | |
| 6776 if (retval == NULL) | |
| 6777 break; | |
| 6778 d = retval; | |
| 6779 for (i = 0; i < len; ++i) | |
| 6780 { | |
| 6781 c = ptr[i]; | |
| 6782 switch (c) | |
| 6783 { | |
| 6784 case 0xa4: c = 0x20ac; break; /* euro */ | |
| 6785 case 0xa6: c = 0x0160; break; /* S hat */ | |
| 6786 case 0xa8: c = 0x0161; break; /* S -hat */ | |
| 6787 case 0xb4: c = 0x017d; break; /* Z hat */ | |
| 6788 case 0xb8: c = 0x017e; break; /* Z -hat */ | |
| 6789 case 0xbc: c = 0x0152; break; /* OE */ | |
| 6790 case 0xbd: c = 0x0153; break; /* oe */ | |
| 6791 case 0xbe: c = 0x0178; break; /* Y */ | |
| 6792 } | |
| 6793 d += utf_char2bytes(c, d); | |
| 6794 } | |
| 6795 *d = NUL; | |
| 6796 if (lenp != NULL) | |
| 6797 *lenp = (int)(d - retval); | |
| 6798 break; | |
| 6799 | |
| 7 | 6800 case CONV_TO_LATIN1: /* utf-8 to latin1 conversion */ |
| 26 | 6801 case CONV_TO_LATIN9: /* utf-8 to latin9 conversion */ |
| 7 | 6802 retval = alloc(len + 1); |
| 6803 if (retval == NULL) | |
| 6804 break; | |
| 6805 d = retval; | |
| 6806 for (i = 0; i < len; ++i) | |
| 6807 { | |
| 2015 | 6808 l = utf_ptr2len_len(ptr + i, len - i); |
| 7 | 6809 if (l == 0) |
| 6810 *d++ = NUL; | |
| 6811 else if (l == 1) | |
| 6812 { | |
| 2015 | 6813 int l_w = utf8len_tab_zero[ptr[i]]; |
| 6814 | |
| 6815 if (l_w == 0) | |
| 6816 { | |
| 6817 /* Illegal utf-8 byte cannot be converted */ | |
| 6818 vim_free(retval); | |
| 6819 return NULL; | |
| 6820 } | |
| 6821 if (unconvlenp != NULL && l_w > len - i) | |
| 7 | 6822 { |
| 6823 /* Incomplete sequence at the end. */ | |
| 6824 *unconvlenp = len - i; | |
| 6825 break; | |
| 6826 } | |
| 6827 *d++ = ptr[i]; | |
| 6828 } | |
| 6829 else | |
| 6830 { | |
| 6831 c = utf_ptr2char(ptr + i); | |
| 26 | 6832 if (vcp->vc_type == CONV_TO_LATIN9) |
| 6833 switch (c) | |
| 6834 { | |
| 6835 case 0x20ac: c = 0xa4; break; /* euro */ | |
| 6836 case 0x0160: c = 0xa6; break; /* S hat */ | |
| 6837 case 0x0161: c = 0xa8; break; /* S -hat */ | |
| 6838 case 0x017d: c = 0xb4; break; /* Z hat */ | |
| 6839 case 0x017e: c = 0xb8; break; /* Z -hat */ | |
| 6840 case 0x0152: c = 0xbc; break; /* OE */ | |
| 6841 case 0x0153: c = 0xbd; break; /* oe */ | |
| 6842 case 0x0178: c = 0xbe; break; /* Y */ | |
| 6843 case 0xa4: | |
| 6844 case 0xa6: | |
| 6845 case 0xa8: | |
| 6846 case 0xb4: | |
| 6847 case 0xb8: | |
| 6848 case 0xbc: | |
| 6849 case 0xbd: | |
| 6850 case 0xbe: c = 0x100; break; /* not in latin9 */ | |
| 6851 } | |
| 7 | 6852 if (!utf_iscomposing(c)) /* skip composing chars */ |
| 6853 { | |
| 6854 if (c < 0x100) | |
| 6855 *d++ = c; | |
| 6856 else if (vcp->vc_fail) | |
| 6857 { | |
| 6858 vim_free(retval); | |
| 6859 return NULL; | |
| 6860 } | |
| 6861 else | |
| 6862 { | |
| 6863 *d++ = 0xbf; | |
| 6864 if (utf_char2cells(c) > 1) | |
| 6865 *d++ = '?'; | |
| 6866 } | |
| 6867 } | |
| 6868 i += l - 1; | |
| 6869 } | |
| 6870 } | |
| 6871 *d = NUL; | |
| 6872 if (lenp != NULL) | |
| 6873 *lenp = (int)(d - retval); | |
| 6874 break; | |
| 6875 | |
| 765 | 6876 # ifdef MACOS_CONVERT |
| 7 | 6877 case CONV_MAC_LATIN1: |
| 6878 retval = mac_string_convert(ptr, len, lenp, vcp->vc_fail, | |
| 18 | 6879 'm', 'l', unconvlenp); |
| 7 | 6880 break; |
| 6881 | |
| 6882 case CONV_LATIN1_MAC: | |
| 6883 retval = mac_string_convert(ptr, len, lenp, vcp->vc_fail, | |
| 18 | 6884 'l', 'm', unconvlenp); |
| 7 | 6885 break; |
| 6886 | |
| 6887 case CONV_MAC_UTF8: | |
| 6888 retval = mac_string_convert(ptr, len, lenp, vcp->vc_fail, | |
| 18 | 6889 'm', 'u', unconvlenp); |
| 7 | 6890 break; |
| 6891 | |
| 6892 case CONV_UTF8_MAC: | |
| 6893 retval = mac_string_convert(ptr, len, lenp, vcp->vc_fail, | |
| 18 | 6894 'u', 'm', unconvlenp); |
| 7 | 6895 break; |
| 6896 # endif | |
| 6897 | |
| 6898 # ifdef USE_ICONV | |
| 6899 case CONV_ICONV: /* conversion with output_conv.vc_fd */ | |
| 1904 | 6900 retval = iconv_string(vcp, ptr, len, unconvlenp, lenp); |
| 7 | 6901 break; |
| 6902 # endif | |
| 6903 # ifdef WIN3264 | |
| 6904 case CONV_CODEPAGE: /* codepage -> codepage */ | |
| 6905 { | |
| 6906 int retlen; | |
| 6907 int tmp_len; | |
| 6908 short_u *tmp; | |
| 6909 | |
| 6910 /* 1. codepage/UTF-8 -> ucs-2. */ | |
| 6911 if (vcp->vc_cpfrom == 0) | |
| 1752 | 6912 tmp_len = utf8_to_utf16(ptr, len, NULL, NULL); |
| 7 | 6913 else |
| 6914 tmp_len = MultiByteToWideChar(vcp->vc_cpfrom, 0, | |
| 6915 ptr, len, 0, 0); | |
| 6916 tmp = (short_u *)alloc(sizeof(short_u) * tmp_len); | |
| 6917 if (tmp == NULL) | |
| 6918 break; | |
| 6919 if (vcp->vc_cpfrom == 0) | |
| 1752 | 6920 utf8_to_utf16(ptr, len, tmp, unconvlenp); |
| 7 | 6921 else |
| 6922 MultiByteToWideChar(vcp->vc_cpfrom, 0, ptr, len, tmp, tmp_len); | |
| 6923 | |
| 6924 /* 2. ucs-2 -> codepage/UTF-8. */ | |
| 6925 if (vcp->vc_cpto == 0) | |
| 1752 | 6926 retlen = utf16_to_utf8(tmp, tmp_len, NULL); |
| 7 | 6927 else |
| 6928 retlen = WideCharToMultiByte(vcp->vc_cpto, 0, | |
| 6929 tmp, tmp_len, 0, 0, 0, 0); | |
| 6930 retval = alloc(retlen + 1); | |
| 6931 if (retval != NULL) | |
| 6932 { | |
| 6933 if (vcp->vc_cpto == 0) | |
| 1752 | 6934 utf16_to_utf8(tmp, tmp_len, retval); |
| 7 | 6935 else |
| 6936 WideCharToMultiByte(vcp->vc_cpto, 0, | |
| 6937 tmp, tmp_len, retval, retlen, 0, 0); | |
| 6938 retval[retlen] = NUL; | |
| 6939 if (lenp != NULL) | |
| 6940 *lenp = retlen; | |
| 6941 } | |
| 6942 vim_free(tmp); | |
| 6943 break; | |
| 6944 } | |
| 6945 # endif | |
| 6946 } | |
| 6947 | |
| 6948 return retval; | |
| 6949 } | |
| 6950 #endif |