mirror/mariadb
1
0
Fork 0
mirror of https://github.com/MariaDB/server.git synced 2025-02-01 11:31:51 +01:00
Code Issues Projects Releases Packages Wiki Activity Actions
mariadb/strings/ctype-utf8.c

5250 lines
207 KiB
C
Raw Normal View History

New UTF8 charset
2002-03-28 17:31:46 +04:00
/* Copyright (C) 2000 MySQL AB
bug in my_strnncoll_utf8 (and friends) fixed cleanups better, charset-dependent, ft_max_len_for_sort value
2004-08-30 08:37:36 +02:00
New UTF8 charset
2002-03-28 17:31:46 +04:00
This library is free software; you can redistribute it and/or
modify it under the terms of the GNU Library General Public
Many files: Changed header to GPL version 2 only
2006-12-23 20:17:15 +01:00
License as published by the Free Software Foundation; version 2
of the License.
bug in my_strnncoll_utf8 (and friends) fixed cleanups better, charset-dependent, ft_max_len_for_sort value
2004-08-30 08:37:36 +02:00
New UTF8 charset
2002-03-28 17:31:46 +04:00
This library is distributed in the hope that it will be useful,
but WITHOUT ANY WARRANTY; without even the implied warranty of
MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU
Library General Public License for more details.
bug in my_strnncoll_utf8 (and friends) fixed cleanups better, charset-dependent, ft_max_len_for_sort value
2004-08-30 08:37:36 +02:00
New UTF8 charset
2002-03-28 17:31:46 +04:00
You should have received a copy of the GNU Library General Public
License along with this library; if not, write to the Free
Software Foundation, Inc., 59 Temple Place - Suite 330, Boston,
MA 02111-1307, USA */
/* UTF8 according RFC 2279 */
/* Written by Alexander Barkov <bar@udm.net> */
#include <my_global.h>
new string-to-number functions
2002-11-27 18:08:31 +04:00
#include "m_string.h"
#include "m_ctype.h"
my_strntod_ucs2 and my_strntol_ucs2 fixes
2002-11-29 13:29:48 +04:00
#include <errno.h>
New UTF8 charset
2002-03-28 17:31:46 +04:00
ctype-utf8.c: Workaround for platforms which don't support EILSEQ
2003-01-17 12:35:47 +04:00
#ifndef EILSEQ
#define EILSEQ ENOENT
#endif
Backporting WL#1213
2010-02-24 13:15:34 +04:00
#define MY_UTF8MB3_GENERAL_CI MY_UTF8MB3 "_general_ci"
#define MY_UTF8MB3_GENERAL_CS MY_UTF8MB3 "_general_cs"
#define MY_UTF8MB3_BIN MY_UTF8MB3 "_bin"
#define MY_UTF8MB4_GENERAL_CI MY_UTF8MB4 "_general_ci"
#define MY_UTF8MB4_GENERAL_CS MY_UTF8MB4 "_general_cs"
#define MY_UTF8MB4_BIN MY_UTF8MB4 "_bin"
2003-03-17 21:56:34 +04:00
#ifndef HAVE_CHARSET_utf8
#define HAVE_CHARSET_utf8
#endif
New UTF8 charset
2002-03-28 17:31:46 +04:00
#ifdef HAVE_CHARSET_utf8
#define HAVE_UNIDATA
#endif
UCS2 charset has been added
2002-06-17 22:43:40 +05:00
#ifdef HAVE_CHARSET_ucs2
#define HAVE_UNIDATA
#endif
Backporting WL#1213
2010-02-24 13:15:34 +04:00
#ifdef HAVE_CHARSET_utf16
#define HAVE_UNIDATA
#endif
#ifdef HAVE_CHARSET_utf32
#define HAVE_UNIDATA
#endif
New UTF8 charset
2002-03-28 17:31:46 +04:00
#ifdef HAVE_UNIDATA
WL#1386 - CTYPE table for unicode character sets A prerequisite for several fulltext and XML bugs. MY_CHARSET_HANDLER now has a new function "ctype" to detect a type of the next character in a string (i.e. digit, letter, space, punctuation, control, etc), which now works correctly for both 8bit and multibyte charsets. Previously only 8bit charsets worked correctly, while any multibyte character was considered as letter in multibyte charsets. Many files: Adding new function Makefile.am: Adding build rules for uctypedump, a dump tool to create my_uctype.h using Unicode Character Database file. m_ctype.h: Adding declaration of my_uni_ctype, ctype data for Unicode. Adding new member into MY_CHARSET_HANDLER Makefile.am: Adding my_uctype.h into noinst_HEADERS my_uctype.h, uctypedump.c: new files: ctype data for unicode, and the tool to generate it from a Unicode Character Database file.
2006-02-02 10:07:47 +04:00
#include "my_uctype.h"
New UTF8 charset
2002-03-28 17:31:46 +04:00
static MY_UNICASE_INFO plane00[]={
{0x0000,0x0000,0x0000}, {0x0001,0x0001,0x0001},
{0x0002,0x0002,0x0002}, {0x0003,0x0003,0x0003},
{0x0004,0x0004,0x0004}, {0x0005,0x0005,0x0005},
{0x0006,0x0006,0x0006}, {0x0007,0x0007,0x0007},
{0x0008,0x0008,0x0008}, {0x0009,0x0009,0x0009},
{0x000A,0x000A,0x000A}, {0x000B,0x000B,0x000B},
{0x000C,0x000C,0x000C}, {0x000D,0x000D,0x000D},
{0x000E,0x000E,0x000E}, {0x000F,0x000F,0x000F},
{0x0010,0x0010,0x0010}, {0x0011,0x0011,0x0011},
{0x0012,0x0012,0x0012}, {0x0013,0x0013,0x0013},
{0x0014,0x0014,0x0014}, {0x0015,0x0015,0x0015},
{0x0016,0x0016,0x0016}, {0x0017,0x0017,0x0017},
{0x0018,0x0018,0x0018}, {0x0019,0x0019,0x0019},
{0x001A,0x001A,0x001A}, {0x001B,0x001B,0x001B},
{0x001C,0x001C,0x001C}, {0x001D,0x001D,0x001D},
{0x001E,0x001E,0x001E}, {0x001F,0x001F,0x001F},
{0x0020,0x0020,0x0020}, {0x0021,0x0021,0x0021},
{0x0022,0x0022,0x0022}, {0x0023,0x0023,0x0023},
{0x0024,0x0024,0x0024}, {0x0025,0x0025,0x0025},
{0x0026,0x0026,0x0026}, {0x0027,0x0027,0x0027},
{0x0028,0x0028,0x0028}, {0x0029,0x0029,0x0029},
{0x002A,0x002A,0x002A}, {0x002B,0x002B,0x002B},
{0x002C,0x002C,0x002C}, {0x002D,0x002D,0x002D},
{0x002E,0x002E,0x002E}, {0x002F,0x002F,0x002F},
{0x0030,0x0030,0x0030}, {0x0031,0x0031,0x0031},
{0x0032,0x0032,0x0032}, {0x0033,0x0033,0x0033},
{0x0034,0x0034,0x0034}, {0x0035,0x0035,0x0035},
{0x0036,0x0036,0x0036}, {0x0037,0x0037,0x0037},
{0x0038,0x0038,0x0038}, {0x0039,0x0039,0x0039},
{0x003A,0x003A,0x003A}, {0x003B,0x003B,0x003B},
{0x003C,0x003C,0x003C}, {0x003D,0x003D,0x003D},
{0x003E,0x003E,0x003E}, {0x003F,0x003F,0x003F},
{0x0040,0x0040,0x0040}, {0x0041,0x0061,0x0041},
{0x0042,0x0062,0x0042}, {0x0043,0x0063,0x0043},
{0x0044,0x0064,0x0044}, {0x0045,0x0065,0x0045},
{0x0046,0x0066,0x0046}, {0x0047,0x0067,0x0047},
{0x0048,0x0068,0x0048}, {0x0049,0x0069,0x0049},
{0x004A,0x006A,0x004A}, {0x004B,0x006B,0x004B},
{0x004C,0x006C,0x004C}, {0x004D,0x006D,0x004D},
{0x004E,0x006E,0x004E}, {0x004F,0x006F,0x004F},
{0x0050,0x0070,0x0050}, {0x0051,0x0071,0x0051},
{0x0052,0x0072,0x0052}, {0x0053,0x0073,0x0053},
{0x0054,0x0074,0x0054}, {0x0055,0x0075,0x0055},
{0x0056,0x0076,0x0056}, {0x0057,0x0077,0x0057},
{0x0058,0x0078,0x0058}, {0x0059,0x0079,0x0059},
{0x005A,0x007A,0x005A}, {0x005B,0x005B,0x005B},
{0x005C,0x005C,0x005C}, {0x005D,0x005D,0x005D},
{0x005E,0x005E,0x005E}, {0x005F,0x005F,0x005F},
{0x0060,0x0060,0x0060}, {0x0041,0x0061,0x0041},
{0x0042,0x0062,0x0042}, {0x0043,0x0063,0x0043},
{0x0044,0x0064,0x0044}, {0x0045,0x0065,0x0045},
{0x0046,0x0066,0x0046}, {0x0047,0x0067,0x0047},
{0x0048,0x0068,0x0048}, {0x0049,0x0069,0x0049},
{0x004A,0x006A,0x004A}, {0x004B,0x006B,0x004B},
{0x004C,0x006C,0x004C}, {0x004D,0x006D,0x004D},
{0x004E,0x006E,0x004E}, {0x004F,0x006F,0x004F},
{0x0050,0x0070,0x0050}, {0x0051,0x0071,0x0051},
{0x0052,0x0072,0x0052}, {0x0053,0x0073,0x0053},
{0x0054,0x0074,0x0054}, {0x0055,0x0075,0x0055},
{0x0056,0x0076,0x0056}, {0x0057,0x0077,0x0057},
{0x0058,0x0078,0x0058}, {0x0059,0x0079,0x0059},
{0x005A,0x007A,0x005A}, {0x007B,0x007B,0x007B},
{0x007C,0x007C,0x007C}, {0x007D,0x007D,0x007D},
{0x007E,0x007E,0x007E}, {0x007F,0x007F,0x007F},
{0x0080,0x0080,0x0080}, {0x0081,0x0081,0x0081},
{0x0082,0x0082,0x0082}, {0x0083,0x0083,0x0083},
{0x0084,0x0084,0x0084}, {0x0085,0x0085,0x0085},
{0x0086,0x0086,0x0086}, {0x0087,0x0087,0x0087},
{0x0088,0x0088,0x0088}, {0x0089,0x0089,0x0089},
{0x008A,0x008A,0x008A}, {0x008B,0x008B,0x008B},
{0x008C,0x008C,0x008C}, {0x008D,0x008D,0x008D},
{0x008E,0x008E,0x008E}, {0x008F,0x008F,0x008F},
{0x0090,0x0090,0x0090}, {0x0091,0x0091,0x0091},
{0x0092,0x0092,0x0092}, {0x0093,0x0093,0x0093},
{0x0094,0x0094,0x0094}, {0x0095,0x0095,0x0095},
{0x0096,0x0096,0x0096}, {0x0097,0x0097,0x0097},
{0x0098,0x0098,0x0098}, {0x0099,0x0099,0x0099},
{0x009A,0x009A,0x009A}, {0x009B,0x009B,0x009B},
{0x009C,0x009C,0x009C}, {0x009D,0x009D,0x009D},
{0x009E,0x009E,0x009E}, {0x009F,0x009F,0x009F},
{0x00A0,0x00A0,0x00A0}, {0x00A1,0x00A1,0x00A1},
{0x00A2,0x00A2,0x00A2}, {0x00A3,0x00A3,0x00A3},
{0x00A4,0x00A4,0x00A4}, {0x00A5,0x00A5,0x00A5},
{0x00A6,0x00A6,0x00A6}, {0x00A7,0x00A7,0x00A7},
{0x00A8,0x00A8,0x00A8}, {0x00A9,0x00A9,0x00A9},
{0x00AA,0x00AA,0x00AA}, {0x00AB,0x00AB,0x00AB},
{0x00AC,0x00AC,0x00AC}, {0x00AD,0x00AD,0x00AD},
{0x00AE,0x00AE,0x00AE}, {0x00AF,0x00AF,0x00AF},
{0x00B0,0x00B0,0x00B0}, {0x00B1,0x00B1,0x00B1},
{0x00B2,0x00B2,0x00B2}, {0x00B3,0x00B3,0x00B3},
{0x00B4,0x00B4,0x00B4}, {0x039C,0x00B5,0x039C},
{0x00B6,0x00B6,0x00B6}, {0x00B7,0x00B7,0x00B7},
{0x00B8,0x00B8,0x00B8}, {0x00B9,0x00B9,0x00B9},
{0x00BA,0x00BA,0x00BA}, {0x00BB,0x00BB,0x00BB},
{0x00BC,0x00BC,0x00BC}, {0x00BD,0x00BD,0x00BD},
{0x00BE,0x00BE,0x00BE}, {0x00BF,0x00BF,0x00BF},
{0x00C0,0x00E0,0x0041}, {0x00C1,0x00E1,0x0041},
{0x00C2,0x00E2,0x0041}, {0x00C3,0x00E3,0x0041},
{0x00C4,0x00E4,0x0041}, {0x00C5,0x00E5,0x0041},
{0x00C6,0x00E6,0x00C6}, {0x00C7,0x00E7,0x0043},
{0x00C8,0x00E8,0x0045}, {0x00C9,0x00E9,0x0045},
{0x00CA,0x00EA,0x0045}, {0x00CB,0x00EB,0x0045},
{0x00CC,0x00EC,0x0049}, {0x00CD,0x00ED,0x0049},
{0x00CE,0x00EE,0x0049}, {0x00CF,0x00EF,0x0049},
{0x00D0,0x00F0,0x00D0}, {0x00D1,0x00F1,0x004E},
{0x00D2,0x00F2,0x004F}, {0x00D3,0x00F3,0x004F},
{0x00D4,0x00F4,0x004F}, {0x00D5,0x00F5,0x004F},
{0x00D6,0x00F6,0x004F}, {0x00D7,0x00D7,0x00D7},
{0x00D8,0x00F8,0x00D8}, {0x00D9,0x00F9,0x0055},
{0x00DA,0x00FA,0x0055}, {0x00DB,0x00FB,0x0055},
{0x00DC,0x00FC,0x0055}, {0x00DD,0x00FD,0x0059},
Bug#27877 incorrect german order in utf8_general_ci Problem: incorrect sort order for "U+00DF SHARP S". Fix: changing sort order for U+00DF to be equal to 's', like the manual says.
2008-02-11 16:28:33 +04:00
{0x00DE,0x00FE,0x00DE}, {0x00DF,0x00DF,0x0053},
New UTF8 charset
2002-03-28 17:31:46 +04:00
{0x00C0,0x00E0,0x0041}, {0x00C1,0x00E1,0x0041},
{0x00C2,0x00E2,0x0041}, {0x00C3,0x00E3,0x0041},
{0x00C4,0x00E4,0x0041}, {0x00C5,0x00E5,0x0041},
{0x00C6,0x00E6,0x00C6}, {0x00C7,0x00E7,0x0043},
{0x00C8,0x00E8,0x0045}, {0x00C9,0x00E9,0x0045},
{0x00CA,0x00EA,0x0045}, {0x00CB,0x00EB,0x0045},
{0x00CC,0x00EC,0x0049}, {0x00CD,0x00ED,0x0049},
{0x00CE,0x00EE,0x0049}, {0x00CF,0x00EF,0x0049},
{0x00D0,0x00F0,0x00D0}, {0x00D1,0x00F1,0x004E},
{0x00D2,0x00F2,0x004F}, {0x00D3,0x00F3,0x004F},
{0x00D4,0x00F4,0x004F}, {0x00D5,0x00F5,0x004F},
{0x00D6,0x00F6,0x004F}, {0x00F7,0x00F7,0x00F7},
{0x00D8,0x00F8,0x00D8}, {0x00D9,0x00F9,0x0055},
{0x00DA,0x00FA,0x0055}, {0x00DB,0x00FB,0x0055},
{0x00DC,0x00FC,0x0055}, {0x00DD,0x00FD,0x0059},
{0x00DE,0x00FE,0x00DE}, {0x0178,0x00FF,0x0059}
};
Bug#8610: The ucs2_turkish_ci collation fails with upper('i') UPPER/LOWER now can return a string with different length. mi_test1.c: Adding new arguments. Many files: Changeing caseup/casedn to return a result with different length than argument. sql_string.h: Removing unused method, mysql_priv.h: Removing unused method
2005-06-06 16:54:15 +05:00
New UTF8 charset
2002-03-28 17:31:46 +04:00
static MY_UNICASE_INFO plane01[]={
{0x0100,0x0101,0x0041}, {0x0100,0x0101,0x0041},
{0x0102,0x0103,0x0041}, {0x0102,0x0103,0x0041},
{0x0104,0x0105,0x0041}, {0x0104,0x0105,0x0041},
{0x0106,0x0107,0x0043}, {0x0106,0x0107,0x0043},
{0x0108,0x0109,0x0043}, {0x0108,0x0109,0x0043},
{0x010A,0x010B,0x0043}, {0x010A,0x010B,0x0043},
{0x010C,0x010D,0x0043}, {0x010C,0x010D,0x0043},
{0x010E,0x010F,0x0044}, {0x010E,0x010F,0x0044},
{0x0110,0x0111,0x0110}, {0x0110,0x0111,0x0110},
{0x0112,0x0113,0x0045}, {0x0112,0x0113,0x0045},
{0x0114,0x0115,0x0045}, {0x0114,0x0115,0x0045},
{0x0116,0x0117,0x0045}, {0x0116,0x0117,0x0045},
{0x0118,0x0119,0x0045}, {0x0118,0x0119,0x0045},
{0x011A,0x011B,0x0045}, {0x011A,0x011B,0x0045},
{0x011C,0x011D,0x0047}, {0x011C,0x011D,0x0047},
{0x011E,0x011F,0x0047}, {0x011E,0x011F,0x0047},
{0x0120,0x0121,0x0047}, {0x0120,0x0121,0x0047},
{0x0122,0x0123,0x0047}, {0x0122,0x0123,0x0047},
{0x0124,0x0125,0x0048}, {0x0124,0x0125,0x0048},
{0x0126,0x0127,0x0126}, {0x0126,0x0127,0x0126},
{0x0128,0x0129,0x0049}, {0x0128,0x0129,0x0049},
{0x012A,0x012B,0x0049}, {0x012A,0x012B,0x0049},
{0x012C,0x012D,0x0049}, {0x012C,0x012D,0x0049},
{0x012E,0x012F,0x0049}, {0x012E,0x012F,0x0049},
{0x0130,0x0069,0x0049}, {0x0049,0x0131,0x0049},
{0x0132,0x0133,0x0132}, {0x0132,0x0133,0x0132},
{0x0134,0x0135,0x004A}, {0x0134,0x0135,0x004A},
{0x0136,0x0137,0x004B}, {0x0136,0x0137,0x004B},
{0x0138,0x0138,0x0138}, {0x0139,0x013A,0x004C},
{0x0139,0x013A,0x004C}, {0x013B,0x013C,0x004C},
{0x013B,0x013C,0x004C}, {0x013D,0x013E,0x004C},
{0x013D,0x013E,0x004C}, {0x013F,0x0140,0x013F},
{0x013F,0x0140,0x013F}, {0x0141,0x0142,0x0141},
{0x0141,0x0142,0x0141}, {0x0143,0x0144,0x004E},
{0x0143,0x0144,0x004E}, {0x0145,0x0146,0x004E},
{0x0145,0x0146,0x004E}, {0x0147,0x0148,0x004E},
{0x0147,0x0148,0x004E}, {0x0149,0x0149,0x0149},
{0x014A,0x014B,0x014A}, {0x014A,0x014B,0x014A},
{0x014C,0x014D,0x004F}, {0x014C,0x014D,0x004F},
{0x014E,0x014F,0x004F}, {0x014E,0x014F,0x004F},
{0x0150,0x0151,0x004F}, {0x0150,0x0151,0x004F},
{0x0152,0x0153,0x0152}, {0x0152,0x0153,0x0152},
{0x0154,0x0155,0x0052}, {0x0154,0x0155,0x0052},
{0x0156,0x0157,0x0052}, {0x0156,0x0157,0x0052},
{0x0158,0x0159,0x0052}, {0x0158,0x0159,0x0052},
{0x015A,0x015B,0x0053}, {0x015A,0x015B,0x0053},
{0x015C,0x015D,0x0053}, {0x015C,0x015D,0x0053},
{0x015E,0x015F,0x0053}, {0x015E,0x015F,0x0053},
{0x0160,0x0161,0x0053}, {0x0160,0x0161,0x0053},
{0x0162,0x0163,0x0054}, {0x0162,0x0163,0x0054},
{0x0164,0x0165,0x0054}, {0x0164,0x0165,0x0054},
{0x0166,0x0167,0x0166}, {0x0166,0x0167,0x0166},
{0x0168,0x0169,0x0055}, {0x0168,0x0169,0x0055},
{0x016A,0x016B,0x0055}, {0x016A,0x016B,0x0055},
{0x016C,0x016D,0x0055}, {0x016C,0x016D,0x0055},
{0x016E,0x016F,0x0055}, {0x016E,0x016F,0x0055},
{0x0170,0x0171,0x0055}, {0x0170,0x0171,0x0055},
{0x0172,0x0173,0x0055}, {0x0172,0x0173,0x0055},
{0x0174,0x0175,0x0057}, {0x0174,0x0175,0x0057},
{0x0176,0x0177,0x0059}, {0x0176,0x0177,0x0059},
{0x0178,0x00FF,0x0059}, {0x0179,0x017A,0x005A},
{0x0179,0x017A,0x005A}, {0x017B,0x017C,0x005A},
{0x017B,0x017C,0x005A}, {0x017D,0x017E,0x005A},
{0x017D,0x017E,0x005A}, {0x0053,0x017F,0x0053},
{0x0180,0x0180,0x0180}, {0x0181,0x0253,0x0181},
{0x0182,0x0183,0x0182}, {0x0182,0x0183,0x0182},
{0x0184,0x0185,0x0184}, {0x0184,0x0185,0x0184},
{0x0186,0x0254,0x0186}, {0x0187,0x0188,0x0187},
{0x0187,0x0188,0x0187}, {0x0189,0x0256,0x0189},
{0x018A,0x0257,0x018A}, {0x018B,0x018C,0x018B},
{0x018B,0x018C,0x018B}, {0x018D,0x018D,0x018D},
{0x018E,0x01DD,0x018E}, {0x018F,0x0259,0x018F},
{0x0190,0x025B,0x0190}, {0x0191,0x0192,0x0191},
{0x0191,0x0192,0x0191}, {0x0193,0x0260,0x0193},
{0x0194,0x0263,0x0194}, {0x01F6,0x0195,0x01F6},
{0x0196,0x0269,0x0196}, {0x0197,0x0268,0x0197},
{0x0198,0x0199,0x0198}, {0x0198,0x0199,0x0198},
{0x019A,0x019A,0x019A}, {0x019B,0x019B,0x019B},
{0x019C,0x026F,0x019C}, {0x019D,0x0272,0x019D},
{0x019E,0x019E,0x019E}, {0x019F,0x0275,0x019F},
{0x01A0,0x01A1,0x004F}, {0x01A0,0x01A1,0x004F},
{0x01A2,0x01A3,0x01A2}, {0x01A2,0x01A3,0x01A2},
{0x01A4,0x01A5,0x01A4}, {0x01A4,0x01A5,0x01A4},
{0x01A6,0x0280,0x01A6}, {0x01A7,0x01A8,0x01A7},
{0x01A7,0x01A8,0x01A7}, {0x01A9,0x0283,0x01A9},
{0x01AA,0x01AA,0x01AA}, {0x01AB,0x01AB,0x01AB},
{0x01AC,0x01AD,0x01AC}, {0x01AC,0x01AD,0x01AC},
{0x01AE,0x0288,0x01AE}, {0x01AF,0x01B0,0x0055},
{0x01AF,0x01B0,0x0055}, {0x01B1,0x028A,0x01B1},
{0x01B2,0x028B,0x01B2}, {0x01B3,0x01B4,0x01B3},
{0x01B3,0x01B4,0x01B3}, {0x01B5,0x01B6,0x01B5},
{0x01B5,0x01B6,0x01B5}, {0x01B7,0x0292,0x01B7},
{0x01B8,0x01B9,0x01B8}, {0x01B8,0x01B9,0x01B8},
{0x01BA,0x01BA,0x01BA}, {0x01BB,0x01BB,0x01BB},
{0x01BC,0x01BD,0x01BC}, {0x01BC,0x01BD,0x01BC},
{0x01BE,0x01BE,0x01BE}, {0x01F7,0x01BF,0x01F7},
{0x01C0,0x01C0,0x01C0}, {0x01C1,0x01C1,0x01C1},
{0x01C2,0x01C2,0x01C2}, {0x01C3,0x01C3,0x01C3},
{0x01C4,0x01C6,0x01C4}, {0x01C4,0x01C6,0x01C4},
{0x01C4,0x01C6,0x01C4}, {0x01C7,0x01C9,0x01C7},
{0x01C7,0x01C9,0x01C7}, {0x01C7,0x01C9,0x01C7},
{0x01CA,0x01CC,0x01CA}, {0x01CA,0x01CC,0x01CA},
{0x01CA,0x01CC,0x01CA}, {0x01CD,0x01CE,0x0041},
{0x01CD,0x01CE,0x0041}, {0x01CF,0x01D0,0x0049},
{0x01CF,0x01D0,0x0049}, {0x01D1,0x01D2,0x004F},
{0x01D1,0x01D2,0x004F}, {0x01D3,0x01D4,0x0055},
{0x01D3,0x01D4,0x0055}, {0x01D5,0x01D6,0x0055},
{0x01D5,0x01D6,0x0055}, {0x01D7,0x01D8,0x0055},
{0x01D7,0x01D8,0x0055}, {0x01D9,0x01DA,0x0055},
{0x01D9,0x01DA,0x0055}, {0x01DB,0x01DC,0x0055},
{0x01DB,0x01DC,0x0055}, {0x018E,0x01DD,0x018E},
{0x01DE,0x01DF,0x0041}, {0x01DE,0x01DF,0x0041},
{0x01E0,0x01E1,0x0041}, {0x01E0,0x01E1,0x0041},
{0x01E2,0x01E3,0x00C6}, {0x01E2,0x01E3,0x00C6},
{0x01E4,0x01E5,0x01E4}, {0x01E4,0x01E5,0x01E4},
{0x01E6,0x01E7,0x0047}, {0x01E6,0x01E7,0x0047},
{0x01E8,0x01E9,0x004B}, {0x01E8,0x01E9,0x004B},
{0x01EA,0x01EB,0x004F}, {0x01EA,0x01EB,0x004F},
{0x01EC,0x01ED,0x004F}, {0x01EC,0x01ED,0x004F},
{0x01EE,0x01EF,0x01B7}, {0x01EE,0x01EF,0x01B7},
{0x01F0,0x01F0,0x004A}, {0x01F1,0x01F3,0x01F1},
{0x01F1,0x01F3,0x01F1}, {0x01F1,0x01F3,0x01F1},
{0x01F4,0x01F5,0x0047}, {0x01F4,0x01F5,0x0047},
{0x01F6,0x0195,0x01F6}, {0x01F7,0x01BF,0x01F7},
{0x01F8,0x01F9,0x004E}, {0x01F8,0x01F9,0x004E},
{0x01FA,0x01FB,0x0041}, {0x01FA,0x01FB,0x0041},
{0x01FC,0x01FD,0x00C6}, {0x01FC,0x01FD,0x00C6},
{0x01FE,0x01FF,0x00D8}, {0x01FE,0x01FF,0x00D8}
};
static MY_UNICASE_INFO plane02[]={
{0x0200,0x0201,0x0041}, {0x0200,0x0201,0x0041},
{0x0202,0x0203,0x0041}, {0x0202,0x0203,0x0041},
{0x0204,0x0205,0x0045}, {0x0204,0x0205,0x0045},
{0x0206,0x0207,0x0045}, {0x0206,0x0207,0x0045},
{0x0208,0x0209,0x0049}, {0x0208,0x0209,0x0049},
{0x020A,0x020B,0x0049}, {0x020A,0x020B,0x0049},
{0x020C,0x020D,0x004F}, {0x020C,0x020D,0x004F},
{0x020E,0x020F,0x004F}, {0x020E,0x020F,0x004F},
{0x0210,0x0211,0x0052}, {0x0210,0x0211,0x0052},
{0x0212,0x0213,0x0052}, {0x0212,0x0213,0x0052},
{0x0214,0x0215,0x0055}, {0x0214,0x0215,0x0055},
{0x0216,0x0217,0x0055}, {0x0216,0x0217,0x0055},
{0x0218,0x0219,0x0053}, {0x0218,0x0219,0x0053},
{0x021A,0x021B,0x0054}, {0x021A,0x021B,0x0054},
{0x021C,0x021D,0x021C}, {0x021C,0x021D,0x021C},
{0x021E,0x021F,0x0048}, {0x021E,0x021F,0x0048},
{0x0220,0x0220,0x0220}, {0x0221,0x0221,0x0221},
{0x0222,0x0223,0x0222}, {0x0222,0x0223,0x0222},
{0x0224,0x0225,0x0224}, {0x0224,0x0225,0x0224},
{0x0226,0x0227,0x0041}, {0x0226,0x0227,0x0041},
{0x0228,0x0229,0x0045}, {0x0228,0x0229,0x0045},
{0x022A,0x022B,0x004F}, {0x022A,0x022B,0x004F},
{0x022C,0x022D,0x004F}, {0x022C,0x022D,0x004F},
{0x022E,0x022F,0x004F}, {0x022E,0x022F,0x004F},
{0x0230,0x0231,0x004F}, {0x0230,0x0231,0x004F},
{0x0232,0x0233,0x0059}, {0x0232,0x0233,0x0059},
{0x0234,0x0234,0x0234}, {0x0235,0x0235,0x0235},
{0x0236,0x0236,0x0236}, {0x0237,0x0237,0x0237},
{0x0238,0x0238,0x0238}, {0x0239,0x0239,0x0239},
{0x023A,0x023A,0x023A}, {0x023B,0x023B,0x023B},
{0x023C,0x023C,0x023C}, {0x023D,0x023D,0x023D},
{0x023E,0x023E,0x023E}, {0x023F,0x023F,0x023F},
{0x0240,0x0240,0x0240}, {0x0241,0x0241,0x0241},
{0x0242,0x0242,0x0242}, {0x0243,0x0243,0x0243},
{0x0244,0x0244,0x0244}, {0x0245,0x0245,0x0245},
{0x0246,0x0246,0x0246}, {0x0247,0x0247,0x0247},
{0x0248,0x0248,0x0248}, {0x0249,0x0249,0x0249},
{0x024A,0x024A,0x024A}, {0x024B,0x024B,0x024B},
{0x024C,0x024C,0x024C}, {0x024D,0x024D,0x024D},
{0x024E,0x024E,0x024E}, {0x024F,0x024F,0x024F},
{0x0250,0x0250,0x0250}, {0x0251,0x0251,0x0251},
{0x0252,0x0252,0x0252}, {0x0181,0x0253,0x0181},
{0x0186,0x0254,0x0186}, {0x0255,0x0255,0x0255},
{0x0189,0x0256,0x0189}, {0x018A,0x0257,0x018A},
{0x0258,0x0258,0x0258}, {0x018F,0x0259,0x018F},
{0x025A,0x025A,0x025A}, {0x0190,0x025B,0x0190},
{0x025C,0x025C,0x025C}, {0x025D,0x025D,0x025D},
{0x025E,0x025E,0x025E}, {0x025F,0x025F,0x025F},
{0x0193,0x0260,0x0193}, {0x0261,0x0261,0x0261},
{0x0262,0x0262,0x0262}, {0x0194,0x0263,0x0194},
{0x0264,0x0264,0x0264}, {0x0265,0x0265,0x0265},
{0x0266,0x0266,0x0266}, {0x0267,0x0267,0x0267},
{0x0197,0x0268,0x0197}, {0x0196,0x0269,0x0196},
{0x026A,0x026A,0x026A}, {0x026B,0x026B,0x026B},
{0x026C,0x026C,0x026C}, {0x026D,0x026D,0x026D},
{0x026E,0x026E,0x026E}, {0x019C,0x026F,0x019C},
{0x0270,0x0270,0x0270}, {0x0271,0x0271,0x0271},
{0x019D,0x0272,0x019D}, {0x0273,0x0273,0x0273},
{0x0274,0x0274,0x0274}, {0x019F,0x0275,0x019F},
{0x0276,0x0276,0x0276}, {0x0277,0x0277,0x0277},
{0x0278,0x0278,0x0278}, {0x0279,0x0279,0x0279},
{0x027A,0x027A,0x027A}, {0x027B,0x027B,0x027B},
{0x027C,0x027C,0x027C}, {0x027D,0x027D,0x027D},
{0x027E,0x027E,0x027E}, {0x027F,0x027F,0x027F},
{0x01A6,0x0280,0x01A6}, {0x0281,0x0281,0x0281},
{0x0282,0x0282,0x0282}, {0x01A9,0x0283,0x01A9},
{0x0284,0x0284,0x0284}, {0x0285,0x0285,0x0285},
{0x0286,0x0286,0x0286}, {0x0287,0x0287,0x0287},
{0x01AE,0x0288,0x01AE}, {0x0289,0x0289,0x0289},
{0x01B1,0x028A,0x01B1}, {0x01B2,0x028B,0x01B2},
{0x028C,0x028C,0x028C}, {0x028D,0x028D,0x028D},
{0x028E,0x028E,0x028E}, {0x028F,0x028F,0x028F},
{0x0290,0x0290,0x0290}, {0x0291,0x0291,0x0291},
{0x01B7,0x0292,0x01B7}, {0x0293,0x0293,0x0293},
{0x0294,0x0294,0x0294}, {0x0295,0x0295,0x0295},
{0x0296,0x0296,0x0296}, {0x0297,0x0297,0x0297},
{0x0298,0x0298,0x0298}, {0x0299,0x0299,0x0299},
{0x029A,0x029A,0x029A}, {0x029B,0x029B,0x029B},
{0x029C,0x029C,0x029C}, {0x029D,0x029D,0x029D},
{0x029E,0x029E,0x029E}, {0x029F,0x029F,0x029F},
{0x02A0,0x02A0,0x02A0}, {0x02A1,0x02A1,0x02A1},
{0x02A2,0x02A2,0x02A2}, {0x02A3,0x02A3,0x02A3},
{0x02A4,0x02A4,0x02A4}, {0x02A5,0x02A5,0x02A5},
{0x02A6,0x02A6,0x02A6}, {0x02A7,0x02A7,0x02A7},
{0x02A8,0x02A8,0x02A8}, {0x02A9,0x02A9,0x02A9},
{0x02AA,0x02AA,0x02AA}, {0x02AB,0x02AB,0x02AB},
{0x02AC,0x02AC,0x02AC}, {0x02AD,0x02AD,0x02AD},
{0x02AE,0x02AE,0x02AE}, {0x02AF,0x02AF,0x02AF},
{0x02B0,0x02B0,0x02B0}, {0x02B1,0x02B1,0x02B1},
{0x02B2,0x02B2,0x02B2}, {0x02B3,0x02B3,0x02B3},
{0x02B4,0x02B4,0x02B4}, {0x02B5,0x02B5,0x02B5},
{0x02B6,0x02B6,0x02B6}, {0x02B7,0x02B7,0x02B7},
{0x02B8,0x02B8,0x02B8}, {0x02B9,0x02B9,0x02B9},
{0x02BA,0x02BA,0x02BA}, {0x02BB,0x02BB,0x02BB},
{0x02BC,0x02BC,0x02BC}, {0x02BD,0x02BD,0x02BD},
{0x02BE,0x02BE,0x02BE}, {0x02BF,0x02BF,0x02BF},
{0x02C0,0x02C0,0x02C0}, {0x02C1,0x02C1,0x02C1},
{0x02C2,0x02C2,0x02C2}, {0x02C3,0x02C3,0x02C3},
{0x02C4,0x02C4,0x02C4}, {0x02C5,0x02C5,0x02C5},
{0x02C6,0x02C6,0x02C6}, {0x02C7,0x02C7,0x02C7},
{0x02C8,0x02C8,0x02C8}, {0x02C9,0x02C9,0x02C9},
{0x02CA,0x02CA,0x02CA}, {0x02CB,0x02CB,0x02CB},
{0x02CC,0x02CC,0x02CC}, {0x02CD,0x02CD,0x02CD},
{0x02CE,0x02CE,0x02CE}, {0x02CF,0x02CF,0x02CF},
{0x02D0,0x02D0,0x02D0}, {0x02D1,0x02D1,0x02D1},
{0x02D2,0x02D2,0x02D2}, {0x02D3,0x02D3,0x02D3},
{0x02D4,0x02D4,0x02D4}, {0x02D5,0x02D5,0x02D5},
{0x02D6,0x02D6,0x02D6}, {0x02D7,0x02D7,0x02D7},
{0x02D8,0x02D8,0x02D8}, {0x02D9,0x02D9,0x02D9},
{0x02DA,0x02DA,0x02DA}, {0x02DB,0x02DB,0x02DB},
{0x02DC,0x02DC,0x02DC}, {0x02DD,0x02DD,0x02DD},
{0x02DE,0x02DE,0x02DE}, {0x02DF,0x02DF,0x02DF},
{0x02E0,0x02E0,0x02E0}, {0x02E1,0x02E1,0x02E1},
{0x02E2,0x02E2,0x02E2}, {0x02E3,0x02E3,0x02E3},
{0x02E4,0x02E4,0x02E4}, {0x02E5,0x02E5,0x02E5},
{0x02E6,0x02E6,0x02E6}, {0x02E7,0x02E7,0x02E7},
{0x02E8,0x02E8,0x02E8}, {0x02E9,0x02E9,0x02E9},
{0x02EA,0x02EA,0x02EA}, {0x02EB,0x02EB,0x02EB},
{0x02EC,0x02EC,0x02EC}, {0x02ED,0x02ED,0x02ED},
{0x02EE,0x02EE,0x02EE}, {0x02EF,0x02EF,0x02EF},
{0x02F0,0x02F0,0x02F0}, {0x02F1,0x02F1,0x02F1},
{0x02F2,0x02F2,0x02F2}, {0x02F3,0x02F3,0x02F3},
{0x02F4,0x02F4,0x02F4}, {0x02F5,0x02F5,0x02F5},
{0x02F6,0x02F6,0x02F6}, {0x02F7,0x02F7,0x02F7},
{0x02F8,0x02F8,0x02F8}, {0x02F9,0x02F9,0x02F9},
{0x02FA,0x02FA,0x02FA}, {0x02FB,0x02FB,0x02FB},
{0x02FC,0x02FC,0x02FC}, {0x02FD,0x02FD,0x02FD},
{0x02FE,0x02FE,0x02FE}, {0x02FF,0x02FF,0x02FF}
};
static MY_UNICASE_INFO plane03[]={
{0x0300,0x0300,0x0300}, {0x0301,0x0301,0x0301},
{0x0302,0x0302,0x0302}, {0x0303,0x0303,0x0303},
{0x0304,0x0304,0x0304}, {0x0305,0x0305,0x0305},
{0x0306,0x0306,0x0306}, {0x0307,0x0307,0x0307},
{0x0308,0x0308,0x0308}, {0x0309,0x0309,0x0309},
{0x030A,0x030A,0x030A}, {0x030B,0x030B,0x030B},
{0x030C,0x030C,0x030C}, {0x030D,0x030D,0x030D},
{0x030E,0x030E,0x030E}, {0x030F,0x030F,0x030F},
{0x0310,0x0310,0x0310}, {0x0311,0x0311,0x0311},
{0x0312,0x0312,0x0312}, {0x0313,0x0313,0x0313},
{0x0314,0x0314,0x0314}, {0x0315,0x0315,0x0315},
{0x0316,0x0316,0x0316}, {0x0317,0x0317,0x0317},
{0x0318,0x0318,0x0318}, {0x0319,0x0319,0x0319},
{0x031A,0x031A,0x031A}, {0x031B,0x031B,0x031B},
{0x031C,0x031C,0x031C}, {0x031D,0x031D,0x031D},
{0x031E,0x031E,0x031E}, {0x031F,0x031F,0x031F},
{0x0320,0x0320,0x0320}, {0x0321,0x0321,0x0321},
{0x0322,0x0322,0x0322}, {0x0323,0x0323,0x0323},
{0x0324,0x0324,0x0324}, {0x0325,0x0325,0x0325},
{0x0326,0x0326,0x0326}, {0x0327,0x0327,0x0327},
{0x0328,0x0328,0x0328}, {0x0329,0x0329,0x0329},
{0x032A,0x032A,0x032A}, {0x032B,0x032B,0x032B},
{0x032C,0x032C,0x032C}, {0x032D,0x032D,0x032D},
{0x032E,0x032E,0x032E}, {0x032F,0x032F,0x032F},
{0x0330,0x0330,0x0330}, {0x0331,0x0331,0x0331},
{0x0332,0x0332,0x0332}, {0x0333,0x0333,0x0333},
{0x0334,0x0334,0x0334}, {0x0335,0x0335,0x0335},
{0x0336,0x0336,0x0336}, {0x0337,0x0337,0x0337},
{0x0338,0x0338,0x0338}, {0x0339,0x0339,0x0339},
{0x033A,0x033A,0x033A}, {0x033B,0x033B,0x033B},
{0x033C,0x033C,0x033C}, {0x033D,0x033D,0x033D},
{0x033E,0x033E,0x033E}, {0x033F,0x033F,0x033F},
{0x0340,0x0340,0x0340}, {0x0341,0x0341,0x0341},
{0x0342,0x0342,0x0342}, {0x0343,0x0343,0x0343},
{0x0344,0x0344,0x0344}, {0x0399,0x0345,0x0399},
{0x0346,0x0346,0x0346}, {0x0347,0x0347,0x0347},
{0x0348,0x0348,0x0348}, {0x0349,0x0349,0x0349},
{0x034A,0x034A,0x034A}, {0x034B,0x034B,0x034B},
{0x034C,0x034C,0x034C}, {0x034D,0x034D,0x034D},
{0x034E,0x034E,0x034E}, {0x034F,0x034F,0x034F},
{0x0350,0x0350,0x0350}, {0x0351,0x0351,0x0351},
{0x0352,0x0352,0x0352}, {0x0353,0x0353,0x0353},
{0x0354,0x0354,0x0354}, {0x0355,0x0355,0x0355},
{0x0356,0x0356,0x0356}, {0x0357,0x0357,0x0357},
{0x0358,0x0358,0x0358}, {0x0359,0x0359,0x0359},
{0x035A,0x035A,0x035A}, {0x035B,0x035B,0x035B},
{0x035C,0x035C,0x035C}, {0x035D,0x035D,0x035D},
{0x035E,0x035E,0x035E}, {0x035F,0x035F,0x035F},
{0x0360,0x0360,0x0360}, {0x0361,0x0361,0x0361},
{0x0362,0x0362,0x0362}, {0x0363,0x0363,0x0363},
{0x0364,0x0364,0x0364}, {0x0365,0x0365,0x0365},
{0x0366,0x0366,0x0366}, {0x0367,0x0367,0x0367},
{0x0368,0x0368,0x0368}, {0x0369,0x0369,0x0369},
{0x036A,0x036A,0x036A}, {0x036B,0x036B,0x036B},
{0x036C,0x036C,0x036C}, {0x036D,0x036D,0x036D},
{0x036E,0x036E,0x036E}, {0x036F,0x036F,0x036F},
{0x0370,0x0370,0x0370}, {0x0371,0x0371,0x0371},
{0x0372,0x0372,0x0372}, {0x0373,0x0373,0x0373},
{0x0374,0x0374,0x0374}, {0x0375,0x0375,0x0375},
{0x0376,0x0376,0x0376}, {0x0377,0x0377,0x0377},
{0x0378,0x0378,0x0378}, {0x0379,0x0379,0x0379},
{0x037A,0x037A,0x037A}, {0x037B,0x037B,0x037B},
{0x037C,0x037C,0x037C}, {0x037D,0x037D,0x037D},
{0x037E,0x037E,0x037E}, {0x037F,0x037F,0x037F},
{0x0380,0x0380,0x0380}, {0x0381,0x0381,0x0381},
{0x0382,0x0382,0x0382}, {0x0383,0x0383,0x0383},
{0x0384,0x0384,0x0384}, {0x0385,0x0385,0x0385},
{0x0386,0x03AC,0x0391}, {0x0387,0x0387,0x0387},
{0x0388,0x03AD,0x0395}, {0x0389,0x03AE,0x0397},
{0x038A,0x03AF,0x0399}, {0x038B,0x038B,0x038B},
{0x038C,0x03CC,0x039F}, {0x038D,0x038D,0x038D},
{0x038E,0x03CD,0x03A5}, {0x038F,0x03CE,0x03A9},
{0x0390,0x0390,0x0399}, {0x0391,0x03B1,0x0391},
{0x0392,0x03B2,0x0392}, {0x0393,0x03B3,0x0393},
{0x0394,0x03B4,0x0394}, {0x0395,0x03B5,0x0395},
{0x0396,0x03B6,0x0396}, {0x0397,0x03B7,0x0397},
{0x0398,0x03B8,0x0398}, {0x0399,0x03B9,0x0399},
{0x039A,0x03BA,0x039A}, {0x039B,0x03BB,0x039B},
{0x039C,0x03BC,0x039C}, {0x039D,0x03BD,0x039D},
{0x039E,0x03BE,0x039E}, {0x039F,0x03BF,0x039F},
{0x03A0,0x03C0,0x03A0}, {0x03A1,0x03C1,0x03A1},
{0x03A2,0x03A2,0x03A2}, {0x03A3,0x03C3,0x03A3},
{0x03A4,0x03C4,0x03A4}, {0x03A5,0x03C5,0x03A5},
{0x03A6,0x03C6,0x03A6}, {0x03A7,0x03C7,0x03A7},
{0x03A8,0x03C8,0x03A8}, {0x03A9,0x03C9,0x03A9},
{0x03AA,0x03CA,0x0399}, {0x03AB,0x03CB,0x03A5},
{0x0386,0x03AC,0x0391}, {0x0388,0x03AD,0x0395},
{0x0389,0x03AE,0x0397}, {0x038A,0x03AF,0x0399},
{0x03B0,0x03B0,0x03A5}, {0x0391,0x03B1,0x0391},
{0x0392,0x03B2,0x0392}, {0x0393,0x03B3,0x0393},
{0x0394,0x03B4,0x0394}, {0x0395,0x03B5,0x0395},
{0x0396,0x03B6,0x0396}, {0x0397,0x03B7,0x0397},
{0x0398,0x03B8,0x0398}, {0x0399,0x03B9,0x0399},
{0x039A,0x03BA,0x039A}, {0x039B,0x03BB,0x039B},
{0x039C,0x03BC,0x039C}, {0x039D,0x03BD,0x039D},
{0x039E,0x03BE,0x039E}, {0x039F,0x03BF,0x039F},
{0x03A0,0x03C0,0x03A0}, {0x03A1,0x03C1,0x03A1},
{0x03A3,0x03C2,0x03A3}, {0x03A3,0x03C3,0x03A3},
{0x03A4,0x03C4,0x03A4}, {0x03A5,0x03C5,0x03A5},
{0x03A6,0x03C6,0x03A6}, {0x03A7,0x03C7,0x03A7},
{0x03A8,0x03C8,0x03A8}, {0x03A9,0x03C9,0x03A9},
{0x03AA,0x03CA,0x0399}, {0x03AB,0x03CB,0x03A5},
{0x038C,0x03CC,0x039F}, {0x038E,0x03CD,0x03A5},
{0x038F,0x03CE,0x03A9}, {0x03CF,0x03CF,0x03CF},
{0x0392,0x03D0,0x0392}, {0x0398,0x03D1,0x0398},
{0x03D2,0x03D2,0x03D2}, {0x03D3,0x03D3,0x03D2},
{0x03D4,0x03D4,0x03D2}, {0x03A6,0x03D5,0x03A6},
{0x03A0,0x03D6,0x03A0}, {0x03D7,0x03D7,0x03D7},
{0x03D8,0x03D8,0x03D8}, {0x03D9,0x03D9,0x03D9},
{0x03DA,0x03DB,0x03DA}, {0x03DA,0x03DB,0x03DA},
{0x03DC,0x03DD,0x03DC}, {0x03DC,0x03DD,0x03DC},
{0x03DE,0x03DF,0x03DE}, {0x03DE,0x03DF,0x03DE},
{0x03E0,0x03E1,0x03E0}, {0x03E0,0x03E1,0x03E0},
{0x03E2,0x03E3,0x03E2}, {0x03E2,0x03E3,0x03E2},
{0x03E4,0x03E5,0x03E4}, {0x03E4,0x03E5,0x03E4},
{0x03E6,0x03E7,0x03E6}, {0x03E6,0x03E7,0x03E6},
{0x03E8,0x03E9,0x03E8}, {0x03E8,0x03E9,0x03E8},
{0x03EA,0x03EB,0x03EA}, {0x03EA,0x03EB,0x03EA},
{0x03EC,0x03ED,0x03EC}, {0x03EC,0x03ED,0x03EC},
{0x03EE,0x03EF,0x03EE}, {0x03EE,0x03EF,0x03EE},
{0x039A,0x03F0,0x039A}, {0x03A1,0x03F1,0x03A1},
{0x03A3,0x03F2,0x03A3}, {0x03F3,0x03F3,0x03F3},
{0x03F4,0x03F4,0x03F4}, {0x03F5,0x03F5,0x03F5},
{0x03F6,0x03F6,0x03F6}, {0x03F7,0x03F7,0x03F7},
{0x03F8,0x03F8,0x03F8}, {0x03F9,0x03F9,0x03F9},
{0x03FA,0x03FA,0x03FA}, {0x03FB,0x03FB,0x03FB},
{0x03FC,0x03FC,0x03FC}, {0x03FD,0x03FD,0x03FD},
{0x03FE,0x03FE,0x03FE}, {0x03FF,0x03FF,0x03FF}
};
static MY_UNICASE_INFO plane04[]={
{0x0400,0x0450,0x0415}, {0x0401,0x0451,0x0415},
{0x0402,0x0452,0x0402}, {0x0403,0x0453,0x0413},
{0x0404,0x0454,0x0404}, {0x0405,0x0455,0x0405},
{0x0406,0x0456,0x0406}, {0x0407,0x0457,0x0406},
{0x0408,0x0458,0x0408}, {0x0409,0x0459,0x0409},
{0x040A,0x045A,0x040A}, {0x040B,0x045B,0x040B},
{0x040C,0x045C,0x041A}, {0x040D,0x045D,0x0418},
{0x040E,0x045E,0x0423}, {0x040F,0x045F,0x040F},
{0x0410,0x0430,0x0410}, {0x0411,0x0431,0x0411},
{0x0412,0x0432,0x0412}, {0x0413,0x0433,0x0413},
{0x0414,0x0434,0x0414}, {0x0415,0x0435,0x0415},
{0x0416,0x0436,0x0416}, {0x0417,0x0437,0x0417},
ctype_utf8.result, ctype_utf8.test, ctype-utf8.c: Bugs: #8385: utf8_general_ci treats cyrillic letters I and SHORT I as the same
2005-02-21 17:17:30 +04:00
{0x0418,0x0438,0x0418}, {0x0419,0x0439,0x0419},
New UTF8 charset
2002-03-28 17:31:46 +04:00
{0x041A,0x043A,0x041A}, {0x041B,0x043B,0x041B},
{0x041C,0x043C,0x041C}, {0x041D,0x043D,0x041D},
{0x041E,0x043E,0x041E}, {0x041F,0x043F,0x041F},
{0x0420,0x0440,0x0420}, {0x0421,0x0441,0x0421},
{0x0422,0x0442,0x0422}, {0x0423,0x0443,0x0423},
{0x0424,0x0444,0x0424}, {0x0425,0x0445,0x0425},
{0x0426,0x0446,0x0426}, {0x0427,0x0447,0x0427},
{0x0428,0x0448,0x0428}, {0x0429,0x0449,0x0429},
{0x042A,0x044A,0x042A}, {0x042B,0x044B,0x042B},
{0x042C,0x044C,0x042C}, {0x042D,0x044D,0x042D},
{0x042E,0x044E,0x042E}, {0x042F,0x044F,0x042F},
{0x0410,0x0430,0x0410}, {0x0411,0x0431,0x0411},
{0x0412,0x0432,0x0412}, {0x0413,0x0433,0x0413},
{0x0414,0x0434,0x0414}, {0x0415,0x0435,0x0415},
{0x0416,0x0436,0x0416}, {0x0417,0x0437,0x0417},
ctype_utf8.result, ctype_utf8.test, ctype-utf8.c: Bugs: #8385: utf8_general_ci treats cyrillic letters I and SHORT I as the same
2005-02-21 17:17:30 +04:00
{0x0418,0x0438,0x0418}, {0x0419,0x0439,0x0419},
New UTF8 charset
2002-03-28 17:31:46 +04:00
{0x041A,0x043A,0x041A}, {0x041B,0x043B,0x041B},
{0x041C,0x043C,0x041C}, {0x041D,0x043D,0x041D},
{0x041E,0x043E,0x041E}, {0x041F,0x043F,0x041F},
{0x0420,0x0440,0x0420}, {0x0421,0x0441,0x0421},
{0x0422,0x0442,0x0422}, {0x0423,0x0443,0x0423},
{0x0424,0x0444,0x0424}, {0x0425,0x0445,0x0425},
{0x0426,0x0446,0x0426}, {0x0427,0x0447,0x0427},
{0x0428,0x0448,0x0428}, {0x0429,0x0449,0x0429},
{0x042A,0x044A,0x042A}, {0x042B,0x044B,0x042B},
{0x042C,0x044C,0x042C}, {0x042D,0x044D,0x042D},
{0x042E,0x044E,0x042E}, {0x042F,0x044F,0x042F},
{0x0400,0x0450,0x0415}, {0x0401,0x0451,0x0415},
{0x0402,0x0452,0x0402}, {0x0403,0x0453,0x0413},
{0x0404,0x0454,0x0404}, {0x0405,0x0455,0x0405},
{0x0406,0x0456,0x0406}, {0x0407,0x0457,0x0406},
{0x0408,0x0458,0x0408}, {0x0409,0x0459,0x0409},
{0x040A,0x045A,0x040A}, {0x040B,0x045B,0x040B},
{0x040C,0x045C,0x041A}, {0x040D,0x045D,0x0418},
{0x040E,0x045E,0x0423}, {0x040F,0x045F,0x040F},
{0x0460,0x0461,0x0460}, {0x0460,0x0461,0x0460},
{0x0462,0x0463,0x0462}, {0x0462,0x0463,0x0462},
{0x0464,0x0465,0x0464}, {0x0464,0x0465,0x0464},
{0x0466,0x0467,0x0466}, {0x0466,0x0467,0x0466},
{0x0468,0x0469,0x0468}, {0x0468,0x0469,0x0468},
{0x046A,0x046B,0x046A}, {0x046A,0x046B,0x046A},
{0x046C,0x046D,0x046C}, {0x046C,0x046D,0x046C},
{0x046E,0x046F,0x046E}, {0x046E,0x046F,0x046E},
{0x0470,0x0471,0x0470}, {0x0470,0x0471,0x0470},
{0x0472,0x0473,0x0472}, {0x0472,0x0473,0x0472},
{0x0474,0x0475,0x0474}, {0x0474,0x0475,0x0474},
{0x0476,0x0477,0x0474}, {0x0476,0x0477,0x0474},
{0x0478,0x0479,0x0478}, {0x0478,0x0479,0x0478},
{0x047A,0x047B,0x047A}, {0x047A,0x047B,0x047A},
{0x047C,0x047D,0x047C}, {0x047C,0x047D,0x047C},
{0x047E,0x047F,0x047E}, {0x047E,0x047F,0x047E},
{0x0480,0x0481,0x0480}, {0x0480,0x0481,0x0480},
{0x0482,0x0482,0x0482}, {0x0483,0x0483,0x0483},
{0x0484,0x0484,0x0484}, {0x0485,0x0485,0x0485},
{0x0486,0x0486,0x0486}, {0x0487,0x0487,0x0487},
{0x0488,0x0488,0x0488}, {0x0489,0x0489,0x0489},
{0x048A,0x048A,0x048A}, {0x048B,0x048B,0x048B},
{0x048C,0x048D,0x048C}, {0x048C,0x048D,0x048C},
{0x048E,0x048F,0x048E}, {0x048E,0x048F,0x048E},
{0x0490,0x0491,0x0490}, {0x0490,0x0491,0x0490},
{0x0492,0x0493,0x0492}, {0x0492,0x0493,0x0492},
{0x0494,0x0495,0x0494}, {0x0494,0x0495,0x0494},
{0x0496,0x0497,0x0496}, {0x0496,0x0497,0x0496},
{0x0498,0x0499,0x0498}, {0x0498,0x0499,0x0498},
{0x049A,0x049B,0x049A}, {0x049A,0x049B,0x049A},
{0x049C,0x049D,0x049C}, {0x049C,0x049D,0x049C},
{0x049E,0x049F,0x049E}, {0x049E,0x049F,0x049E},
{0x04A0,0x04A1,0x04A0}, {0x04A0,0x04A1,0x04A0},
{0x04A2,0x04A3,0x04A2}, {0x04A2,0x04A3,0x04A2},
{0x04A4,0x04A5,0x04A4}, {0x04A4,0x04A5,0x04A4},
{0x04A6,0x04A7,0x04A6}, {0x04A6,0x04A7,0x04A6},
{0x04A8,0x04A9,0x04A8}, {0x04A8,0x04A9,0x04A8},
{0x04AA,0x04AB,0x04AA}, {0x04AA,0x04AB,0x04AA},
{0x04AC,0x04AD,0x04AC}, {0x04AC,0x04AD,0x04AC},
{0x04AE,0x04AF,0x04AE}, {0x04AE,0x04AF,0x04AE},
{0x04B0,0x04B1,0x04B0}, {0x04B0,0x04B1,0x04B0},
{0x04B2,0x04B3,0x04B2}, {0x04B2,0x04B3,0x04B2},
{0x04B4,0x04B5,0x04B4}, {0x04B4,0x04B5,0x04B4},
{0x04B6,0x04B7,0x04B6}, {0x04B6,0x04B7,0x04B6},
{0x04B8,0x04B9,0x04B8}, {0x04B8,0x04B9,0x04B8},
{0x04BA,0x04BB,0x04BA}, {0x04BA,0x04BB,0x04BA},
{0x04BC,0x04BD,0x04BC}, {0x04BC,0x04BD,0x04BC},
{0x04BE,0x04BF,0x04BE}, {0x04BE,0x04BF,0x04BE},
{0x04C0,0x04C0,0x04C0}, {0x04C1,0x04C2,0x0416},
{0x04C1,0x04C2,0x0416}, {0x04C3,0x04C4,0x04C3},
{0x04C3,0x04C4,0x04C3}, {0x04C5,0x04C5,0x04C5},
{0x04C6,0x04C6,0x04C6}, {0x04C7,0x04C8,0x04C7},
{0x04C7,0x04C8,0x04C7}, {0x04C9,0x04C9,0x04C9},
{0x04CA,0x04CA,0x04CA}, {0x04CB,0x04CC,0x04CB},
{0x04CB,0x04CC,0x04CB}, {0x04CD,0x04CD,0x04CD},
{0x04CE,0x04CE,0x04CE}, {0x04CF,0x04CF,0x04CF},
{0x04D0,0x04D1,0x0410}, {0x04D0,0x04D1,0x0410},
{0x04D2,0x04D3,0x0410}, {0x04D2,0x04D3,0x0410},
{0x04D4,0x04D5,0x04D4}, {0x04D4,0x04D5,0x04D4},
{0x04D6,0x04D7,0x0415}, {0x04D6,0x04D7,0x0415},
{0x04D8,0x04D9,0x04D8}, {0x04D8,0x04D9,0x04D8},
{0x04DA,0x04DB,0x04D8}, {0x04DA,0x04DB,0x04D8},
{0x04DC,0x04DD,0x0416}, {0x04DC,0x04DD,0x0416},
{0x04DE,0x04DF,0x0417}, {0x04DE,0x04DF,0x0417},
{0x04E0,0x04E1,0x04E0}, {0x04E0,0x04E1,0x04E0},
{0x04E2,0x04E3,0x0418}, {0x04E2,0x04E3,0x0418},
{0x04E4,0x04E5,0x0418}, {0x04E4,0x04E5,0x0418},
{0x04E6,0x04E7,0x041E}, {0x04E6,0x04E7,0x041E},
{0x04E8,0x04E9,0x04E8}, {0x04E8,0x04E9,0x04E8},
{0x04EA,0x04EB,0x04E8}, {0x04EA,0x04EB,0x04E8},
{0x04EC,0x04ED,0x042D}, {0x04EC,0x04ED,0x042D},
{0x04EE,0x04EF,0x0423}, {0x04EE,0x04EF,0x0423},
{0x04F0,0x04F1,0x0423}, {0x04F0,0x04F1,0x0423},
{0x04F2,0x04F3,0x0423}, {0x04F2,0x04F3,0x0423},
{0x04F4,0x04F5,0x0427}, {0x04F4,0x04F5,0x0427},
{0x04F6,0x04F6,0x04F6}, {0x04F7,0x04F7,0x04F7},
{0x04F8,0x04F9,0x042B}, {0x04F8,0x04F9,0x042B},
{0x04FA,0x04FA,0x04FA}, {0x04FB,0x04FB,0x04FB},
{0x04FC,0x04FC,0x04FC}, {0x04FD,0x04FD,0x04FD},
{0x04FE,0x04FE,0x04FE}, {0x04FF,0x04FF,0x04FF}
};
static MY_UNICASE_INFO plane05[]={
{0x0500,0x0500,0x0500}, {0x0501,0x0501,0x0501},
{0x0502,0x0502,0x0502}, {0x0503,0x0503,0x0503},
{0x0504,0x0504,0x0504}, {0x0505,0x0505,0x0505},
{0x0506,0x0506,0x0506}, {0x0507,0x0507,0x0507},
{0x0508,0x0508,0x0508}, {0x0509,0x0509,0x0509},
{0x050A,0x050A,0x050A}, {0x050B,0x050B,0x050B},
{0x050C,0x050C,0x050C}, {0x050D,0x050D,0x050D},
{0x050E,0x050E,0x050E}, {0x050F,0x050F,0x050F},
{0x0510,0x0510,0x0510}, {0x0511,0x0511,0x0511},
{0x0512,0x0512,0x0512}, {0x0513,0x0513,0x0513},
{0x0514,0x0514,0x0514}, {0x0515,0x0515,0x0515},
{0x0516,0x0516,0x0516}, {0x0517,0x0517,0x0517},
{0x0518,0x0518,0x0518}, {0x0519,0x0519,0x0519},
{0x051A,0x051A,0x051A}, {0x051B,0x051B,0x051B},
{0x051C,0x051C,0x051C}, {0x051D,0x051D,0x051D},
{0x051E,0x051E,0x051E}, {0x051F,0x051F,0x051F},
{0x0520,0x0520,0x0520}, {0x0521,0x0521,0x0521},
{0x0522,0x0522,0x0522}, {0x0523,0x0523,0x0523},
{0x0524,0x0524,0x0524}, {0x0525,0x0525,0x0525},
{0x0526,0x0526,0x0526}, {0x0527,0x0527,0x0527},
{0x0528,0x0528,0x0528}, {0x0529,0x0529,0x0529},
{0x052A,0x052A,0x052A}, {0x052B,0x052B,0x052B},
{0x052C,0x052C,0x052C}, {0x052D,0x052D,0x052D},
{0x052E,0x052E,0x052E}, {0x052F,0x052F,0x052F},
{0x0530,0x0530,0x0530}, {0x0531,0x0561,0x0531},
{0x0532,0x0562,0x0532}, {0x0533,0x0563,0x0533},
{0x0534,0x0564,0x0534}, {0x0535,0x0565,0x0535},
{0x0536,0x0566,0x0536}, {0x0537,0x0567,0x0537},
{0x0538,0x0568,0x0538}, {0x0539,0x0569,0x0539},
{0x053A,0x056A,0x053A}, {0x053B,0x056B,0x053B},
{0x053C,0x056C,0x053C}, {0x053D,0x056D,0x053D},
{0x053E,0x056E,0x053E}, {0x053F,0x056F,0x053F},
{0x0540,0x0570,0x0540}, {0x0541,0x0571,0x0541},
{0x0542,0x0572,0x0542}, {0x0543,0x0573,0x0543},
{0x0544,0x0574,0x0544}, {0x0545,0x0575,0x0545},
{0x0546,0x0576,0x0546}, {0x0547,0x0577,0x0547},
{0x0548,0x0578,0x0548}, {0x0549,0x0579,0x0549},
{0x054A,0x057A,0x054A}, {0x054B,0x057B,0x054B},
{0x054C,0x057C,0x054C}, {0x054D,0x057D,0x054D},
{0x054E,0x057E,0x054E}, {0x054F,0x057F,0x054F},
{0x0550,0x0580,0x0550}, {0x0551,0x0581,0x0551},
{0x0552,0x0582,0x0552}, {0x0553,0x0583,0x0553},
{0x0554,0x0584,0x0554}, {0x0555,0x0585,0x0555},
{0x0556,0x0586,0x0556}, {0x0557,0x0557,0x0557},
{0x0558,0x0558,0x0558}, {0x0559,0x0559,0x0559},
{0x055A,0x055A,0x055A}, {0x055B,0x055B,0x055B},
{0x055C,0x055C,0x055C}, {0x055D,0x055D,0x055D},
{0x055E,0x055E,0x055E}, {0x055F,0x055F,0x055F},
{0x0560,0x0560,0x0560}, {0x0531,0x0561,0x0531},
{0x0532,0x0562,0x0532}, {0x0533,0x0563,0x0533},
{0x0534,0x0564,0x0534}, {0x0535,0x0565,0x0535},
{0x0536,0x0566,0x0536}, {0x0537,0x0567,0x0537},
{0x0538,0x0568,0x0538}, {0x0539,0x0569,0x0539},
{0x053A,0x056A,0x053A}, {0x053B,0x056B,0x053B},
{0x053C,0x056C,0x053C}, {0x053D,0x056D,0x053D},
{0x053E,0x056E,0x053E}, {0x053F,0x056F,0x053F},
{0x0540,0x0570,0x0540}, {0x0541,0x0571,0x0541},
{0x0542,0x0572,0x0542}, {0x0543,0x0573,0x0543},
{0x0544,0x0574,0x0544}, {0x0545,0x0575,0x0545},
{0x0546,0x0576,0x0546}, {0x0547,0x0577,0x0547},
{0x0548,0x0578,0x0548}, {0x0549,0x0579,0x0549},
{0x054A,0x057A,0x054A}, {0x054B,0x057B,0x054B},
{0x054C,0x057C,0x054C}, {0x054D,0x057D,0x054D},
{0x054E,0x057E,0x054E}, {0x054F,0x057F,0x054F},
{0x0550,0x0580,0x0550}, {0x0551,0x0581,0x0551},
{0x0552,0x0582,0x0552}, {0x0553,0x0583,0x0553},
{0x0554,0x0584,0x0554}, {0x0555,0x0585,0x0555},
{0x0556,0x0586,0x0556}, {0x0587,0x0587,0x0587},
{0x0588,0x0588,0x0588}, {0x0589,0x0589,0x0589},
{0x058A,0x058A,0x058A}, {0x058B,0x058B,0x058B},
{0x058C,0x058C,0x058C}, {0x058D,0x058D,0x058D},
{0x058E,0x058E,0x058E}, {0x058F,0x058F,0x058F},
{0x0590,0x0590,0x0590}, {0x0591,0x0591,0x0591},
{0x0592,0x0592,0x0592}, {0x0593,0x0593,0x0593},
{0x0594,0x0594,0x0594}, {0x0595,0x0595,0x0595},
{0x0596,0x0596,0x0596}, {0x0597,0x0597,0x0597},
{0x0598,0x0598,0x0598}, {0x0599,0x0599,0x0599},
{0x059A,0x059A,0x059A}, {0x059B,0x059B,0x059B},
{0x059C,0x059C,0x059C}, {0x059D,0x059D,0x059D},
{0x059E,0x059E,0x059E}, {0x059F,0x059F,0x059F},
{0x05A0,0x05A0,0x05A0}, {0x05A1,0x05A1,0x05A1},
{0x05A2,0x05A2,0x05A2}, {0x05A3,0x05A3,0x05A3},
{0x05A4,0x05A4,0x05A4}, {0x05A5,0x05A5,0x05A5},
{0x05A6,0x05A6,0x05A6}, {0x05A7,0x05A7,0x05A7},
{0x05A8,0x05A8,0x05A8}, {0x05A9,0x05A9,0x05A9},
{0x05AA,0x05AA,0x05AA}, {0x05AB,0x05AB,0x05AB},
{0x05AC,0x05AC,0x05AC}, {0x05AD,0x05AD,0x05AD},
{0x05AE,0x05AE,0x05AE}, {0x05AF,0x05AF,0x05AF},
{0x05B0,0x05B0,0x05B0}, {0x05B1,0x05B1,0x05B1},
{0x05B2,0x05B2,0x05B2}, {0x05B3,0x05B3,0x05B3},
{0x05B4,0x05B4,0x05B4}, {0x05B5,0x05B5,0x05B5},
{0x05B6,0x05B6,0x05B6}, {0x05B7,0x05B7,0x05B7},
{0x05B8,0x05B8,0x05B8}, {0x05B9,0x05B9,0x05B9},
{0x05BA,0x05BA,0x05BA}, {0x05BB,0x05BB,0x05BB},
{0x05BC,0x05BC,0x05BC}, {0x05BD,0x05BD,0x05BD},
{0x05BE,0x05BE,0x05BE}, {0x05BF,0x05BF,0x05BF},
{0x05C0,0x05C0,0x05C0}, {0x05C1,0x05C1,0x05C1},
{0x05C2,0x05C2,0x05C2}, {0x05C3,0x05C3,0x05C3},
{0x05C4,0x05C4,0x05C4}, {0x05C5,0x05C5,0x05C5},
{0x05C6,0x05C6,0x05C6}, {0x05C7,0x05C7,0x05C7},
{0x05C8,0x05C8,0x05C8}, {0x05C9,0x05C9,0x05C9},
{0x05CA,0x05CA,0x05CA}, {0x05CB,0x05CB,0x05CB},
{0x05CC,0x05CC,0x05CC}, {0x05CD,0x05CD,0x05CD},
{0x05CE,0x05CE,0x05CE}, {0x05CF,0x05CF,0x05CF},
{0x05D0,0x05D0,0x05D0}, {0x05D1,0x05D1,0x05D1},
{0x05D2,0x05D2,0x05D2}, {0x05D3,0x05D3,0x05D3},
{0x05D4,0x05D4,0x05D4}, {0x05D5,0x05D5,0x05D5},
{0x05D6,0x05D6,0x05D6}, {0x05D7,0x05D7,0x05D7},
{0x05D8,0x05D8,0x05D8}, {0x05D9,0x05D9,0x05D9},
{0x05DA,0x05DA,0x05DA}, {0x05DB,0x05DB,0x05DB},
{0x05DC,0x05DC,0x05DC}, {0x05DD,0x05DD,0x05DD},
{0x05DE,0x05DE,0x05DE}, {0x05DF,0x05DF,0x05DF},
{0x05E0,0x05E0,0x05E0}, {0x05E1,0x05E1,0x05E1},
{0x05E2,0x05E2,0x05E2}, {0x05E3,0x05E3,0x05E3},
{0x05E4,0x05E4,0x05E4}, {0x05E5,0x05E5,0x05E5},
{0x05E6,0x05E6,0x05E6}, {0x05E7,0x05E7,0x05E7},
{0x05E8,0x05E8,0x05E8}, {0x05E9,0x05E9,0x05E9},
{0x05EA,0x05EA,0x05EA}, {0x05EB,0x05EB,0x05EB},
{0x05EC,0x05EC,0x05EC}, {0x05ED,0x05ED,0x05ED},
{0x05EE,0x05EE,0x05EE}, {0x05EF,0x05EF,0x05EF},
{0x05F0,0x05F0,0x05F0}, {0x05F1,0x05F1,0x05F1},
{0x05F2,0x05F2,0x05F2}, {0x05F3,0x05F3,0x05F3},
{0x05F4,0x05F4,0x05F4}, {0x05F5,0x05F5,0x05F5},
{0x05F6,0x05F6,0x05F6}, {0x05F7,0x05F7,0x05F7},
{0x05F8,0x05F8,0x05F8}, {0x05F9,0x05F9,0x05F9},
{0x05FA,0x05FA,0x05FA}, {0x05FB,0x05FB,0x05FB},
{0x05FC,0x05FC,0x05FC}, {0x05FD,0x05FD,0x05FD},
{0x05FE,0x05FE,0x05FE}, {0x05FF,0x05FF,0x05FF}
};
static MY_UNICASE_INFO plane1E[]={
{0x1E00,0x1E01,0x0041}, {0x1E00,0x1E01,0x0041},
{0x1E02,0x1E03,0x0042}, {0x1E02,0x1E03,0x0042},
{0x1E04,0x1E05,0x0042}, {0x1E04,0x1E05,0x0042},
{0x1E06,0x1E07,0x0042}, {0x1E06,0x1E07,0x0042},
{0x1E08,0x1E09,0x0043}, {0x1E08,0x1E09,0x0043},
{0x1E0A,0x1E0B,0x0044}, {0x1E0A,0x1E0B,0x0044},
{0x1E0C,0x1E0D,0x0044}, {0x1E0C,0x1E0D,0x0044},
{0x1E0E,0x1E0F,0x0044}, {0x1E0E,0x1E0F,0x0044},
{0x1E10,0x1E11,0x0044}, {0x1E10,0x1E11,0x0044},
{0x1E12,0x1E13,0x0044}, {0x1E12,0x1E13,0x0044},
{0x1E14,0x1E15,0x0045}, {0x1E14,0x1E15,0x0045},
{0x1E16,0x1E17,0x0045}, {0x1E16,0x1E17,0x0045},
{0x1E18,0x1E19,0x0045}, {0x1E18,0x1E19,0x0045},
{0x1E1A,0x1E1B,0x0045}, {0x1E1A,0x1E1B,0x0045},
{0x1E1C,0x1E1D,0x0045}, {0x1E1C,0x1E1D,0x0045},
{0x1E1E,0x1E1F,0x0046}, {0x1E1E,0x1E1F,0x0046},
{0x1E20,0x1E21,0x0047}, {0x1E20,0x1E21,0x0047},
{0x1E22,0x1E23,0x0048}, {0x1E22,0x1E23,0x0048},
{0x1E24,0x1E25,0x0048}, {0x1E24,0x1E25,0x0048},
{0x1E26,0x1E27,0x0048}, {0x1E26,0x1E27,0x0048},
{0x1E28,0x1E29,0x0048}, {0x1E28,0x1E29,0x0048},
{0x1E2A,0x1E2B,0x0048}, {0x1E2A,0x1E2B,0x0048},
{0x1E2C,0x1E2D,0x0049}, {0x1E2C,0x1E2D,0x0049},
{0x1E2E,0x1E2F,0x0049}, {0x1E2E,0x1E2F,0x0049},
{0x1E30,0x1E31,0x004B}, {0x1E30,0x1E31,0x004B},
{0x1E32,0x1E33,0x004B}, {0x1E32,0x1E33,0x004B},
{0x1E34,0x1E35,0x004B}, {0x1E34,0x1E35,0x004B},
{0x1E36,0x1E37,0x004C}, {0x1E36,0x1E37,0x004C},
{0x1E38,0x1E39,0x004C}, {0x1E38,0x1E39,0x004C},
{0x1E3A,0x1E3B,0x004C}, {0x1E3A,0x1E3B,0x004C},
{0x1E3C,0x1E3D,0x004C}, {0x1E3C,0x1E3D,0x004C},
{0x1E3E,0x1E3F,0x004D}, {0x1E3E,0x1E3F,0x004D},
{0x1E40,0x1E41,0x004D}, {0x1E40,0x1E41,0x004D},
{0x1E42,0x1E43,0x004D}, {0x1E42,0x1E43,0x004D},
{0x1E44,0x1E45,0x004E}, {0x1E44,0x1E45,0x004E},
{0x1E46,0x1E47,0x004E}, {0x1E46,0x1E47,0x004E},
{0x1E48,0x1E49,0x004E}, {0x1E48,0x1E49,0x004E},
{0x1E4A,0x1E4B,0x004E}, {0x1E4A,0x1E4B,0x004E},
{0x1E4C,0x1E4D,0x004F}, {0x1E4C,0x1E4D,0x004F},
{0x1E4E,0x1E4F,0x004F}, {0x1E4E,0x1E4F,0x004F},
{0x1E50,0x1E51,0x004F}, {0x1E50,0x1E51,0x004F},
{0x1E52,0x1E53,0x004F}, {0x1E52,0x1E53,0x004F},
{0x1E54,0x1E55,0x0050}, {0x1E54,0x1E55,0x0050},
{0x1E56,0x1E57,0x0050}, {0x1E56,0x1E57,0x0050},
{0x1E58,0x1E59,0x0052}, {0x1E58,0x1E59,0x0052},
{0x1E5A,0x1E5B,0x0052}, {0x1E5A,0x1E5B,0x0052},
{0x1E5C,0x1E5D,0x0052}, {0x1E5C,0x1E5D,0x0052},
{0x1E5E,0x1E5F,0x0052}, {0x1E5E,0x1E5F,0x0052},
{0x1E60,0x1E61,0x0053}, {0x1E60,0x1E61,0x0053},
{0x1E62,0x1E63,0x0053}, {0x1E62,0x1E63,0x0053},
{0x1E64,0x1E65,0x0053}, {0x1E64,0x1E65,0x0053},
{0x1E66,0x1E67,0x0053}, {0x1E66,0x1E67,0x0053},
{0x1E68,0x1E69,0x0053}, {0x1E68,0x1E69,0x0053},
{0x1E6A,0x1E6B,0x0054}, {0x1E6A,0x1E6B,0x0054},
{0x1E6C,0x1E6D,0x0054}, {0x1E6C,0x1E6D,0x0054},
{0x1E6E,0x1E6F,0x0054}, {0x1E6E,0x1E6F,0x0054},
{0x1E70,0x1E71,0x0054}, {0x1E70,0x1E71,0x0054},
{0x1E72,0x1E73,0x0055}, {0x1E72,0x1E73,0x0055},
{0x1E74,0x1E75,0x0055}, {0x1E74,0x1E75,0x0055},
{0x1E76,0x1E77,0x0055}, {0x1E76,0x1E77,0x0055},
{0x1E78,0x1E79,0x0055}, {0x1E78,0x1E79,0x0055},
{0x1E7A,0x1E7B,0x0055}, {0x1E7A,0x1E7B,0x0055},
{0x1E7C,0x1E7D,0x0056}, {0x1E7C,0x1E7D,0x0056},
{0x1E7E,0x1E7F,0x0056}, {0x1E7E,0x1E7F,0x0056},
{0x1E80,0x1E81,0x0057}, {0x1E80,0x1E81,0x0057},
{0x1E82,0x1E83,0x0057}, {0x1E82,0x1E83,0x0057},
{0x1E84,0x1E85,0x0057}, {0x1E84,0x1E85,0x0057},
{0x1E86,0x1E87,0x0057}, {0x1E86,0x1E87,0x0057},
{0x1E88,0x1E89,0x0057}, {0x1E88,0x1E89,0x0057},
{0x1E8A,0x1E8B,0x0058}, {0x1E8A,0x1E8B,0x0058},
{0x1E8C,0x1E8D,0x0058}, {0x1E8C,0x1E8D,0x0058},
{0x1E8E,0x1E8F,0x0059}, {0x1E8E,0x1E8F,0x0059},
{0x1E90,0x1E91,0x005A}, {0x1E90,0x1E91,0x005A},
{0x1E92,0x1E93,0x005A}, {0x1E92,0x1E93,0x005A},
{0x1E94,0x1E95,0x005A}, {0x1E94,0x1E95,0x005A},
{0x1E96,0x1E96,0x0048}, {0x1E97,0x1E97,0x0054},
{0x1E98,0x1E98,0x0057}, {0x1E99,0x1E99,0x0059},
{0x1E9A,0x1E9A,0x1E9A}, {0x1E60,0x1E9B,0x0053},
{0x1E9C,0x1E9C,0x1E9C}, {0x1E9D,0x1E9D,0x1E9D},
{0x1E9E,0x1E9E,0x1E9E}, {0x1E9F,0x1E9F,0x1E9F},
{0x1EA0,0x1EA1,0x0041}, {0x1EA0,0x1EA1,0x0041},
{0x1EA2,0x1EA3,0x0041}, {0x1EA2,0x1EA3,0x0041},
{0x1EA4,0x1EA5,0x0041}, {0x1EA4,0x1EA5,0x0041},
{0x1EA6,0x1EA7,0x0041}, {0x1EA6,0x1EA7,0x0041},
{0x1EA8,0x1EA9,0x0041}, {0x1EA8,0x1EA9,0x0041},
{0x1EAA,0x1EAB,0x0041}, {0x1EAA,0x1EAB,0x0041},
{0x1EAC,0x1EAD,0x0041}, {0x1EAC,0x1EAD,0x0041},
{0x1EAE,0x1EAF,0x0041}, {0x1EAE,0x1EAF,0x0041},
{0x1EB0,0x1EB1,0x0041}, {0x1EB0,0x1EB1,0x0041},
{0x1EB2,0x1EB3,0x0041}, {0x1EB2,0x1EB3,0x0041},
{0x1EB4,0x1EB5,0x0041}, {0x1EB4,0x1EB5,0x0041},
{0x1EB6,0x1EB7,0x0041}, {0x1EB6,0x1EB7,0x0041},
{0x1EB8,0x1EB9,0x0045}, {0x1EB8,0x1EB9,0x0045},
{0x1EBA,0x1EBB,0x0045}, {0x1EBA,0x1EBB,0x0045},
{0x1EBC,0x1EBD,0x0045}, {0x1EBC,0x1EBD,0x0045},
{0x1EBE,0x1EBF,0x0045}, {0x1EBE,0x1EBF,0x0045},
{0x1EC0,0x1EC1,0x0045}, {0x1EC0,0x1EC1,0x0045},
{0x1EC2,0x1EC3,0x0045}, {0x1EC2,0x1EC3,0x0045},
{0x1EC4,0x1EC5,0x0045}, {0x1EC4,0x1EC5,0x0045},
{0x1EC6,0x1EC7,0x0045}, {0x1EC6,0x1EC7,0x0045},
{0x1EC8,0x1EC9,0x0049}, {0x1EC8,0x1EC9,0x0049},
{0x1ECA,0x1ECB,0x0049}, {0x1ECA,0x1ECB,0x0049},
{0x1ECC,0x1ECD,0x004F}, {0x1ECC,0x1ECD,0x004F},
{0x1ECE,0x1ECF,0x004F}, {0x1ECE,0x1ECF,0x004F},
{0x1ED0,0x1ED1,0x004F}, {0x1ED0,0x1ED1,0x004F},
{0x1ED2,0x1ED3,0x004F}, {0x1ED2,0x1ED3,0x004F},
{0x1ED4,0x1ED5,0x004F}, {0x1ED4,0x1ED5,0x004F},
{0x1ED6,0x1ED7,0x004F}, {0x1ED6,0x1ED7,0x004F},
{0x1ED8,0x1ED9,0x004F}, {0x1ED8,0x1ED9,0x004F},
{0x1EDA,0x1EDB,0x004F}, {0x1EDA,0x1EDB,0x004F},
{0x1EDC,0x1EDD,0x004F}, {0x1EDC,0x1EDD,0x004F},
{0x1EDE,0x1EDF,0x004F}, {0x1EDE,0x1EDF,0x004F},
{0x1EE0,0x1EE1,0x004F}, {0x1EE0,0x1EE1,0x004F},
{0x1EE2,0x1EE3,0x004F}, {0x1EE2,0x1EE3,0x004F},
{0x1EE4,0x1EE5,0x0055}, {0x1EE4,0x1EE5,0x0055},
{0x1EE6,0x1EE7,0x0055}, {0x1EE6,0x1EE7,0x0055},
{0x1EE8,0x1EE9,0x0055}, {0x1EE8,0x1EE9,0x0055},
{0x1EEA,0x1EEB,0x0055}, {0x1EEA,0x1EEB,0x0055},
{0x1EEC,0x1EED,0x0055}, {0x1EEC,0x1EED,0x0055},
{0x1EEE,0x1EEF,0x0055}, {0x1EEE,0x1EEF,0x0055},
{0x1EF0,0x1EF1,0x0055}, {0x1EF0,0x1EF1,0x0055},
{0x1EF2,0x1EF3,0x0059}, {0x1EF2,0x1EF3,0x0059},
{0x1EF4,0x1EF5,0x0059}, {0x1EF4,0x1EF5,0x0059},
{0x1EF6,0x1EF7,0x0059}, {0x1EF6,0x1EF7,0x0059},
{0x1EF8,0x1EF9,0x0059}, {0x1EF8,0x1EF9,0x0059},
{0x1EFA,0x1EFA,0x1EFA}, {0x1EFB,0x1EFB,0x1EFB},
{0x1EFC,0x1EFC,0x1EFC}, {0x1EFD,0x1EFD,0x1EFD},
{0x1EFE,0x1EFE,0x1EFE}, {0x1EFF,0x1EFF,0x1EFF}
};
static MY_UNICASE_INFO plane1F[]={
{0x1F08,0x1F00,0x0391}, {0x1F09,0x1F01,0x0391},
{0x1F0A,0x1F02,0x0391}, {0x1F0B,0x1F03,0x0391},
{0x1F0C,0x1F04,0x0391}, {0x1F0D,0x1F05,0x0391},
{0x1F0E,0x1F06,0x0391}, {0x1F0F,0x1F07,0x0391},
{0x1F08,0x1F00,0x0391}, {0x1F09,0x1F01,0x0391},
{0x1F0A,0x1F02,0x0391}, {0x1F0B,0x1F03,0x0391},
{0x1F0C,0x1F04,0x0391}, {0x1F0D,0x1F05,0x0391},
{0x1F0E,0x1F06,0x0391}, {0x1F0F,0x1F07,0x0391},
{0x1F18,0x1F10,0x0395}, {0x1F19,0x1F11,0x0395},
{0x1F1A,0x1F12,0x0395}, {0x1F1B,0x1F13,0x0395},
{0x1F1C,0x1F14,0x0395}, {0x1F1D,0x1F15,0x0395},
{0x1F16,0x1F16,0x1F16}, {0x1F17,0x1F17,0x1F17},
{0x1F18,0x1F10,0x0395}, {0x1F19,0x1F11,0x0395},
{0x1F1A,0x1F12,0x0395}, {0x1F1B,0x1F13,0x0395},
{0x1F1C,0x1F14,0x0395}, {0x1F1D,0x1F15,0x0395},
{0x1F1E,0x1F1E,0x1F1E}, {0x1F1F,0x1F1F,0x1F1F},
{0x1F28,0x1F20,0x0397}, {0x1F29,0x1F21,0x0397},
{0x1F2A,0x1F22,0x0397}, {0x1F2B,0x1F23,0x0397},
{0x1F2C,0x1F24,0x0397}, {0x1F2D,0x1F25,0x0397},
{0x1F2E,0x1F26,0x0397}, {0x1F2F,0x1F27,0x0397},
{0x1F28,0x1F20,0x0397}, {0x1F29,0x1F21,0x0397},
{0x1F2A,0x1F22,0x0397}, {0x1F2B,0x1F23,0x0397},
{0x1F2C,0x1F24,0x0397}, {0x1F2D,0x1F25,0x0397},
{0x1F2E,0x1F26,0x0397}, {0x1F2F,0x1F27,0x0397},
{0x1F38,0x1F30,0x0399}, {0x1F39,0x1F31,0x0399},
{0x1F3A,0x1F32,0x0399}, {0x1F3B,0x1F33,0x0399},
{0x1F3C,0x1F34,0x0399}, {0x1F3D,0x1F35,0x0399},
{0x1F3E,0x1F36,0x0399}, {0x1F3F,0x1F37,0x0399},
{0x1F38,0x1F30,0x0399}, {0x1F39,0x1F31,0x0399},
{0x1F3A,0x1F32,0x0399}, {0x1F3B,0x1F33,0x0399},
{0x1F3C,0x1F34,0x0399}, {0x1F3D,0x1F35,0x0399},
{0x1F3E,0x1F36,0x0399}, {0x1F3F,0x1F37,0x0399},
{0x1F48,0x1F40,0x039F}, {0x1F49,0x1F41,0x039F},
{0x1F4A,0x1F42,0x039F}, {0x1F4B,0x1F43,0x039F},
{0x1F4C,0x1F44,0x039F}, {0x1F4D,0x1F45,0x039F},
{0x1F46,0x1F46,0x1F46}, {0x1F47,0x1F47,0x1F47},
{0x1F48,0x1F40,0x039F}, {0x1F49,0x1F41,0x039F},
{0x1F4A,0x1F42,0x039F}, {0x1F4B,0x1F43,0x039F},
{0x1F4C,0x1F44,0x039F}, {0x1F4D,0x1F45,0x039F},
{0x1F4E,0x1F4E,0x1F4E}, {0x1F4F,0x1F4F,0x1F4F},
{0x1F50,0x1F50,0x03A5}, {0x1F59,0x1F51,0x03A5},
{0x1F52,0x1F52,0x03A5}, {0x1F5B,0x1F53,0x03A5},
{0x1F54,0x1F54,0x03A5}, {0x1F5D,0x1F55,0x03A5},
{0x1F56,0x1F56,0x03A5}, {0x1F5F,0x1F57,0x03A5},
{0x1F58,0x1F58,0x1F58}, {0x1F59,0x1F51,0x03A5},
{0x1F5A,0x1F5A,0x1F5A}, {0x1F5B,0x1F53,0x03A5},
{0x1F5C,0x1F5C,0x1F5C}, {0x1F5D,0x1F55,0x03A5},
{0x1F5E,0x1F5E,0x1F5E}, {0x1F5F,0x1F57,0x03A5},
{0x1F68,0x1F60,0x03A9}, {0x1F69,0x1F61,0x03A9},
{0x1F6A,0x1F62,0x03A9}, {0x1F6B,0x1F63,0x03A9},
{0x1F6C,0x1F64,0x03A9}, {0x1F6D,0x1F65,0x03A9},
{0x1F6E,0x1F66,0x03A9}, {0x1F6F,0x1F67,0x03A9},
{0x1F68,0x1F60,0x03A9}, {0x1F69,0x1F61,0x03A9},
{0x1F6A,0x1F62,0x03A9}, {0x1F6B,0x1F63,0x03A9},
{0x1F6C,0x1F64,0x03A9}, {0x1F6D,0x1F65,0x03A9},
{0x1F6E,0x1F66,0x03A9}, {0x1F6F,0x1F67,0x03A9},
{0x1FBA,0x1F70,0x0391}, {0x1FBB,0x1F71,0x1FBB},
{0x1FC8,0x1F72,0x0395}, {0x1FC9,0x1F73,0x1FC9},
{0x1FCA,0x1F74,0x0397}, {0x1FCB,0x1F75,0x1FCB},
{0x1FDA,0x1F76,0x0399}, {0x1FDB,0x1F77,0x1FDB},
{0x1FF8,0x1F78,0x039F}, {0x1FF9,0x1F79,0x1FF9},
{0x1FEA,0x1F7A,0x03A5}, {0x1FEB,0x1F7B,0x1FEB},
{0x1FFA,0x1F7C,0x03A9}, {0x1FFB,0x1F7D,0x1FFB},
{0x1F7E,0x1F7E,0x1F7E}, {0x1F7F,0x1F7F,0x1F7F},
{0x1F88,0x1F80,0x0391}, {0x1F89,0x1F81,0x0391},
{0x1F8A,0x1F82,0x0391}, {0x1F8B,0x1F83,0x0391},
{0x1F8C,0x1F84,0x0391}, {0x1F8D,0x1F85,0x0391},
{0x1F8E,0x1F86,0x0391}, {0x1F8F,0x1F87,0x0391},
{0x1F88,0x1F80,0x0391}, {0x1F89,0x1F81,0x0391},
{0x1F8A,0x1F82,0x0391}, {0x1F8B,0x1F83,0x0391},
{0x1F8C,0x1F84,0x0391}, {0x1F8D,0x1F85,0x0391},
{0x1F8E,0x1F86,0x0391}, {0x1F8F,0x1F87,0x0391},
{0x1F98,0x1F90,0x0397}, {0x1F99,0x1F91,0x0397},
{0x1F9A,0x1F92,0x0397}, {0x1F9B,0x1F93,0x0397},
{0x1F9C,0x1F94,0x0397}, {0x1F9D,0x1F95,0x0397},
{0x1F9E,0x1F96,0x0397}, {0x1F9F,0x1F97,0x0397},
{0x1F98,0x1F90,0x0397}, {0x1F99,0x1F91,0x0397},
{0x1F9A,0x1F92,0x0397}, {0x1F9B,0x1F93,0x0397},
{0x1F9C,0x1F94,0x0397}, {0x1F9D,0x1F95,0x0397},
{0x1F9E,0x1F96,0x0397}, {0x1F9F,0x1F97,0x0397},
{0x1FA8,0x1FA0,0x03A9}, {0x1FA9,0x1FA1,0x03A9},
{0x1FAA,0x1FA2,0x03A9}, {0x1FAB,0x1FA3,0x03A9},
{0x1FAC,0x1FA4,0x03A9}, {0x1FAD,0x1FA5,0x03A9},
{0x1FAE,0x1FA6,0x03A9}, {0x1FAF,0x1FA7,0x03A9},
{0x1FA8,0x1FA0,0x03A9}, {0x1FA9,0x1FA1,0x03A9},
{0x1FAA,0x1FA2,0x03A9}, {0x1FAB,0x1FA3,0x03A9},
{0x1FAC,0x1FA4,0x03A9}, {0x1FAD,0x1FA5,0x03A9},
{0x1FAE,0x1FA6,0x03A9}, {0x1FAF,0x1FA7,0x03A9},
{0x1FB8,0x1FB0,0x0391}, {0x1FB9,0x1FB1,0x0391},
{0x1FB2,0x1FB2,0x0391}, {0x1FBC,0x1FB3,0x0391},
{0x1FB4,0x1FB4,0x0391}, {0x1FB5,0x1FB5,0x1FB5},
{0x1FB6,0x1FB6,0x0391}, {0x1FB7,0x1FB7,0x0391},
{0x1FB8,0x1FB0,0x0391}, {0x1FB9,0x1FB1,0x0391},
{0x1FBA,0x1F70,0x0391}, {0x1FBB,0x1F71,0x1FBB},
{0x1FBC,0x1FB3,0x0391}, {0x1FBD,0x1FBD,0x1FBD},
{0x0399,0x1FBE,0x0399}, {0x1FBF,0x1FBF,0x1FBF},
{0x1FC0,0x1FC0,0x1FC0}, {0x1FC1,0x1FC1,0x1FC1},
{0x1FC2,0x1FC2,0x0397}, {0x1FCC,0x1FC3,0x0397},
{0x1FC4,0x1FC4,0x0397}, {0x1FC5,0x1FC5,0x1FC5},
{0x1FC6,0x1FC6,0x0397}, {0x1FC7,0x1FC7,0x0397},
{0x1FC8,0x1F72,0x0395}, {0x1FC9,0x1F73,0x1FC9},
{0x1FCA,0x1F74,0x0397}, {0x1FCB,0x1F75,0x1FCB},
{0x1FCC,0x1FC3,0x0397}, {0x1FCD,0x1FCD,0x1FCD},
{0x1FCE,0x1FCE,0x1FCE}, {0x1FCF,0x1FCF,0x1FCF},
{0x1FD8,0x1FD0,0x0399}, {0x1FD9,0x1FD1,0x0399},
{0x1FD2,0x1FD2,0x0399}, {0x1FD3,0x1FD3,0x1FD3},
{0x1FD4,0x1FD4,0x1FD4}, {0x1FD5,0x1FD5,0x1FD5},
{0x1FD6,0x1FD6,0x0399}, {0x1FD7,0x1FD7,0x0399},
{0x1FD8,0x1FD0,0x0399}, {0x1FD9,0x1FD1,0x0399},
{0x1FDA,0x1F76,0x0399}, {0x1FDB,0x1F77,0x1FDB},
{0x1FDC,0x1FDC,0x1FDC}, {0x1FDD,0x1FDD,0x1FDD},
{0x1FDE,0x1FDE,0x1FDE}, {0x1FDF,0x1FDF,0x1FDF},
{0x1FE8,0x1FE0,0x03A5}, {0x1FE9,0x1FE1,0x03A5},
{0x1FE2,0x1FE2,0x03A5}, {0x1FE3,0x1FE3,0x1FE3},
{0x1FE4,0x1FE4,0x03A1}, {0x1FEC,0x1FE5,0x03A1},
{0x1FE6,0x1FE6,0x03A5}, {0x1FE7,0x1FE7,0x03A5},
{0x1FE8,0x1FE0,0x03A5}, {0x1FE9,0x1FE1,0x03A5},
{0x1FEA,0x1F7A,0x03A5}, {0x1FEB,0x1F7B,0x1FEB},
{0x1FEC,0x1FE5,0x03A1}, {0x1FED,0x1FED,0x1FED},
{0x1FEE,0x1FEE,0x1FEE}, {0x1FEF,0x1FEF,0x1FEF},
{0x1FF0,0x1FF0,0x1FF0}, {0x1FF1,0x1FF1,0x1FF1},
{0x1FF2,0x1FF2,0x03A9}, {0x1FFC,0x1FF3,0x03A9},
{0x1FF4,0x1FF4,0x03A9}, {0x1FF5,0x1FF5,0x1FF5},
{0x1FF6,0x1FF6,0x03A9}, {0x1FF7,0x1FF7,0x03A9},
{0x1FF8,0x1F78,0x039F}, {0x1FF9,0x1F79,0x1FF9},
{0x1FFA,0x1F7C,0x03A9}, {0x1FFB,0x1F7D,0x1FFB},
{0x1FFC,0x1FF3,0x03A9}, {0x1FFD,0x1FFD,0x1FFD},
{0x1FFE,0x1FFE,0x1FFE}, {0x1FFF,0x1FFF,0x1FFF}
};
static MY_UNICASE_INFO plane21[]={
{0x2100,0x2100,0x2100}, {0x2101,0x2101,0x2101},
{0x2102,0x2102,0x2102}, {0x2103,0x2103,0x2103},
{0x2104,0x2104,0x2104}, {0x2105,0x2105,0x2105},
{0x2106,0x2106,0x2106}, {0x2107,0x2107,0x2107},
{0x2108,0x2108,0x2108}, {0x2109,0x2109,0x2109},
{0x210A,0x210A,0x210A}, {0x210B,0x210B,0x210B},
{0x210C,0x210C,0x210C}, {0x210D,0x210D,0x210D},
{0x210E,0x210E,0x210E}, {0x210F,0x210F,0x210F},
{0x2110,0x2110,0x2110}, {0x2111,0x2111,0x2111},
{0x2112,0x2112,0x2112}, {0x2113,0x2113,0x2113},
{0x2114,0x2114,0x2114}, {0x2115,0x2115,0x2115},
{0x2116,0x2116,0x2116}, {0x2117,0x2117,0x2117},
{0x2118,0x2118,0x2118}, {0x2119,0x2119,0x2119},
{0x211A,0x211A,0x211A}, {0x211B,0x211B,0x211B},
{0x211C,0x211C,0x211C}, {0x211D,0x211D,0x211D},
{0x211E,0x211E,0x211E}, {0x211F,0x211F,0x211F},
{0x2120,0x2120,0x2120}, {0x2121,0x2121,0x2121},
{0x2122,0x2122,0x2122}, {0x2123,0x2123,0x2123},
{0x2124,0x2124,0x2124}, {0x2125,0x2125,0x2125},
{0x2126,0x03C9,0x2126}, {0x2127,0x2127,0x2127},
{0x2128,0x2128,0x2128}, {0x2129,0x2129,0x2129},
{0x212A,0x006B,0x212A}, {0x212B,0x00E5,0x212B},
{0x212C,0x212C,0x212C}, {0x212D,0x212D,0x212D},
{0x212E,0x212E,0x212E}, {0x212F,0x212F,0x212F},
{0x2130,0x2130,0x2130}, {0x2131,0x2131,0x2131},
{0x2132,0x2132,0x2132}, {0x2133,0x2133,0x2133},
{0x2134,0x2134,0x2134}, {0x2135,0x2135,0x2135},
{0x2136,0x2136,0x2136}, {0x2137,0x2137,0x2137},
{0x2138,0x2138,0x2138}, {0x2139,0x2139,0x2139},
{0x213A,0x213A,0x213A}, {0x213B,0x213B,0x213B},
{0x213C,0x213C,0x213C}, {0x213D,0x213D,0x213D},
{0x213E,0x213E,0x213E}, {0x213F,0x213F,0x213F},
{0x2140,0x2140,0x2140}, {0x2141,0x2141,0x2141},
{0x2142,0x2142,0x2142}, {0x2143,0x2143,0x2143},
{0x2144,0x2144,0x2144}, {0x2145,0x2145,0x2145},
{0x2146,0x2146,0x2146}, {0x2147,0x2147,0x2147},
{0x2148,0x2148,0x2148}, {0x2149,0x2149,0x2149},
{0x214A,0x214A,0x214A}, {0x214B,0x214B,0x214B},
{0x214C,0x214C,0x214C}, {0x214D,0x214D,0x214D},
{0x214E,0x214E,0x214E}, {0x214F,0x214F,0x214F},
{0x2150,0x2150,0x2150}, {0x2151,0x2151,0x2151},
{0x2152,0x2152,0x2152}, {0x2153,0x2153,0x2153},
{0x2154,0x2154,0x2154}, {0x2155,0x2155,0x2155},
{0x2156,0x2156,0x2156}, {0x2157,0x2157,0x2157},
{0x2158,0x2158,0x2158}, {0x2159,0x2159,0x2159},
{0x215A,0x215A,0x215A}, {0x215B,0x215B,0x215B},
{0x215C,0x215C,0x215C}, {0x215D,0x215D,0x215D},
{0x215E,0x215E,0x215E}, {0x215F,0x215F,0x215F},
{0x2160,0x2170,0x2160}, {0x2161,0x2171,0x2161},
{0x2162,0x2172,0x2162}, {0x2163,0x2173,0x2163},
{0x2164,0x2174,0x2164}, {0x2165,0x2175,0x2165},
{0x2166,0x2176,0x2166}, {0x2167,0x2177,0x2167},
{0x2168,0x2178,0x2168}, {0x2169,0x2179,0x2169},
{0x216A,0x217A,0x216A}, {0x216B,0x217B,0x216B},
{0x216C,0x217C,0x216C}, {0x216D,0x217D,0x216D},
{0x216E,0x217E,0x216E}, {0x216F,0x217F,0x216F},
{0x2160,0x2170,0x2160}, {0x2161,0x2171,0x2161},
{0x2162,0x2172,0x2162}, {0x2163,0x2173,0x2163},
{0x2164,0x2174,0x2164}, {0x2165,0x2175,0x2165},
{0x2166,0x2176,0x2166}, {0x2167,0x2177,0x2167},
{0x2168,0x2178,0x2168}, {0x2169,0x2179,0x2169},
{0x216A,0x217A,0x216A}, {0x216B,0x217B,0x216B},
{0x216C,0x217C,0x216C}, {0x216D,0x217D,0x216D},
{0x216E,0x217E,0x216E}, {0x216F,0x217F,0x216F},
{0x2180,0x2180,0x2180}, {0x2181,0x2181,0x2181},
{0x2182,0x2182,0x2182}, {0x2183,0x2183,0x2183},
{0x2184,0x2184,0x2184}, {0x2185,0x2185,0x2185},
{0x2186,0x2186,0x2186}, {0x2187,0x2187,0x2187},
{0x2188,0x2188,0x2188}, {0x2189,0x2189,0x2189},
{0x218A,0x218A,0x218A}, {0x218B,0x218B,0x218B},
{0x218C,0x218C,0x218C}, {0x218D,0x218D,0x218D},
{0x218E,0x218E,0x218E}, {0x218F,0x218F,0x218F},
{0x2190,0x2190,0x2190}, {0x2191,0x2191,0x2191},
{0x2192,0x2192,0x2192}, {0x2193,0x2193,0x2193},
{0x2194,0x2194,0x2194}, {0x2195,0x2195,0x2195},
{0x2196,0x2196,0x2196}, {0x2197,0x2197,0x2197},
{0x2198,0x2198,0x2198}, {0x2199,0x2199,0x2199},
{0x219A,0x219A,0x219A}, {0x219B,0x219B,0x219B},
{0x219C,0x219C,0x219C}, {0x219D,0x219D,0x219D},
{0x219E,0x219E,0x219E}, {0x219F,0x219F,0x219F},
{0x21A0,0x21A0,0x21A0}, {0x21A1,0x21A1,0x21A1},
{0x21A2,0x21A2,0x21A2}, {0x21A3,0x21A3,0x21A3},
{0x21A4,0x21A4,0x21A4}, {0x21A5,0x21A5,0x21A5},
{0x21A6,0x21A6,0x21A6}, {0x21A7,0x21A7,0x21A7},
{0x21A8,0x21A8,0x21A8}, {0x21A9,0x21A9,0x21A9},
{0x21AA,0x21AA,0x21AA}, {0x21AB,0x21AB,0x21AB},
{0x21AC,0x21AC,0x21AC}, {0x21AD,0x21AD,0x21AD},
{0x21AE,0x21AE,0x21AE}, {0x21AF,0x21AF,0x21AF},
{0x21B0,0x21B0,0x21B0}, {0x21B1,0x21B1,0x21B1},
{0x21B2,0x21B2,0x21B2}, {0x21B3,0x21B3,0x21B3},
{0x21B4,0x21B4,0x21B4}, {0x21B5,0x21B5,0x21B5},
{0x21B6,0x21B6,0x21B6}, {0x21B7,0x21B7,0x21B7},
{0x21B8,0x21B8,0x21B8}, {0x21B9,0x21B9,0x21B9},
{0x21BA,0x21BA,0x21BA}, {0x21BB,0x21BB,0x21BB},
{0x21BC,0x21BC,0x21BC}, {0x21BD,0x21BD,0x21BD},
{0x21BE,0x21BE,0x21BE}, {0x21BF,0x21BF,0x21BF},
{0x21C0,0x21C0,0x21C0}, {0x21C1,0x21C1,0x21C1},
{0x21C2,0x21C2,0x21C2}, {0x21C3,0x21C3,0x21C3},
{0x21C4,0x21C4,0x21C4}, {0x21C5,0x21C5,0x21C5},
{0x21C6,0x21C6,0x21C6}, {0x21C7,0x21C7,0x21C7},
{0x21C8,0x21C8,0x21C8}, {0x21C9,0x21C9,0x21C9},
{0x21CA,0x21CA,0x21CA}, {0x21CB,0x21CB,0x21CB},
{0x21CC,0x21CC,0x21CC}, {0x21CD,0x21CD,0x21CD},
{0x21CE,0x21CE,0x21CE}, {0x21CF,0x21CF,0x21CF},
{0x21D0,0x21D0,0x21D0}, {0x21D1,0x21D1,0x21D1},
{0x21D2,0x21D2,0x21D2}, {0x21D3,0x21D3,0x21D3},
{0x21D4,0x21D4,0x21D4}, {0x21D5,0x21D5,0x21D5},
{0x21D6,0x21D6,0x21D6}, {0x21D7,0x21D7,0x21D7},
{0x21D8,0x21D8,0x21D8}, {0x21D9,0x21D9,0x21D9},
{0x21DA,0x21DA,0x21DA}, {0x21DB,0x21DB,0x21DB},
{0x21DC,0x21DC,0x21DC}, {0x21DD,0x21DD,0x21DD},
{0x21DE,0x21DE,0x21DE}, {0x21DF,0x21DF,0x21DF},
{0x21E0,0x21E0,0x21E0}, {0x21E1,0x21E1,0x21E1},
{0x21E2,0x21E2,0x21E2}, {0x21E3,0x21E3,0x21E3},
{0x21E4,0x21E4,0x21E4}, {0x21E5,0x21E5,0x21E5},
{0x21E6,0x21E6,0x21E6}, {0x21E7,0x21E7,0x21E7},
{0x21E8,0x21E8,0x21E8}, {0x21E9,0x21E9,0x21E9},
{0x21EA,0x21EA,0x21EA}, {0x21EB,0x21EB,0x21EB},
{0x21EC,0x21EC,0x21EC}, {0x21ED,0x21ED,0x21ED},
{0x21EE,0x21EE,0x21EE}, {0x21EF,0x21EF,0x21EF},
{0x21F0,0x21F0,0x21F0}, {0x21F1,0x21F1,0x21F1},
{0x21F2,0x21F2,0x21F2}, {0x21F3,0x21F3,0x21F3},
{0x21F4,0x21F4,0x21F4}, {0x21F5,0x21F5,0x21F5},
{0x21F6,0x21F6,0x21F6}, {0x21F7,0x21F7,0x21F7},
{0x21F8,0x21F8,0x21F8}, {0x21F9,0x21F9,0x21F9},
{0x21FA,0x21FA,0x21FA}, {0x21FB,0x21FB,0x21FB},
{0x21FC,0x21FC,0x21FC}, {0x21FD,0x21FD,0x21FD},
{0x21FE,0x21FE,0x21FE}, {0x21FF,0x21FF,0x21FF}
};
static MY_UNICASE_INFO plane24[]={
{0x2400,0x2400,0x2400}, {0x2401,0x2401,0x2401},
{0x2402,0x2402,0x2402}, {0x2403,0x2403,0x2403},
{0x2404,0x2404,0x2404}, {0x2405,0x2405,0x2405},
{0x2406,0x2406,0x2406}, {0x2407,0x2407,0x2407},
{0x2408,0x2408,0x2408}, {0x2409,0x2409,0x2409},
{0x240A,0x240A,0x240A}, {0x240B,0x240B,0x240B},
{0x240C,0x240C,0x240C}, {0x240D,0x240D,0x240D},
{0x240E,0x240E,0x240E}, {0x240F,0x240F,0x240F},
{0x2410,0x2410,0x2410}, {0x2411,0x2411,0x2411},
{0x2412,0x2412,0x2412}, {0x2413,0x2413,0x2413},
{0x2414,0x2414,0x2414}, {0x2415,0x2415,0x2415},
{0x2416,0x2416,0x2416}, {0x2417,0x2417,0x2417},
{0x2418,0x2418,0x2418}, {0x2419,0x2419,0x2419},
{0x241A,0x241A,0x241A}, {0x241B,0x241B,0x241B},
{0x241C,0x241C,0x241C}, {0x241D,0x241D,0x241D},
{0x241E,0x241E,0x241E}, {0x241F,0x241F,0x241F},
{0x2420,0x2420,0x2420}, {0x2421,0x2421,0x2421},
{0x2422,0x2422,0x2422}, {0x2423,0x2423,0x2423},
{0x2424,0x2424,0x2424}, {0x2425,0x2425,0x2425},
{0x2426,0x2426,0x2426}, {0x2427,0x2427,0x2427},
{0x2428,0x2428,0x2428}, {0x2429,0x2429,0x2429},
{0x242A,0x242A,0x242A}, {0x242B,0x242B,0x242B},
{0x242C,0x242C,0x242C}, {0x242D,0x242D,0x242D},
{0x242E,0x242E,0x242E}, {0x242F,0x242F,0x242F},
{0x2430,0x2430,0x2430}, {0x2431,0x2431,0x2431},
{0x2432,0x2432,0x2432}, {0x2433,0x2433,0x2433},
{0x2434,0x2434,0x2434}, {0x2435,0x2435,0x2435},
{0x2436,0x2436,0x2436}, {0x2437,0x2437,0x2437},
{0x2438,0x2438,0x2438}, {0x2439,0x2439,0x2439},
{0x243A,0x243A,0x243A}, {0x243B,0x243B,0x243B},
{0x243C,0x243C,0x243C}, {0x243D,0x243D,0x243D},
{0x243E,0x243E,0x243E}, {0x243F,0x243F,0x243F},
{0x2440,0x2440,0x2440}, {0x2441,0x2441,0x2441},
{0x2442,0x2442,0x2442}, {0x2443,0x2443,0x2443},
{0x2444,0x2444,0x2444}, {0x2445,0x2445,0x2445},
{0x2446,0x2446,0x2446}, {0x2447,0x2447,0x2447},
{0x2448,0x2448,0x2448}, {0x2449,0x2449,0x2449},
{0x244A,0x244A,0x244A}, {0x244B,0x244B,0x244B},
{0x244C,0x244C,0x244C}, {0x244D,0x244D,0x244D},
{0x244E,0x244E,0x244E}, {0x244F,0x244F,0x244F},
{0x2450,0x2450,0x2450}, {0x2451,0x2451,0x2451},
{0x2452,0x2452,0x2452}, {0x2453,0x2453,0x2453},
{0x2454,0x2454,0x2454}, {0x2455,0x2455,0x2455},
{0x2456,0x2456,0x2456}, {0x2457,0x2457,0x2457},
{0x2458,0x2458,0x2458}, {0x2459,0x2459,0x2459},
{0x245A,0x245A,0x245A}, {0x245B,0x245B,0x245B},
{0x245C,0x245C,0x245C}, {0x245D,0x245D,0x245D},
{0x245E,0x245E,0x245E}, {0x245F,0x245F,0x245F},
{0x2460,0x2460,0x2460}, {0x2461,0x2461,0x2461},
{0x2462,0x2462,0x2462}, {0x2463,0x2463,0x2463},
{0x2464,0x2464,0x2464}, {0x2465,0x2465,0x2465},
{0x2466,0x2466,0x2466}, {0x2467,0x2467,0x2467},
{0x2468,0x2468,0x2468}, {0x2469,0x2469,0x2469},
{0x246A,0x246A,0x246A}, {0x246B,0x246B,0x246B},
{0x246C,0x246C,0x246C}, {0x246D,0x246D,0x246D},
{0x246E,0x246E,0x246E}, {0x246F,0x246F,0x246F},
{0x2470,0x2470,0x2470}, {0x2471,0x2471,0x2471},
{0x2472,0x2472,0x2472}, {0x2473,0x2473,0x2473},
{0x2474,0x2474,0x2474}, {0x2475,0x2475,0x2475},
{0x2476,0x2476,0x2476}, {0x2477,0x2477,0x2477},
{0x2478,0x2478,0x2478}, {0x2479,0x2479,0x2479},
{0x247A,0x247A,0x247A}, {0x247B,0x247B,0x247B},
{0x247C,0x247C,0x247C}, {0x247D,0x247D,0x247D},
{0x247E,0x247E,0x247E}, {0x247F,0x247F,0x247F},
{0x2480,0x2480,0x2480}, {0x2481,0x2481,0x2481},
{0x2482,0x2482,0x2482}, {0x2483,0x2483,0x2483},
{0x2484,0x2484,0x2484}, {0x2485,0x2485,0x2485},
{0x2486,0x2486,0x2486}, {0x2487,0x2487,0x2487},
{0x2488,0x2488,0x2488}, {0x2489,0x2489,0x2489},
{0x248A,0x248A,0x248A}, {0x248B,0x248B,0x248B},
{0x248C,0x248C,0x248C}, {0x248D,0x248D,0x248D},
{0x248E,0x248E,0x248E}, {0x248F,0x248F,0x248F},
{0x2490,0x2490,0x2490}, {0x2491,0x2491,0x2491},
{0x2492,0x2492,0x2492}, {0x2493,0x2493,0x2493},
{0x2494,0x2494,0x2494}, {0x2495,0x2495,0x2495},
{0x2496,0x2496,0x2496}, {0x2497,0x2497,0x2497},
{0x2498,0x2498,0x2498}, {0x2499,0x2499,0x2499},
{0x249A,0x249A,0x249A}, {0x249B,0x249B,0x249B},
{0x249C,0x249C,0x249C}, {0x249D,0x249D,0x249D},
{0x249E,0x249E,0x249E}, {0x249F,0x249F,0x249F},
{0x24A0,0x24A0,0x24A0}, {0x24A1,0x24A1,0x24A1},
{0x24A2,0x24A2,0x24A2}, {0x24A3,0x24A3,0x24A3},
{0x24A4,0x24A4,0x24A4}, {0x24A5,0x24A5,0x24A5},
{0x24A6,0x24A6,0x24A6}, {0x24A7,0x24A7,0x24A7},
{0x24A8,0x24A8,0x24A8}, {0x24A9,0x24A9,0x24A9},
{0x24AA,0x24AA,0x24AA}, {0x24AB,0x24AB,0x24AB},
{0x24AC,0x24AC,0x24AC}, {0x24AD,0x24AD,0x24AD},
{0x24AE,0x24AE,0x24AE}, {0x24AF,0x24AF,0x24AF},
{0x24B0,0x24B0,0x24B0}, {0x24B1,0x24B1,0x24B1},
{0x24B2,0x24B2,0x24B2}, {0x24B3,0x24B3,0x24B3},
{0x24B4,0x24B4,0x24B4}, {0x24B5,0x24B5,0x24B5},
{0x24B6,0x24D0,0x24B6}, {0x24B7,0x24D1,0x24B7},
{0x24B8,0x24D2,0x24B8}, {0x24B9,0x24D3,0x24B9},
{0x24BA,0x24D4,0x24BA}, {0x24BB,0x24D5,0x24BB},
{0x24BC,0x24D6,0x24BC}, {0x24BD,0x24D7,0x24BD},
{0x24BE,0x24D8,0x24BE}, {0x24BF,0x24D9,0x24BF},
{0x24C0,0x24DA,0x24C0}, {0x24C1,0x24DB,0x24C1},
{0x24C2,0x24DC,0x24C2}, {0x24C3,0x24DD,0x24C3},
{0x24C4,0x24DE,0x24C4}, {0x24C5,0x24DF,0x24C5},
{0x24C6,0x24E0,0x24C6}, {0x24C7,0x24E1,0x24C7},
{0x24C8,0x24E2,0x24C8}, {0x24C9,0x24E3,0x24C9},
{0x24CA,0x24E4,0x24CA}, {0x24CB,0x24E5,0x24CB},
{0x24CC,0x24E6,0x24CC}, {0x24CD,0x24E7,0x24CD},
{0x24CE,0x24E8,0x24CE}, {0x24CF,0x24E9,0x24CF},
{0x24B6,0x24D0,0x24B6}, {0x24B7,0x24D1,0x24B7},
{0x24B8,0x24D2,0x24B8}, {0x24B9,0x24D3,0x24B9},
{0x24BA,0x24D4,0x24BA}, {0x24BB,0x24D5,0x24BB},
{0x24BC,0x24D6,0x24BC}, {0x24BD,0x24D7,0x24BD},
{0x24BE,0x24D8,0x24BE}, {0x24BF,0x24D9,0x24BF},
{0x24C0,0x24DA,0x24C0}, {0x24C1,0x24DB,0x24C1},
{0x24C2,0x24DC,0x24C2}, {0x24C3,0x24DD,0x24C3},
{0x24C4,0x24DE,0x24C4}, {0x24C5,0x24DF,0x24C5},
{0x24C6,0x24E0,0x24C6}, {0x24C7,0x24E1,0x24C7},
{0x24C8,0x24E2,0x24C8}, {0x24C9,0x24E3,0x24C9},
{0x24CA,0x24E4,0x24CA}, {0x24CB,0x24E5,0x24CB},
{0x24CC,0x24E6,0x24CC}, {0x24CD,0x24E7,0x24CD},
{0x24CE,0x24E8,0x24CE}, {0x24CF,0x24E9,0x24CF},
{0x24EA,0x24EA,0x24EA}, {0x24EB,0x24EB,0x24EB},
{0x24EC,0x24EC,0x24EC}, {0x24ED,0x24ED,0x24ED},
{0x24EE,0x24EE,0x24EE}, {0x24EF,0x24EF,0x24EF},
{0x24F0,0x24F0,0x24F0}, {0x24F1,0x24F1,0x24F1},
{0x24F2,0x24F2,0x24F2}, {0x24F3,0x24F3,0x24F3},
{0x24F4,0x24F4,0x24F4}, {0x24F5,0x24F5,0x24F5},
{0x24F6,0x24F6,0x24F6}, {0x24F7,0x24F7,0x24F7},
{0x24F8,0x24F8,0x24F8}, {0x24F9,0x24F9,0x24F9},
{0x24FA,0x24FA,0x24FA}, {0x24FB,0x24FB,0x24FB},
{0x24FC,0x24FC,0x24FC}, {0x24FD,0x24FD,0x24FD},
{0x24FE,0x24FE,0x24FE}, {0x24FF,0x24FF,0x24FF}
};
static MY_UNICASE_INFO planeFF[]={
{0xFF00,0xFF00,0xFF00}, {0xFF01,0xFF01,0xFF01},
{0xFF02,0xFF02,0xFF02}, {0xFF03,0xFF03,0xFF03},
{0xFF04,0xFF04,0xFF04}, {0xFF05,0xFF05,0xFF05},
{0xFF06,0xFF06,0xFF06}, {0xFF07,0xFF07,0xFF07},
{0xFF08,0xFF08,0xFF08}, {0xFF09,0xFF09,0xFF09},
{0xFF0A,0xFF0A,0xFF0A}, {0xFF0B,0xFF0B,0xFF0B},
{0xFF0C,0xFF0C,0xFF0C}, {0xFF0D,0xFF0D,0xFF0D},
{0xFF0E,0xFF0E,0xFF0E}, {0xFF0F,0xFF0F,0xFF0F},
{0xFF10,0xFF10,0xFF10}, {0xFF11,0xFF11,0xFF11},
{0xFF12,0xFF12,0xFF12}, {0xFF13,0xFF13,0xFF13},
{0xFF14,0xFF14,0xFF14}, {0xFF15,0xFF15,0xFF15},
{0xFF16,0xFF16,0xFF16}, {0xFF17,0xFF17,0xFF17},
{0xFF18,0xFF18,0xFF18}, {0xFF19,0xFF19,0xFF19},
{0xFF1A,0xFF1A,0xFF1A}, {0xFF1B,0xFF1B,0xFF1B},
{0xFF1C,0xFF1C,0xFF1C}, {0xFF1D,0xFF1D,0xFF1D},
{0xFF1E,0xFF1E,0xFF1E}, {0xFF1F,0xFF1F,0xFF1F},
{0xFF20,0xFF20,0xFF20}, {0xFF21,0xFF41,0xFF21},
{0xFF22,0xFF42,0xFF22}, {0xFF23,0xFF43,0xFF23},
{0xFF24,0xFF44,0xFF24}, {0xFF25,0xFF45,0xFF25},
{0xFF26,0xFF46,0xFF26}, {0xFF27,0xFF47,0xFF27},
{0xFF28,0xFF48,0xFF28}, {0xFF29,0xFF49,0xFF29},
{0xFF2A,0xFF4A,0xFF2A}, {0xFF2B,0xFF4B,0xFF2B},
{0xFF2C,0xFF4C,0xFF2C}, {0xFF2D,0xFF4D,0xFF2D},
{0xFF2E,0xFF4E,0xFF2E}, {0xFF2F,0xFF4F,0xFF2F},
{0xFF30,0xFF50,0xFF30}, {0xFF31,0xFF51,0xFF31},
{0xFF32,0xFF52,0xFF32}, {0xFF33,0xFF53,0xFF33},
{0xFF34,0xFF54,0xFF34}, {0xFF35,0xFF55,0xFF35},
{0xFF36,0xFF56,0xFF36}, {0xFF37,0xFF57,0xFF37},
{0xFF38,0xFF58,0xFF38}, {0xFF39,0xFF59,0xFF39},
{0xFF3A,0xFF5A,0xFF3A}, {0xFF3B,0xFF3B,0xFF3B},
{0xFF3C,0xFF3C,0xFF3C}, {0xFF3D,0xFF3D,0xFF3D},
{0xFF3E,0xFF3E,0xFF3E}, {0xFF3F,0xFF3F,0xFF3F},
{0xFF40,0xFF40,0xFF40}, {0xFF21,0xFF41,0xFF21},
{0xFF22,0xFF42,0xFF22}, {0xFF23,0xFF43,0xFF23},
{0xFF24,0xFF44,0xFF24}, {0xFF25,0xFF45,0xFF25},
{0xFF26,0xFF46,0xFF26}, {0xFF27,0xFF47,0xFF27},
{0xFF28,0xFF48,0xFF28}, {0xFF29,0xFF49,0xFF29},
{0xFF2A,0xFF4A,0xFF2A}, {0xFF2B,0xFF4B,0xFF2B},
{0xFF2C,0xFF4C,0xFF2C}, {0xFF2D,0xFF4D,0xFF2D},
{0xFF2E,0xFF4E,0xFF2E}, {0xFF2F,0xFF4F,0xFF2F},
{0xFF30,0xFF50,0xFF30}, {0xFF31,0xFF51,0xFF31},
{0xFF32,0xFF52,0xFF32}, {0xFF33,0xFF53,0xFF33},
{0xFF34,0xFF54,0xFF34}, {0xFF35,0xFF55,0xFF35},
{0xFF36,0xFF56,0xFF36}, {0xFF37,0xFF57,0xFF37},
{0xFF38,0xFF58,0xFF38}, {0xFF39,0xFF59,0xFF39},
{0xFF3A,0xFF5A,0xFF3A}, {0xFF5B,0xFF5B,0xFF5B},
{0xFF5C,0xFF5C,0xFF5C}, {0xFF5D,0xFF5D,0xFF5D},
{0xFF5E,0xFF5E,0xFF5E}, {0xFF5F,0xFF5F,0xFF5F},
{0xFF60,0xFF60,0xFF60}, {0xFF61,0xFF61,0xFF61},
{0xFF62,0xFF62,0xFF62}, {0xFF63,0xFF63,0xFF63},
{0xFF64,0xFF64,0xFF64}, {0xFF65,0xFF65,0xFF65},
{0xFF66,0xFF66,0xFF66}, {0xFF67,0xFF67,0xFF67},
{0xFF68,0xFF68,0xFF68}, {0xFF69,0xFF69,0xFF69},
{0xFF6A,0xFF6A,0xFF6A}, {0xFF6B,0xFF6B,0xFF6B},
{0xFF6C,0xFF6C,0xFF6C}, {0xFF6D,0xFF6D,0xFF6D},
{0xFF6E,0xFF6E,0xFF6E}, {0xFF6F,0xFF6F,0xFF6F},
{0xFF70,0xFF70,0xFF70}, {0xFF71,0xFF71,0xFF71},
{0xFF72,0xFF72,0xFF72}, {0xFF73,0xFF73,0xFF73},
{0xFF74,0xFF74,0xFF74}, {0xFF75,0xFF75,0xFF75},
{0xFF76,0xFF76,0xFF76}, {0xFF77,0xFF77,0xFF77},
{0xFF78,0xFF78,0xFF78}, {0xFF79,0xFF79,0xFF79},
{0xFF7A,0xFF7A,0xFF7A}, {0xFF7B,0xFF7B,0xFF7B},
{0xFF7C,0xFF7C,0xFF7C}, {0xFF7D,0xFF7D,0xFF7D},
{0xFF7E,0xFF7E,0xFF7E}, {0xFF7F,0xFF7F,0xFF7F},
{0xFF80,0xFF80,0xFF80}, {0xFF81,0xFF81,0xFF81},
{0xFF82,0xFF82,0xFF82}, {0xFF83,0xFF83,0xFF83},
{0xFF84,0xFF84,0xFF84}, {0xFF85,0xFF85,0xFF85},
{0xFF86,0xFF86,0xFF86}, {0xFF87,0xFF87,0xFF87},
{0xFF88,0xFF88,0xFF88}, {0xFF89,0xFF89,0xFF89},
{0xFF8A,0xFF8A,0xFF8A}, {0xFF8B,0xFF8B,0xFF8B},
{0xFF8C,0xFF8C,0xFF8C}, {0xFF8D,0xFF8D,0xFF8D},
{0xFF8E,0xFF8E,0xFF8E}, {0xFF8F,0xFF8F,0xFF8F},
{0xFF90,0xFF90,0xFF90}, {0xFF91,0xFF91,0xFF91},
{0xFF92,0xFF92,0xFF92}, {0xFF93,0xFF93,0xFF93},
{0xFF94,0xFF94,0xFF94}, {0xFF95,0xFF95,0xFF95},
{0xFF96,0xFF96,0xFF96}, {0xFF97,0xFF97,0xFF97},
{0xFF98,0xFF98,0xFF98}, {0xFF99,0xFF99,0xFF99},
{0xFF9A,0xFF9A,0xFF9A}, {0xFF9B,0xFF9B,0xFF9B},
{0xFF9C,0xFF9C,0xFF9C}, {0xFF9D,0xFF9D,0xFF9D},
{0xFF9E,0xFF9E,0xFF9E}, {0xFF9F,0xFF9F,0xFF9F},
{0xFFA0,0xFFA0,0xFFA0}, {0xFFA1,0xFFA1,0xFFA1},
{0xFFA2,0xFFA2,0xFFA2}, {0xFFA3,0xFFA3,0xFFA3},
{0xFFA4,0xFFA4,0xFFA4}, {0xFFA5,0xFFA5,0xFFA5},
{0xFFA6,0xFFA6,0xFFA6}, {0xFFA7,0xFFA7,0xFFA7},
{0xFFA8,0xFFA8,0xFFA8}, {0xFFA9,0xFFA9,0xFFA9},
{0xFFAA,0xFFAA,0xFFAA}, {0xFFAB,0xFFAB,0xFFAB},
{0xFFAC,0xFFAC,0xFFAC}, {0xFFAD,0xFFAD,0xFFAD},
{0xFFAE,0xFFAE,0xFFAE}, {0xFFAF,0xFFAF,0xFFAF},
{0xFFB0,0xFFB0,0xFFB0}, {0xFFB1,0xFFB1,0xFFB1},
{0xFFB2,0xFFB2,0xFFB2}, {0xFFB3,0xFFB3,0xFFB3},
{0xFFB4,0xFFB4,0xFFB4}, {0xFFB5,0xFFB5,0xFFB5},
{0xFFB6,0xFFB6,0xFFB6}, {0xFFB7,0xFFB7,0xFFB7},
{0xFFB8,0xFFB8,0xFFB8}, {0xFFB9,0xFFB9,0xFFB9},
{0xFFBA,0xFFBA,0xFFBA}, {0xFFBB,0xFFBB,0xFFBB},
{0xFFBC,0xFFBC,0xFFBC}, {0xFFBD,0xFFBD,0xFFBD},
{0xFFBE,0xFFBE,0xFFBE}, {0xFFBF,0xFFBF,0xFFBF},
{0xFFC0,0xFFC0,0xFFC0}, {0xFFC1,0xFFC1,0xFFC1},
{0xFFC2,0xFFC2,0xFFC2}, {0xFFC3,0xFFC3,0xFFC3},
{0xFFC4,0xFFC4,0xFFC4}, {0xFFC5,0xFFC5,0xFFC5},
{0xFFC6,0xFFC6,0xFFC6}, {0xFFC7,0xFFC7,0xFFC7},
{0xFFC8,0xFFC8,0xFFC8}, {0xFFC9,0xFFC9,0xFFC9},
{0xFFCA,0xFFCA,0xFFCA}, {0xFFCB,0xFFCB,0xFFCB},
{0xFFCC,0xFFCC,0xFFCC}, {0xFFCD,0xFFCD,0xFFCD},
{0xFFCE,0xFFCE,0xFFCE}, {0xFFCF,0xFFCF,0xFFCF},
{0xFFD0,0xFFD0,0xFFD0}, {0xFFD1,0xFFD1,0xFFD1},
{0xFFD2,0xFFD2,0xFFD2}, {0xFFD3,0xFFD3,0xFFD3},
{0xFFD4,0xFFD4,0xFFD4}, {0xFFD5,0xFFD5,0xFFD5},
{0xFFD6,0xFFD6,0xFFD6}, {0xFFD7,0xFFD7,0xFFD7},
{0xFFD8,0xFFD8,0xFFD8}, {0xFFD9,0xFFD9,0xFFD9},
{0xFFDA,0xFFDA,0xFFDA}, {0xFFDB,0xFFDB,0xFFDB},
{0xFFDC,0xFFDC,0xFFDC}, {0xFFDD,0xFFDD,0xFFDD},
{0xFFDE,0xFFDE,0xFFDE}, {0xFFDF,0xFFDF,0xFFDF},
{0xFFE0,0xFFE0,0xFFE0}, {0xFFE1,0xFFE1,0xFFE1},
{0xFFE2,0xFFE2,0xFFE2}, {0xFFE3,0xFFE3,0xFFE3},
{0xFFE4,0xFFE4,0xFFE4}, {0xFFE5,0xFFE5,0xFFE5},
{0xFFE6,0xFFE6,0xFFE6}, {0xFFE7,0xFFE7,0xFFE7},
{0xFFE8,0xFFE8,0xFFE8}, {0xFFE9,0xFFE9,0xFFE9},
{0xFFEA,0xFFEA,0xFFEA}, {0xFFEB,0xFFEB,0xFFEB},
{0xFFEC,0xFFEC,0xFFEC}, {0xFFED,0xFFED,0xFFED},
{0xFFEE,0xFFEE,0xFFEE}, {0xFFEF,0xFFEF,0xFFEF},
{0xFFF0,0xFFF0,0xFFF0}, {0xFFF1,0xFFF1,0xFFF1},
{0xFFF2,0xFFF2,0xFFF2}, {0xFFF3,0xFFF3,0xFFF3},
{0xFFF4,0xFFF4,0xFFF4}, {0xFFF5,0xFFF5,0xFFF5},
{0xFFF6,0xFFF6,0xFFF6}, {0xFFF7,0xFFF7,0xFFF7},
{0xFFF8,0xFFF8,0xFFF8}, {0xFFF9,0xFFF9,0xFFF9},
{0xFFFA,0xFFFA,0xFFFA}, {0xFFFB,0xFFFB,0xFFFB},
{0xFFFC,0xFFFC,0xFFFC}, {0xFFFD,0xFFFD,0xFFFD},
{0xFFFE,0xFFFE,0xFFFE}, {0xFFFF,0xFFFF,0xFFFF}
};
Bug#8610: The ucs2_turkish_ci collation fails with upper('i') UPPER/LOWER now can return a string with different length. mi_test1.c: Adding new arguments. Many files: Changeing caseup/casedn to return a result with different length than argument. sql_string.h: Removing unused method, mysql_priv.h: Removing unused method
2005-06-06 16:54:15 +05:00
MY_UNICASE_INFO *my_unicase_default[256]={
New UTF8 charset
2002-03-28 17:31:46 +04:00
plane00, plane01, plane02, plane03, plane04, plane05, NULL, NULL,
NULL, NULL, NULL, NULL, NULL, NULL, NULL, NULL,
NULL, NULL, NULL, NULL, NULL, NULL, NULL, NULL,
NULL, NULL, NULL, NULL, NULL, NULL, plane1E, plane1F,
NULL, plane21, NULL, NULL, plane24, NULL, NULL, NULL,
NULL, NULL, NULL, NULL, NULL, NULL, NULL, NULL,
NULL, NULL, NULL, NULL, NULL, NULL, NULL, NULL,
NULL, NULL, NULL, NULL, NULL, NULL, NULL, NULL,
NULL, NULL, NULL, NULL, NULL, NULL, NULL, NULL,
NULL, NULL, NULL, NULL, NULL, NULL, NULL, NULL,
NULL, NULL, NULL, NULL, NULL, NULL, NULL, NULL,
NULL, NULL, NULL, NULL, NULL, NULL, NULL, NULL,
NULL, NULL, NULL, NULL, NULL, NULL, NULL, NULL,
NULL, NULL, NULL, NULL, NULL, NULL, NULL, NULL,
NULL, NULL, NULL, NULL, NULL, NULL, NULL, NULL,
NULL, NULL, NULL, NULL, NULL, NULL, NULL, NULL,
NULL, NULL, NULL, NULL, NULL, NULL, NULL, NULL,
NULL, NULL, NULL, NULL, NULL, NULL, NULL, NULL,
NULL, NULL, NULL, NULL, NULL, NULL, NULL, NULL,
NULL, NULL, NULL, NULL, NULL, NULL, NULL, NULL,
NULL, NULL, NULL, NULL, NULL, NULL, NULL, NULL,
NULL, NULL, NULL, NULL, NULL, NULL, NULL, NULL,
NULL, NULL, NULL, NULL, NULL, NULL, NULL, NULL,
NULL, NULL, NULL, NULL, NULL, NULL, NULL, NULL,
NULL, NULL, NULL, NULL, NULL, NULL, NULL, NULL,
NULL, NULL, NULL, NULL, NULL, NULL, NULL, NULL,
NULL, NULL, NULL, NULL, NULL, NULL, NULL, NULL,
NULL, NULL, NULL, NULL, NULL, NULL, NULL, NULL,
NULL, NULL, NULL, NULL, NULL, NULL, NULL, NULL,
NULL, NULL, NULL, NULL, NULL, NULL, NULL, NULL,
NULL, NULL, NULL, NULL, NULL, NULL, NULL, NULL,
NULL, NULL, NULL, NULL, NULL, NULL, NULL, planeFF
};
Bug #6040 can't retrieve records with umlaut characters in case insensitive manner
2004-10-18 15:23:24 +05:00
Bug#8610: The ucs2_turkish_ci collation fails with upper('i') UPPER/LOWER now can return a string with different length. mi_test1.c: Adding new arguments. Many files: Changeing caseup/casedn to return a result with different length than argument. sql_string.h: Removing unused method, mysql_priv.h: Removing unused method
2005-06-06 16:54:15 +05:00
/*
Turkish lower/upper mapping:
1. LOWER(0x0049 LATIN CAPITAL LETTER I) ->
0x0131 LATIN SMALL LETTER DOTLESS I
2. UPPER(0x0069 LATIN SMALL LETTER I) ->
0x0130 LATIN CAPITAL LETTER I WITH DOT ABOVE
*/
static MY_UNICASE_INFO turk00[]=
{
{0x0000,0x0000,0x0000}, {0x0001,0x0001,0x0001},
{0x0002,0x0002,0x0002}, {0x0003,0x0003,0x0003},
{0x0004,0x0004,0x0004}, {0x0005,0x0005,0x0005},
{0x0006,0x0006,0x0006}, {0x0007,0x0007,0x0007},
{0x0008,0x0008,0x0008}, {0x0009,0x0009,0x0009},
{0x000A,0x000A,0x000A}, {0x000B,0x000B,0x000B},
{0x000C,0x000C,0x000C}, {0x000D,0x000D,0x000D},
{0x000E,0x000E,0x000E}, {0x000F,0x000F,0x000F},
{0x0010,0x0010,0x0010}, {0x0011,0x0011,0x0011},
{0x0012,0x0012,0x0012}, {0x0013,0x0013,0x0013},
{0x0014,0x0014,0x0014}, {0x0015,0x0015,0x0015},
{0x0016,0x0016,0x0016}, {0x0017,0x0017,0x0017},
{0x0018,0x0018,0x0018}, {0x0019,0x0019,0x0019},
{0x001A,0x001A,0x001A}, {0x001B,0x001B,0x001B},
{0x001C,0x001C,0x001C}, {0x001D,0x001D,0x001D},
{0x001E,0x001E,0x001E}, {0x001F,0x001F,0x001F},
{0x0020,0x0020,0x0020}, {0x0021,0x0021,0x0021},
{0x0022,0x0022,0x0022}, {0x0023,0x0023,0x0023},
{0x0024,0x0024,0x0024}, {0x0025,0x0025,0x0025},
{0x0026,0x0026,0x0026}, {0x0027,0x0027,0x0027},
{0x0028,0x0028,0x0028}, {0x0029,0x0029,0x0029},
{0x002A,0x002A,0x002A}, {0x002B,0x002B,0x002B},
{0x002C,0x002C,0x002C}, {0x002D,0x002D,0x002D},
{0x002E,0x002E,0x002E}, {0x002F,0x002F,0x002F},
{0x0030,0x0030,0x0030}, {0x0031,0x0031,0x0031},
{0x0032,0x0032,0x0032}, {0x0033,0x0033,0x0033},
{0x0034,0x0034,0x0034}, {0x0035,0x0035,0x0035},
{0x0036,0x0036,0x0036}, {0x0037,0x0037,0x0037},
{0x0038,0x0038,0x0038}, {0x0039,0x0039,0x0039},
{0x003A,0x003A,0x003A}, {0x003B,0x003B,0x003B},
{0x003C,0x003C,0x003C}, {0x003D,0x003D,0x003D},
{0x003E,0x003E,0x003E}, {0x003F,0x003F,0x003F},
{0x0040,0x0040,0x0040}, {0x0041,0x0061,0x0041},
{0x0042,0x0062,0x0042}, {0x0043,0x0063,0x0043},
{0x0044,0x0064,0x0044}, {0x0045,0x0065,0x0045},
{0x0046,0x0066,0x0046}, {0x0047,0x0067,0x0047},
{0x0048,0x0068,0x0048}, {0x0049,0x0131,0x0049},
{0x004A,0x006A,0x004A}, {0x004B,0x006B,0x004B},
{0x004C,0x006C,0x004C}, {0x004D,0x006D,0x004D},
{0x004E,0x006E,0x004E}, {0x004F,0x006F,0x004F},
{0x0050,0x0070,0x0050}, {0x0051,0x0071,0x0051},
{0x0052,0x0072,0x0052}, {0x0053,0x0073,0x0053},
{0x0054,0x0074,0x0054}, {0x0055,0x0075,0x0055},
{0x0056,0x0076,0x0056}, {0x0057,0x0077,0x0057},
{0x0058,0x0078,0x0058}, {0x0059,0x0079,0x0059},
{0x005A,0x007A,0x005A}, {0x005B,0x005B,0x005B},
{0x005C,0x005C,0x005C}, {0x005D,0x005D,0x005D},
{0x005E,0x005E,0x005E}, {0x005F,0x005F,0x005F},
{0x0060,0x0060,0x0060}, {0x0041,0x0061,0x0041},
{0x0042,0x0062,0x0042}, {0x0043,0x0063,0x0043},
{0x0044,0x0064,0x0044}, {0x0045,0x0065,0x0045},
{0x0046,0x0066,0x0046}, {0x0047,0x0067,0x0047},
{0x0048,0x0068,0x0048}, {0x0130,0x0069,0x0049},
{0x004A,0x006A,0x004A}, {0x004B,0x006B,0x004B},
{0x004C,0x006C,0x004C}, {0x004D,0x006D,0x004D},
{0x004E,0x006E,0x004E}, {0x004F,0x006F,0x004F},
{0x0050,0x0070,0x0050}, {0x0051,0x0071,0x0051},
{0x0052,0x0072,0x0052}, {0x0053,0x0073,0x0053},
{0x0054,0x0074,0x0054}, {0x0055,0x0075,0x0055},
{0x0056,0x0076,0x0056}, {0x0057,0x0077,0x0057},
{0x0058,0x0078,0x0058}, {0x0059,0x0079,0x0059},
{0x005A,0x007A,0x005A}, {0x007B,0x007B,0x007B},
{0x007C,0x007C,0x007C}, {0x007D,0x007D,0x007D},
{0x007E,0x007E,0x007E}, {0x007F,0x007F,0x007F},
{0x0080,0x0080,0x0080}, {0x0081,0x0081,0x0081},
{0x0082,0x0082,0x0082}, {0x0083,0x0083,0x0083},
{0x0084,0x0084,0x0084}, {0x0085,0x0085,0x0085},
{0x0086,0x0086,0x0086}, {0x0087,0x0087,0x0087},
{0x0088,0x0088,0x0088}, {0x0089,0x0089,0x0089},
{0x008A,0x008A,0x008A}, {0x008B,0x008B,0x008B},
{0x008C,0x008C,0x008C}, {0x008D,0x008D,0x008D},
{0x008E,0x008E,0x008E}, {0x008F,0x008F,0x008F},
{0x0090,0x0090,0x0090}, {0x0091,0x0091,0x0091},
{0x0092,0x0092,0x0092}, {0x0093,0x0093,0x0093},
{0x0094,0x0094,0x0094}, {0x0095,0x0095,0x0095},
{0x0096,0x0096,0x0096}, {0x0097,0x0097,0x0097},
{0x0098,0x0098,0x0098}, {0x0099,0x0099,0x0099},
{0x009A,0x009A,0x009A}, {0x009B,0x009B,0x009B},
{0x009C,0x009C,0x009C}, {0x009D,0x009D,0x009D},
{0x009E,0x009E,0x009E}, {0x009F,0x009F,0x009F},
{0x00A0,0x00A0,0x00A0}, {0x00A1,0x00A1,0x00A1},
{0x00A2,0x00A2,0x00A2}, {0x00A3,0x00A3,0x00A3},
{0x00A4,0x00A4,0x00A4}, {0x00A5,0x00A5,0x00A5},
{0x00A6,0x00A6,0x00A6}, {0x00A7,0x00A7,0x00A7},
{0x00A8,0x00A8,0x00A8}, {0x00A9,0x00A9,0x00A9},
{0x00AA,0x00AA,0x00AA}, {0x00AB,0x00AB,0x00AB},
{0x00AC,0x00AC,0x00AC}, {0x00AD,0x00AD,0x00AD},
{0x00AE,0x00AE,0x00AE}, {0x00AF,0x00AF,0x00AF},
{0x00B0,0x00B0,0x00B0}, {0x00B1,0x00B1,0x00B1},
{0x00B2,0x00B2,0x00B2}, {0x00B3,0x00B3,0x00B3},
{0x00B4,0x00B4,0x00B4}, {0x039C,0x00B5,0x039C},
{0x00B6,0x00B6,0x00B6}, {0x00B7,0x00B7,0x00B7},
{0x00B8,0x00B8,0x00B8}, {0x00B9,0x00B9,0x00B9},
{0x00BA,0x00BA,0x00BA}, {0x00BB,0x00BB,0x00BB},
{0x00BC,0x00BC,0x00BC}, {0x00BD,0x00BD,0x00BD},
{0x00BE,0x00BE,0x00BE}, {0x00BF,0x00BF,0x00BF},
{0x00C0,0x00E0,0x0041}, {0x00C1,0x00E1,0x0041},
{0x00C2,0x00E2,0x0041}, {0x00C3,0x00E3,0x0041},
{0x00C4,0x00E4,0x0041}, {0x00C5,0x00E5,0x0041},
{0x00C6,0x00E6,0x00C6}, {0x00C7,0x00E7,0x0043},
{0x00C8,0x00E8,0x0045}, {0x00C9,0x00E9,0x0045},
{0x00CA,0x00EA,0x0045}, {0x00CB,0x00EB,0x0045},
{0x00CC,0x00EC,0x0049}, {0x00CD,0x00ED,0x0049},
{0x00CE,0x00EE,0x0049}, {0x00CF,0x00EF,0x0049},
{0x00D0,0x00F0,0x00D0}, {0x00D1,0x00F1,0x004E},
{0x00D2,0x00F2,0x004F}, {0x00D3,0x00F3,0x004F},
{0x00D4,0x00F4,0x004F}, {0x00D5,0x00F5,0x004F},
{0x00D6,0x00F6,0x004F}, {0x00D7,0x00D7,0x00D7},
{0x00D8,0x00F8,0x00D8}, {0x00D9,0x00F9,0x0055},
{0x00DA,0x00FA,0x0055}, {0x00DB,0x00FB,0x0055},
{0x00DC,0x00FC,0x0055}, {0x00DD,0x00FD,0x0059},
{0x00DE,0x00FE,0x00DE}, {0x00DF,0x00DF,0x00DF},
{0x00C0,0x00E0,0x0041}, {0x00C1,0x00E1,0x0041},
{0x00C2,0x00E2,0x0041}, {0x00C3,0x00E3,0x0041},
{0x00C4,0x00E4,0x0041}, {0x00C5,0x00E5,0x0041},
{0x00C6,0x00E6,0x00C6}, {0x00C7,0x00E7,0x0043},
{0x00C8,0x00E8,0x0045}, {0x00C9,0x00E9,0x0045},
{0x00CA,0x00EA,0x0045}, {0x00CB,0x00EB,0x0045},
{0x00CC,0x00EC,0x0049}, {0x00CD,0x00ED,0x0049},
{0x00CE,0x00EE,0x0049}, {0x00CF,0x00EF,0x0049},
{0x00D0,0x00F0,0x00D0}, {0x00D1,0x00F1,0x004E},
{0x00D2,0x00F2,0x004F}, {0x00D3,0x00F3,0x004F},
{0x00D4,0x00F4,0x004F}, {0x00D5,0x00F5,0x004F},
{0x00D6,0x00F6,0x004F}, {0x00F7,0x00F7,0x00F7},
{0x00D8,0x00F8,0x00D8}, {0x00D9,0x00F9,0x0055},
{0x00DA,0x00FA,0x0055}, {0x00DB,0x00FB,0x0055},
{0x00DC,0x00FC,0x0055}, {0x00DD,0x00FD,0x0059},
{0x00DE,0x00FE,0x00DE}, {0x0178,0x00FF,0x0059}
};
MY_UNICASE_INFO *my_unicase_turkish[256]=
{
turk00, plane01, plane02, plane03, plane04, plane05, NULL, NULL,
NULL, NULL, NULL, NULL, NULL, NULL, NULL, NULL,
NULL, NULL, NULL, NULL, NULL, NULL, NULL, NULL,
NULL, NULL, NULL, NULL, NULL, NULL, plane1E, plane1F,
NULL, plane21, NULL, NULL, plane24, NULL, NULL, NULL,
NULL, NULL, NULL, NULL, NULL, NULL, NULL, NULL,
NULL, NULL, NULL, NULL, NULL, NULL, NULL, NULL,
NULL, NULL, NULL, NULL, NULL, NULL, NULL, NULL,
NULL, NULL, NULL, NULL, NULL, NULL, NULL, NULL,
NULL, NULL, NULL, NULL, NULL, NULL, NULL, NULL,
NULL, NULL, NULL, NULL, NULL, NULL, NULL, NULL,
NULL, NULL, NULL, NULL, NULL, NULL, NULL, NULL,
NULL, NULL, NULL, NULL, NULL, NULL, NULL, NULL,
NULL, NULL, NULL, NULL, NULL, NULL, NULL, NULL,
NULL, NULL, NULL, NULL, NULL, NULL, NULL, NULL,
NULL, NULL, NULL, NULL, NULL, NULL, NULL, NULL,
NULL, NULL, NULL, NULL, NULL, NULL, NULL, NULL,
NULL, NULL, NULL, NULL, NULL, NULL, NULL, NULL,
NULL, NULL, NULL, NULL, NULL, NULL, NULL, NULL,
NULL, NULL, NULL, NULL, NULL, NULL, NULL, NULL,
NULL, NULL, NULL, NULL, NULL, NULL, NULL, NULL,
NULL, NULL, NULL, NULL, NULL, NULL, NULL, NULL,
NULL, NULL, NULL, NULL, NULL, NULL, NULL, NULL,
NULL, NULL, NULL, NULL, NULL, NULL, NULL, NULL,
NULL, NULL, NULL, NULL, NULL, NULL, NULL, NULL,
NULL, NULL, NULL, NULL, NULL, NULL, NULL, NULL,
NULL, NULL, NULL, NULL, NULL, NULL, NULL, NULL,
NULL, NULL, NULL, NULL, NULL, NULL, NULL, NULL,
NULL, NULL, NULL, NULL, NULL, NULL, NULL, NULL,
NULL, NULL, NULL, NULL, NULL, NULL, NULL, NULL,
NULL, NULL, NULL, NULL, NULL, NULL, NULL, NULL,
NULL, NULL, NULL, NULL, NULL, NULL, NULL, planeFF
};
Backporting WL#1213
2010-02-24 13:15:34 +04:00
static inline void
my_tosort_unicode(MY_UNICASE_INFO **uni_plane, my_wc_t *wc)
{
int page= *wc >> 8;
if (page < 256)
{
if (uni_plane[page])
*wc= uni_plane[page][*wc & 0xFF].sort;
}
else
{
A joint patch for: Bug#51675 Server crashes on inserting 4 byte char. after ALTER TABLE to 'utf8mb4' Bug#51676 Server crashes on SELECT, ORDER BY on 'utf8mb4' column
2010-03-04 15:00:32 +04:00
*wc= MY_CS_REPLACEMENT_CHARACTER;
Backporting WL#1213
2010-02-24 13:15:34 +04:00
}
}
Bug#8610: The ucs2_turkish_ci collation fails with upper('i') UPPER/LOWER now can return a string with different length. mi_test1.c: Adding new arguments. Many files: Changeing caseup/casedn to return a result with different length than argument. sql_string.h: Removing unused method, mysql_priv.h: Removing unused method
2005-06-06 16:54:15 +05:00
Bug #6040 can't retrieve records with umlaut characters in case insensitive manner
2004-10-18 15:23:24 +05:00
/*
** Compare string against string with wildcard
** This function is used in UTF8 and UCS2
**
** 0 if matched
** -1 if not matched with wildcard
** 1 if matched with wildcard
*/
Backporting WL#1213
2010-02-24 13:15:34 +04:00
int
my_wildcmp_unicode(CHARSET_INFO *cs,
const char *str,const char *str_end,
const char *wildstr,const char *wildend,
int escape, int w_one, int w_many,
MY_UNICASE_INFO **weights)
Bug #6040 can't retrieve records with umlaut characters in case insensitive manner
2004-10-18 15:23:24 +05:00
{
Backporting WL#1213
2010-02-24 13:15:34 +04:00
int result= -1; /* Not found, using wildcards */
Bug #6040 can't retrieve records with umlaut characters in case insensitive manner
2004-10-18 15:23:24 +05:00
my_wc_t s_wc, w_wc;
A joint patch for: Bug#51675 Server crashes on inserting 4 byte char. after ALTER TABLE to 'utf8mb4' Bug#51676 Server crashes on SELECT, ORDER BY on 'utf8mb4' column
2010-03-04 15:00:32 +04:00
int scan;
Fixed compiler warnings detected by option -Wshadow and -Wunused: - Removed not used variables and functions - Added #ifdef around code that is not used - Renamed variables and functions to avoid conflicts - Removed some not used arguments Fixed some class/struct warnings in ndb Added define IS_LONGDATA() to simplify code in libmysql.c I did run gcov on the changes and added 'purecov' comments on almost all lines that was not just variable name changes
2006-12-15 00:51:37 +02:00
int (*mb_wc)(struct charset_info_st *, my_wc_t *,
WL#3817: Simplify string / memory area types and make things more consistent (first part) The following type conversions was done: - Changed byte to uchar - Changed gptr to uchar* - Change my_string to char * - Change my_size_t to size_t - Change size_s to size_t Removed declaration of byte, gptr, my_string, my_size_t and size_s. Following function parameter changes was done: - All string functions in mysys/strings was changed to use size_t instead of uint for string lengths. - All read()/write() functions changed to use size_t (including vio). - All protocoll functions changed to use size_t instead of uint - Functions that used a pointer to a string length was changed to use size_t* - Changed malloc(), free() and related functions from using gptr to use void * as this requires fewer casts in the code and is more in line with how the standard functions work. - Added extra length argument to dirname_part() to return the length of the created string. - Changed (at least) following functions to take uchar* as argument: - db_dump() - my_net_write() - net_write_command() - net_store_data() - DBUG_DUMP() - decimal2bin() & bin2decimal() - Changed my_compress() and my_uncompress() to use size_t. Changed one argument to my_uncompress() from a pointer to a value as we only return one value (makes function easier to use). - Changed type of 'pack_data' argument to packfrm() to avoid casts. - Changed in readfrm() and writefrom(), ha_discover and handler::discover() the type for argument 'frmdata' to uchar** to avoid casts. - Changed most Field functions to use uchar* instead of char* (reduced a lot of casts). - Changed field->val_xxx(xxx, new_ptr) to take const pointers. Other changes: - Removed a lot of not needed casts - Added a few new cast required by other changes - Added some cast to my_multi_malloc() arguments for safety (as string lengths needs to be uint, not size_t). - Fixed all calls to hash-get-key functions to use size_t*. (Needed to be done explicitely as this conflict was often hided by casting the function to hash_get_key). - Changed some buffers to memory regions to uchar* to avoid casts. - Changed some string lengths from uint to size_t. - Changed field->ptr to be uchar* instead of char*. This allowed us to get rid of a lot of casts. - Some changes from true -> TRUE, false -> FALSE, unsigned char -> uchar - Include zlib.h in some files as we needed declaration of crc32() - Changed MY_FILE_ERROR to be (size_t) -1. - Changed many variables to hold the result of my_read() / my_write() to be size_t. This was needed to properly detect errors (which are returned as (size_t) -1). - Removed some very old VMS code - Changed packfrm()/unpackfrm() to not be depending on uint size (portability fix) - Removed windows specific code to restore cursor position as this causes slowdown on windows and we should not mix read() and pread() calls anyway as this is not thread safe. Updated function comment to reflect this. Changed function that depended on original behavior of my_pwrite() to itself restore the cursor position (one such case). - Added some missing checking of return value of malloc(). - Changed definition of MOD_PAD_CHAR_TO_FULL_LENGTH to avoid 'long' overflow. - Changed type of table_def::m_size from my_size_t to ulong to reflect that m_size is the number of elements in the array, not a string/memory length. - Moved THD::max_row_length() to table.cc (as it's not depending on THD). Inlined max_row_length_blob() into this function. - More function comments - Fixed some compiler warnings when compiled without partitions. - Removed setting of LEX_STRING() arguments in declaration (portability fix). - Some trivial indentation/variable name changes. - Some trivial code simplifications: - Replaced some calls to alloc_root + memcpy to use strmake_root()/strdup_root(). - Changed some calls from memdup() to strmake() (Safety fix) - Simpler loops in client-simple.c
2007-05-10 12:59:39 +03:00
const uchar *, const uchar *);
Bug #6040 can't retrieve records with umlaut characters in case insensitive manner
2004-10-18 15:23:24 +05:00
mb_wc= cs->cset->mb_wc;
while (wildstr != wildend)
{
while (1)
{
Bug#6787 LIKE not working properly with _ and utf8 data
2004-11-24 20:09:54 +04:00
my_bool escaped= 0;
Bug #6040 can't retrieve records with umlaut characters in case insensitive manner
2004-10-18 15:23:24 +05:00
if ((scan= mb_wc(cs, &w_wc, (const uchar*)wildstr,
(const uchar*)wildend)) <= 0)
return 1;
Bug#6787 LIKE not working properly with _ and utf8 data
2004-11-24 20:09:54 +04:00
Backporting WL#1213
2010-02-24 13:15:34 +04:00
if (w_wc == (my_wc_t) w_many)
Bug #6040 can't retrieve records with umlaut characters in case insensitive manner
2004-10-18 15:23:24 +05:00
{
Backporting WL#1213
2010-02-24 13:15:34 +04:00
result= 1; /* Found an anchor char */
Bug #6040 can't retrieve records with umlaut characters in case insensitive manner
2004-10-18 15:23:24 +05:00
break;
}
Bug#6787 LIKE not working properly with _ and utf8 data
2004-11-24 20:09:54 +04:00
Bug #6040 can't retrieve records with umlaut characters in case insensitive manner
2004-10-18 15:23:24 +05:00
wildstr+= scan;
Backporting WL#1213
2010-02-24 13:15:34 +04:00
if (w_wc == (my_wc_t) escape && wildstr < wildend)
Bug#6787 LIKE not working properly with _ and utf8 data
2004-11-24 20:09:54 +04:00
{
if ((scan= mb_wc(cs, &w_wc, (const uchar*)wildstr,
(const uchar*)wildend)) <= 0)
return 1;
wildstr+= scan;
escaped= 1;
}
Bug #6040 can't retrieve records with umlaut characters in case insensitive manner
2004-10-18 15:23:24 +05:00
if ((scan= mb_wc(cs, &s_wc, (const uchar*)str,
Bug#6787 LIKE not working properly with _ and utf8 data
2004-11-24 20:09:54 +04:00
(const uchar*)str_end)) <= 0)
Bug #6040 can't retrieve records with umlaut characters in case insensitive manner
2004-10-18 15:23:24 +05:00
return 1;
str+= scan;
Backporting WL#1213
2010-02-24 13:15:34 +04:00
if (!escaped && w_wc == (my_wc_t) w_one)
Bug #6040 can't retrieve records with umlaut characters in case insensitive manner
2004-10-18 15:23:24 +05:00
{
Backporting WL#1213
2010-02-24 13:15:34 +04:00
result= 1; /* Found an anchor char */
Bug #6040 can't retrieve records with umlaut characters in case insensitive manner
2004-10-18 15:23:24 +05:00
}
else
{
if (weights)
{
Backporting WL#1213
2010-02-24 13:15:34 +04:00
my_tosort_unicode(weights, &s_wc);
my_tosort_unicode(weights, &w_wc);
Bug #6040 can't retrieve records with umlaut characters in case insensitive manner
2004-10-18 15:23:24 +05:00
}
if (s_wc != w_wc)
Backporting WL#1213
2010-02-24 13:15:34 +04:00
return 1; /* No match */
Bug #6040 can't retrieve records with umlaut characters in case insensitive manner
2004-10-18 15:23:24 +05:00
}
if (wildstr == wildend)
Backporting WL#1213
2010-02-24 13:15:34 +04:00
return (str != str_end); /* Match if both are at end */
Bug #6040 can't retrieve records with umlaut characters in case insensitive manner
2004-10-18 15:23:24 +05:00
}
Backporting WL#1213
2010-02-24 13:15:34 +04:00
if (w_wc == (my_wc_t) w_many)
{ /* Found w_many */
Bug #6040 can't retrieve records with umlaut characters in case insensitive manner
2004-10-18 15:23:24 +05:00
/* Remove any '%' and '_' from the wild search string */
for ( ; wildstr != wildend ; )
{
if ((scan= mb_wc(cs, &w_wc, (const uchar*)wildstr,
(const uchar*)wildend)) <= 0)
return 1;
Backporting WL#1213
2010-02-24 13:15:34 +04:00
if (w_wc == (my_wc_t)w_many)
{
wildstr+= scan;
continue;
}
if (w_wc == (my_wc_t)w_one)
{
wildstr+= scan;
Bug #6040 can't retrieve records with umlaut characters in case insensitive manner
2004-10-18 15:23:24 +05:00
if ((scan= mb_wc(cs, &s_wc, (const uchar*)str,
(const uchar*)str_end)) <=0)
return 1;
str+= scan;
Backporting WL#1213
2010-02-24 13:15:34 +04:00
continue;
}
break; /* Not a wild character */
Bug #6040 can't retrieve records with umlaut characters in case insensitive manner
2004-10-18 15:23:24 +05:00
}
if (wildstr == wildend)
Backporting WL#1213
2010-02-24 13:15:34 +04:00
return 0; /* Ok if w_many is last */
Bug #6040 can't retrieve records with umlaut characters in case insensitive manner
2004-10-18 15:23:24 +05:00
if (str == str_end)
Backporting WL#1213
2010-02-24 13:15:34 +04:00
return -1;
Bug #6040 can't retrieve records with umlaut characters in case insensitive manner
2004-10-18 15:23:24 +05:00
if ((scan= mb_wc(cs, &w_wc, (const uchar*)wildstr,
(const uchar*)wildend)) <=0)
return 1;
ctype_utf8.result, ctype_utf8.test: added test case ctype-utf8.c: bug#11754: SET NAMES utf8 followed by SELECT "A\\" LIKE "A\\" returns 0
2005-07-19 16:48:12 +05:00
wildstr+= scan;
Bug #6040 can't retrieve records with umlaut characters in case insensitive manner
2004-10-18 15:23:24 +05:00
if (w_wc == (my_wc_t)escape)
{
ctype_utf8.result, ctype_utf8.test: added test case ctype-utf8.c: bug#11754: SET NAMES utf8 followed by SELECT "A\\" LIKE "A\\" returns 0
2005-07-19 16:48:12 +05:00
if (wildstr < wildend)
{
if ((scan= mb_wc(cs, &w_wc, (const uchar*)wildstr,
(const uchar*)wildend)) <=0)
return 1;
wildstr+= scan;
}
Bug #6040 can't retrieve records with umlaut characters in case insensitive manner
2004-10-18 15:23:24 +05:00
}
while (1)
{
/* Skip until the first character from wildstr is found */
while (str != str_end)
{
if ((scan= mb_wc(cs, &s_wc, (const uchar*)str,
(const uchar*)str_end)) <=0)
return 1;
if (weights)
{
Backporting WL#1213
2010-02-24 13:15:34 +04:00
my_tosort_unicode(weights, &s_wc);
my_tosort_unicode(weights, &w_wc);
Bug #6040 can't retrieve records with umlaut characters in case insensitive manner
2004-10-18 15:23:24 +05:00
}
if (s_wc == w_wc)
break;
str+= scan;
}
if (str == str_end)
return -1;
ctype_utf8.result, ctype_utf8.test: added test case ctype-utf8.c: bug#11754: SET NAMES utf8 followed by SELECT "A\\" LIKE "A\\" returns 0
2005-07-19 16:48:12 +05:00
str+= scan;
Bug #6040 can't retrieve records with umlaut characters in case insensitive manner
2004-10-18 15:23:24 +05:00
result= my_wildcmp_unicode(cs, str, str_end, wildstr, wildend,
escape, w_one, w_many,
weights);
if (result <= 0)
return result;
}
}
}
return (str != str_end ? 1 : 0);
}
Backporting WL#1213
2010-02-24 13:15:34 +04:00
/*
Bug#55980 Character sets: supplementary character _bin ordering is wrong Problem: - ORDER BY for utf8mb4_bin, utf16_bin and utf32_bin returned results in a wrong order, because old functions (supporting only BMP range) were used to handle these collations. - Additionally, utf16_bin did not sort supplementary characters between U+D700 and U+E000, as WL#1213 specification specified.
2010-08-31 17:54:26 +04:00
Store sorting weights using 2 bytes per character.
This function is shared between
- utf8mb3_general_ci, utf8_bin, ucs2_general_ci, ucs2_bin
which support BMP only (U+0000..U+FFFF).
- utf8mb4_general_ci, utf16_general_ci, utf32_general_ci,
which map all supplementary characters to weight 0xFFFD.
Backporting WL#1213
2010-02-24 13:15:34 +04:00
*/
size_t
my_strnxfrm_unicode(CHARSET_INFO *cs,
uchar *dst, size_t dstlen,
const uchar *src, size_t srclen)
{
my_wc_t wc;
int res;
uchar *de= dst + dstlen;
uchar *de_beg= de - 1;
const uchar *se = src + srclen;
MY_UNICASE_INFO **uni_plane= (cs->state & MY_CS_BINSORT) ?
NULL : cs->caseinfo;
LINT_INIT(wc);
DBUG_ASSERT(src);
while (dst < de_beg)
{
if ((res= cs->cset->mb_wc(cs,&wc, src, se)) <= 0)
break;
src+=res;
if (uni_plane)
my_tosort_unicode(uni_plane, &wc);
*dst++= (uchar) (wc >> 8);
if (dst < de)
*dst++= (uchar) (wc & 0xFF);
}
while (dst < de_beg) /* Fill the tail with keys for space character */
{
*dst++= 0x00;
*dst++= 0x20;
}
if (dst < de) /* Clear the last byte, if "dstlen" was an odd number */
*dst= 0x00;
return dstlen;
}
New UTF8 charset
2002-03-28 17:31:46 +04:00
Bug#55980 Character sets: supplementary character _bin ordering is wrong Problem: - ORDER BY for utf8mb4_bin, utf16_bin and utf32_bin returned results in a wrong order, because old functions (supporting only BMP range) were used to handle these collations. - Additionally, utf16_bin did not sort supplementary characters between U+D700 and U+E000, as WL#1213 specification specified.
2010-08-31 17:54:26 +04:00
/*
Store sorting weights using 3 bytes per character.
This function is shared between utf8mb4_bin, utf16_bin, utf32_bin.
*/
size_t
my_strnxfrm_unicode_full_bin(CHARSET_INFO *cs,
uchar *dst, size_t dstlen,
const uchar *src, size_t srclen)
{
my_wc_t wc;
uchar *de= dst + dstlen;
uchar *de_beg= de - 2; /* The beginning of the last chunk */
const uchar *se = src + srclen;
LINT_INIT(wc);
DBUG_ASSERT(src);
DBUG_ASSERT(cs->state & MY_CS_BINSORT);
while (dst < de_beg)
{
int res;
if ((res= cs->cset->mb_wc(cs, &wc, src, se)) <= 0)
break;
src+= res;
if (cs->mbminlen == 2) /* utf16_bin */
{
/*
Reorder code points to weights as follows:
U+0000..U+D7FF -> [00][00][00]..[00][D7][FF] BMP part #1
U+10000..U+10FFFF -> [01][00][00]..[10][FF][FF] Supplementary
U+E000..U+FFFF -> [20][E0][00]..[20][FF][FF] BMP part #2
*/
if (wc >= 0xE000 && wc <= 0xFFFF)
wc+= 0x200000;
}
*dst++= (uchar) (wc >> 16);
*dst++= (uchar) ((wc >> 8) & 0xFF);
*dst++= (uchar) (wc & 0xFF);
}
while (dst < de_beg) /* Fill the tail with keys for space character */
{
*dst++= 0x00;
*dst++= 0x00;
*dst++= 0x20;
}
/* Clear the last one or two bytes, if "dstlen" was not divisible by 3 */
if (dst < de)
{
*dst++= 0x00;
if (dst < de)
*dst= 0x00;
}
return dstlen;
}
size_t
my_strnxfrmlen_unicode_full_bin(CHARSET_INFO *cs, size_t len)
{
return ((len + 3) / cs->mbmaxlen) * 3;
}
Backporting WL#1213
2010-02-24 13:15:34 +04:00
#endif /* HAVE_UNIDATA */
New UTF8 charset
2002-03-28 17:31:46 +04:00
#ifdef HAVE_CHARSET_utf8
bug in my_strnncoll_utf8 (and friends) fixed cleanups better, charset-dependent, ft_max_len_for_sort value
2004-08-30 08:37:36 +02:00
/*
Bug #3928 regexp [[:>:]] and UTF-8
2004-06-07 12:51:18 +05:00
We consider bytes with code more than 127 as a letter.
This garantees that word boundaries work fine with regular
expressions. Note, there is no need to mark byte 255 as a
letter, it is illegal byte in UTF8.
*/
Some reorganization to use less memory as well as to hide some implementation aspects into *.c files from *.h files. Some steps to get closer to generating *.c files from *.conf files again.
2002-10-10 15:52:32 +05:00
static uchar ctype_utf8[] = {
New UTF8 charset
2002-03-28 17:31:46 +04:00
0,
32, 32, 32, 32, 32, 32, 32, 32, 32, 40, 40, 40, 40, 40, 32, 32,
32, 32, 32, 32, 32, 32, 32, 32, 32, 32, 32, 32, 32, 32, 32, 32,
72, 16, 16, 16, 16, 16, 16, 16, 16, 16, 16, 16, 16, 16, 16, 16,
132,132,132,132,132,132,132,132,132,132, 16, 16, 16, 16, 16, 16,
16,129,129,129,129,129,129, 1, 1, 1, 1, 1, 1, 1, 1, 1,
1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 16, 16, 16, 16, 16,
16,130,130,130,130,130,130, 2, 2, 2, 2, 2, 2, 2, 2, 2,
2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 16, 16, 16, 16, 32,
Bug #3928 regexp [[:>:]] and UTF-8
2004-06-07 12:51:18 +05:00
3, 3, 3, 3, 3, 3, 3, 3, 3, 3, 3, 3, 3, 3, 3, 3,
3, 3, 3, 3, 3, 3, 3, 3, 3, 3, 3, 3, 3, 3, 3, 3,
3, 3, 3, 3, 3, 3, 3, 3, 3, 3, 3, 3, 3, 3, 3, 3,
3, 3, 3, 3, 3, 3, 3, 3, 3, 3, 3, 3, 3, 3, 3, 3,
3, 3, 3, 3, 3, 3, 3, 3, 3, 3, 3, 3, 3, 3, 3, 3,
FULLTEXT: correct charset support (UTF included, UCS2 - not) code cleanup
2003-10-20 15:53:48 +02:00
3, 3, 3, 3, 3, 3, 3, 3, 3, 3, 3, 3, 3, 3, 3, 3,
3, 3, 3, 3, 3, 3, 3, 3, 3, 3, 3, 3, 3, 3, 3, 3,
3, 3, 3, 3, 3, 3, 3, 3, 3, 3, 3, 3, 3, 3, 3, 0
New UTF8 charset
2002-03-28 17:31:46 +04:00
};
Bug #3928 regexp [[:>:]] and UTF-8
2004-06-07 12:51:18 +05:00
/* The below are taken from usa7 implementation */
Some reorganization to use less memory as well as to hide some implementation aspects into *.c files from *.h files. Some steps to get closer to generating *.c files from *.conf files again.
2002-10-10 15:52:32 +05:00
static uchar to_lower_utf8[] = {
New UTF8 charset
2002-03-28 17:31:46 +04:00
0, 1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15,
16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31,
32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 45, 46, 47,
48, 49, 50, 51, 52, 53, 54, 55, 56, 57, 58, 59, 60, 61, 62, 63,
64, 97, 98, 99,100,101,102,103,104,105,106,107,108,109,110,111,
112,113,114,115,116,117,118,119,120,121,122, 91, 92, 93, 94, 95,
96, 97, 98, 99,100,101,102,103,104,105,106,107,108,109,110,111,
112,113,114,115,116,117,118,119,120,121,122,123,124,125,126,127,
128,129,130,131,132,133,134,135,136,137,138,139,140,141,142,143,
144,145,146,147,148,149,150,151,152,153,154,155,156,157,158,159,
160,161,162,163,164,165,166,167,168,169,170,171,172,173,174,175,
176,177,178,179,180,181,182,183,184,185,186,187,188,189,190,191,
192,193,194,195,196,197,198,199,200,201,202,203,204,205,206,207,
208,209,210,211,212,213,214,215,216,217,218,219,220,221,222,223,
224,225,226,227,228,229,230,231,232,233,234,235,236,237,238,239,
240,241,242,243,244,245,246,247,248,249,250,251,252,253,254,255
};
Some reorganization to use less memory as well as to hide some implementation aspects into *.c files from *.h files. Some steps to get closer to generating *.c files from *.conf files again.
2002-10-10 15:52:32 +05:00
static uchar to_upper_utf8[] = {
New UTF8 charset
2002-03-28 17:31:46 +04:00
0, 1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15,
16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31,
32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 45, 46, 47,
48, 49, 50, 51, 52, 53, 54, 55, 56, 57, 58, 59, 60, 61, 62, 63,
64, 65, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 76, 77, 78, 79,
80, 81, 82, 83, 84, 85, 86, 87, 88, 89, 90, 91, 92, 93, 94, 95,
96, 65, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 76, 77, 78, 79,
80, 81, 82, 83, 84, 85, 86, 87, 88, 89, 90,123,124,125,126,127,
128,129,130,131,132,133,134,135,136,137,138,139,140,141,142,143,
144,145,146,147,148,149,150,151,152,153,154,155,156,157,158,159,
160,161,162,163,164,165,166,167,168,169,170,171,172,173,174,175,
176,177,178,179,180,181,182,183,184,185,186,187,188,189,190,191,
192,193,194,195,196,197,198,199,200,201,202,203,204,205,206,207,
208,209,210,211,212,213,214,215,216,217,218,219,220,221,222,223,
224,225,226,227,228,229,230,231,232,233,234,235,236,237,238,239,
240,241,242,243,244,245,246,247,248,249,250,251,252,253,254,255
};
bug in my_strnncoll_utf8 (and friends) fixed cleanups better, charset-dependent, ft_max_len_for_sort value
2004-08-30 08:37:36 +02:00
static inline int bincmp(const uchar *s, const uchar *se,
const uchar *t, const uchar *te)
{
fixes for windows 64-bit compiler warnings
2005-06-13 12:41:15 +02:00
int slen= (int) (se-s), tlen= (int) (te-t);
bug in my_strnncoll_utf8 (and friends) fixed cleanups better, charset-dependent, ft_max_len_for_sort value
2004-08-30 08:37:36 +02:00
int len=min(slen,tlen);
int cmp= memcmp(s,t,len);
return cmp ? cmp : slen-tlen;
}
New UTF8 charset
2002-03-28 17:31:46 +04:00
Fixed reference to uninitialized memory
2003-03-21 11:49:17 +02:00
static int my_utf8_uni(CHARSET_INFO *cs __attribute__((unused)),
bug in my_strnncoll_utf8 (and friends) fixed cleanups better, charset-dependent, ft_max_len_for_sort value
2004-08-30 08:37:36 +02:00
my_wc_t * pwc, const uchar *s, const uchar *e)
New UTF8 charset
2002-03-28 17:31:46 +04:00
{
WL#3817: Simplify string / memory area types and make things more consistent (first part) The following type conversions was done: - Changed byte to uchar - Changed gptr to uchar* - Change my_string to char * - Change my_size_t to size_t - Change size_s to size_t Removed declaration of byte, gptr, my_string, my_size_t and size_s. Following function parameter changes was done: - All string functions in mysys/strings was changed to use size_t instead of uint for string lengths. - All read()/write() functions changed to use size_t (including vio). - All protocoll functions changed to use size_t instead of uint - Functions that used a pointer to a string length was changed to use size_t* - Changed malloc(), free() and related functions from using gptr to use void * as this requires fewer casts in the code and is more in line with how the standard functions work. - Added extra length argument to dirname_part() to return the length of the created string. - Changed (at least) following functions to take uchar* as argument: - db_dump() - my_net_write() - net_write_command() - net_store_data() - DBUG_DUMP() - decimal2bin() & bin2decimal() - Changed my_compress() and my_uncompress() to use size_t. Changed one argument to my_uncompress() from a pointer to a value as we only return one value (makes function easier to use). - Changed type of 'pack_data' argument to packfrm() to avoid casts. - Changed in readfrm() and writefrom(), ha_discover and handler::discover() the type for argument 'frmdata' to uchar** to avoid casts. - Changed most Field functions to use uchar* instead of char* (reduced a lot of casts). - Changed field->val_xxx(xxx, new_ptr) to take const pointers. Other changes: - Removed a lot of not needed casts - Added a few new cast required by other changes - Added some cast to my_multi_malloc() arguments for safety (as string lengths needs to be uint, not size_t). - Fixed all calls to hash-get-key functions to use size_t*. (Needed to be done explicitely as this conflict was often hided by casting the function to hash_get_key). - Changed some buffers to memory regions to uchar* to avoid casts. - Changed some string lengths from uint to size_t. - Changed field->ptr to be uchar* instead of char*. This allowed us to get rid of a lot of casts. - Some changes from true -> TRUE, false -> FALSE, unsigned char -> uchar - Include zlib.h in some files as we needed declaration of crc32() - Changed MY_FILE_ERROR to be (size_t) -1. - Changed many variables to hold the result of my_read() / my_write() to be size_t. This was needed to properly detect errors (which are returned as (size_t) -1). - Removed some very old VMS code - Changed packfrm()/unpackfrm() to not be depending on uint size (portability fix) - Removed windows specific code to restore cursor position as this causes slowdown on windows and we should not mix read() and pread() calls anyway as this is not thread safe. Updated function comment to reflect this. Changed function that depended on original behavior of my_pwrite() to itself restore the cursor position (one such case). - Added some missing checking of return value of malloc(). - Changed definition of MOD_PAD_CHAR_TO_FULL_LENGTH to avoid 'long' overflow. - Changed type of table_def::m_size from my_size_t to ulong to reflect that m_size is the number of elements in the array, not a string/memory length. - Moved THD::max_row_length() to table.cc (as it's not depending on THD). Inlined max_row_length_blob() into this function. - More function comments - Fixed some compiler warnings when compiled without partitions. - Removed setting of LEX_STRING() arguments in declaration (portability fix). - Some trivial indentation/variable name changes. - Some trivial code simplifications: - Replaced some calls to alloc_root + memcpy to use strmake_root()/strdup_root(). - Changed some calls from memdup() to strmake() (Safety fix) - Simpler loops in client-simple.c
2007-05-10 12:59:39 +03:00
uchar c;
bug in my_strnncoll_utf8 (and friends) fixed cleanups better, charset-dependent, ft_max_len_for_sort value
2004-08-30 08:37:36 +02:00
wb_wc and wc_mb now checks length inside
2003-01-27 16:46:03 +04:00
if (s >= e)
Bug#15375 Unassigned multibyte codes are broken into parts when converting to Unicode. m_ctype.h: Reorganizing mb_wc return codes to be able to return "an unassigned N-byte-long character". sql_string.cc: Adding code to detect and properly handle unassigned characters (i.e. the those character which are correctly formed according to the character specifications, but don't have Unicode mapping). Many files: Fixing conversion function to return new codes. ctype_ujis.test, ctype_gbk.test, ctype_big5.test: Adding a test case. ctype_ujis.result, ctype_gbk.result, ctype_big5.result: Fixing results accordingly.
2005-12-12 21:42:09 +04:00
return MY_CS_TOOSMALL;
wb_wc and wc_mb now checks length inside
2003-01-27 16:46:03 +04:00
Fixed reference to uninitialized memory
2003-03-21 11:49:17 +02:00
c= s[0];
bug in my_strnncoll_utf8 (and friends) fixed cleanups better, charset-dependent, ft_max_len_for_sort value
2004-08-30 08:37:36 +02:00
if (c < 0x80)
New UTF8 charset
2002-03-28 17:31:46 +04:00
{
*pwc = c;
return 1;
bug in my_strnncoll_utf8 (and friends) fixed cleanups better, charset-dependent, ft_max_len_for_sort value
2004-08-30 08:37:36 +02:00
}
else if (c < 0xc2)
New UTF8 charset
2002-03-28 17:31:46 +04:00
return MY_CS_ILSEQ;
bug in my_strnncoll_utf8 (and friends) fixed cleanups better, charset-dependent, ft_max_len_for_sort value
2004-08-30 08:37:36 +02:00
else if (c < 0xe0)
New UTF8 charset
2002-03-28 17:31:46 +04:00
{
bug in my_strnncoll_utf8 (and friends) fixed cleanups better, charset-dependent, ft_max_len_for_sort value
2004-08-30 08:37:36 +02:00
if (s+2 > e) /* We need 2 characters */
Bug#15375 Unassigned multibyte codes are broken into parts when converting to Unicode. m_ctype.h: Reorganizing mb_wc return codes to be able to return "an unassigned N-byte-long character". sql_string.cc: Adding code to detect and properly handle unassigned characters (i.e. the those character which are correctly formed according to the character specifications, but don't have Unicode mapping). Many files: Fixing conversion function to return new codes. ctype_ujis.test, ctype_gbk.test, ctype_big5.test: Adding a test case. ctype_ujis.result, ctype_gbk.result, ctype_big5.result: Fixing results accordingly.
2005-12-12 21:42:09 +04:00
return MY_CS_TOOSMALL2;
bug in my_strnncoll_utf8 (and friends) fixed cleanups better, charset-dependent, ft_max_len_for_sort value
2004-08-30 08:37:36 +02:00
New UTF8 charset
2002-03-28 17:31:46 +04:00
if (!((s[1] ^ 0x80) < 0x40))
return MY_CS_ILSEQ;
bug in my_strnncoll_utf8 (and friends) fixed cleanups better, charset-dependent, ft_max_len_for_sort value
2004-08-30 08:37:36 +02:00
New UTF8 charset
2002-03-28 17:31:46 +04:00
*pwc = ((my_wc_t) (c & 0x1f) << 6) | (my_wc_t) (s[1] ^ 0x80);
return 2;
bug in my_strnncoll_utf8 (and friends) fixed cleanups better, charset-dependent, ft_max_len_for_sort value
2004-08-30 08:37:36 +02:00
}
else if (c < 0xf0)
New UTF8 charset
2002-03-28 17:31:46 +04:00
{
if (s+3 > e) /* We need 3 characters */
Bug#15375 Unassigned multibyte codes are broken into parts when converting to Unicode. m_ctype.h: Reorganizing mb_wc return codes to be able to return "an unassigned N-byte-long character". sql_string.cc: Adding code to detect and properly handle unassigned characters (i.e. the those character which are correctly formed according to the character specifications, but don't have Unicode mapping). Many files: Fixing conversion function to return new codes. ctype_ujis.test, ctype_gbk.test, ctype_big5.test: Adding a test case. ctype_ujis.result, ctype_gbk.result, ctype_big5.result: Fixing results accordingly.
2005-12-12 21:42:09 +04:00
return MY_CS_TOOSMALL3;
bug in my_strnncoll_utf8 (and friends) fixed cleanups better, charset-dependent, ft_max_len_for_sort value
2004-08-30 08:37:36 +02:00
WL#3817: Simplify string / memory area types and make things more consistent (first part) The following type conversions was done: - Changed byte to uchar - Changed gptr to uchar* - Change my_string to char * - Change my_size_t to size_t - Change size_s to size_t Removed declaration of byte, gptr, my_string, my_size_t and size_s. Following function parameter changes was done: - All string functions in mysys/strings was changed to use size_t instead of uint for string lengths. - All read()/write() functions changed to use size_t (including vio). - All protocoll functions changed to use size_t instead of uint - Functions that used a pointer to a string length was changed to use size_t* - Changed malloc(), free() and related functions from using gptr to use void * as this requires fewer casts in the code and is more in line with how the standard functions work. - Added extra length argument to dirname_part() to return the length of the created string. - Changed (at least) following functions to take uchar* as argument: - db_dump() - my_net_write() - net_write_command() - net_store_data() - DBUG_DUMP() - decimal2bin() & bin2decimal() - Changed my_compress() and my_uncompress() to use size_t. Changed one argument to my_uncompress() from a pointer to a value as we only return one value (makes function easier to use). - Changed type of 'pack_data' argument to packfrm() to avoid casts. - Changed in readfrm() and writefrom(), ha_discover and handler::discover() the type for argument 'frmdata' to uchar** to avoid casts. - Changed most Field functions to use uchar* instead of char* (reduced a lot of casts). - Changed field->val_xxx(xxx, new_ptr) to take const pointers. Other changes: - Removed a lot of not needed casts - Added a few new cast required by other changes - Added some cast to my_multi_malloc() arguments for safety (as string lengths needs to be uint, not size_t). - Fixed all calls to hash-get-key functions to use size_t*. (Needed to be done explicitely as this conflict was often hided by casting the function to hash_get_key). - Changed some buffers to memory regions to uchar* to avoid casts. - Changed some string lengths from uint to size_t. - Changed field->ptr to be uchar* instead of char*. This allowed us to get rid of a lot of casts. - Some changes from true -> TRUE, false -> FALSE, unsigned char -> uchar - Include zlib.h in some files as we needed declaration of crc32() - Changed MY_FILE_ERROR to be (size_t) -1. - Changed many variables to hold the result of my_read() / my_write() to be size_t. This was needed to properly detect errors (which are returned as (size_t) -1). - Removed some very old VMS code - Changed packfrm()/unpackfrm() to not be depending on uint size (portability fix) - Removed windows specific code to restore cursor position as this causes slowdown on windows and we should not mix read() and pread() calls anyway as this is not thread safe. Updated function comment to reflect this. Changed function that depended on original behavior of my_pwrite() to itself restore the cursor position (one such case). - Added some missing checking of return value of malloc(). - Changed definition of MOD_PAD_CHAR_TO_FULL_LENGTH to avoid 'long' overflow. - Changed type of table_def::m_size from my_size_t to ulong to reflect that m_size is the number of elements in the array, not a string/memory length. - Moved THD::max_row_length() to table.cc (as it's not depending on THD). Inlined max_row_length_blob() into this function. - More function comments - Fixed some compiler warnings when compiled without partitions. - Removed setting of LEX_STRING() arguments in declaration (portability fix). - Some trivial indentation/variable name changes. - Some trivial code simplifications: - Replaced some calls to alloc_root + memcpy to use strmake_root()/strdup_root(). - Changed some calls from memdup() to strmake() (Safety fix) - Simpler loops in client-simple.c
2007-05-10 12:59:39 +03:00
if (!((s[1] ^ 0x80) < 0x40 && (s[2] ^ 0x80) < 0x40 &&
(c >= 0xe1 || s[1] >= 0xa0)))
New UTF8 charset
2002-03-28 17:31:46 +04:00
return MY_CS_ILSEQ;
bug in my_strnncoll_utf8 (and friends) fixed cleanups better, charset-dependent, ft_max_len_for_sort value
2004-08-30 08:37:36 +02:00
*pwc = ((my_wc_t) (c & 0x0f) << 12) |
((my_wc_t) (s[1] ^ 0x80) << 6) |
New UTF8 charset
2002-03-28 17:31:46 +04:00
(my_wc_t) (s[2] ^ 0x80);
bug in my_strnncoll_utf8 (and friends) fixed cleanups better, charset-dependent, ft_max_len_for_sort value
2004-08-30 08:37:36 +02:00
New UTF8 charset
2002-03-28 17:31:46 +04:00
return 3;
bug in my_strnncoll_utf8 (and friends) fixed cleanups better, charset-dependent, ft_max_len_for_sort value
2004-08-30 08:37:36 +02:00
}
Fixed reference to uninitialized memory
2003-03-21 11:49:17 +02:00
#ifdef UNICODE_32BIT
bug in my_strnncoll_utf8 (and friends) fixed cleanups better, charset-dependent, ft_max_len_for_sort value
2004-08-30 08:37:36 +02:00
else if (c < 0xf8 && sizeof(my_wc_t)*8 >= 32)
New UTF8 charset
2002-03-28 17:31:46 +04:00
{
if (s+4 > e) /* We need 4 characters */
Bug#15375 Unassigned multibyte codes are broken into parts when converting to Unicode. m_ctype.h: Reorganizing mb_wc return codes to be able to return "an unassigned N-byte-long character". sql_string.cc: Adding code to detect and properly handle unassigned characters (i.e. the those character which are correctly formed according to the character specifications, but don't have Unicode mapping). Many files: Fixing conversion function to return new codes. ctype_ujis.test, ctype_gbk.test, ctype_big5.test: Adding a test case. ctype_ujis.result, ctype_gbk.result, ctype_big5.result: Fixing results accordingly.
2005-12-12 21:42:09 +04:00
return MY_CS_TOOSMALL4;
bug in my_strnncoll_utf8 (and friends) fixed cleanups better, charset-dependent, ft_max_len_for_sort value
2004-08-30 08:37:36 +02:00
if (!((s[1] ^ 0x80) < 0x40 &&
(s[2] ^ 0x80) < 0x40 &&
(s[3] ^ 0x80) < 0x40 &&
New UTF8 charset
2002-03-28 17:31:46 +04:00
(c >= 0xf1 || s[1] >= 0x90)))
return MY_CS_ILSEQ;
bug in my_strnncoll_utf8 (and friends) fixed cleanups better, charset-dependent, ft_max_len_for_sort value
2004-08-30 08:37:36 +02:00
*pwc = ((my_wc_t) (c & 0x07) << 18) |
((my_wc_t) (s[1] ^ 0x80) << 12) |
((my_wc_t) (s[2] ^ 0x80) << 6) |
New UTF8 charset
2002-03-28 17:31:46 +04:00
(my_wc_t) (s[3] ^ 0x80);
bug in my_strnncoll_utf8 (and friends) fixed cleanups better, charset-dependent, ft_max_len_for_sort value
2004-08-30 08:37:36 +02:00
New UTF8 charset
2002-03-28 17:31:46 +04:00
return 4;
}
bug in my_strnncoll_utf8 (and friends) fixed cleanups better, charset-dependent, ft_max_len_for_sort value
2004-08-30 08:37:36 +02:00
else if (c < 0xfc && sizeof(my_wc_t)*8 >= 32)
New UTF8 charset
2002-03-28 17:31:46 +04:00
{
if (s+5 >e) /* We need 5 characters */
Bug#15375 Unassigned multibyte codes are broken into parts when converting to Unicode. m_ctype.h: Reorganizing mb_wc return codes to be able to return "an unassigned N-byte-long character". sql_string.cc: Adding code to detect and properly handle unassigned characters (i.e. the those character which are correctly formed according to the character specifications, but don't have Unicode mapping). Many files: Fixing conversion function to return new codes. ctype_ujis.test, ctype_gbk.test, ctype_big5.test: Adding a test case. ctype_ujis.result, ctype_gbk.result, ctype_big5.result: Fixing results accordingly.
2005-12-12 21:42:09 +04:00
return MY_CS_TOOSMALL5;
bug in my_strnncoll_utf8 (and friends) fixed cleanups better, charset-dependent, ft_max_len_for_sort value
2004-08-30 08:37:36 +02:00
if (!((s[1] ^ 0x80) < 0x40 &&
(s[2] ^ 0x80) < 0x40 &&
(s[3] ^ 0x80) < 0x40 &&
(s[4] ^ 0x80) < 0x40 &&
New UTF8 charset
2002-03-28 17:31:46 +04:00
(c >= 0xf9 || s[1] >= 0x88)))
return MY_CS_ILSEQ;
bug in my_strnncoll_utf8 (and friends) fixed cleanups better, charset-dependent, ft_max_len_for_sort value
2004-08-30 08:37:36 +02:00
*pwc = ((my_wc_t) (c & 0x03) << 24) |
New UTF8 charset
2002-03-28 17:31:46 +04:00
((my_wc_t) (s[1] ^ 0x80) << 18) |
((my_wc_t) (s[2] ^ 0x80) << 12) |
((my_wc_t) (s[3] ^ 0x80) << 6) |
(my_wc_t) (s[4] ^ 0x80);
return 5;
bug in my_strnncoll_utf8 (and friends) fixed cleanups better, charset-dependent, ft_max_len_for_sort value
2004-08-30 08:37:36 +02:00
}
else if (c < 0xfe && sizeof(my_wc_t)*8 >= 32)
New UTF8 charset
2002-03-28 17:31:46 +04:00
{
if ( s+6 >e ) /* We need 6 characters */
Bug#15375 Unassigned multibyte codes are broken into parts when converting to Unicode. m_ctype.h: Reorganizing mb_wc return codes to be able to return "an unassigned N-byte-long character". sql_string.cc: Adding code to detect and properly handle unassigned characters (i.e. the those character which are correctly formed according to the character specifications, but don't have Unicode mapping). Many files: Fixing conversion function to return new codes. ctype_ujis.test, ctype_gbk.test, ctype_big5.test: Adding a test case. ctype_ujis.result, ctype_gbk.result, ctype_big5.result: Fixing results accordingly.
2005-12-12 21:42:09 +04:00
return MY_CS_TOOSMALL6;
bug in my_strnncoll_utf8 (and friends) fixed cleanups better, charset-dependent, ft_max_len_for_sort value
2004-08-30 08:37:36 +02:00
if (!((s[1] ^ 0x80) < 0x40 &&
(s[2] ^ 0x80) < 0x40 &&
(s[3] ^ 0x80) < 0x40 &&
(s[4] ^ 0x80) < 0x40 &&
(s[5] ^ 0x80) < 0x40 &&
New UTF8 charset
2002-03-28 17:31:46 +04:00
(c >= 0xfd || s[1] >= 0x84)))
return MY_CS_ILSEQ;
bug in my_strnncoll_utf8 (and friends) fixed cleanups better, charset-dependent, ft_max_len_for_sort value
2004-08-30 08:37:36 +02:00
New UTF8 charset
2002-03-28 17:31:46 +04:00
*pwc = ((my_wc_t) (c & 0x01) << 30)
| ((my_wc_t) (s[1] ^ 0x80) << 24)
| ((my_wc_t) (s[2] ^ 0x80) << 18)
| ((my_wc_t) (s[3] ^ 0x80) << 12)
| ((my_wc_t) (s[4] ^ 0x80) << 6)
| (my_wc_t) (s[5] ^ 0x80);
return 6;
Fixed reference to uninitialized memory
2003-03-21 11:49:17 +02:00
}
New UTF8 charset
2002-03-28 17:31:46 +04:00
#endif
Fixed reference to uninitialized memory
2003-03-21 11:49:17 +02:00
return MY_CS_ILSEQ;
New UTF8 charset
2002-03-28 17:31:46 +04:00
}
Bug#20404: SHOW CREATE TABLE fails with Turkish I Problem: SHOW CREATE TABLE printed garbage in table name for tables having TURKISH I (i.e. LATIN CAPITABLE LETTER I WITH DOT ABOVE) when lower-case-table-name=1. Reason: In some cases during lower/upper conversion in utf8, the result string can be shorter the original string (including the above letter). Old implementation of caseup_str() and casedn_str() didn't handle the result length properly, assuming that length cannot change. This fix changes the result type of cs->cset->casedn_str() and cs->cset->caseup_str() from VOID to UINT, to return the result length, as well as put '\0' terminator on a proper place. Also, my_caseup_str_utf8() and my_casedn_str_utf8() were rewritten not to use strlen() for performance purposes. It was done with help of adding of new functions - my_utf8_uni_no_range() and my_uni_utf8_no_range() - for null terminated strings.
2006-10-30 14:40:15 +04:00
/*
The same as above, but without range check
for example, for a null-terminated string
*/
static int my_utf8_uni_no_range(CHARSET_INFO *cs __attribute__((unused)),
my_wc_t * pwc, const uchar *s)
{
WL#3817: Simplify string / memory area types and make things more consistent (first part) The following type conversions was done: - Changed byte to uchar - Changed gptr to uchar* - Change my_string to char * - Change my_size_t to size_t - Change size_s to size_t Removed declaration of byte, gptr, my_string, my_size_t and size_s. Following function parameter changes was done: - All string functions in mysys/strings was changed to use size_t instead of uint for string lengths. - All read()/write() functions changed to use size_t (including vio). - All protocoll functions changed to use size_t instead of uint - Functions that used a pointer to a string length was changed to use size_t* - Changed malloc(), free() and related functions from using gptr to use void * as this requires fewer casts in the code and is more in line with how the standard functions work. - Added extra length argument to dirname_part() to return the length of the created string. - Changed (at least) following functions to take uchar* as argument: - db_dump() - my_net_write() - net_write_command() - net_store_data() - DBUG_DUMP() - decimal2bin() & bin2decimal() - Changed my_compress() and my_uncompress() to use size_t. Changed one argument to my_uncompress() from a pointer to a value as we only return one value (makes function easier to use). - Changed type of 'pack_data' argument to packfrm() to avoid casts. - Changed in readfrm() and writefrom(), ha_discover and handler::discover() the type for argument 'frmdata' to uchar** to avoid casts. - Changed most Field functions to use uchar* instead of char* (reduced a lot of casts). - Changed field->val_xxx(xxx, new_ptr) to take const pointers. Other changes: - Removed a lot of not needed casts - Added a few new cast required by other changes - Added some cast to my_multi_malloc() arguments for safety (as string lengths needs to be uint, not size_t). - Fixed all calls to hash-get-key functions to use size_t*. (Needed to be done explicitely as this conflict was often hided by casting the function to hash_get_key). - Changed some buffers to memory regions to uchar* to avoid casts. - Changed some string lengths from uint to size_t. - Changed field->ptr to be uchar* instead of char*. This allowed us to get rid of a lot of casts. - Some changes from true -> TRUE, false -> FALSE, unsigned char -> uchar - Include zlib.h in some files as we needed declaration of crc32() - Changed MY_FILE_ERROR to be (size_t) -1. - Changed many variables to hold the result of my_read() / my_write() to be size_t. This was needed to properly detect errors (which are returned as (size_t) -1). - Removed some very old VMS code - Changed packfrm()/unpackfrm() to not be depending on uint size (portability fix) - Removed windows specific code to restore cursor position as this causes slowdown on windows and we should not mix read() and pread() calls anyway as this is not thread safe. Updated function comment to reflect this. Changed function that depended on original behavior of my_pwrite() to itself restore the cursor position (one such case). - Added some missing checking of return value of malloc(). - Changed definition of MOD_PAD_CHAR_TO_FULL_LENGTH to avoid 'long' overflow. - Changed type of table_def::m_size from my_size_t to ulong to reflect that m_size is the number of elements in the array, not a string/memory length. - Moved THD::max_row_length() to table.cc (as it's not depending on THD). Inlined max_row_length_blob() into this function. - More function comments - Fixed some compiler warnings when compiled without partitions. - Removed setting of LEX_STRING() arguments in declaration (portability fix). - Some trivial indentation/variable name changes. - Some trivial code simplifications: - Replaced some calls to alloc_root + memcpy to use strmake_root()/strdup_root(). - Changed some calls from memdup() to strmake() (Safety fix) - Simpler loops in client-simple.c
2007-05-10 12:59:39 +03:00
uchar c;
Bug#20404: SHOW CREATE TABLE fails with Turkish I Problem: SHOW CREATE TABLE printed garbage in table name for tables having TURKISH I (i.e. LATIN CAPITABLE LETTER I WITH DOT ABOVE) when lower-case-table-name=1. Reason: In some cases during lower/upper conversion in utf8, the result string can be shorter the original string (including the above letter). Old implementation of caseup_str() and casedn_str() didn't handle the result length properly, assuming that length cannot change. This fix changes the result type of cs->cset->casedn_str() and cs->cset->caseup_str() from VOID to UINT, to return the result length, as well as put '\0' terminator on a proper place. Also, my_caseup_str_utf8() and my_casedn_str_utf8() were rewritten not to use strlen() for performance purposes. It was done with help of adding of new functions - my_utf8_uni_no_range() and my_uni_utf8_no_range() - for null terminated strings.
2006-10-30 14:40:15 +04:00
c= s[0];
if (c < 0x80)
{
*pwc = c;
return 1;
}
if (c < 0xc2)
return MY_CS_ILSEQ;
if (c < 0xe0)
{
if (!((s[1] ^ 0x80) < 0x40))
return MY_CS_ILSEQ;
*pwc = ((my_wc_t) (c & 0x1f) << 6) | (my_wc_t) (s[1] ^ 0x80);
return 2;
}
if (c < 0xf0)
{
if (!((s[1] ^ 0x80) < 0x40 &&
(s[2] ^ 0x80) < 0x40 &&
(c >= 0xe1 || s[1] >= 0xa0)))
return MY_CS_ILSEQ;
*pwc= ((my_wc_t) (c & 0x0f) << 12) |
((my_wc_t) (s[1] ^ 0x80) << 6) |
(my_wc_t) (s[2] ^ 0x80);
return 3;
}
return MY_CS_ILSEQ;
}
WL#3817: Simplify string / memory area types and make things more consistent (first part) The following type conversions was done: - Changed byte to uchar - Changed gptr to uchar* - Change my_string to char * - Change my_size_t to size_t - Change size_s to size_t Removed declaration of byte, gptr, my_string, my_size_t and size_s. Following function parameter changes was done: - All string functions in mysys/strings was changed to use size_t instead of uint for string lengths. - All read()/write() functions changed to use size_t (including vio). - All protocoll functions changed to use size_t instead of uint - Functions that used a pointer to a string length was changed to use size_t* - Changed malloc(), free() and related functions from using gptr to use void * as this requires fewer casts in the code and is more in line with how the standard functions work. - Added extra length argument to dirname_part() to return the length of the created string. - Changed (at least) following functions to take uchar* as argument: - db_dump() - my_net_write() - net_write_command() - net_store_data() - DBUG_DUMP() - decimal2bin() & bin2decimal() - Changed my_compress() and my_uncompress() to use size_t. Changed one argument to my_uncompress() from a pointer to a value as we only return one value (makes function easier to use). - Changed type of 'pack_data' argument to packfrm() to avoid casts. - Changed in readfrm() and writefrom(), ha_discover and handler::discover() the type for argument 'frmdata' to uchar** to avoid casts. - Changed most Field functions to use uchar* instead of char* (reduced a lot of casts). - Changed field->val_xxx(xxx, new_ptr) to take const pointers. Other changes: - Removed a lot of not needed casts - Added a few new cast required by other changes - Added some cast to my_multi_malloc() arguments for safety (as string lengths needs to be uint, not size_t). - Fixed all calls to hash-get-key functions to use size_t*. (Needed to be done explicitely as this conflict was often hided by casting the function to hash_get_key). - Changed some buffers to memory regions to uchar* to avoid casts. - Changed some string lengths from uint to size_t. - Changed field->ptr to be uchar* instead of char*. This allowed us to get rid of a lot of casts. - Some changes from true -> TRUE, false -> FALSE, unsigned char -> uchar - Include zlib.h in some files as we needed declaration of crc32() - Changed MY_FILE_ERROR to be (size_t) -1. - Changed many variables to hold the result of my_read() / my_write() to be size_t. This was needed to properly detect errors (which are returned as (size_t) -1). - Removed some very old VMS code - Changed packfrm()/unpackfrm() to not be depending on uint size (portability fix) - Removed windows specific code to restore cursor position as this causes slowdown on windows and we should not mix read() and pread() calls anyway as this is not thread safe. Updated function comment to reflect this. Changed function that depended on original behavior of my_pwrite() to itself restore the cursor position (one such case). - Added some missing checking of return value of malloc(). - Changed definition of MOD_PAD_CHAR_TO_FULL_LENGTH to avoid 'long' overflow. - Changed type of table_def::m_size from my_size_t to ulong to reflect that m_size is the number of elements in the array, not a string/memory length. - Moved THD::max_row_length() to table.cc (as it's not depending on THD). Inlined max_row_length_blob() into this function. - More function comments - Fixed some compiler warnings when compiled without partitions. - Removed setting of LEX_STRING() arguments in declaration (portability fix). - Some trivial indentation/variable name changes. - Some trivial code simplifications: - Replaced some calls to alloc_root + memcpy to use strmake_root()/strdup_root(). - Changed some calls from memdup() to strmake() (Safety fix) - Simpler loops in client-simple.c
2007-05-10 12:59:39 +03:00
static int my_uni_utf8 (CHARSET_INFO *cs __attribute__((unused)),
my_wc_t wc, uchar *r, uchar *e)
New UTF8 charset
2002-03-28 17:31:46 +04:00
{
int count;
wb_wc and wc_mb now checks length inside
2003-01-27 16:46:03 +04:00
if (r >= e)
return MY_CS_TOOSMALL;
bug in my_strnncoll_utf8 (and friends) fixed cleanups better, charset-dependent, ft_max_len_for_sort value
2004-08-30 08:37:36 +02:00
if (wc < 0x80)
New UTF8 charset
2002-03-28 17:31:46 +04:00
count = 1;
bug in my_strnncoll_utf8 (and friends) fixed cleanups better, charset-dependent, ft_max_len_for_sort value
2004-08-30 08:37:36 +02:00
else if (wc < 0x800)
New UTF8 charset
2002-03-28 17:31:46 +04:00
count = 2;
bug in my_strnncoll_utf8 (and friends) fixed cleanups better, charset-dependent, ft_max_len_for_sort value
2004-08-30 08:37:36 +02:00
else if (wc < 0x10000)
New UTF8 charset
2002-03-28 17:31:46 +04:00
count = 3;
#ifdef UNICODE_32BIT
else if (wc < 0x200000)
count = 4;
else if (wc < 0x4000000)
count = 5;
else if (wc <= 0x7fffffff)
count = 6;
#endif
else return MY_CS_ILUNI;
bug in my_strnncoll_utf8 (and friends) fixed cleanups better, charset-dependent, ft_max_len_for_sort value
2004-08-30 08:37:36 +02:00
/*
e is a character after the string r, not the last character of it.
New UTF8 charset
2002-03-28 17:31:46 +04:00
Because of it (r+count > e), not (r+count-1 >e )
*/
bug in my_strnncoll_utf8 (and friends) fixed cleanups better, charset-dependent, ft_max_len_for_sort value
2004-08-30 08:37:36 +02:00
if ( r+count > e )
Bug#15375 Unassigned multibyte codes are broken into parts when converting to Unicode. m_ctype.h: Reorganizing mb_wc return codes to be able to return "an unassigned N-byte-long character". sql_string.cc: Adding code to detect and properly handle unassigned characters (i.e. the those character which are correctly formed according to the character specifications, but don't have Unicode mapping). Many files: Fixing conversion function to return new codes. ctype_ujis.test, ctype_gbk.test, ctype_big5.test: Adding a test case. ctype_ujis.result, ctype_gbk.result, ctype_big5.result: Fixing results accordingly.
2005-12-12 21:42:09 +04:00
return MY_CS_TOOSMALLN(count);
bug in my_strnncoll_utf8 (and friends) fixed cleanups better, charset-dependent, ft_max_len_for_sort value
2004-08-30 08:37:36 +02:00
switch (count) {
New UTF8 charset
2002-03-28 17:31:46 +04:00
/* Fall through all cases!!! */
#ifdef UNICODE_32BIT
Fixes for make_win_src_distributions Removed compiler warnings
2003-06-15 23:24:37 +03:00
case 6: r[5] = (uchar) (0x80 | (wc & 0x3f)); wc = wc >> 6; wc |= 0x4000000;
case 5: r[4] = (uchar) (0x80 | (wc & 0x3f)); wc = wc >> 6; wc |= 0x200000;
case 4: r[3] = (uchar) (0x80 | (wc & 0x3f)); wc = wc >> 6; wc |= 0x10000;
New UTF8 charset
2002-03-28 17:31:46 +04:00
#endif
Fixes for make_win_src_distributions Removed compiler warnings
2003-06-15 23:24:37 +03:00
case 3: r[2] = (uchar) (0x80 | (wc & 0x3f)); wc = wc >> 6; wc |= 0x800;
case 2: r[1] = (uchar) (0x80 | (wc & 0x3f)); wc = wc >> 6; wc |= 0xc0;
case 1: r[0] = (uchar) wc;
New UTF8 charset
2002-03-28 17:31:46 +04:00
}
return count;
}
Bug#20404: SHOW CREATE TABLE fails with Turkish I Problem: SHOW CREATE TABLE printed garbage in table name for tables having TURKISH I (i.e. LATIN CAPITABLE LETTER I WITH DOT ABOVE) when lower-case-table-name=1. Reason: In some cases during lower/upper conversion in utf8, the result string can be shorter the original string (including the above letter). Old implementation of caseup_str() and casedn_str() didn't handle the result length properly, assuming that length cannot change. This fix changes the result type of cs->cset->casedn_str() and cs->cset->caseup_str() from VOID to UINT, to return the result length, as well as put '\0' terminator on a proper place. Also, my_caseup_str_utf8() and my_casedn_str_utf8() were rewritten not to use strlen() for performance purposes. It was done with help of adding of new functions - my_utf8_uni_no_range() and my_uni_utf8_no_range() - for null terminated strings.
2006-10-30 14:40:15 +04:00
/*
The same as above, but without range check.
*/
static int my_uni_utf8_no_range(CHARSET_INFO *cs __attribute__((unused)),
my_wc_t wc, uchar *r)
{
int count;
if (wc < 0x80)
count= 1;
else if (wc < 0x800)
count= 2;
else if (wc < 0x10000)
count= 3;
else
return MY_CS_ILUNI;
switch (count)
{
/* Fall through all cases!!! */
case 3: r[2]= (uchar) (0x80 | (wc & 0x3f)); wc= wc >> 6; wc |= 0x800;
case 2: r[1]= (uchar) (0x80 | (wc & 0x3f)); wc= wc >> 6; wc |= 0xc0;
case 1: r[0]= (uchar) wc;
}
return count;
}
WL#3817: Simplify string / memory area types and make things more consistent (first part) The following type conversions was done: - Changed byte to uchar - Changed gptr to uchar* - Change my_string to char * - Change my_size_t to size_t - Change size_s to size_t Removed declaration of byte, gptr, my_string, my_size_t and size_s. Following function parameter changes was done: - All string functions in mysys/strings was changed to use size_t instead of uint for string lengths. - All read()/write() functions changed to use size_t (including vio). - All protocoll functions changed to use size_t instead of uint - Functions that used a pointer to a string length was changed to use size_t* - Changed malloc(), free() and related functions from using gptr to use void * as this requires fewer casts in the code and is more in line with how the standard functions work. - Added extra length argument to dirname_part() to return the length of the created string. - Changed (at least) following functions to take uchar* as argument: - db_dump() - my_net_write() - net_write_command() - net_store_data() - DBUG_DUMP() - decimal2bin() & bin2decimal() - Changed my_compress() and my_uncompress() to use size_t. Changed one argument to my_uncompress() from a pointer to a value as we only return one value (makes function easier to use). - Changed type of 'pack_data' argument to packfrm() to avoid casts. - Changed in readfrm() and writefrom(), ha_discover and handler::discover() the type for argument 'frmdata' to uchar** to avoid casts. - Changed most Field functions to use uchar* instead of char* (reduced a lot of casts). - Changed field->val_xxx(xxx, new_ptr) to take const pointers. Other changes: - Removed a lot of not needed casts - Added a few new cast required by other changes - Added some cast to my_multi_malloc() arguments for safety (as string lengths needs to be uint, not size_t). - Fixed all calls to hash-get-key functions to use size_t*. (Needed to be done explicitely as this conflict was often hided by casting the function to hash_get_key). - Changed some buffers to memory regions to uchar* to avoid casts. - Changed some string lengths from uint to size_t. - Changed field->ptr to be uchar* instead of char*. This allowed us to get rid of a lot of casts. - Some changes from true -> TRUE, false -> FALSE, unsigned char -> uchar - Include zlib.h in some files as we needed declaration of crc32() - Changed MY_FILE_ERROR to be (size_t) -1. - Changed many variables to hold the result of my_read() / my_write() to be size_t. This was needed to properly detect errors (which are returned as (size_t) -1). - Removed some very old VMS code - Changed packfrm()/unpackfrm() to not be depending on uint size (portability fix) - Removed windows specific code to restore cursor position as this causes slowdown on windows and we should not mix read() and pread() calls anyway as this is not thread safe. Updated function comment to reflect this. Changed function that depended on original behavior of my_pwrite() to itself restore the cursor position (one such case). - Added some missing checking of return value of malloc(). - Changed definition of MOD_PAD_CHAR_TO_FULL_LENGTH to avoid 'long' overflow. - Changed type of table_def::m_size from my_size_t to ulong to reflect that m_size is the number of elements in the array, not a string/memory length. - Moved THD::max_row_length() to table.cc (as it's not depending on THD). Inlined max_row_length_blob() into this function. - More function comments - Fixed some compiler warnings when compiled without partitions. - Removed setting of LEX_STRING() arguments in declaration (portability fix). - Some trivial indentation/variable name changes. - Some trivial code simplifications: - Replaced some calls to alloc_root + memcpy to use strmake_root()/strdup_root(). - Changed some calls from memdup() to strmake() (Safety fix) - Simpler loops in client-simple.c
2007-05-10 12:59:39 +03:00
static size_t my_caseup_utf8(CHARSET_INFO *cs, char *src, size_t srclen,
char *dst, size_t dstlen)
New UTF8 charset
2002-03-28 17:31:46 +04:00
{
my_wc_t wc;
Bug#8610: The ucs2_turkish_ci collation fails with upper('i') UPPER/LOWER now can return a string with different length. mi_test1.c: Adding new arguments. Many files: Changeing caseup/casedn to return a result with different length than argument. sql_string.h: Removing unused method, mysql_priv.h: Removing unused method
2005-06-06 16:54:15 +05:00
int srcres, dstres;
char *srcend= src + srclen, *dstend= dst + dstlen, *dst0= dst;
MY_UNICASE_INFO **uni_plane= cs->caseinfo;
DBUG_ASSERT(src != dst || cs->caseup_multiply == 1);
New UTF8 charset
2002-03-28 17:31:46 +04:00
Bug#8610: The ucs2_turkish_ci collation fails with upper('i') UPPER/LOWER now can return a string with different length. mi_test1.c: Adding new arguments. Many files: Changeing caseup/casedn to return a result with different length than argument. sql_string.h: Removing unused method, mysql_priv.h: Removing unused method
2005-06-06 16:54:15 +05:00
while ((src < srcend) &&
(srcres= my_utf8_uni(cs, &wc, (uchar *) src, (uchar*) srcend)) > 0)
New UTF8 charset
2002-03-28 17:31:46 +04:00
{
Bug#8610: The ucs2_turkish_ci collation fails with upper('i') UPPER/LOWER now can return a string with different length. mi_test1.c: Adding new arguments. Many files: Changeing caseup/casedn to return a result with different length than argument. sql_string.h: Removing unused method, mysql_priv.h: Removing unused method
2005-06-06 16:54:15 +05:00
int plane= (wc>>8) & 0xFF;
wc= uni_plane[plane] ? uni_plane[plane][wc & 0xFF].toupper : wc;
if ((dstres= my_uni_utf8(cs, wc, (uchar*) dst, (uchar*) dstend)) <= 0)
New UTF8 charset
2002-03-28 17:31:46 +04:00
break;
Bug#8610: The ucs2_turkish_ci collation fails with upper('i') UPPER/LOWER now can return a string with different length. mi_test1.c: Adding new arguments. Many files: Changeing caseup/casedn to return a result with different length than argument. sql_string.h: Removing unused method, mysql_priv.h: Removing unused method
2005-06-06 16:54:15 +05:00
src+= srcres;
dst+= dstres;
New UTF8 charset
2002-03-28 17:31:46 +04:00
}
WL#3817: Simplify string / memory area types and make things more consistent (first part) The following type conversions was done: - Changed byte to uchar - Changed gptr to uchar* - Change my_string to char * - Change my_size_t to size_t - Change size_s to size_t Removed declaration of byte, gptr, my_string, my_size_t and size_s. Following function parameter changes was done: - All string functions in mysys/strings was changed to use size_t instead of uint for string lengths. - All read()/write() functions changed to use size_t (including vio). - All protocoll functions changed to use size_t instead of uint - Functions that used a pointer to a string length was changed to use size_t* - Changed malloc(), free() and related functions from using gptr to use void * as this requires fewer casts in the code and is more in line with how the standard functions work. - Added extra length argument to dirname_part() to return the length of the created string. - Changed (at least) following functions to take uchar* as argument: - db_dump() - my_net_write() - net_write_command() - net_store_data() - DBUG_DUMP() - decimal2bin() & bin2decimal() - Changed my_compress() and my_uncompress() to use size_t. Changed one argument to my_uncompress() from a pointer to a value as we only return one value (makes function easier to use). - Changed type of 'pack_data' argument to packfrm() to avoid casts. - Changed in readfrm() and writefrom(), ha_discover and handler::discover() the type for argument 'frmdata' to uchar** to avoid casts. - Changed most Field functions to use uchar* instead of char* (reduced a lot of casts). - Changed field->val_xxx(xxx, new_ptr) to take const pointers. Other changes: - Removed a lot of not needed casts - Added a few new cast required by other changes - Added some cast to my_multi_malloc() arguments for safety (as string lengths needs to be uint, not size_t). - Fixed all calls to hash-get-key functions to use size_t*. (Needed to be done explicitely as this conflict was often hided by casting the function to hash_get_key). - Changed some buffers to memory regions to uchar* to avoid casts. - Changed some string lengths from uint to size_t. - Changed field->ptr to be uchar* instead of char*. This allowed us to get rid of a lot of casts. - Some changes from true -> TRUE, false -> FALSE, unsigned char -> uchar - Include zlib.h in some files as we needed declaration of crc32() - Changed MY_FILE_ERROR to be (size_t) -1. - Changed many variables to hold the result of my_read() / my_write() to be size_t. This was needed to properly detect errors (which are returned as (size_t) -1). - Removed some very old VMS code - Changed packfrm()/unpackfrm() to not be depending on uint size (portability fix) - Removed windows specific code to restore cursor position as this causes slowdown on windows and we should not mix read() and pread() calls anyway as this is not thread safe. Updated function comment to reflect this. Changed function that depended on original behavior of my_pwrite() to itself restore the cursor position (one such case). - Added some missing checking of return value of malloc(). - Changed definition of MOD_PAD_CHAR_TO_FULL_LENGTH to avoid 'long' overflow. - Changed type of table_def::m_size from my_size_t to ulong to reflect that m_size is the number of elements in the array, not a string/memory length. - Moved THD::max_row_length() to table.cc (as it's not depending on THD). Inlined max_row_length_blob() into this function. - More function comments - Fixed some compiler warnings when compiled without partitions. - Removed setting of LEX_STRING() arguments in declaration (portability fix). - Some trivial indentation/variable name changes. - Some trivial code simplifications: - Replaced some calls to alloc_root + memcpy to use strmake_root()/strdup_root(). - Changed some calls from memdup() to strmake() (Safety fix) - Simpler loops in client-simple.c
2007-05-10 12:59:39 +03:00
return (size_t) (dst - dst0);
New UTF8 charset
2002-03-28 17:31:46 +04:00
}
WL#3817: Simplify string / memory area types and make things more consistent (first part) The following type conversions was done: - Changed byte to uchar - Changed gptr to uchar* - Change my_string to char * - Change my_size_t to size_t - Change size_s to size_t Removed declaration of byte, gptr, my_string, my_size_t and size_s. Following function parameter changes was done: - All string functions in mysys/strings was changed to use size_t instead of uint for string lengths. - All read()/write() functions changed to use size_t (including vio). - All protocoll functions changed to use size_t instead of uint - Functions that used a pointer to a string length was changed to use size_t* - Changed malloc(), free() and related functions from using gptr to use void * as this requires fewer casts in the code and is more in line with how the standard functions work. - Added extra length argument to dirname_part() to return the length of the created string. - Changed (at least) following functions to take uchar* as argument: - db_dump() - my_net_write() - net_write_command() - net_store_data() - DBUG_DUMP() - decimal2bin() & bin2decimal() - Changed my_compress() and my_uncompress() to use size_t. Changed one argument to my_uncompress() from a pointer to a value as we only return one value (makes function easier to use). - Changed type of 'pack_data' argument to packfrm() to avoid casts. - Changed in readfrm() and writefrom(), ha_discover and handler::discover() the type for argument 'frmdata' to uchar** to avoid casts. - Changed most Field functions to use uchar* instead of char* (reduced a lot of casts). - Changed field->val_xxx(xxx, new_ptr) to take const pointers. Other changes: - Removed a lot of not needed casts - Added a few new cast required by other changes - Added some cast to my_multi_malloc() arguments for safety (as string lengths needs to be uint, not size_t). - Fixed all calls to hash-get-key functions to use size_t*. (Needed to be done explicitely as this conflict was often hided by casting the function to hash_get_key). - Changed some buffers to memory regions to uchar* to avoid casts. - Changed some string lengths from uint to size_t. - Changed field->ptr to be uchar* instead of char*. This allowed us to get rid of a lot of casts. - Some changes from true -> TRUE, false -> FALSE, unsigned char -> uchar - Include zlib.h in some files as we needed declaration of crc32() - Changed MY_FILE_ERROR to be (size_t) -1. - Changed many variables to hold the result of my_read() / my_write() to be size_t. This was needed to properly detect errors (which are returned as (size_t) -1). - Removed some very old VMS code - Changed packfrm()/unpackfrm() to not be depending on uint size (portability fix) - Removed windows specific code to restore cursor position as this causes slowdown on windows and we should not mix read() and pread() calls anyway as this is not thread safe. Updated function comment to reflect this. Changed function that depended on original behavior of my_pwrite() to itself restore the cursor position (one such case). - Added some missing checking of return value of malloc(). - Changed definition of MOD_PAD_CHAR_TO_FULL_LENGTH to avoid 'long' overflow. - Changed type of table_def::m_size from my_size_t to ulong to reflect that m_size is the number of elements in the array, not a string/memory length. - Moved THD::max_row_length() to table.cc (as it's not depending on THD). Inlined max_row_length_blob() into this function. - More function comments - Fixed some compiler warnings when compiled without partitions. - Removed setting of LEX_STRING() arguments in declaration (portability fix). - Some trivial indentation/variable name changes. - Some trivial code simplifications: - Replaced some calls to alloc_root + memcpy to use strmake_root()/strdup_root(). - Changed some calls from memdup() to strmake() (Safety fix) - Simpler loops in client-simple.c
2007-05-10 12:59:39 +03:00
static void my_hash_sort_utf8(CHARSET_INFO *cs, const uchar *s, size_t slen,
Add support for up to VARCHAR (size up to 65535) Renamed HA_VAR_LENGTH to HA_VAR_LENGTH_PART Renamed in all files FIELD_TYPE_STRING and FIELD_TYPE_VAR_STRING to MYSQL_TYPE_STRING and MYSQL_TYPE_VAR_STRING to make it easy to catch all possible errors Added support for VARCHAR KEYS to heap Removed support for ISAM Now only long VARCHAR columns are changed to TEXT on demand (not CHAR) Internal temporary files can now use fixed length tables if the used VARCHAR columns are short
2004-12-06 02:00:37 +02:00
ulong *n1, ulong *n2)
Fix for problem that GROUP BY and DISTINCT didn't work for UTF8
2002-04-17 17:27:13 +05:00
{
my_wc_t wc;
int res;
const uchar *e=s+slen;
Bug#8610: The ucs2_turkish_ci collation fails with upper('i') UPPER/LOWER now can return a string with different length. mi_test1.c: Adding new arguments. Many files: Changeing caseup/casedn to return a result with different length than argument. sql_string.h: Removing unused method, mysql_priv.h: Removing unused method
2005-06-06 16:54:15 +05:00
MY_UNICASE_INFO **uni_plane= cs->caseinfo;
Fix for problem that GROUP BY and DISTINCT didn't work for UTF8
2002-04-17 17:27:13 +05:00
Add support for up to VARCHAR (size up to 65535) Renamed HA_VAR_LENGTH to HA_VAR_LENGTH_PART Renamed in all files FIELD_TYPE_STRING and FIELD_TYPE_VAR_STRING to MYSQL_TYPE_STRING and MYSQL_TYPE_VAR_STRING to make it easy to catch all possible errors Added support for VARCHAR KEYS to heap Removed support for ISAM Now only long VARCHAR columns are changed to TEXT on demand (not CHAR) Internal temporary files can now use fixed length tables if the used VARCHAR columns are short
2004-12-06 02:00:37 +02:00
/*
Remove end space. We have to do this to be able to compare
'A ' and 'A' as identical
*/
while (e > s && e[-1] == ' ')
e--;
Fix for problem that GROUP BY and DISTINCT didn't work for UTF8
2002-04-17 17:27:13 +05:00
while ((s < e) && (res=my_utf8_uni(cs,&wc, (uchar *)s, (uchar*)e))>0 )
{
int plane = (wc>>8) & 0xFF;
wc = uni_plane[plane] ? uni_plane[plane][wc & 0xFF].sort : wc;
n1[0]^= (((n1[0] & 63)+n2[0])*(wc & 0xFF))+ (n1[0] << 8);
n2[0]+=3;
n1[0]^= (((n1[0] & 63)+n2[0])*(wc >> 8))+ (n1[0] << 8);
n2[0]+=3;
s+=res;
}
}
WL#3817: Simplify string / memory area types and make things more consistent (first part) The following type conversions was done: - Changed byte to uchar - Changed gptr to uchar* - Change my_string to char * - Change my_size_t to size_t - Change size_s to size_t Removed declaration of byte, gptr, my_string, my_size_t and size_s. Following function parameter changes was done: - All string functions in mysys/strings was changed to use size_t instead of uint for string lengths. - All read()/write() functions changed to use size_t (including vio). - All protocoll functions changed to use size_t instead of uint - Functions that used a pointer to a string length was changed to use size_t* - Changed malloc(), free() and related functions from using gptr to use void * as this requires fewer casts in the code and is more in line with how the standard functions work. - Added extra length argument to dirname_part() to return the length of the created string. - Changed (at least) following functions to take uchar* as argument: - db_dump() - my_net_write() - net_write_command() - net_store_data() - DBUG_DUMP() - decimal2bin() & bin2decimal() - Changed my_compress() and my_uncompress() to use size_t. Changed one argument to my_uncompress() from a pointer to a value as we only return one value (makes function easier to use). - Changed type of 'pack_data' argument to packfrm() to avoid casts. - Changed in readfrm() and writefrom(), ha_discover and handler::discover() the type for argument 'frmdata' to uchar** to avoid casts. - Changed most Field functions to use uchar* instead of char* (reduced a lot of casts). - Changed field->val_xxx(xxx, new_ptr) to take const pointers. Other changes: - Removed a lot of not needed casts - Added a few new cast required by other changes - Added some cast to my_multi_malloc() arguments for safety (as string lengths needs to be uint, not size_t). - Fixed all calls to hash-get-key functions to use size_t*. (Needed to be done explicitely as this conflict was often hided by casting the function to hash_get_key). - Changed some buffers to memory regions to uchar* to avoid casts. - Changed some string lengths from uint to size_t. - Changed field->ptr to be uchar* instead of char*. This allowed us to get rid of a lot of casts. - Some changes from true -> TRUE, false -> FALSE, unsigned char -> uchar - Include zlib.h in some files as we needed declaration of crc32() - Changed MY_FILE_ERROR to be (size_t) -1. - Changed many variables to hold the result of my_read() / my_write() to be size_t. This was needed to properly detect errors (which are returned as (size_t) -1). - Removed some very old VMS code - Changed packfrm()/unpackfrm() to not be depending on uint size (portability fix) - Removed windows specific code to restore cursor position as this causes slowdown on windows and we should not mix read() and pread() calls anyway as this is not thread safe. Updated function comment to reflect this. Changed function that depended on original behavior of my_pwrite() to itself restore the cursor position (one such case). - Added some missing checking of return value of malloc(). - Changed definition of MOD_PAD_CHAR_TO_FULL_LENGTH to avoid 'long' overflow. - Changed type of table_def::m_size from my_size_t to ulong to reflect that m_size is the number of elements in the array, not a string/memory length. - Moved THD::max_row_length() to table.cc (as it's not depending on THD). Inlined max_row_length_blob() into this function. - More function comments - Fixed some compiler warnings when compiled without partitions. - Removed setting of LEX_STRING() arguments in declaration (portability fix). - Some trivial indentation/variable name changes. - Some trivial code simplifications: - Replaced some calls to alloc_root + memcpy to use strmake_root()/strdup_root(). - Changed some calls from memdup() to strmake() (Safety fix) - Simpler loops in client-simple.c
2007-05-10 12:59:39 +03:00
static size_t my_caseup_str_utf8(CHARSET_INFO *cs, char *src)
New UTF8 charset
2002-03-28 17:31:46 +04:00
{
Bug#20404: SHOW CREATE TABLE fails with Turkish I Problem: SHOW CREATE TABLE printed garbage in table name for tables having TURKISH I (i.e. LATIN CAPITABLE LETTER I WITH DOT ABOVE) when lower-case-table-name=1. Reason: In some cases during lower/upper conversion in utf8, the result string can be shorter the original string (including the above letter). Old implementation of caseup_str() and casedn_str() didn't handle the result length properly, assuming that length cannot change. This fix changes the result type of cs->cset->casedn_str() and cs->cset->caseup_str() from VOID to UINT, to return the result length, as well as put '\0' terminator on a proper place. Also, my_caseup_str_utf8() and my_casedn_str_utf8() were rewritten not to use strlen() for performance purposes. It was done with help of adding of new functions - my_utf8_uni_no_range() and my_uni_utf8_no_range() - for null terminated strings.
2006-10-30 14:40:15 +04:00
my_wc_t wc;
int srcres, dstres;
char *dst= src, *dst0= src;
MY_UNICASE_INFO **uni_plane= cs->caseinfo;
DBUG_ASSERT(cs->caseup_multiply == 1);
while (*src &&
(srcres= my_utf8_uni_no_range(cs, &wc, (uchar *) src)) > 0)
{
int plane= (wc>>8) & 0xFF;
wc= uni_plane[plane] ? uni_plane[plane][wc & 0xFF].toupper : wc;
if ((dstres= my_uni_utf8_no_range(cs, wc, (uchar*) dst)) <= 0)
break;
src+= srcres;
dst+= dstres;
}
*dst= '\0';
WL#3817: Simplify string / memory area types and make things more consistent (first part) The following type conversions was done: - Changed byte to uchar - Changed gptr to uchar* - Change my_string to char * - Change my_size_t to size_t - Change size_s to size_t Removed declaration of byte, gptr, my_string, my_size_t and size_s. Following function parameter changes was done: - All string functions in mysys/strings was changed to use size_t instead of uint for string lengths. - All read()/write() functions changed to use size_t (including vio). - All protocoll functions changed to use size_t instead of uint - Functions that used a pointer to a string length was changed to use size_t* - Changed malloc(), free() and related functions from using gptr to use void * as this requires fewer casts in the code and is more in line with how the standard functions work. - Added extra length argument to dirname_part() to return the length of the created string. - Changed (at least) following functions to take uchar* as argument: - db_dump() - my_net_write() - net_write_command() - net_store_data() - DBUG_DUMP() - decimal2bin() & bin2decimal() - Changed my_compress() and my_uncompress() to use size_t. Changed one argument to my_uncompress() from a pointer to a value as we only return one value (makes function easier to use). - Changed type of 'pack_data' argument to packfrm() to avoid casts. - Changed in readfrm() and writefrom(), ha_discover and handler::discover() the type for argument 'frmdata' to uchar** to avoid casts. - Changed most Field functions to use uchar* instead of char* (reduced a lot of casts). - Changed field->val_xxx(xxx, new_ptr) to take const pointers. Other changes: - Removed a lot of not needed casts - Added a few new cast required by other changes - Added some cast to my_multi_malloc() arguments for safety (as string lengths needs to be uint, not size_t). - Fixed all calls to hash-get-key functions to use size_t*. (Needed to be done explicitely as this conflict was often hided by casting the function to hash_get_key). - Changed some buffers to memory regions to uchar* to avoid casts. - Changed some string lengths from uint to size_t. - Changed field->ptr to be uchar* instead of char*. This allowed us to get rid of a lot of casts. - Some changes from true -> TRUE, false -> FALSE, unsigned char -> uchar - Include zlib.h in some files as we needed declaration of crc32() - Changed MY_FILE_ERROR to be (size_t) -1. - Changed many variables to hold the result of my_read() / my_write() to be size_t. This was needed to properly detect errors (which are returned as (size_t) -1). - Removed some very old VMS code - Changed packfrm()/unpackfrm() to not be depending on uint size (portability fix) - Removed windows specific code to restore cursor position as this causes slowdown on windows and we should not mix read() and pread() calls anyway as this is not thread safe. Updated function comment to reflect this. Changed function that depended on original behavior of my_pwrite() to itself restore the cursor position (one such case). - Added some missing checking of return value of malloc(). - Changed definition of MOD_PAD_CHAR_TO_FULL_LENGTH to avoid 'long' overflow. - Changed type of table_def::m_size from my_size_t to ulong to reflect that m_size is the number of elements in the array, not a string/memory length. - Moved THD::max_row_length() to table.cc (as it's not depending on THD). Inlined max_row_length_blob() into this function. - More function comments - Fixed some compiler warnings when compiled without partitions. - Removed setting of LEX_STRING() arguments in declaration (portability fix). - Some trivial indentation/variable name changes. - Some trivial code simplifications: - Replaced some calls to alloc_root + memcpy to use strmake_root()/strdup_root(). - Changed some calls from memdup() to strmake() (Safety fix) - Simpler loops in client-simple.c
2007-05-10 12:59:39 +03:00
return (size_t) (dst - dst0);
New UTF8 charset
2002-03-28 17:31:46 +04:00
}
WL#3817: Simplify string / memory area types and make things more consistent (first part) The following type conversions was done: - Changed byte to uchar - Changed gptr to uchar* - Change my_string to char * - Change my_size_t to size_t - Change size_s to size_t Removed declaration of byte, gptr, my_string, my_size_t and size_s. Following function parameter changes was done: - All string functions in mysys/strings was changed to use size_t instead of uint for string lengths. - All read()/write() functions changed to use size_t (including vio). - All protocoll functions changed to use size_t instead of uint - Functions that used a pointer to a string length was changed to use size_t* - Changed malloc(), free() and related functions from using gptr to use void * as this requires fewer casts in the code and is more in line with how the standard functions work. - Added extra length argument to dirname_part() to return the length of the created string. - Changed (at least) following functions to take uchar* as argument: - db_dump() - my_net_write() - net_write_command() - net_store_data() - DBUG_DUMP() - decimal2bin() & bin2decimal() - Changed my_compress() and my_uncompress() to use size_t. Changed one argument to my_uncompress() from a pointer to a value as we only return one value (makes function easier to use). - Changed type of 'pack_data' argument to packfrm() to avoid casts. - Changed in readfrm() and writefrom(), ha_discover and handler::discover() the type for argument 'frmdata' to uchar** to avoid casts. - Changed most Field functions to use uchar* instead of char* (reduced a lot of casts). - Changed field->val_xxx(xxx, new_ptr) to take const pointers. Other changes: - Removed a lot of not needed casts - Added a few new cast required by other changes - Added some cast to my_multi_malloc() arguments for safety (as string lengths needs to be uint, not size_t). - Fixed all calls to hash-get-key functions to use size_t*. (Needed to be done explicitely as this conflict was often hided by casting the function to hash_get_key). - Changed some buffers to memory regions to uchar* to avoid casts. - Changed some string lengths from uint to size_t. - Changed field->ptr to be uchar* instead of char*. This allowed us to get rid of a lot of casts. - Some changes from true -> TRUE, false -> FALSE, unsigned char -> uchar - Include zlib.h in some files as we needed declaration of crc32() - Changed MY_FILE_ERROR to be (size_t) -1. - Changed many variables to hold the result of my_read() / my_write() to be size_t. This was needed to properly detect errors (which are returned as (size_t) -1). - Removed some very old VMS code - Changed packfrm()/unpackfrm() to not be depending on uint size (portability fix) - Removed windows specific code to restore cursor position as this causes slowdown on windows and we should not mix read() and pread() calls anyway as this is not thread safe. Updated function comment to reflect this. Changed function that depended on original behavior of my_pwrite() to itself restore the cursor position (one such case). - Added some missing checking of return value of malloc(). - Changed definition of MOD_PAD_CHAR_TO_FULL_LENGTH to avoid 'long' overflow. - Changed type of table_def::m_size from my_size_t to ulong to reflect that m_size is the number of elements in the array, not a string/memory length. - Moved THD::max_row_length() to table.cc (as it's not depending on THD). Inlined max_row_length_blob() into this function. - More function comments - Fixed some compiler warnings when compiled without partitions. - Removed setting of LEX_STRING() arguments in declaration (portability fix). - Some trivial indentation/variable name changes. - Some trivial code simplifications: - Replaced some calls to alloc_root + memcpy to use strmake_root()/strdup_root(). - Changed some calls from memdup() to strmake() (Safety fix) - Simpler loops in client-simple.c
2007-05-10 12:59:39 +03:00
static size_t my_casedn_utf8(CHARSET_INFO *cs, char *src, size_t srclen,
char *dst, size_t dstlen)
New UTF8 charset
2002-03-28 17:31:46 +04:00
{
my_wc_t wc;
Bug#8610: The ucs2_turkish_ci collation fails with upper('i') UPPER/LOWER now can return a string with different length. mi_test1.c: Adding new arguments. Many files: Changeing caseup/casedn to return a result with different length than argument. sql_string.h: Removing unused method, mysql_priv.h: Removing unused method
2005-06-06 16:54:15 +05:00
int srcres, dstres;
char *srcend= src + srclen, *dstend= dst + dstlen, *dst0= dst;
MY_UNICASE_INFO **uni_plane= cs->caseinfo;
DBUG_ASSERT(src != dst || cs->casedn_multiply == 1);
New UTF8 charset
2002-03-28 17:31:46 +04:00
Bug#8610: The ucs2_turkish_ci collation fails with upper('i') UPPER/LOWER now can return a string with different length. mi_test1.c: Adding new arguments. Many files: Changeing caseup/casedn to return a result with different length than argument. sql_string.h: Removing unused method, mysql_priv.h: Removing unused method
2005-06-06 16:54:15 +05:00
while ((src < srcend) &&
(srcres= my_utf8_uni(cs, &wc, (uchar*) src, (uchar*)srcend)) > 0)
New UTF8 charset
2002-03-28 17:31:46 +04:00
{
Bug#8610: The ucs2_turkish_ci collation fails with upper('i') UPPER/LOWER now can return a string with different length. mi_test1.c: Adding new arguments. Many files: Changeing caseup/casedn to return a result with different length than argument. sql_string.h: Removing unused method, mysql_priv.h: Removing unused method
2005-06-06 16:54:15 +05:00
int plane= (wc>>8) & 0xFF;
wc= uni_plane[plane] ? uni_plane[plane][wc & 0xFF].tolower : wc;
if ((dstres= my_uni_utf8(cs, wc, (uchar*) dst, (uchar*) dstend)) <= 0)
New UTF8 charset
2002-03-28 17:31:46 +04:00
break;
Bug#8610: The ucs2_turkish_ci collation fails with upper('i') UPPER/LOWER now can return a string with different length. mi_test1.c: Adding new arguments. Many files: Changeing caseup/casedn to return a result with different length than argument. sql_string.h: Removing unused method, mysql_priv.h: Removing unused method
2005-06-06 16:54:15 +05:00
src+= srcres;
dst+= dstres;
New UTF8 charset
2002-03-28 17:31:46 +04:00
}
WL#3817: Simplify string / memory area types and make things more consistent (first part) The following type conversions was done: - Changed byte to uchar - Changed gptr to uchar* - Change my_string to char * - Change my_size_t to size_t - Change size_s to size_t Removed declaration of byte, gptr, my_string, my_size_t and size_s. Following function parameter changes was done: - All string functions in mysys/strings was changed to use size_t instead of uint for string lengths. - All read()/write() functions changed to use size_t (including vio). - All protocoll functions changed to use size_t instead of uint - Functions that used a pointer to a string length was changed to use size_t* - Changed malloc(), free() and related functions from using gptr to use void * as this requires fewer casts in the code and is more in line with how the standard functions work. - Added extra length argument to dirname_part() to return the length of the created string. - Changed (at least) following functions to take uchar* as argument: - db_dump() - my_net_write() - net_write_command() - net_store_data() - DBUG_DUMP() - decimal2bin() & bin2decimal() - Changed my_compress() and my_uncompress() to use size_t. Changed one argument to my_uncompress() from a pointer to a value as we only return one value (makes function easier to use). - Changed type of 'pack_data' argument to packfrm() to avoid casts. - Changed in readfrm() and writefrom(), ha_discover and handler::discover() the type for argument 'frmdata' to uchar** to avoid casts. - Changed most Field functions to use uchar* instead of char* (reduced a lot of casts). - Changed field->val_xxx(xxx, new_ptr) to take const pointers. Other changes: - Removed a lot of not needed casts - Added a few new cast required by other changes - Added some cast to my_multi_malloc() arguments for safety (as string lengths needs to be uint, not size_t). - Fixed all calls to hash-get-key functions to use size_t*. (Needed to be done explicitely as this conflict was often hided by casting the function to hash_get_key). - Changed some buffers to memory regions to uchar* to avoid casts. - Changed some string lengths from uint to size_t. - Changed field->ptr to be uchar* instead of char*. This allowed us to get rid of a lot of casts. - Some changes from true -> TRUE, false -> FALSE, unsigned char -> uchar - Include zlib.h in some files as we needed declaration of crc32() - Changed MY_FILE_ERROR to be (size_t) -1. - Changed many variables to hold the result of my_read() / my_write() to be size_t. This was needed to properly detect errors (which are returned as (size_t) -1). - Removed some very old VMS code - Changed packfrm()/unpackfrm() to not be depending on uint size (portability fix) - Removed windows specific code to restore cursor position as this causes slowdown on windows and we should not mix read() and pread() calls anyway as this is not thread safe. Updated function comment to reflect this. Changed function that depended on original behavior of my_pwrite() to itself restore the cursor position (one such case). - Added some missing checking of return value of malloc(). - Changed definition of MOD_PAD_CHAR_TO_FULL_LENGTH to avoid 'long' overflow. - Changed type of table_def::m_size from my_size_t to ulong to reflect that m_size is the number of elements in the array, not a string/memory length. - Moved THD::max_row_length() to table.cc (as it's not depending on THD). Inlined max_row_length_blob() into this function. - More function comments - Fixed some compiler warnings when compiled without partitions. - Removed setting of LEX_STRING() arguments in declaration (portability fix). - Some trivial indentation/variable name changes. - Some trivial code simplifications: - Replaced some calls to alloc_root + memcpy to use strmake_root()/strdup_root(). - Changed some calls from memdup() to strmake() (Safety fix) - Simpler loops in client-simple.c
2007-05-10 12:59:39 +03:00
return (size_t) (dst - dst0);
New UTF8 charset
2002-03-28 17:31:46 +04:00
}
Bug#20404: SHOW CREATE TABLE fails with Turkish I Problem: SHOW CREATE TABLE printed garbage in table name for tables having TURKISH I (i.e. LATIN CAPITABLE LETTER I WITH DOT ABOVE) when lower-case-table-name=1. Reason: In some cases during lower/upper conversion in utf8, the result string can be shorter the original string (including the above letter). Old implementation of caseup_str() and casedn_str() didn't handle the result length properly, assuming that length cannot change. This fix changes the result type of cs->cset->casedn_str() and cs->cset->caseup_str() from VOID to UINT, to return the result length, as well as put '\0' terminator on a proper place. Also, my_caseup_str_utf8() and my_casedn_str_utf8() were rewritten not to use strlen() for performance purposes. It was done with help of adding of new functions - my_utf8_uni_no_range() and my_uni_utf8_no_range() - for null terminated strings.
2006-10-30 14:40:15 +04:00
WL#3817: Simplify string / memory area types and make things more consistent (first part) The following type conversions was done: - Changed byte to uchar - Changed gptr to uchar* - Change my_string to char * - Change my_size_t to size_t - Change size_s to size_t Removed declaration of byte, gptr, my_string, my_size_t and size_s. Following function parameter changes was done: - All string functions in mysys/strings was changed to use size_t instead of uint for string lengths. - All read()/write() functions changed to use size_t (including vio). - All protocoll functions changed to use size_t instead of uint - Functions that used a pointer to a string length was changed to use size_t* - Changed malloc(), free() and related functions from using gptr to use void * as this requires fewer casts in the code and is more in line with how the standard functions work. - Added extra length argument to dirname_part() to return the length of the created string. - Changed (at least) following functions to take uchar* as argument: - db_dump() - my_net_write() - net_write_command() - net_store_data() - DBUG_DUMP() - decimal2bin() & bin2decimal() - Changed my_compress() and my_uncompress() to use size_t. Changed one argument to my_uncompress() from a pointer to a value as we only return one value (makes function easier to use). - Changed type of 'pack_data' argument to packfrm() to avoid casts. - Changed in readfrm() and writefrom(), ha_discover and handler::discover() the type for argument 'frmdata' to uchar** to avoid casts. - Changed most Field functions to use uchar* instead of char* (reduced a lot of casts). - Changed field->val_xxx(xxx, new_ptr) to take const pointers. Other changes: - Removed a lot of not needed casts - Added a few new cast required by other changes - Added some cast to my_multi_malloc() arguments for safety (as string lengths needs to be uint, not size_t). - Fixed all calls to hash-get-key functions to use size_t*. (Needed to be done explicitely as this conflict was often hided by casting the function to hash_get_key). - Changed some buffers to memory regions to uchar* to avoid casts. - Changed some string lengths from uint to size_t. - Changed field->ptr to be uchar* instead of char*. This allowed us to get rid of a lot of casts. - Some changes from true -> TRUE, false -> FALSE, unsigned char -> uchar - Include zlib.h in some files as we needed declaration of crc32() - Changed MY_FILE_ERROR to be (size_t) -1. - Changed many variables to hold the result of my_read() / my_write() to be size_t. This was needed to properly detect errors (which are returned as (size_t) -1). - Removed some very old VMS code - Changed packfrm()/unpackfrm() to not be depending on uint size (portability fix) - Removed windows specific code to restore cursor position as this causes slowdown on windows and we should not mix read() and pread() calls anyway as this is not thread safe. Updated function comment to reflect this. Changed function that depended on original behavior of my_pwrite() to itself restore the cursor position (one such case). - Added some missing checking of return value of malloc(). - Changed definition of MOD_PAD_CHAR_TO_FULL_LENGTH to avoid 'long' overflow. - Changed type of table_def::m_size from my_size_t to ulong to reflect that m_size is the number of elements in the array, not a string/memory length. - Moved THD::max_row_length() to table.cc (as it's not depending on THD). Inlined max_row_length_blob() into this function. - More function comments - Fixed some compiler warnings when compiled without partitions. - Removed setting of LEX_STRING() arguments in declaration (portability fix). - Some trivial indentation/variable name changes. - Some trivial code simplifications: - Replaced some calls to alloc_root + memcpy to use strmake_root()/strdup_root(). - Changed some calls from memdup() to strmake() (Safety fix) - Simpler loops in client-simple.c
2007-05-10 12:59:39 +03:00
static size_t my_casedn_str_utf8(CHARSET_INFO *cs, char *src)
New UTF8 charset
2002-03-28 17:31:46 +04:00
{
Bug#20404: SHOW CREATE TABLE fails with Turkish I Problem: SHOW CREATE TABLE printed garbage in table name for tables having TURKISH I (i.e. LATIN CAPITABLE LETTER I WITH DOT ABOVE) when lower-case-table-name=1. Reason: In some cases during lower/upper conversion in utf8, the result string can be shorter the original string (including the above letter). Old implementation of caseup_str() and casedn_str() didn't handle the result length properly, assuming that length cannot change. This fix changes the result type of cs->cset->casedn_str() and cs->cset->caseup_str() from VOID to UINT, to return the result length, as well as put '\0' terminator on a proper place. Also, my_caseup_str_utf8() and my_casedn_str_utf8() were rewritten not to use strlen() for performance purposes. It was done with help of adding of new functions - my_utf8_uni_no_range() and my_uni_utf8_no_range() - for null terminated strings.
2006-10-30 14:40:15 +04:00
my_wc_t wc;
int srcres, dstres;
char *dst= src, *dst0= src;
MY_UNICASE_INFO **uni_plane= cs->caseinfo;
DBUG_ASSERT(cs->casedn_multiply == 1);
while (*src &&
(srcres= my_utf8_uni_no_range(cs, &wc, (uchar *) src)) > 0)
{
int plane= (wc>>8) & 0xFF;
wc= uni_plane[plane] ? uni_plane[plane][wc & 0xFF].tolower : wc;
if ((dstres= my_uni_utf8_no_range(cs, wc, (uchar*) dst)) <= 0)
break;
src+= srcres;
dst+= dstres;
}
/*
In rare cases lower string can be shorter than
the original string, for example:
"U+0130 LATIN CAPITAL LETTER I WITH DOT ABOVE"
(which is 0xC4B0 in utf8, i.e. two bytes)
is converted into
"U+0069 LATIN SMALL LETTER I"
(which is 0x69 in utf8, i.e. one byte)
So, we need to put '\0' terminator after converting.
*/
*dst= '\0';
WL#3817: Simplify string / memory area types and make things more consistent (first part) The following type conversions was done: - Changed byte to uchar - Changed gptr to uchar* - Change my_string to char * - Change my_size_t to size_t - Change size_s to size_t Removed declaration of byte, gptr, my_string, my_size_t and size_s. Following function parameter changes was done: - All string functions in mysys/strings was changed to use size_t instead of uint for string lengths. - All read()/write() functions changed to use size_t (including vio). - All protocoll functions changed to use size_t instead of uint - Functions that used a pointer to a string length was changed to use size_t* - Changed malloc(), free() and related functions from using gptr to use void * as this requires fewer casts in the code and is more in line with how the standard functions work. - Added extra length argument to dirname_part() to return the length of the created string. - Changed (at least) following functions to take uchar* as argument: - db_dump() - my_net_write() - net_write_command() - net_store_data() - DBUG_DUMP() - decimal2bin() & bin2decimal() - Changed my_compress() and my_uncompress() to use size_t. Changed one argument to my_uncompress() from a pointer to a value as we only return one value (makes function easier to use). - Changed type of 'pack_data' argument to packfrm() to avoid casts. - Changed in readfrm() and writefrom(), ha_discover and handler::discover() the type for argument 'frmdata' to uchar** to avoid casts. - Changed most Field functions to use uchar* instead of char* (reduced a lot of casts). - Changed field->val_xxx(xxx, new_ptr) to take const pointers. Other changes: - Removed a lot of not needed casts - Added a few new cast required by other changes - Added some cast to my_multi_malloc() arguments for safety (as string lengths needs to be uint, not size_t). - Fixed all calls to hash-get-key functions to use size_t*. (Needed to be done explicitely as this conflict was often hided by casting the function to hash_get_key). - Changed some buffers to memory regions to uchar* to avoid casts. - Changed some string lengths from uint to size_t. - Changed field->ptr to be uchar* instead of char*. This allowed us to get rid of a lot of casts. - Some changes from true -> TRUE, false -> FALSE, unsigned char -> uchar - Include zlib.h in some files as we needed declaration of crc32() - Changed MY_FILE_ERROR to be (size_t) -1. - Changed many variables to hold the result of my_read() / my_write() to be size_t. This was needed to properly detect errors (which are returned as (size_t) -1). - Removed some very old VMS code - Changed packfrm()/unpackfrm() to not be depending on uint size (portability fix) - Removed windows specific code to restore cursor position as this causes slowdown on windows and we should not mix read() and pread() calls anyway as this is not thread safe. Updated function comment to reflect this. Changed function that depended on original behavior of my_pwrite() to itself restore the cursor position (one such case). - Added some missing checking of return value of malloc(). - Changed definition of MOD_PAD_CHAR_TO_FULL_LENGTH to avoid 'long' overflow. - Changed type of table_def::m_size from my_size_t to ulong to reflect that m_size is the number of elements in the array, not a string/memory length. - Moved THD::max_row_length() to table.cc (as it's not depending on THD). Inlined max_row_length_blob() into this function. - More function comments - Fixed some compiler warnings when compiled without partitions. - Removed setting of LEX_STRING() arguments in declaration (portability fix). - Some trivial indentation/variable name changes. - Some trivial code simplifications: - Replaced some calls to alloc_root + memcpy to use strmake_root()/strdup_root(). - Changed some calls from memdup() to strmake() (Safety fix) - Simpler loops in client-simple.c
2007-05-10 12:59:39 +03:00
return (size_t) (dst - dst0);
New UTF8 charset
2002-03-28 17:31:46 +04:00
}
bug in my_strnncoll_utf8 (and friends) fixed cleanups better, charset-dependent, ft_max_len_for_sort value
2004-08-30 08:37:36 +02:00
static int my_strnncoll_utf8(CHARSET_INFO *cs,
WL#3817: Simplify string / memory area types and make things more consistent (first part) The following type conversions was done: - Changed byte to uchar - Changed gptr to uchar* - Change my_string to char * - Change my_size_t to size_t - Change size_s to size_t Removed declaration of byte, gptr, my_string, my_size_t and size_s. Following function parameter changes was done: - All string functions in mysys/strings was changed to use size_t instead of uint for string lengths. - All read()/write() functions changed to use size_t (including vio). - All protocoll functions changed to use size_t instead of uint - Functions that used a pointer to a string length was changed to use size_t* - Changed malloc(), free() and related functions from using gptr to use void * as this requires fewer casts in the code and is more in line with how the standard functions work. - Added extra length argument to dirname_part() to return the length of the created string. - Changed (at least) following functions to take uchar* as argument: - db_dump() - my_net_write() - net_write_command() - net_store_data() - DBUG_DUMP() - decimal2bin() & bin2decimal() - Changed my_compress() and my_uncompress() to use size_t. Changed one argument to my_uncompress() from a pointer to a value as we only return one value (makes function easier to use). - Changed type of 'pack_data' argument to packfrm() to avoid casts. - Changed in readfrm() and writefrom(), ha_discover and handler::discover() the type for argument 'frmdata' to uchar** to avoid casts. - Changed most Field functions to use uchar* instead of char* (reduced a lot of casts). - Changed field->val_xxx(xxx, new_ptr) to take const pointers. Other changes: - Removed a lot of not needed casts - Added a few new cast required by other changes - Added some cast to my_multi_malloc() arguments for safety (as string lengths needs to be uint, not size_t). - Fixed all calls to hash-get-key functions to use size_t*. (Needed to be done explicitely as this conflict was often hided by casting the function to hash_get_key). - Changed some buffers to memory regions to uchar* to avoid casts. - Changed some string lengths from uint to size_t. - Changed field->ptr to be uchar* instead of char*. This allowed us to get rid of a lot of casts. - Some changes from true -> TRUE, false -> FALSE, unsigned char -> uchar - Include zlib.h in some files as we needed declaration of crc32() - Changed MY_FILE_ERROR to be (size_t) -1. - Changed many variables to hold the result of my_read() / my_write() to be size_t. This was needed to properly detect errors (which are returned as (size_t) -1). - Removed some very old VMS code - Changed packfrm()/unpackfrm() to not be depending on uint size (portability fix) - Removed windows specific code to restore cursor position as this causes slowdown on windows and we should not mix read() and pread() calls anyway as this is not thread safe. Updated function comment to reflect this. Changed function that depended on original behavior of my_pwrite() to itself restore the cursor position (one such case). - Added some missing checking of return value of malloc(). - Changed definition of MOD_PAD_CHAR_TO_FULL_LENGTH to avoid 'long' overflow. - Changed type of table_def::m_size from my_size_t to ulong to reflect that m_size is the number of elements in the array, not a string/memory length. - Moved THD::max_row_length() to table.cc (as it's not depending on THD). Inlined max_row_length_blob() into this function. - More function comments - Fixed some compiler warnings when compiled without partitions. - Removed setting of LEX_STRING() arguments in declaration (portability fix). - Some trivial indentation/variable name changes. - Some trivial code simplifications: - Replaced some calls to alloc_root + memcpy to use strmake_root()/strdup_root(). - Changed some calls from memdup() to strmake() (Safety fix) - Simpler loops in client-simple.c
2007-05-10 12:59:39 +03:00
const uchar *s, size_t slen,
const uchar *t, size_t tlen,
bug#3964 and related issues: FTB problems with charsets where one byte can match many correct prefix compare with my_strnncoll
2004-06-10 21:18:57 +02:00
my_bool t_is_prefix)
New UTF8 charset
2002-03-28 17:31:46 +04:00
{
int s_res,t_res;
Bug #43414 Parenthesis (and other) warnings compiling MySQL with gcc 4.3.2 This patch fixes a number of GCC warnings about variables used before initialized. A new macro UNINIT_VAR() is introduced for use in the variable declaration, and LINT_INIT() usage will be gradually deprecated. (A workaround is used for g++, pending a patch for a g++ bug.) GCC warnings for unused results (attribute warn_unused_result) for a number of system calls (present at least in later Ubuntus, where the usual void cast trick doesn't work) are also fixed.
2009-08-28 17:51:31 +02:00
my_wc_t UNINIT_VAR(s_wc), t_wc;
New UTF8 charset
2002-03-28 17:31:46 +04:00
const uchar *se=s+slen;
const uchar *te=t+tlen;
Bug#8610: The ucs2_turkish_ci collation fails with upper('i') UPPER/LOWER now can return a string with different length. mi_test1.c: Adding new arguments. Many files: Changeing caseup/casedn to return a result with different length than argument. sql_string.h: Removing unused method, mysql_priv.h: Removing unused method
2005-06-06 16:54:15 +05:00
MY_UNICASE_INFO **uni_plane= cs->caseinfo;
New UTF8 charset
2002-03-28 17:31:46 +04:00
while ( s < se && t < te )
{
int plane;
s_res=my_utf8_uni(cs,&s_wc, s, se);
t_res=my_utf8_uni(cs,&t_wc, t, te);
bug in my_strnncoll_utf8 (and friends) fixed cleanups better, charset-dependent, ft_max_len_for_sort value
2004-08-30 08:37:36 +02:00
New UTF8 charset
2002-03-28 17:31:46 +04:00
if ( s_res <= 0 || t_res <= 0 )
{
bug in my_strnncoll_utf8 (and friends) fixed cleanups better, charset-dependent, ft_max_len_for_sort value
2004-08-30 08:37:36 +02:00
/* Incorrect string, compare byte by byte value */
return bincmp(s, se, t, te);
New UTF8 charset
2002-03-28 17:31:46 +04:00
}
bug in my_strnncoll_utf8 (and friends) fixed cleanups better, charset-dependent, ft_max_len_for_sort value
2004-08-30 08:37:36 +02:00
New UTF8 charset
2002-03-28 17:31:46 +04:00
plane=(s_wc>>8) & 0xFF;
s_wc = uni_plane[plane] ? uni_plane[plane][s_wc & 0xFF].sort : s_wc;
plane=(t_wc>>8) & 0xFF;
t_wc = uni_plane[plane] ? uni_plane[plane][t_wc & 0xFF].sort : t_wc;
if ( s_wc != t_wc )
{
ctype_ucs.result, ctype_ucs.test, ctype_utf8.result, ctype_utf8.test: Fixing tests accordingly. ctype-ucs2.c: The same fix for UCS2. ctype-utf8.c: Bug #9557 MyISAM utf8 table crash The problem was that my_strnncollsp_xxx could return big value in the range 0..0xffff. for some constant pairs it could return 32738, which is defined as MI_FOUND_WRONG_KEY in myisamdef.h. As a result, table considered to be crashed. Fix to return -1,0 or 1.
2005-06-28 15:00:22 +05:00
return s_wc > t_wc ? 1 : -1;
New UTF8 charset
2002-03-28 17:31:46 +04:00
}
bug in my_strnncoll_utf8 (and friends) fixed cleanups better, charset-dependent, ft_max_len_for_sort value
2004-08-30 08:37:36 +02:00
New UTF8 charset
2002-03-28 17:31:46 +04:00
s+=s_res;
t+=t_res;
}
fixes for windows 64-bit compiler warnings
2005-06-13 12:41:15 +02:00
return (int) (t_is_prefix ? t-te : ((se-s) - (te-t)));
New UTF8 charset
2002-03-28 17:31:46 +04:00
}
BTREE-indexes in HEAP tables can now be used to optimize ORDER BY Don't read character set files if we are using only the default charset. In most cases the user will not anymore get a warning about missing character set files Compare strings with space extend instead of space strip. Now the following comparisons holds: "a" == "a " and "a\t" < "a". (Bug #3152). Note: Because of the above fix, one has to do a REPAIR on any table that has an ascii character < 32 last in a CHAR/VARCHAR/TEXT columns.
2004-03-25 15:05:01 +02:00
UTF8 now process space as PAD character correctly.
2004-03-26 18:14:39 +04:00
BTREE-indexes in HEAP tables can now be used to optimize ORDER BY Don't read character set files if we are using only the default charset. In most cases the user will not anymore get a warning about missing character set files Compare strings with space extend instead of space strip. Now the following comparisons holds: "a" == "a " and "a\t" < "a". (Bug #3152). Note: Because of the above fix, one has to do a REPAIR on any table that has an ascii character < 32 last in a CHAR/VARCHAR/TEXT columns.
2004-03-25 15:05:01 +02:00
/*
UTF8 now process space as PAD character correctly.
2004-03-26 18:14:39 +04:00
Compare strings, discarding end space
SYNOPSIS
my_strnncollsp_utf8()
bug in my_strnncoll_utf8 (and friends) fixed cleanups better, charset-dependent, ft_max_len_for_sort value
2004-08-30 08:37:36 +02:00
cs character set handler
a First string to compare
a_length Length of 'a'
b Second string to compare
b_length Length of 'b'
Add support for up to VARCHAR (size up to 65535) Renamed HA_VAR_LENGTH to HA_VAR_LENGTH_PART Renamed in all files FIELD_TYPE_STRING and FIELD_TYPE_VAR_STRING to MYSQL_TYPE_STRING and MYSQL_TYPE_VAR_STRING to make it easy to catch all possible errors Added support for VARCHAR KEYS to heap Removed support for ISAM Now only long VARCHAR columns are changed to TEXT on demand (not CHAR) Internal temporary files can now use fixed length tables if the used VARCHAR columns are short
2004-12-06 02:00:37 +02:00
diff_if_only_endspace_difference
Set to 1 if the strings should be regarded as different
if they only difference in end space
UTF8 now process space as PAD character correctly.
2004-03-26 18:14:39 +04:00
IMPLEMENTATION
If one string is shorter as the other, then we space extend the other
so that the strings have equal length.
This will ensure that the following things hold:
"a" == "a "
"a\0" < "a"
"a\0" < "a "
RETURN
bug in my_strnncoll_utf8 (and friends) fixed cleanups better, charset-dependent, ft_max_len_for_sort value
2004-08-30 08:37:36 +02:00
< 0 a < b
= 0 a == b
> 0 a > b
BTREE-indexes in HEAP tables can now be used to optimize ORDER BY Don't read character set files if we are using only the default charset. In most cases the user will not anymore get a warning about missing character set files Compare strings with space extend instead of space strip. Now the following comparisons holds: "a" == "a " and "a\t" < "a". (Bug #3152). Note: Because of the above fix, one has to do a REPAIR on any table that has an ascii character < 32 last in a CHAR/VARCHAR/TEXT columns.
2004-03-25 15:05:01 +02:00
*/
bug in my_strnncoll_utf8 (and friends) fixed cleanups better, charset-dependent, ft_max_len_for_sort value
2004-08-30 08:37:36 +02:00
static int my_strnncollsp_utf8(CHARSET_INFO *cs,
WL#3817: Simplify string / memory area types and make things more consistent (first part) The following type conversions was done: - Changed byte to uchar - Changed gptr to uchar* - Change my_string to char * - Change my_size_t to size_t - Change size_s to size_t Removed declaration of byte, gptr, my_string, my_size_t and size_s. Following function parameter changes was done: - All string functions in mysys/strings was changed to use size_t instead of uint for string lengths. - All read()/write() functions changed to use size_t (including vio). - All protocoll functions changed to use size_t instead of uint - Functions that used a pointer to a string length was changed to use size_t* - Changed malloc(), free() and related functions from using gptr to use void * as this requires fewer casts in the code and is more in line with how the standard functions work. - Added extra length argument to dirname_part() to return the length of the created string. - Changed (at least) following functions to take uchar* as argument: - db_dump() - my_net_write() - net_write_command() - net_store_data() - DBUG_DUMP() - decimal2bin() & bin2decimal() - Changed my_compress() and my_uncompress() to use size_t. Changed one argument to my_uncompress() from a pointer to a value as we only return one value (makes function easier to use). - Changed type of 'pack_data' argument to packfrm() to avoid casts. - Changed in readfrm() and writefrom(), ha_discover and handler::discover() the type for argument 'frmdata' to uchar** to avoid casts. - Changed most Field functions to use uchar* instead of char* (reduced a lot of casts). - Changed field->val_xxx(xxx, new_ptr) to take const pointers. Other changes: - Removed a lot of not needed casts - Added a few new cast required by other changes - Added some cast to my_multi_malloc() arguments for safety (as string lengths needs to be uint, not size_t). - Fixed all calls to hash-get-key functions to use size_t*. (Needed to be done explicitely as this conflict was often hided by casting the function to hash_get_key). - Changed some buffers to memory regions to uchar* to avoid casts. - Changed some string lengths from uint to size_t. - Changed field->ptr to be uchar* instead of char*. This allowed us to get rid of a lot of casts. - Some changes from true -> TRUE, false -> FALSE, unsigned char -> uchar - Include zlib.h in some files as we needed declaration of crc32() - Changed MY_FILE_ERROR to be (size_t) -1. - Changed many variables to hold the result of my_read() / my_write() to be size_t. This was needed to properly detect errors (which are returned as (size_t) -1). - Removed some very old VMS code - Changed packfrm()/unpackfrm() to not be depending on uint size (portability fix) - Removed windows specific code to restore cursor position as this causes slowdown on windows and we should not mix read() and pread() calls anyway as this is not thread safe. Updated function comment to reflect this. Changed function that depended on original behavior of my_pwrite() to itself restore the cursor position (one such case). - Added some missing checking of return value of malloc(). - Changed definition of MOD_PAD_CHAR_TO_FULL_LENGTH to avoid 'long' overflow. - Changed type of table_def::m_size from my_size_t to ulong to reflect that m_size is the number of elements in the array, not a string/memory length. - Moved THD::max_row_length() to table.cc (as it's not depending on THD). Inlined max_row_length_blob() into this function. - More function comments - Fixed some compiler warnings when compiled without partitions. - Removed setting of LEX_STRING() arguments in declaration (portability fix). - Some trivial indentation/variable name changes. - Some trivial code simplifications: - Replaced some calls to alloc_root + memcpy to use strmake_root()/strdup_root(). - Changed some calls from memdup() to strmake() (Safety fix) - Simpler loops in client-simple.c
2007-05-10 12:59:39 +03:00
const uchar *s, size_t slen,
const uchar *t, size_t tlen,
Add support for up to VARCHAR (size up to 65535) Renamed HA_VAR_LENGTH to HA_VAR_LENGTH_PART Renamed in all files FIELD_TYPE_STRING and FIELD_TYPE_VAR_STRING to MYSQL_TYPE_STRING and MYSQL_TYPE_VAR_STRING to make it easy to catch all possible errors Added support for VARCHAR KEYS to heap Removed support for ISAM Now only long VARCHAR columns are changed to TEXT on demand (not CHAR) Internal temporary files can now use fixed length tables if the used VARCHAR columns are short
2004-12-06 02:00:37 +02:00
my_bool diff_if_only_endspace_difference)
New CHARSET_INFO function to compare strings regardless to trailing spaces
2003-01-31 13:48:35 +04:00
{
Add support for up to VARCHAR (size up to 65535) Renamed HA_VAR_LENGTH to HA_VAR_LENGTH_PART Renamed in all files FIELD_TYPE_STRING and FIELD_TYPE_VAR_STRING to MYSQL_TYPE_STRING and MYSQL_TYPE_VAR_STRING to make it easy to catch all possible errors Added support for VARCHAR KEYS to heap Removed support for ISAM Now only long VARCHAR columns are changed to TEXT on demand (not CHAR) Internal temporary files can now use fixed length tables if the used VARCHAR columns are short
2004-12-06 02:00:37 +02:00
int s_res, t_res, res;
Bug #43414 Parenthesis (and other) warnings compiling MySQL with gcc 4.3.2 This patch fixes a number of GCC warnings about variables used before initialized. A new macro UNINIT_VAR() is introduced for use in the variable declaration, and LINT_INIT() usage will be gradually deprecated. (A workaround is used for g++, pending a patch for a g++ bug.) GCC warnings for unused results (attribute warn_unused_result) for a number of system calls (present at least in later Ubuntus, where the usual void cast trick doesn't work) are also fixed.
2009-08-28 17:51:31 +02:00
my_wc_t UNINIT_VAR(s_wc),t_wc;
Add support for up to VARCHAR (size up to 65535) Renamed HA_VAR_LENGTH to HA_VAR_LENGTH_PART Renamed in all files FIELD_TYPE_STRING and FIELD_TYPE_VAR_STRING to MYSQL_TYPE_STRING and MYSQL_TYPE_VAR_STRING to make it easy to catch all possible errors Added support for VARCHAR KEYS to heap Removed support for ISAM Now only long VARCHAR columns are changed to TEXT on demand (not CHAR) Internal temporary files can now use fixed length tables if the used VARCHAR columns are short
2004-12-06 02:00:37 +02:00
const uchar *se= s+slen, *te= t+tlen;
Bug#8610: The ucs2_turkish_ci collation fails with upper('i') UPPER/LOWER now can return a string with different length. mi_test1.c: Adding new arguments. Many files: Changeing caseup/casedn to return a result with different length than argument. sql_string.h: Removing unused method, mysql_priv.h: Removing unused method
2005-06-06 16:54:15 +05:00
MY_UNICASE_INFO **uni_plane= cs->caseinfo;
Add support for up to VARCHAR (size up to 65535) Renamed HA_VAR_LENGTH to HA_VAR_LENGTH_PART Renamed in all files FIELD_TYPE_STRING and FIELD_TYPE_VAR_STRING to MYSQL_TYPE_STRING and MYSQL_TYPE_VAR_STRING to make it easy to catch all possible errors Added support for VARCHAR KEYS to heap Removed support for ISAM Now only long VARCHAR columns are changed to TEXT on demand (not CHAR) Internal temporary files can now use fixed length tables if the used VARCHAR columns are short
2004-12-06 02:00:37 +02:00
#ifndef VARCHAR_WITH_DIFF_ENDSPACE_ARE_DIFFERENT_FOR_UNIQUE
diff_if_only_endspace_difference= 0;
#endif
bug in my_strnncoll_utf8 (and friends) fixed cleanups better, charset-dependent, ft_max_len_for_sort value
2004-08-30 08:37:36 +02:00
UTF8 now process space as PAD character correctly.
2004-03-26 18:14:39 +04:00
while ( s < se && t < te )
{
int plane;
s_res=my_utf8_uni(cs,&s_wc, s, se);
t_res=my_utf8_uni(cs,&t_wc, t, te);
bug in my_strnncoll_utf8 (and friends) fixed cleanups better, charset-dependent, ft_max_len_for_sort value
2004-08-30 08:37:36 +02:00
UTF8 now process space as PAD character correctly.
2004-03-26 18:14:39 +04:00
if ( s_res <= 0 || t_res <= 0 )
{
bug in my_strnncoll_utf8 (and friends) fixed cleanups better, charset-dependent, ft_max_len_for_sort value
2004-08-30 08:37:36 +02:00
/* Incorrect string, compare byte by byte value */
return bincmp(s, se, t, te);
UTF8 now process space as PAD character correctly.
2004-03-26 18:14:39 +04:00
}
bug in my_strnncoll_utf8 (and friends) fixed cleanups better, charset-dependent, ft_max_len_for_sort value
2004-08-30 08:37:36 +02:00
UTF8 now process space as PAD character correctly.
2004-03-26 18:14:39 +04:00
plane=(s_wc>>8) & 0xFF;
s_wc = uni_plane[plane] ? uni_plane[plane][s_wc & 0xFF].sort : s_wc;
plane=(t_wc>>8) & 0xFF;
t_wc = uni_plane[plane] ? uni_plane[plane][t_wc & 0xFF].sort : t_wc;
if ( s_wc != t_wc )
{
ctype_ucs.result, ctype_ucs.test, ctype_utf8.result, ctype_utf8.test: Fixing tests accordingly. ctype-ucs2.c: The same fix for UCS2. ctype-utf8.c: Bug #9557 MyISAM utf8 table crash The problem was that my_strnncollsp_xxx could return big value in the range 0..0xffff. for some constant pairs it could return 32738, which is defined as MI_FOUND_WRONG_KEY in myisamdef.h. As a result, table considered to be crashed. Fix to return -1,0 or 1.
2005-06-28 15:00:22 +05:00
return s_wc > t_wc ? 1 : -1;
UTF8 now process space as PAD character correctly.
2004-03-26 18:14:39 +04:00
}
bug in my_strnncoll_utf8 (and friends) fixed cleanups better, charset-dependent, ft_max_len_for_sort value
2004-08-30 08:37:36 +02:00
UTF8 now process space as PAD character correctly.
2004-03-26 18:14:39 +04:00
s+=s_res;
t+=t_res;
}
bug in my_strnncoll_utf8 (and friends) fixed cleanups better, charset-dependent, ft_max_len_for_sort value
2004-08-30 08:37:36 +02:00
WL#3817: Simplify string / memory area types and make things more consistent (first part) The following type conversions was done: - Changed byte to uchar - Changed gptr to uchar* - Change my_string to char * - Change my_size_t to size_t - Change size_s to size_t Removed declaration of byte, gptr, my_string, my_size_t and size_s. Following function parameter changes was done: - All string functions in mysys/strings was changed to use size_t instead of uint for string lengths. - All read()/write() functions changed to use size_t (including vio). - All protocoll functions changed to use size_t instead of uint - Functions that used a pointer to a string length was changed to use size_t* - Changed malloc(), free() and related functions from using gptr to use void * as this requires fewer casts in the code and is more in line with how the standard functions work. - Added extra length argument to dirname_part() to return the length of the created string. - Changed (at least) following functions to take uchar* as argument: - db_dump() - my_net_write() - net_write_command() - net_store_data() - DBUG_DUMP() - decimal2bin() & bin2decimal() - Changed my_compress() and my_uncompress() to use size_t. Changed one argument to my_uncompress() from a pointer to a value as we only return one value (makes function easier to use). - Changed type of 'pack_data' argument to packfrm() to avoid casts. - Changed in readfrm() and writefrom(), ha_discover and handler::discover() the type for argument 'frmdata' to uchar** to avoid casts. - Changed most Field functions to use uchar* instead of char* (reduced a lot of casts). - Changed field->val_xxx(xxx, new_ptr) to take const pointers. Other changes: - Removed a lot of not needed casts - Added a few new cast required by other changes - Added some cast to my_multi_malloc() arguments for safety (as string lengths needs to be uint, not size_t). - Fixed all calls to hash-get-key functions to use size_t*. (Needed to be done explicitely as this conflict was often hided by casting the function to hash_get_key). - Changed some buffers to memory regions to uchar* to avoid casts. - Changed some string lengths from uint to size_t. - Changed field->ptr to be uchar* instead of char*. This allowed us to get rid of a lot of casts. - Some changes from true -> TRUE, false -> FALSE, unsigned char -> uchar - Include zlib.h in some files as we needed declaration of crc32() - Changed MY_FILE_ERROR to be (size_t) -1. - Changed many variables to hold the result of my_read() / my_write() to be size_t. This was needed to properly detect errors (which are returned as (size_t) -1). - Removed some very old VMS code - Changed packfrm()/unpackfrm() to not be depending on uint size (portability fix) - Removed windows specific code to restore cursor position as this causes slowdown on windows and we should not mix read() and pread() calls anyway as this is not thread safe. Updated function comment to reflect this. Changed function that depended on original behavior of my_pwrite() to itself restore the cursor position (one such case). - Added some missing checking of return value of malloc(). - Changed definition of MOD_PAD_CHAR_TO_FULL_LENGTH to avoid 'long' overflow. - Changed type of table_def::m_size from my_size_t to ulong to reflect that m_size is the number of elements in the array, not a string/memory length. - Moved THD::max_row_length() to table.cc (as it's not depending on THD). Inlined max_row_length_blob() into this function. - More function comments - Fixed some compiler warnings when compiled without partitions. - Removed setting of LEX_STRING() arguments in declaration (portability fix). - Some trivial indentation/variable name changes. - Some trivial code simplifications: - Replaced some calls to alloc_root + memcpy to use strmake_root()/strdup_root(). - Changed some calls from memdup() to strmake() (Safety fix) - Simpler loops in client-simple.c
2007-05-10 12:59:39 +03:00
slen= (size_t) (se-s);
tlen= (size_t) (te-t);
Add support for up to VARCHAR (size up to 65535) Renamed HA_VAR_LENGTH to HA_VAR_LENGTH_PART Renamed in all files FIELD_TYPE_STRING and FIELD_TYPE_VAR_STRING to MYSQL_TYPE_STRING and MYSQL_TYPE_VAR_STRING to make it easy to catch all possible errors Added support for VARCHAR KEYS to heap Removed support for ISAM Now only long VARCHAR columns are changed to TEXT on demand (not CHAR) Internal temporary files can now use fixed length tables if the used VARCHAR columns are short
2004-12-06 02:00:37 +02:00
res= 0;
bug in my_strnncoll_utf8 (and friends) fixed cleanups better, charset-dependent, ft_max_len_for_sort value
2004-08-30 08:37:36 +02:00
UTF8 now process space as PAD character correctly.
2004-03-26 18:14:39 +04:00
if (slen != tlen)
{
Proper fix for comparision with ' ' (Bug #7788 "Table is full" occurs during a multitable update")
2005-02-01 16:27:08 +02:00
int swap= 1;
Add support for up to VARCHAR (size up to 65535) Renamed HA_VAR_LENGTH to HA_VAR_LENGTH_PART Renamed in all files FIELD_TYPE_STRING and FIELD_TYPE_VAR_STRING to MYSQL_TYPE_STRING and MYSQL_TYPE_VAR_STRING to make it easy to catch all possible errors Added support for VARCHAR KEYS to heap Removed support for ISAM Now only long VARCHAR columns are changed to TEXT on demand (not CHAR) Internal temporary files can now use fixed length tables if the used VARCHAR columns are short
2004-12-06 02:00:37 +02:00
if (diff_if_only_endspace_difference)
res= 1; /* Assume 'a' is bigger */
UTF8 now process space as PAD character correctly.
2004-03-26 18:14:39 +04:00
if (slen < tlen)
{
slen= tlen;
s= t;
se= te;
swap= -1;
Add support for up to VARCHAR (size up to 65535) Renamed HA_VAR_LENGTH to HA_VAR_LENGTH_PART Renamed in all files FIELD_TYPE_STRING and FIELD_TYPE_VAR_STRING to MYSQL_TYPE_STRING and MYSQL_TYPE_VAR_STRING to make it easy to catch all possible errors Added support for VARCHAR KEYS to heap Removed support for ISAM Now only long VARCHAR columns are changed to TEXT on demand (not CHAR) Internal temporary files can now use fixed length tables if the used VARCHAR columns are short
2004-12-06 02:00:37 +02:00
res= -res;
UTF8 now process space as PAD character correctly.
2004-03-26 18:14:39 +04:00
}
/*
This following loop uses the fact that in UTF-8
all multibyte characters are greater than space,
and all multibyte head characters are greater than
space. It means if we meet a character greater
than space, it always means that the longer string
is greater. So we can reuse the same loop from the
8bit version, without having to process full multibute
sequences.
*/
for ( ; s < se; s++)
{
if (*s != ' ')
Proper fix for comparision with ' ' (Bug #7788 "Table is full" occurs during a multitable update")
2005-02-01 16:27:08 +02:00
return (*s < ' ') ? -swap : swap;
UTF8 now process space as PAD character correctly.
2004-03-26 18:14:39 +04:00
}
}
Add support for up to VARCHAR (size up to 65535) Renamed HA_VAR_LENGTH to HA_VAR_LENGTH_PART Renamed in all files FIELD_TYPE_STRING and FIELD_TYPE_VAR_STRING to MYSQL_TYPE_STRING and MYSQL_TYPE_VAR_STRING to make it easy to catch all possible errors Added support for VARCHAR KEYS to heap Removed support for ISAM Now only long VARCHAR columns are changed to TEXT on demand (not CHAR) Internal temporary files can now use fixed length tables if the used VARCHAR columns are short
2004-12-06 02:00:37 +02:00
return res;
New CHARSET_INFO function to compare strings regardless to trailing spaces
2003-01-31 13:48:35 +04:00
}
ctype-utf8.c: A faster UTF8 null-terminated string implementation. It is used for identifier comparison, so it's quite critical.
2004-10-20 18:07:59 +05:00
/*
Compare 0-terminated UTF8 strings.
bug in my_strnncoll_utf8 (and friends) fixed cleanups better, charset-dependent, ft_max_len_for_sort value
2004-08-30 08:37:36 +02:00
ctype-utf8.c: A faster UTF8 null-terminated string implementation. It is used for identifier comparison, so it's quite critical.
2004-10-20 18:07:59 +05:00
SYNOPSIS
my_strcasecmp_utf8()
cs character set handler
s First 0-terminated string to compare
t Second 0-terminated string to compare
bug in my_strnncoll_utf8 (and friends) fixed cleanups better, charset-dependent, ft_max_len_for_sort value
2004-08-30 08:37:36 +02:00
ctype-utf8.c: A faster UTF8 null-terminated string implementation. It is used for identifier comparison, so it's quite critical.
2004-10-20 18:07:59 +05:00
IMPLEMENTATION
bug in my_strnncoll_utf8 (and friends) fixed cleanups better, charset-dependent, ft_max_len_for_sort value
2004-08-30 08:37:36 +02:00
ctype-utf8.c: A faster UTF8 null-terminated string implementation. It is used for identifier comparison, so it's quite critical.
2004-10-20 18:07:59 +05:00
RETURN
- negative number if s < t
- positive number if s > t
- 0 is the strings are equal
*/
New UTF8 charset
2002-03-28 17:31:46 +04:00
ctype-utf8.c: A faster UTF8 null-terminated string implementation. It is used for identifier comparison, so it's quite critical.
2004-10-20 18:07:59 +05:00
static
int my_strcasecmp_utf8(CHARSET_INFO *cs, const char *s, const char *t)
{
Bug#8610: The ucs2_turkish_ci collation fails with upper('i') UPPER/LOWER now can return a string with different length. mi_test1.c: Adding new arguments. Many files: Changeing caseup/casedn to return a result with different length than argument. sql_string.h: Removing unused method, mysql_priv.h: Removing unused method
2005-06-06 16:54:15 +05:00
MY_UNICASE_INFO **uni_plane= cs->caseinfo;
ctype-utf8.c: A faster UTF8 null-terminated string implementation. It is used for identifier comparison, so it's quite critical.
2004-10-20 18:07:59 +05:00
while (s[0] && t[0])
{
my_wc_t s_wc,t_wc;
Allow cp932 characters to be stored in a SJIS column
2004-10-21 12:17:59 +05:00
ctype-utf8.c, ctype-sjis.c: Safer and mode readable way.
2005-03-29 16:23:44 +05:00
if ((uchar) s[0] < 128)
ctype-utf8.c: A faster UTF8 null-terminated string implementation. It is used for identifier comparison, so it's quite critical.
2004-10-20 18:07:59 +05:00
{
/*
s[0] is between 0 and 127.
It represents a single byte character.
Convert it into weight according to collation.
*/
s_wc= plane00[(uchar) s[0]].tolower;
s++;
}
else
{
int plane, res;
/*
Scan a multibyte character.
In the future it is worth to write a special version of my_utf8_uni()
for 0-terminated strings which will not take in account length. Now
we call the regular version of my_utf8_uni() with s+3 in the
last argument. s+3 is enough to scan any multibyte sequence.
Calling the regular version of my_utf8_uni is safe for 0-terminated
strings: we will never lose the end of the string:
If we have 0 character in the middle of a multibyte sequence,
then my_utf8_uni will always return a negative number, so the
loop with finish.
*/
res= my_utf8_uni(cs,&s_wc, (const uchar*)s, (const uchar*) s + 3);
/*
In the case of wrong multibyte sequence we will
call strcmp() for byte-to-byte comparison.
*/
if (res <= 0)
return strcmp(s, t);
s+= res;
/* Convert Unicode code into weight according to collation */
plane=(s_wc>>8) & 0xFF;
s_wc = uni_plane[plane] ? uni_plane[plane][s_wc & 0xFF].tolower : s_wc;
}
/* Do the same for the second string */
ctype-utf8.c, ctype-sjis.c: Safer and mode readable way.
2005-03-29 16:23:44 +05:00
if ((uchar) t[0] < 128)
ctype-utf8.c: A faster UTF8 null-terminated string implementation. It is used for identifier comparison, so it's quite critical.
2004-10-20 18:07:59 +05:00
{
/* Convert single byte character into weight */
t_wc= plane00[(uchar) t[0]].tolower;
t++;
}
else
{
int plane;
int res=my_utf8_uni(cs,&t_wc, (const uchar*)t, (const uchar*) t + 3);
if (res <= 0)
return strcmp(s, t);
t+= res;
/* Convert code into weight */
plane=(t_wc>>8) & 0xFF;
t_wc = uni_plane[plane] ? uni_plane[plane][t_wc & 0xFF].tolower : t_wc;
}
/* Now we have two weights, let's compare them */
New UTF8 charset
2002-03-28 17:31:46 +04:00
if ( s_wc != t_wc )
return ((int) s_wc) - ((int) t_wc);
}
ctype-utf8.c: A faster UTF8 null-terminated string implementation. It is used for identifier comparison, so it's quite critical.
2004-10-20 18:07:59 +05:00
return ((int)(uchar)s[0]) - ((int) (uchar) t[0]);
New UTF8 charset
2002-03-28 17:31:46 +04:00
}
Bug #6040 can't retrieve records with umlaut characters in case insensitive manner
2004-10-18 15:23:24 +05:00
static
int my_wildcmp_utf8(CHARSET_INFO *cs,
const char *str,const char *str_end,
const char *wildstr,const char *wildend,
int escape, int w_one, int w_many)
{
Bug#8610: The ucs2_turkish_ci collation fails with upper('i') UPPER/LOWER now can return a string with different length. mi_test1.c: Adding new arguments. Many files: Changeing caseup/casedn to return a result with different length than argument. sql_string.h: Removing unused method, mysql_priv.h: Removing unused method
2005-06-06 16:54:15 +05:00
MY_UNICASE_INFO **uni_plane= cs->caseinfo;
Bug #6040 can't retrieve records with umlaut characters in case insensitive manner
2004-10-18 15:23:24 +05:00
return my_wildcmp_unicode(cs,str,str_end,wildstr,wildend,
escape,w_one,w_many,uni_plane);
}
CSC#4385: slow sorting for UTF8 large table: my_strnxfrm_utf8 now requires 2 bytes per character in filesort key, instead of 3 bytes per character. Shorter filesort keys make sorting faster.
2005-01-26 16:34:09 +04:00
static
WL#3817: Simplify string / memory area types and make things more consistent (first part) The following type conversions was done: - Changed byte to uchar - Changed gptr to uchar* - Change my_string to char * - Change my_size_t to size_t - Change size_s to size_t Removed declaration of byte, gptr, my_string, my_size_t and size_s. Following function parameter changes was done: - All string functions in mysys/strings was changed to use size_t instead of uint for string lengths. - All read()/write() functions changed to use size_t (including vio). - All protocoll functions changed to use size_t instead of uint - Functions that used a pointer to a string length was changed to use size_t* - Changed malloc(), free() and related functions from using gptr to use void * as this requires fewer casts in the code and is more in line with how the standard functions work. - Added extra length argument to dirname_part() to return the length of the created string. - Changed (at least) following functions to take uchar* as argument: - db_dump() - my_net_write() - net_write_command() - net_store_data() - DBUG_DUMP() - decimal2bin() & bin2decimal() - Changed my_compress() and my_uncompress() to use size_t. Changed one argument to my_uncompress() from a pointer to a value as we only return one value (makes function easier to use). - Changed type of 'pack_data' argument to packfrm() to avoid casts. - Changed in readfrm() and writefrom(), ha_discover and handler::discover() the type for argument 'frmdata' to uchar** to avoid casts. - Changed most Field functions to use uchar* instead of char* (reduced a lot of casts). - Changed field->val_xxx(xxx, new_ptr) to take const pointers. Other changes: - Removed a lot of not needed casts - Added a few new cast required by other changes - Added some cast to my_multi_malloc() arguments for safety (as string lengths needs to be uint, not size_t). - Fixed all calls to hash-get-key functions to use size_t*. (Needed to be done explicitely as this conflict was often hided by casting the function to hash_get_key). - Changed some buffers to memory regions to uchar* to avoid casts. - Changed some string lengths from uint to size_t. - Changed field->ptr to be uchar* instead of char*. This allowed us to get rid of a lot of casts. - Some changes from true -> TRUE, false -> FALSE, unsigned char -> uchar - Include zlib.h in some files as we needed declaration of crc32() - Changed MY_FILE_ERROR to be (size_t) -1. - Changed many variables to hold the result of my_read() / my_write() to be size_t. This was needed to properly detect errors (which are returned as (size_t) -1). - Removed some very old VMS code - Changed packfrm()/unpackfrm() to not be depending on uint size (portability fix) - Removed windows specific code to restore cursor position as this causes slowdown on windows and we should not mix read() and pread() calls anyway as this is not thread safe. Updated function comment to reflect this. Changed function that depended on original behavior of my_pwrite() to itself restore the cursor position (one such case). - Added some missing checking of return value of malloc(). - Changed definition of MOD_PAD_CHAR_TO_FULL_LENGTH to avoid 'long' overflow. - Changed type of table_def::m_size from my_size_t to ulong to reflect that m_size is the number of elements in the array, not a string/memory length. - Moved THD::max_row_length() to table.cc (as it's not depending on THD). Inlined max_row_length_blob() into this function. - More function comments - Fixed some compiler warnings when compiled without partitions. - Removed setting of LEX_STRING() arguments in declaration (portability fix). - Some trivial indentation/variable name changes. - Some trivial code simplifications: - Replaced some calls to alloc_root + memcpy to use strmake_root()/strdup_root(). - Changed some calls from memdup() to strmake() (Safety fix) - Simpler loops in client-simple.c
2007-05-10 12:59:39 +03:00
size_t my_strnxfrmlen_utf8(CHARSET_INFO *cs __attribute__((unused)),
size_t len)
CSC#4385: slow sorting for UTF8 large table: my_strnxfrm_utf8 now requires 2 bytes per character in filesort key, instead of 3 bytes per character. Shorter filesort keys make sorting faster.
2005-01-26 16:34:09 +04:00
{
return (len * 2 + 2) / 3;
}
WL#3817: Simplify string / memory area types and make things more consistent (first part) The following type conversions was done: - Changed byte to uchar - Changed gptr to uchar* - Change my_string to char * - Change my_size_t to size_t - Change size_s to size_t Removed declaration of byte, gptr, my_string, my_size_t and size_s. Following function parameter changes was done: - All string functions in mysys/strings was changed to use size_t instead of uint for string lengths. - All read()/write() functions changed to use size_t (including vio). - All protocoll functions changed to use size_t instead of uint - Functions that used a pointer to a string length was changed to use size_t* - Changed malloc(), free() and related functions from using gptr to use void * as this requires fewer casts in the code and is more in line with how the standard functions work. - Added extra length argument to dirname_part() to return the length of the created string. - Changed (at least) following functions to take uchar* as argument: - db_dump() - my_net_write() - net_write_command() - net_store_data() - DBUG_DUMP() - decimal2bin() & bin2decimal() - Changed my_compress() and my_uncompress() to use size_t. Changed one argument to my_uncompress() from a pointer to a value as we only return one value (makes function easier to use). - Changed type of 'pack_data' argument to packfrm() to avoid casts. - Changed in readfrm() and writefrom(), ha_discover and handler::discover() the type for argument 'frmdata' to uchar** to avoid casts. - Changed most Field functions to use uchar* instead of char* (reduced a lot of casts). - Changed field->val_xxx(xxx, new_ptr) to take const pointers. Other changes: - Removed a lot of not needed casts - Added a few new cast required by other changes - Added some cast to my_multi_malloc() arguments for safety (as string lengths needs to be uint, not size_t). - Fixed all calls to hash-get-key functions to use size_t*. (Needed to be done explicitely as this conflict was often hided by casting the function to hash_get_key). - Changed some buffers to memory regions to uchar* to avoid casts. - Changed some string lengths from uint to size_t. - Changed field->ptr to be uchar* instead of char*. This allowed us to get rid of a lot of casts. - Some changes from true -> TRUE, false -> FALSE, unsigned char -> uchar - Include zlib.h in some files as we needed declaration of crc32() - Changed MY_FILE_ERROR to be (size_t) -1. - Changed many variables to hold the result of my_read() / my_write() to be size_t. This was needed to properly detect errors (which are returned as (size_t) -1). - Removed some very old VMS code - Changed packfrm()/unpackfrm() to not be depending on uint size (portability fix) - Removed windows specific code to restore cursor position as this causes slowdown on windows and we should not mix read() and pread() calls anyway as this is not thread safe. Updated function comment to reflect this. Changed function that depended on original behavior of my_pwrite() to itself restore the cursor position (one such case). - Added some missing checking of return value of malloc(). - Changed definition of MOD_PAD_CHAR_TO_FULL_LENGTH to avoid 'long' overflow. - Changed type of table_def::m_size from my_size_t to ulong to reflect that m_size is the number of elements in the array, not a string/memory length. - Moved THD::max_row_length() to table.cc (as it's not depending on THD). Inlined max_row_length_blob() into this function. - More function comments - Fixed some compiler warnings when compiled without partitions. - Removed setting of LEX_STRING() arguments in declaration (portability fix). - Some trivial indentation/variable name changes. - Some trivial code simplifications: - Replaced some calls to alloc_root + memcpy to use strmake_root()/strdup_root(). - Changed some calls from memdup() to strmake() (Safety fix) - Simpler loops in client-simple.c
2007-05-10 12:59:39 +03:00
static uint my_ismbchar_utf8(CHARSET_INFO *cs,const char *b, const char *e)
New UTF8 charset
2002-03-28 17:31:46 +04:00
{
my_wc_t wc;
WL#3817: Simplify string / memory area types and make things more consistent (first part) The following type conversions was done: - Changed byte to uchar - Changed gptr to uchar* - Change my_string to char * - Change my_size_t to size_t - Change size_s to size_t Removed declaration of byte, gptr, my_string, my_size_t and size_s. Following function parameter changes was done: - All string functions in mysys/strings was changed to use size_t instead of uint for string lengths. - All read()/write() functions changed to use size_t (including vio). - All protocoll functions changed to use size_t instead of uint - Functions that used a pointer to a string length was changed to use size_t* - Changed malloc(), free() and related functions from using gptr to use void * as this requires fewer casts in the code and is more in line with how the standard functions work. - Added extra length argument to dirname_part() to return the length of the created string. - Changed (at least) following functions to take uchar* as argument: - db_dump() - my_net_write() - net_write_command() - net_store_data() - DBUG_DUMP() - decimal2bin() & bin2decimal() - Changed my_compress() and my_uncompress() to use size_t. Changed one argument to my_uncompress() from a pointer to a value as we only return one value (makes function easier to use). - Changed type of 'pack_data' argument to packfrm() to avoid casts. - Changed in readfrm() and writefrom(), ha_discover and handler::discover() the type for argument 'frmdata' to uchar** to avoid casts. - Changed most Field functions to use uchar* instead of char* (reduced a lot of casts). - Changed field->val_xxx(xxx, new_ptr) to take const pointers. Other changes: - Removed a lot of not needed casts - Added a few new cast required by other changes - Added some cast to my_multi_malloc() arguments for safety (as string lengths needs to be uint, not size_t). - Fixed all calls to hash-get-key functions to use size_t*. (Needed to be done explicitely as this conflict was often hided by casting the function to hash_get_key). - Changed some buffers to memory regions to uchar* to avoid casts. - Changed some string lengths from uint to size_t. - Changed field->ptr to be uchar* instead of char*. This allowed us to get rid of a lot of casts. - Some changes from true -> TRUE, false -> FALSE, unsigned char -> uchar - Include zlib.h in some files as we needed declaration of crc32() - Changed MY_FILE_ERROR to be (size_t) -1. - Changed many variables to hold the result of my_read() / my_write() to be size_t. This was needed to properly detect errors (which are returned as (size_t) -1). - Removed some very old VMS code - Changed packfrm()/unpackfrm() to not be depending on uint size (portability fix) - Removed windows specific code to restore cursor position as this causes slowdown on windows and we should not mix read() and pread() calls anyway as this is not thread safe. Updated function comment to reflect this. Changed function that depended on original behavior of my_pwrite() to itself restore the cursor position (one such case). - Added some missing checking of return value of malloc(). - Changed definition of MOD_PAD_CHAR_TO_FULL_LENGTH to avoid 'long' overflow. - Changed type of table_def::m_size from my_size_t to ulong to reflect that m_size is the number of elements in the array, not a string/memory length. - Moved THD::max_row_length() to table.cc (as it's not depending on THD). Inlined max_row_length_blob() into this function. - More function comments - Fixed some compiler warnings when compiled without partitions. - Removed setting of LEX_STRING() arguments in declaration (portability fix). - Some trivial indentation/variable name changes. - Some trivial code simplifications: - Replaced some calls to alloc_root + memcpy to use strmake_root()/strdup_root(). - Changed some calls from memdup() to strmake() (Safety fix) - Simpler loops in client-simple.c
2007-05-10 12:59:39 +03:00
int res= my_utf8_uni(cs,&wc, (const uchar*)b, (const uchar*)e);
New UTF8 charset
2002-03-28 17:31:46 +04:00
return (res>1) ? res : 0;
}
WL#3817: Simplify string / memory area types and make things more consistent (first part) The following type conversions was done: - Changed byte to uchar - Changed gptr to uchar* - Change my_string to char * - Change my_size_t to size_t - Change size_s to size_t Removed declaration of byte, gptr, my_string, my_size_t and size_s. Following function parameter changes was done: - All string functions in mysys/strings was changed to use size_t instead of uint for string lengths. - All read()/write() functions changed to use size_t (including vio). - All protocoll functions changed to use size_t instead of uint - Functions that used a pointer to a string length was changed to use size_t* - Changed malloc(), free() and related functions from using gptr to use void * as this requires fewer casts in the code and is more in line with how the standard functions work. - Added extra length argument to dirname_part() to return the length of the created string. - Changed (at least) following functions to take uchar* as argument: - db_dump() - my_net_write() - net_write_command() - net_store_data() - DBUG_DUMP() - decimal2bin() & bin2decimal() - Changed my_compress() and my_uncompress() to use size_t. Changed one argument to my_uncompress() from a pointer to a value as we only return one value (makes function easier to use). - Changed type of 'pack_data' argument to packfrm() to avoid casts. - Changed in readfrm() and writefrom(), ha_discover and handler::discover() the type for argument 'frmdata' to uchar** to avoid casts. - Changed most Field functions to use uchar* instead of char* (reduced a lot of casts). - Changed field->val_xxx(xxx, new_ptr) to take const pointers. Other changes: - Removed a lot of not needed casts - Added a few new cast required by other changes - Added some cast to my_multi_malloc() arguments for safety (as string lengths needs to be uint, not size_t). - Fixed all calls to hash-get-key functions to use size_t*. (Needed to be done explicitely as this conflict was often hided by casting the function to hash_get_key). - Changed some buffers to memory regions to uchar* to avoid casts. - Changed some string lengths from uint to size_t. - Changed field->ptr to be uchar* instead of char*. This allowed us to get rid of a lot of casts. - Some changes from true -> TRUE, false -> FALSE, unsigned char -> uchar - Include zlib.h in some files as we needed declaration of crc32() - Changed MY_FILE_ERROR to be (size_t) -1. - Changed many variables to hold the result of my_read() / my_write() to be size_t. This was needed to properly detect errors (which are returned as (size_t) -1). - Removed some very old VMS code - Changed packfrm()/unpackfrm() to not be depending on uint size (portability fix) - Removed windows specific code to restore cursor position as this causes slowdown on windows and we should not mix read() and pread() calls anyway as this is not thread safe. Updated function comment to reflect this. Changed function that depended on original behavior of my_pwrite() to itself restore the cursor position (one such case). - Added some missing checking of return value of malloc(). - Changed definition of MOD_PAD_CHAR_TO_FULL_LENGTH to avoid 'long' overflow. - Changed type of table_def::m_size from my_size_t to ulong to reflect that m_size is the number of elements in the array, not a string/memory length. - Moved THD::max_row_length() to table.cc (as it's not depending on THD). Inlined max_row_length_blob() into this function. - More function comments - Fixed some compiler warnings when compiled without partitions. - Removed setting of LEX_STRING() arguments in declaration (portability fix). - Some trivial indentation/variable name changes. - Some trivial code simplifications: - Replaced some calls to alloc_root + memcpy to use strmake_root()/strdup_root(). - Changed some calls from memdup() to strmake() (Safety fix) - Simpler loops in client-simple.c
2007-05-10 12:59:39 +03:00
static uint my_mbcharlen_utf8(CHARSET_INFO *cs __attribute__((unused)),
uint c)
New UTF8 charset
2002-03-28 17:31:46 +04:00
{
if (c < 0x80)
return 1;
bug in my_strnncoll_utf8 (and friends) fixed cleanups better, charset-dependent, ft_max_len_for_sort value
2004-08-30 08:37:36 +02:00
else if (c < 0xc2)
New UTF8 charset
2002-03-28 17:31:46 +04:00
return 0; /* Illegal mb head */
bug in my_strnncoll_utf8 (and friends) fixed cleanups better, charset-dependent, ft_max_len_for_sort value
2004-08-30 08:37:36 +02:00
else if (c < 0xe0)
New UTF8 charset
2002-03-28 17:31:46 +04:00
return 2;
bug in my_strnncoll_utf8 (and friends) fixed cleanups better, charset-dependent, ft_max_len_for_sort value
2004-08-30 08:37:36 +02:00
else if (c < 0xf0)
New UTF8 charset
2002-03-28 17:31:46 +04:00
return 3;
#ifdef UNICODE_32BIT
bug in my_strnncoll_utf8 (and friends) fixed cleanups better, charset-dependent, ft_max_len_for_sort value
2004-08-30 08:37:36 +02:00
else if (c < 0xf8)
New UTF8 charset
2002-03-28 17:31:46 +04:00
return 4;
bug in my_strnncoll_utf8 (and friends) fixed cleanups better, charset-dependent, ft_max_len_for_sort value
2004-08-30 08:37:36 +02:00
else if (c < 0xfc)
New UTF8 charset
2002-03-28 17:31:46 +04:00
return 5;
bug in my_strnncoll_utf8 (and friends) fixed cleanups better, charset-dependent, ft_max_len_for_sort value
2004-08-30 08:37:36 +02:00
else if (c < 0xfe)
New UTF8 charset
2002-03-28 17:31:46 +04:00
return 6;
#endif
return 0; /* Illegal mb head */;
}
CHARSET_INFO structure reorganization for easier maintainance
2003-05-23 17:45:52 +05:00
static MY_COLLATION_HANDLER my_collation_ci_handler =
Some reorganization to use less memory as well as to hide some implementation aspects into *.c files from *.h files. Some steps to get closer to generating *.c files from *.conf files again.
2002-10-10 15:52:32 +05:00
{
bug in my_strnncoll_utf8 (and friends) fixed cleanups better, charset-dependent, ft_max_len_for_sort value
2004-08-30 08:37:36 +02:00
NULL, /* init */
CHARSET_INFO structure reorganization for easier maintainance
2003-05-23 17:45:52 +05:00
my_strnncoll_utf8,
New CHARSET_INFO function to compare strings regardless to trailing spaces
2003-01-31 13:48:35 +04:00
my_strnncollsp_utf8,
Backporting WL#1213
2010-02-24 13:15:34 +04:00
my_strnxfrm_unicode,
CSC#4385: slow sorting for UTF8 large table: my_strnxfrm_utf8 now requires 2 bytes per character in filesort key, instead of 3 bytes per character. Shorter filesort keys make sorting faster.
2005-01-26 16:34:09 +04:00
my_strnxfrmlen_utf8,
Bug #6019 SELECT tries to use too short prefix index on utf8 data
2004-10-14 16:36:29 +05:00
my_like_range_mb,
Bug #6040 can't retrieve records with umlaut characters in case insensitive manner
2004-10-18 15:23:24 +05:00
my_wildcmp_utf8,
CHARSET_INFO structure reorganization for easier maintainance
2003-05-23 17:45:52 +05:00
my_strcasecmp_utf8,
Fixed that multibyte charsets didn't honor multibyte sequence boundaries in functions LIKE and LOCATE in the case of "binary" collation. Comparison was done like if the strings were just a binary strings without character set assumption.
2003-09-19 15:18:19 +05:00
my_instr_mb,
Bug#9509 Optimizer: wrong result after AND with latin1_german2_ci We cannot propagate constants with tricky collations.
2005-05-05 21:13:57 +05:00
my_hash_sort_utf8,
my_propagate_complex
CHARSET_INFO structure reorganization for easier maintainance
2003-05-23 17:45:52 +05:00
};
UTF8 UCA based collations.
2004-06-14 16:29:51 +05:00
MY_CHARSET_HANDLER my_charset_utf8_handler=
CHARSET_INFO structure reorganization for easier maintainance
2003-05-23 17:45:52 +05:00
{
bug in my_strnncoll_utf8 (and friends) fixed cleanups better, charset-dependent, ft_max_len_for_sort value
2004-08-30 08:37:36 +02:00
NULL, /* init */
CHARSET_INFO structure reorganization for easier maintainance
2003-05-23 17:45:52 +05:00
my_ismbchar_utf8,
my_mbcharlen_utf8,
New functions in CHARSET_INFO structure
2003-01-31 16:22:22 +04:00
my_numchars_mb,
my_charpos_mb,
Changed wellformedlen to well_formed_len Fixed that blobs >16M can be inserted/updated Fixed bug when doing CREATE TEMPORARY TABLE ... LIKE
2004-02-17 01:35:17 +02:00
my_well_formed_len_mb,
Bug fix: http://bugs.mysql.com/bug.php?id=1264
2003-09-16 15:43:17 +05:00
my_lengthsp_8bit,
A new function to meassure terminal screen cells number for a string.
2004-08-25 11:39:43 +05:00
my_numcells_mb,
CHARSET_INFO structure reorganization for easier maintainance
2003-05-23 17:45:52 +05:00
my_utf8_uni,
my_uni_utf8,
WL#1386 - CTYPE table for unicode character sets A prerequisite for several fulltext and XML bugs. MY_CHARSET_HANDLER now has a new function "ctype" to detect a type of the next character in a string (i.e. digit, letter, space, punctuation, control, etc), which now works correctly for both 8bit and multibyte charsets. Previously only 8bit charsets worked correctly, while any multibyte character was considered as letter in multibyte charsets. Many files: Adding new function Makefile.am: Adding build rules for uctypedump, a dump tool to create my_uctype.h using Unicode Character Database file. m_ctype.h: Adding declaration of my_uni_ctype, ctype data for Unicode. Adding new member into MY_CHARSET_HANDLER Makefile.am: Adding my_uctype.h into noinst_HEADERS my_uctype.h, uctypedump.c: new files: ctype data for unicode, and the tool to generate it from a Unicode Character Database file.
2006-02-02 10:07:47 +04:00
my_mb_ctype_mb,
Some reorganization to use less memory as well as to hide some implementation aspects into *.c files from *.h files. Some steps to get closer to generating *.c files from *.conf files again.
2002-10-10 15:52:32 +05:00
my_caseup_str_utf8,
my_casedn_str_utf8,
my_caseup_utf8,
my_casedn_utf8,
Preparing to embed string to number conversion functions into charset structure
2002-11-13 17:13:29 +04:00
my_snprintf_8bit,
All charsets now have strnxfrm. Some function names have been renamed to be more self-descriptive
2003-01-15 18:06:07 +04:00
my_long10_to_str_8bit,
my_longlong10_to_str_8bit,
New "fill" function in charset_info_st structure
2003-01-28 14:58:06 +04:00
my_fill_8bit,
Preparing to use better string-to-number functions to avoid c_ptr() call, wich is slower and is not ucs2 compatible
2002-11-27 15:47:39 +04:00
my_strntol_8bit,
my_strntoul_8bit,
my_strntoll_8bit,
my_strntoull_8bit,
Preparing for charset dependant int10_to_str
2002-12-11 12:30:05 +04:00
my_strntod_8bit,
Incorporating new faster string->number converter functions into MY_CHARSET_INFO structure.
2004-09-25 15:29:33 +05:00
my_strtoll10_8bit,
Bug#6147: Traditional: Assigning a string to a numeric column has unexpected results The problem was that when converting a string to an exact number, rounding didn't work, because conversion didn't understand approximate numbers notation. Fix: a new function for string-to-number conversion was implemented, which is aware of approxinate number notation (with decimal point and exponent, e.g. -19.55e-1)
2006-07-20 13:41:12 +05:00
my_strntoull10rnd_8bit,
New scan() function in CHARSET_INFO structure (not used yet)
2003-01-17 18:14:54 +04:00
my_scan_8bit
Some reorganization to use less memory as well as to hide some implementation aspects into *.c files from *.h files. Some steps to get closer to generating *.c files from *.conf files again.
2002-10-10 15:52:32 +05:00
};
CHARSET_INFO structure reorganization for easier maintainance
2003-05-23 17:45:52 +05:00
BINARY collations for every character set
2003-05-23 18:39:55 +05:00
CHARSET_INFO my_charset_utf8_general_ci=
CHARSET_INFO structure reorganization for easier maintainance
2003-05-23 17:45:52 +05:00
{
bug in my_strnncoll_utf8 (and friends) fixed cleanups better, charset-dependent, ft_max_len_for_sort value
2004-08-30 08:37:36 +02:00
33,0,0, /* number */
MY_CS_COMPILED|MY_CS_PRIMARY|MY_CS_STRNXFRM|MY_CS_UNICODE, /* state */
"utf8", /* cs name */
"utf8_general_ci", /* name */
"", /* comment */
NULL, /* tailoring */
ctype_utf8, /* ctype */
to_lower_utf8, /* to_lower */
to_upper_utf8, /* to_upper */
to_upper_utf8, /* sort_order */
NULL, /* contractions */
NULL, /* sort_order_big*/
NULL, /* tab_to_uni */
NULL, /* tab_from_uni */
Bug#8610: The ucs2_turkish_ci collation fails with upper('i') UPPER/LOWER now can return a string with different length. mi_test1.c: Adding new arguments. Many files: Changeing caseup/casedn to return a result with different length than argument. sql_string.h: Removing unused method, mysql_priv.h: Removing unused method
2005-06-06 16:54:15 +05:00
my_unicase_default, /* caseinfo */
bug in my_strnncoll_utf8 (and friends) fixed cleanups better, charset-dependent, ft_max_len_for_sort value
2004-08-30 08:37:36 +02:00
NULL, /* state_map */
NULL, /* ident_map */
1, /* strxfrm_multiply */
Bug#8610: The ucs2_turkish_ci collation fails with upper('i') UPPER/LOWER now can return a string with different length. mi_test1.c: Adding new arguments. Many files: Changeing caseup/casedn to return a result with different length than argument. sql_string.h: Removing unused method, mysql_priv.h: Removing unused method
2005-06-06 16:54:15 +05:00
1, /* caseup_multiply */
1, /* casedn_multiply */
bug in my_strnncoll_utf8 (and friends) fixed cleanups better, charset-dependent, ft_max_len_for_sort value
2004-08-30 08:37:36 +02:00
1, /* mbminlen */
3, /* mbmaxlen */
0, /* min_sort_char */
Bug #6019 SELECT tries to use too short prefix index on utf8 data
2004-10-14 16:36:29 +05:00
0xFFFF, /* max_sort_char */
type_binary.result, type_binary.test: new file mysql_fix_privilege_tables.sql, mysql_create_system_tables.sh: Adding true BINARY/VARBINARY: fixing "password" type, not to be 0x00-padding. Many files: Adding true BINARY/VARBINARY: fixing tests not to output 0x00 bytes. Adding true BINARY/VARBINARY: new pad_char structure member. ctype-bin.c: Adding true BINARY/VARBINARY: new pad_char structure member. New strnxfrm, with two trailing length bytes. field.cc: Adding true BINARY/VARBINARY.
2005-10-13 19:16:19 +05:00
' ', /* pad char */
BUG#11338 (logging of prepared statement w/ blob type) In cp932, '\' character can be the second byte in a multi-byte character stream. This makes it difficult to use mysql_escape_string. Added flag to indicate which languages allow '\' as second byte of multibyte sequence so that when putting a prepared statement into the binlog we can decide at runtime whether hex encoding is really needed.
2005-08-17 04:26:32 -04:00
0, /* escape_with_backslash_is_dangerous */
UTF8 UCA based collations.
2004-06-14 16:29:51 +05:00
&my_charset_utf8_handler,
CHARSET_INFO structure reorganization for easier maintainance
2003-05-23 17:45:52 +05:00
&my_collation_ci_handler
};
BINARY collations for every character set
2003-05-23 18:39:55 +05:00
CHARSET_INFO my_charset_utf8_bin=
{
bug in my_strnncoll_utf8 (and friends) fixed cleanups better, charset-dependent, ft_max_len_for_sort value
2004-08-30 08:37:36 +02:00
83,0,0, /* number */
MY_CS_COMPILED|MY_CS_BINSORT|MY_CS_UNICODE, /* state */
"utf8", /* cs name */
"utf8_bin", /* name */
"", /* comment */
NULL, /* tailoring */
ctype_utf8, /* ctype */
to_lower_utf8, /* to_lower */
to_upper_utf8, /* to_upper */
NULL, /* sort_order */
NULL, /* contractions */
NULL, /* sort_order_big*/
NULL, /* tab_to_uni */
NULL, /* tab_from_uni */
Bug#8610: The ucs2_turkish_ci collation fails with upper('i') UPPER/LOWER now can return a string with different length. mi_test1.c: Adding new arguments. Many files: Changeing caseup/casedn to return a result with different length than argument. sql_string.h: Removing unused method, mysql_priv.h: Removing unused method
2005-06-06 16:54:15 +05:00
my_unicase_default, /* caseinfo */
bug in my_strnncoll_utf8 (and friends) fixed cleanups better, charset-dependent, ft_max_len_for_sort value
2004-08-30 08:37:36 +02:00
NULL, /* state_map */
NULL, /* ident_map */
1, /* strxfrm_multiply */
Bug#8610: The ucs2_turkish_ci collation fails with upper('i') UPPER/LOWER now can return a string with different length. mi_test1.c: Adding new arguments. Many files: Changeing caseup/casedn to return a result with different length than argument. sql_string.h: Removing unused method, mysql_priv.h: Removing unused method
2005-06-06 16:54:15 +05:00
1, /* caseup_multiply */
1, /* casedn_multiply */
bug in my_strnncoll_utf8 (and friends) fixed cleanups better, charset-dependent, ft_max_len_for_sort value
2004-08-30 08:37:36 +02:00
1, /* mbminlen */
3, /* mbmaxlen */
0, /* min_sort_char */
Bug#20471 LIKE search fails with indexed utf8 char column The main problem was already fixed by Igor under terms of 16674. Adding some additional minor fixes and tests.
2006-07-20 15:52:48 +05:00
0xFFFF, /* max_sort_char */
type_binary.result, type_binary.test: new file mysql_fix_privilege_tables.sql, mysql_create_system_tables.sh: Adding true BINARY/VARBINARY: fixing "password" type, not to be 0x00-padding. Many files: Adding true BINARY/VARBINARY: fixing tests not to output 0x00 bytes. Adding true BINARY/VARBINARY: new pad_char structure member. ctype-bin.c: Adding true BINARY/VARBINARY: new pad_char structure member. New strnxfrm, with two trailing length bytes. field.cc: Adding true BINARY/VARBINARY.
2005-10-13 19:16:19 +05:00
' ', /* pad char */
BUG#11338 (logging of prepared statement w/ blob type) In cp932, '\' character can be the second byte in a multi-byte character stream. This makes it difficult to use mysql_escape_string. Added flag to indicate which languages allow '\' as second byte of multibyte sequence so that when putting a prepared statement into the binlog we can decide at runtime whether hex encoding is really needed.
2005-08-17 04:26:32 -04:00
0, /* escape_with_backslash_is_dangerous */
UTF8 UCA based collations.
2004-06-14 16:29:51 +05:00
&my_charset_utf8_handler,
Fixed that multibyte charsets didn't honor multibyte sequence boundaries in functions LIKE and LOCATE in the case of "binary" collation. Comparison was done like if the strings were just a binary strings without character set assumption.
2003-09-19 15:18:19 +05:00
&my_collation_mb_bin_handler
BINARY collations for every character set
2003-05-23 18:39:55 +05:00
};
Add missing parts for the "Cybozu" custom build, to avoid future manual patches.
2005-04-08 13:56:48 +02:00
#ifdef HAVE_UTF8_GENERAL_CS
Adding Cybozu's patch. Not active by default. One need to pass -DHAVE_CYBOZU_COLLATION to activate it.
2005-03-29 14:48:47 +05:00
/*
* These functions bacically do the same as their original, except
* that they return 0 only when two comparing unicode strings are
* strictly the same in case-sensitive way. See "save_diff" local
* variable to what they actually do.
*/
static int my_strnncoll_utf8_cs(CHARSET_INFO *cs,
WL#3817: Simplify string / memory area types and make things more consistent (first part) The following type conversions was done: - Changed byte to uchar - Changed gptr to uchar* - Change my_string to char * - Change my_size_t to size_t - Change size_s to size_t Removed declaration of byte, gptr, my_string, my_size_t and size_s. Following function parameter changes was done: - All string functions in mysys/strings was changed to use size_t instead of uint for string lengths. - All read()/write() functions changed to use size_t (including vio). - All protocoll functions changed to use size_t instead of uint - Functions that used a pointer to a string length was changed to use size_t* - Changed malloc(), free() and related functions from using gptr to use void * as this requires fewer casts in the code and is more in line with how the standard functions work. - Added extra length argument to dirname_part() to return the length of the created string. - Changed (at least) following functions to take uchar* as argument: - db_dump() - my_net_write() - net_write_command() - net_store_data() - DBUG_DUMP() - decimal2bin() & bin2decimal() - Changed my_compress() and my_uncompress() to use size_t. Changed one argument to my_uncompress() from a pointer to a value as we only return one value (makes function easier to use). - Changed type of 'pack_data' argument to packfrm() to avoid casts. - Changed in readfrm() and writefrom(), ha_discover and handler::discover() the type for argument 'frmdata' to uchar** to avoid casts. - Changed most Field functions to use uchar* instead of char* (reduced a lot of casts). - Changed field->val_xxx(xxx, new_ptr) to take const pointers. Other changes: - Removed a lot of not needed casts - Added a few new cast required by other changes - Added some cast to my_multi_malloc() arguments for safety (as string lengths needs to be uint, not size_t). - Fixed all calls to hash-get-key functions to use size_t*. (Needed to be done explicitely as this conflict was often hided by casting the function to hash_get_key). - Changed some buffers to memory regions to uchar* to avoid casts. - Changed some string lengths from uint to size_t. - Changed field->ptr to be uchar* instead of char*. This allowed us to get rid of a lot of casts. - Some changes from true -> TRUE, false -> FALSE, unsigned char -> uchar - Include zlib.h in some files as we needed declaration of crc32() - Changed MY_FILE_ERROR to be (size_t) -1. - Changed many variables to hold the result of my_read() / my_write() to be size_t. This was needed to properly detect errors (which are returned as (size_t) -1). - Removed some very old VMS code - Changed packfrm()/unpackfrm() to not be depending on uint size (portability fix) - Removed windows specific code to restore cursor position as this causes slowdown on windows and we should not mix read() and pread() calls anyway as this is not thread safe. Updated function comment to reflect this. Changed function that depended on original behavior of my_pwrite() to itself restore the cursor position (one such case). - Added some missing checking of return value of malloc(). - Changed definition of MOD_PAD_CHAR_TO_FULL_LENGTH to avoid 'long' overflow. - Changed type of table_def::m_size from my_size_t to ulong to reflect that m_size is the number of elements in the array, not a string/memory length. - Moved THD::max_row_length() to table.cc (as it's not depending on THD). Inlined max_row_length_blob() into this function. - More function comments - Fixed some compiler warnings when compiled without partitions. - Removed setting of LEX_STRING() arguments in declaration (portability fix). - Some trivial indentation/variable name changes. - Some trivial code simplifications: - Replaced some calls to alloc_root + memcpy to use strmake_root()/strdup_root(). - Changed some calls from memdup() to strmake() (Safety fix) - Simpler loops in client-simple.c
2007-05-10 12:59:39 +03:00
const uchar *s, size_t slen,
const uchar *t, size_t tlen,
Adding Cybozu's patch. Not active by default. One need to pass -DHAVE_CYBOZU_COLLATION to activate it.
2005-03-29 14:48:47 +05:00
my_bool t_is_prefix)
{
int s_res,t_res;
my_wc_t s_wc,t_wc;
const uchar *se=s+slen;
const uchar *te=t+tlen;
int save_diff = 0;
int diff;
Bug#22378 Make error, strings/ctype-utf8.c, uni_plane undeclared - Fixing utf8_general_cs according to recent changes. - Compiling utf8_general_cs in pentium-debug-max configuration to avoid these problems in the future.
2007-03-27 15:06:41 +05:00
MY_UNICASE_INFO **uni_plane= cs->caseinfo;
Adding Cybozu's patch. Not active by default. One need to pass -DHAVE_CYBOZU_COLLATION to activate it.
2005-03-29 14:48:47 +05:00
while ( s < se && t < te )
{
int plane;
s_res=my_utf8_uni(cs,&s_wc, s, se);
t_res=my_utf8_uni(cs,&t_wc, t, te);
if ( s_res <= 0 || t_res <= 0 )
{
/* Incorrect string, compare by char value */
return ((int)s[0]-(int)t[0]);
}
if ( save_diff == 0 )
{
save_diff = ((int)s_wc) - ((int)t_wc);
}
plane=(s_wc>>8) & 0xFF;
s_wc = uni_plane[plane] ? uni_plane[plane][s_wc & 0xFF].sort : s_wc;
plane=(t_wc>>8) & 0xFF;
t_wc = uni_plane[plane] ? uni_plane[plane][t_wc & 0xFF].sort : t_wc;
if ( s_wc != t_wc )
{
return ((int) s_wc) - ((int) t_wc);
}
s+=s_res;
t+=t_res;
}
diff = ( (se-s) - (te-t) );
return t_is_prefix ? t-te : ((diff == 0) ? save_diff : diff);
}
static int my_strnncollsp_utf8_cs(CHARSET_INFO *cs,
WL#3817: Simplify string / memory area types and make things more consistent (first part) The following type conversions was done: - Changed byte to uchar - Changed gptr to uchar* - Change my_string to char * - Change my_size_t to size_t - Change size_s to size_t Removed declaration of byte, gptr, my_string, my_size_t and size_s. Following function parameter changes was done: - All string functions in mysys/strings was changed to use size_t instead of uint for string lengths. - All read()/write() functions changed to use size_t (including vio). - All protocoll functions changed to use size_t instead of uint - Functions that used a pointer to a string length was changed to use size_t* - Changed malloc(), free() and related functions from using gptr to use void * as this requires fewer casts in the code and is more in line with how the standard functions work. - Added extra length argument to dirname_part() to return the length of the created string. - Changed (at least) following functions to take uchar* as argument: - db_dump() - my_net_write() - net_write_command() - net_store_data() - DBUG_DUMP() - decimal2bin() & bin2decimal() - Changed my_compress() and my_uncompress() to use size_t. Changed one argument to my_uncompress() from a pointer to a value as we only return one value (makes function easier to use). - Changed type of 'pack_data' argument to packfrm() to avoid casts. - Changed in readfrm() and writefrom(), ha_discover and handler::discover() the type for argument 'frmdata' to uchar** to avoid casts. - Changed most Field functions to use uchar* instead of char* (reduced a lot of casts). - Changed field->val_xxx(xxx, new_ptr) to take const pointers. Other changes: - Removed a lot of not needed casts - Added a few new cast required by other changes - Added some cast to my_multi_malloc() arguments for safety (as string lengths needs to be uint, not size_t). - Fixed all calls to hash-get-key functions to use size_t*. (Needed to be done explicitely as this conflict was often hided by casting the function to hash_get_key). - Changed some buffers to memory regions to uchar* to avoid casts. - Changed some string lengths from uint to size_t. - Changed field->ptr to be uchar* instead of char*. This allowed us to get rid of a lot of casts. - Some changes from true -> TRUE, false -> FALSE, unsigned char -> uchar - Include zlib.h in some files as we needed declaration of crc32() - Changed MY_FILE_ERROR to be (size_t) -1. - Changed many variables to hold the result of my_read() / my_write() to be size_t. This was needed to properly detect errors (which are returned as (size_t) -1). - Removed some very old VMS code - Changed packfrm()/unpackfrm() to not be depending on uint size (portability fix) - Removed windows specific code to restore cursor position as this causes slowdown on windows and we should not mix read() and pread() calls anyway as this is not thread safe. Updated function comment to reflect this. Changed function that depended on original behavior of my_pwrite() to itself restore the cursor position (one such case). - Added some missing checking of return value of malloc(). - Changed definition of MOD_PAD_CHAR_TO_FULL_LENGTH to avoid 'long' overflow. - Changed type of table_def::m_size from my_size_t to ulong to reflect that m_size is the number of elements in the array, not a string/memory length. - Moved THD::max_row_length() to table.cc (as it's not depending on THD). Inlined max_row_length_blob() into this function. - More function comments - Fixed some compiler warnings when compiled without partitions. - Removed setting of LEX_STRING() arguments in declaration (portability fix). - Some trivial indentation/variable name changes. - Some trivial code simplifications: - Replaced some calls to alloc_root + memcpy to use strmake_root()/strdup_root(). - Changed some calls from memdup() to strmake() (Safety fix) - Simpler loops in client-simple.c
2007-05-10 12:59:39 +03:00
const uchar *s, size_t slen,
const uchar *t, size_t tlen,
Bug#29333 myisam corruption with character set cp932 collate cp932_japanese_ci Problem: wrong comparison with trailing space. This problem was fixed for all other character sets under terms of bug 7788 ""Table is full" occurs during a multitable update". ctype-cp932.c was forgotten. Fix: applying the same fix for ctype-cp932.c. (see ctype-sjis.c as an example of a previously correctly fixed file)
2007-07-04 16:17:40 +05:00
my_bool diff_if_only_endspace_difference)
Adding Cybozu's patch. Not active by default. One need to pass -DHAVE_CYBOZU_COLLATION to activate it.
2005-03-29 14:48:47 +05:00
{
Bug#29333 myisam corruption with character set cp932 collate cp932_japanese_ci Problem: wrong comparison with trailing space. This problem was fixed for all other character sets under terms of bug 7788 ""Table is full" occurs during a multitable update". ctype-cp932.c was forgotten. Fix: applying the same fix for ctype-cp932.c. (see ctype-sjis.c as an example of a previously correctly fixed file)
2007-07-04 16:17:40 +05:00
int s_res, t_res, res;
my_wc_t s_wc, t_wc;
const uchar *se= s + slen;
const uchar *te= t + tlen;
int save_diff= 0;
Bug#22378 Make error, strings/ctype-utf8.c, uni_plane undeclared - Fixing utf8_general_cs according to recent changes. - Compiling utf8_general_cs in pentium-debug-max configuration to avoid these problems in the future.
2007-03-27 15:06:41 +05:00
MY_UNICASE_INFO **uni_plane= cs->caseinfo;
Bug#29333 myisam corruption with character set cp932 collate cp932_japanese_ci Problem: wrong comparison with trailing space. This problem was fixed for all other character sets under terms of bug 7788 ""Table is full" occurs during a multitable update". ctype-cp932.c was forgotten. Fix: applying the same fix for ctype-cp932.c. (see ctype-sjis.c as an example of a previously correctly fixed file)
2007-07-04 16:17:40 +05:00
#ifndef VARCHAR_WITH_DIFF_ENDSPACE_ARE_DIFFERENT_FOR_UNIQUE
diff_if_only_endspace_difference= 0;
#endif
Adding Cybozu's patch. Not active by default. One need to pass -DHAVE_CYBOZU_COLLATION to activate it.
2005-03-29 14:48:47 +05:00
while ( s < se && t < te )
{
int plane;
s_res=my_utf8_uni(cs,&s_wc, s, se);
t_res=my_utf8_uni(cs,&t_wc, t, te);
if ( s_res <= 0 || t_res <= 0 )
{
/* Incorrect string, compare by char value */
return ((int)s[0]-(int)t[0]);
}
if ( save_diff == 0 )
{
save_diff = ((int)s_wc) - ((int)t_wc);
}
plane=(s_wc>>8) & 0xFF;
s_wc = uni_plane[plane] ? uni_plane[plane][s_wc & 0xFF].sort : s_wc;
plane=(t_wc>>8) & 0xFF;
t_wc = uni_plane[plane] ? uni_plane[plane][t_wc & 0xFF].sort : t_wc;
if ( s_wc != t_wc )
{
return ((int) s_wc) - ((int) t_wc);
}
s+=s_res;
t+=t_res;
}
slen= se-s;
tlen= te-t;
Bug#29333 myisam corruption with character set cp932 collate cp932_japanese_ci Problem: wrong comparison with trailing space. This problem was fixed for all other character sets under terms of bug 7788 ""Table is full" occurs during a multitable update". ctype-cp932.c was forgotten. Fix: applying the same fix for ctype-cp932.c. (see ctype-sjis.c as an example of a previously correctly fixed file)
2007-07-04 16:17:40 +05:00
res= 0;
Adding Cybozu's patch. Not active by default. One need to pass -DHAVE_CYBOZU_COLLATION to activate it.
2005-03-29 14:48:47 +05:00
if (slen != tlen)
{
Bug#29333 myisam corruption with character set cp932 collate cp932_japanese_ci Problem: wrong comparison with trailing space. This problem was fixed for all other character sets under terms of bug 7788 ""Table is full" occurs during a multitable update". ctype-cp932.c was forgotten. Fix: applying the same fix for ctype-cp932.c. (see ctype-sjis.c as an example of a previously correctly fixed file)
2007-07-04 16:17:40 +05:00
int swap= 1;
if (diff_if_only_endspace_difference)
res= 1; /* Assume 'a' is bigger */
Adding Cybozu's patch. Not active by default. One need to pass -DHAVE_CYBOZU_COLLATION to activate it.
2005-03-29 14:48:47 +05:00
if (slen < tlen)
{
slen= tlen;
s= t;
se= te;
swap= -1;
Bug#29333 myisam corruption with character set cp932 collate cp932_japanese_ci Problem: wrong comparison with trailing space. This problem was fixed for all other character sets under terms of bug 7788 ""Table is full" occurs during a multitable update". ctype-cp932.c was forgotten. Fix: applying the same fix for ctype-cp932.c. (see ctype-sjis.c as an example of a previously correctly fixed file)
2007-07-04 16:17:40 +05:00
res= -res;
Adding Cybozu's patch. Not active by default. One need to pass -DHAVE_CYBOZU_COLLATION to activate it.
2005-03-29 14:48:47 +05:00
}
/*
This following loop uses the fact that in UTF-8
all multibyte characters are greater than space,
and all multibyte head characters are greater than
space. It means if we meet a character greater
than space, it always means that the longer string
is greater. So we can reuse the same loop from the
8bit version, without having to process full multibute
sequences.
*/
for ( ; s < se; s++)
{
Bug#29333 myisam corruption with character set cp932 collate cp932_japanese_ci Problem: wrong comparison with trailing space. This problem was fixed for all other character sets under terms of bug 7788 ""Table is full" occurs during a multitable update". ctype-cp932.c was forgotten. Fix: applying the same fix for ctype-cp932.c. (see ctype-sjis.c as an example of a previously correctly fixed file)
2007-07-04 16:17:40 +05:00
if (*s != (uchar) ' ')
return (*s < (uchar) ' ') ? -swap : swap;
Adding Cybozu's patch. Not active by default. One need to pass -DHAVE_CYBOZU_COLLATION to activate it.
2005-03-29 14:48:47 +05:00
}
}
return save_diff;
}
static MY_COLLATION_HANDLER my_collation_cs_handler =
{
NULL, /* init */
my_strnncoll_utf8_cs,
my_strnncollsp_utf8_cs,
Backporting WL#1213
2010-02-24 13:15:34 +04:00
my_strnxfrm_unicode,
Bug#22378 Make error, strings/ctype-utf8.c, uni_plane undeclared - Fixing utf8_general_cs according to recent changes. - Compiling utf8_general_cs in pentium-debug-max configuration to avoid these problems in the future.
2007-03-27 15:06:41 +05:00
my_strnxfrmlen_utf8,
Adding Cybozu's patch. Not active by default. One need to pass -DHAVE_CYBOZU_COLLATION to activate it.
2005-03-29 14:48:47 +05:00
my_like_range_simple,
my_wildcmp_mb,
my_strcasecmp_utf8,
my_instr_mb,
Bug#9509 Optimizer: wrong result after AND with latin1_german2_ci We cannot propagate constants with tricky collations.
2005-05-05 21:13:57 +05:00
my_hash_sort_utf8,
my_propagate_simple
Adding Cybozu's patch. Not active by default. One need to pass -DHAVE_CYBOZU_COLLATION to activate it.
2005-03-29 14:48:47 +05:00
};
CHARSET_INFO my_charset_utf8_general_cs=
{
254,0,0, /* number */
MY_CS_COMPILED|MY_CS_UNICODE, /* state */
"utf8", /* cs name */
"utf8_general_cs", /* name */
"", /* comment */
NULL, /* tailoring */
ctype_utf8, /* ctype */
to_lower_utf8, /* to_lower */
to_upper_utf8, /* to_upper */
to_upper_utf8, /* sort_order */
NULL, /* contractions */
NULL, /* sort_order_big*/
NULL, /* tab_to_uni */
NULL, /* tab_from_uni */
Bug#8610: The ucs2_turkish_ci collation fails with upper('i') UPPER/LOWER now can return a string with different length. mi_test1.c: Adding new arguments. Many files: Changeing caseup/casedn to return a result with different length than argument. sql_string.h: Removing unused method, mysql_priv.h: Removing unused method
2005-06-06 16:54:15 +05:00
my_unicase_default, /* caseinfo */
Adding Cybozu's patch. Not active by default. One need to pass -DHAVE_CYBOZU_COLLATION to activate it.
2005-03-29 14:48:47 +05:00
NULL, /* state_map */
NULL, /* ident_map */
1, /* strxfrm_multiply */
Bug#8610: The ucs2_turkish_ci collation fails with upper('i') UPPER/LOWER now can return a string with different length. mi_test1.c: Adding new arguments. Many files: Changeing caseup/casedn to return a result with different length than argument. sql_string.h: Removing unused method, mysql_priv.h: Removing unused method
2005-06-06 16:54:15 +05:00
1, /* caseup_multiply */
1, /* casedn_multiply */
Adding Cybozu's patch. Not active by default. One need to pass -DHAVE_CYBOZU_COLLATION to activate it.
2005-03-29 14:48:47 +05:00
1, /* mbminlen */
3, /* mbmaxlen */
0, /* min_sort_char */
255, /* max_sort_char */
type_binary.result, type_binary.test: new file mysql_fix_privilege_tables.sql, mysql_create_system_tables.sh: Adding true BINARY/VARBINARY: fixing "password" type, not to be 0x00-padding. Many files: Adding true BINARY/VARBINARY: fixing tests not to output 0x00 bytes. Adding true BINARY/VARBINARY: new pad_char structure member. ctype-bin.c: Adding true BINARY/VARBINARY: new pad_char structure member. New strnxfrm, with two trailing length bytes. field.cc: Adding true BINARY/VARBINARY.
2005-10-13 19:16:19 +05:00
' ', /* pad char */
BUG#11338 (logging of prepared statement w/ blob type) In cp932, '\' character can be the second byte in a multi-byte character stream. This makes it difficult to use mysql_escape_string. Added flag to indicate which languages allow '\' as second byte of multibyte sequence so that when putting a prepared statement into the binlog we can decide at runtime whether hex encoding is really needed.
2005-08-17 04:26:32 -04:00
0, /* escape_with_backslash_is_dangerous */
Adding Cybozu's patch. Not active by default. One need to pass -DHAVE_CYBOZU_COLLATION to activate it.
2005-03-29 14:48:47 +05:00
&my_charset_utf8_handler,
&my_collation_cs_handler
};
#endif /* Cybozu Hack */
BINARY collations for every character set
2003-05-23 18:39:55 +05:00
WL#1324 table name to file name encoding - Encoding itself, implemented as a charset "filename". Originally planned to use '.' as an escape character, but now changed to '@' for two reasons: "ls" does not return file names starting with '.' considering them as a kind of hidden files; some platforms do not allow several dots in a file name. - replacing many calls of my_snprintf() and strnxmov() to the new build_table_filename(). - Adding MY_APPEND_EXT mysys flag, to append an extention rather that replace it. - Replacing all numeric constants in fn_format flag arguments to their mysys definitions, e.g. MY_UNPACK_FILENAME, - Predictability in several function/methods: when a table name can appear with or withot .frm extension. Some functions/methods were changed so accept names strictly with .frm, other - strictly without .frm extensions. Several DBUG_ASSERTs were added to check whether an extension is passed. Many files: table name to file name encoding mysql_priv.h: Prototypes for new table name encoding tools. ctype-utf8.c: Implementing "filename" charset for table name to file name encoding. row0mysql.c: Fixing table name prefix. mf_format.c: Adding MY_APPEND_EXT processing. Many files: Fixing tests. my_sys.h: Adding new flag to append rather than replace an extension. m_ctype.h: Adding "filename" charset definition.
2005-12-31 09:01:26 +04:00
/*
File system encoding components:
Code range Pattern Number Used Unused Blocks
-----------------------------------------------------------------------------
00C0..017F [.][0..4][g..z] 5*20= 100 97 3 Latin1 Supplement + Ext A
0370..03FF [.][5..9][g..z] 5*20= 100 88 12 Greek + Coptic
0400..052F [.][g..z][0..6] 20*7= 140 140 137 Cyrillic
0530..058F [.][g..z][7..8] 20*2= 40 38 2 Armenian
2160..217F [.][g..z][9] 20*1= 20 16 4 Number Forms
0180..02AF [.][g..z][a..k] 28*11=220 203 17 Latin Ext B + IPA
1E00..0EFF [.][g..z][l..r] 20*7= 140 136 4 Latin Additional Extended
1F00..1FFF [.][g..z][s..z] 20*8= 160 144 16 Greek Extended
.... .... [.][a..f][g..z] 6*20= 120 0 120 RESERVED
24B6..24E9 [.][@][a..z] 26 26 0 Enclosed Alphanumerics
FF21..FF5A [.][a..z][@] 26 26 0 Full Width forms
All other characters are encoded using five bytes:
[.][0..9a..z][0..9a..z][0..9a..z][0..9a..z]
*/
static uint16 touni[5994]=
{
0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,
0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,
0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,0x00C0,
0x00C1,0x00C2,0x00C3,0x00C4,0x00C5,0x00C6,0x00C7,0x00C8,
0x00C9,0x00CA,0x00CB,0x00CC,0x00CD,0x00CE,0x00CF,0x00D0,
0x00D1,0x00D2,0x00D3,0x0000,0x0000,0x0000,0x0000,0x0000,
0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,0x00E0,
0x00E1,0x00E2,0x00E3,0x00E4,0x00E5,0x00E6,0x00E7,0x00E8,
0x00E9,0x00EA,0x00EB,0x00EC,0x00ED,0x00EE,0x00EF,0x00F0,
0x00F1,0x00F2,0x00F3,0x0000,0x0000,0x0000,0x0000,0x0000,
0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,
0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,
0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,0x00D4,
0x00D5,0x00D6,0x0000,0x00D8,0x00D9,0x00DA,0x00DB,0x00DC,
0x00DD,0x00DE,0x0178,0x0100,0x0102,0x0104,0x0106,0x0108,
0x010A,0x010C,0x010E,0x0000,0x0000,0x0000,0x0000,0x0000,
0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,0x00F4,
0x00F5,0x00F6,0x00DF,0x00F8,0x00F9,0x00FA,0x00FB,0x00FC,
0x00FD,0x00FE,0x00FF,0x0101,0x0103,0x0105,0x0107,0x0109,
0x010B,0x010D,0x010F,0x0000,0x0000,0x0000,0x0000,0x0000,
0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,
0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,
0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,0x0110,
0x0112,0x0114,0x0116,0x0118,0x011A,0x011C,0x011E,0x0120,
0x0122,0x0124,0x0126,0x0128,0x012A,0x012C,0x012E,0x0000,
0x0132,0x0134,0x0136,0x0000,0x0000,0x0000,0x0000,0x0000,
0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,0x0111,
0x0113,0x0115,0x0117,0x0119,0x011B,0x011D,0x011F,0x0121,
0x0123,0x0125,0x0127,0x0129,0x012B,0x012D,0x012F,0x0131,
0x0133,0x0135,0x0137,0x0000,0x0000,0x0000,0x0000,0x0000,
0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,
0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,
0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,
0x0139,0x013B,0x013D,0x013F,0x0141,0x0143,0x0145,0x0147,
0x0000,0x014A,0x014C,0x014E,0x0150,0x0152,0x0154,0x0156,
0x0158,0x015A,0x015C,0x0000,0x0000,0x0000,0x0000,0x0000,
0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,0x0138,
0x013A,0x013C,0x013E,0x0140,0x0142,0x0144,0x0146,0x0148,
0x0149,0x014B,0x014D,0x014F,0x0151,0x0153,0x0155,0x0157,
0x0159,0x015B,0x015D,0x0000,0x0000,0x0000,0x0000,0x0000,
0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,
0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,
0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,0x015E,
0x0160,0x0162,0x0164,0x0166,0x0168,0x016A,0x016C,0x016E,
0x0170,0x0172,0x0174,0x0176,0x0179,0x017B,0x017D,0x0000,
0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,
0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,0x015F,
0x0161,0x0163,0x0165,0x0167,0x0169,0x016B,0x016D,0x016F,
0x0171,0x0173,0x0175,0x0177,0x017A,0x017C,0x017E,0x017F,
0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,
0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,
0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,
0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,
0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,
0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,
0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,
0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,
0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,
0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,
0x0000,0x0390,0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,
0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,
0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,
0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,0x0386,
0x0388,0x0389,0x038A,0x0000,0x0391,0x0000,0x0393,0x0394,
0x0395,0x0396,0x0397,0x0000,0x0399,0x0000,0x039B,0x039C,
0x039D,0x039E,0x039F,0x0000,0x0000,0x0000,0x0000,0x0000,
0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,0x03AC,
0x03AD,0x03AE,0x03AF,0x03B0,0x03B1,0x03B2,0x03B3,0x03B4,
0x03B5,0x03B6,0x03B7,0x03B8,0x03B9,0x03BA,0x03BB,0x03BC,
0x03BD,0x03BE,0x03BF,0x0000,0x0000,0x0000,0x0000,0x0000,
0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,
0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,
0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,
0x03A1,0x0000,0x0000,0x03A4,0x03A5,0x0000,0x03A7,0x03A8,
0x03A9,0x03AA,0x03AB,0x038C,0x038E,0x038F,0x0000,0x0392,
0x0398,0x03D2,0x03D3,0x0000,0x0000,0x0000,0x0000,0x0000,
0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,0x03C0,
0x03C1,0x03C2,0x03C3,0x03C4,0x03C5,0x03C6,0x03C7,0x03C8,
0x03C9,0x03CA,0x03CB,0x03CC,0x03CD,0x03CE,0x0000,0x03D0,
0x03D1,0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,
0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,
0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,
0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,0x03D4,
0x03A6,0x03A0,0x0000,0x0000,0x03DA,0x03DC,0x03DE,0x03E0,
0x03E2,0x03E4,0x03E6,0x03E8,0x03EA,0x03EC,0x03EE,0x039A,
0x0000,0x03A3,0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,
0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,
0x03D5,0x03D6,0x03D7,0x03D9,0x03DB,0x03DD,0x03DF,0x03E1,
0x03E3,0x03E5,0x03E7,0x03E9,0x03EB,0x03ED,0x03EF,0x03F0,
0x03F1,0x03F2,0x03F3,0x0000,0x0000,0x0000,0x0000,0x0000,
0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,
0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,
0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,
0x0000,0x0000,0x0000,0x0000,0x03FD,0x03FE,0x03FF,0x0000,
0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,
0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,
0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,0x03F5,
0x03F6,0x03F8,0x03FB,0x03FC,0x0000,0x0000,0x0000,0x0000,
0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,
0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,
0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,
0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,
0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,
0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,
0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,
0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,
0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,
0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,
0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,
0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,
0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,
0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,
0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,
0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,
0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,
0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,
0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,
0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,
0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,
0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,
0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,
0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,
0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,
0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,
0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,
0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,
0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,
0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,
0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,
0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,
0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,
0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,
0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,
0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,
0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,
0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,
0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,
0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,
0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,
0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,
0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,
0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,
0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,
0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,
0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,
0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,
0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,
0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,
0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,
0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,
0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,
0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,
0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,
0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,
0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,
0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,
0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,
0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,
0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,
0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,
0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,
0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,
0x0000,0x24B6,0x24B7,0x24B8,0x24B9,0x24BA,0x24BB,0x24BC,
0x24BD,0x24BE,0x24BF,0x24C0,0x24C1,0x24C2,0x24C3,0x24C4,
0x24C5,0x24C6,0x24C7,0x24C8,0x24C9,0x24CA,0x24CB,0x24CC,
0x24CD,0x24CE,0x24CF,0x0000,0x0000,0x0000,0x0000,0x0000,
0x0000,0x24D0,0x24D1,0x24D2,0x24D3,0x24D4,0x24D5,0x24D6,
0x24D7,0x24D8,0x24D9,0x24DA,0x24DB,0x24DC,0x24DD,0x24DE,
0x24DF,0x24E0,0x24E1,0x24E2,0x24E3,0x24E4,0x24E5,0x24E6,
0x24E7,0x24E8,0x24E9,0x0000,0x0000,0x0000,0x0000,0x0000,
0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,
0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,
0xFF21,0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,
0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,
0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,
0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,
0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,
0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,
0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,
0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,
0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,
0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,
0xFF22,0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,
0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,
0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,
0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,
0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,
0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,
0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,
0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,
0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,
0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,
0xFF23,0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,
0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,
0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,
0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,
0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,
0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,
0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,
0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,
0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,
0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,
0xFF24,0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,
0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,
0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,
0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,
0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,
0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,
0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,
0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,
0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,
0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,
0xFF25,0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,
0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,
0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,
0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,
0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,
0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,
0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,
0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,
0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,
0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,
0xFF26,0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,
0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,
0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,
0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,
0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,
0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,
0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,
0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,
0x0410,0x0424,0x0408,0x0478,0x04A6,0x04CD,0x04F4,0x0000,
0x0544,0x2160,0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,
0xFF27,0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,
0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,
0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,
0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,
0x0000,0x0000,0x01B3,0x01DE,0x0208,0x0230,0x0000,0x0000,
0x0000,0x0000,0x0000,0x0000,0x1E00,0x1E28,0x1E50,0x1E78,
0x1E60,0x1EBE,0x1EE6,0x1F08,0x1F2A,0x0000,0x1F6C,0x1F88,
0x1FAC,0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,
0x0411,0x0425,0x0409,0x047A,0x04A8,0x0000,0x04F6,0x0531,
0x0545,0x2161,0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,
0xFF28,0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,
0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,
0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,
0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,
0x0000,0x0182,0x01B5,0x01E0,0x020A,0x0232,0x0000,0x0000,
0x019D,0x0000,0x0000,0x0000,0x1E02,0x1E2A,0x1E52,0x1E7A,
0x0000,0x1EC0,0x1EE8,0x1F09,0x1F2B,0x0000,0x1F6D,0x1F89,
0x1FAD,0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,
0x0412,0x0426,0x040A,0x047C,0x04AA,0x04D0,0x04F8,0x0532,
0x0546,0x2162,0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,
0xFF29,0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,
0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,
0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,
0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,
0x0000,0x0184,0x01B8,0x01E2,0x020C,0x0000,0x0000,0x0000,
0x0000,0x0000,0x0000,0x0000,0x1E04,0x1E2C,0x1E54,0x1E7C,
0x0000,0x1EC2,0x1EEA,0x1F0A,0x1F2C,0x0000,0x1F6E,0x1F8A,
0x1FAE,0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,
0x0413,0x0427,0x040B,0x047E,0x04AC,0x04D2,0x0000,0x0533,
0x0547,0x2163,0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,
0xFF2A,0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,
0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,
0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,
0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,
0x0000,0x0187,0x0000,0x01E4,0x020E,0x0000,0x0000,0x0193,
0x0000,0x01AE,0x0000,0x0000,0x1E06,0x1E2E,0x1E56,0x1E7E,
0x0000,0x1EC4,0x1EEC,0x1F0B,0x1F2D,0x0000,0x1F6F,0x1F8B,
0x1FAF,0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,
0x0414,0x0428,0x040C,0x0480,0x04AE,0x04D4,0x0000,0x0534,
0x0548,0x2164,0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,
0xFF2B,0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,
0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,
0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,
0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,
0x0000,0x018B,0x0000,0x01E6,0x0210,0x0000,0x0000,0x0000,
0x019F,0x0000,0x0000,0x0000,0x1E08,0x1E30,0x1E58,0x1E80,
0x0000,0x1EC6,0x1EEE,0x1F0C,0x1F2E,0x0000,0x1FBA,0x1F8C,
0x1FB8,0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,
0x0415,0x0429,0x040D,0x0000,0x04B0,0x04D6,0x0000,0x0535,
0x0549,0x2165,0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,
0xFF2C,0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,
0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,
0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,
0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,
0x0000,0x0000,0x0000,0x01E8,0x0212,0x0000,0x0000,0x0000,
0x0000,0x01B1,0x0000,0x0000,0x1E0A,0x1E32,0x1E5A,0x1E82,
0x1EA0,0x1EC8,0x1EF0,0x1F0D,0x1F2F,0x1F59,0x1FBB,0x1F8D,
0x1FB9,0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,
0x0416,0x042A,0x040E,0x048A,0x04B2,0x04D8,0x0000,0x0536,
0x054A,0x2166,0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,
0xFF2D,0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,
0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,
0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,
0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,
0x0000,0x0191,0x0000,0x01EA,0x0214,0x0000,0x0000,0x0194,
0x0000,0x01B2,0x0000,0x0000,0x1E0C,0x1E34,0x1E5C,0x1E84,
0x1EA2,0x1ECA,0x1EF2,0x1F0E,0x1F38,0x0000,0x1FC8,0x1F8E,
0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,
0x0417,0x042B,0x040F,0x048C,0x04B4,0x04DA,0x0000,0x0537,
0x054B,0x2167,0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,
0xFF2E,0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,
0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,
0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,
0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,
0x0000,0x01F6,0x01BC,0x01EC,0x0216,0x0000,0x0000,0x0000,
0x0000,0x0000,0x0000,0x0000,0x1E0E,0x1E36,0x1E5E,0x1E86,
0x1EA4,0x1ECC,0x1EF4,0x1F0F,0x1F39,0x1F5B,0x1FC9,0x1F8F,
0x1FBC,0x1FE8,0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,
0x0418,0x042C,0x0460,0x048E,0x04B6,0x04DC,0x0000,0x0538,
0x054C,0x2168,0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,
0xFF2F,0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,
0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,
0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,
0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,
0x0000,0x0198,0x01C4,0x01EE,0x0218,0x023A,0x0000,0x0000,
0x0000,0x0000,0x0000,0x0000,0x1E10,0x1E38,0x0000,0x1E88,
0x1EA6,0x1ECE,0x1EF6,0x1F18,0x1F3A,0x0000,0x1FCA,0x1F98,
0x0000,0x1FE9,0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,
0x0419,0x042D,0x0462,0x0490,0x04B8,0x04DE,0x0500,0x0539,
0x054D,0x2169,0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,
0xFF30,0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,
0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,
0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,
0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,
0x0000,0x023D,0x01C7,0x0000,0x021A,0x023B,0x0000,0x0000,
0x0000,0x0000,0x0000,0x0000,0x1E12,0x1E3A,0x1E62,0x1E8A,
0x1EA8,0x1ED0,0x1EF8,0x1F19,0x1F3B,0x1F5D,0x1FCB,0x1F99,
0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,
0x041A,0x042E,0x0464,0x0492,0x04BA,0x04E0,0x0502,0x053A,
0x054E,0x216A,0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,
0xFF31,0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,
0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,
0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,
0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,
0x0000,0x0000,0x01CA,0x01F1,0x021C,0x023E,0x0181,0x0000,
0x0000,0x0000,0x0000,0x0000,0x1E14,0x1E3C,0x1E64,0x1E8C,
0x1EAA,0x1ED2,0x0000,0x1F1A,0x1F3C,0x0000,0x1FDA,0x1F9A,
0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,
0x041B,0x042F,0x0466,0x0494,0x04BC,0x04E2,0x0504,0x053B,
0x054F,0x216B,0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,
0xFF32,0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,
0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,
0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,
0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,
0x0000,0x0220,0x01CD,0x01F4,0x021E,0x0000,0x0186,0x0197,
0x0000,0x0000,0x0000,0x0000,0x1E16,0x1E3E,0x1E66,0x1E8E,
0x1EAC,0x1ED4,0x0000,0x1F1B,0x1F3D,0x1F5F,0x1FDB,0x1F9B,
0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,
0x041C,0x0400,0x0468,0x0496,0x04BE,0x04E4,0x0506,0x053C,
0x0550,0x216C,0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,
0xFF33,0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,
0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,
0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,
0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,
0x0000,0x01A0,0x01CF,0x01F8,0x0000,0x0000,0x0000,0x0196,
0x0000,0x0000,0x0000,0x0000,0x1E18,0x1E40,0x1E68,0x1E90,
0x1EAE,0x1ED6,0x0000,0x1F1C,0x1F3E,0x0000,0x1FF8,0x1F9C,
0x0000,0x1FEC,0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,
0x041D,0x0401,0x046A,0x0498,0x04C0,0x04E6,0x0508,0x053D,
0x0551,0x216D,0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,
0xFF34,0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,
0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,
0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,
0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,
0x0000,0x01A2,0x01D1,0x01FA,0x0222,0x0000,0x0189,0x0000,
0x0000,0x01B7,0x0000,0x0000,0x1E1A,0x1E42,0x1E6A,0x1E92,
0x1EB0,0x1ED8,0x0000,0x1F1D,0x1F3F,0x0000,0x1FF9,0x1F9D,
0x1FCC,0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,
0x041E,0x0402,0x046C,0x049A,0x04C1,0x04E8,0x050A,0x053E,
0x0552,0x216E,0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,
0xFF35,0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,
0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,
0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,
0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,
0x0000,0x01A4,0x01D3,0x01FC,0x0224,0x0000,0x018A,0x0000,
0x0000,0x0000,0x0000,0x0000,0x1E1C,0x1E44,0x1E6C,0x1E94,
0x1EB2,0x1EDA,0x0000,0x0000,0x1F48,0x0000,0x1FEA,0x1F9E,
0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,
0x041F,0x0403,0x046E,0x049C,0x04C3,0x04EA,0x050C,0x053F,
0x0553,0x216F,0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,
0xFF36,0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,
0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,
0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,
0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,
0x0000,0x01A7,0x01D5,0x01FE,0x0226,0x0000,0x0000,0x0000,
0x01A6,0x0241,0x0000,0x0000,0x1E1E,0x1E46,0x1E6E,0x0000,
0x1EB4,0x1EDC,0x0000,0x0000,0x1F49,0x0000,0x1FEB,0x1F9F,
0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,
0x0420,0x0404,0x0470,0x049E,0x04C5,0x04EC,0x050E,0x0540,
0x0554,0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,
0xFF37,0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,
0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,
0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,
0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,
0x0000,0x0000,0x01D7,0x0200,0x0228,0x0000,0x018F,0x0000,
0x0000,0x0000,0x0000,0x0000,0x1E20,0x1E48,0x1E70,0x0000,
0x1EB6,0x1EDE,0x0000,0x0000,0x1F4A,0x1F68,0x1FFA,0x1FA8,
0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,
0x0421,0x0405,0x0472,0x04A0,0x04C7,0x04EE,0x0000,0x0541,
0x0555,0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,
0xFF38,0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,
0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,
0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,
0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,
0x0000,0x0000,0x01D9,0x0202,0x022A,0x0000,0x0000,0x0000,
0x0000,0x0000,0x0000,0x0000,0x1E22,0x1E4A,0x1E72,0x0000,
0x1EB8,0x1EE0,0x0000,0x0000,0x1F4B,0x1F69,0x1FFB,0x1FA9,
0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,
0x0422,0x0406,0x0474,0x04A2,0x04C9,0x04F0,0x0000,0x0542,
0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,
0xFF39,0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,
0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,
0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,
0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,
0x0000,0x01AC,0x01DB,0x0204,0x022C,0x0000,0x0190,0x019C,
0x01A9,0x0000,0x0000,0x0000,0x1E24,0x1E4C,0x1E74,0x0000,
0x1EBA,0x1EE2,0x0000,0x1F28,0x1F4C,0x1F6A,0x0000,0x1FAA,
0x1FD8,0x1FFC,0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,
0x0423,0x0407,0x0476,0x04A4,0x04CB,0x04F2,0x0000,0x0543,
0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,
0xFF3A,0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,
0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,
0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,
0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,
0x0000,0x01AF,0x018E,0x0206,0x022E,0x0000,0x0000,0x0000,
0x0000,0x0000,0x0000,0x0000,0x1E26,0x1E4E,0x1E76,0x0000,
0x1EBC,0x1EE4,0x0000,0x1F29,0x1F4D,0x1F6B,0x0000,0x1FAB,
0x1FD9,0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,
0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,
0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,
0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,
0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,
0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,
0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,
0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,
0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,
0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,
0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,
0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,
0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,
0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,
0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,
0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,
0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,
0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,
0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,
0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,
0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,
0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,
0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,
0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,
0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,
0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,
0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,
0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,
0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,
0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,
0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,
0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,
0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,
0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,
0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,
0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,
0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,
0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,
0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,
0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,
0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,
0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,
0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,
0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,
0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,
0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,
0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,
0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,
0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,
0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,
0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,
0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,
0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,
0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,
0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,
0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,
0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,
0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,
0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,
0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,
0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,
0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,
0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,
0xFF41,0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,
0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,
0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,
0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,
0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,
0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,
0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,
0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,
0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,
0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,
0xFF42,0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,
0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,
0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,
0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,
0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,
0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,
0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,
0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,
0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,
0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,
0xFF43,0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,
0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,
0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,
0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,
0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,
0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,
0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,
0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,
0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,
0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,
0xFF44,0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,
0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,
0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,
0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,
0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,
0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,
0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,
0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,
0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,
0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,
0xFF45,0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,
0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,
0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,
0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,
0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,
0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,
0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,
0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,
0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,
0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,
0xFF46,0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,
0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,
0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,
0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,
0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,
0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,
0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,
0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,
0x0430,0x0444,0x0458,0x0479,0x04A7,0x04CE,0x04F5,0x0000,
0x0574,0x2170,0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,
0xFF47,0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,
0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,
0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,
0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,
0x0000,0x0180,0x01B4,0x01DF,0x0209,0x0231,0x0000,0x025D,
0x0271,0x0285,0x0299,0x02AD,0x1E01,0x1E29,0x1E51,0x1E79,
0x1E9B,0x1EBF,0x1EE7,0x1F00,0x1F22,0x0000,0x1F64,0x1F80,
0x1FA4,0x1FD2,0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,
0x0431,0x0445,0x0459,0x047B,0x04A9,0x0000,0x04F7,0x0561,
0x0575,0x2171,0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,
0xFF48,0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,
0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,
0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,
0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,
0x0000,0x0183,0x01B6,0x01E1,0x020B,0x0233,0x0000,0x025E,
0x0272,0x0286,0x029A,0x02AE,0x1E03,0x1E2B,0x1E53,0x1E7B,
0x0000,0x1EC1,0x1EE9,0x1F01,0x1F23,0x0000,0x1F65,0x1F81,
0x1FA5,0x1FD3,0x1FF6,0x0000,0x0000,0x0000,0x0000,0x0000,
0x0432,0x0446,0x045A,0x047D,0x04AB,0x04D1,0x04F9,0x0562,
0x0576,0x2172,0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,
0xFF49,0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,
0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,
0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,
0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,
0x0000,0x0185,0x01B9,0x01E3,0x020D,0x0234,0x0000,0x025F,
0x0273,0x0287,0x029B,0x02AF,0x1E05,0x1E2D,0x1E55,0x1E7D,
0x0000,0x1EC3,0x1EEB,0x1F02,0x1F24,0x0000,0x1F66,0x1F82,
0x1FA6,0x0000,0x1FF7,0x0000,0x0000,0x0000,0x0000,0x0000,
0x0433,0x0447,0x045B,0x047F,0x04AD,0x04D3,0x0000,0x0563,
0x0577,0x2173,0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,
0xFF4A,0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,
0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,
0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,
0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,
0x0000,0x0188,0x01BA,0x01E5,0x020F,0x0235,0x0000,0x0260,
0x0274,0x0288,0x029C,0x0000,0x1E07,0x1E2F,0x1E57,0x1E7F,
0x0000,0x1EC5,0x1EED,0x1F03,0x1F25,0x0000,0x1F67,0x1F83,
0x1FA7,0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,
0x0434,0x0448,0x045C,0x0481,0x04AF,0x04D5,0x0000,0x0564,
0x0578,0x2174,0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,
0xFF4B,0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,
0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,
0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,
0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,
0x0000,0x018C,0x01BB,0x01E7,0x0211,0x0236,0x0000,0x0261,
0x0275,0x0289,0x029D,0x0000,0x1E09,0x1E31,0x1E59,0x1E81,
0x0000,0x1EC7,0x1EEF,0x1F04,0x1F26,0x1F50,0x1F70,0x1F84,
0x1FB0,0x1FD6,0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,
0x0435,0x0449,0x045D,0x0000,0x04B1,0x04D7,0x0000,0x0565,
0x0579,0x2175,0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,
0xFF4C,0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,
0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,
0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,
0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,
0x0000,0x018D,0x0000,0x01E9,0x0213,0x0237,0x0000,0x0262,
0x0276,0x028A,0x029E,0x0000,0x1E0B,0x1E33,0x1E5B,0x1E83,
0x1EA1,0x1EC9,0x1EF1,0x1F05,0x1F27,0x1F51,0x1F71,0x1F85,
0x1FB1,0x1FD7,0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,
0x0436,0x044A,0x045E,0x048B,0x04B3,0x04D9,0x0000,0x0566,
0x057A,0x2176,0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,
0xFF4D,0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,
0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,
0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,
0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,
0x0000,0x0192,0x01BE,0x01EB,0x0215,0x0238,0x0000,0x0263,
0x0277,0x028B,0x029F,0x0000,0x1E0D,0x1E35,0x1E5D,0x1E85,
0x1EA3,0x1ECB,0x1EF3,0x1F06,0x1F30,0x1F52,0x1F72,0x1F86,
0x1FB2,0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,
0x0437,0x044B,0x045F,0x048D,0x04B5,0x04DB,0x0000,0x0567,
0x057B,0x2177,0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,
0xFF4E,0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,
0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,
0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,
0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,
0x0000,0x0195,0x01BD,0x01ED,0x0217,0x0239,0x0250,0x0264,
0x0278,0x028C,0x02A0,0x0000,0x1E0F,0x1E37,0x1E5F,0x1E87,
0x1EA5,0x1ECD,0x1EF5,0x1F07,0x1F31,0x1F53,0x1F73,0x1F87,
0x1FB3,0x1FE0,0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,
0x0438,0x044C,0x0461,0x048F,0x04B7,0x04DD,0x0000,0x0568,
0x057C,0x2178,0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,
0xFF4F,0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,
0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,
0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,
0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,
0x0000,0x0199,0x01C6,0x01EF,0x0219,0x0000,0x0251,0x0265,
0x0279,0x028D,0x02A1,0x0000,0x1E11,0x1E39,0x1E61,0x1E89,
0x1EA7,0x1ECF,0x1EF7,0x1F10,0x1F32,0x1F54,0x1F74,0x1F90,
0x1FB4,0x1FE1,0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,
0x0439,0x044D,0x0463,0x0491,0x04B9,0x04DF,0x0501,0x0569,
0x057D,0x2179,0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,
0xFF50,0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,
0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,
0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,
0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,
0x0000,0x019A,0x01C9,0x01F0,0x021B,0x023C,0x0252,0x0266,
0x027A,0x028E,0x02A2,0x0000,0x1E13,0x1E3B,0x1E63,0x1E8B,
0x1EA9,0x1ED1,0x1EF9,0x1F11,0x1F33,0x1F55,0x1F75,0x1F91,
0x0000,0x1FE2,0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,
0x043A,0x044E,0x0465,0x0493,0x04BB,0x04E1,0x0503,0x056A,
0x057E,0x217A,0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,
0xFF51,0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,
0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,
0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,
0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,
0x0000,0x019B,0x01CC,0x01F3,0x021D,0x0000,0x0253,0x0267,
0x027B,0x028F,0x02A3,0x0000,0x1E15,0x1E3D,0x1E65,0x1E8D,
0x1EAB,0x1ED3,0x0000,0x1F12,0x1F34,0x1F56,0x1F76,0x1F92,
0x1FB6,0x1FE3,0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,
0x043B,0x044F,0x0467,0x0495,0x04BD,0x04E3,0x0505,0x056B,
0x057F,0x217B,0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,
0xFF52,0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,
0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,
0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,
0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,
0x0000,0x019E,0x01CE,0x01F5,0x021F,0x023F,0x0254,0x0268,
0x027C,0x0290,0x02A4,0x0000,0x1E17,0x1E3F,0x1E67,0x1E8F,
0x1EAD,0x1ED5,0x0000,0x1F13,0x1F35,0x1F57,0x1F77,0x1F93,
0x1FB7,0x1FE4,0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,
0x043C,0x0450,0x0469,0x0497,0x04BF,0x04E5,0x0507,0x056C,
0x0580,0x217C,0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,
0xFF53,0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,
0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,
0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,
0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,
0x0000,0x01A1,0x01D0,0x01F9,0x0221,0x0240,0x0255,0x0269,
0x027D,0x0291,0x02A5,0x0000,0x1E19,0x1E41,0x1E69,0x1E91,
0x1EAF,0x1ED7,0x0000,0x1F14,0x1F36,0x0000,0x1F78,0x1F94,
0x1FC2,0x1FE5,0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,
0x043D,0x0451,0x046B,0x0499,0x0000,0x04E7,0x0509,0x056D,
0x0581,0x217D,0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,
0xFF54,0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,
0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,
0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,
0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,
0x0000,0x01A3,0x01D2,0x01FB,0x0223,0x0000,0x0256,0x026A,
0x027E,0x0292,0x02A6,0x0000,0x1E1B,0x1E43,0x1E6B,0x1E93,
0x1EB1,0x1ED9,0x0000,0x1F15,0x1F37,0x0000,0x1F79,0x1F95,
0x1FC3,0x1FE6,0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,
0x043E,0x0452,0x046D,0x049B,0x04C2,0x04E9,0x050B,0x056E,
0x0582,0x217E,0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,
0xFF55,0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,
0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,
0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,
0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,
0x0000,0x01A5,0x01D4,0x01FD,0x0225,0x0000,0x0257,0x026B,
0x027F,0x0293,0x02A7,0x0000,0x1E1D,0x1E45,0x1E6D,0x1E95,
0x1EB3,0x1EDB,0x0000,0x0000,0x1F40,0x0000,0x1F7A,0x1F96,
0x1FC4,0x1FE7,0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,
0x043F,0x0453,0x046F,0x049D,0x04C4,0x04EB,0x050D,0x056F,
0x0583,0x217F,0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,
0xFF56,0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,
0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,
0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,
0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,
0x0000,0x01A8,0x01D6,0x01FF,0x0227,0x0000,0x0258,0x026C,
0x0280,0x0294,0x02A8,0x0000,0x1E1F,0x1E47,0x1E6F,0x1E96,
0x1EB5,0x1EDD,0x0000,0x0000,0x1F41,0x0000,0x1F7B,0x1F97,
0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,
0x0440,0x0454,0x0471,0x049F,0x04C6,0x04ED,0x050F,0x0570,
0x0584,0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,
0xFF57,0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,
0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,
0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,
0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,
0x0000,0x01AA,0x01D8,0x0201,0x0229,0x0000,0x0259,0x026D,
0x0281,0x0295,0x02A9,0x0000,0x1E21,0x1E49,0x1E71,0x1E97,
0x1EB7,0x1EDF,0x0000,0x0000,0x1F42,0x1F60,0x1F7C,0x1FA0,
0x1FC6,0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,
0x0441,0x0455,0x0473,0x04A1,0x04C8,0x04EF,0x0000,0x0571,
0x0585,0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,
0xFF58,0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,
0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,
0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,
0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,
0x0000,0x01AB,0x01DA,0x0203,0x022B,0x0000,0x025A,0x026E,
0x0282,0x0296,0x02AA,0x0000,0x1E23,0x1E4B,0x1E73,0x1E98,
0x1EB9,0x1EE1,0x0000,0x0000,0x1F43,0x1F61,0x1F7D,0x1FA1,
0x1FC7,0x1FF2,0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,
0x0442,0x0456,0x0475,0x04A3,0x04CA,0x04F1,0x0000,0x0572,
0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,
0xFF59,0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,
0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,
0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,
0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,
0x0000,0x01AD,0x01DC,0x0205,0x022D,0x0000,0x025B,0x026F,
0x0283,0x0297,0x02AB,0x0000,0x1E25,0x1E4D,0x1E75,0x1E99,
0x1EBB,0x1EE3,0x0000,0x1F20,0x1F44,0x1F62,0x0000,0x1FA2,
0x1FD0,0x1FF3,0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,
0x0443,0x0457,0x0477,0x04A5,0x04CC,0x04F3,0x0000,0x0573,
0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,
0xFF5A,0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,
0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,
0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,
0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,
0x0000,0x01B0,0x01DD,0x0207,0x022F,0x0000,0x025C,0x0270,
0x0284,0x0298,0x02AC,0x0000,0x1E27,0x1E4F,0x1E77,0x1E9A,
0x1EBD,0x1EE5,0x0000,0x1F21,0x1F45,0x1F63,0x0000,0x1FA3,
0x1FD1,0x1FF4
};
/* 00C0-05FF */
static uint16 uni_0C00_05FF[1344]=
{
0x0017,0x0018,0x0019,0x001A,0x001B,0x001C,0x001D,0x001E,
0x001F,0x0020,0x0021,0x0022,0x0023,0x0024,0x0025,0x0026,
0x0027,0x0028,0x0029,0x002A,0x0067,0x0068,0x0069,0x0000,
0x006B,0x006C,0x006D,0x006E,0x006F,0x0070,0x0071,0x008A,
0x0037,0x0038,0x0039,0x003A,0x003B,0x003C,0x003D,0x003E,
0x003F,0x0040,0x0041,0x0042,0x0043,0x0044,0x0045,0x0046,
0x0047,0x0048,0x0049,0x004A,0x0087,0x0088,0x0089,0x0000,
0x008B,0x008C,0x008D,0x008E,0x008F,0x0090,0x0091,0x0092,
0x0073,0x0093,0x0074,0x0094,0x0075,0x0095,0x0076,0x0096,
0x0077,0x0097,0x0078,0x0098,0x0079,0x0099,0x007A,0x009A,
0x00B7,0x00D7,0x00B8,0x00D8,0x00B9,0x00D9,0x00BA,0x00DA,
0x00BB,0x00DB,0x00BC,0x00DC,0x00BD,0x00DD,0x00BE,0x00DE,
0x00BF,0x00DF,0x00C0,0x00E0,0x00C1,0x00E1,0x00C2,0x00E2,
0x00C3,0x00E3,0x00C4,0x00E4,0x00C5,0x00E5,0x00C6,0x00E6,
0x0000,0x00E7,0x00C8,0x00E8,0x00C9,0x00E9,0x00CA,0x00EA,
0x0127,0x0108,0x0128,0x0109,0x0129,0x010A,0x012A,0x010B,
0x012B,0x010C,0x012C,0x010D,0x012D,0x010E,0x012E,0x010F,
0x012F,0x0130,0x0111,0x0131,0x0112,0x0132,0x0113,0x0133,
0x0114,0x0134,0x0115,0x0135,0x0116,0x0136,0x0117,0x0137,
0x0118,0x0138,0x0119,0x0139,0x011A,0x013A,0x0157,0x0177,
0x0158,0x0178,0x0159,0x0179,0x015A,0x017A,0x015B,0x017B,
0x015C,0x017C,0x015D,0x017D,0x015E,0x017E,0x015F,0x017F,
0x0160,0x0180,0x0161,0x0181,0x0162,0x0182,0x0163,0x0183,
0x0072,0x0164,0x0184,0x0165,0x0185,0x0166,0x0186,0x0187,
0x1161,0x0A86,0x07B1,0x11B1,0x0801,0x1201,0x0AD6,0x0851,
0x1251,0x0B76,0x0BC6,0x08A1,0x12A1,0x12F1,0x0D52,0x0C66,
0x0D06,0x0941,0x1341,0x0857,0x0947,0x1391,0x0B27,0x0AD7,
0x09E1,0x13E1,0x1431,0x1481,0x0D07,0x07B8,0x14D1,0x08A8,
0x0B21,0x1521,0x0B71,0x1571,0x0BC1,0x15C1,0x0C18,0x0C11,
0x1611,0x0D08,0x1661,0x16B1,0x0D01,0x1701,0x0859,0x0D51,
0x1751,0x08F9,0x0949,0x0762,0x1162,0x07B2,0x11B2,0x0B79,
0x0802,0x1202,0x1252,0x12A2,0x0992,0x1392,0x1342,0x0000,
0x0000,0x0000,0x0000,0x0000,0x09E2,0x0000,0x13E2,0x0A32,
0x0000,0x1432,0x0A82,0x0000,0x1482,0x0AD2,0x14D2,0x0B22,
0x1522,0x0B72,0x1572,0x0BC2,0x15C2,0x0C12,0x1612,0x0C62,
0x1662,0x0CB2,0x16B2,0x0D02,0x1702,0x1752,0x0763,0x1163,
0x07B3,0x11B3,0x0803,0x1203,0x0853,0x1253,0x08A3,0x12A3,
0x08F3,0x12F3,0x0943,0x1343,0x0993,0x1393,0x09E3,0x13E3,
0x1433,0x0A83,0x0000,0x1483,0x0AD3,0x14D3,0x0991,0x0000,
0x0B23,0x1523,0x0B73,0x1573,0x0BC3,0x15C3,0x0C13,0x1613,
0x0C63,0x1663,0x0CB3,0x16B3,0x0D03,0x1703,0x0D53,0x1753,
0x0764,0x1164,0x07B4,0x11B4,0x0804,0x1204,0x0854,0x1254,
0x08A4,0x12A4,0x08F4,0x12F4,0x0944,0x1344,0x0994,0x1394,
0x09E4,0x13E4,0x0A34,0x1434,0x0A84,0x1484,0x0AD4,0x14D4,
0x0AD1,0x1524,0x0B74,0x1574,0x0BC4,0x15C4,0x0C14,0x1614,
0x0C64,0x1664,0x0CB4,0x16B4,0x0D04,0x1704,0x0D54,0x1754,
0x0765,0x1165,0x07B5,0x11B5,0x1205,0x1255,0x12A5,0x12F5,
0x1345,0x1395,0x09E5,0x0A35,0x1435,0x0A31,0x0A85,0x14D5,
0x1525,0x0C19,0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,
0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,
0x1396,0x13E6,0x1436,0x1486,0x14D6,0x1526,0x1576,0x15C6,
0x1616,0x1666,0x16B6,0x1706,0x1756,0x1167,0x11B7,0x1207,
0x1257,0x12A7,0x12F7,0x1347,0x1397,0x13E7,0x1437,0x1487,
0x14D7,0x1527,0x1577,0x15C7,0x1617,0x1667,0x16B7,0x1707,
0x1757,0x1168,0x11B8,0x1208,0x1258,0x12A8,0x12F8,0x1348,
0x1398,0x13E8,0x1438,0x1488,0x14D8,0x1528,0x1578,0x15C8,
0x1618,0x1668,0x16B8,0x1708,0x1758,0x1169,0x11B9,0x1209,
0x1259,0x12A9,0x12F9,0x1349,0x1399,0x13E9,0x1439,0x1489,
0x14D9,0x1529,0x1579,0x15C9,0x1619,0x1669,0x16B9,0x1709,
0x1759,0x116A,0x11BA,0x120A,0x125A,0x12AA,0x12FA,0x134A,
0x139A,0x13EA,0x143A,0x148A,0x14DA,0x152A,0x157A,0x15CA,
0x161A,0x166A,0x16BA,0x170A,0x175A,0x116B,0x11BB,0x120B,
0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,
0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,
0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,
0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,
0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,
0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,
0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,
0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,
0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,
0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,
0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,
0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,
0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,
0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,
0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,
0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,
0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,
0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,
0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,
0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,
0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,
0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,
0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,
0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,
0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,
0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,
0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,0x01F7,0x0000,
0x01F8,0x01F9,0x01FA,0x0000,0x0253,0x0000,0x0254,0x0255,
0x01D9,0x01FC,0x0257,0x01FE,0x01FF,0x0200,0x0201,0x0202,
0x0258,0x0204,0x02A7,0x0206,0x0207,0x0208,0x0209,0x020A,
0x0299,0x0248,0x0000,0x02A9,0x024B,0x024C,0x0298,0x024E,
0x024F,0x0250,0x0251,0x0252,0x0217,0x0218,0x0219,0x021A,
0x021B,0x021C,0x021D,0x021E,0x021F,0x0220,0x0221,0x0222,
0x0223,0x0224,0x0225,0x0226,0x0227,0x0228,0x0229,0x022A,
0x0267,0x0268,0x0269,0x026A,0x026B,0x026C,0x026D,0x026E,
0x026F,0x0270,0x0271,0x0272,0x0273,0x0274,0x0275,0x0000,
0x0277,0x0278,0x0259,0x025A,0x0297,0x02B8,0x02B9,0x02BA,
0x0000,0x02BB,0x029C,0x02BC,0x029D,0x02BD,0x029E,0x02BE,
0x029F,0x02BF,0x02A0,0x02C0,0x02A1,0x02C1,0x02A2,0x02C2,
0x02A3,0x02C3,0x02A4,0x02C4,0x02A5,0x02C5,0x02A6,0x02C6,
0x02C7,0x02C8,0x02C9,0x02CA,0x0000,0x0307,0x0308,0x0000,
0x0309,0x0000,0x0000,0x030A,0x030B,0x02EC,0x02ED,0x02EE,
0x0AF1,0x0B41,0x0B91,0x0BE1,0x0C31,0x0C81,0x0CD1,0x0D21,
0x0732,0x0782,0x07D2,0x0822,0x0872,0x08C2,0x0912,0x0962,
0x0730,0x0780,0x07D0,0x0820,0x0870,0x08C0,0x0910,0x0960,
0x09B0,0x0A00,0x0A50,0x0AA0,0x0AF0,0x0B40,0x0B90,0x0BE0,
0x0C30,0x0C80,0x0CD0,0x0D20,0x0731,0x0781,0x07D1,0x0821,
0x0871,0x08C1,0x0911,0x0961,0x09B1,0x0A01,0x0A51,0x0AA1,
0x1130,0x1180,0x11D0,0x1220,0x1270,0x12C0,0x1310,0x1360,
0x13B0,0x1400,0x1450,0x14A0,0x14F0,0x1540,0x1590,0x15E0,
0x1630,0x1680,0x16D0,0x1720,0x1131,0x1181,0x11D1,0x1221,
0x1271,0x12C1,0x1311,0x1361,0x13B1,0x1401,0x1451,0x14A1,
0x14F1,0x1541,0x1591,0x15E1,0x1631,0x1681,0x16D1,0x1721,
0x1132,0x1182,0x11D2,0x1222,0x1272,0x12C2,0x1312,0x1362,
0x09B2,0x13B2,0x0A02,0x1402,0x0A52,0x1452,0x0AA2,0x14A2,
0x0AF2,0x14F2,0x0B42,0x1542,0x0B92,0x1592,0x0BE2,0x15E2,
0x0C32,0x1632,0x0C82,0x1682,0x0CD2,0x16D2,0x0D22,0x1722,
0x0733,0x1133,0x0783,0x1183,0x07D3,0x11D3,0x0823,0x1223,
0x0873,0x1273,0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,
0x0000,0x0000,0x0913,0x1313,0x0963,0x1363,0x09B3,0x13B3,
0x0A03,0x1403,0x0A53,0x1453,0x0AA3,0x14A3,0x0AF3,0x14F3,
0x0B43,0x1543,0x0B93,0x1593,0x0BE3,0x15E3,0x0C33,0x1633,
0x0C83,0x1683,0x0CD3,0x16D3,0x0D23,0x1723,0x0734,0x1134,
0x0784,0x1184,0x07D4,0x11D4,0x0824,0x1224,0x0874,0x1274,
0x08C4,0x12C4,0x0914,0x1314,0x0964,0x1364,0x09B4,0x13B4,
0x0A04,0x1404,0x0A54,0x1454,0x0AA4,0x14A4,0x0AF4,0x14F4,
0x0B44,0x0B94,0x1594,0x0BE4,0x15E4,0x0C34,0x1634,0x0C84,
0x1684,0x0CD4,0x16D4,0x0D24,0x1724,0x0735,0x1135,0x0000,
0x07D5,0x11D5,0x0825,0x1225,0x0875,0x1275,0x08C5,0x12C5,
0x0915,0x1315,0x0965,0x1365,0x09B5,0x13B5,0x0A05,0x1405,
0x0A55,0x1455,0x0AA5,0x14A5,0x0AF5,0x14F5,0x0B45,0x1545,
0x0B95,0x1595,0x0BE5,0x15E5,0x0C35,0x1635,0x0C85,0x1685,
0x0CD5,0x16D5,0x0D25,0x1725,0x0736,0x1136,0x0786,0x1186,
0x07D6,0x11D6,0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,
0x0A06,0x1406,0x0A56,0x1456,0x0AA6,0x14A6,0x0AF6,0x14F6,
0x0B46,0x1546,0x0B96,0x1596,0x0BE6,0x15E6,0x0C36,0x1636,
0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,
0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,
0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,
0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,
0x0000,0x0787,0x07D7,0x0827,0x0877,0x08C7,0x0917,0x0967,
0x09B7,0x0A07,0x0A57,0x0AA7,0x0AF7,0x0B47,0x0B97,0x0BE7,
0x0C37,0x0C87,0x0CD7,0x0D27,0x0738,0x0788,0x07D8,0x0828,
0x0878,0x08C8,0x0918,0x0968,0x09B8,0x0A08,0x0A58,0x0AA8,
0x0AF8,0x0B48,0x0B98,0x0BE8,0x0C38,0x0C88,0x0000,0x0000,
0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,
0x0000,0x1187,0x11D7,0x1227,0x1277,0x12C7,0x1317,0x1367,
0x13B7,0x1407,0x1457,0x14A7,0x14F7,0x1547,0x1597,0x15E7,
0x1637,0x1687,0x16D7,0x1727,0x1138,0x1188,0x11D8,0x1228,
0x1278,0x12C8,0x1318,0x1368,0x13B8,0x1408,0x1458,0x14A8,
0x14F8,0x1548,0x1598,0x15E8,0x1638,0x1688,0x0000,0x0000,
0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,
0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,
0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,
0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,
0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,
0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,
0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,
0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,
0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,
0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,
0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,
0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,
0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,
0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,
0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,0x0000
};
/* 1E00-1FFF */
static uint16 uni_1E00_1FFF[512]=
{
0x076C,0x116C,0x07BC,0x11BC,0x080C,0x120C,0x085C,0x125C,
0x08AC,0x12AC,0x08FC,0x12FC,0x094C,0x134C,0x099C,0x139C,
0x09EC,0x13EC,0x0A3C,0x143C,0x0A8C,0x148C,0x0ADC,0x14DC,
0x0B2C,0x152C,0x0B7C,0x157C,0x0BCC,0x15CC,0x0C1C,0x161C,
0x0C6C,0x166C,0x0CBC,0x16BC,0x0D0C,0x170C,0x0D5C,0x175C,
0x076D,0x116D,0x07BD,0x11BD,0x080D,0x120D,0x085D,0x125D,
0x08AD,0x12AD,0x08FD,0x12FD,0x094D,0x134D,0x099D,0x139D,
0x09ED,0x13ED,0x0A3D,0x143D,0x0A8D,0x148D,0x0ADD,0x14DD,
0x0B2D,0x152D,0x0B7D,0x157D,0x0BCD,0x15CD,0x0C1D,0x161D,
0x0C6D,0x166D,0x0CBD,0x16BD,0x0D0D,0x170D,0x0D5D,0x175D,
0x076E,0x116E,0x07BE,0x11BE,0x080E,0x120E,0x085E,0x125E,
0x08AE,0x12AE,0x08FE,0x12FE,0x094E,0x134E,0x099E,0x139E,
0x0770,0x13EE,0x0A3E,0x143E,0x0A8E,0x148E,0x0ADE,0x14DE,
0x0B2E,0x152E,0x0B7E,0x157E,0x0BCE,0x15CE,0x0C1E,0x161E,
0x0C6E,0x166E,0x0CBE,0x16BE,0x0D0E,0x170E,0x0D5E,0x175E,
0x076F,0x116F,0x07BF,0x11BF,0x080F,0x120F,0x085F,0x125F,
0x08AF,0x12AF,0x08FF,0x12FF,0x094F,0x134F,0x099F,0x139F,
0x09EF,0x13EF,0x0A3F,0x143F,0x0A8F,0x148F,0x0ADF,0x14DF,
0x0B2F,0x152F,0x0B7F,0x157F,0x0BCF,0x15CF,0x161F,0x166F,
0x16BF,0x170F,0x175F,0x1170,0x0000,0x0000,0x0000,0x0000,
0x0900,0x1300,0x0950,0x1350,0x09A0,0x13A0,0x09F0,0x13F0,
0x0A40,0x1440,0x0A90,0x1490,0x0AE0,0x14E0,0x0B30,0x1530,
0x0B80,0x1580,0x0BD0,0x15D0,0x0C20,0x1620,0x0C70,0x1670,
0x0CC0,0x16C0,0x0D10,0x1710,0x0D60,0x1760,0x0771,0x1171,
0x07C1,0x11C1,0x0811,0x1211,0x0861,0x1261,0x08B1,0x12B1,
0x0901,0x1301,0x0951,0x1351,0x09A1,0x13A1,0x09F1,0x13F1,
0x0A41,0x1441,0x0A91,0x1491,0x0AE1,0x14E1,0x0B31,0x1531,
0x0B81,0x1581,0x0BD1,0x15D1,0x0C21,0x1621,0x0C71,0x1671,
0x0CC1,0x16C1,0x0D11,0x1711,0x0D61,0x1761,0x0772,0x1172,
0x07C2,0x11C2,0x0812,0x1212,0x0862,0x1262,0x08B2,0x12B2,
0x0902,0x1302,0x0952,0x1352,0x09A2,0x13A2,0x09F2,0x13F2,
0x0A42,0x1442,0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,
0x1173,0x11C3,0x1213,0x1263,0x12B3,0x1303,0x1353,0x13A3,
0x0773,0x07C3,0x0813,0x0863,0x08B3,0x0903,0x0953,0x09A3,
0x13F3,0x1443,0x1493,0x14E3,0x1533,0x1583,0x0000,0x0000,
0x09F3,0x0A43,0x0A93,0x0AE3,0x0B33,0x0B83,0x0000,0x0000,
0x1713,0x1763,0x1174,0x11C4,0x1214,0x1264,0x12B4,0x1304,
0x0D13,0x0D63,0x0774,0x07C4,0x0814,0x0864,0x08B4,0x0904,
0x1354,0x13A4,0x13F4,0x1444,0x1494,0x14E4,0x1534,0x1584,
0x0954,0x09A4,0x09F4,0x0A44,0x0A94,0x0AE4,0x0B34,0x0B84,
0x15D4,0x1624,0x1674,0x16C4,0x1714,0x1764,0x0000,0x0000,
0x0BD4,0x0C24,0x0C74,0x0CC4,0x0D14,0x0D64,0x0000,0x0000,
0x12B5,0x1305,0x1355,0x13A5,0x13F5,0x1445,0x1495,0x14E5,
0x0000,0x0905,0x0000,0x09A5,0x0000,0x0A45,0x0000,0x0AE5,
0x1675,0x16C5,0x1715,0x1765,0x1176,0x11C6,0x1216,0x1266,
0x0C75,0x0CC5,0x0D15,0x0D65,0x0776,0x07C6,0x0816,0x0866,
0x12B6,0x1306,0x1356,0x13A6,0x13F6,0x1446,0x1496,0x14E6,
0x1536,0x1586,0x15D6,0x1626,0x1676,0x16C6,0x0000,0x0000,
0x1177,0x11C7,0x1217,0x1267,0x12B7,0x1307,0x1357,0x13A7,
0x0777,0x07C7,0x0817,0x0867,0x08B7,0x0907,0x0957,0x09A7,
0x13F7,0x1447,0x1497,0x14E7,0x1537,0x1587,0x15D7,0x1627,
0x09F7,0x0A47,0x0A97,0x0AE7,0x0B37,0x0B87,0x0BD7,0x0C27,
0x1677,0x16C7,0x1717,0x1767,0x1178,0x11C8,0x1218,0x1268,
0x0C77,0x0CC7,0x0D17,0x0D67,0x0778,0x07C8,0x0818,0x0868,
0x12B8,0x1308,0x1358,0x13A8,0x13F8,0x0000,0x1498,0x14E8,
0x08B8,0x0908,0x08B6,0x0906,0x09A8,0x0000,0x0000,0x0000,
0x0000,0x0000,0x1538,0x1588,0x15D8,0x0000,0x1678,0x16C8,
0x0956,0x09A6,0x09F6,0x0A46,0x0B88,0x0000,0x0000,0x0000,
0x1718,0x1768,0x1179,0x11C9,0x0000,0x0000,0x12B9,0x1309,
0x0D18,0x0D68,0x0A96,0x0AE6,0x0000,0x0000,0x0000,0x0000,
0x13A9,0x13F9,0x1449,0x1499,0x14E9,0x1539,0x1589,0x15D9,
0x09A9,0x09F9,0x0BD6,0x0C26,0x0B39,0x0000,0x0000,0x0000,
0x0000,0x0000,0x16C9,0x1719,0x0000,0x0000,0x11CA,0x121A,
0x0B36,0x0B86,0x0C76,0x0CC6,0x0D19,0x0000,0x0000,0x0000
};
/* 2160-217F */
static uint16 uni_2160_217F[32]=
{
0x0739,0x0789,0x07D9,0x0829,0x0879,0x08C9,0x0919,0x0969,
0x09B9,0x0A09,0x0A59,0x0AA9,0x0AF9,0x0B49,0x0B99,0x0BE9,
0x1139,0x1189,0x11D9,0x1229,0x1279,0x12C9,0x1319,0x1369,
0x13B9,0x1409,0x1459,0x14A9,0x14F9,0x1549,0x1599,0x15E9
};
/* 24B0-24EF */
static uint16 uni_24B0_24EF[64]=
{
0x0000,0x0000,0x0000,0x0000,0x0000,0x0000,0x0511,0x0512,
0x0513,0x0514,0x0515,0x0516,0x0517,0x0518,0x0519,0x051A,
0x051B,0x051C,0x051D,0x051E,0x051F,0x0520,0x0521,0x0522,
0x0523,0x0524,0x0525,0x0526,0x0527,0x0528,0x0529,0x052A,
0x0531,0x0532,0x0533,0x0534,0x0535,0x0536,0x0537,0x0538,
0x0539,0x053A,0x053B,0x053C,0x053D,0x053E,0x053F,0x0540,
0x0541,0x0542,0x0543,0x0544,0x0545,0x0546,0x0547,0x0548,
0x0549,0x054A,0x0000,0x0000,0x0000,0x0000,0x0000,0x0000
};
/* FF20-FF5F */
static uint16 uni_FF20_FF5F[64]=
{
0x0000,0x0560,0x05B0,0x0600,0x0650,0x06A0,0x06F0,0x0740,
0x0790,0x07E0,0x0830,0x0880,0x08D0,0x0920,0x0970,0x09C0,
0x0A10,0x0A60,0x0AB0,0x0B00,0x0B50,0x0BA0,0x0BF0,0x0C40,
0x0C90,0x0CE0,0x0D30,0x0000,0x0000,0x0000,0x0000,0x0000,
0x0000,0x0F60,0x0FB0,0x1000,0x1050,0x10A0,0x10F0,0x1140,
0x1190,0x11E0,0x1230,0x1280,0x12D0,0x1320,0x1370,0x13C0,
0x1410,0x1460,0x14B0,0x1500,0x1550,0x15A0,0x15F0,0x1640,
0x1690,0x16E0,0x1730,0x0000,0x0000,0x0000,0x0000,0x0000
};
/*
Returns
a number 0..15, if a valid HEX digit in lower case,
-1 otherwise.
*/
static int hexlo(int x)
{
static char hex_lo_digit[256]=
{
-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1, /* ................ */
-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1, /* ................ */
-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1, /* !"#$%&'()*+,-./ */
0, 1, 2, 3, 4, 5, 6, 7, 8, 9,-1,-1,-1,-1,-1,-1, /* 0123456789:;<=>? */
-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1, /* @ABCDEFGHIJKLMNO */
-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1, /* PQRSTUVWXYZ[\]^_ */
-1,10,11,12,13,14,15,-1,-1,-1,-1,-1,-1,-1,-1,-1, /* `abcdefghijklmno */
-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1, /* pqrstuvwxyz{|}~. */
-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1, /* ................ */
-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1, /* ................ */
-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1, /* ................ */
-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1, /* ................ */
-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1, /* ................ */
-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1, /* ................ */
-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1, /* ................ */
-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1, /* ................ */
};
return hex_lo_digit[(unsigned int) x];
}
/*
Safe characters:
'\0' NULL
A..Z capital letters,
a..z small letters
0..9 digits
_ underscore
*/
static char filename_safe_char[128]=
{
1,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0, /* ................ */
0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0, /* ................ */
0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0, /* !"#$%&'()*+,-./ */
1,1,1,1,1,1,1,1,1,1,0,0,0,0,0,0, /* 0123456789:;<=>? */
0,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1, /* @ABCDEFGHIJKLMNO */
1,1,1,1,1,1,1,1,1,1,1,0,0,0,0,1, /* PQRSTUVWXYZ[\]^_ */
0,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1, /* `abcdefghijklmno */
1,1,1,1,1,1,1,1,1,1,1,0,0,0,0,0, /* pqrstuvwxyz{|}~. */
};
#define MY_FILENAME_ESCAPE '@'
static int
my_mb_wc_filename(CHARSET_INFO *cs __attribute__((unused)),
my_wc_t *pwc, const uchar *s, const uchar *e)
{
int byte1, byte2;
if (s >= e)
ctype-utf8.c, ctype-simple.c: Forgot to include into the previous changeset.
2006-03-23 21:41:29 +04:00
return MY_CS_TOOSMALL;
WL#1324 table name to file name encoding - Encoding itself, implemented as a charset "filename". Originally planned to use '.' as an escape character, but now changed to '@' for two reasons: "ls" does not return file names starting with '.' considering them as a kind of hidden files; some platforms do not allow several dots in a file name. - replacing many calls of my_snprintf() and strnxmov() to the new build_table_filename(). - Adding MY_APPEND_EXT mysys flag, to append an extention rather that replace it. - Replacing all numeric constants in fn_format flag arguments to their mysys definitions, e.g. MY_UNPACK_FILENAME, - Predictability in several function/methods: when a table name can appear with or withot .frm extension. Some functions/methods were changed so accept names strictly with .frm, other - strictly without .frm extensions. Several DBUG_ASSERTs were added to check whether an extension is passed. Many files: table name to file name encoding mysql_priv.h: Prototypes for new table name encoding tools. ctype-utf8.c: Implementing "filename" charset for table name to file name encoding. row0mysql.c: Fixing table name prefix. mf_format.c: Adding MY_APPEND_EXT processing. Many files: Fixing tests. my_sys.h: Adding new flag to append rather than replace an extension. m_ctype.h: Adding "filename" charset definition.
2005-12-31 09:01:26 +04:00
if (*s < 128 && filename_safe_char[*s])
{
*pwc= *s;
return 1;
}
if (*s != MY_FILENAME_ESCAPE)
return MY_CS_ILSEQ;
if (s + 3 > e)
ctype-utf8.c, ctype-simple.c: Forgot to include into the previous changeset.
2006-03-23 21:41:29 +04:00
return MY_CS_TOOSMALL3;
WL#1324 table name to file name encoding - Encoding itself, implemented as a charset "filename". Originally planned to use '.' as an escape character, but now changed to '@' for two reasons: "ls" does not return file names starting with '.' considering them as a kind of hidden files; some platforms do not allow several dots in a file name. - replacing many calls of my_snprintf() and strnxmov() to the new build_table_filename(). - Adding MY_APPEND_EXT mysys flag, to append an extention rather that replace it. - Replacing all numeric constants in fn_format flag arguments to their mysys definitions, e.g. MY_UNPACK_FILENAME, - Predictability in several function/methods: when a table name can appear with or withot .frm extension. Some functions/methods were changed so accept names strictly with .frm, other - strictly without .frm extensions. Several DBUG_ASSERTs were added to check whether an extension is passed. Many files: table name to file name encoding mysql_priv.h: Prototypes for new table name encoding tools. ctype-utf8.c: Implementing "filename" charset for table name to file name encoding. row0mysql.c: Fixing table name prefix. mf_format.c: Adding MY_APPEND_EXT processing. Many files: Fixing tests. my_sys.h: Adding new flag to append rather than replace an extension. m_ctype.h: Adding "filename" charset definition.
2005-12-31 09:01:26 +04:00
byte1= s[1];
byte2= s[2];
if (byte1 >= 0x30 && byte1 <= 0x7F &&
byte2 >= 0x30 && byte2 <= 0x7F)
{
int code= (byte1 - 0x30) * 80 + byte2 - 0x30;
if (code < 5994 && touni[code])
{
*pwc= touni[code];
return 3;
}
bug#17870 Table names conflict with Windows device names It was impossible to create some table names on Windows (e.g. LPT1, AUX, COM1, etc). Fixed to pad dangerous names with thee "at" signs (e.g. LPT1@@@, AUX@@@, COM1@@@, and so on).
2006-04-11 18:16:14 +05:00
if (byte1 == '@' && byte2 == '@')
{
*pwc= 0;
return 3;
}
WL#1324 table name to file name encoding - Encoding itself, implemented as a charset "filename". Originally planned to use '.' as an escape character, but now changed to '@' for two reasons: "ls" does not return file names starting with '.' considering them as a kind of hidden files; some platforms do not allow several dots in a file name. - replacing many calls of my_snprintf() and strnxmov() to the new build_table_filename(). - Adding MY_APPEND_EXT mysys flag, to append an extention rather that replace it. - Replacing all numeric constants in fn_format flag arguments to their mysys definitions, e.g. MY_UNPACK_FILENAME, - Predictability in several function/methods: when a table name can appear with or withot .frm extension. Some functions/methods were changed so accept names strictly with .frm, other - strictly without .frm extensions. Several DBUG_ASSERTs were added to check whether an extension is passed. Many files: table name to file name encoding mysql_priv.h: Prototypes for new table name encoding tools. ctype-utf8.c: Implementing "filename" charset for table name to file name encoding. row0mysql.c: Fixing table name prefix. mf_format.c: Adding MY_APPEND_EXT processing. Many files: Fixing tests. my_sys.h: Adding new flag to append rather than replace an extension. m_ctype.h: Adding "filename" charset definition.
2005-12-31 09:01:26 +04:00
}
if (s + 4 > e)
ctype-utf8.c, ctype-simple.c: Forgot to include into the previous changeset.
2006-03-23 21:41:29 +04:00
return MY_CS_TOOSMALL4;
WL#1324 table name to file name encoding - Encoding itself, implemented as a charset "filename". Originally planned to use '.' as an escape character, but now changed to '@' for two reasons: "ls" does not return file names starting with '.' considering them as a kind of hidden files; some platforms do not allow several dots in a file name. - replacing many calls of my_snprintf() and strnxmov() to the new build_table_filename(). - Adding MY_APPEND_EXT mysys flag, to append an extention rather that replace it. - Replacing all numeric constants in fn_format flag arguments to their mysys definitions, e.g. MY_UNPACK_FILENAME, - Predictability in several function/methods: when a table name can appear with or withot .frm extension. Some functions/methods were changed so accept names strictly with .frm, other - strictly without .frm extensions. Several DBUG_ASSERTs were added to check whether an extension is passed. Many files: table name to file name encoding mysql_priv.h: Prototypes for new table name encoding tools. ctype-utf8.c: Implementing "filename" charset for table name to file name encoding. row0mysql.c: Fixing table name prefix. mf_format.c: Adding MY_APPEND_EXT processing. Many files: Fixing tests. my_sys.h: Adding new flag to append rather than replace an extension. m_ctype.h: Adding "filename" charset definition.
2005-12-31 09:01:26 +04:00
if ((byte1= hexlo(byte1)) >= 0 &&
(byte2= hexlo(byte2)) >= 0)
{
int byte3= hexlo(s[3]);
int byte4= hexlo(s[4]);
if (byte3 >=0 && byte4 >=0)
{
*pwc= (byte1 << 12) + (byte2 << 8) + (byte3 << 4) + byte4;
return 5;
}
}
return MY_CS_ILSEQ;
}
static int
my_wc_mb_filename(CHARSET_INFO *cs __attribute__((unused)),
WL#3817: Simplify string / memory area types and make things more consistent (first part) The following type conversions was done: - Changed byte to uchar - Changed gptr to uchar* - Change my_string to char * - Change my_size_t to size_t - Change size_s to size_t Removed declaration of byte, gptr, my_string, my_size_t and size_s. Following function parameter changes was done: - All string functions in mysys/strings was changed to use size_t instead of uint for string lengths. - All read()/write() functions changed to use size_t (including vio). - All protocoll functions changed to use size_t instead of uint - Functions that used a pointer to a string length was changed to use size_t* - Changed malloc(), free() and related functions from using gptr to use void * as this requires fewer casts in the code and is more in line with how the standard functions work. - Added extra length argument to dirname_part() to return the length of the created string. - Changed (at least) following functions to take uchar* as argument: - db_dump() - my_net_write() - net_write_command() - net_store_data() - DBUG_DUMP() - decimal2bin() & bin2decimal() - Changed my_compress() and my_uncompress() to use size_t. Changed one argument to my_uncompress() from a pointer to a value as we only return one value (makes function easier to use). - Changed type of 'pack_data' argument to packfrm() to avoid casts. - Changed in readfrm() and writefrom(), ha_discover and handler::discover() the type for argument 'frmdata' to uchar** to avoid casts. - Changed most Field functions to use uchar* instead of char* (reduced a lot of casts). - Changed field->val_xxx(xxx, new_ptr) to take const pointers. Other changes: - Removed a lot of not needed casts - Added a few new cast required by other changes - Added some cast to my_multi_malloc() arguments for safety (as string lengths needs to be uint, not size_t). - Fixed all calls to hash-get-key functions to use size_t*. (Needed to be done explicitely as this conflict was often hided by casting the function to hash_get_key). - Changed some buffers to memory regions to uchar* to avoid casts. - Changed some string lengths from uint to size_t. - Changed field->ptr to be uchar* instead of char*. This allowed us to get rid of a lot of casts. - Some changes from true -> TRUE, false -> FALSE, unsigned char -> uchar - Include zlib.h in some files as we needed declaration of crc32() - Changed MY_FILE_ERROR to be (size_t) -1. - Changed many variables to hold the result of my_read() / my_write() to be size_t. This was needed to properly detect errors (which are returned as (size_t) -1). - Removed some very old VMS code - Changed packfrm()/unpackfrm() to not be depending on uint size (portability fix) - Removed windows specific code to restore cursor position as this causes slowdown on windows and we should not mix read() and pread() calls anyway as this is not thread safe. Updated function comment to reflect this. Changed function that depended on original behavior of my_pwrite() to itself restore the cursor position (one such case). - Added some missing checking of return value of malloc(). - Changed definition of MOD_PAD_CHAR_TO_FULL_LENGTH to avoid 'long' overflow. - Changed type of table_def::m_size from my_size_t to ulong to reflect that m_size is the number of elements in the array, not a string/memory length. - Moved THD::max_row_length() to table.cc (as it's not depending on THD). Inlined max_row_length_blob() into this function. - More function comments - Fixed some compiler warnings when compiled without partitions. - Removed setting of LEX_STRING() arguments in declaration (portability fix). - Some trivial indentation/variable name changes. - Some trivial code simplifications: - Replaced some calls to alloc_root + memcpy to use strmake_root()/strdup_root(). - Changed some calls from memdup() to strmake() (Safety fix) - Simpler loops in client-simple.c
2007-05-10 12:59:39 +03:00
my_wc_t wc, uchar *s, uchar *e)
WL#1324 table name to file name encoding - Encoding itself, implemented as a charset "filename". Originally planned to use '.' as an escape character, but now changed to '@' for two reasons: "ls" does not return file names starting with '.' considering them as a kind of hidden files; some platforms do not allow several dots in a file name. - replacing many calls of my_snprintf() and strnxmov() to the new build_table_filename(). - Adding MY_APPEND_EXT mysys flag, to append an extention rather that replace it. - Replacing all numeric constants in fn_format flag arguments to their mysys definitions, e.g. MY_UNPACK_FILENAME, - Predictability in several function/methods: when a table name can appear with or withot .frm extension. Some functions/methods were changed so accept names strictly with .frm, other - strictly without .frm extensions. Several DBUG_ASSERTs were added to check whether an extension is passed. Many files: table name to file name encoding mysql_priv.h: Prototypes for new table name encoding tools. ctype-utf8.c: Implementing "filename" charset for table name to file name encoding. row0mysql.c: Fixing table name prefix. mf_format.c: Adding MY_APPEND_EXT processing. Many files: Fixing tests. my_sys.h: Adding new flag to append rather than replace an extension. m_ctype.h: Adding "filename" charset definition.
2005-12-31 09:01:26 +04:00
{
int code;
char hex[]= "0123456789abcdef";
if (wc < 128 && filename_safe_char[wc])
{
Fixed compiler warnings Fixed compile-pentium64 scripts Fixed wrong estimate of update_with_key_prefix in sql-bench Merge bk-internal.mysql.com:/home/bk/mysql-5.1 into mysql.com:/home/my/mysql-5.1 Fixed unsafe define of uint4korr() Fixed that --extern works with mysql-test-run.pl Small trivial cleanups This also fixes a bug in counting number of rows that are updated when we have many simultanous queries Move all connection handling and command exectuion main loop from sql_parse.cc to sql_connection.cc Split handle_one_connection() into reusable sub functions. Split create_new_thread() into reusable sub functions. Added thread_scheduler; Preliminary interface code for future thread_handling code. Use 'my_thread_id' for internal thread id's Make thr_alarm_kill() to depend on thread_id instead of thread Make thr_abort_locks_for_thread() depend on thread_id instead of thread In store_globals(), set my_thread_var->id to be thd->thread_id. Use my_thread_var->id as basis for my_thread_name() The above changes makes the connection we have between THD and threads more soft. Added a lot of DBUG_PRINT() and DBUG_ASSERT() functions Fixed compiler warnings Fixed core dumps when running with --debug Removed setting of signal masks (was never used) Made event code call pthread_exit() (portability fix) Fixed that event code doesn't call DBUG_xxx functions before my_thread_init() is called. Made handling of thread_id and thd->variables.pseudo_thread_id uniform. Removed one common 'not freed memory' warning from mysqltest Fixed a couple of usage of not initialized warnings (unlikely cases) Suppress compiler warnings from bdb and (for the moment) warnings from ndb
2007-02-23 13:13:55 +02:00
*s= (uchar) wc;
WL#1324 table name to file name encoding - Encoding itself, implemented as a charset "filename". Originally planned to use '.' as an escape character, but now changed to '@' for two reasons: "ls" does not return file names starting with '.' considering them as a kind of hidden files; some platforms do not allow several dots in a file name. - replacing many calls of my_snprintf() and strnxmov() to the new build_table_filename(). - Adding MY_APPEND_EXT mysys flag, to append an extention rather that replace it. - Replacing all numeric constants in fn_format flag arguments to their mysys definitions, e.g. MY_UNPACK_FILENAME, - Predictability in several function/methods: when a table name can appear with or withot .frm extension. Some functions/methods were changed so accept names strictly with .frm, other - strictly without .frm extensions. Several DBUG_ASSERTs were added to check whether an extension is passed. Many files: table name to file name encoding mysql_priv.h: Prototypes for new table name encoding tools. ctype-utf8.c: Implementing "filename" charset for table name to file name encoding. row0mysql.c: Fixing table name prefix. mf_format.c: Adding MY_APPEND_EXT processing. Many files: Fixing tests. my_sys.h: Adding new flag to append rather than replace an extension. m_ctype.h: Adding "filename" charset definition.
2005-12-31 09:01:26 +04:00
return 1;
}
if (s + 3 > e)
ctype-utf8.c, ctype-simple.c: Forgot to include into the previous changeset.
2006-03-23 21:41:29 +04:00
return MY_CS_TOOSMALL3;
WL#1324 table name to file name encoding - Encoding itself, implemented as a charset "filename". Originally planned to use '.' as an escape character, but now changed to '@' for two reasons: "ls" does not return file names starting with '.' considering them as a kind of hidden files; some platforms do not allow several dots in a file name. - replacing many calls of my_snprintf() and strnxmov() to the new build_table_filename(). - Adding MY_APPEND_EXT mysys flag, to append an extention rather that replace it. - Replacing all numeric constants in fn_format flag arguments to their mysys definitions, e.g. MY_UNPACK_FILENAME, - Predictability in several function/methods: when a table name can appear with or withot .frm extension. Some functions/methods were changed so accept names strictly with .frm, other - strictly without .frm extensions. Several DBUG_ASSERTs were added to check whether an extension is passed. Many files: table name to file name encoding mysql_priv.h: Prototypes for new table name encoding tools. ctype-utf8.c: Implementing "filename" charset for table name to file name encoding. row0mysql.c: Fixing table name prefix. mf_format.c: Adding MY_APPEND_EXT processing. Many files: Fixing tests. my_sys.h: Adding new flag to append rather than replace an extension. m_ctype.h: Adding "filename" charset definition.
2005-12-31 09:01:26 +04:00
*s++= MY_FILENAME_ESCAPE;
if ((wc >= 0x00C0 && wc <= 0x05FF && (code= uni_0C00_05FF[wc - 0x00C0])) ||
(wc >= 0x1E00 && wc <= 0x1FFF && (code= uni_1E00_1FFF[wc - 0x1E00])) ||
(wc >= 0x2160 && wc <= 0x217F && (code= uni_2160_217F[wc - 0x2160])) ||
(wc >= 0x24B0 && wc <= 0x24EF && (code= uni_24B0_24EF[wc - 0x24B0])) ||
(wc >= 0xFF20 && wc <= 0xFF5F && (code= uni_FF20_FF5F[wc - 0xFF20])))
{
*s++= (code / 80) + 0x30;
*s++= (code % 80) + 0x30;
return 3;
}
/* Non letter */
if (s + 5 > e)
ctype-utf8.c, ctype-simple.c: Forgot to include into the previous changeset.
2006-03-23 21:41:29 +04:00
return MY_CS_TOOSMALL5;
WL#1324 table name to file name encoding - Encoding itself, implemented as a charset "filename". Originally planned to use '.' as an escape character, but now changed to '@' for two reasons: "ls" does not return file names starting with '.' considering them as a kind of hidden files; some platforms do not allow several dots in a file name. - replacing many calls of my_snprintf() and strnxmov() to the new build_table_filename(). - Adding MY_APPEND_EXT mysys flag, to append an extention rather that replace it. - Replacing all numeric constants in fn_format flag arguments to their mysys definitions, e.g. MY_UNPACK_FILENAME, - Predictability in several function/methods: when a table name can appear with or withot .frm extension. Some functions/methods were changed so accept names strictly with .frm, other - strictly without .frm extensions. Several DBUG_ASSERTs were added to check whether an extension is passed. Many files: table name to file name encoding mysql_priv.h: Prototypes for new table name encoding tools. ctype-utf8.c: Implementing "filename" charset for table name to file name encoding. row0mysql.c: Fixing table name prefix. mf_format.c: Adding MY_APPEND_EXT processing. Many files: Fixing tests. my_sys.h: Adding new flag to append rather than replace an extension. m_ctype.h: Adding "filename" charset definition.
2005-12-31 09:01:26 +04:00
*s++= hex[(wc >> 12) & 15];
*s++= hex[(wc >> 8) & 15];
*s++= hex[(wc >> 4) & 15];
*s++= hex[(wc) & 15];
return 5;
}
static MY_COLLATION_HANDLER my_collation_filename_handler =
{
NULL, /* init */
my_strnncoll_utf8,
my_strnncollsp_utf8,
Backporting WL#1213
2010-02-24 13:15:34 +04:00
my_strnxfrm_unicode,
WL#1324 table name to file name encoding - Encoding itself, implemented as a charset "filename". Originally planned to use '.' as an escape character, but now changed to '@' for two reasons: "ls" does not return file names starting with '.' considering them as a kind of hidden files; some platforms do not allow several dots in a file name. - replacing many calls of my_snprintf() and strnxmov() to the new build_table_filename(). - Adding MY_APPEND_EXT mysys flag, to append an extention rather that replace it. - Replacing all numeric constants in fn_format flag arguments to their mysys definitions, e.g. MY_UNPACK_FILENAME, - Predictability in several function/methods: when a table name can appear with or withot .frm extension. Some functions/methods were changed so accept names strictly with .frm, other - strictly without .frm extensions. Several DBUG_ASSERTs were added to check whether an extension is passed. Many files: table name to file name encoding mysql_priv.h: Prototypes for new table name encoding tools. ctype-utf8.c: Implementing "filename" charset for table name to file name encoding. row0mysql.c: Fixing table name prefix. mf_format.c: Adding MY_APPEND_EXT processing. Many files: Fixing tests. my_sys.h: Adding new flag to append rather than replace an extension. m_ctype.h: Adding "filename" charset definition.
2005-12-31 09:01:26 +04:00
my_strnxfrmlen_utf8,
my_like_range_mb,
my_wildcmp_utf8,
my_strcasecmp_utf8,
my_instr_mb,
my_hash_sort_utf8,
my_propagate_complex
};
static MY_CHARSET_HANDLER my_charset_filename_handler=
{
NULL, /* init */
my_ismbchar_utf8,
my_mbcharlen_utf8,
my_numchars_mb,
my_charpos_mb,
my_well_formed_len_mb,
my_lengthsp_8bit,
my_numcells_mb,
my_mb_wc_filename,
my_wc_mb_filename,
WL#1386 - CTYPE table for unicode character sets A prerequisite for several fulltext and XML bugs. MY_CHARSET_HANDLER now has a new function "ctype" to detect a type of the next character in a string (i.e. digit, letter, space, punctuation, control, etc), which now works correctly for both 8bit and multibyte charsets. Previously only 8bit charsets worked correctly, while any multibyte character was considered as letter in multibyte charsets. Many files: Adding new function Makefile.am: Adding build rules for uctypedump, a dump tool to create my_uctype.h using Unicode Character Database file. m_ctype.h: Adding declaration of my_uni_ctype, ctype data for Unicode. Adding new member into MY_CHARSET_HANDLER Makefile.am: Adding my_uctype.h into noinst_HEADERS my_uctype.h, uctypedump.c: new files: ctype data for unicode, and the tool to generate it from a Unicode Character Database file.
2006-02-02 10:07:47 +04:00
my_mb_ctype_mb,
WL#1324 table name to file name encoding - Encoding itself, implemented as a charset "filename". Originally planned to use '.' as an escape character, but now changed to '@' for two reasons: "ls" does not return file names starting with '.' considering them as a kind of hidden files; some platforms do not allow several dots in a file name. - replacing many calls of my_snprintf() and strnxmov() to the new build_table_filename(). - Adding MY_APPEND_EXT mysys flag, to append an extention rather that replace it. - Replacing all numeric constants in fn_format flag arguments to their mysys definitions, e.g. MY_UNPACK_FILENAME, - Predictability in several function/methods: when a table name can appear with or withot .frm extension. Some functions/methods were changed so accept names strictly with .frm, other - strictly without .frm extensions. Several DBUG_ASSERTs were added to check whether an extension is passed. Many files: table name to file name encoding mysql_priv.h: Prototypes for new table name encoding tools. ctype-utf8.c: Implementing "filename" charset for table name to file name encoding. row0mysql.c: Fixing table name prefix. mf_format.c: Adding MY_APPEND_EXT processing. Many files: Fixing tests. my_sys.h: Adding new flag to append rather than replace an extension. m_ctype.h: Adding "filename" charset definition.
2005-12-31 09:01:26 +04:00
my_caseup_str_utf8,
my_casedn_str_utf8,
my_caseup_utf8,
my_casedn_utf8,
my_snprintf_8bit,
my_long10_to_str_8bit,
my_longlong10_to_str_8bit,
my_fill_8bit,
my_strntol_8bit,
my_strntoul_8bit,
my_strntoll_8bit,
my_strntoull_8bit,
my_strntod_8bit,
my_strtoll10_8bit,
After merge fix for BUG#18908 ERROR 1406 (22001): Data too long for column :: using utf8
2006-11-03 10:18:13 +04:00
my_strntoull10rnd_8bit,
WL#1324 table name to file name encoding - Encoding itself, implemented as a charset "filename". Originally planned to use '.' as an escape character, but now changed to '@' for two reasons: "ls" does not return file names starting with '.' considering them as a kind of hidden files; some platforms do not allow several dots in a file name. - replacing many calls of my_snprintf() and strnxmov() to the new build_table_filename(). - Adding MY_APPEND_EXT mysys flag, to append an extention rather that replace it. - Replacing all numeric constants in fn_format flag arguments to their mysys definitions, e.g. MY_UNPACK_FILENAME, - Predictability in several function/methods: when a table name can appear with or withot .frm extension. Some functions/methods were changed so accept names strictly with .frm, other - strictly without .frm extensions. Several DBUG_ASSERTs were added to check whether an extension is passed. Many files: table name to file name encoding mysql_priv.h: Prototypes for new table name encoding tools. ctype-utf8.c: Implementing "filename" charset for table name to file name encoding. row0mysql.c: Fixing table name prefix. mf_format.c: Adding MY_APPEND_EXT processing. Many files: Fixing tests. my_sys.h: Adding new flag to append rather than replace an extension. m_ctype.h: Adding "filename" charset definition.
2005-12-31 09:01:26 +04:00
my_scan_8bit
};
CHARSET_INFO my_charset_filename=
{
sql_show.cc: Don't display charsets/collations with HIDDEN flag. ctype-utf8.c: Adding HIDDEN flag to "filename" Changeing ID to 17 which was previosly used by deprecated "win1251", removed in 4.1. charset-def.c: Adding "filename" as a hidden charset, for test purposes. m_ctype.h: Adding MY_CS_HIDDEN flag, to hide charsets and collations from being displayed in SHOW.
2006-01-18 12:27:02 +04:00
17,0,0, /* number */
After-fix for back-port of WL#3759.
2009-10-01 12:22:31 +05:00
MY_CS_COMPILED|MY_CS_PRIMARY|MY_CS_STRNXFRM|MY_CS_UNICODE|MY_CS_HIDDEN|MY_CS_NONASCII,
WL#1324 table name to file name encoding - Encoding itself, implemented as a charset "filename". Originally planned to use '.' as an escape character, but now changed to '@' for two reasons: "ls" does not return file names starting with '.' considering them as a kind of hidden files; some platforms do not allow several dots in a file name. - replacing many calls of my_snprintf() and strnxmov() to the new build_table_filename(). - Adding MY_APPEND_EXT mysys flag, to append an extention rather that replace it. - Replacing all numeric constants in fn_format flag arguments to their mysys definitions, e.g. MY_UNPACK_FILENAME, - Predictability in several function/methods: when a table name can appear with or withot .frm extension. Some functions/methods were changed so accept names strictly with .frm, other - strictly without .frm extensions. Several DBUG_ASSERTs were added to check whether an extension is passed. Many files: table name to file name encoding mysql_priv.h: Prototypes for new table name encoding tools. ctype-utf8.c: Implementing "filename" charset for table name to file name encoding. row0mysql.c: Fixing table name prefix. mf_format.c: Adding MY_APPEND_EXT processing. Many files: Fixing tests. my_sys.h: Adding new flag to append rather than replace an extension. m_ctype.h: Adding "filename" charset definition.
2005-12-31 09:01:26 +04:00
"filename", /* cs name */
"filename", /* name */
"", /* comment */
NULL, /* tailoring */
ctype_utf8, /* ctype */
to_lower_utf8, /* to_lower */
to_upper_utf8, /* to_upper */
to_upper_utf8, /* sort_order */
NULL, /* contractions */
NULL, /* sort_order_big*/
NULL, /* tab_to_uni */
NULL, /* tab_from_uni */
my_unicase_default, /* caseinfo */
NULL, /* state_map */
NULL, /* ident_map */
1, /* strxfrm_multiply */
1, /* caseup_multiply */
1, /* casedn_multiply */
1, /* mbminlen */
5, /* mbmaxlen */
0, /* min_sort_char */
0xFFFF, /* max_sort_char */
' ', /* pad char */
0, /* escape_with_backslash_is_dangerous */
&my_charset_filename_handler,
&my_collation_filename_handler
};
New UTF8 charset
2002-03-28 17:31:46 +04:00
#ifdef MY_TEST_UTF8
#include <stdio.h>
static void test_mb(CHARSET_INFO *cs, uchar *s)
{
while(*s)
{
Fixes during review of new code - Mostly indentation fixes - Added missing test - Ensure that Item_func_case() checks for stack overruns - Use real_item() instead of (Item_ref*) item - Fixed wrong error handling
2005-07-04 03:42:33 +03:00
if (my_ismbhead_utf8(cs,*s))
New UTF8 charset
2002-03-28 17:31:46 +04:00
{
WL#3817: Simplify string / memory area types and make things more consistent (first part) The following type conversions was done: - Changed byte to uchar - Changed gptr to uchar* - Change my_string to char * - Change my_size_t to size_t - Change size_s to size_t Removed declaration of byte, gptr, my_string, my_size_t and size_s. Following function parameter changes was done: - All string functions in mysys/strings was changed to use size_t instead of uint for string lengths. - All read()/write() functions changed to use size_t (including vio). - All protocoll functions changed to use size_t instead of uint - Functions that used a pointer to a string length was changed to use size_t* - Changed malloc(), free() and related functions from using gptr to use void * as this requires fewer casts in the code and is more in line with how the standard functions work. - Added extra length argument to dirname_part() to return the length of the created string. - Changed (at least) following functions to take uchar* as argument: - db_dump() - my_net_write() - net_write_command() - net_store_data() - DBUG_DUMP() - decimal2bin() & bin2decimal() - Changed my_compress() and my_uncompress() to use size_t. Changed one argument to my_uncompress() from a pointer to a value as we only return one value (makes function easier to use). - Changed type of 'pack_data' argument to packfrm() to avoid casts. - Changed in readfrm() and writefrom(), ha_discover and handler::discover() the type for argument 'frmdata' to uchar** to avoid casts. - Changed most Field functions to use uchar* instead of char* (reduced a lot of casts). - Changed field->val_xxx(xxx, new_ptr) to take const pointers. Other changes: - Removed a lot of not needed casts - Added a few new cast required by other changes - Added some cast to my_multi_malloc() arguments for safety (as string lengths needs to be uint, not size_t). - Fixed all calls to hash-get-key functions to use size_t*. (Needed to be done explicitely as this conflict was often hided by casting the function to hash_get_key). - Changed some buffers to memory regions to uchar* to avoid casts. - Changed some string lengths from uint to size_t. - Changed field->ptr to be uchar* instead of char*. This allowed us to get rid of a lot of casts. - Some changes from true -> TRUE, false -> FALSE, unsigned char -> uchar - Include zlib.h in some files as we needed declaration of crc32() - Changed MY_FILE_ERROR to be (size_t) -1. - Changed many variables to hold the result of my_read() / my_write() to be size_t. This was needed to properly detect errors (which are returned as (size_t) -1). - Removed some very old VMS code - Changed packfrm()/unpackfrm() to not be depending on uint size (portability fix) - Removed windows specific code to restore cursor position as this causes slowdown on windows and we should not mix read() and pread() calls anyway as this is not thread safe. Updated function comment to reflect this. Changed function that depended on original behavior of my_pwrite() to itself restore the cursor position (one such case). - Added some missing checking of return value of malloc(). - Changed definition of MOD_PAD_CHAR_TO_FULL_LENGTH to avoid 'long' overflow. - Changed type of table_def::m_size from my_size_t to ulong to reflect that m_size is the number of elements in the array, not a string/memory length. - Moved THD::max_row_length() to table.cc (as it's not depending on THD). Inlined max_row_length_blob() into this function. - More function comments - Fixed some compiler warnings when compiled without partitions. - Removed setting of LEX_STRING() arguments in declaration (portability fix). - Some trivial indentation/variable name changes. - Some trivial code simplifications: - Replaced some calls to alloc_root + memcpy to use strmake_root()/strdup_root(). - Changed some calls from memdup() to strmake() (Safety fix) - Simpler loops in client-simple.c
2007-05-10 12:59:39 +03:00
uint len=my_mbcharlen_utf8(cs,*s);
New UTF8 charset
2002-03-28 17:31:46 +04:00
while(len--)
{
bug in my_strnncoll_utf8 (and friends) fixed cleanups better, charset-dependent, ft_max_len_for_sort value
2004-08-30 08:37:36 +02:00
printf("%c",*s);
s++;
New UTF8 charset
2002-03-28 17:31:46 +04:00
}
printf("\n");
}
else
{
printf("%c\n",*s);
s++;
}
}
}
int main()
{
char str[1024]=" utf8 test проба ПЕРА по-РУССКИ";
CHARSET_INFO *cs;
bug in my_strnncoll_utf8 (and friends) fixed cleanups better, charset-dependent, ft_max_len_for_sort value
2004-08-30 08:37:36 +02:00
New UTF8 charset
2002-03-28 17:31:46 +04:00
test_mb(cs,(uchar*)str);
bug in my_strnncoll_utf8 (and friends) fixed cleanups better, charset-dependent, ft_max_len_for_sort value
2004-08-30 08:37:36 +02:00
Unicode collation algorithm: contraction support. E.g. 'Ch' is treated as a separate letter in Czech, not as a combination of C+h.
2004-06-12 20:36:58 +05:00
printf("orig :'%s'\n",str);
bug in my_strnncoll_utf8 (and friends) fixed cleanups better, charset-dependent, ft_max_len_for_sort value
2004-08-30 08:37:36 +02:00
New UTF8 charset
2002-03-28 17:31:46 +04:00
my_caseup_utf8(cs,str,15);
printf("caseup :'%s'\n",str);
bug in my_strnncoll_utf8 (and friends) fixed cleanups better, charset-dependent, ft_max_len_for_sort value
2004-08-30 08:37:36 +02:00
New UTF8 charset
2002-03-28 17:31:46 +04:00
my_caseup_str_utf8(cs,str);
printf("caseup_str:'%s'\n",str);
bug in my_strnncoll_utf8 (and friends) fixed cleanups better, charset-dependent, ft_max_len_for_sort value
2004-08-30 08:37:36 +02:00
New UTF8 charset
2002-03-28 17:31:46 +04:00
my_casedn_utf8(cs,str,15);
printf("casedn :'%s'\n",str);
bug in my_strnncoll_utf8 (and friends) fixed cleanups better, charset-dependent, ft_max_len_for_sort value
2004-08-30 08:37:36 +02:00
New UTF8 charset
2002-03-28 17:31:46 +04:00
my_casedn_str_utf8(cs,str);
printf("casedn_str:'%s'\n",str);
bug in my_strnncoll_utf8 (and friends) fixed cleanups better, charset-dependent, ft_max_len_for_sort value
2004-08-30 08:37:36 +02:00
New UTF8 charset
2002-03-28 17:31:46 +04:00
return 0;
}
#endif
UCS2 charset has been added
2002-06-17 22:43:40 +05:00
#endif /* HAVE_CHARSET_UTF8 */
Backporting WL#1213
2010-02-24 13:15:34 +04:00
#ifdef HAVE_CHARSET_utf8mb4
/*
We consider bytes with code more than 127 as a letter.
This garantees that word boundaries work fine with regular
expressions. Note, there is no need to mark byte 255 as a
letter, it is illegal byte in UTF8.
*/
static uchar ctype_utf8mb4[]=
{
0,
32, 32, 32, 32, 32, 32, 32, 32, 32, 40, 40, 40, 40, 40, 32, 32,
32, 32, 32, 32, 32, 32, 32, 32, 32, 32, 32, 32, 32, 32, 32, 32,
72, 16, 16, 16, 16, 16, 16, 16, 16, 16, 16, 16, 16, 16, 16, 16,
132,132,132,132,132,132,132,132,132,132, 16, 16, 16, 16, 16, 16,
16,129,129,129,129,129,129, 1, 1, 1, 1, 1, 1, 1, 1, 1,
1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 16, 16, 16, 16, 16,
16,130,130,130,130,130,130, 2, 2, 2, 2, 2, 2, 2, 2, 2,
2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 16, 16, 16, 16, 32,
3, 3, 3, 3, 3, 3, 3, 3, 3, 3, 3, 3, 3, 3, 3, 3,
3, 3, 3, 3, 3, 3, 3, 3, 3, 3, 3, 3, 3, 3, 3, 3,
3, 3, 3, 3, 3, 3, 3, 3, 3, 3, 3, 3, 3, 3, 3, 3,
3, 3, 3, 3, 3, 3, 3, 3, 3, 3, 3, 3, 3, 3, 3, 3,
3, 3, 3, 3, 3, 3, 3, 3, 3, 3, 3, 3, 3, 3, 3, 3,
3, 3, 3, 3, 3, 3, 3, 3, 3, 3, 3, 3, 3, 3, 3, 3,
3, 3, 3, 3, 3, 3, 3, 3, 3, 3, 3, 3, 3, 3, 3, 3,
3, 3, 3, 3, 3, 3, 3, 3, 3, 3, 3, 3, 3, 3, 3, 0
};
static uchar to_lower_utf8mb4[]=
{
0, 1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15,
16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31,
32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 45, 46, 47,
48, 49, 50, 51, 52, 53, 54, 55, 56, 57, 58, 59, 60, 61, 62, 63,
64, 97, 98, 99,100,101,102,103,104,105,106,107,108,109,110,111,
112,113,114,115,116,117,118,119,120,121,122, 91, 92, 93, 94, 95,
96, 97, 98, 99,100,101,102,103,104,105,106,107,108,109,110,111,
112,113,114,115,116,117,118,119,120,121,122,123,124,125,126,127,
128,129,130,131,132,133,134,135,136,137,138,139,140,141,142,143,
144,145,146,147,148,149,150,151,152,153,154,155,156,157,158,159,
160,161,162,163,164,165,166,167,168,169,170,171,172,173,174,175,
176,177,178,179,180,181,182,183,184,185,186,187,188,189,190,191,
192,193,194,195,196,197,198,199,200,201,202,203,204,205,206,207,
208,209,210,211,212,213,214,215,216,217,218,219,220,221,222,223,
224,225,226,227,228,229,230,231,232,233,234,235,236,237,238,239,
240,241,242,243,244,245,246,247,248,249,250,251,252,253,254,255
};
static uchar to_upper_utf8mb4[]=
{
0, 1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15,
16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31,
32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 45, 46, 47,
48, 49, 50, 51, 52, 53, 54, 55, 56, 57, 58, 59, 60, 61, 62, 63,
64, 65, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 76, 77, 78, 79,
80, 81, 82, 83, 84, 85, 86, 87, 88, 89, 90, 91, 92, 93, 94, 95,
96, 65, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 76, 77, 78, 79,
80, 81, 82, 83, 84, 85, 86, 87, 88, 89, 90,123,124,125,126,127,
128,129,130,131,132,133,134,135,136,137,138,139,140,141,142,143,
144,145,146,147,148,149,150,151,152,153,154,155,156,157,158,159,
160,161,162,163,164,165,166,167,168,169,170,171,172,173,174,175,
176,177,178,179,180,181,182,183,184,185,186,187,188,189,190,191,
192,193,194,195,196,197,198,199,200,201,202,203,204,205,206,207,
208,209,210,211,212,213,214,215,216,217,218,219,220,221,222,223,
224,225,226,227,228,229,230,231,232,233,234,235,236,237,238,239,
240,241,242,243,244,245,246,247,248,249,250,251,252,253,254,255
};
static inline int
bincmp_utf8mb4(const uchar *s, const uchar *se,
const uchar *t, const uchar *te)
{
int slen= (int) (se - s), tlen= (int) (te - t);
int len= min(slen, tlen);
int cmp= memcmp(s, t, len);
return cmp ? cmp : slen - tlen;
}
static int
my_mb_wc_utf8mb4(CHARSET_INFO *cs __attribute__((unused)),
my_wc_t * pwc, const uchar *s, const uchar *e)
{
uchar c;
if (s >= e)
return MY_CS_TOOSMALL;
c= s[0];
if (c < 0x80)
{
*pwc= c;
return 1;
}
else if (c < 0xc2)
return MY_CS_ILSEQ;
else if (c < 0xe0)
{
if (s + 2 > e) /* We need 2 characters */
return MY_CS_TOOSMALL2;
if (!((s[1] ^ 0x80) < 0x40))
return MY_CS_ILSEQ;
*pwc= ((my_wc_t) (c & 0x1f) << 6) | (my_wc_t) (s[1] ^ 0x80);
return 2;
}
else if (c < 0xf0)
{
if (s + 3 > e) /* We need 3 characters */
return MY_CS_TOOSMALL3;
if (!((s[1] ^ 0x80) < 0x40 && (s[2] ^ 0x80) < 0x40 &&
(c >= 0xe1 || s[1] >= 0xa0)))
return MY_CS_ILSEQ;
*pwc= ((my_wc_t) (c & 0x0f) << 12) |
((my_wc_t) (s[1] ^ 0x80) << 6) |
(my_wc_t) (s[2] ^ 0x80);
return 3;
}
else if (c < 0xf5)
{
if (s + 4 > e) /* We need 4 characters */
return MY_CS_TOOSMALL4;
/*
UTF-8 quick four-byte mask:
11110xxx 10xxxxxx 10xxxxxx 10xxxxxx
Encoding allows to encode U+00010000..U+001FFFFF
The maximum character defined in the Unicode standard is U+0010FFFF.
Higher characters U+00110000..U+001FFFFF are not used.
11110000.10010000.10xxxxxx.10xxxxxx == F0.90.80.80 == U+00010000 (min)
11110100.10001111.10111111.10111111 == F4.8F.BF.BF == U+0010FFFF (max)
Valid codes:
[F0][90..BF][80..BF][80..BF]
[F1][80..BF][80..BF][80..BF]
[F2][80..BF][80..BF][80..BF]
[F3][80..BF][80..BF][80..BF]
[F4][80..8F][80..BF][80..BF]
*/
if (!((s[1] ^ 0x80) < 0x40 &&
(s[2] ^ 0x80) < 0x40 &&
(s[3] ^ 0x80) < 0x40 &&
(c >= 0xf1 || s[1] >= 0x90) &&
(c <= 0xf3 || s[1] <= 0x8F)))
return MY_CS_ILSEQ;
*pwc = ((my_wc_t) (c & 0x07) << 18) |
((my_wc_t) (s[1] ^ 0x80) << 12) |
((my_wc_t) (s[2] ^ 0x80) << 6) |
(my_wc_t) (s[3] ^ 0x80);
return 4;
}
return MY_CS_ILSEQ;
}
/*
The same as above, but without range check
for example, for a null-terminated string
*/
static int
my_mb_wc_utf8mb4_no_range(CHARSET_INFO *cs __attribute__((unused)),
my_wc_t *pwc, const uchar *s)
{
uchar c;
c= s[0];
if (c < 0x80)
{
*pwc = c;
return 1;
}
if (c < 0xc2)
return MY_CS_ILSEQ;
if (c < 0xe0)
{
if (!((s[1] ^ 0x80) < 0x40))
return MY_CS_ILSEQ;
*pwc = ((my_wc_t) (c & 0x1f) << 6) | (my_wc_t) (s[1] ^ 0x80);
return 2;
}
if (c < 0xf0)
{
if (!((s[1] ^ 0x80) < 0x40 &&
(s[2] ^ 0x80) < 0x40 &&
(c >= 0xe1 || s[1] >= 0xa0)))
return MY_CS_ILSEQ;
*pwc= ((my_wc_t) (c & 0x0f) << 12) |
((my_wc_t) (s[1] ^ 0x80) << 6) |
(my_wc_t) (s[2] ^ 0x80);
return 3;
}
else if (c < 0xf5)
{
if (!((s[1] ^ 0x80) < 0x40 &&
(s[2] ^ 0x80) < 0x40 &&
(s[3] ^ 0x80) < 0x40 &&
(c >= 0xf1 || s[1] >= 0x90) &&
(c <= 0xf3 || s[1] <= 0x8F)))
return MY_CS_ILSEQ;
*pwc = ((my_wc_t) (c & 0x07) << 18) |
((my_wc_t) (s[1] ^ 0x80) << 12) |
((my_wc_t) (s[2] ^ 0x80) << 6) |
(my_wc_t) (s[3] ^ 0x80);
return 4;
}
return MY_CS_ILSEQ;
}
static int
my_wc_mb_utf8mb4(CHARSET_INFO *cs __attribute__((unused)),
my_wc_t wc, uchar *r, uchar *e)
{
int count;
if (r >= e)
return MY_CS_TOOSMALL;
if (wc < 0x80)
count= 1;
else if (wc < 0x800)
count= 2;
else if (wc < 0x10000)
count= 3;
else if (wc < 0x200000)
count= 4;
else return MY_CS_ILUNI;
if (r + count > e)
return MY_CS_TOOSMALLN(count);
switch (count) {
/* Fall through all cases!!! */
case 4: r[3] = (uchar) (0x80 | (wc & 0x3f)); wc = wc >> 6; wc |= 0x10000;
case 3: r[2] = (uchar) (0x80 | (wc & 0x3f)); wc = wc >> 6; wc |= 0x800;
case 2: r[1] = (uchar) (0x80 | (wc & 0x3f)); wc = wc >> 6; wc |= 0xc0;
case 1: r[0] = (uchar) wc;
}
return count;
}
/*
The same as above, but without range check.
*/
static int
my_wc_mb_utf8mb4_no_range(CHARSET_INFO *cs __attribute__((unused)),
my_wc_t wc, uchar *r)
{
int count;
if (wc < 0x80)
count= 1;
else if (wc < 0x800)
count= 2;
else if (wc < 0x10000)
count= 3;
else if (wc < 0x200000)
count= 4;
else
return MY_CS_ILUNI;
switch (count)
{
/* Fall through all cases!!! */
case 4: r[3]= (uchar) (0x80 | (wc & 0x3f)); wc= wc >> 6; wc |= 0x10000;
case 3: r[2]= (uchar) (0x80 | (wc & 0x3f)); wc= wc >> 6; wc |= 0x800;
case 2: r[1]= (uchar) (0x80 | (wc & 0x3f)); wc= wc >> 6; wc |= 0xc0;
case 1: r[0]= (uchar) wc;
}
return count;
}
static inline void
my_tolower_utf8mb4(MY_UNICASE_INFO **uni_plane, my_wc_t *wc)
{
int page= *wc >> 8;
if (page < 256 && uni_plane[page])
*wc= uni_plane[page][*wc & 0xFF].tolower;
}
static inline void
my_toupper_utf8mb4(MY_UNICASE_INFO **uni_plane, my_wc_t *wc)
{
int page= *wc >> 8;
if (page < 256 && uni_plane[page])
*wc= uni_plane[page][*wc & 0xFF].toupper;
}
static size_t
my_caseup_utf8mb4(CHARSET_INFO *cs, char *src, size_t srclen,
char *dst, size_t dstlen)
{
my_wc_t wc;
int srcres, dstres;
char *srcend= src + srclen, *dstend= dst + dstlen, *dst0= dst;
MY_UNICASE_INFO **uni_plane= cs->caseinfo;
DBUG_ASSERT(src != dst || cs->caseup_multiply == 1);
while ((src < srcend) &&
(srcres= my_mb_wc_utf8mb4(cs, &wc,
(uchar *) src, (uchar*) srcend)) > 0)
{
my_toupper_utf8mb4(uni_plane, &wc);
if ((dstres= my_wc_mb_utf8mb4(cs, wc, (uchar*) dst, (uchar*) dstend)) <= 0)
break;
src+= srcres;
dst+= dstres;
}
return (size_t) (dst - dst0);
}
static inline void
my_hash_add(ulong *n1, ulong *n2, uint ch)
{
n1[0]^= (((n1[0] & 63) + n2[0]) * (ch)) + (n1[0] << 8);
n2[0]+= 3;
}
static void
my_hash_sort_utf8mb4(CHARSET_INFO *cs, const uchar *s, size_t slen,
ulong *n1, ulong *n2)
{
my_wc_t wc;
int res;
const uchar *e= s + slen;
MY_UNICASE_INFO **uni_plane= cs->caseinfo;
/*
Remove end space. We do this to be able to compare
'A ' and 'A' as identical
*/
while (e > s && e[-1] == ' ')
e--;
while ((res= my_mb_wc_utf8mb4(cs, &wc, (uchar*) s, (uchar*) e)) > 0)
{
my_tosort_unicode(uni_plane, &wc);
my_hash_add(n1, n2, (uint) (wc & 0xFF));
my_hash_add(n1, n2, (uint) (wc >> 8) & 0xFF);
if (wc > 0xFFFF)
{
/*
Put the highest byte only if it is non-zero,
to make hash functions for utf8mb3 and utf8mb4
compatible for BMP characters.
This is useful to keep order of records in
test results, e.g. for "SHOW GRANTS".
*/
my_hash_add(n1, n2, (uint) (wc >> 16) & 0xFF);
}
s+= res;
}
}
static size_t
my_caseup_str_utf8mb4(CHARSET_INFO *cs, char *src)
{
my_wc_t wc;
int srcres, dstres;
char *dst= src, *dst0= src;
MY_UNICASE_INFO **uni_plane= cs->caseinfo;
DBUG_ASSERT(cs->caseup_multiply == 1);
while (*src &&
(srcres= my_mb_wc_utf8mb4_no_range(cs, &wc, (uchar *) src)) > 0)
{
my_toupper_utf8mb4(uni_plane, &wc);
if ((dstres= my_wc_mb_utf8mb4_no_range(cs, wc, (uchar*) dst)) <= 0)
break;
src+= srcres;
dst+= dstres;
}
*dst= '\0';
return (size_t) (dst - dst0);
}
static size_t
my_casedn_utf8mb4(CHARSET_INFO *cs,
char *src, size_t srclen,
char *dst, size_t dstlen)
{
my_wc_t wc;
int srcres, dstres;
char *srcend= src + srclen, *dstend= dst + dstlen, *dst0= dst;
MY_UNICASE_INFO **uni_plane= cs->caseinfo;
DBUG_ASSERT(src != dst || cs->casedn_multiply == 1);
while ((src < srcend) &&
(srcres= my_mb_wc_utf8mb4(cs, &wc,
(uchar*) src, (uchar*) srcend)) > 0)
{
my_tolower_utf8mb4(uni_plane, &wc);
if ((dstres= my_wc_mb_utf8mb4(cs, wc, (uchar*) dst, (uchar*) dstend)) <= 0)
break;
src+= srcres;
dst+= dstres;
}
return (size_t) (dst - dst0);
}
static size_t
my_casedn_str_utf8mb4(CHARSET_INFO *cs, char *src)
{
my_wc_t wc;
int srcres, dstres;
char *dst= src, *dst0= src;
MY_UNICASE_INFO **uni_plane= cs->caseinfo;
DBUG_ASSERT(cs->casedn_multiply == 1);
while (*src &&
(srcres= my_mb_wc_utf8mb4_no_range(cs, &wc, (uchar *) src)) > 0)
{
my_tolower_utf8mb4(uni_plane, &wc);
if ((dstres= my_wc_mb_utf8mb4_no_range(cs, wc, (uchar*) dst)) <= 0)
break;
src+= srcres;
dst+= dstres;
}
/*
In rare cases lower string can be shorter than
the original string, for example:
"U+0130 LATIN CAPITAL LETTER I WITH DOT ABOVE"
(which is 0xC4B0 in utf8, i.e. two bytes)
is converted into
"U+0069 LATIN SMALL LETTER I"
(which is 0x69 in utf8, i.e. one byte)
So, we need to put '\0' terminator after converting.
*/
*dst= '\0';
return (size_t) (dst - dst0);
}
static int
my_strnncoll_utf8mb4(CHARSET_INFO *cs,
const uchar *s, size_t slen,
const uchar *t, size_t tlen,
my_bool t_is_prefix)
{
my_wc_t s_wc,t_wc;
const uchar *se= s + slen;
const uchar *te= t + tlen;
MY_UNICASE_INFO **uni_plane= cs->caseinfo;
LINT_INIT(s_wc);
LINT_INIT(t_wc);
while ( s < se && t < te )
{
int s_res= my_mb_wc_utf8mb4(cs, &s_wc, s, se);
int t_res= my_mb_wc_utf8mb4(cs, &t_wc, t, te);
if ( s_res <= 0 || t_res <= 0 )
{
/* Incorrect string, compare bytewise */
return bincmp_utf8mb4(s, se, t, te);
}
my_tosort_unicode(uni_plane, &s_wc);
my_tosort_unicode(uni_plane, &t_wc);
if ( s_wc != t_wc )
{
return s_wc > t_wc ? 1 : -1;
}
s+= s_res;
t+= t_res;
}
return (int) (t_is_prefix ? (t - te) : ((se - s) - (te - t)));
}
/**
Compare strings, discarding end space
If one string is shorter as the other, then we space extend the other
so that the strings have equal length.
This will ensure that the following things hold:
"a" == "a "
"a\0" < "a"
"a\0" < "a "
@param cs Character set pinter.
@param a First string to compare.
@param a_length Length of 'a'.
@param b Second string to compare.
@param b_length Length of 'b'.
@param diff_if_only_endspace_difference
Set to 1 if the strings should be regarded as different
if they only difference in end space
@return Comparison result.
@retval Negative number, if a less than b.
@retval 0, if a is equal to b
@retval Positive number, if a > b
*/
static int
my_strnncollsp_utf8mb4(CHARSET_INFO *cs,
const uchar *s, size_t slen,
const uchar *t, size_t tlen,
my_bool diff_if_only_endspace_difference)
{
int res;
my_wc_t s_wc, t_wc;
const uchar *se= s + slen, *te= t + tlen;
MY_UNICASE_INFO **uni_plane= cs->caseinfo;
LINT_INIT(s_wc);
LINT_INIT(t_wc);
#ifndef VARCHAR_WITH_DIFF_ENDSPACE_ARE_DIFFERENT_FOR_UNIQUE
diff_if_only_endspace_difference= FALSE;
#endif
while ( s < se && t < te )
{
int s_res= my_mb_wc_utf8mb4(cs, &s_wc, s, se);
int t_res= my_mb_wc_utf8mb4(cs, &t_wc, t, te);
if ( s_res <= 0 || t_res <= 0 )
{
/* Incorrect string, compare bytewise */
return bincmp_utf8mb4(s, se, t, te);
}
my_tosort_unicode(uni_plane, &s_wc);
my_tosort_unicode(uni_plane, &t_wc);
if ( s_wc != t_wc )
{
return s_wc > t_wc ? 1 : -1;
}
s+=s_res;
t+=t_res;
}
slen= (size_t) (se-s);
tlen= (size_t) (te-t);
res= 0;
if (slen != tlen)
{
int swap= 1;
if (diff_if_only_endspace_difference)
res= 1; /* Assume 'a' is bigger */
if (slen < tlen)
{
slen= tlen;
s= t;
se= te;
swap= -1;
res= -res;
}
/*
This following loop uses the fact that in UTF-8
all multibyte characters are greater than space,
and all multibyte head characters are greater than
space. It means if we meet a character greater
than space, it always means that the longer string
is greater. So we can reuse the same loop from the
8bit version, without having to process full multibute
sequences.
*/
for ( ; s < se; s++)
{
if (*s != ' ')
return (*s < ' ') ? -swap : swap;
}
}
return res;
}
/**
Compare 0-terminated UTF8 strings.
@param cs character set handler
@param s First 0-terminated string to compare
@param t Second 0-terminated string to compare
@return Comparison result.
@retval negative number if s < t
@retval positive number if s > t
@retval 0 is the strings are equal
*/
static int
my_strcasecmp_utf8mb4(CHARSET_INFO *cs, const char *s, const char *t)
{
MY_UNICASE_INFO **uni_plane= cs->caseinfo;
while (s[0] && t[0])
{
my_wc_t s_wc,t_wc;
if ((uchar) s[0] < 128)
{
/*
s[0] is between 0 and 127.
It represents a single byte character.
Convert it into weight according to collation.
*/
s_wc= plane00[(uchar) s[0]].tolower;
s++;
}
else
{
int res= my_mb_wc_utf8mb4_no_range(cs, &s_wc, (const uchar*) s);
/*
In the case of wrong multibyte sequence we will
call strcmp() for byte-to-byte comparison.
*/
if (res <= 0)
return strcmp(s, t);
s+= res;
my_tolower_utf8mb4(uni_plane, &s_wc);
}
/* Do the same for the second string */
if ((uchar) t[0] < 128)
{
/* Convert single byte character into weight */
t_wc= plane00[(uchar) t[0]].tolower;
t++;
}
else
{
int res= my_mb_wc_utf8mb4_no_range(cs, &t_wc, (const uchar*) t);
if (res <= 0)
return strcmp(s, t);
t+= res;
my_tolower_utf8mb4(uni_plane, &t_wc);
}
/* Now we have two weights, let's compare them */
if ( s_wc != t_wc )
return ((int) s_wc) - ((int) t_wc);
}
return ((int) (uchar) s[0]) - ((int) (uchar) t[0]);
}
static int
my_wildcmp_utf8mb4(CHARSET_INFO *cs,
const char *str, const char *strend,
const char *wildstr, const char *wildend,
int escape, int w_one, int w_many)
{
return my_wildcmp_unicode(cs, str, strend, wildstr, wildend,
escape, w_one, w_many, cs->caseinfo);
}
static size_t
my_strnxfrmlen_utf8mb4(CHARSET_INFO *cs __attribute__((unused)), size_t len)
{
/* TODO: fix when working on WL "Unicode new version" */
return (len * 2 + 2) / 4;
}
static uint
my_ismbchar_utf8mb4(CHARSET_INFO *cs, const char *b, const char *e)
{
my_wc_t wc;
int res= my_mb_wc_utf8mb4(cs,&wc, (const uchar*)b, (const uchar*)e);
return (res > 1) ? res : 0;
}
static uint
my_mbcharlen_utf8mb4(CHARSET_INFO *cs __attribute__((unused)), uint c)
{
if (c < 0x80)
return 1;
if (c < 0xc2)
return 0; /* Illegal mb head */
if (c < 0xe0)
return 2;
if (c < 0xf0)
return 3;
if (c < 0xf8)
return 4;
return 0; /* Illegal mb head */;
}
static MY_COLLATION_HANDLER my_collation_utf8mb4_general_ci_handler=
{
NULL, /* init */
my_strnncoll_utf8mb4,
my_strnncollsp_utf8mb4,
my_strnxfrm_unicode,
my_strnxfrmlen_utf8mb4,
my_like_range_mb,
my_wildcmp_utf8mb4,
my_strcasecmp_utf8mb4,
my_instr_mb,
my_hash_sort_utf8mb4,
my_propagate_complex
};
static MY_COLLATION_HANDLER my_collation_utf8mb4_bin_handler =
{
NULL, /* init */
my_strnncoll_mb_bin,
my_strnncollsp_mb_bin,
Bug#55980 Character sets: supplementary character _bin ordering is wrong Problem: - ORDER BY for utf8mb4_bin, utf16_bin and utf32_bin returned results in a wrong order, because old functions (supporting only BMP range) were used to handle these collations. - Additionally, utf16_bin did not sort supplementary characters between U+D700 and U+E000, as WL#1213 specification specified.
2010-08-31 17:54:26 +04:00
my_strnxfrm_unicode_full_bin,
my_strnxfrmlen_unicode_full_bin,
Backporting WL#1213
2010-02-24 13:15:34 +04:00
my_like_range_mb,
my_wildcmp_mb_bin,
my_strcasecmp_mb_bin,
my_instr_mb,
my_hash_sort_mb_bin,
my_propagate_simple
};
MY_CHARSET_HANDLER my_charset_utf8mb4_handler=
{
NULL, /* init */
my_ismbchar_utf8mb4,
my_mbcharlen_utf8mb4,
my_numchars_mb,
my_charpos_mb,
my_well_formed_len_mb,
my_lengthsp_8bit,
my_numcells_mb,
my_mb_wc_utf8mb4,
my_wc_mb_utf8mb4,
my_mb_ctype_mb,
my_caseup_str_utf8mb4,
my_casedn_str_utf8mb4,
my_caseup_utf8mb4,
my_casedn_utf8mb4,
my_snprintf_8bit,
my_long10_to_str_8bit,
my_longlong10_to_str_8bit,
my_fill_8bit,
my_strntol_8bit,
my_strntoul_8bit,
my_strntoll_8bit,
my_strntoull_8bit,
my_strntod_8bit,
my_strtoll10_8bit,
my_strntoull10rnd_8bit,
my_scan_8bit
};
CHARSET_INFO my_charset_utf8mb4_general_ci=
{
45,0,0, /* number */
MY_CS_COMPILED|MY_CS_PRIMARY|MY_CS_STRNXFRM|MY_CS_UNICODE|MY_CS_UNICODE_SUPPLEMENT, /* state */
MY_UTF8MB4, /* cs name */
MY_UTF8MB4_GENERAL_CI,/* name */
"UTF-8 Unicode", /* comment */
NULL, /* tailoring */
ctype_utf8mb4, /* ctype */
to_lower_utf8mb4, /* to_lower */
to_upper_utf8mb4, /* to_upper */
to_upper_utf8mb4, /* sort_order */
NULL, /* contractions */
NULL, /* sort_order_big*/
NULL, /* tab_to_uni */
NULL, /* tab_from_uni */
my_unicase_default, /* caseinfo */
NULL, /* state_map */
NULL, /* ident_map */
1, /* strxfrm_multiply */
1, /* caseup_multiply */
1, /* casedn_multiply */
1, /* mbminlen */
4, /* mbmaxlen */
0, /* min_sort_char */
0xFFFF, /* max_sort_char */
' ', /* pad char */
0, /* escape_with_backslash_is_dangerous */
&my_charset_utf8mb4_handler,
&my_collation_utf8mb4_general_ci_handler
};
CHARSET_INFO my_charset_utf8mb4_bin=
{
46,0,0, /* number */
MY_CS_COMPILED|MY_CS_BINSORT|MY_CS_UNICODE|MY_CS_UNICODE_SUPPLEMENT, /* state */
MY_UTF8MB4, /* cs name */
MY_UTF8MB4_BIN, /* name */
"UTF-8 Unicode", /* comment */
NULL, /* tailoring */
ctype_utf8mb4, /* ctype */
to_lower_utf8mb4, /* to_lower */
to_upper_utf8mb4, /* to_upper */
NULL, /* sort_order */
NULL, /* contractions */
NULL, /* sort_order_big*/
NULL, /* tab_to_uni */
NULL, /* tab_from_uni */
my_unicase_default, /* caseinfo */
NULL, /* state_map */
NULL, /* ident_map */
1, /* strxfrm_multiply */
1, /* caseup_multiply */
1, /* casedn_multiply */
1, /* mbminlen */
4, /* mbmaxlen */
0, /* min_sort_char */
0xFFFF, /* max_sort_char */
' ', /* pad char */
0, /* escape_with_backslash_is_dangerous */
&my_charset_utf8mb4_handler,
&my_collation_utf8mb4_bin_handler
};
#endif /* HAVE_CHARSET_utf8mb4 */
Reference in a new issue Copy permalink