/* * conversion functions between pg_wchar and multi-byte streams. * Tatsuo Ishii * $Id: wchar.c,v 1.12 2000/08/27 10:40:48 ishii Exp $ * * WIN1250 client encoding updated by Pavel Behal * */ #include "mb/pg_wchar.h" /* * conversion to pg_wchar is done by "table driven." * to add an encoding support, define mb2wchar_with_len(), mblen() * for the particular encoding. Note that if the encoding is only * supported in the client, you don't need to define * mb2wchar_with_len() function (SJIS is the case). */ /* * SQL/ASCII */ static int pg_ascii2wchar_with_len (const unsigned char *from, pg_wchar * to, int len) { int cnt = 0; while (*from && len > 0) { *to++ = *from++; len--; cnt++; } *to = 0; return(cnt); } static int pg_ascii_mblen(const unsigned char *s) { return (1); } /* * EUC */ static int pg_euc2wchar_with_len (const unsigned char *from, pg_wchar * to, int len) { int cnt = 0; while (*from && len > 0) { if (*from == SS2) { from++; len--; *to = 0xff & *from++; len--; } else if (*from == SS3) { from++; *to = *from++ << 8; *to |= 0x3f & *from++; len -= 3; } else if (*from & 0x80) { *to = *from++ << 8; *to |= *from++; len -= 2; } else { *to = *from++; len--; } to++; cnt++; } *to = 0; return(cnt); } static int pg_euc_mblen(const unsigned char *s) { int len; if (*s == SS2) len = 2; else if (*s == SS3) len = 3; else if (*s & 0x80) len = 2; else len = 1; return (len); } /* * EUC_JP */ static int pg_eucjp2wchar_with_len (const unsigned char *from, pg_wchar * to, int len) { return(pg_euc2wchar_with_len(from, to, len)); } static int pg_eucjp_mblen(const unsigned char *s) { return (pg_euc_mblen(s)); } /* * EUC_KR */ static int pg_euckr2wchar_with_len (const unsigned char *from, pg_wchar * to, int len) { return(pg_euc2wchar_with_len(from, to, len)); } static int pg_euckr_mblen(const unsigned char *s) { return (pg_euc_mblen(s)); } /* * EUC_CN */ static int pg_euccn2wchar_with_len (const unsigned char *from, pg_wchar * to, int len) { int cnt = 0; while (*from && len > 0) { if (*from == SS2) { from++; len--; *to = 0x3f00 & (*from++ << 8); *to = *from++; len -= 2; } else if (*from == SS3) { from++; *to = *from++ << 8; *to |= 0x3f & *from++; len -= 3; } else if (*from & 0x80) { *to = *from++ << 8; *to |= *from++; len -= 2; } else { *to = *from++; len--; } to++; cnt++; } *to = 0; return(cnt); } static int pg_euccn_mblen(const unsigned char *s) { int len; if (*s & 0x80) len = 2; else len = 1; return (len); } /* * EUC_TW */ static int pg_euctw2wchar_with_len (const unsigned char *from, pg_wchar * to, int len) { int cnt = 0; while (*from && len > 0) { if (*from == SS2) { from++; len--; *to = *from++ << 16; *to |= *from++ << 8; *to |= *from++; len -= 3; } else if (*from == SS3) { from++; *to = *from++ << 8; *to |= 0x3f & *from++; len -= 3; } else if (*from & 0x80) { *to = *from++ << 8; *to |= *from++; len -= 2; } else { *to = *from++; len--; } to++; cnt++; } *to = 0; return(cnt); } static int pg_euctw_mblen(const unsigned char *s) { int len; if (*s == SS2) len = 4; else if (*s == SS3) len = 3; else if (*s & 0x80) len = 2; else len = 1; return (len); } /* * convert UTF-8 to pg_wchar (UCS-2) * caller should allocate enough space for "to" * len: length of from. * "from" not necessarily null terminated. */ static int pg_utf2wchar_with_len(const unsigned char *from, pg_wchar * to, int len) { unsigned char c1, c2, c3; int cnt = 0; while (*from && len > 0) { if ((*from & 0x80) == 0) { *to = *from++; len--; } else if ((*from & 0xe0) == 0xc0) { c1 = *from++ & 0x1f; c2 = *from++ & 0x3f; len -= 2; *to = c1 << 6; *to |= c2; } else if ((*from & 0xe0) == 0xe0) { c1 = *from++ & 0x0f; c2 = *from++ & 0x3f; c3 = *from++ & 0x3f; len -= 3; *to = c1 << 12; *to |= c2 << 6; *to |= c3; } else { *to = *from++; len--; } to++; cnt++; } *to = 0; return(cnt); } static int pg_utf_mblen(const unsigned char *s) { int len = 1; if ((*s & 0x80) == 0) len = 1; else if ((*s & 0xe0) == 0xc0) len = 2; else if ((*s & 0xe0) == 0xe0) len = 3; return (len); } /* * convert mule internal code to pg_wchar * caller should allocate enough space for "to" * len: length of from. * "from" not necessarily null terminated. */ static int pg_mule2wchar_with_len(const unsigned char *from, pg_wchar * to, int len) { int cnt = 0; while (*from && len > 0) { if (IS_LC1(*from)) { *to = *from++ << 16; *to |= *from++; len -= 2; } else if (IS_LCPRV1(*from)) { from++; *to = *from++ << 16; *to |= *from++; len -= 3; } else if (IS_LC2(*from)) { *to = *from++ << 16; *to |= *from++ << 8; *to |= *from++; len -= 3; } else if (IS_LCPRV2(*from)) { from++; *to = *from++ << 16; *to |= *from++ << 8; *to |= *from++; len -= 4; } else { /* assume ASCII */ *to = (unsigned char) *from++; len--; } to++; cnt++; } *to = 0; return(cnt); } int pg_mule_mblen(const unsigned char *s) { int len; if (IS_LC1(*s)) len = 2; else if (IS_LCPRV1(*s)) len = 3; else if (IS_LC2(*s)) len = 3; else if (IS_LCPRV2(*s)) len = 4; else { /* assume ASCII */ len = 1; } return (len); } /* * ISO8859-1 */ static int pg_latin12wchar_with_len(const unsigned char *from, pg_wchar * to, int len) { int cnt = 0; while (*from && len-- > 0) { *to++ = *from++; cnt++; } *to = 0; return(cnt); } static int pg_latin1_mblen(const unsigned char *s) { return (1); } /* * SJIS */ static int pg_sjis_mblen(const unsigned char *s) { int len; if (*s >= 0xa1 && *s <= 0xdf) { /* 1 byte kana? */ len = 1; } else if (*s > 0x7f) { /* kanji? */ len = 2; } else { /* should be ASCII */ len = 1; } return (len); } /* * Big5 */ static int pg_big5_mblen(const unsigned char *s) { int len; if (*s > 0x7f) { /* kanji? */ len = 2; } else { /* should be ASCII */ len = 1; } return (len); } pg_wchar_tbl pg_wchar_table[] = { {pg_ascii2wchar_with_len, pg_ascii_mblen}, /* 0 */ {pg_eucjp2wchar_with_len, pg_eucjp_mblen}, /* 1 */ {pg_euccn2wchar_with_len, pg_euccn_mblen}, /* 2 */ {pg_euckr2wchar_with_len, pg_euckr_mblen}, /* 3 */ {pg_euctw2wchar_with_len, pg_euctw_mblen}, /* 4 */ {pg_utf2wchar_with_len, pg_utf_mblen}, /* 5 */ {pg_mule2wchar_with_len, pg_mule_mblen}, /* 6 */ {pg_latin12wchar_with_len, pg_latin1_mblen}, /* 7 */ {pg_latin12wchar_with_len, pg_latin1_mblen}, /* 8 */ {pg_latin12wchar_with_len, pg_latin1_mblen}, /* 9 */ {pg_latin12wchar_with_len, pg_latin1_mblen}, /* 10 */ {pg_latin12wchar_with_len, pg_latin1_mblen}, /* 11 */ {pg_latin12wchar_with_len, pg_latin1_mblen}, /* 12 */ {pg_latin12wchar_with_len, pg_latin1_mblen}, /* 13 */ {pg_latin12wchar_with_len, pg_latin1_mblen}, /* 14 */ {pg_latin12wchar_with_len, pg_latin1_mblen}, /* 15 */ {pg_latin12wchar_with_len, pg_latin1_mblen}, /* 16 */ {pg_latin12wchar_with_len, pg_latin1_mblen}, /* 17 */ {pg_latin12wchar_with_len, pg_latin1_mblen}, /* 18 */ {pg_latin12wchar_with_len, pg_latin1_mblen}, /* 19 */ {pg_latin12wchar_with_len, pg_latin1_mblen}, /* 20 */ {pg_latin12wchar_with_len, pg_latin1_mblen}, /* 21 */ {pg_latin12wchar_with_len, pg_latin1_mblen}, /* 22 */ {pg_latin12wchar_with_len, pg_latin1_mblen}, /* 23 */ {pg_latin12wchar_with_len, pg_latin1_mblen}, /* 24 */ {pg_latin12wchar_with_len, pg_latin1_mblen}, /* 25 */ {pg_latin12wchar_with_len, pg_latin1_mblen}, /* 26 */ {pg_latin12wchar_with_len, pg_latin1_mblen}, /* 27 */ {pg_latin12wchar_with_len, pg_latin1_mblen}, /* 28 */ {pg_latin12wchar_with_len, pg_latin1_mblen}, /* 29 */ {pg_latin12wchar_with_len, pg_latin1_mblen}, /* 30 */ {pg_latin12wchar_with_len, pg_latin1_mblen}, /* 31 */ {0, pg_sjis_mblen}, /* 32 */ {0, pg_big5_mblen}, /* 33 */ {pg_latin12wchar_with_len, pg_latin1_mblen} /* 34 */ }; /* returns the byte length of a word for mule internal code */ int pg_mic_mblen(const unsigned char *mbstr) { return (pg_mule_mblen(mbstr)); }