--- rxvt-unicode/src/encoding.C 2004/03/03 17:15:49 1.3 +++ rxvt-unicode/src/encoding.C 2004/12/10 19:55:55 1.21 @@ -1,3 +1,25 @@ +/*--------------------------------*-C-*---------------------------------* + * File: encoding.C + *----------------------------------------------------------------------* + * + * All portions of code are copyright by their respective author/s. + * Copyright (c) 2003-2004 Marc Lehmann + * + * This program is free software; you can redistribute it and/or modify + * it under the terms of the GNU General Public License as published by + * the Free Software Foundation; either version 2 of the License, or + * (at your option) any later version. + * + * This program is distributed in the hope that it will be useful, + * but WITHOUT ANY WARRANTY; without even the implied warranty of + * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the + * GNU General Public License for more details. + * + * You should have received a copy of the GNU General Public License + * along with this program; if not, write to the Free Software + * Foundation, Inc., 675 Mass Ave, Cambridge, MA 02139, USA. + *----------------------------------------------------------------------*/ + #include "../config.h" #include "encoding.h" @@ -28,6 +50,8 @@ { "FCD885915", CS_ISO8859_15 }, { "ISO885916", CS_ISO8859_16 }, + { "TIS620*", CS_ISO8859_11 }, // close enough + { "ISO10646*", CS_UNICODE }, { "UNICODE", CS_UNICODE }, { "UTF8", CS_UNICODE }, @@ -42,12 +66,14 @@ { "KOI8U", CS_KOI8_U }, { "VISCII*", CS_VISCII }, - { "TIS62025291", CS_VISCII }, // close enough { "JISX0201*", CS_JIS0201_1976_0 }, - { "JISX0208*", CS_JIS0208_1983_0 }, // also wrongly matches -1990-0 (check Encode::JP) + { "JISC6226*", CS_JIS0208_1990_0 }, // also wrongly matches -1987-0? (check Encode::JP) + { "JISX0208*", CS_JIS0208_1990_0 }, // also wrongly matches -1987-0? (check Encode::JP) { "JISX0212*", CS_JIS0212_1990_0 }, - { "JISX0221*", CS_UNICODE }, + { "JISX021320001", CS_JIS0213_1 }, + { "JISX021320002", CS_JIS0213_2 }, + { "JISX0221*", CS_UNICODE }, // _very_ close { "KSC5601*", CS_KSC5601_1987_0 }, { "KSX1001*", CS_KSC5601_1987_0 }, @@ -57,6 +83,7 @@ { "BIG5ETEN*", CS_BIG5_EXT }, { "BIG5*", CS_BIG5 }, { "GB2312*", CS_GB2312_1980_0 }, + { "GBK*", CS_GBK_0 }, { "GB6345*", CS_GB2312_1980_0 }, // slightly different to gb2312?? { "GB8565*", CS_GB2312_1980_0 }, // a superset of gb2312?? { "GB13000*", CS_UNICODE }, @@ -113,34 +140,17 @@ return CS_UNKNOWN; } -struct rxvt_codeset_conv_unknown : rxvt_codeset_conv { - uint32_t to_unicode (uint32_t enc) const { return NOCHAR; } - uint32_t from_unicode (uint32_t unicode) const { return NOCHAR; } -} rxvt_codeset_conv_unknown; - -struct rxvt_codeset_conv_us_ascii : rxvt_codeset_conv { - uint32_t from_unicode (uint32_t unicode) const { return unicode <= 127 ? unicode : NOCHAR; } -} rxvt_codeset_conv_us_ascii; - -struct rxvt_codeset_conv_unicode : rxvt_codeset_conv { - /* transparent */ -} rxvt_codeset_conv_unicode; - -struct rxvt_codeset_conv_unicode_16 : rxvt_codeset_conv { - uint32_t to_unicode (uint32_t enc) const { return enc; } - uint32_t from_unicode (uint32_t unicode) const { return unicode <= 65535 ? unicode : NOCHAR; } -} rxvt_codeset_conv_unicode_16; - -/* block character set, must conform to the dec special pseudofont in defaultfont.C */ -struct rxvt_codeset_conv_special : rxvt_codeset_conv { - uint32_t to_unicode (uint32_t enc) const { - return enc; - } - - uint32_t from_unicode (uint32_t unicode) const { - return unicode; - } -} rxvt_codeset_conv_special; +static unicode_t cs_unknown_to_unicode (uint32_t enc) { return NOCHAR; } +static uint32_t cs_unknown_from_unicode (unicode_t unicode) { return NOCHAR; } + +static unicode_t cs_unicode_to_unicode (uint32_t enc) { return enc; } +static uint32_t cs_unicode_from_unicode (unicode_t unicode) { return unicode; } + +#define cs_us_ascii_to_unicode cs_unicode_to_unicode +static uint32_t cs_us_ascii_from_unicode (unicode_t unicode) { return unicode <= 127 ? unicode : NOCHAR; } + +#define cs_us_ascii_to_unicode_16 cs_unicode_to_unicode +static uint32_t cs_unicode_16_from_unicode (unicode_t unicode) { return unicode <= 65535 ? unicode : NOCHAR; } #define ENCODING_DEFAULT @@ -170,12 +180,13 @@ #include "table/ksc5601_1987_0.h" -//#define ENCODING_CN +//#define ENCODING_ZH -#include "table/gb2312_1980_0.h" #include "table/big5.h" +#include "table/gbk_0.h" +#include "table/gb2312_1980_0.h" -//#define ENCODING_CN_EXT +//#define ENCODING_ZH_EXT #include "table/cns11643_1992_1.h" #include "table/cns11643_1992_2.h" @@ -195,7 +206,7 @@ //#define ENCODING_JP #include "table/jis0201_1976_0.h" -#include "table/jis0208_1983_0.h" +#include "table/jis0208_1990_0.h" #include "table/jis0212_1990_0.h" //#define ENCODING_JP_EXT @@ -203,58 +214,101 @@ #include "table/jis0213_1.h" #include "table/jis0213_2.h" +#if ENCODING_TO_UNICODE +# define ENC(base) { cs_ ## base ## _from_unicode, cs_ ## base ## _to_unicode } +#else +# define ENC(base) { cs_ ## base ## _from_unicode } +#endif + + // order must match table in encoding.h(!) -const rxvt_codeset_conv *rxvt_codeset[NUM_CODESETS] = { - &rxvt_codeset_conv_unknown, - &rxvt_codeset_conv_special, - - &rxvt_codeset_conv_us_ascii, - - &rxvt_codeset_conv_iso8859_1, - &rxvt_codeset_conv_iso8859_2, - &rxvt_codeset_conv_iso8859_3, - &rxvt_codeset_conv_iso8859_4, - &rxvt_codeset_conv_iso8859_5, - &rxvt_codeset_conv_iso8859_6, - &rxvt_codeset_conv_iso8859_7, - &rxvt_codeset_conv_iso8859_8, - &rxvt_codeset_conv_iso8859_9, - &rxvt_codeset_conv_iso8859_10, - &rxvt_codeset_conv_iso8859_11, - &rxvt_codeset_conv_iso8859_13, - &rxvt_codeset_conv_iso8859_14, - &rxvt_codeset_conv_iso8859_15, - &rxvt_codeset_conv_iso8859_16, - - &rxvt_codeset_conv_koi8_r, - &rxvt_codeset_conv_koi8_u, - - &rxvt_codeset_conv_jis0201_1976_0, - &rxvt_codeset_conv_jis0208_1983_0, - &rxvt_codeset_conv_jis0212_1990_0, - - &rxvt_codeset_conv_jis0213_1, - &rxvt_codeset_conv_jis0213_2, - - &rxvt_codeset_conv_ksc5601_1987_0, - - &rxvt_codeset_conv_gb2312_1980_0, - - &rxvt_codeset_conv_cns11643_1992_1, - &rxvt_codeset_conv_cns11643_1992_2, - &rxvt_codeset_conv_cns11643_1992_3, - &rxvt_codeset_conv_cns11643_1992_4, - &rxvt_codeset_conv_cns11643_1992_5, - &rxvt_codeset_conv_cns11643_1992_6, - &rxvt_codeset_conv_cns11643_1992_7, - &rxvt_codeset_conv_cns11643_1992_f, - &rxvt_codeset_conv_big5, - &rxvt_codeset_conv_big5_ext, - &rxvt_codeset_conv_big5_plus, +const rxvt_codeset_conv rxvt_codeset[NUM_CODESETS] = { + ENC (unknown), + + ENC (us_ascii), + + ENC (iso8859_1), + ENC (iso8859_2), + ENC (iso8859_3), + ENC (iso8859_4), + ENC (iso8859_5), + ENC (iso8859_6), + ENC (iso8859_7), + ENC (iso8859_8), + ENC (iso8859_9), + ENC (iso8859_10), + ENC (iso8859_11), + ENC (iso8859_13), + ENC (iso8859_14), + ENC (iso8859_15), + ENC (iso8859_16), + + ENC (koi8_r), + ENC (koi8_u), + + ENC (jis0201_1976_0), + ENC (jis0208_1990_0), + ENC (jis0212_1990_0), + + ENC (jis0213_1), + ENC (jis0213_2), + + ENC (ksc5601_1987_0), + + ENC (gb2312_1980_0), + ENC (gbk_0), + + ENC (cns11643_1992_1), + ENC (cns11643_1992_2), + ENC (cns11643_1992_3), + ENC (cns11643_1992_4), + ENC (cns11643_1992_5), + ENC (cns11643_1992_6), + ENC (cns11643_1992_7), + ENC (cns11643_1992_f), + ENC (big5), + ENC (big5_ext), + ENC (big5_plus), - &rxvt_codeset_conv_viscii, + ENC (viscii), - &rxvt_codeset_conv_unicode_16, - &rxvt_codeset_conv_unicode + ENC (unicode_16), + ENC (unicode), }; +#if ENABLE_COMBINING +# define ENCODING_COMPOSE +#endif + +#include "table/compose.h" + +unicode_t +rxvt_compose (unicode_t c1, unicode_t c2) +{ + int l = 0; + int r = sizeof (rxvt_compose_table) / sizeof (rxvt_compose_entry) - 1; + int m; + + while (r > l) + { + m = (l + r) / 2; + rxvt_compose_entry &c = rxvt_compose_table[m]; + + if (c.c1 < c1 || (c.c1 == c1 && c.c2 < c2)) + l = m + 1; + else if (c.c1 > c1 || (c.c1 == c1 && c.c2 > c2)) + r = m - 1; + else + return c.r; + } + + return NOCHAR; +} + +#include "table/category.h" + +bool unicode::is_space (unicode_t c) +{ + return IS_SPACE (c) + || c == 0x09; // exclude tabs, too, as we store them in the buffer +}