ViewVC Help
View File | Revision Log | Show Annotations | Download File
/cvs/rxvt-unicode/src/encoding.C
(Generate patch)

Comparing rxvt-unicode/src/encoding.C (file contents):
Revision 1.1 by pcg, Mon Nov 24 17:28:08 2003 UTC vs.
Revision 1.17 by root, Mon Jun 21 18:19:28 2004 UTC

1/*--------------------------------*-C-*---------------------------------*
2 * File: encoding.C
3 *----------------------------------------------------------------------*
4 *
5 * All portions of code are copyright by their respective author/s.
6 * Copyright (c) 2003-2004 Marc Lehmann <pcg@goof.com>
7 *
8 * This program is free software; you can redistribute it and/or modify
9 * it under the terms of the GNU General Public License as published by
10 * the Free Software Foundation; either version 2 of the License, or
11 * (at your option) any later version.
12 *
13 * This program is distributed in the hope that it will be useful,
14 * but WITHOUT ANY WARRANTY; without even the implied warranty of
15 * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
16 * GNU General Public License for more details.
17 *
18 * You should have received a copy of the GNU General Public License
19 * along with this program; if not, write to the Free Software
20 * Foundation, Inc., 675 Mass Ave, Cambridge, MA 02139, USA.
21 *----------------------------------------------------------------------*/
22
1#include "../config.h" 23#include "../config.h"
2 24
3#include "encoding.h" 25#include "encoding.h"
4 26
5#include <cstdlib> 27#include <cstdlib>
… …
8const struct n2cs { 30const struct n2cs {
9 const char *name; 31 const char *name;
10 codeset cs; 32 codeset cs;
11} n2cs[] = { 33} n2cs[] = {
12 /* first one found is the normalized one */ 34 /* first one found is the normalized one */
13 { "ISO88591", CS_ISO8859_1 }, 35 { "ISO88591", CS_ISO8859_1 },
14 { "ISO8859PRIMARY", CS_ISO8859_1 }, // some stupid fonts use this (hi tigert) 36 { "ISO8859PRIMARY", CS_ISO8859_1 }, // some stupid fonts use this (hi tigert)
15 { "ISO88592", CS_ISO8859_2 }, 37 { "ISO88592", CS_ISO8859_2 },
16 { "ISO88593", CS_ISO8859_3 }, 38 { "ISO88593", CS_ISO8859_3 },
17 { "ISO88594", CS_ISO8859_4 }, 39 { "ISO88594", CS_ISO8859_4 },
18 { "ISO88595", CS_ISO8859_5 }, 40 { "ISO88595", CS_ISO8859_5 },
19 { "ISO88596", CS_ISO8859_6 }, 41 { "ISO88596", CS_ISO8859_6 },
20 { "ISO88597", CS_ISO8859_7 }, 42 { "ISO88597", CS_ISO8859_7 },
21 { "ISO88598", CS_ISO8859_8 }, 43 { "ISO88598", CS_ISO8859_8 },
22 { "ISO88599", CS_ISO8859_9 }, 44 { "ISO88599", CS_ISO8859_9 },
23 { "ISO885910", CS_ISO8859_10 }, 45 { "ISO885910", CS_ISO8859_10 },
24 { "ISO885911", CS_ISO8859_11 }, 46 { "ISO885911", CS_ISO8859_11 },
25 { "ISO885913", CS_ISO8859_13 }, 47 { "ISO885913", CS_ISO8859_13 },
26 { "ISO885914", CS_ISO8859_14 }, 48 { "ISO885914", CS_ISO8859_14 },
27 { "ISO885915", CS_ISO8859_15 }, 49 { "ISO885915", CS_ISO8859_15 },
28 { "FCD885915", CS_ISO8859_15 }, 50 { "FCD885915", CS_ISO8859_15 },
29 { "ISO885916", CS_ISO8859_16 }, 51 { "ISO885916", CS_ISO8859_16 },
52
53 { "TIS620*", CS_ISO8859_11 }, // close enough
30 54
31 { "ISO106461", CS_UNICODE }, 55 { "ISO10646*", CS_UNICODE },
32 { "UNICODE", CS_UNICODE }, 56 { "UNICODE", CS_UNICODE },
33 { "UTF8", CS_UNICODE }, 57 { "UTF8", CS_UNICODE },
34 58
35 { "ASCII", CS_US_ASCII }, 59 { "ASCII", CS_US_ASCII },
36 { "USASCII", CS_US_ASCII }, 60 { "USASCII", CS_US_ASCII },
37 { "ANSIX341968", CS_US_ASCII }, 61 { "ANSIX341968", CS_US_ASCII },
38 62
39 { "KOI8R", CS_KOI8_R }, 63 { "KOI8R", CS_KOI8_R },
40 { "GOST19768741", CS_KOI8_R }, 64 { "GOST1976874*", CS_KOI8_R },
65 { "KOI8RU", CS_KOI8_U },
41 { "KOI8U", CS_KOI8_U }, 66 { "KOI8U", CS_KOI8_U },
42 67
43 { "KSC560119870", CS_KSC5601_1987_0 },
44 { "KSX100119970", CS_KSC5601_1987_0 },
45 { "KSX100119980", CS_KSC5601_1987_0 }, // adds johab
46
47 { "GB231219800", CS_GB2312_1980_0 },
48
49 { "VISCII", CS_VISCII }, 68 { "VISCII*", CS_VISCII },
50 { "VISCII111", CS_VISCII }, 69
51 { "TIS62025291", CS_VISCII }, /* close enough */
52
53 { "JISX020119760", CS_JIS0201_1976_0 }, 70 { "JISX0201*", CS_JIS0201_1976_0 },
54 { "JISX020819830", CS_JIS0208_1983_0 }, 71 { "JISC6226*", CS_JIS0208_1990_0 }, // also wrongly matches -1987-0? (check Encode::JP)
55 { "JISX020819900", CS_JIS0208_1983_0 }, /* ehrm. */ 72 { "JISX0208*", CS_JIS0208_1990_0 }, // also wrongly matches -1987-0? (check Encode::JP)
56 { "JISX021219900", CS_JIS0212_1990_0 }, 73 { "JISX0212*", CS_JIS0212_1990_0 },
74 { "JISX021320001", CS_JIS0213_1 },
75 { "JISX021320002", CS_JIS0213_2 },
76 { "JISX0221*", CS_UNICODE }, // _very_ close
77
78 { "KSC5601*", CS_KSC5601_1987_0 },
79 { "KSX1001*", CS_KSC5601_1987_0 },
80 { "KSC5700*", CS_UNICODE }, // unicode plus extensions
81
82 { "BIG5P*", CS_BIG5_PLUS },
83 { "BIG5ETEN*", CS_BIG5_EXT },
84 { "BIG5*", CS_BIG5 },
85 { "GB2312*", CS_GB2312_1980_0 },
86 { "GB6345*", CS_GB2312_1980_0 }, // slightly different to gb2312??
87 { "GB8565*", CS_GB2312_1980_0 }, // a superset of gb2312??
88 { "GB13000*", CS_UNICODE },
89 { "CNS1164319921", CS_CNS11643_1992_1 },
90 { "CNS1164319922", CS_CNS11643_1992_2 },
91 { "CNS1164319923", CS_CNS11643_1992_3 },
92 { "CNS1164319924", CS_CNS11643_1992_4 },
93 { "CNS1164319925", CS_CNS11643_1992_5 },
94 { "CNS1164319926", CS_CNS11643_1992_6 },
95 { "CNS1164319927", CS_CNS11643_1992_7 },
96 { "CNS116431992F", CS_CNS11643_1992_F },
57 97
58 { 0, CS_UNKNOWN } 98 { 0, CS_UNKNOWN }
59}; 99};
60 100
61static const char * 101static const char *
… …
85 name = normalize_name (name); 125 name = normalize_name (name);
86 126
87 const struct n2cs *i = n2cs; 127 const struct n2cs *i = n2cs;
88 128
89 do { 129 do {
130 int len = strlen (i->name);
131
132 if ((i->name[len - 1] == '*'
133 && !strncmp (name, i->name, len - 1))
90 if (!strcmp (name, i->name)) 134 || !strcmp (name, i->name))
91 return i->cs; 135 return i->cs;
136
92 } while ((++i)->name); 137 } while ((++i)->name);
93 138
94 return CS_UNKNOWN; 139 return CS_UNKNOWN;
95} 140}
96 141
97struct rxvt_codeset_conv_unknown : rxvt_codeset_conv { 142struct rxvt_codeset_conv_unknown : rxvt_codeset_conv {
98 uint32_t to_unicode (uint32_t enc) const { return NOCHAR; } 143 unicode_t to_unicode (uint32_t enc) const { return NOCHAR; }
99 uint32_t from_unicode (uint32_t unicode) const { return NOCHAR; } 144 uint32_t from_unicode (unicode_t unicode) const { return NOCHAR; }
100} rxvt_codeset_conv_unknown; 145} rxvt_codeset_conv_unknown;
101 146
102struct rxvt_codeset_conv_us_ascii : rxvt_codeset_conv { 147struct rxvt_codeset_conv_us_ascii : rxvt_codeset_conv {
103 uint32_t from_unicode (uint32_t unicode) const { return unicode <= 127 ? unicode : NOCHAR; } 148 uint32_t from_unicode (unicode_t unicode) const { return unicode <= 127 ? unicode : NOCHAR; }
104} rxvt_codeset_conv_us_ascii; 149} rxvt_codeset_conv_us_ascii;
105 150
106struct rxvt_codeset_conv_unicode : rxvt_codeset_conv { 151struct rxvt_codeset_conv_unicode : rxvt_codeset_conv {
107 /* transparent */ 152 /* transparent */
108} rxvt_codeset_conv_unicode; 153} rxvt_codeset_conv_unicode;
109 154
110struct rxvt_codeset_conv_unicode_16 : rxvt_codeset_conv { 155struct rxvt_codeset_conv_unicode_16 : rxvt_codeset_conv {
111 uint32_t to_unicode (uint32_t enc) const { return enc; } 156 unicode_t to_unicode (uint32_t enc) const { return enc; }
112 uint32_t from_unicode (uint32_t unicode) const { return unicode <= 65535 ? unicode : NOCHAR; } 157 uint32_t from_unicode (unicode_t unicode) const { return unicode <= 65535 ? unicode : NOCHAR; }
113} rxvt_codeset_conv_unicode_16; 158} rxvt_codeset_conv_unicode_16;
114
115/* block character set, must conform to the dec special pseudofont in defaultfont.C */
116struct rxvt_codeset_conv_special : rxvt_codeset_conv {
117 uint32_t to_unicode (uint32_t enc) const {
118 return enc;
119 }
120
121 uint32_t from_unicode (uint32_t unicode) const {
122 return unicode;
123 }
124} rxvt_codeset_conv_special;
125 159
126#define ENCODING_DEFAULT 160#define ENCODING_DEFAULT
127 161
128#include "table/iso8859_1.h" 162#include "table/iso8859_1.h"
129#include "table/iso8859_15.h" 163#include "table/iso8859_15.h"
… …
152#include "table/ksc5601_1987_0.h" 186#include "table/ksc5601_1987_0.h"
153 187
154//#define ENCODING_CN 188//#define ENCODING_CN
155 189
156#include "table/gb2312_1980_0.h" 190#include "table/gb2312_1980_0.h"
191#include "table/big5.h"
157 192
158//#define ENCODING_CN_EXT 193//#define ENCODING_CN_EXT
159 194
160#include "table/cns11643_1992_1.h" 195#include "table/cns11643_1992_1.h"
161#include "table/cns11643_1992_2.h" 196#include "table/cns11643_1992_2.h"
… …
173#include "table/viscii.h" 208#include "table/viscii.h"
174 209
175//#define ENCODING_JP 210//#define ENCODING_JP
176 211
177#include "table/jis0201_1976_0.h" 212#include "table/jis0201_1976_0.h"
178#include "table/jis0208_1983_0.h" 213#include "table/jis0208_1990_0.h"
179#include "table/jis0212_1990_0.h" 214#include "table/jis0212_1990_0.h"
180 215
181//#define ENCODING_JP_EXT 216//#define ENCODING_JP_EXT
182 217
183#include "table/jis0213_1.h" 218#include "table/jis0213_1.h"
184#include "table/jis0213_2.h" 219#include "table/jis0213_2.h"
185 220
221// order must match table in encoding.h(!)
186const rxvt_codeset_conv *rxvt_codeset[NUM_CODESETS] = { 222const rxvt_codeset_conv *rxvt_codeset[NUM_CODESETS] = {
187 &rxvt_codeset_conv_unknown, 223 &rxvt_codeset_conv_unknown,
188 &rxvt_codeset_conv_special,
189 224
190 &rxvt_codeset_conv_us_ascii, 225 &rxvt_codeset_conv_us_ascii,
191 226
192 &rxvt_codeset_conv_iso8859_1, 227 &rxvt_codeset_conv_iso8859_1,
193 &rxvt_codeset_conv_iso8859_2, 228 &rxvt_codeset_conv_iso8859_2,
… …
207 242
208 &rxvt_codeset_conv_koi8_r, 243 &rxvt_codeset_conv_koi8_r,
209 &rxvt_codeset_conv_koi8_u, 244 &rxvt_codeset_conv_koi8_u,
210 245
211 &rxvt_codeset_conv_jis0201_1976_0, 246 &rxvt_codeset_conv_jis0201_1976_0,
212 &rxvt_codeset_conv_jis0208_1983_0, 247 &rxvt_codeset_conv_jis0208_1990_0,
213 &rxvt_codeset_conv_jis0212_1990_0, 248 &rxvt_codeset_conv_jis0212_1990_0,
214 249
215 &rxvt_codeset_conv_jis0213_1, 250 &rxvt_codeset_conv_jis0213_1,
216 &rxvt_codeset_conv_jis0213_2, 251 &rxvt_codeset_conv_jis0213_2,
217 252
… …
225 &rxvt_codeset_conv_cns11643_1992_4, 260 &rxvt_codeset_conv_cns11643_1992_4,
226 &rxvt_codeset_conv_cns11643_1992_5, 261 &rxvt_codeset_conv_cns11643_1992_5,
227 &rxvt_codeset_conv_cns11643_1992_6, 262 &rxvt_codeset_conv_cns11643_1992_6,
228 &rxvt_codeset_conv_cns11643_1992_7, 263 &rxvt_codeset_conv_cns11643_1992_7,
229 &rxvt_codeset_conv_cns11643_1992_f, 264 &rxvt_codeset_conv_cns11643_1992_f,
265 &rxvt_codeset_conv_big5,
230 &rxvt_codeset_conv_big5_ext, 266 &rxvt_codeset_conv_big5_ext,
231 &rxvt_codeset_conv_big5_plus, 267 &rxvt_codeset_conv_big5_plus,
232 268
233 &rxvt_codeset_conv_viscii, 269 &rxvt_codeset_conv_viscii,
234 270
235 &rxvt_codeset_conv_unicode_16, 271 &rxvt_codeset_conv_unicode_16,
236 &rxvt_codeset_conv_unicode 272 &rxvt_codeset_conv_unicode
237}; 273};
238 274
275#if ENABLE_COMBINING
276# define ENCODING_COMPOSE
277#endif
278
279#include "table/compose.h"
280
281unicode_t
282rxvt_compose (unicode_t c1, unicode_t c2)
283{
284 int l = 0;
285 int r = sizeof (rxvt_compose_table) / sizeof (rxvt_compose_entry) - 1;
286 int m;
287
288 while (r > l)
289 {
290 m = (l + r) / 2;
291 rxvt_compose_entry &c = rxvt_compose_table[m];
292
293 if (c.c1 < c1 || (c.c1 == c1 && c.c2 < c2))
294 l = m + 1;
295 else if (c.c1 > c1 || (c.c1 == c1 && c.c2 > c2))
296 r = m - 1;
297 else
298 return c.r;
299 }
300
301 return NOCHAR;
302}
303
304#include "table/category.h"
305
306bool unicode::is_space (unicode_t c)
307{
308 return IS_SPACE (c);
309}

Diff Legend

– Removed lines
+ Added lines
< Changed lines
> Changed lines