ViewVC Help
View File | Revision Log | Show Annotations | Download File
/cvs/rxvt-unicode/src/encoding.C
(Generate patch)

Comparing rxvt-unicode/src/encoding.C (file contents):
Revision 1.15 by pcg, Mon Mar 15 01:27:46 2004 UTC vs.
Revision 1.21 by root, Fri Dec 10 19:55:55 2004 UTC

1/*--------------------------------*-C-*---------------------------------*
2 * File: encoding.C
3 *----------------------------------------------------------------------*
4 *
5 * All portions of code are copyright by their respective author/s.
6 * Copyright (c) 2003-2004 Marc Lehmann <pcg@goof.com>
7 *
8 * This program is free software; you can redistribute it and/or modify
9 * it under the terms of the GNU General Public License as published by
10 * the Free Software Foundation; either version 2 of the License, or
11 * (at your option) any later version.
12 *
13 * This program is distributed in the hope that it will be useful,
14 * but WITHOUT ANY WARRANTY; without even the implied warranty of
15 * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
16 * GNU General Public License for more details.
17 *
18 * You should have received a copy of the GNU General Public License
19 * along with this program; if not, write to the Free Software
20 * Foundation, Inc., 675 Mass Ave, Cambridge, MA 02139, USA.
21 *----------------------------------------------------------------------*/
22
1#include "../config.h" 23#include "../config.h"
2 24
3#include "encoding.h" 25#include "encoding.h"
4 26
5#include <cstdlib> 27#include <cstdlib>
… …
44 { "KOI8U", CS_KOI8_U }, 66 { "KOI8U", CS_KOI8_U },
45 67
46 { "VISCII*", CS_VISCII }, 68 { "VISCII*", CS_VISCII },
47 69
48 { "JISX0201*", CS_JIS0201_1976_0 }, 70 { "JISX0201*", CS_JIS0201_1976_0 },
71 { "JISC6226*", CS_JIS0208_1990_0 }, // also wrongly matches -1987-0? (check Encode::JP)
49 { "JISX0208*", CS_JIS0208_1990_0 }, // also wrongly matches -1987-0? (check Encode::JP) 72 { "JISX0208*", CS_JIS0208_1990_0 }, // also wrongly matches -1987-0? (check Encode::JP)
50 { "JISX0212*", CS_JIS0212_1990_0 }, 73 { "JISX0212*", CS_JIS0212_1990_0 },
51 { "JISX021320001", CS_JIS0213_1 }, 74 { "JISX021320001", CS_JIS0213_1 },
52 { "JISX021320002", CS_JIS0213_2 }, 75 { "JISX021320002", CS_JIS0213_2 },
53 { "JISX0221*", CS_UNICODE }, // _very_ close 76 { "JISX0221*", CS_UNICODE }, // _very_ close
… …
58 81
59 { "BIG5P*", CS_BIG5_PLUS }, 82 { "BIG5P*", CS_BIG5_PLUS },
60 { "BIG5ETEN*", CS_BIG5_EXT }, 83 { "BIG5ETEN*", CS_BIG5_EXT },
61 { "BIG5*", CS_BIG5 }, 84 { "BIG5*", CS_BIG5 },
62 { "GB2312*", CS_GB2312_1980_0 }, 85 { "GB2312*", CS_GB2312_1980_0 },
86 { "GBK*", CS_GBK_0 },
63 { "GB6345*", CS_GB2312_1980_0 }, // slightly different to gb2312?? 87 { "GB6345*", CS_GB2312_1980_0 }, // slightly different to gb2312??
64 { "GB8565*", CS_GB2312_1980_0 }, // a superset of gb2312?? 88 { "GB8565*", CS_GB2312_1980_0 }, // a superset of gb2312??
65 { "GB13000*", CS_UNICODE }, 89 { "GB13000*", CS_UNICODE },
66 { "CNS1164319921", CS_CNS11643_1992_1 }, 90 { "CNS1164319921", CS_CNS11643_1992_1 },
67 { "CNS1164319922", CS_CNS11643_1992_2 }, 91 { "CNS1164319922", CS_CNS11643_1992_2 },
… …
114 } while ((++i)->name); 138 } while ((++i)->name);
115 139
116 return CS_UNKNOWN; 140 return CS_UNKNOWN;
117} 141}
118 142
119struct rxvt_codeset_conv_unknown : rxvt_codeset_conv {
120 unicode_t to_unicode (uint32_t enc) const { return NOCHAR; } 143static unicode_t cs_unknown_to_unicode (uint32_t enc) { return NOCHAR; }
121 uint32_t from_unicode (unicode_t unicode) const { return NOCHAR; } 144static uint32_t cs_unknown_from_unicode (unicode_t unicode) { return NOCHAR; }
122} rxvt_codeset_conv_unknown;
123 145
124struct rxvt_codeset_conv_us_ascii : rxvt_codeset_conv { 146static unicode_t cs_unicode_to_unicode (uint32_t enc) { return enc; }
147static uint32_t cs_unicode_from_unicode (unicode_t unicode) { return unicode; }
148
149#define cs_us_ascii_to_unicode cs_unicode_to_unicode
125 uint32_t from_unicode (unicode_t unicode) const { return unicode <= 127 ? unicode : NOCHAR; } 150static uint32_t cs_us_ascii_from_unicode (unicode_t unicode) { return unicode <= 127 ? unicode : NOCHAR; }
126} rxvt_codeset_conv_us_ascii;
127 151
128struct rxvt_codeset_conv_unicode : rxvt_codeset_conv { 152#define cs_us_ascii_to_unicode_16 cs_unicode_to_unicode
129 /* transparent */
130} rxvt_codeset_conv_unicode;
131
132struct rxvt_codeset_conv_unicode_16 : rxvt_codeset_conv {
133 unicode_t to_unicode (uint32_t enc) const { return enc; }
134 uint32_t from_unicode (unicode_t unicode) const { return unicode <= 65535 ? unicode : NOCHAR; } 153static uint32_t cs_unicode_16_from_unicode (unicode_t unicode) { return unicode <= 65535 ? unicode : NOCHAR; }
135} rxvt_codeset_conv_unicode_16;
136 154
137#define ENCODING_DEFAULT 155#define ENCODING_DEFAULT
138 156
139#include "table/iso8859_1.h" 157#include "table/iso8859_1.h"
140#include "table/iso8859_15.h" 158#include "table/iso8859_15.h"
… …
160 178
161//#define ENCODING_KR 179//#define ENCODING_KR
162 180
163#include "table/ksc5601_1987_0.h" 181#include "table/ksc5601_1987_0.h"
164 182
165//#define ENCODING_CN 183//#define ENCODING_ZH
166 184
185#include "table/big5.h"
186#include "table/gbk_0.h"
167#include "table/gb2312_1980_0.h" 187#include "table/gb2312_1980_0.h"
168#include "table/big5.h"
169 188
170//#define ENCODING_CN_EXT 189//#define ENCODING_ZH_EXT
171 190
172#include "table/cns11643_1992_1.h" 191#include "table/cns11643_1992_1.h"
173#include "table/cns11643_1992_2.h" 192#include "table/cns11643_1992_2.h"
174#include "table/cns11643_1992_3.h" 193#include "table/cns11643_1992_3.h"
175#include "table/cns11643_1992_4.h" 194#include "table/cns11643_1992_4.h"
… …
193//#define ENCODING_JP_EXT 212//#define ENCODING_JP_EXT
194 213
195#include "table/jis0213_1.h" 214#include "table/jis0213_1.h"
196#include "table/jis0213_2.h" 215#include "table/jis0213_2.h"
197 216
217#if ENCODING_TO_UNICODE
218# define ENC(base) { cs_ ## base ## _from_unicode, cs_ ## base ## _to_unicode }
219#else
220# define ENC(base) { cs_ ## base ## _from_unicode }
221#endif
222
223
198// order must match table in encoding.h(!) 224// order must match table in encoding.h(!)
199const rxvt_codeset_conv *rxvt_codeset[NUM_CODESETS] = { 225const rxvt_codeset_conv rxvt_codeset[NUM_CODESETS] = {
200 &rxvt_codeset_conv_unknown, 226 ENC (unknown),
201 227
202 &rxvt_codeset_conv_us_ascii, 228 ENC (us_ascii),
203 229
204 &rxvt_codeset_conv_iso8859_1, 230 ENC (iso8859_1),
205 &rxvt_codeset_conv_iso8859_2, 231 ENC (iso8859_2),
206 &rxvt_codeset_conv_iso8859_3, 232 ENC (iso8859_3),
207 &rxvt_codeset_conv_iso8859_4, 233 ENC (iso8859_4),
208 &rxvt_codeset_conv_iso8859_5, 234 ENC (iso8859_5),
209 &rxvt_codeset_conv_iso8859_6, 235 ENC (iso8859_6),
210 &rxvt_codeset_conv_iso8859_7, 236 ENC (iso8859_7),
211 &rxvt_codeset_conv_iso8859_8, 237 ENC (iso8859_8),
212 &rxvt_codeset_conv_iso8859_9, 238 ENC (iso8859_9),
213 &rxvt_codeset_conv_iso8859_10, 239 ENC (iso8859_10),
214 &rxvt_codeset_conv_iso8859_11, 240 ENC (iso8859_11),
215 &rxvt_codeset_conv_iso8859_13, 241 ENC (iso8859_13),
216 &rxvt_codeset_conv_iso8859_14, 242 ENC (iso8859_14),
217 &rxvt_codeset_conv_iso8859_15, 243 ENC (iso8859_15),
218 &rxvt_codeset_conv_iso8859_16, 244 ENC (iso8859_16),
219 245
220 &rxvt_codeset_conv_koi8_r, 246 ENC (koi8_r),
221 &rxvt_codeset_conv_koi8_u, 247 ENC (koi8_u),
222 248
223 &rxvt_codeset_conv_jis0201_1976_0, 249 ENC (jis0201_1976_0),
224 &rxvt_codeset_conv_jis0208_1990_0, 250 ENC (jis0208_1990_0),
225 &rxvt_codeset_conv_jis0212_1990_0, 251 ENC (jis0212_1990_0),
226 252
227 &rxvt_codeset_conv_jis0213_1, 253 ENC (jis0213_1),
228 &rxvt_codeset_conv_jis0213_2, 254 ENC (jis0213_2),
229 255
230 &rxvt_codeset_conv_ksc5601_1987_0, 256 ENC (ksc5601_1987_0),
231 257
232 &rxvt_codeset_conv_gb2312_1980_0, 258 ENC (gb2312_1980_0),
259 ENC (gbk_0),
233 260
234 &rxvt_codeset_conv_cns11643_1992_1, 261 ENC (cns11643_1992_1),
235 &rxvt_codeset_conv_cns11643_1992_2, 262 ENC (cns11643_1992_2),
236 &rxvt_codeset_conv_cns11643_1992_3, 263 ENC (cns11643_1992_3),
237 &rxvt_codeset_conv_cns11643_1992_4, 264 ENC (cns11643_1992_4),
238 &rxvt_codeset_conv_cns11643_1992_5, 265 ENC (cns11643_1992_5),
239 &rxvt_codeset_conv_cns11643_1992_6, 266 ENC (cns11643_1992_6),
240 &rxvt_codeset_conv_cns11643_1992_7, 267 ENC (cns11643_1992_7),
241 &rxvt_codeset_conv_cns11643_1992_f, 268 ENC (cns11643_1992_f),
242 &rxvt_codeset_conv_big5, 269 ENC (big5),
243 &rxvt_codeset_conv_big5_ext, 270 ENC (big5_ext),
244 &rxvt_codeset_conv_big5_plus, 271 ENC (big5_plus),
245 272
246 &rxvt_codeset_conv_viscii, 273 ENC (viscii),
247 274
248 &rxvt_codeset_conv_unicode_16, 275 ENC (unicode_16),
249 &rxvt_codeset_conv_unicode 276 ENC (unicode),
250}; 277};
251 278
252#if ENABLE_COMBINING 279#if ENABLE_COMBINING
253# define ENCODING_COMPOSE 280# define ENCODING_COMPOSE
254#endif 281#endif
… …
280 307
281#include "table/category.h" 308#include "table/category.h"
282 309
283bool unicode::is_space (unicode_t c) 310bool unicode::is_space (unicode_t c)
284{ 311{
285 return IS_SPACE (c); 312 return IS_SPACE (c)
313 || c == 0x09; // exclude tabs, too, as we store them in the buffer
286} 314}

Diff Legend

– Removed lines
+ Added lines
< Changed lines
> Changed lines