ViewVC Help
View File | Revision Log | Show Annotations | Download File
/cvs/Compress-LZF/LZF.xs
(Generate patch)

Comparing Compress-LZF/LZF.xs (file contents):
Revision 1.14 by root, Thu Sep 5 04:44:55 2002 UTC vs.
Revision 1.24 by root, Mon Apr 16 20:05:33 2007 UTC

1#include "EXTERN.h" 1#include "EXTERN.h"
2#include "perl.h" 2#include "perl.h"
3#include "XSUB.h" 3#include "XSUB.h"
4 4
5/* try to be compatible with older perls */ 5#define LZF_STANDALONE 1
6/* SvPV_nolen() macro first defined in 5.005_55 */ 6#define LZF_STATE_ARG 1
7/* this is slow, not threadsafe, but works */
8#include "patchlevel.h"
9#if (PATCHLEVEL == 4) || ((PATCHLEVEL == 5) && (SUBVERSION < 55))
10static STRLEN nolen_na;
11# define SvPV_nolen(sv) SvPV ((sv), nolen_na)
12#endif
13#if PATCHLEVEL < 6
14# define call_sv perl_call_sv
15#endif
16 7
17#include "lzf_c.c" 8#include "lzf_c.c"
18#include "lzf_d.c" 9#include "lzf_d.c"
19 10
20/* we re-use the storable header for our purposes */ 11/* we re-use the storable header for our purposes */
… …
25#define MAGIC_CR 3 /* storable (reference, freeze), compressed */ 16#define MAGIC_CR 3 /* storable (reference, freeze), compressed */
26#define MAGIC_R 4 /* storable (reference, freeze) */ 17#define MAGIC_R 4 /* storable (reference, freeze) */
27#define MAGIC_CR_deref 5 /* storable (NO reference, freeze), compressed */ 18#define MAGIC_CR_deref 5 /* storable (NO reference, freeze), compressed */
28#define MAGIC_R_deref 6 /* storable (NO reference, freeze) */ 19#define MAGIC_R_deref 6 /* storable (NO reference, freeze) */
29#define MAGIC_HI 7 /* room for one higher storable major */ 20#define MAGIC_HI 7 /* room for one higher storable major */
21/* for historical reasons, MAGIC_undef + MAGIC_R and MAGIC_undef + MAGIC_R_deref are used, too */
30 22
31#define IN_RANGE(v,l,h) ((unsigned int)((unsigned)(v) - (unsigned)(l)) <= (unsigned)(h) - (unsigned)(l)) 23#define IN_RANGE(v,l,h) ((unsigned int)((unsigned)(v) - (unsigned)(l)) <= (unsigned)(h) - (unsigned)(l))
32 24
33static SV *serializer_package, *serializer_mstore, *serializer_mretrieve; 25static SV *serializer_package, *serializer_mstore, *serializer_mretrieve;
34static CV *storable_mstore, *storable_mretrieve; 26static CV *storable_mstore, *storable_mretrieve;
27
28#if Size_t_size > 4
29# define MAX_LENGTH ((Size_t)0x80000000L)
30#else
31# define MAX_LENGTH ((Size_t) 0x8000000L)
32#endif
35 33
36static SV * 34static SV *
37compress_sv (SV *data, char cprepend, int uprepend) 35compress_sv (SV *data, char cprepend, int uprepend)
38{ 36{
37 LZF_STATE *state;
39 STRLEN usize, csize; 38 STRLEN usize, csize;
40 char *src = (char *)SvPV (data, usize); 39 char *src = (char *)SvPVbyte (data, usize);
41 40
42 if (usize) 41 if (usize)
43 { 42 {
44 SV *ret = NEWSV (0, usize + 1); 43 SV *ret = NEWSV (0, usize + 1);
45 unsigned char *dst; 44 unsigned char *dst;
… …
49 dst = (unsigned char *)SvPVX (ret); 48 dst = (unsigned char *)SvPVX (ret);
50 49
51 if (cprepend) 50 if (cprepend)
52 dst[skip++] = cprepend; 51 dst[skip++] = cprepend;
53 52
54 if (usize < 0x80) 53 if (usize <= 0x7f)
55 { 54 {
56 dst[skip++] = usize; 55 dst[skip++] = usize;
57 } 56 }
58 else if (usize < 0x800) 57 else if (usize <= 0x7ff)
59 { 58 {
60 dst[skip++] = (( usize >> 6) | 0xc0); 59 dst[skip++] = (( usize >> 6) | 0xc0);
61 dst[skip++] = (( usize & 0x3f) | 0x80); 60 dst[skip++] = (( usize & 0x3f) | 0x80);
62 } 61 }
63 else if (usize < 0x10000) 62 else if (usize <= 0xffff)
64 { 63 {
65 dst[skip++] = (( usize >> 12) | 0xe0); 64 dst[skip++] = (( usize >> 12) | 0xe0);
66 dst[skip++] = (((usize >> 6) & 0x3f) | 0x80); 65 dst[skip++] = (((usize >> 6) & 0x3f) | 0x80);
67 dst[skip++] = (( usize & 0x3f) | 0x80); 66 dst[skip++] = (( usize & 0x3f) | 0x80);
68 } 67 }
69 else if (usize < 0x200000) 68 else if (usize <= 0x1fffff)
70 { 69 {
71 dst[skip++] = (( usize >> 18) | 0xf0); 70 dst[skip++] = (( usize >> 18) | 0xf0);
72 dst[skip++] = (((usize >> 12) & 0x3f) | 0x80); 71 dst[skip++] = (((usize >> 12) & 0x3f) | 0x80);
73 dst[skip++] = (((usize >> 6) & 0x3f) | 0x80); 72 dst[skip++] = (((usize >> 6) & 0x3f) | 0x80);
74 dst[skip++] = (( usize & 0x3f) | 0x80); 73 dst[skip++] = (( usize & 0x3f) | 0x80);
75 } 74 }
76 else if (usize < 0x4000000) 75 else if (usize <= 0x3ffffff)
77 { 76 {
78 dst[skip++] = (( usize >> 24) | 0xf8); 77 dst[skip++] = (( usize >> 24) | 0xf8);
79 dst[skip++] = (((usize >> 18) & 0x3f) | 0x80); 78 dst[skip++] = (((usize >> 18) & 0x3f) | 0x80);
80 dst[skip++] = (((usize >> 12) & 0x3f) | 0x80); 79 dst[skip++] = (((usize >> 12) & 0x3f) | 0x80);
81 dst[skip++] = (((usize >> 6) & 0x3f) | 0x80); 80 dst[skip++] = (((usize >> 6) & 0x3f) | 0x80);
82 dst[skip++] = (( usize & 0x3f) | 0x80); 81 dst[skip++] = (( usize & 0x3f) | 0x80);
83 } 82 }
83 else if (usize <= 0x7fffffff)
84 {
85 dst[skip++] = (( usize >> 30) | 0xfc);
86 dst[skip++] = (((usize >> 24) & 0x3f) | 0x80);
87 dst[skip++] = (((usize >> 18) & 0x3f) | 0x80);
88 dst[skip++] = (((usize >> 12) & 0x3f) | 0x80);
89 dst[skip++] = (((usize >> 6) & 0x3f) | 0x80);
90 dst[skip++] = (( usize & 0x3f) | 0x80);
91 }
84 else 92 else
85 croak ("compress can only compress up to %ld bytes", 0x4000000-1); 93 croak ("compress can only compress up to %ld bytes", 0x7fffffffL);
94
95 New (0, state, 1, LZF_STATE);
96 if (!state)
97 croak ("Compress::LZF unable to allocate memory for compression state");
86 98
87 /* 11 bytes is the smallest compressible string */ 99 /* 11 bytes is the smallest compressible string */
88 csize = usize < 11 ? 0 : 100 csize = usize < 11 ? 0 :
89 lzf_compress (src, usize, 101 lzf_compress (src, usize, dst + skip, usize - skip, *state);
90 dst + skip, 102
91 usize - skip); 103 Safefree (state);
92 104
93 if (csize) 105 if (csize)
94 { 106 {
95 SvCUR_set (ret, csize + skip); 107 SvCUR_set (ret, csize + skip);
96 } 108 }
… …
116 128
117static SV * 129static SV *
118decompress_sv (SV *data, int skip) 130decompress_sv (SV *data, int skip)
119{ 131{
120 STRLEN usize, csize; 132 STRLEN usize, csize;
121 unsigned char *src = (unsigned char *)SvPV (data, csize) + skip; 133 unsigned char *src = (unsigned char *)SvPVbyte (data, csize) + skip;
122 134
123 if (csize) 135 if (csize)
124 { 136 {
125 void *dst; 137 void *dst;
126 SV *ret; 138 SV *ret;
127 139
128 csize -= skip; 140 csize -= skip;
129 141
130 if (src[0]) 142 if (src[0])
131 { 143 {
132 if (!(src[0] & 0x80)) 144 if (!(src[0] & 0x80) && csize >= 1)
133 { 145 {
134 csize -= 1; 146 csize -= 1;
135 usize = *src++ & 0xff; 147 usize = *src++ & 0xff;
136 } 148 }
137 else if (!(src[0] & 0x20)) 149 else if (!(src[0] & 0x20) && csize >= 2)
138 { 150 {
139 csize -= 2; 151 csize -= 2;
140 usize = *src++ & 0x1f; 152 usize = *src++ & 0x1f;
141 usize = (usize << 6) | (*src++ & 0x3f); 153 usize = (usize << 6) | (*src++ & 0x3f);
142 } 154 }
143 else if (!(src[0] & 0x10)) 155 else if (!(src[0] & 0x10) && csize >= 3)
144 { 156 {
145 csize -= 3; 157 csize -= 3;
146 usize = *src++ & 0x0f; 158 usize = *src++ & 0x0f;
147 usize = (usize << 6) | (*src++ & 0x3f); 159 usize = (usize << 6) | (*src++ & 0x3f);
148 usize = (usize << 6) | (*src++ & 0x3f); 160 usize = (usize << 6) | (*src++ & 0x3f);
149 } 161 }
150 else if (!(src[0] & 0x08)) 162 else if (!(src[0] & 0x08) && csize >= 4)
151 { 163 {
152 csize -= 4; 164 csize -= 4;
153 usize = *src++ & 0x07; 165 usize = *src++ & 0x07;
154 usize = (usize << 6) | (*src++ & 0x3f); 166 usize = (usize << 6) | (*src++ & 0x3f);
155 usize = (usize << 6) | (*src++ & 0x3f); 167 usize = (usize << 6) | (*src++ & 0x3f);
156 usize = (usize << 6) | (*src++ & 0x3f); 168 usize = (usize << 6) | (*src++ & 0x3f);
157 } 169 }
158 else if (!(src[0] & 0x04)) 170 else if (!(src[0] & 0x04) && csize >= 5)
159 { 171 {
160 csize -= 5; 172 csize -= 5;
161 usize = *src++ & 0x03; 173 usize = *src++ & 0x03;
162 usize = (usize << 6) | (*src++ & 0x3f); 174 usize = (usize << 6) | (*src++ & 0x3f);
163 usize = (usize << 6) | (*src++ & 0x3f); 175 usize = (usize << 6) | (*src++ & 0x3f);
164 usize = (usize << 6) | (*src++ & 0x3f); 176 usize = (usize << 6) | (*src++ & 0x3f);
165 usize = (usize << 6) | (*src++ & 0x3f); 177 usize = (usize << 6) | (*src++ & 0x3f);
166 } 178 }
179 else if (!(src[0] & 0x02) && csize >= 6)
180 {
181 csize -= 6;
182 usize = *src++ & 0x01;
183 usize = (usize << 6) | (*src++ & 0x3f);
184 usize = (usize << 6) | (*src++ & 0x3f);
185 usize = (usize << 6) | (*src++ & 0x3f);
186 usize = (usize << 6) | (*src++ & 0x3f);
187 usize = (usize << 6) | (*src++ & 0x3f);
188 }
167 else 189 else
190 croak ("compressed data corrupted (invalid length)");
191
192 if (!usize)
168 croak ("compressed data corrupted (invalid length)"); 193 croak ("compressed data corrupted (invalid length)");
169 194
170 ret = NEWSV (0, usize); 195 ret = NEWSV (0, usize);
171 SvPOK_only (ret); 196 SvPOK_only (ret);
172 dst = SvPVX (ret); 197 dst = SvPVX (ret);
173 198
174 if (lzf_decompress (src, csize, dst, usize) != usize) 199 if (lzf_decompress (src, csize, dst, usize) != usize)
200 {
201 SvREFCNT_dec (ret);
175 croak ("compressed data corrupted (size mismatch)", csize, skip, usize); 202 croak ("compressed data corrupted (size mismatch)", csize, skip, usize);
203 }
176 } 204 }
177 else 205 else
178 { 206 {
179 usize = csize - 1; 207 usize = csize - 1;
180 ret = NEWSV (0, usize); 208 ret = NEWSV (0, usize | 1);
181 SvPOK_only (ret); 209 SvPOK_only (ret);
182 210
183 Move ((void *)(src + 1), (void *)SvPVX (ret), usize, unsigned char); 211 Move ((void *)(src + 1), (void *)SvPVX (ret), usize, unsigned char);
184 } 212 }
185 213
… …
192} 220}
193 221
194static void 222static void
195need_storable(void) 223need_storable(void)
196{ 224{
197#if PATCHLEVEL < 6
198 char req[8192];
199 sprintf (req, "require %s;", SvPV_nolen (serializer_package));
200 perl_eval_pv (req, 1);
201#else
202 load_module (PERL_LOADMOD_NOIMPORT, serializer_package, Nullsv); 225 load_module (PERL_LOADMOD_NOIMPORT, serializer_package, Nullsv);
203#endif
204 226
205 storable_mstore = GvCV (gv_fetchpv (SvPV_nolen (serializer_mstore ), TRUE, SVt_PVCV)); 227 storable_mstore = GvCV (gv_fetchpv (SvPVbyte_nolen (serializer_mstore ), TRUE, SVt_PVCV));
206 storable_mretrieve = GvCV (gv_fetchpv (SvPV_nolen (serializer_mretrieve), TRUE, SVt_PVCV)); 228 storable_mretrieve = GvCV (gv_fetchpv (SvPVbyte_nolen (serializer_mretrieve), TRUE, SVt_PVCV));
207} 229}
208 230
209MODULE = Compress::LZF PACKAGE = Compress::LZF 231MODULE = Compress::LZF PACKAGE = Compress::LZF
210 232
211BOOT: 233BOOT:
212 serializer_package = newSVpv ("Storable", 0); 234 serializer_package = newSVpv ("Storable", 0);
213 serializer_mstore = newSVpv ("Storable::mstore", 0); 235 serializer_mstore = newSVpv ("Storable::net_mstore", 0);
214 serializer_mretrieve = newSVpv ("Storable::mretrieve", 0); 236 serializer_mretrieve = newSVpv ("Storable::mretrieve", 0);
215 237
216void 238void
217set_serializer(package, mstore, mretrieve) 239set_serializer(package, mstore, mretrieve)
218 SV * package 240 SV * package
… …
252 SvGETMAGIC (sv); 274 SvGETMAGIC (sv);
253 275
254 if (!SvOK (sv)) 276 if (!SvOK (sv))
255 XPUSHs (sv_2mortal (newSVpvn ("\02", 1))); /* 02 == MAGIC_undef */ 277 XPUSHs (sv_2mortal (newSVpvn ("\02", 1))); /* 02 == MAGIC_undef */
256 else if (SvROK (sv) 278 else if (SvROK (sv)
279 || SvUTF8 (sv)
257 || (SvTYPE(sv) != SVt_IV 280 || (SvTYPE(sv) != SVt_IV
258 && SvTYPE(sv) != SVt_NV 281 && SvTYPE(sv) != SVt_NV
259 && SvTYPE(sv) != SVt_PV 282 && SvTYPE(sv) != SVt_PV
283 && SvTYPE(sv) != SVt_PVIV
284 && SvTYPE(sv) != SVt_PVNV
260 && SvTYPE(sv) != SVt_PVMG)) /* mstore */ 285 && SvTYPE(sv) != SVt_PVMG)) /* mstore */
261 { 286 {
262 int deref = !SvROK (sv); 287 int deref = !SvROK (sv);
263 288
264 if (!storable_mstore) 289 if (!storable_mstore)
265 need_storable (); 290 need_storable ();
… …
276 301
277 SPAGAIN; 302 SPAGAIN;
278 303
279 sv = POPs; 304 sv = POPs;
280 305
281 if (SvPVX (sv)[0] != MAGIC_R) 306 if (SvPVX (sv)[0] == MAGIC_R)
282 croak ("Storable format changed, need newer version of Compress::LZF"); 307 {
283
284 if (deref) 308 if (deref)
285 SvPVX (sv)[0] = MAGIC_R_deref; 309 SvPVX (sv)[0] = MAGIC_R_deref;
310 }
311 else
312 {
313 char pfx[2];
314
315 pfx[0] = MAGIC_undef;
316 pfx[1] = deref ? MAGIC_R_deref : MAGIC_R;
317
318 sv_insert (sv, 0, 0, pfx, 2);
319 }
286 320
287 if (ix) /* compress */ 321 if (ix) /* compress */
288 sv = sv_2mortal (compress_sv (sv, deref ? MAGIC_CR_deref : MAGIC_CR, -1)); 322 sv = sv_2mortal (compress_sv (sv, deref ? MAGIC_CR_deref : MAGIC_CR, -1));
289 323
290 XPUSHs (sv); 324 XPUSHs (sv);
291 } 325 }
292 else if (SvPOKp (sv) && IN_RANGE (SvPVX (sv)[0], MAGIC_LO, MAGIC_HI)) 326 else if (SvPOKp (sv) && IN_RANGE (SvPVX (sv)[0], MAGIC_LO, MAGIC_HI))
293 XPUSHs (sv_2mortal (compress_sv (sv, MAGIC_C, MAGIC_U))); /* need to prefix only */ 327 XPUSHs (sv_2mortal (compress_sv (sv, MAGIC_C, MAGIC_U))); /* need to prefix only */
294 else if (ix == 2) /* compress always */ 328 else if (ix == 2) /* compress always */
295 XPUSHs (sv_2mortal (compress_sv (sv, MAGIC_C, -1))); 329 XPUSHs (sv_2mortal (compress_sv (sv, MAGIC_C, -1)));
330 else if (SvNIOK (sv)) /* don't compress */
331 {
332 STRLEN len;
333 char *s = SvPV (sv, len);
334 XPUSHs (sv_2mortal (newSVpvn (s, len)));
335 }
296 else /* don't compress */ 336 else /* don't compress */
297 XPUSHs (sv_2mortal (SvREFCNT_inc (sv))); 337 XPUSHs (sv_2mortal (newSVsv (sv)));
298 338
299void 339void
300sthaw(sv) 340sthaw(sv)
301 SV * sv 341 SV * sv
302 PROTOTYPE: $ 342 PROTOTYPE: $
303 PPCODE: 343 PPCODE:
304 344{
345 STRLEN svlen;
305 int deref = 0; 346 int deref = 0;
306 347
307 SvGETMAGIC (sv); 348 SvGETMAGIC (sv);
308 if (SvPOK (sv) && IN_RANGE (SvPV_nolen (sv)[0], MAGIC_LO, MAGIC_HI)) 349 if (SvPOK (sv) && IN_RANGE (SvPVbyte (sv, svlen)[0], MAGIC_LO, MAGIC_HI))
309 { 350 {
351 redo:
352
310 switch (SvPVX (sv)[0]) 353 switch (SvPVX (sv)[0])
311 { 354 {
312 case MAGIC_undef: 355 case MAGIC_undef:
356 if (svlen <= 1)
313 XPUSHs (sv_2mortal (NEWSV (0, 0))); 357 XPUSHs (sv_2mortal (NEWSV (0, 0)));
358 else
359 {
360 if (SvPVX (sv)[1] == MAGIC_R_deref)
361 deref = 1;
362 else if (SvPVX (sv)[1] != MAGIC_R)
363 croak ("Compress::LZF::sthaw(): invalid data, maybe you need a newer version of Compress::LZF?");
364
365 sv_chop (sv, SvPVX (sv) + 2);
366
367 if (!storable_mstore)
368 need_storable ();
369
370 PUSHMARK (SP);
371 XPUSHs (sv);
372 PUTBACK;
373
374 if (1 != call_sv ((SV *)storable_mretrieve, G_SCALAR))
375 croak ("Storable::mstore didn't return a single scalar");
376
377 SPAGAIN;
378
379 if (deref)
380 SETs (sv_2mortal (SvREFCNT_inc (SvRV (TOPs))));
381 else
382 SETs (sv_2mortal (newSVsv (TOPs)));
383 }
314 break; 384 break;
315 385
316 case MAGIC_U: 386 case MAGIC_U:
317 XPUSHs (sv_2mortal (decompress_sv (sv, 0))); 387 XPUSHs (sv_2mortal (decompress_sv (sv, 0)));
318 break; 388 break;
… …
331 case MAGIC_CR: 401 case MAGIC_CR:
332 sv = sv_2mortal (decompress_sv (sv, 1)); /* mortal could be optimized */ 402 sv = sv_2mortal (decompress_sv (sv, 1)); /* mortal could be optimized */
333 if (deref) 403 if (deref)
334 if (SvPVX (sv)[0] == MAGIC_R_deref) 404 if (SvPVX (sv)[0] == MAGIC_R_deref)
335 SvPVX (sv)[0] = MAGIC_R; 405 SvPVX (sv)[0] = MAGIC_R;
336 else 406
337 croak ("Compress::LZF::sthaw(): invalid data, maybe you need a newer version of Compress::LZF?"); 407 goto redo;
338 408
339 case MAGIC_R: 409 case MAGIC_R:
340 handle_MAGIC_R: 410 handle_MAGIC_R:
341 if (!storable_mstore) 411 if (!storable_mstore)
342 need_storable (); 412 need_storable ();
… …
356 426
357 if (SvPVX (sv)[0] == MAGIC_R) 427 if (SvPVX (sv)[0] == MAGIC_R)
358 SvPVX (sv)[0] = MAGIC_R_deref; 428 SvPVX (sv)[0] = MAGIC_R_deref;
359 } 429 }
360 else 430 else
361 XPUSHs (POPs); /* this is a nop, hopefully */ 431 SETs (sv_2mortal (newSVsv (TOPs)));
362 432
363 break; 433 break;
364 434
365 default: 435 default:
366 croak ("Compress::LZF::sthaw(): invalid data, maybe you need a newer version of Compress::LZF?"); 436 croak ("Compress::LZF::sthaw(): invalid data, maybe you need a newer version of Compress::LZF?");
367 } 437 }
368 } 438 }
369 else 439 else
370 XPUSHs (sv_2mortal (newSVsv (sv))); 440 XPUSHs (sv_2mortal (newSVsv (sv)));
441}
442

Diff Legend

– Removed lines
+ Added lines
< Changed lines
> Changed lines