ViewVC Help
View File | Revision Log | Show Annotations | Download File
/cvs/Compress-LZF/LZF.xs
(Generate patch)

Comparing Compress-LZF/LZF.xs (file contents):
Revision 1.18 by pcg, Tue Aug 3 15:04:05 2004 UTC vs.
Revision 1.20 by root, Fri Jul 7 15:47:10 2006 UTC

… …
12#endif 12#endif
13#if PATCHLEVEL < 6 13#if PATCHLEVEL < 6
14# define call_sv perl_call_sv 14# define call_sv perl_call_sv
15#endif 15#endif
16 16
17#define HLOG 15
18#define ULTRA_FAST 0
19
20#include "lzf_c.c" 17#include "lzf_c.c"
21#include "lzf_d.c" 18#include "lzf_d.c"
22 19
23/* we re-use the storable header for our purposes */ 20/* we re-use the storable header for our purposes */
24#define MAGIC_LO 0 21#define MAGIC_LO 0
… …
28#define MAGIC_CR 3 /* storable (reference, freeze), compressed */ 25#define MAGIC_CR 3 /* storable (reference, freeze), compressed */
29#define MAGIC_R 4 /* storable (reference, freeze) */ 26#define MAGIC_R 4 /* storable (reference, freeze) */
30#define MAGIC_CR_deref 5 /* storable (NO reference, freeze), compressed */ 27#define MAGIC_CR_deref 5 /* storable (NO reference, freeze), compressed */
31#define MAGIC_R_deref 6 /* storable (NO reference, freeze) */ 28#define MAGIC_R_deref 6 /* storable (NO reference, freeze) */
32#define MAGIC_HI 7 /* room for one higher storable major */ 29#define MAGIC_HI 7 /* room for one higher storable major */
30/* for historical reasons, MAGIC_undef + MAGIC_R and MAGIC_undef + MAGIC_R_deref are used, too */
33 31
34#define IN_RANGE(v,l,h) ((unsigned int)((unsigned)(v) - (unsigned)(l)) <= (unsigned)(h) - (unsigned)(l)) 32#define IN_RANGE(v,l,h) ((unsigned int)((unsigned)(v) - (unsigned)(l)) <= (unsigned)(h) - (unsigned)(l))
35 33
36static SV *serializer_package, *serializer_mstore, *serializer_mretrieve; 34static SV *serializer_package, *serializer_mstore, *serializer_mretrieve;
37static CV *storable_mstore, *storable_mretrieve; 35static CV *storable_mstore, *storable_mretrieve;
36
37#if Size_t_size > 4
38# define MAX_LENGTH ((Size_t)0x80000000L)
39#else
40# define MAX_LENGTH ((Size_t) 0x8000000L)
41#endif
38 42
39static SV * 43static SV *
40compress_sv (SV *data, char cprepend, int uprepend) 44compress_sv (SV *data, char cprepend, int uprepend)
41{ 45{
42 STRLEN usize, csize; 46 STRLEN usize, csize;
… …
52 dst = (unsigned char *)SvPVX (ret); 56 dst = (unsigned char *)SvPVX (ret);
53 57
54 if (cprepend) 58 if (cprepend)
55 dst[skip++] = cprepend; 59 dst[skip++] = cprepend;
56 60
57 if (usize < 0x80) 61 if (usize <= 0x7f)
58 { 62 {
59 dst[skip++] = usize; 63 dst[skip++] = usize;
60 } 64 }
61 else if (usize < 0x800) 65 else if (usize <= 0x7ff)
62 { 66 {
63 dst[skip++] = (( usize >> 6) | 0xc0); 67 dst[skip++] = (( usize >> 6) | 0xc0);
64 dst[skip++] = (( usize & 0x3f) | 0x80); 68 dst[skip++] = (( usize & 0x3f) | 0x80);
65 } 69 }
66 else if (usize < 0x10000) 70 else if (usize <= 0xffff)
67 { 71 {
68 dst[skip++] = (( usize >> 12) | 0xe0); 72 dst[skip++] = (( usize >> 12) | 0xe0);
69 dst[skip++] = (((usize >> 6) & 0x3f) | 0x80); 73 dst[skip++] = (((usize >> 6) & 0x3f) | 0x80);
70 dst[skip++] = (( usize & 0x3f) | 0x80); 74 dst[skip++] = (( usize & 0x3f) | 0x80);
71 } 75 }
72 else if (usize < 0x200000) 76 else if (usize <= 0x1fffff)
73 { 77 {
74 dst[skip++] = (( usize >> 18) | 0xf0); 78 dst[skip++] = (( usize >> 18) | 0xf0);
75 dst[skip++] = (((usize >> 12) & 0x3f) | 0x80); 79 dst[skip++] = (((usize >> 12) & 0x3f) | 0x80);
76 dst[skip++] = (((usize >> 6) & 0x3f) | 0x80); 80 dst[skip++] = (((usize >> 6) & 0x3f) | 0x80);
77 dst[skip++] = (( usize & 0x3f) | 0x80); 81 dst[skip++] = (( usize & 0x3f) | 0x80);
78 } 82 }
79 else if (usize < 0x4000000) 83 else if (usize <= 0x3ffffff)
80 { 84 {
81 dst[skip++] = (( usize >> 24) | 0xf8); 85 dst[skip++] = (( usize >> 24) | 0xf8);
82 dst[skip++] = (((usize >> 18) & 0x3f) | 0x80); 86 dst[skip++] = (((usize >> 18) & 0x3f) | 0x80);
83 dst[skip++] = (((usize >> 12) & 0x3f) | 0x80); 87 dst[skip++] = (((usize >> 12) & 0x3f) | 0x80);
84 dst[skip++] = (((usize >> 6) & 0x3f) | 0x80); 88 dst[skip++] = (((usize >> 6) & 0x3f) | 0x80);
85 dst[skip++] = (( usize & 0x3f) | 0x80); 89 dst[skip++] = (( usize & 0x3f) | 0x80);
86 } 90 }
91 else if (usize <= 0x7fffffff)
92 {
93 dst[skip++] = (( usize >> 30) | 0xfc);
94 dst[skip++] = (((usize >> 24) & 0x3f) | 0x80);
95 dst[skip++] = (((usize >> 18) & 0x3f) | 0x80);
96 dst[skip++] = (((usize >> 12) & 0x3f) | 0x80);
97 dst[skip++] = (((usize >> 6) & 0x3f) | 0x80);
98 dst[skip++] = (( usize & 0x3f) | 0x80);
99 }
87 else 100 else
88 croak ("compress can only compress up to %ld bytes", 0x4000000-1); 101 croak ("compress can only compress up to %ld bytes", 0x7fffffffL);
89 102
90 /* 11 bytes is the smallest compressible string */ 103 /* 11 bytes is the smallest compressible string */
91 csize = usize < 11 ? 0 : 104 csize = usize < 11 ? 0 :
92 lzf_compress (src, usize, 105 lzf_compress (src, usize,
93 dst + skip, 106 dst + skip,
… …
160 } 173 }
161 else if (!(src[0] & 0x04)) 174 else if (!(src[0] & 0x04))
162 { 175 {
163 csize -= 5; 176 csize -= 5;
164 usize = *src++ & 0x03; 177 usize = *src++ & 0x03;
178 usize = (usize << 6) | (*src++ & 0x3f);
179 usize = (usize << 6) | (*src++ & 0x3f);
180 usize = (usize << 6) | (*src++ & 0x3f);
181 usize = (usize << 6) | (*src++ & 0x3f);
182 }
183 else if (!(src[0] & 0x02))
184 {
185 csize -= 6;
186 usize = *src++ & 0x01;
187 usize = (usize << 6) | (*src++ & 0x3f);
165 usize = (usize << 6) | (*src++ & 0x3f); 188 usize = (usize << 6) | (*src++ & 0x3f);
166 usize = (usize << 6) | (*src++ & 0x3f); 189 usize = (usize << 6) | (*src++ & 0x3f);
167 usize = (usize << 6) | (*src++ & 0x3f); 190 usize = (usize << 6) | (*src++ & 0x3f);
168 usize = (usize << 6) | (*src++ & 0x3f); 191 usize = (usize << 6) | (*src++ & 0x3f);
169 } 192 }
… …
211 234
212MODULE = Compress::LZF PACKAGE = Compress::LZF 235MODULE = Compress::LZF PACKAGE = Compress::LZF
213 236
214BOOT: 237BOOT:
215 serializer_package = newSVpv ("Storable", 0); 238 serializer_package = newSVpv ("Storable", 0);
216 serializer_mstore = newSVpv ("Storable::mstore", 0); 239 serializer_mstore = newSVpv ("Storable::net_mstore", 0);
217 serializer_mretrieve = newSVpv ("Storable::mretrieve", 0); 240 serializer_mretrieve = newSVpv ("Storable::mretrieve", 0);
218 241
219void 242void
220set_serializer(package, mstore, mretrieve) 243set_serializer(package, mstore, mretrieve)
221 SV * package 244 SV * package
… …
281 304
282 SPAGAIN; 305 SPAGAIN;
283 306
284 sv = POPs; 307 sv = POPs;
285 308
286 if (SvPVX (sv)[0] != MAGIC_R) 309 if (SvPVX (sv)[0] == MAGIC_R)
287 croak ("Storable format changed, need newer version of Compress::LZF"); 310 {
288
289 if (deref) 311 if (deref)
290 SvPVX (sv)[0] = MAGIC_R_deref; 312 SvPVX (sv)[0] = MAGIC_R_deref;
313 }
314 else
315 {
316 char pfx[2];
317
318 pfx[0] = MAGIC_undef;
319 pfx[1] = deref ? MAGIC_R_deref : MAGIC_R;
320
321 sv_insert (sv, 0, 0, pfx, 2);
322 }
291 323
292 if (ix) /* compress */ 324 if (ix) /* compress */
293 sv = sv_2mortal (compress_sv (sv, deref ? MAGIC_CR_deref : MAGIC_CR, -1)); 325 sv = sv_2mortal (compress_sv (sv, deref ? MAGIC_CR_deref : MAGIC_CR, -1));
294 326
295 XPUSHs (sv); 327 XPUSHs (sv);
… …
310void 342void
311sthaw(sv) 343sthaw(sv)
312 SV * sv 344 SV * sv
313 PROTOTYPE: $ 345 PROTOTYPE: $
314 PPCODE: 346 PPCODE:
315 347{
348 STRLEN svlen;
316 int deref = 0; 349 int deref = 0;
317 350
318 SvGETMAGIC (sv); 351 SvGETMAGIC (sv);
319 if (SvPOK (sv) && IN_RANGE (SvPV_nolen (sv)[0], MAGIC_LO, MAGIC_HI)) 352 if (SvPOK (sv) && IN_RANGE (SvPV (sv, svlen)[0], MAGIC_LO, MAGIC_HI))
320 { 353 {
354 redo:
355
321 switch (SvPVX (sv)[0]) 356 switch (SvPVX (sv)[0])
322 { 357 {
323 case MAGIC_undef: 358 case MAGIC_undef:
359 if (svlen <= 1)
324 XPUSHs (sv_2mortal (NEWSV (0, 0))); 360 XPUSHs (sv_2mortal (NEWSV (0, 0)));
361 else
362 {
363 if (SvPVX (sv)[1] == MAGIC_R_deref)
364 deref = 1;
365 else if (SvPVX (sv)[1] != MAGIC_R)
366 croak ("Compress::LZF::sthaw(): invalid data, maybe you need a newer version of Compress::LZF?");
367
368 sv_chop (sv, SvPVX (sv) + 2);
369
370 if (!storable_mstore)
371 need_storable ();
372
373 PUSHMARK (SP);
374 XPUSHs (sv);
375 PUTBACK;
376
377 if (1 != call_sv ((SV *)storable_mretrieve, G_SCALAR))
378 croak ("Storable::mstore didn't return a single scalar");
379
380 SPAGAIN;
381
382 if (deref)
383 SETs (sv_2mortal (SvREFCNT_inc (SvRV (TOPs))));
384 else
385 SETs (sv_2mortal (newSVsv (TOPs)));
386 }
325 break; 387 break;
326 388
327 case MAGIC_U: 389 case MAGIC_U:
328 XPUSHs (sv_2mortal (decompress_sv (sv, 0))); 390 XPUSHs (sv_2mortal (decompress_sv (sv, 0)));
329 break; 391 break;
… …
342 case MAGIC_CR: 404 case MAGIC_CR:
343 sv = sv_2mortal (decompress_sv (sv, 1)); /* mortal could be optimized */ 405 sv = sv_2mortal (decompress_sv (sv, 1)); /* mortal could be optimized */
344 if (deref) 406 if (deref)
345 if (SvPVX (sv)[0] == MAGIC_R_deref) 407 if (SvPVX (sv)[0] == MAGIC_R_deref)
346 SvPVX (sv)[0] = MAGIC_R; 408 SvPVX (sv)[0] = MAGIC_R;
347 else 409
348 croak ("Compress::LZF::sthaw(): invalid data, maybe you need a newer version of Compress::LZF?"); 410 goto redo;
349 411
350 case MAGIC_R: 412 case MAGIC_R:
351 handle_MAGIC_R: 413 handle_MAGIC_R:
352 if (!storable_mstore) 414 if (!storable_mstore)
353 need_storable (); 415 need_storable ();
… …
377 croak ("Compress::LZF::sthaw(): invalid data, maybe you need a newer version of Compress::LZF?"); 439 croak ("Compress::LZF::sthaw(): invalid data, maybe you need a newer version of Compress::LZF?");
378 } 440 }
379 } 441 }
380 else 442 else
381 XPUSHs (sv_2mortal (newSVsv (sv))); 443 XPUSHs (sv_2mortal (newSVsv (sv)));
444}
382 445

Diff Legend

– Removed lines
+ Added lines
< Changed lines
> Changed lines