ViewVC Help
View File | Revision Log | Show Annotations | Download File
/cvs/CBOR-XS/XS.xs
(Generate patch)

Comparing CBOR-XS/XS.xs (file contents):
Revision 1.18 by root, Wed Nov 20 01:09:46 2013 UTC vs.
Revision 1.33 by root, Sat Nov 30 15:23:59 2013 UTC

19# define HvNAMELEN(hv) HvNAMELEN_get (hv) 19# define HvNAMELEN(hv) HvNAMELEN_get (hv)
20#endif 20#endif
21#ifndef HvNAMEUTF8 21#ifndef HvNAMEUTF8
22# define HvNAMEUTF8(hv) 0 22# define HvNAMEUTF8(hv) 0
23#endif 23#endif
24#ifndef SvREFCNT_dec_NN
25# define SvREFCNT_dec_NN(sv) SvREFCNT_dec (sv)
26#endif
24 27
25// known tags 28// known tags
26enum cbor_tag 29enum cbor_tag
27{ 30{
28 // inofficial extensions (pending iana registration) 31 // extensions
32 CBOR_TAG_STRINGREF = 25, // http://cbor.schmorp.de/stringref
29 CBOR_TAG_PERL_OBJECT = 24, // http://cbor.schmorp.de/perl-object 33 CBOR_TAG_PERL_OBJECT = 26, // http://cbor.schmorp.de/perl-object
30 CBOR_TAG_GENERIC_OBJECT = 25, // http://cbor.schmorp.de/generic-object 34 CBOR_TAG_GENERIC_OBJECT = 27, // http://cbor.schmorp.de/generic-object
31 CBOR_TAG_VALUE_SHARABLE = 26, // http://cbor.schmorp.de/value-sharing 35 CBOR_TAG_VALUE_SHAREABLE = 28, // http://cbor.schmorp.de/value-sharing
32 CBOR_TAG_VALUE_SHAREDREF = 27, // http://cbor.schmorp.de/value-sharing 36 CBOR_TAG_VALUE_SHAREDREF = 29, // http://cbor.schmorp.de/value-sharing
33 CBOR_TAG_STRINGREF_NAMESPACE = 65537, // http://cbor.schmorp.de/stringref 37 CBOR_TAG_STRINGREF_NAMESPACE = 256, // http://cbor.schmorp.de/stringref
34 CBOR_TAG_STRINGREF = 28, // http://cbor.schmorp.de/stringref
35 CBOR_TAG_INDIRECTION = 22098, // http://cbor.schmorp.de/indirection 38 CBOR_TAG_INDIRECTION = 22098, // http://cbor.schmorp.de/indirection
36 39
37 // rfc7049 40 // rfc7049
38 CBOR_TAG_DATETIME = 0, // rfc4287, utf-8 41 CBOR_TAG_DATETIME = 0, // rfc4287, utf-8
39 CBOR_TAG_TIMESTAMP = 1, // unix timestamp, any 42 CBOR_TAG_TIMESTAMP = 1, // unix timestamp, any
54 CBOR_TAG_MIME = 36, // mime message rfc2045, utf-8 57 CBOR_TAG_MIME = 36, // mime message rfc2045, utf-8
55 58
56 CBOR_TAG_MAGIC = 55799 // self-describe cbor 59 CBOR_TAG_MAGIC = 55799 // self-describe cbor
57}; 60};
58 61
59#define F_SHRINK 0x00000001UL 62#define F_SHRINK 0x00000001UL
60#define F_ALLOW_UNKNOWN 0x00000002UL 63#define F_ALLOW_UNKNOWN 0x00000002UL
61#define F_ALLOW_SHARING 0x00000004UL //TODO 64#define F_ALLOW_SHARING 0x00000004UL
62#define F_DEDUP_STRINGS 0x00000008UL //TODO 65#define F_PACK_STRINGS 0x00000008UL
63#define F_DEDUP_KEYS 0x00000010UL //TODO
64 66
65#define INIT_SIZE 32 // initial scalar size to be allocated 67#define INIT_SIZE 32 // initial scalar size to be allocated
66 68
67#define SB do { 69#define SB do {
68#define SE } while (0) 70#define SE } while (0)
80# define CBOR_SLOW 0 82# define CBOR_SLOW 0
81# define CBOR_STASH cbor_stash 83# define CBOR_STASH cbor_stash
82#endif 84#endif
83 85
84static HV *cbor_stash, *types_boolean_stash, *types_error_stash, *cbor_tagged_stash; // CBOR::XS:: 86static HV *cbor_stash, *types_boolean_stash, *types_error_stash, *cbor_tagged_stash; // CBOR::XS::
85static SV *types_true, *types_false, *types_error, *sv_cbor; 87static SV *types_true, *types_false, *types_error, *sv_cbor, *default_filter;
86 88
87typedef struct { 89typedef struct {
88 U32 flags; 90 U32 flags;
89 U32 max_depth; 91 U32 max_depth;
90 STRLEN max_size; 92 STRLEN max_size;
93 SV *filter;
91} CBOR; 94} CBOR;
92 95
93ecb_inline void 96ecb_inline void
94cbor_init (CBOR *cbor) 97cbor_init (CBOR *cbor)
95{ 98{
96 Zero (cbor, 1, CBOR); 99 Zero (cbor, 1, CBOR);
97 cbor->max_depth = 512; 100 cbor->max_depth = 512;
101}
102
103ecb_inline void
104cbor_free (CBOR *cbor)
105{
106 SvREFCNT_dec (cbor->filter);
98} 107}
99 108
100///////////////////////////////////////////////////////////////////////////// 109/////////////////////////////////////////////////////////////////////////////
101// utility functions 110// utility functions
102 111
124 SvPV_renew (sv, SvCUR (sv) + 1); 133 SvPV_renew (sv, SvCUR (sv) + 1);
125#endif 134#endif
126 } 135 }
127} 136}
128 137
138// minimum length of a string to be registered for stringref
139ecb_inline int
140minimum_string_length (UV idx)
141{
142 return idx > 23
143 ? idx > 0xffU
144 ? idx > 0xffffU
145 ? idx > 0xffffffffU
146 ? 11
147 : 7
148 : 5
149 : 4
150 : 3;
151}
152
129///////////////////////////////////////////////////////////////////////////// 153/////////////////////////////////////////////////////////////////////////////
130// encoder 154// encoder
131 155
132// structure used for encoding CBOR 156// structure used for encoding CBOR
133typedef struct 157typedef struct
135 char *cur; // SvPVX (sv) + current output position 159 char *cur; // SvPVX (sv) + current output position
136 char *end; // SvEND (sv) 160 char *end; // SvEND (sv)
137 SV *sv; // result scalar 161 SV *sv; // result scalar
138 CBOR cbor; 162 CBOR cbor;
139 U32 depth; // recursion level 163 U32 depth; // recursion level
140 HV *stringref; // string => index, or 0 164 HV *stringref[2]; // string => index, or 0 ([0] = bytes, [1] = utf-8)
165 UV stringref_idx;
141 HV *sharable; // ptr => index, or 0 166 HV *shareable; // ptr => index, or 0
142 HV *sharable_idx; 167 UV shareable_idx;
143} enc_t; 168} enc_t;
144 169
145ecb_inline void 170ecb_inline void
146need (enc_t *enc, STRLEN len) 171need (enc_t *enc, STRLEN len)
147{ 172{
164static void 189static void
165encode_uint (enc_t *enc, int major, UV len) 190encode_uint (enc_t *enc, int major, UV len)
166{ 191{
167 need (enc, 9); 192 need (enc, 9);
168 193
169 if (len < 24) 194 if (ecb_expect_true (len < 24))
170 *enc->cur++ = major | len; 195 *enc->cur++ = major | len;
171 else if (len <= 0xff) 196 else if (ecb_expect_true (len <= 0xff))
172 { 197 {
173 *enc->cur++ = major | 24; 198 *enc->cur++ = major | 24;
174 *enc->cur++ = len; 199 *enc->cur++ = len;
175 } 200 }
176 else if (len <= 0xffff) 201 else if (len <= 0xffff)
199 *enc->cur++ = len >> 8; 224 *enc->cur++ = len >> 8;
200 *enc->cur++ = len; 225 *enc->cur++ = len;
201 } 226 }
202} 227}
203 228
204static void 229ecb_inline void
230encode_tag (enc_t *enc, UV tag)
231{
232 encode_uint (enc, 0xc0, tag);
233}
234
235ecb_inline void
205encode_str (enc_t *enc, int utf8, char *str, STRLEN len) 236encode_str (enc_t *enc, int utf8, char *str, STRLEN len)
206{ 237{
207 encode_uint (enc, utf8 ? 0x60 : 0x40, len); 238 encode_uint (enc, utf8 ? 0x60 : 0x40, len);
208 need (enc, len); 239 need (enc, len);
209 memcpy (enc->cur, str, len); 240 memcpy (enc->cur, str, len);
210 enc->cur += len; 241 enc->cur += len;
211} 242}
212 243
213ecb_inline void
214encode_tag (enc_t *enc, UV tag)
215{
216 encode_uint (enc, 0xc0, tag);
217}
218
219static int 244static void
220encode_sharable2 (enc_t *enc, SV *sv) 245encode_strref (enc_t *enc, int utf8, char *str, STRLEN len)
221{ 246{
222 if (!enc->sharable) 247 if (ecb_expect_false (enc->cbor.flags & F_PACK_STRINGS))
223 enc->sharable = (HV *)sv_2mortal ((SV *)newHV ()); 248 {
249 SV **svp = hv_fetch (enc->stringref[!!utf8], str, len, 1);
224 250
225 SV **svp = hv_fetch (enc->sharable, &sv, sizeof (sv), 1);
226
227 if (SvOK (*svp)) 251 if (SvOK (*svp))
228 { 252 {
253 // already registered, use stringref
229 encode_tag (enc, CBOR_TAG_VALUE_SHAREDREF); 254 encode_tag (enc, CBOR_TAG_STRINGREF);
230 encode_uint (enc, 0x00, SvUV (*svp)); 255 encode_uint (enc, 0x00, SvUV (*svp));
231
232 return 1; 256 return;
233 } 257 }
234 else 258 else if (len >= minimum_string_length (enc->stringref_idx))
235 { 259 {
260 // register only
236 sv_setuv (*svp, enc->sharable_idx++); 261 sv_setuv (*svp, enc->stringref_idx);
237 encode_tag (enc, CBOR_TAG_VALUE_SHARABLE); 262 ++enc->stringref_idx;
238 263 }
239 return 0;
240 } 264 }
241}
242 265
243ecb_inline int 266 encode_str (enc, utf8, str, len);
244encode_sharable (enc_t *enc, SV *sv)
245{
246 if (ecb_expect_false (enc->cbor.flags & F_ALLOW_SHARING)
247 && ecb_expect_false (SvREFCNT (sv) > 1))
248 return encode_sharable2 (enc, sv);
249
250 return 0;
251} 267}
252 268
253static void encode_sv (enc_t *enc, SV *sv); 269static void encode_sv (enc_t *enc, SV *sv);
254 270
255static void 271static void
294 while ((he = hv_iternext (hv))) 310 while ((he = hv_iternext (hv)))
295 { 311 {
296 if (HeKLEN (he) == HEf_SVKEY) 312 if (HeKLEN (he) == HEf_SVKEY)
297 encode_sv (enc, HeSVKEY (he)); 313 encode_sv (enc, HeSVKEY (he));
298 else 314 else
299 encode_str (enc, HeKUTF8 (he), HeKEY (he), HeKLEN (he)); 315 encode_strref (enc, HeKUTF8 (he), HeKEY (he), HeKLEN (he));
300 316
301 encode_sv (enc, ecb_expect_false (mg) ? hv_iterval (hv, he) : HeVAL (he)); 317 encode_sv (enc, ecb_expect_false (mg) ? hv_iterval (hv, he) : HeVAL (he));
302 } 318 }
303 319
304 if (mg) 320 if (mg)
309 325
310// encode objects, arrays and special \0=false and \1=true values. 326// encode objects, arrays and special \0=false and \1=true values.
311static void 327static void
312encode_rv (enc_t *enc, SV *sv) 328encode_rv (enc_t *enc, SV *sv)
313{ 329{
314 svtype svt;
315
316 SvGETMAGIC (sv); 330 SvGETMAGIC (sv);
331
317 svt = SvTYPE (sv); 332 svtype svt = SvTYPE (sv);
318
319 if (encode_sharable (enc, sv))
320 return;
321 333
322 if (ecb_expect_false (SvOBJECT (sv))) 334 if (ecb_expect_false (SvOBJECT (sv)))
323 { 335 {
324 HV *boolean_stash = !CBOR_SLOW || types_boolean_stash 336 HV *boolean_stash = !CBOR_SLOW || types_boolean_stash
325 ? types_boolean_stash 337 ? types_boolean_stash
387 if (count == 1 && SvROK (TOPs) && SvRV (TOPs) == sv) 399 if (count == 1 && SvROK (TOPs) && SvRV (TOPs) == sv)
388 croak ("%s::FREEZE(CBOR) method returned same object as was passed instead of a new one", HvNAME (stash)); 400 croak ("%s::FREEZE(CBOR) method returned same object as was passed instead of a new one", HvNAME (stash));
389 401
390 encode_tag (enc, CBOR_TAG_PERL_OBJECT); 402 encode_tag (enc, CBOR_TAG_PERL_OBJECT);
391 encode_uint (enc, 0x80, count + 1); 403 encode_uint (enc, 0x80, count + 1);
392 encode_str (enc, HvNAMEUTF8 (stash), HvNAME (stash), HvNAMELEN (stash)); 404 encode_strref (enc, HvNAMEUTF8 (stash), HvNAME (stash), HvNAMELEN (stash));
393 405
394 while (count) 406 while (count)
395 encode_sv (enc, SP[1 - count--]); 407 encode_sv (enc, SP[1 - count--]);
396 408
397 PUTBACK; 409 PUTBACK;
406 encode_hv (enc, (HV *)sv); 418 encode_hv (enc, (HV *)sv);
407 else if (svt == SVt_PVAV) 419 else if (svt == SVt_PVAV)
408 encode_av (enc, (AV *)sv); 420 encode_av (enc, (AV *)sv);
409 else 421 else
410 { 422 {
423 if (ecb_expect_false (SvREFCNT (sv) > 1)
424 && ecb_expect_false (enc->cbor.flags & F_ALLOW_SHARING))
425 {
426 if (!enc->shareable)
427 enc->shareable = (HV *)sv_2mortal ((SV *)newHV ());
428
429 SV **svp = hv_fetch (enc->shareable, (char *)&sv, sizeof (sv), 1);
430
431 if (SvOK (*svp))
432 {
433 encode_tag (enc, CBOR_TAG_VALUE_SHAREDREF);
434 encode_uint (enc, 0x00, SvUV (*svp));
435 return;
436 }
437 else
438 {
439 sv_setuv (*svp, enc->shareable_idx);
440 ++enc->shareable_idx;
441 encode_tag (enc, CBOR_TAG_VALUE_SHAREABLE);
442 }
443 }
444
411 encode_tag (enc, CBOR_TAG_INDIRECTION); 445 encode_tag (enc, CBOR_TAG_INDIRECTION);
412 encode_sv (enc, sv); 446 encode_sv (enc, sv);
413 } 447 }
414} 448}
415 449
452static void 486static void
453encode_sv (enc_t *enc, SV *sv) 487encode_sv (enc_t *enc, SV *sv)
454{ 488{
455 SvGETMAGIC (sv); 489 SvGETMAGIC (sv);
456 490
457 if (encode_sharable (enc, sv))
458 return;
459
460 if (SvPOKp (sv)) 491 if (SvPOKp (sv))
461 { 492 {
462 STRLEN len; 493 STRLEN len;
463 char *str = SvPV (sv, len); 494 char *str = SvPV (sv, len);
464 encode_str (enc, SvUTF8 (sv), str, len); 495 encode_strref (enc, SvUTF8 (sv), str, len);
465 } 496 }
466 else if (SvNOKp (sv)) 497 else if (SvNOKp (sv))
467 encode_nv (enc, sv); 498 encode_nv (enc, sv);
468 else if (SvIOKp (sv)) 499 else if (SvIOKp (sv))
469 { 500 {
494 enc.sv = sv_2mortal (NEWSV (0, INIT_SIZE)); 525 enc.sv = sv_2mortal (NEWSV (0, INIT_SIZE));
495 enc.cur = SvPVX (enc.sv); 526 enc.cur = SvPVX (enc.sv);
496 enc.end = SvEND (enc.sv); 527 enc.end = SvEND (enc.sv);
497 528
498 SvPOK_only (enc.sv); 529 SvPOK_only (enc.sv);
530
531 if (cbor->flags & F_PACK_STRINGS)
532 {
533 encode_tag (&enc, CBOR_TAG_STRINGREF_NAMESPACE);
534 enc.stringref[0]= (HV *)sv_2mortal ((SV *)newHV ());
535 enc.stringref[1]= (HV *)sv_2mortal ((SV *)newHV ());
536 }
537
499 encode_sv (&enc, scalar); 538 encode_sv (&enc, scalar);
500 539
501 SvCUR_set (enc.sv, enc.cur - SvPVX (enc.sv)); 540 SvCUR_set (enc.sv, enc.cur - SvPVX (enc.sv));
502 *SvEND (enc.sv) = 0; // many xs functions expect a trailing 0 for text strings 541 *SvEND (enc.sv) = 0; // many xs functions expect a trailing 0 for text strings
503 542
517 U8 *end; // end of input string 556 U8 *end; // end of input string
518 const char *err; // parse error, if != 0 557 const char *err; // parse error, if != 0
519 CBOR cbor; 558 CBOR cbor;
520 U32 depth; // recursion depth 559 U32 depth; // recursion depth
521 U32 maxdepth; // recursion depth limit 560 U32 maxdepth; // recursion depth limit
522 AV *sharable; 561 AV *shareable;
562 AV *stringref;
563 SV *decode_tagged;
523} dec_t; 564} dec_t;
524 565
525#define ERR(reason) SB if (!dec->err) dec->err = reason; goto fail; SE 566#define ERR(reason) SB if (!dec->err) dec->err = reason; goto fail; SE
526 567
527#define WANT(len) if (ecb_expect_false (dec->cur + len > dec->end)) ERR ("unexpected end of CBOR data") 568#define WANT(len) if (ecb_expect_false (dec->cur + len > dec->end)) ERR ("unexpected end of CBOR data")
625 666
626static void 667static void
627decode_he (dec_t *dec, HV *hv) 668decode_he (dec_t *dec, HV *hv)
628{ 669{
629 // for speed reasons, we specialcase single-string 670 // for speed reasons, we specialcase single-string
630 // byte or utf-8 strings as keys. 671 // byte or utf-8 strings as keys, but only when !stringref
631 672
673 if (ecb_expect_true (!dec->stringref))
632 if (*dec->cur >= 0x40 && *dec->cur <= 0x40 + 27) 674 if (*dec->cur >= 0x40 && *dec->cur <= 0x40 + 27)
633 { 675 {
634 I32 len = decode_uint (dec); 676 I32 len = decode_uint (dec);
635 char *key = (char *)dec->cur; 677 char *key = (char *)dec->cur;
636 678
637 dec->cur += len; 679 dec->cur += len;
638 680
681 if (ecb_expect_false (dec->stringref))
682 av_push (dec->stringref, newSVpvn (key, len));
683
639 hv_store (hv, key, len, decode_sv (dec), 0); 684 hv_store (hv, key, len, decode_sv (dec), 0);
685
686 return;
640 } 687 }
641 else if (*dec->cur >= 0x60 && *dec->cur <= 0x60 + 27) 688 else if (*dec->cur >= 0x60 && *dec->cur <= 0x60 + 27)
642 { 689 {
643 I32 len = decode_uint (dec); 690 I32 len = decode_uint (dec);
644 char *key = (char *)dec->cur; 691 char *key = (char *)dec->cur;
645 692
646 dec->cur += len; 693 dec->cur += len;
647 694
695 if (ecb_expect_false (dec->stringref))
696 av_push (dec->stringref, newSVpvn_utf8 (key, len, 1));
697
648 hv_store (hv, key, -len, decode_sv (dec), 0); 698 hv_store (hv, key, -len, decode_sv (dec), 0);
699
700 return;
649 } 701 }
650 else 702
651 {
652 SV *k = decode_sv (dec); 703 SV *k = decode_sv (dec);
653 SV *v = decode_sv (dec); 704 SV *v = decode_sv (dec);
654 705
655 hv_store_ent (hv, k, v, 0); 706 hv_store_ent (hv, k, v, 0);
656 SvREFCNT_dec (k); 707 SvREFCNT_dec (k);
657 }
658} 708}
659 709
660static SV * 710static SV *
661decode_hv (dec_t *dec) 711decode_hv (dec_t *dec)
662{ 712{
703{ 753{
704 SV *sv = 0; 754 SV *sv = 0;
705 755
706 if ((*dec->cur & 31) == 31) 756 if ((*dec->cur & 31) == 31)
707 { 757 {
758 // indefinite length strings
708 ++dec->cur; 759 ++dec->cur;
709 760
761 unsigned char major = *dec->cur & 0xe0;
762
710 sv = newSVpvn ("", 0); 763 sv = newSVpvn ("", 0);
711 764
712 // not very fast, and certainly not robust against illegal input
713 for (;;) 765 for (;;)
714 { 766 {
715 WANT (1); 767 WANT (1);
716 768
769 if ((*dec->cur ^ major) >= 31)
717 if (*dec->cur == (0xe0 | 31)) 770 if (*dec->cur == (0xe0 | 31))
718 { 771 {
719 ++dec->cur; 772 ++dec->cur;
720 break; 773 break;
721 } 774 }
775 else
776 ERR ("corrupted CBOR data (invalid chunks in indefinite length string)");
722 777
723 sv_catsv (sv, decode_sv (dec)); 778 STRLEN len = decode_uint (dec);
779
780 WANT (len);
781 sv_catpvn (sv, dec->cur, len);
782 dec->cur += len;
724 } 783 }
725 } 784 }
726 else 785 else
727 { 786 {
728 STRLEN len = decode_uint (dec); 787 STRLEN len = decode_uint (dec);
729 788
730 WANT (len); 789 WANT (len);
731 sv = newSVpvn (dec->cur, len); 790 sv = newSVpvn (dec->cur, len);
732 dec->cur += len; 791 dec->cur += len;
792
793 if (ecb_expect_false (dec->stringref)
794 && SvCUR (sv) >= minimum_string_length (AvFILLp (dec->stringref) + 1))
795 av_push (dec->stringref, SvREFCNT_inc_NN (sv));
733 } 796 }
734 797
735 if (utf8) 798 if (utf8)
736 SvUTF8_on (sv); 799 SvUTF8_on (sv);
737 800
743} 806}
744 807
745static SV * 808static SV *
746decode_tagged (dec_t *dec) 809decode_tagged (dec_t *dec)
747{ 810{
811 SV *sv = 0;
748 UV tag = decode_uint (dec); 812 UV tag = decode_uint (dec);
749 SV *sv = decode_sv (dec); 813
814 WANT (1);
750 815
751 switch (tag) 816 switch (tag)
752 { 817 {
753 case CBOR_TAG_MAGIC: 818 case CBOR_TAG_MAGIC:
754 return sv; 819 sv = decode_sv (dec);
820 break;
755 821
756 case CBOR_TAG_INDIRECTION: 822 case CBOR_TAG_INDIRECTION:
757 return newRV_noinc (sv); 823 sv = newRV_noinc (decode_sv (dec));
824 break;
758 825
826 case CBOR_TAG_STRINGREF_NAMESPACE:
827 {
828 ENTER; SAVETMPS;
829
830 SAVESPTR (dec->stringref);
831 dec->stringref = (AV *)sv_2mortal ((SV *)newAV ());
832
833 sv = decode_sv (dec);
834
835 FREETMPS; LEAVE;
836 }
837 break;
838
839 case CBOR_TAG_STRINGREF:
840 {
841 if ((*dec->cur >> 5) != 0)
842 ERR ("corrupted CBOR data (stringref index not an unsigned integer)");
843
844 UV idx = decode_uint (dec);
845
846 if (!dec->stringref || (int)idx > AvFILLp (dec->stringref))
847 ERR ("corrupted CBOR data (stringref index out of bounds or outside namespace)");
848
849 sv = newSVsv (AvARRAY (dec->stringref)[idx]);
850 }
851 break;
852
759 case CBOR_TAG_VALUE_SHARABLE: 853 case CBOR_TAG_VALUE_SHAREABLE:
854 {
760 if (ecb_expect_false (!dec->sharable)) 855 if (ecb_expect_false (!dec->shareable))
761 dec->sharable = (AV *)sv_2mortal ((SV *)newAV ()); 856 dec->shareable = (AV *)sv_2mortal ((SV *)newAV ());
762 857
858 sv = newSV (0);
763 av_push (dec->sharable, SvREFCNT_inc_NN (sv)); 859 av_push (dec->shareable, SvREFCNT_inc_NN (sv));
764 860
765 return sv; 861 SV *osv = decode_sv (dec);
862 sv_setsv (sv, osv);
863 SvREFCNT_dec_NN (osv);
864 }
865 break;
766 866
767 case CBOR_TAG_VALUE_SHAREDREF: 867 case CBOR_TAG_VALUE_SHAREDREF:
768 { 868 {
769 // TODO: should verify that the sv atcually was a CBOR unsigned integer 869 if ((*dec->cur >> 5) != 0)
770 UV idx = SvUV (sv); 870 ERR ("corrupted CBOR data (sharedref index not an unsigned integer)");
771 871
872 UV idx = decode_uint (dec);
873
772 if (!dec->sharable || idx > AvFILLp (dec->sharable)) 874 if (!dec->shareable || (int)idx > AvFILLp (dec->shareable))
773 ERR ("corrupted CBOR data (sharedref index out of bounds)"); 875 ERR ("corrupted CBOR data (sharedref index out of bounds)");
774 876
775 SvREFCNT_dec (sv);
776
777 return SvREFCNT_inc_NN (AvARRAY (dec->sharable)[idx]); 877 sv = SvREFCNT_inc_NN (AvARRAY (dec->shareable)[idx]);
778 } 878 }
879 break;
779 880
780 case CBOR_TAG_PERL_OBJECT: 881 case CBOR_TAG_PERL_OBJECT:
781 { 882 {
883 sv = decode_sv (dec);
884
782 if (!SvROK (sv) || SvTYPE (SvRV (sv)) != SVt_PVAV) 885 if (!SvROK (sv) || SvTYPE (SvRV (sv)) != SVt_PVAV)
783 ERR ("corrupted CBOR data (non-array perl object)"); 886 ERR ("corrupted CBOR data (non-array perl object)");
784 887
785 AV *av = (AV *)SvRV (sv); 888 AV *av = (AV *)SvRV (sv);
786 int len = av_len (av) + 1; 889 int len = av_len (av) + 1;
821 sv = SvREFCNT_inc (POPs); 924 sv = SvREFCNT_inc (POPs);
822 925
823 PUTBACK; 926 PUTBACK;
824 927
825 FREETMPS; LEAVE; 928 FREETMPS; LEAVE;
826
827 return sv;
828 } 929 }
930 break;
829 931
830 default: 932 default:
831 { 933 {
934 sv = decode_sv (dec);
935
936 dSP;
937 ENTER; SAVETMPS; PUSHMARK (SP);
938 EXTEND (SP, 2);
939 PUSHs (newSVuv (tag));
940 PUSHs (sv);
941
942 PUTBACK;
943 int count = call_sv (dec->cbor.filter ? dec->cbor.filter : default_filter, G_ARRAY | G_EVAL);
944 SPAGAIN;
945
946 if (SvTRUE (ERRSV))
947 {
948 FREETMPS; LEAVE;
949 ERR (SvPVutf8_nolen (sv_2mortal (SvREFCNT_inc (ERRSV))));
950 }
951
952 if (count)
953 {
954 SvREFCNT_dec (sv);
955 sv = SvREFCNT_inc (POPs);
956 }
957 else
958 {
832 AV *av = newAV (); 959 AV *av = newAV ();
833 av_push (av, newSVuv (tag)); 960 av_push (av, newSVuv (tag));
834 av_push (av, sv); 961 av_push (av, sv);
835 962
836 HV *tagged_stash = !CBOR_SLOW || cbor_tagged_stash 963 HV *tagged_stash = !CBOR_SLOW || cbor_tagged_stash
837 ? cbor_tagged_stash 964 ? cbor_tagged_stash
838 : gv_stashpv ("CBOR::XS::Tagged" , 1); 965 : gv_stashpv ("CBOR::XS::Tagged" , 1);
839
840 return sv_bless (newRV_noinc ((SV *)av), tagged_stash); 966 sv = sv_bless (newRV_noinc ((SV *)av), tagged_stash);
841 } 967 }
968
969 PUTBACK;
970
971 FREETMPS; LEAVE;
972 }
973 break;
842 } 974 }
975
976 return sv;
843 977
844fail: 978fail:
845 SvREFCNT_dec (sv); 979 SvREFCNT_dec (sv);
846 return &PL_sv_undef; 980 return &PL_sv_undef;
847} 981}
988 1122
989 types_true = get_bool ("Types::Serialiser::true" ); 1123 types_true = get_bool ("Types::Serialiser::true" );
990 types_false = get_bool ("Types::Serialiser::false"); 1124 types_false = get_bool ("Types::Serialiser::false");
991 types_error = get_bool ("Types::Serialiser::error"); 1125 types_error = get_bool ("Types::Serialiser::error");
992 1126
1127 default_filter = newSVpv ("CBOR::XS::default_filter", 0);
1128
993 sv_cbor = newSVpv ("CBOR", 0); 1129 sv_cbor = newSVpv ("CBOR", 0);
994 SvREADONLY_on (sv_cbor); 1130 SvREADONLY_on (sv_cbor);
995} 1131}
996 1132
997PROTOTYPES: DISABLE 1133PROTOTYPES: DISABLE
1018void shrink (CBOR *self, int enable = 1) 1154void shrink (CBOR *self, int enable = 1)
1019 ALIAS: 1155 ALIAS:
1020 shrink = F_SHRINK 1156 shrink = F_SHRINK
1021 allow_unknown = F_ALLOW_UNKNOWN 1157 allow_unknown = F_ALLOW_UNKNOWN
1022 allow_sharing = F_ALLOW_SHARING 1158 allow_sharing = F_ALLOW_SHARING
1023 dedup_keys = F_DEDUP_KEYS
1024 dedup_strings = F_DEDUP_STRINGS 1159 pack_strings = F_PACK_STRINGS
1025 PPCODE: 1160 PPCODE:
1026{ 1161{
1027 if (enable) 1162 if (enable)
1028 self->flags |= ix; 1163 self->flags |= ix;
1029 else 1164 else
1035void get_shrink (CBOR *self) 1170void get_shrink (CBOR *self)
1036 ALIAS: 1171 ALIAS:
1037 get_shrink = F_SHRINK 1172 get_shrink = F_SHRINK
1038 get_allow_unknown = F_ALLOW_UNKNOWN 1173 get_allow_unknown = F_ALLOW_UNKNOWN
1039 get_allow_sharing = F_ALLOW_SHARING 1174 get_allow_sharing = F_ALLOW_SHARING
1040 get_dedup_keys = F_DEDUP_KEYS
1041 get_dedup_strings = F_DEDUP_STRINGS 1175 get_pack_strings = F_PACK_STRINGS
1042 PPCODE: 1176 PPCODE:
1043 XPUSHs (boolSV (self->flags & ix)); 1177 XPUSHs (boolSV (self->flags & ix));
1044 1178
1045void max_depth (CBOR *self, U32 max_depth = 0x80000000UL) 1179void max_depth (CBOR *self, U32 max_depth = 0x80000000UL)
1046 PPCODE: 1180 PPCODE:
1059 XPUSHs (ST (0)); 1193 XPUSHs (ST (0));
1060 1194
1061int get_max_size (CBOR *self) 1195int get_max_size (CBOR *self)
1062 CODE: 1196 CODE:
1063 RETVAL = self->max_size; 1197 RETVAL = self->max_size;
1198 OUTPUT:
1199 RETVAL
1200
1201void filter (CBOR *self, SV *filter = 0)
1202 PPCODE:
1203 SvREFCNT_dec (self->filter);
1204 self->filter = filter ? newSVsv (filter) : filter;
1205 XPUSHs (ST (0));
1206
1207SV *get_filter (CBOR *self)
1208 CODE:
1209 RETVAL = self->filter ? self->filter : NEWSV (0, 0);
1064 OUTPUT: 1210 OUTPUT:
1065 RETVAL 1211 RETVAL
1066 1212
1067void encode (CBOR *self, SV *scalar) 1213void encode (CBOR *self, SV *scalar)
1068 PPCODE: 1214 PPCODE:
1083 EXTEND (SP, 2); 1229 EXTEND (SP, 2);
1084 PUSHs (sv); 1230 PUSHs (sv);
1085 PUSHs (sv_2mortal (newSVuv (offset - SvPVX (cborstr)))); 1231 PUSHs (sv_2mortal (newSVuv (offset - SvPVX (cborstr))));
1086} 1232}
1087 1233
1234void DESTROY (CBOR *self)
1235 PPCODE:
1236 cbor_free (self);
1237
1088PROTOTYPES: ENABLE 1238PROTOTYPES: ENABLE
1089 1239
1090void encode_cbor (SV *scalar) 1240void encode_cbor (SV *scalar)
1091 PPCODE: 1241 PPCODE:
1092{ 1242{

Diff Legend

Removed lines
+ Added lines
< Changed lines
> Changed lines