| … | |
… | |
| 64 | |
64 | |
| 65 | package CBOR::XS; |
65 | package CBOR::XS; |
| 66 | |
66 | |
| 67 | use common::sense; |
67 | use common::sense; |
| 68 | |
68 | |
| 69 | our $VERSION = 1.11; |
69 | our $VERSION = 1.26; |
| 70 | our @ISA = qw(Exporter); |
70 | our @ISA = qw(Exporter); |
| 71 | |
71 | |
| 72 | our @EXPORT = qw(encode_cbor decode_cbor); |
72 | our @EXPORT = qw(encode_cbor decode_cbor); |
| 73 | |
73 | |
| 74 | use Exporter; |
74 | use Exporter; |
| … | |
… | |
| 218 | isn't prepared for this will not leak memory. |
218 | isn't prepared for this will not leak memory. |
| 219 | |
219 | |
| 220 | If C<$enable> is false (the default), then C<decode> will throw an error |
220 | If C<$enable> is false (the default), then C<decode> will throw an error |
| 221 | when it encounters a self-referential/cyclic data structure. |
221 | when it encounters a self-referential/cyclic data structure. |
| 222 | |
222 | |
|
|
223 | FUTURE DIRECTION: the motivation behind this option is to avoid I<real> |
|
|
224 | cycles - future versions of this module might chose to decode cyclic data |
|
|
225 | structures using weak references when this option is off, instead of |
|
|
226 | throwing an error. |
|
|
227 | |
| 223 | This option does not affect C<encode> in any way - shared values and |
228 | This option does not affect C<encode> in any way - shared values and |
| 224 | references will always be decoded properly if present. |
229 | references will always be encoded properly if present. |
| 225 | |
230 | |
| 226 | =item $cbor = $cbor->pack_strings ([$enable]) |
231 | =item $cbor = $cbor->pack_strings ([$enable]) |
| 227 | |
232 | |
| 228 | =item $enabled = $cbor->get_pack_strings |
233 | =item $enabled = $cbor->get_pack_strings |
| 229 | |
234 | |
| … | |
… | |
| 330 | and you need to know where the first CBOR string ends amd the next one |
335 | and you need to know where the first CBOR string ends amd the next one |
| 331 | starts. |
336 | starts. |
| 332 | |
337 | |
| 333 | CBOR::XS->new->decode_prefix ("......") |
338 | CBOR::XS->new->decode_prefix ("......") |
| 334 | => ("...", 3) |
339 | => ("...", 3) |
|
|
340 | |
|
|
341 | =back |
|
|
342 | |
|
|
343 | =head2 INCREMENTAL PARSING |
|
|
344 | |
|
|
345 | In some cases, there is the need for incremental parsing of JSON |
|
|
346 | texts. While this module always has to keep both CBOR text and resulting |
|
|
347 | Perl data structure in memory at one time, it does allow you to parse a |
|
|
348 | CBOR stream incrementally, using a similar to using "decode_prefix" to see |
|
|
349 | if a full CBOR object is available, but is much more efficient. |
|
|
350 | |
|
|
351 | It basically works by parsing as much of a CBOR string as possible - if |
|
|
352 | the CBOR data is not complete yet, the pasrer will remember where it was, |
|
|
353 | to be able to restart when more data has been accumulated. Once enough |
|
|
354 | data is available to either decode a complete CBOR value or raise an |
|
|
355 | error, a real decode will be attempted. |
|
|
356 | |
|
|
357 | A typical use case would be a network protocol that consists of sending |
|
|
358 | and receiving CBOR-encoded messages. The solution that works with CBOR and |
|
|
359 | about anything else is by prepending a length to every CBOR value, so the |
|
|
360 | receiver knows how many octets to read. More compact (and slightly slower) |
|
|
361 | would be to just send CBOR values back-to-back, as C<CBOR::XS> knows where |
|
|
362 | a CBOR value ends, and doesn't need an explicit length. |
|
|
363 | |
|
|
364 | The following methods help with this: |
|
|
365 | |
|
|
366 | =over 4 |
|
|
367 | |
|
|
368 | =item @decoded = $cbor->incr_parse ($buffer) |
|
|
369 | |
|
|
370 | This method attempts to decode exactly one CBOR value from the beginning |
|
|
371 | of the given C<$buffer>. The value is removed from the C<$buffer> on |
|
|
372 | success. When C<$buffer> doesn't contain a complete value yet, it returns |
|
|
373 | nothing. Finally, when the C<$buffer> doesn't start with something |
|
|
374 | that could ever be a valid CBOR value, it raises an exception, just as |
|
|
375 | C<decode> would. In the latter case the decoder state is undefined and |
|
|
376 | must be reset before being able to parse further. |
|
|
377 | |
|
|
378 | This method modifies the C<$buffer> in place. When no CBOR value can be |
|
|
379 | decoded, the decoder stores the current string offset. On the next call, |
|
|
380 | continues decoding at the place where it stopped before. For this to make |
|
|
381 | sense, the C<$buffer> must begin with the same octets as on previous |
|
|
382 | unsuccessful calls. |
|
|
383 | |
|
|
384 | You can call this method in scalar context, in which case it either |
|
|
385 | returns a decoded value or C<undef>. This makes it impossible to |
|
|
386 | distinguish between CBOR null values (which decode to C<undef>) and an |
|
|
387 | unsuccessful decode, which is often acceptable. |
|
|
388 | |
|
|
389 | =item @decoded = $cbor->incr_parse_multiple ($buffer) |
|
|
390 | |
|
|
391 | Same as C<incr_parse>, but attempts to decode as many CBOR values as |
|
|
392 | possible in one go, instead of at most one. Calls to C<incr_parse> and |
|
|
393 | C<incr_parse_multiple> can be interleaved. |
|
|
394 | |
|
|
395 | =item $cbor->incr_reset |
|
|
396 | |
|
|
397 | Resets the incremental decoder. This throws away any saved state, so that |
|
|
398 | subsequent calls to C<incr_parse> or C<incr_parse_multiple> start to parse |
|
|
399 | a new CBOR value from the beginning of the C<$buffer> again. |
|
|
400 | |
|
|
401 | This method can be caled at any time, but it I<must> be called if you want |
|
|
402 | to change your C<$buffer> or there was a decoding error and you want to |
|
|
403 | reuse the C<$cbor> object for future incremental parsings. |
| 335 | |
404 | |
| 336 | =back |
405 | =back |
| 337 | |
406 | |
| 338 | |
407 | |
| 339 | =head1 MAPPING |
408 | =head1 MAPPING |
| … | |
… | |
| 987 | require Time::Piece; |
1056 | require Time::Piece; |
| 988 | # Time::Piece::Strptime uses the "incredibly flexible date parsing routine" |
1057 | # Time::Piece::Strptime uses the "incredibly flexible date parsing routine" |
| 989 | # from FreeBSD, which can't parse ISO 8601, RFC3339, RFC4287 or much of anything |
1058 | # from FreeBSD, which can't parse ISO 8601, RFC3339, RFC4287 or much of anything |
| 990 | # else either. Whats incredibe over standard strptime totally escapes me. |
1059 | # else either. Whats incredibe over standard strptime totally escapes me. |
| 991 | # doesn't do fractional times, either. sigh. |
1060 | # doesn't do fractional times, either. sigh. |
|
|
1061 | # In fact, it's all a lie, it uses whatever strptime it wants, and of course, |
|
|
1062 | # they are all incomptible. The openbsd one simply ignores %z (but according to the |
|
|
1063 | # docs, it would be much more incredibly flexible indeed. If it worked, that is.). |
| 992 | scalar eval { |
1064 | scalar eval { |
| 993 | my $s = $_[1]; |
1065 | my $s = $_[1]; |
| 994 | |
1066 | |
| 995 | $s =~ s/Z$/+00:00/; |
1067 | $s =~ s/Z$/+00:00/; |
| 996 | $s =~ s/(\.[0-9]+)?([+-][0-9][0-9]):([0-9][0-9])/$2$3/ |
1068 | $s =~ s/(\.[0-9]+)?([+-][0-9][0-9]):([0-9][0-9])$// |
| 997 | or die; |
1069 | or die; |
| 998 | |
1070 | |
| 999 | my $f = $1; # fractional part. hopefully |
1071 | my $b = $1 - ($2 * 60 + $3) * 60; # fractional part + offset. hopefully |
| 1000 | |
|
|
| 1001 | my $d = Time::Piece->strptime ($s, "%Y-%m-%dT%H:%M:%S%z"); |
1072 | my $d = Time::Piece->strptime ($s, "%Y-%m-%dT%H:%M:%S"); |
| 1002 | |
1073 | |
| 1003 | Time::Piece::gmtime ($d->epoch + $f) |
1074 | Time::Piece::gmtime ($d->epoch + $b) |
| 1004 | } || die "corrupted CBOR date/time string ($_[0])"; |
1075 | } || die "corrupted CBOR date/time string ($_[0])"; |
| 1005 | }, |
1076 | }, |
| 1006 | |
1077 | |
| 1007 | 1 => sub { # seconds since the epoch, possibly fractional |
1078 | 1 => sub { # seconds since the epoch, possibly fractional |
| 1008 | require Time::Piece; |
1079 | require Time::Piece; |
| … | |
… | |
| 1070 | my ($m, $e) = $_[0]->parts; |
1141 | my ($m, $e) = $_[0]->parts; |
| 1071 | tag 4, [$e->numify, $m] |
1142 | tag 4, [$e->numify, $m] |
| 1072 | } |
1143 | } |
| 1073 | |
1144 | |
| 1074 | sub Time::Piece::TO_CBOR { |
1145 | sub Time::Piece::TO_CBOR { |
| 1075 | tag 1, $_[0]->epoch |
1146 | tag 1, 0 + $_[0]->epoch |
| 1076 | } |
1147 | } |
| 1077 | |
1148 | |
| 1078 | XSLoader::load "CBOR::XS", $VERSION; |
1149 | XSLoader::load "CBOR::XS", $VERSION; |
| 1079 | |
1150 | |
| 1080 | =head1 SEE ALSO |
1151 | =head1 SEE ALSO |
