ViewVC Help
View File | Revision Log | Show Annotations | Download File
/cvs/JSON-XS/XS.xs
(Generate patch)

Comparing JSON-XS/XS.xs (file contents):
Revision 1.76 by root, Thu Mar 20 00:56:37 2008 UTC vs.
Revision 1.89 by root, Sat Jul 19 04:21:32 2008 UTC

31#define F_ALLOW_NONREF 0x00000100UL 31#define F_ALLOW_NONREF 0x00000100UL
32#define F_SHRINK 0x00000200UL 32#define F_SHRINK 0x00000200UL
33#define F_ALLOW_BLESSED 0x00000400UL 33#define F_ALLOW_BLESSED 0x00000400UL
34#define F_CONV_BLESSED 0x00000800UL 34#define F_CONV_BLESSED 0x00000800UL
35#define F_RELAXED 0x00001000UL 35#define F_RELAXED 0x00001000UL
36 36#define F_ALLOW_UNKNOWN 0x00002000UL
37#define F_MAXDEPTH 0xf8000000UL
38#define S_MAXDEPTH 27
39#define F_MAXSIZE 0x01f00000UL
40#define S_MAXSIZE 20
41#define F_HOOK 0x00080000UL // some hooks exist, so slow-path processing 37#define F_HOOK 0x00080000UL // some hooks exist, so slow-path processing
42 38
43#define DEC_DEPTH(flags) (1UL << ((flags & F_MAXDEPTH) >> S_MAXDEPTH))
44#define DEC_SIZE(flags) (1UL << ((flags & F_MAXSIZE ) >> S_MAXSIZE ))
45
46#define F_PRETTY F_INDENT | F_SPACE_BEFORE | F_SPACE_AFTER 39#define F_PRETTY F_INDENT | F_SPACE_BEFORE | F_SPACE_AFTER
47#define F_DEFAULT (9UL << S_MAXDEPTH)
48 40
49#define INIT_SIZE 32 // initial scalar size to be allocated 41#define INIT_SIZE 32 // initial scalar size to be allocated
50#define INDENT_STEP 3 // spaces per indentation level 42#define INDENT_STEP 3 // spaces per indentation level
51 43
52#define SHORT_STRING_LEN 16384 // special-case strings of up to this size 44#define SHORT_STRING_LEN 16384 // special-case strings of up to this size
67 59
68#define IN_RANGE_INC(type,val,beg,end) \ 60#define IN_RANGE_INC(type,val,beg,end) \
69 ((unsigned type)((unsigned type)(val) - (unsigned type)(beg)) \ 61 ((unsigned type)((unsigned type)(val) - (unsigned type)(beg)) \
70 <= (unsigned type)((unsigned type)(end) - (unsigned type)(beg))) 62 <= (unsigned type)((unsigned type)(end) - (unsigned type)(beg)))
71 63
64#define ERR_NESTING_EXCEEDED "json text or perl structure exceeds maximum nesting level (max_depth set too low?)"
65
72#ifdef USE_ITHREADS 66#ifdef USE_ITHREADS
73# define JSON_SLOW 1 67# define JSON_SLOW 1
74# define JSON_STASH (json_stash ? json_stash : gv_stashpv ("JSON::XS", 1)) 68# define JSON_STASH (json_stash ? json_stash : gv_stashpv ("JSON::XS", 1))
75#else 69#else
76# define JSON_SLOW 0 70# define JSON_SLOW 0
78#endif 72#endif
79 73
80static HV *json_stash, *json_boolean_stash; // JSON::XS:: 74static HV *json_stash, *json_boolean_stash; // JSON::XS::
81static SV *json_true, *json_false; 75static SV *json_true, *json_false;
82 76
77enum {
78 INCR_M_WS = 0, // initial whitespace skipping, must be 0
79 INCR_M_STR, // inside string
80 INCR_M_BS, // inside backslash
81 INCR_M_JSON // outside anything, count nesting
82};
83
84#define INCR_DONE(json) ((json)->incr_nest <= 0 && (json)->incr_mode == INCR_M_JSON)
85
83typedef struct { 86typedef struct {
84 U32 flags; 87 U32 flags;
88 U32 max_depth;
89 STRLEN max_size;
90
85 SV *cb_object; 91 SV *cb_object;
86 HV *cb_sk_object; 92 HV *cb_sk_object;
93
94 // for the incremental parser
95 SV *incr_text; // the source text so far
96 STRLEN incr_pos; // the current offset into the text
97 int incr_nest; // {[]}-nesting level
98 unsigned char incr_mode;
87} JSON; 99} JSON;
100
101INLINE void
102json_init (JSON *json)
103{
104 Zero (json, 1, JSON);
105 json->max_depth = 512;
106}
88 107
89///////////////////////////////////////////////////////////////////////////// 108/////////////////////////////////////////////////////////////////////////////
90// utility functions 109// utility functions
91 110
111INLINE SV *
112get_bool (const char *name)
113{
114 SV *sv = get_sv (name, 1);
115
116 SvREADONLY_on (sv);
117 SvREADONLY_on (SvRV (sv));
118
119 return sv;
120}
121
92INLINE void 122INLINE void
93shrink (SV *sv) 123shrink (SV *sv)
94{ 124{
95 sv_utf8_downgrade (sv, 1); 125 sv_utf8_downgrade (sv, 1);
126
96 if (SvLEN (sv) > SvCUR (sv) + 1) 127 if (SvLEN (sv) > SvCUR (sv) + 1)
97 { 128 {
98#ifdef SvPV_shrink_to_cur 129#ifdef SvPV_shrink_to_cur
99 SvPV_shrink_to_cur (sv); 130 SvPV_shrink_to_cur (sv);
100#elif defined (SvPV_renew) 131#elif defined (SvPV_renew)
155 char *cur; // SvPVX (sv) + current output position 186 char *cur; // SvPVX (sv) + current output position
156 char *end; // SvEND (sv) 187 char *end; // SvEND (sv)
157 SV *sv; // result scalar 188 SV *sv; // result scalar
158 JSON json; 189 JSON json;
159 U32 indent; // indentation level 190 U32 indent; // indentation level
160 U32 maxdepth; // max. indentation/recursion level
161 UV limit; // escape character values >= this value when encoding 191 UV limit; // escape character values >= this value when encoding
162} enc_t; 192} enc_t;
163 193
164INLINE void 194INLINE void
165need (enc_t *enc, STRLEN len) 195need (enc_t *enc, STRLEN len)
338static void 368static void
339encode_av (enc_t *enc, AV *av) 369encode_av (enc_t *enc, AV *av)
340{ 370{
341 int i, len = av_len (av); 371 int i, len = av_len (av);
342 372
343 if (enc->indent >= enc->maxdepth) 373 if (enc->indent >= enc->json.max_depth)
344 croak ("data structure too deep (hit recursion limit)"); 374 croak (ERR_NESTING_EXCEEDED);
345 375
346 encode_ch (enc, '['); 376 encode_ch (enc, '[');
347 377
348 if (len >= 0) 378 if (len >= 0)
349 { 379 {
423 453
424static void 454static void
425encode_hv (enc_t *enc, HV *hv) 455encode_hv (enc_t *enc, HV *hv)
426{ 456{
427 HE *he; 457 HE *he;
428 int count;
429 458
430 if (enc->indent >= enc->maxdepth) 459 if (enc->indent >= enc->json.max_depth)
431 croak ("data structure too deep (hit recursion limit)"); 460 croak (ERR_NESTING_EXCEEDED);
432 461
433 encode_ch (enc, '{'); 462 encode_ch (enc, '{');
434 463
435 // for canonical output we have to sort by keys first 464 // for canonical output we have to sort by keys first
436 // actually, this is mostly due to the stupid so-called 465 // actually, this is mostly due to the stupid so-called
617 646
618 if (len == 1 && *pv == '1') 647 if (len == 1 && *pv == '1')
619 encode_str (enc, "true", 4, 0); 648 encode_str (enc, "true", 4, 0);
620 else if (len == 1 && *pv == '0') 649 else if (len == 1 && *pv == '0')
621 encode_str (enc, "false", 5, 0); 650 encode_str (enc, "false", 5, 0);
651 else if (enc->json.flags & F_ALLOW_UNKNOWN)
652 encode_str (enc, "null", 4, 0);
622 else 653 else
623 croak ("cannot encode reference to scalar '%s' unless the scalar is 0 or 1", 654 croak ("cannot encode reference to scalar '%s' unless the scalar is 0 or 1",
624 SvPV_nolen (sv_2mortal (newRV_inc (sv)))); 655 SvPV_nolen (sv_2mortal (newRV_inc (sv))));
625 } 656 }
657 else if (enc->json.flags & F_ALLOW_UNKNOWN)
658 encode_str (enc, "null", 4, 0);
626 else 659 else
627 croak ("encountered %s, but JSON can only represent references to arrays or hashes", 660 croak ("encountered %s, but JSON can only represent references to arrays or hashes",
628 SvPV_nolen (sv_2mortal (newRV_inc (sv)))); 661 SvPV_nolen (sv_2mortal (newRV_inc (sv))));
629} 662}
630 663
692 : snprintf (enc->cur, IVUV_MAXCHARS, "%"IVdf, (IV)SvIVX (sv)); 725 : snprintf (enc->cur, IVUV_MAXCHARS, "%"IVdf, (IV)SvIVX (sv));
693 } 726 }
694 } 727 }
695 else if (SvROK (sv)) 728 else if (SvROK (sv))
696 encode_rv (enc, SvRV (sv)); 729 encode_rv (enc, SvRV (sv));
697 else if (!SvOK (sv)) 730 else if (!SvOK (sv) || enc->json.flags & F_ALLOW_UNKNOWN)
698 encode_str (enc, "null", 4, 0); 731 encode_str (enc, "null", 4, 0);
699 else 732 else
700 croak ("encountered perl type (%s,0x%x) that JSON cannot handle, you might want to report this", 733 croak ("encountered perl type (%s,0x%x) that JSON cannot handle, you might want to report this",
701 SvPV_nolen (sv), SvFLAGS (sv)); 734 SvPV_nolen (sv), SvFLAGS (sv));
702} 735}
712 enc.json = *json; 745 enc.json = *json;
713 enc.sv = sv_2mortal (NEWSV (0, INIT_SIZE)); 746 enc.sv = sv_2mortal (NEWSV (0, INIT_SIZE));
714 enc.cur = SvPVX (enc.sv); 747 enc.cur = SvPVX (enc.sv);
715 enc.end = SvEND (enc.sv); 748 enc.end = SvEND (enc.sv);
716 enc.indent = 0; 749 enc.indent = 0;
717 enc.maxdepth = DEC_DEPTH (enc.json.flags);
718 enc.limit = enc.json.flags & F_ASCII ? 0x000080UL 750 enc.limit = enc.json.flags & F_ASCII ? 0x000080UL
719 : enc.json.flags & F_LATIN1 ? 0x000100UL 751 : enc.json.flags & F_LATIN1 ? 0x000100UL
720 : 0x110000UL; 752 : 0x110000UL;
721 753
722 SvPOK_only (enc.sv); 754 SvPOK_only (enc.sv);
789 if (*dec->cur != ch) \ 821 if (*dec->cur != ch) \
790 ERR (# ch " expected"); \ 822 ERR (# ch " expected"); \
791 ++dec->cur; \ 823 ++dec->cur; \
792 SE 824 SE
793 825
794#define DEC_INC_DEPTH if (++dec->depth > dec->maxdepth) ERR ("json datastructure exceeds maximum nesting level (set a higher max_depth)") 826#define DEC_INC_DEPTH if (++dec->depth > dec->json.max_depth) ERR (ERR_NESTING_EXCEEDED)
795#define DEC_DEC_DEPTH --dec->depth 827#define DEC_DEC_DEPTH --dec->depth
796 828
797static SV *decode_sv (dec_t *dec); 829static SV *decode_sv (dec_t *dec);
798 830
799static signed char decode_hexdigit[256]; 831static signed char decode_hexdigit[256];
1171 char *p = dec->cur; 1203 char *p = dec->cur;
1172 char *e = p + 24; // only try up to 24 bytes 1204 char *e = p + 24; // only try up to 24 bytes
1173 1205
1174 for (;;) 1206 for (;;)
1175 { 1207 {
1176 // the >= 0x80 is true on most architectures 1208 // the >= 0x80 is false on most architectures
1177 if (p == e || *p < 0x20 || *p >= 0x80 || *p == '\\') 1209 if (p == e || *p < 0x20 || *p >= 0x80 || *p == '\\')
1178 { 1210 {
1179 // slow path, back up and use decode_str 1211 // slow path, back up and use decode_str
1180 SV *key = decode_str (dec); 1212 SV *key = decode_str (dec);
1181 if (!key) 1213 if (!key)
1329 case 't': 1361 case 't':
1330 if (dec->end - dec->cur >= 4 && !memcmp (dec->cur, "true", 4)) 1362 if (dec->end - dec->cur >= 4 && !memcmp (dec->cur, "true", 4))
1331 { 1363 {
1332 dec->cur += 4; 1364 dec->cur += 4;
1333#if JSON_SLOW 1365#if JSON_SLOW
1334 json_true = get_sv ("JSON::XS::true", 1); SvREADONLY_on (json_true); 1366 json_true = get_bool ("JSON::XS::true");
1335#endif 1367#endif
1336 return SvREFCNT_inc (json_true); 1368 return newSVsv (json_true);
1337 } 1369 }
1338 else 1370 else
1339 ERR ("'true' expected"); 1371 ERR ("'true' expected");
1340 1372
1341 break; 1373 break;
1343 case 'f': 1375 case 'f':
1344 if (dec->end - dec->cur >= 5 && !memcmp (dec->cur, "false", 5)) 1376 if (dec->end - dec->cur >= 5 && !memcmp (dec->cur, "false", 5))
1345 { 1377 {
1346 dec->cur += 5; 1378 dec->cur += 5;
1347#if JSON_SLOW 1379#if JSON_SLOW
1348 json_false = get_sv ("JSON::XS::false", 1); SvREADONLY_on (json_false); 1380 json_false = get_bool ("JSON::XS::false");
1349#endif 1381#endif
1350 return SvREFCNT_inc (json_false); 1382 return newSVsv (json_false);
1351 } 1383 }
1352 else 1384 else
1353 ERR ("'false' expected"); 1385 ERR ("'false' expected");
1354 1386
1355 break; 1387 break;
1373fail: 1405fail:
1374 return 0; 1406 return 0;
1375} 1407}
1376 1408
1377static SV * 1409static SV *
1378decode_json (SV *string, JSON *json, UV *offset_return) 1410decode_json (SV *string, JSON *json, STRLEN *offset_return)
1379{ 1411{
1380 dec_t dec; 1412 dec_t dec;
1381 UV offset; 1413 STRLEN offset;
1382 SV *sv; 1414 SV *sv;
1383 1415
1384 SvGETMAGIC (string); 1416 SvGETMAGIC (string);
1385 SvUPGRADE (string, SVt_PV); 1417 SvUPGRADE (string, SVt_PV);
1386 1418
1387 if (json->flags & F_MAXSIZE && SvCUR (string) > DEC_SIZE (json->flags)) 1419 /* work around a bug in perl 5.10, which causes SvCUR to fail an
1420 * assertion with -DDEBUGGING, although SvCUR is documented to
1421 * return the xpv_cur field which certainly exists after upgrading.
1422 * according to nicholas clark, calling SvPOK fixes this.
1423 * But it doesn't fix it, so try another workaround, call SvPV_nolen
1424 * and hope for the best.
1425 */
1426#ifdef DEBUGGING
1427 SvPV_nolen (string);
1428#endif
1429
1430 if (SvCUR (string) > json->max_size && json->max_size)
1388 croak ("attempted decode of JSON text of %lu bytes size, but max_size is set to %lu", 1431 croak ("attempted decode of JSON text of %lu bytes size, but max_size is set to %lu",
1389 (unsigned long)SvCUR (string), (unsigned long)DEC_SIZE (json->flags)); 1432 (unsigned long)SvCUR (string), (unsigned long)json->max_size);
1390 1433
1391 if (json->flags & F_UTF8) 1434 if (json->flags & F_UTF8)
1392 sv_utf8_downgrade (string, 0); 1435 sv_utf8_downgrade (string, 0);
1393 else 1436 else
1394 sv_utf8_upgrade (string); 1437 sv_utf8_upgrade (string);
1395 1438
1396 SvGROW (string, SvCUR (string) + 1); // should basically be a NOP 1439 SvGROW (string, SvCUR (string) + 1); // should basically be a NOP
1397 1440
1398 dec.json = *json; 1441 dec.json = *json;
1399 dec.cur = SvPVX (string); 1442 dec.cur = SvPVX (string);
1400 dec.end = SvEND (string); 1443 dec.end = SvEND (string);
1401 dec.err = 0; 1444 dec.err = 0;
1402 dec.depth = 0; 1445 dec.depth = 0;
1403 dec.maxdepth = DEC_DEPTH (dec.json.flags);
1404 1446
1405 if (dec.json.cb_object || dec.json.cb_sk_object) 1447 if (dec.json.cb_object || dec.json.cb_sk_object)
1406 dec.json.flags |= F_HOOK; 1448 dec.json.flags |= F_HOOK;
1407 1449
1408 *dec.end = 0; // this should basically be a nop, too, but make sure it's there 1450 *dec.end = 0; // this should basically be a nop, too, but make sure it's there
1459 1501
1460 return sv; 1502 return sv;
1461} 1503}
1462 1504
1463///////////////////////////////////////////////////////////////////////////// 1505/////////////////////////////////////////////////////////////////////////////
1506// incremental parser
1507
1508static void
1509incr_parse (JSON *self)
1510{
1511 const char *p = SvPVX (self->incr_text) + self->incr_pos;
1512
1513 for (;;)
1514 {
1515 //printf ("loop pod %d *p<%c><%s>, mode %d nest %d\n", p - SvPVX (self->incr_text), *p, p, self->incr_mode, self->incr_nest);//D
1516 switch (self->incr_mode)
1517 {
1518 // only used for intiial whitespace skipping
1519 case INCR_M_WS:
1520 for (;;)
1521 {
1522 if (*p > 0x20)
1523 {
1524 self->incr_mode = INCR_M_JSON;
1525 goto incr_m_json;
1526 }
1527 else if (!*p)
1528 goto interrupt;
1529
1530 ++p;
1531 }
1532
1533 // skip a single char inside a string (for \\-processing)
1534 case INCR_M_BS:
1535 if (!*p)
1536 goto interrupt;
1537
1538 ++p;
1539 self->incr_mode = INCR_M_STR;
1540 goto incr_m_str;
1541
1542 // inside a string
1543 case INCR_M_STR:
1544 incr_m_str:
1545 for (;;)
1546 {
1547 if (*p == '"')
1548 {
1549 ++p;
1550 self->incr_mode = INCR_M_JSON;
1551
1552 if (!self->incr_nest)
1553 goto interrupt;
1554
1555 goto incr_m_json;
1556 }
1557 else if (*p == '\\')
1558 {
1559 ++p; // "virtually" consumes character after \
1560
1561 if (!*p) // if at end of string we have to switch modes
1562 {
1563 self->incr_mode = INCR_M_BS;
1564 goto interrupt;
1565 }
1566 }
1567 else if (!*p)
1568 goto interrupt;
1569
1570 ++p;
1571 }
1572
1573 // after initial ws, outside string
1574 case INCR_M_JSON:
1575 incr_m_json:
1576 for (;;)
1577 {
1578 switch (*p++)
1579 {
1580 case 0:
1581 --p;
1582 goto interrupt;
1583
1584 case 0x09:
1585 case 0x0a:
1586 case 0x0d:
1587 case 0x20:
1588 if (!self->incr_nest)
1589 {
1590 --p; // do not eat the whitespace, let the next round do it
1591 goto interrupt;
1592 }
1593 break;
1594
1595 case '"':
1596 self->incr_mode = INCR_M_STR;
1597 goto incr_m_str;
1598
1599 case '[':
1600 case '{':
1601 if (++self->incr_nest > self->max_depth)
1602 croak (ERR_NESTING_EXCEEDED);
1603 break;
1604
1605 case ']':
1606 case '}':
1607 if (--self->incr_nest <= 0)
1608 goto interrupt;
1609 }
1610 }
1611 }
1612
1613 modechange:
1614 ;
1615 }
1616
1617interrupt:
1618 self->incr_pos = p - SvPVX (self->incr_text);
1619 //printf ("return pos %d mode %d nest %d\n", self->incr_pos, self->incr_mode, self->incr_nest);//D
1620}
1621
1622/////////////////////////////////////////////////////////////////////////////
1464// XS interface functions 1623// XS interface functions
1465 1624
1466MODULE = JSON::XS PACKAGE = JSON::XS 1625MODULE = JSON::XS PACKAGE = JSON::XS
1467 1626
1468BOOT: 1627BOOT:
1477 : -1; 1636 : -1;
1478 1637
1479 json_stash = gv_stashpv ("JSON::XS" , 1); 1638 json_stash = gv_stashpv ("JSON::XS" , 1);
1480 json_boolean_stash = gv_stashpv ("JSON::XS::Boolean", 1); 1639 json_boolean_stash = gv_stashpv ("JSON::XS::Boolean", 1);
1481 1640
1482 json_true = get_sv ("JSON::XS::true" , 1); SvREADONLY_on (json_true ); 1641 json_true = get_bool ("JSON::XS::true");
1483 json_false = get_sv ("JSON::XS::false", 1); SvREADONLY_on (json_false); 1642 json_false = get_bool ("JSON::XS::false");
1484} 1643}
1485 1644
1486PROTOTYPES: DISABLE 1645PROTOTYPES: DISABLE
1487 1646
1488void CLONE (...) 1647void CLONE (...)
1493void new (char *klass) 1652void new (char *klass)
1494 PPCODE: 1653 PPCODE:
1495{ 1654{
1496 SV *pv = NEWSV (0, sizeof (JSON)); 1655 SV *pv = NEWSV (0, sizeof (JSON));
1497 SvPOK_only (pv); 1656 SvPOK_only (pv);
1498 Zero (SvPVX (pv), 1, JSON); 1657 json_init ((JSON *)SvPVX (pv));
1499 ((JSON *)SvPVX (pv))->flags = F_DEFAULT;
1500 XPUSHs (sv_2mortal (sv_bless ( 1658 XPUSHs (sv_2mortal (sv_bless (
1501 newRV_noinc (pv), 1659 newRV_noinc (pv),
1502 strEQ (klass, "JSON::XS") ? JSON_STASH : gv_stashpv (klass, 1) 1660 strEQ (klass, "JSON::XS") ? JSON_STASH : gv_stashpv (klass, 1)
1503 ))); 1661 )));
1504} 1662}
1516 allow_nonref = F_ALLOW_NONREF 1674 allow_nonref = F_ALLOW_NONREF
1517 shrink = F_SHRINK 1675 shrink = F_SHRINK
1518 allow_blessed = F_ALLOW_BLESSED 1676 allow_blessed = F_ALLOW_BLESSED
1519 convert_blessed = F_CONV_BLESSED 1677 convert_blessed = F_CONV_BLESSED
1520 relaxed = F_RELAXED 1678 relaxed = F_RELAXED
1679 allow_unknown = F_ALLOW_UNKNOWN
1521 PPCODE: 1680 PPCODE:
1522{ 1681{
1523 if (enable) 1682 if (enable)
1524 self->flags |= ix; 1683 self->flags |= ix;
1525 else 1684 else
1540 get_allow_nonref = F_ALLOW_NONREF 1699 get_allow_nonref = F_ALLOW_NONREF
1541 get_shrink = F_SHRINK 1700 get_shrink = F_SHRINK
1542 get_allow_blessed = F_ALLOW_BLESSED 1701 get_allow_blessed = F_ALLOW_BLESSED
1543 get_convert_blessed = F_CONV_BLESSED 1702 get_convert_blessed = F_CONV_BLESSED
1544 get_relaxed = F_RELAXED 1703 get_relaxed = F_RELAXED
1704 get_allow_unknown = F_ALLOW_UNKNOWN
1545 PPCODE: 1705 PPCODE:
1546 XPUSHs (boolSV (self->flags & ix)); 1706 XPUSHs (boolSV (self->flags & ix));
1547 1707
1548void max_depth (JSON *self, UV max_depth = 0x80000000UL) 1708void max_depth (JSON *self, U32 max_depth = 0x80000000UL)
1549 PPCODE: 1709 PPCODE:
1550{ 1710 self->max_depth = max_depth;
1551 UV log2 = 0;
1552
1553 if (max_depth > 0x80000000UL) max_depth = 0x80000000UL;
1554
1555 while ((1UL << log2) < max_depth)
1556 ++log2;
1557
1558 self->flags = self->flags & ~F_MAXDEPTH | (log2 << S_MAXDEPTH);
1559
1560 XPUSHs (ST (0)); 1711 XPUSHs (ST (0));
1561}
1562 1712
1563U32 get_max_depth (JSON *self) 1713U32 get_max_depth (JSON *self)
1564 CODE: 1714 CODE:
1565 RETVAL = DEC_DEPTH (self->flags); 1715 RETVAL = self->max_depth;
1566 OUTPUT: 1716 OUTPUT:
1567 RETVAL 1717 RETVAL
1568 1718
1569void max_size (JSON *self, UV max_size = 0) 1719void max_size (JSON *self, U32 max_size = 0)
1570 PPCODE: 1720 PPCODE:
1571{ 1721 self->max_size = max_size;
1572 UV log2 = 0;
1573
1574 if (max_size > 0x80000000UL) max_size = 0x80000000UL;
1575 if (max_size == 1) max_size = 2;
1576
1577 while ((1UL << log2) < max_size)
1578 ++log2;
1579
1580 self->flags = self->flags & ~F_MAXSIZE | (log2 << S_MAXSIZE);
1581
1582 XPUSHs (ST (0)); 1722 XPUSHs (ST (0));
1583}
1584 1723
1585int get_max_size (JSON *self) 1724int get_max_size (JSON *self)
1586 CODE: 1725 CODE:
1587 RETVAL = DEC_SIZE (self->flags); 1726 RETVAL = self->max_size;
1588 OUTPUT: 1727 OUTPUT:
1589 RETVAL 1728 RETVAL
1590 1729
1591void filter_json_object (JSON *self, SV *cb = &PL_sv_undef) 1730void filter_json_object (JSON *self, SV *cb = &PL_sv_undef)
1592 PPCODE: 1731 PPCODE:
1628 XPUSHs (decode_json (jsonstr, self, 0)); 1767 XPUSHs (decode_json (jsonstr, self, 0));
1629 1768
1630void decode_prefix (JSON *self, SV *jsonstr) 1769void decode_prefix (JSON *self, SV *jsonstr)
1631 PPCODE: 1770 PPCODE:
1632{ 1771{
1633 UV offset; 1772 STRLEN offset;
1634 EXTEND (SP, 2); 1773 EXTEND (SP, 2);
1635 PUSHs (decode_json (jsonstr, self, &offset)); 1774 PUSHs (decode_json (jsonstr, self, &offset));
1636 PUSHs (sv_2mortal (newSVuv (offset))); 1775 PUSHs (sv_2mortal (newSVuv (offset)));
1776}
1777
1778void incr_parse (JSON *self, SV *jsonstr = 0)
1779 PPCODE:
1780{
1781 if (!self->incr_text)
1782 self->incr_text = newSVpvn ("", 0);
1783
1784 // append data, if any
1785 if (jsonstr)
1786 {
1787 if (SvUTF8 (jsonstr) && !SvUTF8 (self->incr_text))
1788 {
1789 /* utf-8-ness differs, need to upgrade */
1790 sv_utf8_upgrade (self->incr_text);
1791
1792 if (self->incr_pos)
1793 self->incr_pos = utf8_hop ((U8 *)SvPVX (self->incr_text), self->incr_pos)
1794 - (U8 *)SvPVX (self->incr_text);
1795 }
1796
1797 {
1798 STRLEN len;
1799 const char *str = SvPV (jsonstr, len);
1800 SvGROW (self->incr_text, SvCUR (self->incr_text) + len + 1);
1801 Move (str, SvEND (self->incr_text), len, char);
1802 SvCUR_set (self->incr_text, SvCUR (self->incr_text) + len);
1803 *SvEND (self->incr_text) = 0; // this should basically be a nop, too, but make sure it's there
1804 }
1805 }
1806
1807 if (GIMME_V != G_VOID)
1808 do
1809 {
1810 STRLEN offset;
1811
1812 if (!INCR_DONE (self))
1813 {
1814 incr_parse (self);
1815
1816 if (self->incr_pos > self->max_size && self->max_size)
1817 croak ("attempted decode of JSON text of %lu bytes size, but max_size is set to %lu",
1818 (unsigned long)self->incr_pos, (unsigned long)self->max_size);
1819
1820 if (!INCR_DONE (self))
1821 break;
1822 }
1823
1824 XPUSHs (decode_json (self->incr_text, self, &offset));
1825
1826 sv_chop (self->incr_text, SvPV_nolen (self->incr_text) + offset);
1827 self->incr_pos -= offset;
1828 self->incr_nest = 0;
1829 self->incr_mode = 0;
1830 }
1831 while (GIMME_V == G_ARRAY);
1832}
1833
1834SV *incr_text (JSON *self)
1835 ATTRS: lvalue
1836 CODE:
1837{
1838 if (self->incr_pos)
1839 croak ("incr_text can not be called when the incremental parser already started parsing");
1840
1841 RETVAL = self->incr_text ? SvREFCNT_inc (self->incr_text) : &PL_sv_undef;
1842}
1843 OUTPUT:
1844 RETVAL
1845
1846void incr_skip (JSON *self)
1847 CODE:
1848{
1849 if (self->incr_pos)
1850 {
1851 sv_chop (self->incr_text, SvPV_nolen (self->incr_text) + self->incr_pos);
1852 self->incr_pos = 0;
1853 self->incr_nest = 0;
1854 self->incr_mode = 0;
1855 }
1856}
1857
1858void incr_reset (JSON *self)
1859 CODE:
1860{
1861 SvREFCNT_dec (self->incr_text);
1862 self->incr_text = 0;
1863 self->incr_pos = 0;
1864 self->incr_nest = 0;
1865 self->incr_mode = 0;
1637} 1866}
1638 1867
1639void DESTROY (JSON *self) 1868void DESTROY (JSON *self)
1640 CODE: 1869 CODE:
1641 SvREFCNT_dec (self->cb_sk_object); 1870 SvREFCNT_dec (self->cb_sk_object);
1642 SvREFCNT_dec (self->cb_object); 1871 SvREFCNT_dec (self->cb_object);
1872 SvREFCNT_dec (self->incr_text);
1643 1873
1644PROTOTYPES: ENABLE 1874PROTOTYPES: ENABLE
1645 1875
1646void encode_json (SV *scalar) 1876void encode_json (SV *scalar)
1647 ALIAS: 1877 ALIAS:
1648 to_json_ = 0 1878 to_json_ = 0
1649 encode_json = F_UTF8 1879 encode_json = F_UTF8
1650 PPCODE: 1880 PPCODE:
1651{ 1881{
1652 JSON json = { F_DEFAULT | ix }; 1882 JSON json;
1883 json_init (&json);
1884 json.flags |= ix;
1653 XPUSHs (encode_json (scalar, &json)); 1885 XPUSHs (encode_json (scalar, &json));
1654} 1886}
1655 1887
1656void decode_json (SV *jsonstr) 1888void decode_json (SV *jsonstr)
1657 ALIAS: 1889 ALIAS:
1658 from_json_ = 0 1890 from_json_ = 0
1659 decode_json = F_UTF8 1891 decode_json = F_UTF8
1660 PPCODE: 1892 PPCODE:
1661{ 1893{
1662 JSON json = { F_DEFAULT | ix }; 1894 JSON json;
1895 json_init (&json);
1896 json.flags |= ix;
1663 XPUSHs (decode_json (jsonstr, &json, 0)); 1897 XPUSHs (decode_json (jsonstr, &json, 0));
1664} 1898}
1665 1899
1900

Diff Legend

Removed lines
+ Added lines
< Changed lines
> Changed lines