ViewVC Help
View File | Revision Log | Show Annotations | Download File
/cvs/cvsroot/JSON-XS/XS.xs
Revision: 1.152
Committed: Fri Nov 13 03:44:14 2026 UTC (3 days, 9 hours ago) by root
Branch: MAIN
CVS Tags: rel-4_05, HEAD
Changes since 1.151: +5 -0 lines
Log Message:
*** empty log message ***

File Contents

# User Rev Content
1 root 1.1 #include "EXTERN.h"
2     #include "perl.h"
3     #include "XSUB.h"
4    
5 root 1.56 #include <assert.h>
6     #include <string.h>
7     #include <stdlib.h>
8     #include <stdio.h>
9 root 1.75 #include <limits.h>
10 root 1.56 #include <float.h>
11 root 1.130 #include <inttypes.h>
12 root 1.26
13     #if defined(__BORLANDC__) || defined(_MSC_VER)
14     # define snprintf _snprintf // C compilers have this in stdio.h
15     #endif
16 root 1.1
17 root 1.41 // some old perls do not have this, try to make it work, no
18 root 1.99 // guarantees, though. if it breaks, you get to keep the pieces.
19 root 1.41 #ifndef UTF8_MAXBYTES
20     # define UTF8_MAXBYTES 13
21     #endif
22    
23 root 1.122 // compatibility with perl <5.18
24     #ifndef HvNAMELEN_get
25     # define HvNAMELEN_get(hv) strlen (HvNAME (hv))
26     #endif
27     #ifndef HvNAMELEN
28     # define HvNAMELEN(hv) HvNAMELEN_get (hv)
29     #endif
30     #ifndef HvNAMEUTF8
31     # define HvNAMEUTF8(hv) 0
32     #endif
33    
34 root 1.102 // three extra for rounding, sign, and end of string
35     #define IVUV_MAXCHARS (sizeof (UV) * CHAR_BIT * 28 / 93 + 3)
36 root 1.75
37 root 1.44 #define F_ASCII 0x00000001UL
38     #define F_LATIN1 0x00000002UL
39     #define F_UTF8 0x00000004UL
40     #define F_INDENT 0x00000008UL
41     #define F_CANONICAL 0x00000010UL
42     #define F_SPACE_BEFORE 0x00000020UL
43     #define F_SPACE_AFTER 0x00000040UL
44     #define F_ALLOW_NONREF 0x00000100UL
45     #define F_SHRINK 0x00000200UL
46     #define F_ALLOW_BLESSED 0x00000400UL
47 root 1.49 #define F_CONV_BLESSED 0x00000800UL
48 root 1.63 #define F_RELAXED 0x00001000UL
49 root 1.84 #define F_ALLOW_UNKNOWN 0x00002000UL
50 root 1.119 #define F_ALLOW_TAGS 0x00004000UL
51 root 1.49 #define F_HOOK 0x00080000UL // some hooks exist, so slow-path processing
52 root 1.18
53 root 1.2 #define F_PRETTY F_INDENT | F_SPACE_BEFORE | F_SPACE_AFTER
54 root 1.1
55 root 1.134 #define INIT_SIZE 64 // initial scalar size to be allocated
56 root 1.12 #define INDENT_STEP 3 // spaces per indentation level
57    
58 root 1.38 #define SHORT_STRING_LEN 16384 // special-case strings of up to this size
59 root 1.1
60 root 1.108 #define DECODE_WANTS_OCTETS(json) ((json)->flags & F_UTF8)
61    
62 root 1.1 #define SB do {
63     #define SE } while (0)
64    
65 root 1.35 #if __GNUC__ >= 3
66 root 1.71 # define expect(expr,value) __builtin_expect ((expr), (value))
67     # define INLINE static inline
68 root 1.35 #else
69     # define expect(expr,value) (expr)
70 root 1.71 # define INLINE static
71 root 1.35 #endif
72    
73     #define expect_false(expr) expect ((expr) != 0, 0)
74     #define expect_true(expr) expect ((expr) != 0, 1)
75    
76 root 1.72 #define IN_RANGE_INC(type,val,beg,end) \
77     ((unsigned type)((unsigned type)(val) - (unsigned type)(beg)) \
78     <= (unsigned type)((unsigned type)(end) - (unsigned type)(beg)))
79    
80 root 1.85 #define ERR_NESTING_EXCEEDED "json text or perl structure exceeds maximum nesting level (max_depth set too low?)"
81    
82 root 1.57 #ifdef USE_ITHREADS
83 root 1.133 # define JSON_STASH (expect_true (json_stash) ? json_stash : gv_stashpv ("JSON::XS", 1))
84     # define BOOL_STASH (expect_true (bool_stash) ? bool_stash : gv_stashpv ("Types::Serialiser::Boolean", 1))
85     # define GET_BOOL(value) (expect_true (bool_ ## value) ? bool_ ## value : get_bool ("Types::Serialiser::" # value))
86 root 1.57 #else
87 root 1.59 # define JSON_STASH json_stash
88 root 1.126 # define BOOL_STASH bool_stash
89 root 1.133 # define GET_BOOL(value) bool_ ## value
90 root 1.57 #endif
91    
92 root 1.115 // the amount of HEs to allocate on the stack, when sorting keys
93     #define STACK_HES 64
94    
95 root 1.126 static HV *json_stash, *bool_stash; // JSON::XS::, Types::Serialiser::Boolean::
96 root 1.133 static SV *bool_false, *bool_true;
97     static SV *sv_json;
98 root 1.1
99 root 1.77 enum {
100     INCR_M_WS = 0, // initial whitespace skipping, must be 0
101 root 1.136 INCR_M_TFN, // inside true/false/null
102     INCR_M_NUM, // inside number
103 root 1.77 INCR_M_STR, // inside string
104     INCR_M_BS, // inside backslash
105 root 1.103 INCR_M_C0, // inside comment in initial whitespace sequence
106     INCR_M_C1, // inside comment in other places
107 root 1.77 INCR_M_JSON // outside anything, count nesting
108     };
109    
110 root 1.88 #define INCR_DONE(json) ((json)->incr_nest <= 0 && (json)->incr_mode == INCR_M_JSON)
111 root 1.77
112 root 1.48 typedef struct {
113 root 1.47 U32 flags;
114 root 1.85 U32 max_depth;
115     STRLEN max_size;
116    
117 root 1.52 SV *cb_object;
118     HV *cb_sk_object;
119 root 1.77
120     // for the incremental parser
121     SV *incr_text; // the source text so far
122     STRLEN incr_pos; // the current offset into the text
123 root 1.88 int incr_nest; // {[]}-nesting level
124 root 1.85 unsigned char incr_mode;
125 root 1.133
126     SV *v_false, *v_true;
127 root 1.48 } JSON;
128 root 1.47
129 root 1.85 INLINE void
130     json_init (JSON *json)
131     {
132 root 1.135 static const JSON init = { F_ALLOW_NONREF, 512 };
133    
134     *json = init;
135 root 1.85 }
136    
137 root 1.12 /////////////////////////////////////////////////////////////////////////////
138     // utility functions
139 root 1.1
140 root 1.83 INLINE SV *
141     get_bool (const char *name)
142     {
143     SV *sv = get_sv (name, 1);
144    
145     SvREADONLY_on (sv);
146     SvREADONLY_on (SvRV (sv));
147    
148     return sv;
149     }
150    
151 root 1.71 INLINE void
152 root 1.7 shrink (SV *sv)
153     {
154     sv_utf8_downgrade (sv, 1);
155 root 1.87
156 root 1.12 if (SvLEN (sv) > SvCUR (sv) + 1)
157     {
158 root 1.7 #ifdef SvPV_shrink_to_cur
159 root 1.12 SvPV_shrink_to_cur (sv);
160     #elif defined (SvPV_renew)
161     SvPV_renew (sv, SvCUR (sv) + 1);
162 root 1.7 #endif
163 root 1.12 }
164 root 1.7 }
165    
166 root 1.131 /* adds two STRLENs together, slow, and with paranoia */
167 root 1.140 static STRLEN
168 root 1.131 strlen_sum (STRLEN l1, STRLEN l2)
169     {
170     size_t sum = l1 + l2;
171    
172     if (sum < (size_t)l2 || sum != (size_t)(STRLEN)sum)
173     croak ("JSON::XS: string size overflow");
174    
175     return sum;
176     }
177    
178     /* similar to SvGROW, but somewhat safer and guarantees exponential realloc strategy */
179     static char *
180     json_sv_grow (SV *sv, size_t len1, size_t len2)
181     {
182     len1 = strlen_sum (len1, len2);
183 root 1.151 len1 = strlen_sum (len1, (len1 >> 1) + 1);
184 root 1.131
185     if (len1 > 4096 - 24)
186     len1 = (len1 | 4095) - 24;
187    
188     return SvGROW (sv, len1);
189     }
190    
191 root 1.132 // decode a utf-8 character and return it, or (UV)-1 in
192 root 1.13 // case of an error.
193     // we special-case "safe" characters from U+80 .. U+7FF,
194     // but use the very good perl function to parse anything else.
195     // note that we never call this function for a ascii codepoints
196 root 1.71 INLINE UV
197 root 1.13 decode_utf8 (unsigned char *s, STRLEN len, STRLEN *clen)
198     {
199 root 1.72 if (expect_true (len >= 2
200     && IN_RANGE_INC (char, s[0], 0xc2, 0xdf)
201     && IN_RANGE_INC (char, s[1], 0x80, 0xbf)))
202 root 1.13 {
203     *clen = 2;
204     return ((s[0] & 0x1f) << 6) | (s[1] & 0x3f);
205     }
206     else
207 root 1.72 return utf8n_to_uvuni (s, len, clen, UTF8_CHECK_ONLY);
208     }
209    
210     // likewise for encoding, also never called for ascii codepoints
211     // this function takes advantage of this fact, although current gccs
212     // seem to optimise the check for >= 0x80 away anyways
213     INLINE unsigned char *
214     encode_utf8 (unsigned char *s, UV ch)
215     {
216 root 1.74 if (expect_false (ch < 0x000080))
217     *s++ = ch;
218     else if (expect_true (ch < 0x000800))
219     *s++ = 0xc0 | ( ch >> 6),
220     *s++ = 0x80 | ( ch & 0x3f);
221     else if ( ch < 0x010000)
222     *s++ = 0xe0 | ( ch >> 12),
223     *s++ = 0x80 | ((ch >> 6) & 0x3f),
224     *s++ = 0x80 | ( ch & 0x3f);
225     else if ( ch < 0x110000)
226     *s++ = 0xf0 | ( ch >> 18),
227     *s++ = 0x80 | ((ch >> 12) & 0x3f),
228     *s++ = 0x80 | ((ch >> 6) & 0x3f),
229     *s++ = 0x80 | ( ch & 0x3f);
230 root 1.72
231     return s;
232 root 1.13 }
233    
234 root 1.96 // convert offset pointer to character index, sv must be string
235     static STRLEN
236     ptr_to_index (SV *sv, char *offset)
237     {
238     return SvUTF8 (sv)
239     ? utf8_distance (offset, SvPVX (sv))
240     : offset - SvPVX (sv);
241     }
242    
243 root 1.1 /////////////////////////////////////////////////////////////////////////////
244 root 1.104 // fp hell
245    
246     // scan a group of digits, and a trailing exponent
247     static void
248 root 1.106 json_atof_scan1 (const char *s, NV *accum, int *expo, int postdp, int maxdepth)
249 root 1.104 {
250     UV uaccum = 0;
251     int eaccum = 0;
252    
253 root 1.106 // if we recurse too deep, skip all remaining digits
254     // to avoid a stack overflow attack
255     if (expect_false (--maxdepth <= 0))
256 root 1.147 while (*s >= '0' && *s <= '9')
257 root 1.106 ++s;
258    
259 root 1.104 for (;;)
260     {
261 root 1.146 U8 dig = *s - '0';
262 root 1.104
263     if (expect_false (dig >= 10))
264     {
265 root 1.146 if (dig == (U8)('.' - '0'))
266 root 1.104 {
267     ++s;
268 root 1.106 json_atof_scan1 (s, accum, expo, 1, maxdepth);
269 root 1.104 }
270     else if ((dig | ' ') == 'e' - '0')
271     {
272     int exp2 = 0;
273     int neg = 0;
274    
275     ++s;
276    
277     if (*s == '-')
278     {
279     ++s;
280     neg = 1;
281     }
282     else if (*s == '+')
283     ++s;
284    
285 root 1.147 while (*s >= '0' && *s <= '9')
286     exp2 = exp2 * 10 + (*s++ - '0');
287 root 1.104
288     *expo += neg ? -exp2 : exp2;
289     }
290    
291     break;
292     }
293    
294     ++s;
295    
296     uaccum = uaccum * 10 + dig;
297     ++eaccum;
298    
299     // if we have too many digits, then recurse for more
300     // we actually do this for rather few digits
301     if (uaccum >= (UV_MAX - 9) / 10)
302     {
303     if (postdp) *expo -= eaccum;
304 root 1.106 json_atof_scan1 (s, accum, expo, postdp, maxdepth);
305 root 1.104 if (postdp) *expo += eaccum;
306    
307     break;
308     }
309     }
310    
311 root 1.105 // this relies greatly on the quality of the pow ()
312     // implementation of the platform, but a good
313     // implementation is hard to beat.
314 root 1.110 // (IEEE 754 conformant ones are required to be exact)
315 root 1.104 if (postdp) *expo -= eaccum;
316 root 1.105 *accum += uaccum * Perl_pow (10., *expo);
317 root 1.104 *expo += eaccum;
318     }
319    
320     static NV
321     json_atof (const char *s)
322     {
323     NV accum = 0.;
324     int expo = 0;
325     int neg = 0;
326    
327     if (*s == '-')
328     {
329     ++s;
330     neg = 1;
331     }
332    
333 root 1.106 // a recursion depth of ten gives us >>500 bits
334     json_atof_scan1 (s, &accum, &expo, 0, 10);
335 root 1.104
336     return neg ? -accum : accum;
337     }
338 root 1.126
339     // target of scalar reference is bool? -1 == nope, 0 == false, 1 == true
340     static int
341     ref_bool_type (SV *sv)
342     {
343     svtype svt = SvTYPE (sv);
344    
345     if (svt < SVt_PVAV)
346     {
347     STRLEN len = 0;
348     char *pv = svt ? SvPV (sv, len) : 0;
349    
350     if (len == 1)
351     if (*pv == '1')
352     return 1;
353     else if (*pv == '0')
354     return 0;
355     }
356    
357     return -1;
358     }
359    
360     // returns whether scalar is not a reference in the sense of allow_nonref
361     static int
362     json_nonref (SV *scalar)
363     {
364     if (!SvROK (scalar))
365     return 1;
366    
367     scalar = SvRV (scalar);
368    
369 root 1.128 if (SvTYPE (scalar) >= SVt_PVMG)
370     {
371     if (SvSTASH (scalar) == bool_stash)
372     return 1;
373 root 1.126
374 root 1.128 if (!SvOBJECT (scalar) && ref_bool_type (scalar) >= 0)
375     return 1;
376     }
377 root 1.126
378     return 0;
379     }
380    
381 root 1.104 /////////////////////////////////////////////////////////////////////////////
382 root 1.12 // encoder
383    
384     // structure used for encoding JSON
385     typedef struct
386     {
387     char *cur; // SvPVX (sv) + current output position
388     char *end; // SvEND (sv)
389     SV *sv; // result scalar
390 root 1.48 JSON json;
391 root 1.18 U32 indent; // indentation level
392 root 1.71 UV limit; // escape character values >= this value when encoding
393 root 1.12 } enc_t;
394 root 1.1
395 root 1.71 INLINE void
396 root 1.1 need (enc_t *enc, STRLEN len)
397     {
398 root 1.130 if (expect_false ((uintptr_t)(enc->end - enc->cur) < len))
399 root 1.1 {
400 root 1.93 STRLEN cur = enc->cur - (char *)SvPVX (enc->sv);
401 root 1.131 char *buf = json_sv_grow (enc->sv, cur, len);
402     enc->cur = buf + cur;
403     enc->end = buf + SvLEN (enc->sv) - 1;
404 root 1.1 }
405     }
406    
407 root 1.71 INLINE void
408 root 1.1 encode_ch (enc_t *enc, char ch)
409     {
410     need (enc, 1);
411     *enc->cur++ = ch;
412     }
413    
414     static void
415     encode_str (enc_t *enc, char *str, STRLEN len, int is_utf8)
416     {
417     char *end = str + len;
418    
419 root 1.4 need (enc, len);
420    
421 root 1.1 while (str < end)
422     {
423     unsigned char ch = *(unsigned char *)str;
424 root 1.4
425 root 1.35 if (expect_true (ch >= 0x20 && ch < 0x80)) // most common case
426 root 1.4 {
427 root 1.35 if (expect_false (ch == '"')) // but with slow exceptions
428 root 1.6 {
429 root 1.131 need (enc, len + 1);
430 root 1.6 *enc->cur++ = '\\';
431     *enc->cur++ = '"';
432     }
433 root 1.35 else if (expect_false (ch == '\\'))
434 root 1.6 {
435 root 1.131 need (enc, len + 1);
436 root 1.6 *enc->cur++ = '\\';
437     *enc->cur++ = '\\';
438     }
439     else
440     *enc->cur++ = ch;
441    
442 root 1.4 ++str;
443 root 1.1 }
444     else
445     {
446 root 1.6 switch (ch)
447 root 1.1 {
448 root 1.131 case '\010': need (enc, len + 1); *enc->cur++ = '\\'; *enc->cur++ = 'b'; ++str; break;
449     case '\011': need (enc, len + 1); *enc->cur++ = '\\'; *enc->cur++ = 't'; ++str; break;
450     case '\012': need (enc, len + 1); *enc->cur++ = '\\'; *enc->cur++ = 'n'; ++str; break;
451     case '\014': need (enc, len + 1); *enc->cur++ = '\\'; *enc->cur++ = 'f'; ++str; break;
452     case '\015': need (enc, len + 1); *enc->cur++ = '\\'; *enc->cur++ = 'r'; ++str; break;
453 root 1.1
454 root 1.6 default:
455 root 1.1 {
456 root 1.6 STRLEN clen;
457     UV uch;
458    
459     if (is_utf8)
460     {
461 root 1.13 uch = decode_utf8 (str, end - str, &clen);
462 root 1.6 if (clen == (STRLEN)-1)
463 root 1.9 croak ("malformed or illegal unicode character in string [%.11s], cannot convert to JSON", str);
464 root 1.6 }
465     else
466     {
467     uch = ch;
468     clen = 1;
469     }
470    
471 root 1.72 if (uch < 0x80/*0x20*/ || uch >= enc->limit)
472 root 1.6 {
473 root 1.74 if (uch >= 0x10000UL)
474 root 1.6 {
475 root 1.74 if (uch >= 0x110000UL)
476 root 1.71 croak ("out of range codepoint (0x%lx) encountered, unrepresentable in JSON", (unsigned long)uch);
477    
478 root 1.131 need (enc, len + 11);
479 root 1.6 sprintf (enc->cur, "\\u%04x\\u%04x",
480 root 1.10 (int)((uch - 0x10000) / 0x400 + 0xD800),
481     (int)((uch - 0x10000) % 0x400 + 0xDC00));
482 root 1.6 enc->cur += 12;
483     }
484     else
485     {
486 root 1.131 need (enc, len + 5);
487 root 1.6 *enc->cur++ = '\\';
488     *enc->cur++ = 'u';
489 root 1.91 *enc->cur++ = PL_hexdigit [ uch >> 12 ];
490     *enc->cur++ = PL_hexdigit [(uch >> 8) & 15];
491     *enc->cur++ = PL_hexdigit [(uch >> 4) & 15];
492     *enc->cur++ = PL_hexdigit [(uch >> 0) & 15];
493 root 1.6 }
494 root 1.4
495 root 1.6 str += clen;
496     }
497 root 1.47 else if (enc->json.flags & F_LATIN1)
498 root 1.30 {
499     *enc->cur++ = uch;
500     str += clen;
501     }
502 root 1.6 else if (is_utf8)
503     {
504 root 1.131 need (enc, len + clen);
505 root 1.6 do
506     {
507     *enc->cur++ = *str++;
508     }
509     while (--clen);
510     }
511     else
512     {
513 root 1.131 need (enc, len + UTF8_MAXBYTES - 1); // never more than 11 bytes needed
514 root 1.72 enc->cur = encode_utf8 (enc->cur, uch);
515 root 1.6 ++str;
516     }
517 root 1.5 }
518 root 1.4 }
519 root 1.1 }
520    
521     --len;
522     }
523     }
524    
525 root 1.71 INLINE void
526 root 1.12 encode_indent (enc_t *enc)
527     {
528 root 1.47 if (enc->json.flags & F_INDENT)
529 root 1.12 {
530     int spaces = enc->indent * INDENT_STEP;
531    
532     need (enc, spaces);
533     memset (enc->cur, ' ', spaces);
534     enc->cur += spaces;
535     }
536     }
537    
538 root 1.71 INLINE void
539 root 1.12 encode_space (enc_t *enc)
540     {
541     need (enc, 1);
542     encode_ch (enc, ' ');
543     }
544    
545 root 1.71 INLINE void
546 root 1.12 encode_nl (enc_t *enc)
547     {
548 root 1.47 if (enc->json.flags & F_INDENT)
549 root 1.12 {
550     need (enc, 1);
551     encode_ch (enc, '\n');
552     }
553     }
554    
555 root 1.71 INLINE void
556 root 1.12 encode_comma (enc_t *enc)
557     {
558     encode_ch (enc, ',');
559 root 1.1
560 root 1.47 if (enc->json.flags & F_INDENT)
561 root 1.12 encode_nl (enc);
562 root 1.47 else if (enc->json.flags & F_SPACE_AFTER)
563 root 1.12 encode_space (enc);
564     }
565 root 1.1
566     static void encode_sv (enc_t *enc, SV *sv);
567    
568     static void
569     encode_av (enc_t *enc, AV *av)
570     {
571     int i, len = av_len (av);
572    
573 root 1.85 if (enc->indent >= enc->json.max_depth)
574     croak (ERR_NESTING_EXCEEDED);
575 root 1.21
576 root 1.65 encode_ch (enc, '[');
577 root 1.117
578 root 1.65 if (len >= 0)
579 root 1.1 {
580 root 1.65 encode_nl (enc); ++enc->indent;
581 root 1.55
582 root 1.65 for (i = 0; i <= len; ++i)
583     {
584     SV **svp = av_fetch (av, i, 0);
585 root 1.55
586 root 1.65 encode_indent (enc);
587 root 1.1
588 root 1.65 if (svp)
589     encode_sv (enc, *svp);
590     else
591     encode_str (enc, "null", 4, 0);
592 root 1.1
593 root 1.65 if (i < len)
594     encode_comma (enc);
595     }
596 root 1.1
597 root 1.65 encode_nl (enc); --enc->indent; encode_indent (enc);
598     }
599 root 1.117
600 root 1.65 encode_ch (enc, ']');
601 root 1.1 }
602    
603     static void
604 root 1.61 encode_hk (enc_t *enc, HE *he)
605 root 1.1 {
606     encode_ch (enc, '"');
607    
608     if (HeKLEN (he) == HEf_SVKEY)
609     {
610     SV *sv = HeSVKEY (he);
611     STRLEN len;
612 root 1.4 char *str;
613 root 1.117
614 root 1.4 SvGETMAGIC (sv);
615     str = SvPV (sv, len);
616 root 1.1
617     encode_str (enc, str, len, SvUTF8 (sv));
618     }
619     else
620     encode_str (enc, HeKEY (he), HeKLEN (he), HeKUTF8 (he));
621    
622     encode_ch (enc, '"');
623    
624 root 1.47 if (enc->json.flags & F_SPACE_BEFORE) encode_space (enc);
625 root 1.1 encode_ch (enc, ':');
626 root 1.47 if (enc->json.flags & F_SPACE_AFTER ) encode_space (enc);
627 root 1.1 }
628    
629     // compare hash entries, used when all keys are bytestrings
630     static int
631     he_cmp_fast (const void *a_, const void *b_)
632     {
633     int cmp;
634    
635     HE *a = *(HE **)a_;
636     HE *b = *(HE **)b_;
637    
638     STRLEN la = HeKLEN (a);
639     STRLEN lb = HeKLEN (b);
640    
641 root 1.61 if (!(cmp = memcmp (HeKEY (b), HeKEY (a), lb < la ? lb : la)))
642     cmp = lb - la;
643 root 1.1
644     return cmp;
645     }
646    
647     // compare hash entries, used when some keys are sv's or utf-x
648     static int
649     he_cmp_slow (const void *a, const void *b)
650     {
651 root 1.61 return sv_cmp (HeSVKEY_force (*(HE **)b), HeSVKEY_force (*(HE **)a));
652 root 1.1 }
653    
654     static void
655     encode_hv (enc_t *enc, HV *hv)
656     {
657 root 1.61 HE *he;
658 root 1.1
659 root 1.85 if (enc->indent >= enc->json.max_depth)
660     croak (ERR_NESTING_EXCEEDED);
661 root 1.21
662 root 1.65 encode_ch (enc, '{');
663 root 1.1
664 root 1.61 // for canonical output we have to sort by keys first
665     // actually, this is mostly due to the stupid so-called
666 root 1.92 // security workaround added somewhere in 5.8.x
667 root 1.61 // that randomises hash orderings
668 root 1.98 if (enc->json.flags & F_CANONICAL && !SvRMAGICAL (hv))
669 root 1.1 {
670 root 1.61 int count = hv_iterinit (hv);
671    
672     if (SvMAGICAL (hv))
673     {
674     // need to count by iterating. could improve by dynamically building the vector below
675     // but I don't care for the speed of this special case.
676     // note also that we will run into undefined behaviour when the two iterations
677     // do not result in the same count, something I might care for in some later release.
678    
679     count = 0;
680     while (hv_iternext (hv))
681     ++count;
682    
683     hv_iterinit (hv);
684     }
685    
686     if (count)
687 root 1.1 {
688 root 1.61 int i, fast = 1;
689 root 1.115 HE *hes_stack [STACK_HES];
690     HE **hes = hes_stack;
691 root 1.117
692 root 1.115 // allocate larger arrays on the heap
693     if (count > STACK_HES)
694     {
695     SV *sv = sv_2mortal (NEWSV (0, count * sizeof (*hes)));
696     hes = (HE **)SvPVX (sv);
697     }
698 root 1.1
699     i = 0;
700     while ((he = hv_iternext (hv)))
701     {
702     hes [i++] = he;
703     if (HeKLEN (he) < 0 || HeKUTF8 (he))
704     fast = 0;
705     }
706    
707     assert (i == count);
708    
709     if (fast)
710     qsort (hes, count, sizeof (HE *), he_cmp_fast);
711     else
712     {
713 root 1.8 // hack to forcefully disable "use bytes"
714     COP cop = *PL_curcop;
715 root 1.1 cop.op_private = 0;
716 root 1.8
717     ENTER;
718     SAVETMPS;
719    
720     SAVEVPTR (PL_curcop);
721 root 1.1 PL_curcop = &cop;
722    
723     qsort (hes, count, sizeof (HE *), he_cmp_slow);
724 root 1.8
725 root 1.1 FREETMPS;
726 root 1.8 LEAVE;
727 root 1.1 }
728    
729 root 1.65 encode_nl (enc); ++enc->indent;
730    
731 root 1.61 while (count--)
732 root 1.1 {
733 root 1.12 encode_indent (enc);
734 root 1.61 he = hes [count];
735     encode_hk (enc, he);
736 root 1.62 encode_sv (enc, expect_false (SvMAGICAL (hv)) ? hv_iterval (hv, he) : HeVAL (he));
737 root 1.1
738 root 1.61 if (count)
739 root 1.12 encode_comma (enc);
740 root 1.1 }
741 root 1.65
742     encode_nl (enc); --enc->indent; encode_indent (enc);
743 root 1.1 }
744 root 1.61 }
745     else
746     {
747     if (hv_iterinit (hv) || SvMAGICAL (hv))
748     if ((he = hv_iternext (hv)))
749 root 1.65 {
750     encode_nl (enc); ++enc->indent;
751    
752     for (;;)
753     {
754     encode_indent (enc);
755     encode_hk (enc, he);
756     encode_sv (enc, expect_false (SvMAGICAL (hv)) ? hv_iterval (hv, he) : HeVAL (he));
757    
758     if (!(he = hv_iternext (hv)))
759     break;
760 root 1.1
761 root 1.65 encode_comma (enc);
762     }
763 root 1.1
764 root 1.65 encode_nl (enc); --enc->indent; encode_indent (enc);
765     }
766 root 1.61 }
767 root 1.1
768 root 1.65 encode_ch (enc, '}');
769 root 1.1 }
770    
771 root 1.21 // encode objects, arrays and special \0=false and \1=true values.
772     static void
773     encode_rv (enc_t *enc, SV *sv)
774     {
775 root 1.25 svtype svt;
776 root 1.120 GV *method;
777 root 1.25
778 root 1.21 SvGETMAGIC (sv);
779 root 1.25 svt = SvTYPE (sv);
780 root 1.21
781 root 1.44 if (expect_false (SvOBJECT (sv)))
782     {
783 root 1.119 HV *stash = SvSTASH (sv);
784 root 1.57
785 root 1.126 if (stash == bool_stash)
786 root 1.44 {
787 root 1.133 if (SvIV (sv)) encode_str (enc, "true" , 4, 0);
788     else encode_str (enc, "false", 5, 0);
789 root 1.44 }
790 root 1.120 else if ((enc->json.flags & F_ALLOW_TAGS) && (method = gv_fetchmethod_autoload (stash, "FREEZE", 0)))
791 root 1.44 {
792 root 1.120 int count;
793     dSP;
794    
795 root 1.125 ENTER; SAVETMPS;
796     PUSHMARK (SP);
797 root 1.120 EXTEND (SP, 2);
798     // we re-bless the reference to get overload and other niceties right
799     PUSHs (sv_bless (sv_2mortal (newRV_inc (sv)), stash));
800     PUSHs (sv_json);
801    
802     PUTBACK;
803     count = call_sv ((SV *)GvCV (method), G_ARRAY);
804     SPAGAIN;
805    
806     // catch this surprisingly common error
807     if (SvROK (TOPs) && SvRV (TOPs) == sv)
808 root 1.123 croak ("%s::FREEZE method returned same object as was passed instead of a new one", HvNAME (SvSTASH (sv)));
809 root 1.120
810     encode_ch (enc, '(');
811     encode_ch (enc, '"');
812     encode_str (enc, HvNAME (stash), HvNAMELEN (stash), HvNAMEUTF8 (stash));
813     encode_ch (enc, '"');
814     encode_ch (enc, ')');
815     encode_ch (enc, '[');
816 root 1.119
817 root 1.134 if (count)
818 root 1.44 {
819 root 1.134 int i;
820 root 1.119
821 root 1.134 for (i = 0; i < count - 1; ++i)
822     {
823 root 1.152 PUTBACK;
824 root 1.134 encode_sv (enc, SP[i + 1 - count]);
825 root 1.152 SPAGAIN;
826 root 1.134 encode_ch (enc, ',');
827     }
828    
829 root 1.152 PUTBACK;
830 root 1.134 encode_sv (enc, TOPs);
831 root 1.152 SPAGAIN;
832    
833 root 1.134 SP -= count;
834 root 1.120 }
835 root 1.119
836 root 1.139 PUTBACK;
837    
838 root 1.120 encode_ch (enc, ']');
839 root 1.119
840 root 1.120 FREETMPS; LEAVE;
841 root 1.119 }
842 root 1.120 else if ((enc->json.flags & F_CONV_BLESSED) && (method = gv_fetchmethod_autoload (stash, "TO_JSON", 0)))
843 root 1.119 {
844 root 1.120 dSP;
845 root 1.119
846 root 1.125 ENTER; SAVETMPS;
847     PUSHMARK (SP);
848 root 1.120 // we re-bless the reference to get overload and other niceties right
849     XPUSHs (sv_bless (sv_2mortal (newRV_inc (sv)), stash));
850 root 1.119
851 root 1.120 // calling with G_SCALAR ensures that we always get a 1 return value
852     PUTBACK;
853     call_sv ((SV *)GvCV (method), G_SCALAR);
854     SPAGAIN;
855    
856     // catch this surprisingly common error
857     if (SvROK (TOPs) && SvRV (TOPs) == sv)
858     croak ("%s::TO_JSON method returned same object as was passed instead of a new one", HvNAME (SvSTASH (sv)));
859 root 1.44
860 root 1.120 sv = POPs;
861     PUTBACK;
862 root 1.53
863 root 1.120 encode_sv (enc, sv);
864 root 1.44
865 root 1.120 FREETMPS; LEAVE;
866 root 1.44 }
867 root 1.119 else if (enc->json.flags & F_ALLOW_BLESSED)
868     encode_str (enc, "null", 4, 0);
869     else
870 root 1.120 croak ("encountered object '%s', but neither allow_blessed, convert_blessed nor allow_tags settings are enabled (or TO_JSON/FREEZE method missing)",
871 root 1.119 SvPV_nolen (sv_2mortal (newRV_inc (sv))));
872 root 1.44 }
873     else if (svt == SVt_PVHV)
874 root 1.21 encode_hv (enc, (HV *)sv);
875     else if (svt == SVt_PVAV)
876     encode_av (enc, (AV *)sv);
877     else if (svt < SVt_PVAV)
878     {
879 root 1.126 int bool_type = ref_bool_type (sv);
880 root 1.50
881 root 1.126 if (bool_type == 1)
882 root 1.51 encode_str (enc, "true", 4, 0);
883 root 1.126 else if (bool_type == 0)
884 root 1.21 encode_str (enc, "false", 5, 0);
885 root 1.84 else if (enc->json.flags & F_ALLOW_UNKNOWN)
886     encode_str (enc, "null", 4, 0);
887 root 1.21 else
888     croak ("cannot encode reference to scalar '%s' unless the scalar is 0 or 1",
889     SvPV_nolen (sv_2mortal (newRV_inc (sv))));
890     }
891 root 1.84 else if (enc->json.flags & F_ALLOW_UNKNOWN)
892     encode_str (enc, "null", 4, 0);
893 root 1.21 else
894     croak ("encountered %s, but JSON can only represent references to arrays or hashes",
895     SvPV_nolen (sv_2mortal (newRV_inc (sv))));
896     }
897    
898 root 1.1 static void
899     encode_sv (enc_t *enc, SV *sv)
900     {
901 root 1.4 SvGETMAGIC (sv);
902    
903 root 1.1 if (SvPOKp (sv))
904     {
905     STRLEN len;
906     char *str = SvPV (sv, len);
907     encode_ch (enc, '"');
908     encode_str (enc, str, len, SvUTF8 (sv));
909     encode_ch (enc, '"');
910     }
911     else if (SvNOKp (sv))
912     {
913 root 1.39 // trust that perl will do the right thing w.r.t. JSON syntax.
914 root 1.1 need (enc, NV_DIG + 32);
915     Gconvert (SvNVX (sv), NV_DIG, 0, enc->cur);
916     enc->cur += strlen (enc->cur);
917     }
918     else if (SvIOKp (sv))
919     {
920 root 1.74 // we assume we can always read an IV as a UV and vice versa
921     // we assume two's complement
922     // we assume no aliasing issues in the union
923 root 1.75 if (SvIsUV (sv) ? SvUVX (sv) <= 59000
924     : SvIVX (sv) <= 59000 && SvIVX (sv) >= -59000)
925 root 1.35 {
926     // optimise the "small number case"
927     // code will likely be branchless and use only a single multiplication
928 root 1.143 // 4.28 works for numbers up to 59074
929 root 1.74 I32 i = SvIVX (sv);
930 root 1.35 U32 u;
931 root 1.39 char digit, nz = 0;
932 root 1.35
933     need (enc, 6);
934    
935     *enc->cur = '-'; enc->cur += i < 0 ? 1 : 0;
936 root 1.144 u = i < 0 ? -i : i; // not undefined due to range check above
937 root 1.35
938     // convert to 4.28 fixed-point representation
939     u = u * ((0xfffffff + 10000) / 10000); // 10**5, 5 fractional digits
940    
941 root 1.39 // now output digit by digit, each time masking out the integer part
942     // and multiplying by 5 while moving the decimal point one to the right,
943     // resulting in a net multiplication by 10.
944     // we always write the digit to memory but conditionally increment
945 root 1.75 // the pointer, to enable the use of conditional move instructions.
946     digit = u >> 28; *enc->cur = digit + '0'; enc->cur += (nz = nz || digit); u = (u & 0xfffffffUL) * 5;
947     digit = u >> 27; *enc->cur = digit + '0'; enc->cur += (nz = nz || digit); u = (u & 0x7ffffffUL) * 5;
948     digit = u >> 26; *enc->cur = digit + '0'; enc->cur += (nz = nz || digit); u = (u & 0x3ffffffUL) * 5;
949     digit = u >> 25; *enc->cur = digit + '0'; enc->cur += (nz = nz || digit); u = (u & 0x1ffffffUL) * 5;
950 root 1.39 digit = u >> 24; *enc->cur = digit + '0'; enc->cur += 1; // correctly generate '0'
951 root 1.35 }
952 root 1.75 else
953     {
954     // large integer, use the (rather slow) snprintf way.
955     need (enc, IVUV_MAXCHARS);
956 root 1.114 enc->cur +=
957 root 1.75 SvIsUV(sv)
958     ? snprintf (enc->cur, IVUV_MAXCHARS, "%"UVuf, (UV)SvUVX (sv))
959     : snprintf (enc->cur, IVUV_MAXCHARS, "%"IVdf, (IV)SvIVX (sv));
960     }
961 root 1.1 }
962     else if (SvROK (sv))
963 root 1.21 encode_rv (enc, SvRV (sv));
964 root 1.84 else if (!SvOK (sv) || enc->json.flags & F_ALLOW_UNKNOWN)
965 root 1.1 encode_str (enc, "null", 4, 0);
966     else
967 root 1.117 croak ("encountered perl type (%s,0x%x) that JSON cannot handle, check your input data",
968 root 1.113 SvPV_nolen (sv), (unsigned int)SvFLAGS (sv));
969 root 1.1 }
970    
971     static SV *
972 root 1.48 encode_json (SV *scalar, JSON *json)
973 root 1.1 {
974 root 1.25 enc_t enc;
975    
976 root 1.126 if (!(json->flags & F_ALLOW_NONREF) && json_nonref (scalar))
977 root 1.9 croak ("hash- or arrayref expected (not a simple scalar, use allow_nonref to allow this)");
978 root 1.3
979 root 1.47 enc.json = *json;
980 root 1.12 enc.sv = sv_2mortal (NEWSV (0, INIT_SIZE));
981     enc.cur = SvPVX (enc.sv);
982     enc.end = SvEND (enc.sv);
983     enc.indent = 0;
984 root 1.71 enc.limit = enc.json.flags & F_ASCII ? 0x000080UL
985     : enc.json.flags & F_LATIN1 ? 0x000100UL
986 root 1.74 : 0x110000UL;
987 root 1.1
988     SvPOK_only (enc.sv);
989     encode_sv (&enc, scalar);
990 root 1.100 encode_nl (&enc);
991 root 1.1
992     SvCUR_set (enc.sv, enc.cur - SvPVX (enc.sv));
993 root 1.27 *SvEND (enc.sv) = 0; // many xs functions expect a trailing 0 for text strings
994 root 1.6
995 root 1.47 if (!(enc.json.flags & (F_ASCII | F_LATIN1 | F_UTF8)))
996 root 1.30 SvUTF8_on (enc.sv);
997    
998 root 1.47 if (enc.json.flags & F_SHRINK)
999 root 1.7 shrink (enc.sv);
1000    
1001 root 1.1 return enc.sv;
1002     }
1003    
1004     /////////////////////////////////////////////////////////////////////////////
1005 root 1.12 // decoder
1006 root 1.1
1007 root 1.12 // structure used for decoding JSON
1008     typedef struct
1009     {
1010     char *cur; // current parser pointer
1011     char *end; // end of input string
1012     const char *err; // parse error, if != 0
1013 root 1.48 JSON json;
1014 root 1.18 U32 depth; // recursion depth
1015     U32 maxdepth; // recursion depth limit
1016 root 1.12 } dec_t;
1017    
1018 root 1.71 INLINE void
1019 root 1.64 decode_comment (dec_t *dec)
1020     {
1021     // only '#'-style comments allowed a.t.m.
1022    
1023     while (*dec->cur && *dec->cur != 0x0a && *dec->cur != 0x0d)
1024     ++dec->cur;
1025     }
1026    
1027 root 1.71 INLINE void
1028 root 1.12 decode_ws (dec_t *dec)
1029     {
1030     for (;;)
1031     {
1032     char ch = *dec->cur;
1033    
1034 root 1.64 if (ch > 0x20)
1035     {
1036     if (expect_false (ch == '#'))
1037     {
1038     if (dec->json.flags & F_RELAXED)
1039     decode_comment (dec);
1040     else
1041     break;
1042     }
1043     else
1044     break;
1045     }
1046     else if (ch != 0x20 && ch != 0x0a && ch != 0x0d && ch != 0x09)
1047     break; // parse error, but let higher level handle it, gives better error messages
1048 root 1.141 else
1049     ++dec->cur;
1050 root 1.1 }
1051 root 1.12 }
1052 root 1.1
1053     #define ERR(reason) SB dec->err = reason; goto fail; SE
1054 root 1.18
1055 root 1.1 #define EXPECT_CH(ch) SB \
1056     if (*dec->cur != ch) \
1057     ERR (# ch " expected"); \
1058     ++dec->cur; \
1059     SE
1060    
1061 root 1.85 #define DEC_INC_DEPTH if (++dec->depth > dec->json.max_depth) ERR (ERR_NESTING_EXCEEDED)
1062 root 1.18 #define DEC_DEC_DEPTH --dec->depth
1063    
1064 root 1.1 static SV *decode_sv (dec_t *dec);
1065    
1066     static signed char decode_hexdigit[256];
1067    
1068     static UV
1069     decode_4hex (dec_t *dec)
1070     {
1071     signed char d1, d2, d3, d4;
1072 root 1.12 unsigned char *cur = (unsigned char *)dec->cur;
1073 root 1.1
1074 root 1.40 d1 = decode_hexdigit [cur [0]]; if (expect_false (d1 < 0)) ERR ("exactly four hexadecimal digits expected");
1075     d2 = decode_hexdigit [cur [1]]; if (expect_false (d2 < 0)) ERR ("exactly four hexadecimal digits expected");
1076     d3 = decode_hexdigit [cur [2]]; if (expect_false (d3 < 0)) ERR ("exactly four hexadecimal digits expected");
1077     d4 = decode_hexdigit [cur [3]]; if (expect_false (d4 < 0)) ERR ("exactly four hexadecimal digits expected");
1078 root 1.1
1079     dec->cur += 4;
1080    
1081     return ((UV)d1) << 12
1082     | ((UV)d2) << 8
1083     | ((UV)d3) << 4
1084     | ((UV)d4);
1085    
1086     fail:
1087     return (UV)-1;
1088     }
1089    
1090     static SV *
1091     decode_str (dec_t *dec)
1092     {
1093 root 1.12 SV *sv = 0;
1094 root 1.1 int utf8 = 0;
1095 root 1.38 char *dec_cur = dec->cur;
1096 root 1.1
1097 root 1.12 do
1098 root 1.1 {
1099 root 1.28 char buf [SHORT_STRING_LEN + UTF8_MAXBYTES];
1100 root 1.12 char *cur = buf;
1101 root 1.1
1102 root 1.12 do
1103 root 1.1 {
1104 root 1.38 unsigned char ch = *(unsigned char *)dec_cur++;
1105 root 1.12
1106 root 1.35 if (expect_false (ch == '"'))
1107 root 1.12 {
1108 root 1.38 --dec_cur;
1109 root 1.12 break;
1110     }
1111 root 1.35 else if (expect_false (ch == '\\'))
1112 root 1.1 {
1113 root 1.38 switch (*dec_cur)
1114 root 1.1 {
1115 root 1.12 case '\\':
1116     case '/':
1117 root 1.38 case '"': *cur++ = *dec_cur++; break;
1118 root 1.12
1119 root 1.38 case 'b': ++dec_cur; *cur++ = '\010'; break;
1120     case 't': ++dec_cur; *cur++ = '\011'; break;
1121     case 'n': ++dec_cur; *cur++ = '\012'; break;
1122     case 'f': ++dec_cur; *cur++ = '\014'; break;
1123     case 'r': ++dec_cur; *cur++ = '\015'; break;
1124 root 1.1
1125 root 1.12 case 'u':
1126 root 1.1 {
1127 root 1.12 UV lo, hi;
1128 root 1.38 ++dec_cur;
1129 root 1.1
1130 root 1.38 dec->cur = dec_cur;
1131 root 1.12 hi = decode_4hex (dec);
1132 root 1.38 dec_cur = dec->cur;
1133 root 1.12 if (hi == (UV)-1)
1134     goto fail;
1135 root 1.1
1136 root 1.12 // possibly a surrogate pair
1137     if (hi >= 0xd800)
1138     if (hi < 0xdc00)
1139     {
1140 root 1.38 if (dec_cur [0] != '\\' || dec_cur [1] != 'u')
1141 root 1.12 ERR ("missing low surrogate character in surrogate pair");
1142    
1143 root 1.38 dec_cur += 2;
1144 root 1.12
1145 root 1.38 dec->cur = dec_cur;
1146 root 1.12 lo = decode_4hex (dec);
1147 root 1.38 dec_cur = dec->cur;
1148 root 1.12 if (lo == (UV)-1)
1149     goto fail;
1150    
1151     if (lo < 0xdc00 || lo >= 0xe000)
1152     ERR ("surrogate pair expected");
1153    
1154     hi = (hi - 0xD800) * 0x400 + (lo - 0xDC00) + 0x10000;
1155     }
1156     else if (hi < 0xe000)
1157     ERR ("missing high surrogate character in surrogate pair");
1158 root 1.1
1159 root 1.12 if (hi >= 0x80)
1160     {
1161     utf8 = 1;
1162 root 1.1
1163 root 1.72 cur = encode_utf8 (cur, hi);
1164 root 1.12 }
1165     else
1166     *cur++ = hi;
1167 root 1.1 }
1168 root 1.12 break;
1169    
1170     default:
1171 root 1.38 --dec_cur;
1172 root 1.12 ERR ("illegal backslash escape sequence in string");
1173     }
1174     }
1175 root 1.74 else if (expect_true (ch >= 0x20 && ch < 0x80))
1176 root 1.12 *cur++ = ch;
1177     else if (ch >= 0x80)
1178     {
1179 root 1.25 STRLEN clen;
1180    
1181 root 1.38 --dec_cur;
1182 root 1.1
1183 root 1.101 decode_utf8 (dec_cur, dec->end - dec_cur, &clen);
1184 root 1.12 if (clen == (STRLEN)-1)
1185     ERR ("malformed UTF-8 character in JSON string");
1186 root 1.1
1187 root 1.12 do
1188 root 1.38 *cur++ = *dec_cur++;
1189 root 1.12 while (--clen);
1190 root 1.5
1191 root 1.12 utf8 = 1;
1192 root 1.1 }
1193 root 1.124 else if (ch == '\t' && dec->json.flags & F_RELAXED)
1194     *cur++ = ch;
1195 root 1.12 else
1196 root 1.23 {
1197 root 1.38 --dec_cur;
1198 root 1.12
1199 root 1.23 if (!ch)
1200 root 1.24 ERR ("unexpected end of string while parsing JSON string");
1201 root 1.23 else
1202 root 1.24 ERR ("invalid character encountered while parsing JSON string");
1203 root 1.23 }
1204 root 1.1 }
1205 root 1.12 while (cur < buf + SHORT_STRING_LEN);
1206 root 1.1
1207 root 1.25 {
1208     STRLEN len = cur - buf;
1209 root 1.5
1210 root 1.25 if (sv)
1211     {
1212 root 1.95 STRLEN cur = SvCUR (sv);
1213    
1214 root 1.131 if (SvLEN (sv) - cur <= len)
1215     json_sv_grow (sv, cur, len);
1216 root 1.95
1217 root 1.25 memcpy (SvPVX (sv) + SvCUR (sv), buf, len);
1218     SvCUR_set (sv, SvCUR (sv) + len);
1219     }
1220     else
1221     sv = newSVpvn (buf, len);
1222     }
1223 root 1.1 }
1224 root 1.38 while (*dec_cur != '"');
1225 root 1.1
1226 root 1.38 ++dec_cur;
1227 root 1.1
1228 root 1.12 if (sv)
1229     {
1230     SvPOK_only (sv);
1231     *SvEND (sv) = 0;
1232 root 1.4
1233 root 1.12 if (utf8)
1234     SvUTF8_on (sv);
1235     }
1236     else
1237     sv = newSVpvn ("", 0);
1238 root 1.6
1239 root 1.38 dec->cur = dec_cur;
1240 root 1.1 return sv;
1241    
1242     fail:
1243 root 1.150 SvREFCNT_dec (sv);
1244 root 1.38 dec->cur = dec_cur;
1245 root 1.1 return 0;
1246     }
1247    
1248     static SV *
1249     decode_num (dec_t *dec)
1250     {
1251     int is_nv = 0;
1252     char *start = dec->cur;
1253    
1254     // [minus]
1255     if (*dec->cur == '-')
1256     ++dec->cur;
1257    
1258     if (*dec->cur == '0')
1259     {
1260     ++dec->cur;
1261     if (*dec->cur >= '0' && *dec->cur <= '9')
1262     ERR ("malformed number (leading zero must not be followed by another digit)");
1263     }
1264 root 1.5 else if (*dec->cur < '0' || *dec->cur > '9')
1265     ERR ("malformed number (no digits after initial minus)");
1266     else
1267     do
1268     {
1269     ++dec->cur;
1270     }
1271     while (*dec->cur >= '0' && *dec->cur <= '9');
1272 root 1.1
1273     // [frac]
1274     if (*dec->cur == '.')
1275     {
1276 root 1.5 ++dec->cur;
1277    
1278     if (*dec->cur < '0' || *dec->cur > '9')
1279     ERR ("malformed number (no digits after decimal point)");
1280 root 1.1
1281     do
1282     {
1283     ++dec->cur;
1284     }
1285     while (*dec->cur >= '0' && *dec->cur <= '9');
1286 root 1.5
1287     is_nv = 1;
1288 root 1.1 }
1289    
1290     // [exp]
1291     if (*dec->cur == 'e' || *dec->cur == 'E')
1292     {
1293 root 1.5 ++dec->cur;
1294 root 1.1
1295     if (*dec->cur == '-' || *dec->cur == '+')
1296     ++dec->cur;
1297    
1298 root 1.5 if (*dec->cur < '0' || *dec->cur > '9')
1299     ERR ("malformed number (no digits after exp sign)");
1300    
1301     do
1302     {
1303     ++dec->cur;
1304     }
1305     while (*dec->cur >= '0' && *dec->cur <= '9');
1306    
1307     is_nv = 1;
1308 root 1.1 }
1309    
1310     if (!is_nv)
1311     {
1312 root 1.56 int len = dec->cur - start;
1313    
1314 root 1.70 // special case the rather common 1..5-digit-int case
1315 root 1.35 if (*start == '-')
1316 root 1.56 switch (len)
1317 root 1.1 {
1318 root 1.97 case 2: return newSViv (-(IV)( start [1] - '0' * 1));
1319     case 3: return newSViv (-(IV)( start [1] * 10 + start [2] - '0' * 11));
1320     case 4: return newSViv (-(IV)( start [1] * 100 + start [2] * 10 + start [3] - '0' * 111));
1321     case 5: return newSViv (-(IV)( start [1] * 1000 + start [2] * 100 + start [3] * 10 + start [4] - '0' * 1111));
1322     case 6: return newSViv (-(IV)(start [1] * 10000 + start [2] * 1000 + start [3] * 100 + start [4] * 10 + start [5] - '0' * 11111));
1323 root 1.1 }
1324 root 1.35 else
1325 root 1.56 switch (len)
1326 root 1.35 {
1327 root 1.97 case 1: return newSViv ( start [0] - '0' * 1);
1328     case 2: return newSViv ( start [0] * 10 + start [1] - '0' * 11);
1329     case 3: return newSViv ( start [0] * 100 + start [1] * 10 + start [2] - '0' * 111);
1330     case 4: return newSViv ( start [0] * 1000 + start [1] * 100 + start [2] * 10 + start [3] - '0' * 1111);
1331     case 5: return newSViv ( start [0] * 10000 + start [1] * 1000 + start [2] * 100 + start [3] * 10 + start [4] - '0' * 11111);
1332 root 1.35 }
1333    
1334     {
1335     UV uv;
1336 root 1.56 int numtype = grok_number (start, len, &uv);
1337 root 1.35 if (numtype & IS_NUMBER_IN_UV)
1338     if (numtype & IS_NUMBER_NEG)
1339     {
1340     if (uv < (UV)IV_MIN)
1341     return newSViv (-(IV)uv);
1342     }
1343     else
1344     return newSVuv (uv);
1345 root 1.56 }
1346    
1347     len -= *start == '-' ? 1 : 0;
1348 root 1.40
1349 root 1.56 // does not fit into IV or UV, try NV
1350 root 1.104 if (len <= NV_DIG)
1351 root 1.56 // fits into NV without loss of precision
1352 root 1.104 return newSVnv (json_atof (start));
1353 root 1.56
1354     // everything else fails, convert it to a string
1355     return newSVpvn (start, dec->cur - start);
1356 root 1.1 }
1357    
1358 root 1.56 // loss of precision here
1359 root 1.104 return newSVnv (json_atof (start));
1360 root 1.1
1361     fail:
1362     return 0;
1363     }
1364    
1365     static SV *
1366     decode_av (dec_t *dec)
1367     {
1368     AV *av = newAV ();
1369    
1370 root 1.18 DEC_INC_DEPTH;
1371 root 1.12 decode_ws (dec);
1372 root 1.18
1373 root 1.5 if (*dec->cur == ']')
1374     ++dec->cur;
1375     else
1376     for (;;)
1377     {
1378     SV *value;
1379 root 1.1
1380 root 1.5 value = decode_sv (dec);
1381     if (!value)
1382     goto fail;
1383 root 1.1
1384 root 1.5 av_push (av, value);
1385 root 1.1
1386 root 1.12 decode_ws (dec);
1387 root 1.1
1388 root 1.5 if (*dec->cur == ']')
1389     {
1390     ++dec->cur;
1391     break;
1392     }
1393 root 1.117
1394 root 1.5 if (*dec->cur != ',')
1395     ERR (", or ] expected while parsing array");
1396 root 1.1
1397 root 1.5 ++dec->cur;
1398 root 1.63
1399     decode_ws (dec);
1400    
1401     if (*dec->cur == ']' && dec->json.flags & F_RELAXED)
1402     {
1403     ++dec->cur;
1404     break;
1405     }
1406 root 1.5 }
1407 root 1.1
1408 root 1.18 DEC_DEC_DEPTH;
1409 root 1.1 return newRV_noinc ((SV *)av);
1410    
1411     fail:
1412     SvREFCNT_dec (av);
1413 root 1.18 DEC_DEC_DEPTH;
1414 root 1.1 return 0;
1415     }
1416    
1417     static SV *
1418     decode_hv (dec_t *dec)
1419     {
1420 root 1.49 SV *sv;
1421 root 1.1 HV *hv = newHV ();
1422    
1423 root 1.18 DEC_INC_DEPTH;
1424 root 1.12 decode_ws (dec);
1425 root 1.18
1426 root 1.5 if (*dec->cur == '}')
1427     ++dec->cur;
1428     else
1429     for (;;)
1430     {
1431 root 1.63 EXPECT_CH ('"');
1432 root 1.1
1433 root 1.46 // heuristic: assume that
1434 root 1.47 // a) decode_str + hv_store_ent are abysmally slow.
1435     // b) most hash keys are short, simple ascii text.
1436     // => try to "fast-match" such strings to avoid
1437     // the overhead of decode_str + hv_store_ent.
1438 root 1.46 {
1439     SV *value;
1440     char *p = dec->cur;
1441     char *e = p + 24; // only try up to 24 bytes
1442    
1443     for (;;)
1444     {
1445 root 1.77 // the >= 0x80 is false on most architectures
1446 root 1.46 if (p == e || *p < 0x20 || *p >= 0x80 || *p == '\\')
1447     {
1448     // slow path, back up and use decode_str
1449     SV *key = decode_str (dec);
1450     if (!key)
1451     goto fail;
1452    
1453 root 1.150 decode_ws (dec);
1454    
1455     if (*dec->cur != ':') // expect ':'
1456     {
1457     SvREFCNT_dec_NN (key);
1458     ERR (":" " expected");
1459     }
1460    
1461     ++dec->cur;
1462 root 1.46
1463 root 1.63 decode_ws (dec);
1464 root 1.46 value = decode_sv (dec);
1465     if (!value)
1466     {
1467     SvREFCNT_dec (key);
1468     goto fail;
1469     }
1470    
1471     hv_store_ent (hv, key, value, 0);
1472     SvREFCNT_dec (key);
1473    
1474     break;
1475     }
1476     else if (*p == '"')
1477     {
1478     // fast path, got a simple key
1479     char *key = dec->cur;
1480     int len = p - key;
1481     dec->cur = p + 1;
1482    
1483     decode_ws (dec); EXPECT_CH (':');
1484    
1485 root 1.63 decode_ws (dec);
1486 root 1.46 value = decode_sv (dec);
1487     if (!value)
1488     goto fail;
1489 root 1.1
1490 root 1.46 hv_store (hv, key, len, value, 0);
1491 root 1.1
1492 root 1.46 break;
1493     }
1494 root 1.1
1495 root 1.46 ++p;
1496     }
1497     }
1498 root 1.1
1499 root 1.12 decode_ws (dec);
1500 root 1.1
1501 root 1.5 if (*dec->cur == '}')
1502     {
1503     ++dec->cur;
1504     break;
1505     }
1506 root 1.1
1507 root 1.5 if (*dec->cur != ',')
1508     ERR (", or } expected while parsing object/hash");
1509 root 1.1
1510 root 1.5 ++dec->cur;
1511 root 1.63
1512     decode_ws (dec);
1513    
1514     if (*dec->cur == '}' && dec->json.flags & F_RELAXED)
1515     {
1516     ++dec->cur;
1517     break;
1518     }
1519 root 1.5 }
1520 root 1.1
1521 root 1.18 DEC_DEC_DEPTH;
1522 root 1.49 sv = newRV_noinc ((SV *)hv);
1523    
1524     // check filter callbacks
1525 root 1.137 if (expect_false (dec->json.flags & F_HOOK))
1526 root 1.49 {
1527 root 1.51 if (dec->json.cb_sk_object && HvKEYS (hv) == 1)
1528 root 1.49 {
1529 root 1.52 HE *cb, *he;
1530 root 1.49
1531 root 1.52 hv_iterinit (hv);
1532     he = hv_iternext (hv);
1533     hv_iterinit (hv);
1534 root 1.49
1535 root 1.125 // the next line creates a mortal sv each time it's called.
1536 root 1.52 // might want to optimise this for common cases.
1537     cb = hv_fetch_ent (dec->json.cb_sk_object, hv_iterkeysv (he), 0, 0);
1538 root 1.49
1539 root 1.52 if (cb)
1540 root 1.51 {
1541 root 1.53 dSP;
1542 root 1.52 int count;
1543    
1544 root 1.125 ENTER; SAVETMPS;
1545     PUSHMARK (SP);
1546 root 1.52 XPUSHs (HeVAL (he));
1547 root 1.107 sv_2mortal (sv);
1548 root 1.52
1549     PUTBACK; count = call_sv (HeVAL (cb), G_ARRAY); SPAGAIN;
1550    
1551     if (count == 1)
1552     {
1553     sv = newSVsv (POPs);
1554 root 1.139 PUTBACK;
1555 root 1.52 FREETMPS; LEAVE;
1556     return sv;
1557     }
1558 root 1.134 else if (count)
1559     croak ("filter_json_single_key_object callbacks must not return more than one scalar");
1560 root 1.52
1561 root 1.139 PUTBACK;
1562    
1563 root 1.107 SvREFCNT_inc (sv);
1564 root 1.139
1565 root 1.52 FREETMPS; LEAVE;
1566 root 1.51 }
1567 root 1.49 }
1568    
1569     if (dec->json.cb_object)
1570     {
1571 root 1.53 dSP;
1572 root 1.49 int count;
1573    
1574 root 1.125 ENTER; SAVETMPS;
1575     PUSHMARK (SP);
1576 root 1.49 XPUSHs (sv_2mortal (sv));
1577    
1578     PUTBACK; count = call_sv (dec->json.cb_object, G_ARRAY); SPAGAIN;
1579    
1580     if (count == 1)
1581 root 1.137 sv = newSVsv (POPs);
1582     else if (count == 0)
1583     SvREFCNT_inc (sv);
1584     else
1585 root 1.134 croak ("filter_json_object callbacks must not return more than one scalar");
1586 root 1.51
1587 root 1.139 PUTBACK;
1588    
1589 root 1.52 FREETMPS; LEAVE;
1590 root 1.49 }
1591     }
1592    
1593 root 1.51 return sv;
1594 root 1.1
1595     fail:
1596     SvREFCNT_dec (hv);
1597 root 1.18 DEC_DEC_DEPTH;
1598 root 1.1 return 0;
1599     }
1600    
1601     static SV *
1602 root 1.119 decode_tag (dec_t *dec)
1603     {
1604     SV *tag = 0;
1605     SV *val = 0;
1606    
1607     if (!(dec->json.flags & F_ALLOW_TAGS))
1608     ERR ("malformed JSON string, neither array, object, number, string or atom");
1609    
1610 root 1.150 DEC_INC_DEPTH;
1611    
1612 root 1.119 ++dec->cur;
1613    
1614 root 1.121 decode_ws (dec);
1615    
1616 root 1.119 tag = decode_sv (dec);
1617     if (!tag)
1618     goto fail;
1619    
1620     if (!SvPOK (tag))
1621     ERR ("malformed JSON string, (tag) must be a string");
1622    
1623 root 1.121 decode_ws (dec);
1624    
1625 root 1.119 if (*dec->cur != ')')
1626     ERR (") expected after tag");
1627    
1628     ++dec->cur;
1629    
1630 root 1.121 decode_ws (dec);
1631    
1632 root 1.119 val = decode_sv (dec);
1633     if (!val)
1634     goto fail;
1635    
1636     if (!SvROK (val) || SvTYPE (SvRV (val)) != SVt_PVAV)
1637     ERR ("malformed JSON string, tag value must be an array");
1638    
1639     {
1640     AV *av = (AV *)SvRV (val);
1641     int i, len = av_len (av) + 1;
1642     HV *stash = gv_stashsv (tag, 0);
1643     SV *sv;
1644    
1645     if (!stash)
1646     ERR ("cannot decode perl-object (package does not exist)");
1647    
1648     GV *method = gv_fetchmethod_autoload (stash, "THAW", 0);
1649    
1650     if (!method)
1651     ERR ("cannot decode perl-object (package does not have a THAW method)");
1652    
1653     dSP;
1654    
1655 root 1.125 ENTER; SAVETMPS;
1656     PUSHMARK (SP);
1657 root 1.119 EXTEND (SP, len + 2);
1658     // we re-bless the reference to get overload and other niceties right
1659     PUSHs (tag);
1660     PUSHs (sv_json);
1661    
1662     for (i = 0; i < len; ++i)
1663     PUSHs (*av_fetch (av, i, 1));
1664    
1665     PUTBACK;
1666     call_sv ((SV *)GvCV (method), G_SCALAR);
1667     SPAGAIN;
1668    
1669     SvREFCNT_dec (tag);
1670     SvREFCNT_dec (val);
1671     sv = SvREFCNT_inc (POPs);
1672    
1673     PUTBACK;
1674    
1675     FREETMPS; LEAVE;
1676    
1677 root 1.150 DEC_DEC_DEPTH;
1678 root 1.119 return sv;
1679     }
1680    
1681     fail:
1682     SvREFCNT_dec (tag);
1683     SvREFCNT_dec (val);
1684     return 0;
1685     }
1686    
1687     static SV *
1688 root 1.1 decode_sv (dec_t *dec)
1689     {
1690 root 1.40 // the beauty of JSON: you need exactly one character lookahead
1691 root 1.73 // to parse everything.
1692 root 1.1 switch (*dec->cur)
1693     {
1694 root 1.117 case '"': ++dec->cur; return decode_str (dec);
1695     case '[': ++dec->cur; return decode_av (dec);
1696 root 1.73 case '{': ++dec->cur; return decode_hv (dec);
1697 root 1.119 case '(': return decode_tag (dec);
1698 root 1.1
1699     case '-':
1700     case '0': case '1': case '2': case '3': case '4':
1701     case '5': case '6': case '7': case '8': case '9':
1702     return decode_num (dec);
1703    
1704 root 1.133 case 'f':
1705     if (dec->end - dec->cur >= 5 && !memcmp (dec->cur, "false", 5))
1706 root 1.1 {
1707 root 1.133 dec->cur += 5;
1708    
1709     if (expect_false (!dec->json.v_false))
1710     dec->json.v_false = GET_BOOL (false);
1711    
1712     return newSVsv (dec->json.v_false);
1713 root 1.1 }
1714     else
1715 root 1.133 ERR ("'false' expected");
1716 root 1.1
1717     break;
1718    
1719 root 1.133 case 't':
1720     if (dec->end - dec->cur >= 4 && !memcmp (dec->cur, "true", 4))
1721 root 1.1 {
1722 root 1.133 dec->cur += 4;
1723    
1724     if (expect_false (!dec->json.v_true))
1725     dec->json.v_true = GET_BOOL (true);
1726    
1727     return newSVsv (dec->json.v_true);
1728 root 1.1 }
1729     else
1730 root 1.133 ERR ("'true' expected");
1731 root 1.1
1732     break;
1733    
1734     case 'n':
1735     if (dec->end - dec->cur >= 4 && !memcmp (dec->cur, "null", 4))
1736     {
1737     dec->cur += 4;
1738 root 1.5 return newSVsv (&PL_sv_undef);
1739 root 1.1 }
1740     else
1741     ERR ("'null' expected");
1742    
1743     break;
1744    
1745     default:
1746 root 1.119 ERR ("malformed JSON string, neither tag, array, object, number, string or atom");
1747 root 1.1 break;
1748     }
1749    
1750     fail:
1751     return 0;
1752     }
1753    
1754     static SV *
1755 root 1.129 decode_json (SV *string, JSON *json, STRLEN *offset_return)
1756 root 1.1 {
1757 root 1.25 dec_t dec;
1758 root 1.1 SV *sv;
1759    
1760 root 1.94 /* work around bugs in 5.10 where manipulating magic values
1761 root 1.116 * makes perl ignore the magic in subsequent accesses.
1762 root 1.109 * also make a copy of non-PV values, to get them into a clean
1763     * state (SvPV should do that, but it's buggy, see below).
1764 root 1.127 *
1765     * SvIsCOW_shared_hash works around a bug in perl (possibly 5.16),
1766     * as reported by Reini Urban.
1767 root 1.94 */
1768     /*SvGETMAGIC (string);*/
1769 root 1.127 if (SvMAGICAL (string) || !SvPOK (string) || SvIsCOW_shared_hash (string))
1770 root 1.94 string = sv_2mortal (newSVsv (string));
1771    
1772 root 1.22 SvUPGRADE (string, SVt_PV);
1773    
1774 root 1.87 /* work around a bug in perl 5.10, which causes SvCUR to fail an
1775     * assertion with -DDEBUGGING, although SvCUR is documented to
1776     * return the xpv_cur field which certainly exists after upgrading.
1777     * according to nicholas clark, calling SvPOK fixes this.
1778 root 1.89 * But it doesn't fix it, so try another workaround, call SvPV_nolen
1779     * and hope for the best.
1780 root 1.90 * Damnit, SvPV_nolen still trips over yet another assertion. This
1781     * assertion business is seriously broken, try yet another workaround
1782     * for the broken -DDEBUGGING.
1783 root 1.87 */
1784 root 1.96 {
1785 root 1.89 #ifdef DEBUGGING
1786 root 1.96 STRLEN offset = SvOK (string) ? sv_len (string) : 0;
1787 root 1.90 #else
1788 root 1.96 STRLEN offset = SvCUR (string);
1789 root 1.89 #endif
1790 root 1.87
1791 root 1.96 if (offset > json->max_size && json->max_size)
1792     croak ("attempted decode of JSON text of %lu bytes size, but max_size is set to %lu",
1793     (unsigned long)SvCUR (string), (unsigned long)json->max_size);
1794     }
1795 root 1.45
1796 root 1.108 if (DECODE_WANTS_OCTETS (json))
1797 root 1.5 sv_utf8_downgrade (string, 0);
1798     else
1799 root 1.1 sv_utf8_upgrade (string);
1800    
1801     SvGROW (string, SvCUR (string) + 1); // should basically be a NOP
1802    
1803 root 1.85 dec.json = *json;
1804     dec.cur = SvPVX (string);
1805     dec.end = SvEND (string);
1806     dec.err = 0;
1807     dec.depth = 0;
1808 root 1.1
1809 root 1.49 if (dec.json.cb_object || dec.json.cb_sk_object)
1810     dec.json.flags |= F_HOOK;
1811    
1812 root 1.31 *dec.end = 0; // this should basically be a nop, too, but make sure it's there
1813 root 1.63
1814     decode_ws (&dec);
1815 root 1.1 sv = decode_sv (&dec);
1816    
1817 root 1.96 if (offset_return)
1818 root 1.129 *offset_return = dec.cur - SvPVX (string);
1819     else if (sv)
1820 root 1.31 {
1821     // check for trailing garbage
1822     decode_ws (&dec);
1823    
1824 root 1.135 if (dec.cur != dec.end)
1825 root 1.31 {
1826     dec.err = "garbage after JSON object";
1827     SvREFCNT_dec (sv);
1828     sv = 0;
1829     }
1830     }
1831    
1832 root 1.1 if (!sv)
1833     {
1834     SV *uni = sv_newmortal ();
1835 root 1.8
1836 root 1.5 // horrible hack to silence warning inside pv_uni_display
1837 root 1.8 COP cop = *PL_curcop;
1838 root 1.5 cop.cop_warnings = pWARN_NONE;
1839 root 1.8 ENTER;
1840 root 1.5 SAVEVPTR (PL_curcop);
1841     PL_curcop = &cop;
1842 root 1.8 pv_uni_display (uni, dec.cur, dec.end - dec.cur, 20, UNI_DISPLAY_QQ);
1843     LEAVE;
1844 root 1.1
1845 root 1.96 croak ("%s, at character offset %d (before \"%s\")",
1846 root 1.1 dec.err,
1847 root 1.113 (int)ptr_to_index (string, dec.cur),
1848 root 1.1 dec.cur != dec.end ? SvPV_nolen (uni) : "(end of string)");
1849     }
1850    
1851 root 1.3 sv = sv_2mortal (sv);
1852    
1853 root 1.126 if (!(dec.json.flags & F_ALLOW_NONREF) && json_nonref (sv))
1854 root 1.9 croak ("JSON text must be an object or array (but found number, string, true, false or null, use allow_nonref to allow this)");
1855 root 1.3
1856     return sv;
1857 root 1.1 }
1858    
1859 root 1.12 /////////////////////////////////////////////////////////////////////////////
1860 root 1.77 // incremental parser
1861    
1862     static void
1863     incr_parse (JSON *self)
1864     {
1865     const char *p = SvPVX (self->incr_text) + self->incr_pos;
1866    
1867 root 1.103 // the state machine here is a bit convoluted and could be simplified a lot
1868     // but this would make it slower, so...
1869    
1870 root 1.77 for (;;)
1871     {
1872     switch (self->incr_mode)
1873     {
1874 root 1.136 // reached end of a scalar, see if we are inside a nested structure or not
1875     end_of_scalar:
1876     self->incr_mode = INCR_M_JSON;
1877    
1878     if (self->incr_nest) // end of a scalar inside array, object or tag
1879     goto incr_m_json;
1880     else // end of scalar outside structure, json text ends here
1881     goto interrupt;
1882    
1883 root 1.103 // only used for initial whitespace skipping
1884 root 1.77 case INCR_M_WS:
1885     for (;;)
1886     {
1887     if (*p > 0x20)
1888     {
1889 root 1.103 if (*p == '#')
1890     {
1891     self->incr_mode = INCR_M_C0;
1892     goto incr_m_c;
1893     }
1894     else
1895     {
1896     self->incr_mode = INCR_M_JSON;
1897     goto incr_m_json;
1898     }
1899 root 1.77 }
1900     else if (!*p)
1901 root 1.149 goto nul;
1902 root 1.77
1903     ++p;
1904     }
1905    
1906     // skip a single char inside a string (for \\-processing)
1907     case INCR_M_BS:
1908     if (!*p)
1909 root 1.149 goto nul;
1910 root 1.77
1911     ++p;
1912     self->incr_mode = INCR_M_STR;
1913     goto incr_m_str;
1914    
1915 root 1.103 // inside #-style comments
1916     case INCR_M_C0:
1917     case INCR_M_C1:
1918     incr_m_c:
1919     for (;;)
1920     {
1921     if (*p == '\n')
1922     {
1923     self->incr_mode = self->incr_mode == INCR_M_C0 ? INCR_M_WS : INCR_M_JSON;
1924     break;
1925     }
1926     else if (!*p)
1927 root 1.149 goto nul;
1928 root 1.103
1929     ++p;
1930     }
1931    
1932     break;
1933    
1934 root 1.136 // inside true/false/null
1935     case INCR_M_TFN:
1936     incr_m_tfn:
1937     for (;;)
1938     switch (*p++)
1939     {
1940     case 'r': case 'u': case 'e': // tRUE, falsE, nUll
1941     case 'a': case 'l': case 's': // fALSe, nuLL
1942     // allowed
1943     break;
1944    
1945     default:
1946     --p;
1947     goto end_of_scalar;
1948     }
1949    
1950     // inside a number
1951     case INCR_M_NUM:
1952     incr_m_num:
1953     for (;;)
1954     switch (*p++)
1955     {
1956     case 'e': case 'E': case '.': case '+':
1957     case '-':
1958     case '0': case '1': case '2': case '3': case '4':
1959     case '5': case '6': case '7': case '8': case '9':
1960     // allowed
1961     break;
1962    
1963     default:
1964     --p;
1965     goto end_of_scalar;
1966     }
1967    
1968 root 1.77 // inside a string
1969     case INCR_M_STR:
1970     incr_m_str:
1971     for (;;)
1972     {
1973     if (*p == '"')
1974     {
1975     ++p;
1976 root 1.136 goto end_of_scalar;
1977 root 1.77 }
1978     else if (*p == '\\')
1979     {
1980     ++p; // "virtually" consumes character after \
1981    
1982     if (!*p) // if at end of string we have to switch modes
1983     {
1984     self->incr_mode = INCR_M_BS;
1985 root 1.149 goto nul;
1986 root 1.77 }
1987     }
1988     else if (!*p)
1989 root 1.149 goto nul;
1990 root 1.77
1991     ++p;
1992     }
1993    
1994     // after initial ws, outside string
1995     case INCR_M_JSON:
1996     incr_m_json:
1997     for (;;)
1998     {
1999     switch (*p++)
2000     {
2001     case 0:
2002     --p;
2003 root 1.149 goto nul;
2004 root 1.77
2005     case 0x09:
2006     case 0x0a:
2007     case 0x0d:
2008     case 0x20:
2009     if (!self->incr_nest)
2010     {
2011     --p; // do not eat the whitespace, let the next round do it
2012     goto interrupt;
2013     }
2014     break;
2015    
2016 root 1.136 // the following three blocks handle scalars. this makes the parser
2017     // more strict than required inside arrays or objects, and could
2018     // be moved to a special case on the toplevel (except strings)
2019     case 't':
2020     case 'f':
2021     case 'n':
2022     self->incr_mode = INCR_M_TFN;
2023     goto incr_m_tfn;
2024    
2025     case '-':
2026     case '0': case '1': case '2': case '3': case '4':
2027     case '5': case '6': case '7': case '8': case '9':
2028     self->incr_mode = INCR_M_NUM;
2029     goto incr_m_num;
2030    
2031 root 1.77 case '"':
2032     self->incr_mode = INCR_M_STR;
2033     goto incr_m_str;
2034    
2035     case '[':
2036     case '{':
2037 root 1.119 case '(':
2038 root 1.85 if (++self->incr_nest > self->max_depth)
2039     croak (ERR_NESTING_EXCEEDED);
2040 root 1.77 break;
2041    
2042     case ']':
2043     case '}':
2044 root 1.88 if (--self->incr_nest <= 0)
2045 root 1.77 goto interrupt;
2046 root 1.103 break;
2047    
2048 root 1.119 case ')':
2049     --self->incr_nest;
2050     break;
2051    
2052 root 1.103 case '#':
2053     self->incr_mode = INCR_M_C1;
2054     goto incr_m_c;
2055 root 1.77 }
2056     }
2057     }
2058    
2059     modechange:
2060     ;
2061     }
2062    
2063 root 1.149 nul: // nul character found
2064 root 1.148 if (!*p && p != SvEND (self->incr_text))
2065     {
2066 root 1.149 self->incr_pos = p - SvPVX (self->incr_text) + 1; // skip 0 byte for incr_skip
2067 root 1.148 croak ("invalid NUL character in JSON text");
2068     }
2069    
2070 root 1.149 interrupt:
2071     self->incr_pos = p - SvPVX (self->incr_text);
2072    
2073 root 1.103 //printf ("interrupt<%.*s>\n", self->incr_pos, SvPVX(self->incr_text));//D
2074 root 1.77 //printf ("return pos %d mode %d nest %d\n", self->incr_pos, self->incr_mode, self->incr_nest);//D
2075     }
2076    
2077     /////////////////////////////////////////////////////////////////////////////
2078 root 1.12 // XS interface functions
2079    
2080 root 1.1 MODULE = JSON::XS PACKAGE = JSON::XS
2081    
2082     BOOT:
2083     {
2084     int i;
2085    
2086 root 1.18 for (i = 0; i < 256; ++i)
2087     decode_hexdigit [i] =
2088     i >= '0' && i <= '9' ? i - '0'
2089     : i >= 'a' && i <= 'f' ? i - 'a' + 10
2090     : i >= 'A' && i <= 'F' ? i - 'A' + 10
2091     : -1;
2092 root 1.1
2093 root 1.126 json_stash = gv_stashpv ("JSON::XS" , 1);
2094     bool_stash = gv_stashpv ("Types::Serialiser::Boolean", 1);
2095 root 1.133 bool_false = get_bool ("Types::Serialiser::false");
2096 root 1.126 bool_true = get_bool ("Types::Serialiser::true");
2097 root 1.43
2098 root 1.119 sv_json = newSVpv ("JSON", 0);
2099     SvREADONLY_on (sv_json);
2100 root 1.99
2101     CvNODEBUG_on (get_cv ("JSON::XS::incr_text", 0)); /* the debugger completely breaks lvalue subs */
2102 root 1.1 }
2103    
2104 root 1.4 PROTOTYPES: DISABLE
2105    
2106 root 1.57 void CLONE (...)
2107     CODE:
2108 root 1.133 // as long as these writes are atomic, the race should not matter
2109     // as existing threads either already use 0, or use the old value,
2110     // which is sitll correct for the initial thread.
2111 root 1.126 json_stash = 0;
2112     bool_stash = 0;
2113 root 1.133 bool_false = 0;
2114     bool_true = 0;
2115 root 1.57
2116 root 1.48 void new (char *klass)
2117     PPCODE:
2118     {
2119 root 1.115 SV *pv = NEWSV (0, sizeof (JSON));
2120 root 1.48 SvPOK_only (pv);
2121 root 1.85 json_init ((JSON *)SvPVX (pv));
2122 root 1.68 XPUSHs (sv_2mortal (sv_bless (
2123     newRV_noinc (pv),
2124     strEQ (klass, "JSON::XS") ? JSON_STASH : gv_stashpv (klass, 1)
2125     )));
2126 root 1.48 }
2127 root 1.1
2128 root 1.133 void boolean_values (JSON *self, SV *v_false = 0, SV *v_true = 0)
2129     PPCODE:
2130     self->v_false = newSVsv (v_false);
2131     self->v_true = newSVsv (v_true);
2132     XPUSHs (ST (0));
2133    
2134     void get_boolean_values (JSON *self)
2135     PPCODE:
2136     if (self->v_false && self->v_true)
2137     {
2138     EXTEND (SP, 2);
2139     PUSHs (self->v_false);
2140     PUSHs (self->v_true);
2141     }
2142    
2143 root 1.48 void ascii (JSON *self, int enable = 1)
2144 root 1.1 ALIAS:
2145 root 1.44 ascii = F_ASCII
2146     latin1 = F_LATIN1
2147     utf8 = F_UTF8
2148     indent = F_INDENT
2149     canonical = F_CANONICAL
2150     space_before = F_SPACE_BEFORE
2151     space_after = F_SPACE_AFTER
2152     pretty = F_PRETTY
2153     allow_nonref = F_ALLOW_NONREF
2154     shrink = F_SHRINK
2155     allow_blessed = F_ALLOW_BLESSED
2156     convert_blessed = F_CONV_BLESSED
2157 root 1.63 relaxed = F_RELAXED
2158 root 1.84 allow_unknown = F_ALLOW_UNKNOWN
2159 root 1.119 allow_tags = F_ALLOW_TAGS
2160 root 1.48 PPCODE:
2161 root 1.1 {
2162     if (enable)
2163 root 1.48 self->flags |= ix;
2164 root 1.1 else
2165 root 1.48 self->flags &= ~ix;
2166 root 1.1
2167 root 1.48 XPUSHs (ST (0));
2168 root 1.1 }
2169    
2170 root 1.66 void get_ascii (JSON *self)
2171     ALIAS:
2172     get_ascii = F_ASCII
2173     get_latin1 = F_LATIN1
2174     get_utf8 = F_UTF8
2175     get_indent = F_INDENT
2176     get_canonical = F_CANONICAL
2177     get_space_before = F_SPACE_BEFORE
2178     get_space_after = F_SPACE_AFTER
2179     get_allow_nonref = F_ALLOW_NONREF
2180     get_shrink = F_SHRINK
2181     get_allow_blessed = F_ALLOW_BLESSED
2182     get_convert_blessed = F_CONV_BLESSED
2183     get_relaxed = F_RELAXED
2184 root 1.84 get_allow_unknown = F_ALLOW_UNKNOWN
2185 root 1.119 get_allow_tags = F_ALLOW_TAGS
2186 root 1.66 PPCODE:
2187     XPUSHs (boolSV (self->flags & ix));
2188    
2189 root 1.85 void max_depth (JSON *self, U32 max_depth = 0x80000000UL)
2190 root 1.48 PPCODE:
2191 root 1.85 self->max_depth = max_depth;
2192 root 1.48 XPUSHs (ST (0));
2193 root 1.18
2194 root 1.67 U32 get_max_depth (JSON *self)
2195 root 1.66 CODE:
2196 root 1.85 RETVAL = self->max_depth;
2197 root 1.66 OUTPUT:
2198     RETVAL
2199    
2200 root 1.85 void max_size (JSON *self, U32 max_size = 0)
2201 root 1.48 PPCODE:
2202 root 1.85 self->max_size = max_size;
2203 root 1.48 XPUSHs (ST (0));
2204 root 1.45
2205 root 1.66 int get_max_size (JSON *self)
2206     CODE:
2207 root 1.85 RETVAL = self->max_size;
2208 root 1.66 OUTPUT:
2209     RETVAL
2210    
2211 root 1.51 void filter_json_object (JSON *self, SV *cb = &PL_sv_undef)
2212 root 1.49 PPCODE:
2213     {
2214 root 1.52 SvREFCNT_dec (self->cb_object);
2215     self->cb_object = SvOK (cb) ? newSVsv (cb) : 0;
2216    
2217     XPUSHs (ST (0));
2218     }
2219    
2220     void filter_json_single_key_object (JSON *self, SV *key, SV *cb = &PL_sv_undef)
2221     PPCODE:
2222     {
2223 root 1.114 if (!self->cb_sk_object)
2224 root 1.52 self->cb_sk_object = newHV ();
2225 root 1.51
2226 root 1.52 if (SvOK (cb))
2227     hv_store_ent (self->cb_sk_object, key, newSVsv (cb), 0);
2228 root 1.51 else
2229 root 1.52 {
2230     hv_delete_ent (self->cb_sk_object, key, G_DISCARD, 0);
2231 root 1.49
2232 root 1.52 if (!HvKEYS (self->cb_sk_object))
2233     {
2234     SvREFCNT_dec (self->cb_sk_object);
2235     self->cb_sk_object = 0;
2236     }
2237 root 1.49 }
2238    
2239     XPUSHs (ST (0));
2240     }
2241    
2242 root 1.48 void encode (JSON *self, SV *scalar)
2243 root 1.1 PPCODE:
2244 root 1.138 PUTBACK; scalar = encode_json (scalar, self); SPAGAIN;
2245     XPUSHs (scalar);
2246 root 1.1
2247 root 1.48 void decode (JSON *self, SV *jsonstr)
2248 root 1.1 PPCODE:
2249 root 1.138 PUTBACK; jsonstr = decode_json (jsonstr, self, 0); SPAGAIN;
2250     XPUSHs (jsonstr);
2251 root 1.31
2252 root 1.48 void decode_prefix (JSON *self, SV *jsonstr)
2253 root 1.31 PPCODE:
2254     {
2255 root 1.114 SV *sv;
2256 root 1.129 STRLEN offset;
2257 root 1.138 PUTBACK; sv = decode_json (jsonstr, self, &offset); SPAGAIN;
2258 root 1.31 EXTEND (SP, 2);
2259 root 1.114 PUSHs (sv);
2260 root 1.129 PUSHs (sv_2mortal (newSVuv (ptr_to_index (jsonstr, SvPV_nolen (jsonstr) + offset))));
2261 root 1.31 }
2262 root 1.2
2263 root 1.77 void incr_parse (JSON *self, SV *jsonstr = 0)
2264     PPCODE:
2265     {
2266     if (!self->incr_text)
2267     self->incr_text = newSVpvn ("", 0);
2268    
2269 root 1.108 /* if utf8-ness doesn't match the decoder, need to upgrade/downgrade */
2270     if (!DECODE_WANTS_OCTETS (self) == !SvUTF8 (self->incr_text))
2271     if (DECODE_WANTS_OCTETS (self))
2272     {
2273     if (self->incr_pos)
2274     self->incr_pos = utf8_length ((U8 *)SvPVX (self->incr_text),
2275     (U8 *)SvPVX (self->incr_text) + self->incr_pos);
2276    
2277     sv_utf8_downgrade (self->incr_text, 0);
2278     }
2279     else
2280     {
2281     sv_utf8_upgrade (self->incr_text);
2282    
2283     if (self->incr_pos)
2284     self->incr_pos = utf8_hop ((U8 *)SvPVX (self->incr_text), self->incr_pos)
2285     - (U8 *)SvPVX (self->incr_text);
2286     }
2287    
2288 root 1.77 // append data, if any
2289     if (jsonstr)
2290     {
2291 root 1.108 /* make sure both strings have same encoding */
2292     if (SvUTF8 (jsonstr) != SvUTF8 (self->incr_text))
2293     if (SvUTF8 (jsonstr))
2294     sv_utf8_downgrade (jsonstr, 0);
2295     else
2296     sv_utf8_upgrade (jsonstr);
2297 root 1.77
2298 root 1.108 /* and then just blindly append */
2299 root 1.77 {
2300     STRLEN len;
2301     const char *str = SvPV (jsonstr, len);
2302 root 1.95 STRLEN cur = SvCUR (self->incr_text);
2303    
2304 root 1.131 if (SvLEN (self->incr_text) - cur <= len)
2305     json_sv_grow (self->incr_text, cur, len);
2306 root 1.95
2307 root 1.77 Move (str, SvEND (self->incr_text), len, char);
2308     SvCUR_set (self->incr_text, SvCUR (self->incr_text) + len);
2309     *SvEND (self->incr_text) = 0; // this should basically be a nop, too, but make sure it's there
2310     }
2311     }
2312    
2313     if (GIMME_V != G_VOID)
2314     do
2315     {
2316 root 1.114 SV *sv;
2317 root 1.129 STRLEN offset;
2318 root 1.77
2319     if (!INCR_DONE (self))
2320 root 1.82 {
2321     incr_parse (self);
2322 root 1.85
2323     if (self->incr_pos > self->max_size && self->max_size)
2324     croak ("attempted decode of JSON text of %lu bytes size, but max_size is set to %lu",
2325     (unsigned long)self->incr_pos, (unsigned long)self->max_size);
2326    
2327 root 1.82 if (!INCR_DONE (self))
2328 root 1.111 {
2329     // as an optimisation, do not accumulate white space in the incr buffer
2330 root 1.112 if (self->incr_mode == INCR_M_WS && self->incr_pos)
2331     {
2332     self->incr_pos = 0;
2333     SvCUR_set (self->incr_text, 0);
2334 root 1.151 *SvEND (self->incr_text) = 0;
2335 root 1.112 }
2336 root 1.111
2337     break;
2338     }
2339 root 1.82 }
2340 root 1.77
2341 root 1.138 PUTBACK; sv = decode_json (self->incr_text, self, &offset); SPAGAIN;
2342 root 1.114 XPUSHs (sv);
2343 root 1.77
2344 root 1.151 self->incr_pos = 0;
2345 root 1.77 self->incr_nest = 0;
2346     self->incr_mode = 0;
2347 root 1.96
2348 root 1.129 sv_chop (self->incr_text, SvPVX (self->incr_text) + offset);
2349 root 1.77 }
2350     while (GIMME_V == G_ARRAY);
2351     }
2352    
2353     SV *incr_text (JSON *self)
2354     ATTRS: lvalue
2355     CODE:
2356     {
2357     if (self->incr_pos)
2358 root 1.82 croak ("incr_text can not be called when the incremental parser already started parsing");
2359 root 1.77
2360     RETVAL = self->incr_text ? SvREFCNT_inc (self->incr_text) : &PL_sv_undef;
2361     }
2362     OUTPUT:
2363     RETVAL
2364    
2365 root 1.79 void incr_skip (JSON *self)
2366     CODE:
2367     {
2368 root 1.81 if (self->incr_pos)
2369     {
2370     sv_chop (self->incr_text, SvPV_nolen (self->incr_text) + self->incr_pos);
2371     self->incr_pos = 0;
2372     self->incr_nest = 0;
2373     self->incr_mode = 0;
2374     }
2375 root 1.79 }
2376    
2377 root 1.86 void incr_reset (JSON *self)
2378     CODE:
2379     {
2380     SvREFCNT_dec (self->incr_text);
2381     self->incr_text = 0;
2382     self->incr_pos = 0;
2383     self->incr_nest = 0;
2384     self->incr_mode = 0;
2385     }
2386    
2387 root 1.52 void DESTROY (JSON *self)
2388     CODE:
2389 root 1.133 SvREFCNT_dec (self->v_false);
2390     SvREFCNT_dec (self->v_true);
2391 root 1.52 SvREFCNT_dec (self->cb_sk_object);
2392     SvREFCNT_dec (self->cb_object);
2393 root 1.77 SvREFCNT_dec (self->incr_text);
2394 root 1.52
2395 root 1.4 PROTOTYPES: ENABLE
2396    
2397 root 1.69 void encode_json (SV *scalar)
2398 root 1.2 PPCODE:
2399 root 1.47 {
2400 root 1.85 JSON json;
2401     json_init (&json);
2402 root 1.118 json.flags |= F_UTF8;
2403 root 1.138 PUTBACK; scalar = encode_json (scalar, &json); SPAGAIN;
2404     XPUSHs (scalar);
2405 root 1.47 }
2406 root 1.2
2407 root 1.69 void decode_json (SV *jsonstr)
2408 root 1.2 PPCODE:
2409 root 1.47 {
2410 root 1.85 JSON json;
2411     json_init (&json);
2412 root 1.118 json.flags |= F_UTF8;
2413 root 1.138 PUTBACK; jsonstr = decode_json (jsonstr, &json, 0); SPAGAIN;
2414     XPUSHs (jsonstr);
2415 root 1.47 }
2416 root 1.1