[ViewVC] Diff of: cvs/CBOR-XS/XS.xs

Comparing CBOR-XS/XS.xs (file contents):
Revision 1.7 by root, Sat Oct 26 23:02:55 2013 UTC vs.
Revision 1.29 by root, Thu Nov 28 09:13:12 2013 UTC

…		…
9	#include <limits.h>	9	#include <limits.h>
10	#include <float.h>	10	#include <float.h>
11		11
12	#include "ecb.h"	12	#include "ecb.h"
13		13
		14	// compatibility with perl <5.18
		15	#ifndef HvNAMELEN_get
		16	# define HvNAMELEN_get(hv) strlen (HvNAME (hv))
		17	#endif
		18	#ifndef HvNAMELEN
		19	# define HvNAMELEN(hv) HvNAMELEN_get (hv)
		20	#endif
		21	#ifndef HvNAMEUTF8
		22	# define HvNAMEUTF8(hv) 0
		23	#endif
		24	#ifndef SvREFCNT_dec_NN
		25	# define SvREFCNT_dec_NN(sv) SvREFCNT_dec (sv)
		26	#endif
		27
		28	// known tags
		29	enum cbor_tag
		30	{
		31	// extensions
		32	CBOR_TAG_STRINGREF = 25, // http://cbor.schmorp.de/stringref
		33	CBOR_TAG_PERL_OBJECT = 26, // http://cbor.schmorp.de/perl-object
		34	CBOR_TAG_GENERIC_OBJECT = 27, // http://cbor.schmorp.de/generic-object
		35	CBOR_TAG_VALUE_SHAREABLE = 28, // http://cbor.schmorp.de/value-sharing
		36	CBOR_TAG_VALUE_SHAREDREF = 29, // http://cbor.schmorp.de/value-sharing
		37	CBOR_TAG_STRINGREF_NAMESPACE = 256, // http://cbor.schmorp.de/stringref
		38	CBOR_TAG_INDIRECTION = 22098, // http://cbor.schmorp.de/indirection
		39
		40	// rfc7049
		41	CBOR_TAG_DATETIME = 0, // rfc4287, utf-8
		42	CBOR_TAG_TIMESTAMP = 1, // unix timestamp, any
		43	CBOR_TAG_POS_BIGNUM = 2, // byte string
		44	CBOR_TAG_NEG_BIGNUM = 3, // byte string
		45	CBOR_TAG_DECIMAL = 4, // decimal fraction, array
		46	CBOR_TAG_BIGFLOAT = 5, // array
		47
		48	CBOR_TAG_CONV_B64U = 21, // base64url, any
		49	CBOR_TAG_CONV_B64 = 22, // base64, any
		50	CBOR_TAG_CONV_HEX = 23, // base16, any
		51	CBOR_TAG_CBOR = 24, // embedded cbor, byte string
		52
		53	CBOR_TAG_URI = 32, // URI rfc3986, utf-8
		54	CBOR_TAG_B64U = 33, // base64url rfc4648, utf-8
		55	CBOR_TAG_B64 = 34, // base6 rfc46484, utf-8
		56	CBOR_TAG_REGEX = 35, // regex pcre/ecma262, utf-8
		57	CBOR_TAG_MIME = 36, // mime message rfc2045, utf-8
		58
		59	CBOR_TAG_MAGIC = 55799 // self-describe cbor
		60	};
		61
14	#define F_SHRINK 0x00000200UL	62	#define F_SHRINK 0x00000001UL
15	#define F_ALLOW_UNKNOWN 0x00002000UL	63	#define F_ALLOW_UNKNOWN 0x00000002UL
		64	#define F_ALLOW_SHARING 0x00000004UL //TODO
		65	#define F_ALLOW_STRINGREF 0x00000008UL //TODO
16		66
17	#define INIT_SIZE 32 // initial scalar size to be allocated	67	#define INIT_SIZE 32 // initial scalar size to be allocated
18		68
19	#define SB do {	69	#define SB do {
20	#define SE } while (0)	70	#define SE } while (0)
…		…
31	#else	81	#else
32	# define CBOR_SLOW 0	82	# define CBOR_SLOW 0
33	# define CBOR_STASH cbor_stash	83	# define CBOR_STASH cbor_stash
34	#endif	84	#endif
35		85
36	static HV cbor_stash, cbor_boolean_stash, *cbor_tagged_stash; // CBOR::XS::	86	static HV cbor_stash, types_boolean_stash, types_error_stash, cbor_tagged_stash; // CBOR::XS::
37	static SV cbor_true, cbor_false;	87	static SV types_true, types_false, types_error, sv_cbor, *default_filter;
38		88
39	typedef struct {	89	typedef struct {
40	U32 flags;	90	U32 flags;
41	U32 max_depth;	91	U32 max_depth;
42	STRLEN max_size;	92	STRLEN max_size;
		93	SV *filter;
43	} CBOR;	94	} CBOR;
44		95
45	ecb_inline void	96	ecb_inline void
46	cbor_init (CBOR *cbor)	97	cbor_init (CBOR *cbor)
47	{	98	{
48	Zero (cbor, 1, CBOR);	99	Zero (cbor, 1, CBOR);
49	cbor->max_depth = 512;	100	cbor->max_depth = 512;
		101	}
		102
		103	ecb_inline void
		104	cbor_free (CBOR *cbor)
		105	{
		106	SvREFCNT_dec (cbor->filter);
50	}	107	}
51		108
52	/////////////////////////////////////////////////////////////////////////////	109	/////////////////////////////////////////////////////////////////////////////
53	// utility functions	110	// utility functions
54		111
…		…
76	SvPV_renew (sv, SvCUR (sv) + 1);	133	SvPV_renew (sv, SvCUR (sv) + 1);
77	#endif	134	#endif
78	}	135	}
79	}	136	}
80		137
81	/////////////////////////////////////////////////////////////////////////////	138	// minimum length of a string to be registered for stringref
82	// fp hell	139	ecb_inline int
83		140	minimum_string_length (UV idx)
84	//TODO	141	{
		142	return idx > 23
		143	? idx > 0xffU
		144	? idx > 0xffffU
		145	? idx > 0xffffffffU
		146	? 11
		147	: 7
		148	: 5
		149	: 4
		150	: 3;
		151	}
85		152
86	/////////////////////////////////////////////////////////////////////////////	153	/////////////////////////////////////////////////////////////////////////////
87	// encoder	154	// encoder
88		155
89	// structure used for encoding CBOR	156	// structure used for encoding CBOR
…		…
92	char *cur; // SvPVX (sv) + current output position	159	char *cur; // SvPVX (sv) + current output position
93	char *end; // SvEND (sv)	160	char *end; // SvEND (sv)
94	SV *sv; // result scalar	161	SV *sv; // result scalar
95	CBOR cbor;	162	CBOR cbor;
96	U32 depth; // recursion level	163	U32 depth; // recursion level
		164	HV *stringref[2]; // string => index, or 0 ([0] = bytes, [1] = utf-8)
		165	UV stringref_idx;
		166	HV *shareable; // ptr => index, or 0
		167	UV shareable_idx;
97	} enc_t;	168	} enc_t;
98		169
99	ecb_inline void	170	ecb_inline void
100	need (enc_t *enc, STRLEN len)	171	need (enc_t *enc, STRLEN len)
101	{	172	{
…		…
153	*enc->cur++ = len >> 8;	224	*enc->cur++ = len >> 8;
154	*enc->cur++ = len;	225	*enc->cur++ = len;
155	}	226	}
156	}	227	}
157		228
		229	ecb_inline void
		230	encode_tag (enc_t *enc, UV tag)
		231	{
		232	encode_uint (enc, 0xc0, tag);
		233	}
		234
158	static void	235	static void
159	encode_str (enc_t enc, int utf8, char str, STRLEN len)	236	encode_str (enc_t enc, int utf8, char str, STRLEN len)
160	{	237	{
		238	if (ecb_expect_false (enc->cbor.flags & F_ALLOW_STRINGREF))
		239	{
		240	SV **svp = hv_fetch (enc->stringref[!!utf8], str, len, 1);
		241
		242	if (SvOK (*svp))
		243	{
		244	// already registered, use stringref
		245	encode_tag (enc, CBOR_TAG_STRINGREF);
		246	encode_uint (enc, 0x00, SvUV (*svp));
		247	return;
		248	}
		249	else if (len >= minimum_string_length (enc->stringref_idx))
		250	{
		251	// register only
		252	sv_setuv (*svp, enc->stringref_idx);
		253	++enc->stringref_idx;
		254	}
		255	}
		256
161	encode_uint (enc, utf8 ? 0x60 : 0x40, len);	257	encode_uint (enc, utf8 ? 0x60 : 0x40, len);
162	need (enc, len);	258	need (enc, len);
163	memcpy (enc->cur, str, len);	259	memcpy (enc->cur, str, len);
164	enc->cur += len;	260	enc->cur += len;
165	}	261	}
…		…
223		319
224	// encode objects, arrays and special \0=false and \1=true values.	320	// encode objects, arrays and special \0=false and \1=true values.
225	static void	321	static void
226	encode_rv (enc_t enc, SV sv)	322	encode_rv (enc_t enc, SV sv)
227	{	323	{
228	svtype svt;
229
230	SvGETMAGIC (sv);	324	SvGETMAGIC (sv);
		325
		326	if (ecb_expect_false (enc->cbor.flags & F_ALLOW_SHARING)
		327	&& ecb_expect_false (SvREFCNT (sv) > 1))
		328	{
		329	if (!enc->shareable)
		330	enc->shareable = (HV )sv_2mortal ((SV )newHV ());
		331
		332	SV *svp = hv_fetch (enc->shareable, (char )&sv, sizeof (sv), 1);
		333
		334	if (SvOK (*svp))
		335	{
		336	encode_tag (enc, CBOR_TAG_VALUE_SHAREDREF);
		337	encode_uint (enc, 0x00, SvUV (*svp));
		338	return;
		339	}
		340	else
		341	{
		342	sv_setuv (*svp, enc->shareable_idx);
		343	++enc->shareable_idx;
		344	encode_tag (enc, CBOR_TAG_VALUE_SHAREABLE);
		345	}
		346	}
		347
231	svt = SvTYPE (sv);	348	svtype svt = SvTYPE (sv);
232		349
233	if (ecb_expect_false (SvOBJECT (sv)))	350	if (ecb_expect_false (SvOBJECT (sv)))
234	{	351	{
235	HV *boolean_stash = !CBOR_SLOW \|\| cbor_boolean_stash	352	HV *boolean_stash = !CBOR_SLOW \|\| types_boolean_stash
236	? cbor_boolean_stash	353	? types_boolean_stash
237	: gv_stashpv ("CBOR::XS::Boolean", 1);	354	: gv_stashpv ("Types::Serialiser::Boolean", 1);
		355	HV *error_stash = !CBOR_SLOW \|\| types_error_stash
		356	? types_error_stash
		357	: gv_stashpv ("Types::Serialiser::Error", 1);
238	HV *tagged_stash = !CBOR_SLOW \|\| cbor_tagged_stash	358	HV *tagged_stash = !CBOR_SLOW \|\| cbor_tagged_stash
239	? cbor_tagged_stash	359	? cbor_tagged_stash
240	: gv_stashpv ("CBOR::XS::Tagged" , 1);	360	: gv_stashpv ("CBOR::XS::Tagged" , 1);
241		361
		362	HV *stash = SvSTASH (sv);
		363	GV *method;
		364
242	if (SvSTASH (sv) == boolean_stash)	365	if (stash == boolean_stash)
243	encode_ch (enc, SvIV (sv) ? 0xe0 \| 21 : 0xe0 \| 20);	366	encode_ch (enc, SvIV (sv) ? 0xe0 \| 21 : 0xe0 \| 20);
		367	else if (stash == error_stash)
		368	encode_ch (enc, 0xe0 \| 23);
244	else if (SvSTASH (sv) == tagged_stash)	369	else if (stash == tagged_stash)
245	{	370	{
246	if (svt != SVt_PVAV)	371	if (svt != SVt_PVAV)
247	croak ("encountered CBOR::XS::Tagged object that isn't an array");	372	croak ("encountered CBOR::XS::Tagged object that isn't an array");
248		373
249	encode_uint (enc, 0xc0, SvUV (av_fetch ((AV )sv, 0, 1)));	374	encode_uint (enc, 0xc0, SvUV (av_fetch ((AV )sv, 0, 1)));
250	encode_sv (enc, av_fetch ((AV )sv, 1, 1));	375	encode_sv (enc, av_fetch ((AV )sv, 1, 1));
251	}	376	}
		377	else if ((method = gv_fetchmethod_autoload (stash, "TO_CBOR", 0)))
		378	{
		379	dSP;
		380
		381	ENTER; SAVETMPS; PUSHMARK (SP);
		382	// we re-bless the reference to get overload and other niceties right
		383	XPUSHs (sv_bless (sv_2mortal (newRV_inc (sv)), stash));
		384
		385	PUTBACK;
		386	// G_SCALAR ensures that return value is 1
		387	call_sv ((SV *)GvCV (method), G_SCALAR);
		388	SPAGAIN;
		389
		390	// catch this surprisingly common error
		391	if (SvROK (TOPs) && SvRV (TOPs) == sv)
		392	croak ("%s::TO_CBOR method returned same object as was passed instead of a new one", HvNAME (stash));
		393
		394	encode_sv (enc, POPs);
		395
		396	PUTBACK;
		397
		398	FREETMPS; LEAVE;
		399	}
		400	else if ((method = gv_fetchmethod_autoload (stash, "FREEZE", 0)) != 0)
		401	{
		402	dSP;
		403
		404	ENTER; SAVETMPS; PUSHMARK (SP);
		405	EXTEND (SP, 2);
		406	// we re-bless the reference to get overload and other niceties right
		407	PUSHs (sv_bless (sv_2mortal (newRV_inc (sv)), stash));
		408	PUSHs (sv_cbor);
		409
		410	PUTBACK;
		411	int count = call_sv ((SV *)GvCV (method), G_ARRAY);
		412	SPAGAIN;
		413
		414	// catch this surprisingly common error
		415	if (count == 1 && SvROK (TOPs) && SvRV (TOPs) == sv)
		416	croak ("%s::FREEZE(CBOR) method returned same object as was passed instead of a new one", HvNAME (stash));
		417
		418	encode_tag (enc, CBOR_TAG_PERL_OBJECT);
		419	encode_uint (enc, 0x80, count + 1);
		420	encode_str (enc, HvNAMEUTF8 (stash), HvNAME (stash), HvNAMELEN (stash));
		421
		422	while (count)
		423	encode_sv (enc, SP[1 - count--]);
		424
		425	PUTBACK;
		426
		427	FREETMPS; LEAVE;
		428	}
252	else	429	else
253	{
254	// we re-bless the reference to get overload and other niceties right
255	GV *to_cbor = gv_fetchmethod_autoload (SvSTASH (sv), "TO_CBOR", 0);
256
257	if (to_cbor)
258	{
259	dSP;
260
261	ENTER; SAVETMPS; PUSHMARK (SP);
262	XPUSHs (sv_bless (sv_2mortal (newRV_inc (sv)), SvSTASH (sv)));
263
264	// calling with G_SCALAR ensures that we always get a 1 return value
265	PUTBACK;
266	call_sv ((SV *)GvCV (to_cbor), G_SCALAR);
267	SPAGAIN;
268
269	// catch this surprisingly common error
270	if (SvROK (TOPs) && SvRV (TOPs) == sv)
271	croak ("%s::TO_CBOR method returned same object as was passed instead of a new one", HvNAME (SvSTASH (sv)));
272
273	sv = POPs;
274	PUTBACK;
275
276	encode_sv (enc, sv);
277
278	FREETMPS; LEAVE;
279	}
280	else
281	croak ("encountered object '%s', but no TO_CBOR method available on it",	430	croak ("encountered object '%s', but no TO_CBOR or FREEZE methods available on it",
282	SvPV_nolen (sv_2mortal (newRV_inc (sv))));	431	SvPV_nolen (sv_2mortal (newRV_inc (sv))));
283	}
284	}	432	}
285	else if (svt == SVt_PVHV)	433	else if (svt == SVt_PVHV)
286	encode_hv (enc, (HV *)sv);	434	encode_hv (enc, (HV *)sv);
287	else if (svt == SVt_PVAV)	435	else if (svt == SVt_PVAV)
288	encode_av (enc, (AV *)sv);	436	encode_av (enc, (AV *)sv);
289	else if (svt < SVt_PVAV)
290	{
291	STRLEN len = 0;
292	char *pv = svt ? SvPV (sv, len) : 0;
293
294	if (len == 1 && *pv == '1')
295	encode_ch (enc, 0xe0 \| 21);
296	else if (len == 1 && *pv == '0')
297	encode_ch (enc, 0xe0 \| 20);
298	else if (enc->cbor.flags & F_ALLOW_UNKNOWN)
299	encode_ch (enc, 0xe0 \| 23);
300	else
301	croak ("cannot encode reference to scalar '%s' unless the scalar is 0 or 1",
302	SvPV_nolen (sv_2mortal (newRV_inc (sv))));
303	}
304	else if (enc->cbor.flags & F_ALLOW_UNKNOWN)
305	encode_ch (enc, 0xe0 \| 23);
306	else	437	else
307	croak ("encountered %s, but CBOR can only represent references to arrays or hashes",	438	{
308	SvPV_nolen (sv_2mortal (newRV_inc (sv))));	439	encode_tag (enc, CBOR_TAG_INDIRECTION);
		440	encode_sv (enc, sv);
		441	}
309	}	442	}
310		443
311	static void	444	static void
312	encode_nv (enc_t enc, SV sv)	445	encode_nv (enc_t enc, SV sv)
313	{	446	{
…		…
378	}	511	}
379		512
380	static SV *	513	static SV *
381	encode_cbor (SV scalar, CBOR cbor)	514	encode_cbor (SV scalar, CBOR cbor)
382	{	515	{
383	enc_t enc;	516	enc_t enc = { };
384		517
385	enc.cbor = *cbor;	518	enc.cbor = *cbor;
386	enc.sv = sv_2mortal (NEWSV (0, INIT_SIZE));	519	enc.sv = sv_2mortal (NEWSV (0, INIT_SIZE));
387	enc.cur = SvPVX (enc.sv);	520	enc.cur = SvPVX (enc.sv);
388	enc.end = SvEND (enc.sv);	521	enc.end = SvEND (enc.sv);
389	enc.depth = 0;
390		522
391	SvPOK_only (enc.sv);	523	SvPOK_only (enc.sv);
		524
		525	if (cbor->flags & F_ALLOW_STRINGREF)
		526	{
		527	encode_tag (&enc, CBOR_TAG_STRINGREF_NAMESPACE);
		528	enc.stringref[0]= (HV )sv_2mortal ((SV )newHV ());
		529	enc.stringref[1]= (HV )sv_2mortal ((SV )newHV ());
		530	}
		531
392	encode_sv (&enc, scalar);	532	encode_sv (&enc, scalar);
393		533
394	SvCUR_set (enc.sv, enc.cur - SvPVX (enc.sv));	534	SvCUR_set (enc.sv, enc.cur - SvPVX (enc.sv));
395	*SvEND (enc.sv) = 0; // many xs functions expect a trailing 0 for text strings	535	*SvEND (enc.sv) = 0; // many xs functions expect a trailing 0 for text strings
396		536
…		…
410	U8 *end; // end of input string	550	U8 *end; // end of input string
411	const char *err; // parse error, if != 0	551	const char *err; // parse error, if != 0
412	CBOR cbor;	552	CBOR cbor;
413	U32 depth; // recursion depth	553	U32 depth; // recursion depth
414	U32 maxdepth; // recursion depth limit	554	U32 maxdepth; // recursion depth limit
		555	AV *shareable;
		556	AV *stringref;
		557	SV *decode_tagged;
415	} dec_t;	558	} dec_t;
416		559
417	#define ERR(reason) SB if (!dec->err) dec->err = reason; goto fail; SE	560	#define ERR(reason) SB if (!dec->err) dec->err = reason; goto fail; SE
418		561
419	#define WANT(len) if (ecb_expect_false (dec->cur + len > dec->end)) ERR ("unexpected end of CBOR data")	562	#define WANT(len) if (ecb_expect_false (dec->cur + len > dec->end)) ERR ("unexpected end of CBOR data")
…		…
513	SvREFCNT_dec (av);	656	SvREFCNT_dec (av);
514	DEC_DEC_DEPTH;	657	DEC_DEC_DEPTH;
515	return &PL_sv_undef;	658	return &PL_sv_undef;
516	}	659	}
517		660
		661	static void
		662	decode_he (dec_t dec, HV hv)
		663	{
		664	// for speed reasons, we specialcase single-string
		665	// byte or utf-8 strings as keys, but only when !stringref
		666
		667	if (ecb_expect_true (!dec->stringref))
		668	if (dec->cur >= 0x40 && dec->cur <= 0x40 + 27)
		669	{
		670	I32 len = decode_uint (dec);
		671	char key = (char )dec->cur;
		672
		673	dec->cur += len;
		674
		675	if (ecb_expect_false (dec->stringref))
		676	av_push (dec->stringref, newSVpvn (key, len));
		677
		678	hv_store (hv, key, len, decode_sv (dec), 0);
		679
		680	return;
		681	}
		682	else if (dec->cur >= 0x60 && dec->cur <= 0x60 + 27)
		683	{
		684	I32 len = decode_uint (dec);
		685	char key = (char )dec->cur;
		686
		687	dec->cur += len;
		688
		689	if (ecb_expect_false (dec->stringref))
		690	av_push (dec->stringref, newSVpvn_utf8 (key, len, 1));
		691
		692	hv_store (hv, key, -len, decode_sv (dec), 0);
		693
		694	return;
		695	}
		696
		697	SV *k = decode_sv (dec);
		698	SV *v = decode_sv (dec);
		699
		700	hv_store_ent (hv, k, v, 0);
		701	SvREFCNT_dec (k);
		702	}
		703
518	static SV *	704	static SV *
519	decode_hv (dec_t *dec)	705	decode_hv (dec_t *dec)
520	{	706	{
521	HV *hv = newHV ();	707	HV *hv = newHV ();
522		708
…		…
534	{	720	{
535	++dec->cur;	721	++dec->cur;
536	break;	722	break;
537	}	723	}
538		724
539	SV *k = decode_sv (dec);	725	decode_he (dec, hv);
540	SV *v = decode_sv (dec);
541
542	hv_store_ent (hv, k, v, 0);
543	}	726	}
544	}	727	}
545	else	728	else
546	{	729	{
547	int len = decode_uint (dec);	730	int pairs = decode_uint (dec);
548		731
549	while (len--)	732	while (pairs--)
550	{	733	decode_he (dec, hv);
551	SV *k = decode_sv (dec);
552	SV *v = decode_sv (dec);
553
554	hv_store_ent (hv, k, v, 0);
555	}
556	}	734	}
557		735
558	DEC_DEC_DEPTH;	736	DEC_DEC_DEPTH;
559	return newRV_noinc ((SV *)hv);	737	return newRV_noinc ((SV *)hv);
560		738
…		…
594	STRLEN len = decode_uint (dec);	772	STRLEN len = decode_uint (dec);
595		773
596	WANT (len);	774	WANT (len);
597	sv = newSVpvn (dec->cur, len);	775	sv = newSVpvn (dec->cur, len);
598	dec->cur += len;	776	dec->cur += len;
		777
		778	if (ecb_expect_false (dec->stringref)
		779	&& SvCUR (sv) >= minimum_string_length (AvFILLp (dec->stringref) + 1))
		780	av_push (dec->stringref, SvREFCNT_inc_NN (sv));
599	}	781	}
600		782
601	if (utf8)	783	if (utf8)
602	SvUTF8_on (sv);	784	SvUTF8_on (sv);
603		785
…		…
609	}	791	}
610		792
611	static SV *	793	static SV *
612	decode_tagged (dec_t *dec)	794	decode_tagged (dec_t *dec)
613	{	795	{
		796	SV *sv = 0;
614	UV tag = decode_uint (dec);	797	UV tag = decode_uint (dec);
		798
		799	WANT (1);
		800
		801	switch (tag)
		802	{
		803	case CBOR_TAG_MAGIC:
		804	sv = decode_sv (dec);
		805	break;
		806
		807	case CBOR_TAG_INDIRECTION:
		808	sv = newRV_noinc (decode_sv (dec));
		809	break;
		810
		811	case CBOR_TAG_STRINGREF_NAMESPACE:
		812	{
		813	ENTER; SAVETMPS;
		814
		815	SAVESPTR (dec->stringref);
		816	dec->stringref = (AV )sv_2mortal ((SV )newAV ());
		817
		818	sv = decode_sv (dec);
		819
		820	FREETMPS; LEAVE;
		821	}
		822	break;
		823
		824	case CBOR_TAG_STRINGREF:
		825	{
		826	if ((*dec->cur >> 5) != 0)
		827	ERR ("corrupted CBOR data (stringref index not an unsigned integer)");
		828
		829	UV idx = decode_uint (dec);
		830
		831	if (!dec->stringref \|\| (int)idx > AvFILLp (dec->stringref))
		832	ERR ("corrupted CBOR data (stringref index out of bounds or outside namespace)");
		833
		834	sv = newSVsv (AvARRAY (dec->stringref)[idx]);
		835	}
		836	break;
		837
		838	case CBOR_TAG_VALUE_SHAREABLE:
		839	{
		840	if (ecb_expect_false (!dec->shareable))
		841	dec->shareable = (AV )sv_2mortal ((SV )newAV ());
		842
		843	sv = newSV (0);
		844	av_push (dec->shareable, SvREFCNT_inc_NN (sv));
		845
615	SV *sv = decode_sv (dec);	846	SV *osv = decode_sv (dec);
		847	sv_setsv (sv, osv);
		848	SvREFCNT_dec_NN (osv);
		849	}
		850	break;
616		851
617	if (tag == 55799) // 2.4.5 Self-Describe CBOR	852	case CBOR_TAG_VALUE_SHAREDREF:
		853	{
		854	if ((*dec->cur >> 5) != 0)
		855	ERR ("corrupted CBOR data (sharedref index not an unsigned integer)");
		856
		857	UV idx = decode_uint (dec);
		858
		859	if (!dec->shareable \|\| (int)idx > AvFILLp (dec->shareable))
		860	ERR ("corrupted CBOR data (sharedref index out of bounds)");
		861
		862	sv = SvREFCNT_inc_NN (AvARRAY (dec->shareable)[idx]);
		863	}
		864	break;
		865
		866	case CBOR_TAG_PERL_OBJECT:
		867	{
		868	sv = decode_sv (dec);
		869
		870	if (!SvROK (sv) \|\| SvTYPE (SvRV (sv)) != SVt_PVAV)
		871	ERR ("corrupted CBOR data (non-array perl object)");
		872
		873	AV av = (AV )SvRV (sv);
		874	int len = av_len (av) + 1;
		875	HV stash = gv_stashsv (av_fetch (av, 0, 1), 0);
		876
		877	if (!stash)
		878	ERR ("cannot decode perl-object (package does not exist)");
		879
		880	GV *method = gv_fetchmethod_autoload (stash, "THAW", 0);
		881
		882	if (!method)
		883	ERR ("cannot decode perl-object (package does not have a THAW method)");
		884
		885	dSP;
		886
		887	ENTER; SAVETMPS; PUSHMARK (SP);
		888	EXTEND (SP, len + 1);
		889	// we re-bless the reference to get overload and other niceties right
		890	PUSHs (*av_fetch (av, 0, 1));
		891	PUSHs (sv_cbor);
		892
		893	int i;
		894
		895	for (i = 1; i < len; ++i)
		896	PUSHs (*av_fetch (av, i, 1));
		897
		898	PUTBACK;
		899	call_sv ((SV *)GvCV (method), G_SCALAR \| G_EVAL);
		900	SPAGAIN;
		901
		902	if (SvTRUE (ERRSV))
		903	{
		904	FREETMPS; LEAVE;
		905	ERR (SvPVutf8_nolen (sv_2mortal (SvREFCNT_inc (ERRSV))));
		906	}
		907
		908	SvREFCNT_dec (sv);
		909	sv = SvREFCNT_inc (POPs);
		910
		911	PUTBACK;
		912
		913	FREETMPS; LEAVE;
		914	}
		915	break;
		916
		917	default:
		918	{
		919	sv = decode_sv (dec);
		920
		921	dSP;
		922	ENTER; SAVETMPS; PUSHMARK (SP);
		923	EXTEND (SP, 2);
		924	PUSHs (newSVuv (tag));
		925	PUSHs (sv);
		926
		927	PUTBACK;
		928	int count = call_sv (dec->cbor.filter ? dec->cbor.filter : default_filter, G_ARRAY \| G_EVAL);
		929	SPAGAIN;
		930
		931	if (SvTRUE (ERRSV))
		932	{
		933	FREETMPS; LEAVE;
		934	ERR (SvPVutf8_nolen (sv_2mortal (SvREFCNT_inc (ERRSV))));
		935	}
		936
		937	if (count)
		938	{
		939	SvREFCNT_dec (sv);
		940	sv = SvREFCNT_inc (POPs);
		941	}
		942	else
		943	{
		944	AV *av = newAV ();
		945	av_push (av, newSVuv (tag));
		946	av_push (av, sv);
		947
		948	HV *tagged_stash = !CBOR_SLOW \|\| cbor_tagged_stash
		949	? cbor_tagged_stash
		950	: gv_stashpv ("CBOR::XS::Tagged" , 1);
		951	sv = sv_bless (newRV_noinc ((SV *)av), tagged_stash);
		952	}
		953
		954	PUTBACK;
		955
		956	FREETMPS; LEAVE;
		957	}
		958	break;
		959	}
		960
618	return sv;	961	return sv;
619		962
620	AV *av = newAV ();	963	fail:
621	av_push (av, newSVuv (tag));	964	SvREFCNT_dec (sv);
622	av_push (av, sv);	965	return &PL_sv_undef;
623
624	HV *tagged_stash = !CBOR_SLOW \|\| cbor_tagged_stash
625	? cbor_tagged_stash
626	: gv_stashpv ("CBOR::XS::Tagged" , 1);
627
628	return sv_bless (newRV_noinc ((SV *)av), tagged_stash);
629	}	966	}
630		967
631	static SV *	968	static SV *
632	decode_sv (dec_t *dec)	969	decode_sv (dec_t *dec)
633	{	970	{
…		…
652	case 7: // misc	989	case 7: // misc
653	switch (*dec->cur++ & 31)	990	switch (*dec->cur++ & 31)
654	{	991	{
655	case 20:	992	case 20:
656	#if CBOR_SLOW	993	#if CBOR_SLOW
657	cbor_false = get_bool ("CBOR::XS::false");	994	types_false = get_bool ("Types::Serialiser::false");
658	#endif	995	#endif
659	return newSVsv (cbor_false);	996	return newSVsv (types_false);
660	case 21:	997	case 21:
661	#if CBOR_SLOW	998	#if CBOR_SLOW
662	cbor_true = get_bool ("CBOR::XS::true");	999	types_true = get_bool ("Types::Serialiser::true");
663	#endif	1000	#endif
664	return newSVsv (cbor_true);	1001	return newSVsv (types_true);
665	case 22:	1002	case 22:
666	return newSVsv (&PL_sv_undef);	1003	return newSVsv (&PL_sv_undef);
		1004	case 23:
		1005	#if CBOR_SLOW
		1006	types_error = get_bool ("Types::Serialiser::error");
		1007	#endif
		1008	return newSVsv (types_error);
667		1009
668	case 25:	1010	case 25:
669	{	1011	{
670	WANT (2);	1012	WANT (2);
671		1013
…		…
715	}	1057	}
716		1058
717	static SV *	1059	static SV *
718	decode_cbor (SV string, CBOR cbor, char **offset_return)	1060	decode_cbor (SV string, CBOR cbor, char **offset_return)
719	{	1061	{
720	dec_t dec;	1062	dec_t dec = { };
721	SV *sv;	1063	SV *sv;
		1064	STRLEN len;
		1065	char *data = SvPVbyte (string, len);
722		1066
723	/* work around bugs in 5.10 where manipulating magic values
724	* makes perl ignore the magic in subsequent accesses.
725	* also make a copy of non-PV values, to get them into a clean
726	* state (SvPV should do that, but it's buggy, see below).
727	*/
728	/SvGETMAGIC (string);/
729	if (SvMAGICAL (string) \|\| !SvPOK (string))
730	string = sv_2mortal (newSVsv (string));
731
732	SvUPGRADE (string, SVt_PV);
733
734	/* work around a bug in perl 5.10, which causes SvCUR to fail an
735	* assertion with -DDEBUGGING, although SvCUR is documented to
736	* return the xpv_cur field which certainly exists after upgrading.
737	* according to nicholas clark, calling SvPOK fixes this.
738	* But it doesn't fix it, so try another workaround, call SvPV_nolen
739	* and hope for the best.
740	* Damnit, SvPV_nolen still trips over yet another assertion. This
741	* assertion business is seriously broken, try yet another workaround
742	* for the broken -DDEBUGGING.
743	*/
744	{
745	#ifdef DEBUGGING
746	STRLEN offset = SvOK (string) ? sv_len (string) : 0;
747	#else
748	STRLEN offset = SvCUR (string);
749	#endif
750
751	if (offset > cbor->max_size && cbor->max_size)	1067	if (len > cbor->max_size && cbor->max_size)
752	croak ("attempted decode of CBOR text of %lu bytes size, but max_size is set to %lu",	1068	croak ("attempted decode of CBOR text of %lu bytes size, but max_size is set to %lu",
753	(unsigned long)SvCUR (string), (unsigned long)cbor->max_size);	1069	(unsigned long)len, (unsigned long)cbor->max_size);
754	}
755
756	sv_utf8_downgrade (string, 0);
757		1070
758	dec.cbor = *cbor;	1071	dec.cbor = *cbor;
759	dec.cur = (U8 *)SvPVX (string);	1072	dec.cur = (U8 *)data;
760	dec.end = (U8 *)SvEND (string);	1073	dec.end = (U8 *)data + len;
761	dec.err = 0;
762	dec.depth = 0;
763		1074
764	sv = decode_sv (&dec);	1075	sv = decode_sv (&dec);
765		1076
766	if (offset_return)	1077	if (offset_return)
767	*offset_return = dec.cur;	1078	*offset_return = dec.cur;
…		…
771	dec.err = "garbage after CBOR object";	1082	dec.err = "garbage after CBOR object";
772		1083
773	if (dec.err)	1084	if (dec.err)
774	{	1085	{
775	SvREFCNT_dec (sv);	1086	SvREFCNT_dec (sv);
776	croak ("%s, at offset %d (octet 0x%02x)", dec.err, dec.cur - (U8 )SvPVX (string), (int)(uint8_t)dec.cur);	1087	croak ("%s, at offset %d (octet 0x%02x)", dec.err, dec.cur - (U8 )data, (int)(uint8_t)dec.cur);
777	}	1088	}
778		1089
779	sv = sv_2mortal (sv);	1090	sv = sv_2mortal (sv);
780		1091
781	return sv;	1092	return sv;
…		…
787	MODULE = CBOR::XS PACKAGE = CBOR::XS	1098	MODULE = CBOR::XS PACKAGE = CBOR::XS
788		1099
789	BOOT:	1100	BOOT:
790	{	1101	{
791	cbor_stash = gv_stashpv ("CBOR::XS" , 1);	1102	cbor_stash = gv_stashpv ("CBOR::XS" , 1);
792	cbor_boolean_stash = gv_stashpv ("CBOR::XS::Boolean", 1);
793	cbor_tagged_stash = gv_stashpv ("CBOR::XS::Tagged" , 1);	1103	cbor_tagged_stash = gv_stashpv ("CBOR::XS::Tagged" , 1);
794		1104
795	cbor_true = get_bool ("CBOR::XS::true");	1105	types_boolean_stash = gv_stashpv ("Types::Serialiser::Boolean", 1);
796	cbor_false = get_bool ("CBOR::XS::false");	1106	types_error_stash = gv_stashpv ("Types::Serialiser::Error" , 1);
		1107
		1108	types_true = get_bool ("Types::Serialiser::true" );
		1109	types_false = get_bool ("Types::Serialiser::false");
		1110	types_error = get_bool ("Types::Serialiser::error");
		1111
		1112	default_filter = newSVpv ("CBOR::XS::default_filter", 0);
		1113
		1114	sv_cbor = newSVpv ("CBOR", 0);
		1115	SvREADONLY_on (sv_cbor);
797	}	1116	}
798		1117
799	PROTOTYPES: DISABLE	1118	PROTOTYPES: DISABLE
800		1119
801	void CLONE (...)	1120	void CLONE (...)
802	CODE:	1121	CODE:
803	cbor_stash = 0;	1122	cbor_stash = 0;
804	cbor_boolean_stash = 0;
805	cbor_tagged_stash = 0;	1123	cbor_tagged_stash = 0;
		1124	types_error_stash = 0;
		1125	types_boolean_stash = 0;
806		1126
807	void new (char *klass)	1127	void new (char *klass)
808	PPCODE:	1128	PPCODE:
809	{	1129	{
810	SV *pv = NEWSV (0, sizeof (CBOR));	1130	SV *pv = NEWSV (0, sizeof (CBOR));
…		…
818		1138
819	void shrink (CBOR *self, int enable = 1)	1139	void shrink (CBOR *self, int enable = 1)
820	ALIAS:	1140	ALIAS:
821	shrink = F_SHRINK	1141	shrink = F_SHRINK
822	allow_unknown = F_ALLOW_UNKNOWN	1142	allow_unknown = F_ALLOW_UNKNOWN
		1143	allow_sharing = F_ALLOW_SHARING
		1144	allow_stringref = F_ALLOW_STRINGREF
823	PPCODE:	1145	PPCODE:
824	{	1146	{
825	if (enable)	1147	if (enable)
826	self->flags \|= ix;	1148	self->flags \|= ix;
827	else	1149	else
…		…
832		1154
833	void get_shrink (CBOR *self)	1155	void get_shrink (CBOR *self)
834	ALIAS:	1156	ALIAS:
835	get_shrink = F_SHRINK	1157	get_shrink = F_SHRINK
836	get_allow_unknown = F_ALLOW_UNKNOWN	1158	get_allow_unknown = F_ALLOW_UNKNOWN
		1159	get_allow_sharing = F_ALLOW_SHARING
		1160	get_allow_stringref = F_ALLOW_STRINGREF
837	PPCODE:	1161	PPCODE:
838	XPUSHs (boolSV (self->flags & ix));	1162	XPUSHs (boolSV (self->flags & ix));
839		1163
840	void max_depth (CBOR *self, U32 max_depth = 0x80000000UL)	1164	void max_depth (CBOR *self, U32 max_depth = 0x80000000UL)
841	PPCODE:	1165	PPCODE:
…		…
857	CODE:	1181	CODE:
858	RETVAL = self->max_size;	1182	RETVAL = self->max_size;
859	OUTPUT:	1183	OUTPUT:
860	RETVAL	1184	RETVAL
861		1185
862	#if 0 //TODO	1186	void filter (CBOR self, SV filter = 0)
863
864	void filter_cbor_object (CBOR self, SV cb = &PL_sv_undef)
865	PPCODE:	1187	PPCODE:
866	{
867	SvREFCNT_dec (self->cb_object);	1188	SvREFCNT_dec (self->filter);
868	self->cb_object = SvOK (cb) ? newSVsv (cb) : 0;	1189	self->filter = filter ? newSVsv (filter) : filter;
869
870	XPUSHs (ST (0));	1190	XPUSHs (ST (0));
871	}
872		1191
873	void filter_cbor_single_key_object (CBOR self, SV key, SV *cb = &PL_sv_undef)	1192	SV get_filter (CBOR self)
874	PPCODE:	1193	CODE:
875	{	1194	RETVAL = self->filter ? self->filter : NEWSV (0, 0);
876	if (!self->cb_sk_object)	1195	OUTPUT:
877	self->cb_sk_object = newHV ();	1196	RETVAL
878
879	if (SvOK (cb))
880	hv_store_ent (self->cb_sk_object, key, newSVsv (cb), 0);
881	else
882	{
883	hv_delete_ent (self->cb_sk_object, key, G_DISCARD, 0);
884
885	if (!HvKEYS (self->cb_sk_object))
886	{
887	SvREFCNT_dec (self->cb_sk_object);
888	self->cb_sk_object = 0;
889	}
890	}
891
892	XPUSHs (ST (0));
893	}
894
895	#endif
896		1197
897	void encode (CBOR self, SV scalar)	1198	void encode (CBOR self, SV scalar)
898	PPCODE:	1199	PPCODE:
899	PUTBACK; scalar = encode_cbor (scalar, self); SPAGAIN;	1200	PUTBACK; scalar = encode_cbor (scalar, self); SPAGAIN;
900	XPUSHs (scalar);	1201	XPUSHs (scalar);
…		…
913	EXTEND (SP, 2);	1214	EXTEND (SP, 2);
914	PUSHs (sv);	1215	PUSHs (sv);
915	PUSHs (sv_2mortal (newSVuv (offset - SvPVX (cborstr))));	1216	PUSHs (sv_2mortal (newSVuv (offset - SvPVX (cborstr))));
916	}	1217	}
917		1218
918	#if 0
919
920	void DESTROY (CBOR *self)	1219	void DESTROY (CBOR *self)
921	CODE:	1220	PPCODE:
922	SvREFCNT_dec (self->cb_sk_object);	1221	cbor_free (self);
923	SvREFCNT_dec (self->cb_object);
924
925	#endif
926		1222
927	PROTOTYPES: ENABLE	1223	PROTOTYPES: ENABLE
928		1224
929	void encode_cbor (SV *scalar)	1225	void encode_cbor (SV *scalar)
930	PPCODE:	1226	PPCODE:

Diff Legend

-–
+Removed lines
-+
+Added lines
-<
+Changed lines
->
+Changed lines

Comparing CBOR-XS/XS.xs (file contents): Revision 1.7 by root, Sat Oct 26 23:02:55 2013 UTC vs. Revision 1.29 by root, Thu Nov 28 09:13:12 2013 UTC

Diff Legend

Comparing CBOR-XS/XS.xs (file contents):
Revision 1.7 by root, Sat Oct 26 23:02:55 2013 UTC vs.
Revision 1.29 by root, Thu Nov 28 09:13:12 2013 UTC