ViewVC Help

View File | Revision Log | Show Annotations | Download File

/cvs/Coro/Coro/State.xs

Comparing Coro/Coro/State.xs (file contents):
Revision 1.343 by root, Mon Dec 15 16:41:43 2008 UTC vs.
Revision 1.377 by root, Sat Oct 3 17:55:04 2009 UTC

		1	#define NDEBUG 1
		2
1	#include "libcoro/coro.c"	3	#include "libcoro/coro.c"
2		4
3	#define PERL_NO_GET_CONTEXT	5	#define PERL_NO_GET_CONTEXT
4	#define PERL_EXT	6	#define PERL_EXT
5		7
6	#include "EXTERN.h"	8	#include "EXTERN.h"
7	#include "perl.h"	9	#include "perl.h"
8	#include "XSUB.h"	10	#include "XSUB.h"
9	#include "perliol.h"	11	#include "perliol.h"
10		12
11	#include "patchlevel.h"	13	#include "schmorp.h"
12		14
13	#include <stdio.h>	15	#include <stdio.h>
14	#include <errno.h>	16	#include <errno.h>
15	#include <assert.h>	17	#include <assert.h>
		18
		19	#ifndef SVs_PADSTALE
		20	# define SVs_PADSTALE 0
		21	#endif
16		22
17	#ifdef WIN32	23	#ifdef WIN32
18	# undef setjmp	24	# undef setjmp
19	# undef longjmp	25	# undef longjmp
20	# undef _exit	26	# undef _exit
…		…
51	#endif	57	#endif
52		58
53	/* the maximum number of idle cctx that will be pooled */	59	/* the maximum number of idle cctx that will be pooled */
54	static int cctx_max_idle = 4;	60	static int cctx_max_idle = 4;
55		61
56	#define PERL_VERSION_ATLEAST(a,b,c) \
57	(PERL_REVISION > (a) \
58	|| (PERL_REVISION == (a) \
59	&& (PERL_VERSION > (b) \
60	|| (PERL_VERSION == (b) && PERL_SUBVERSION >= (c)))))
61
62	#if !PERL_VERSION_ATLEAST (5,6,0)
63	# ifndef PL_ppaddr
64	# define PL_ppaddr ppaddr
65	# endif
66	# ifndef call_sv
67	# define call_sv perl_call_sv
68	# endif
69	# ifndef get_sv
70	# define get_sv perl_get_sv
71	# endif
72	# ifndef get_cv
73	# define get_cv perl_get_cv
74	# endif
75	# ifndef IS_PADGV
76	# define IS_PADGV(v) 0
77	# endif
78	# ifndef IS_PADCONST
79	# define IS_PADCONST(v) 0
80	# endif
81	#endif
82
83	/* 5.11 */
84	#ifndef CxHASARGS
85	# define CxHASARGS(cx) (cx)->blk_sub.hasargs
86	#endif
87
88	/* 5.10.0 */
89	#ifndef SvREFCNT_inc_NN
90	# define SvREFCNT_inc_NN(sv) SvREFCNT_inc (sv)
91	#endif
92
93	/* 5.8.8 */
94	#ifndef GV_NOTQUAL
95	# define GV_NOTQUAL 0
96	#endif
97	#ifndef newSV
98	# define newSV(l) NEWSV(0,l)
99	#endif
100	#ifndef CvISXSUB_on
101	# define CvISXSUB_on(cv) (void)cv
102	#endif
103	#ifndef CvISXSUB
104	# define CvISXSUB(cv) (CvXSUB (cv) ? TRUE : FALSE)
105	#endif
106	#ifndef Newx
107	# define Newx(ptr,nitems,type) New (0,ptr,nitems,type)
108	#endif
109
110	/* 5.8.7 */
111	#ifndef SvRV_set
112	# define SvRV_set(s,v) SvRV(s) = (v)
113	#endif
114
115	#if !__i386 && !__x86_64 && !__powerpc && !__m68k && !__alpha && !__mips && !__sparc64	62	#if !__i386 && !__x86_64 && !__powerpc && !__m68k && !__alpha && !__mips && !__sparc64
116	# undef CORO_STACKGUARD	63	# undef CORO_STACKGUARD
117	#endif	64	#endif
118		65
119	#ifndef CORO_STACKGUARD	66	#ifndef CORO_STACKGUARD
…		…
137		84
138	#define IN_DESTRUCT PL_dirty	85	#define IN_DESTRUCT PL_dirty
139		86
140	#if __GNUC__ >= 3	87	#if __GNUC__ >= 3
141	# define attribute(x) __attribute__(x)	88	# define attribute(x) __attribute__(x)
142	# define expect(expr,value) __builtin_expect ((expr),(value))	89	# define expect(expr,value) __builtin_expect ((expr), (value))
143	# define INLINE static inline	90	# define INLINE static inline
144	#else	91	#else
145	# define attribute(x)	92	# define attribute(x)
146	# define expect(expr,value) (expr)	93	# define expect(expr,value) (expr)
147	# define INLINE static	94	# define INLINE static
…		…
159	# if CORO_PTHREAD	106	# if CORO_PTHREAD
160	static void *coro_thx;	107	static void *coro_thx;
161	# endif	108	# endif
162	#endif	109	#endif
163		110
		111	#ifdef __linux
		112	# include <time.h> /* for timespec */
		113	# include <syscall.h> /* for SYS_* */
		114	# ifdef SYS_clock_gettime
		115	# define coro_clock_gettime(id, ts) syscall (SYS_clock_gettime, (id), (ts))
		116	# define CORO_CLOCK_MONOTONIC 1
		117	# define CORO_CLOCK_THREAD_CPUTIME_ID 3
		118	# endif
		119	#endif
		120
164	static double (*nvtime)(); /* so why doesn't it take void? */	121	static double (*nvtime)(); /* so why doesn't it take void? */
		122	static void (*u2time)(pTHX_ UV ret[2]);
165		123
166	/* we hijack an hopefully unused CV flag for our purposes */	124	/* we hijack an hopefully unused CV flag for our purposes */
167	#define CVf_SLF 0x4000	125	#define CVf_SLF 0x4000
168	static OP *pp_slf (pTHX);	126	static OP *pp_slf (pTHX);
169		127
…		…
190	static SV *sv_pool_size;	148	static SV *sv_pool_size;
191	static SV *sv_async_pool_idle; /* description string */	149	static SV *sv_async_pool_idle; /* description string */
192	static AV *av_async_pool; /* idle pool */	150	static AV *av_async_pool; /* idle pool */
193	static SV *sv_Coro; /* class string */	151	static SV *sv_Coro; /* class string */
194	static CV *cv_pool_handler;	152	static CV *cv_pool_handler;
195	static CV *cv_coro_state_new;
196		153
197	/* Coro::AnyEvent */	154	/* Coro::AnyEvent */
198	static SV *sv_activity;	155	static SV *sv_activity;
		156
		157	/* enable processtime/realtime profiling */
		158	static char enable_times;
		159	typedef U32 coro_ts[2];
		160	static coro_ts time_real, time_cpu;
		161	static char times_valid;
199		162
200	static struct coro_cctx *cctx_first;	163	static struct coro_cctx *cctx_first;
201	static int cctx_count, cctx_idle;	164	static int cctx_count, cctx_idle;
202		165
203	enum {	166	enum {
…		…
261	/* this is a structure representing a perl-level coroutine */	224	/* this is a structure representing a perl-level coroutine */
262	struct coro {	225	struct coro {
263	/* the C coroutine allocated to this perl coroutine, if any */	226	/* the C coroutine allocated to this perl coroutine, if any */
264	coro_cctx *cctx;	227	coro_cctx *cctx;
265		228
		229	/* ready queue */
		230	struct coro *next_ready;
		231
266	/* state data */	232	/* state data */
267	struct CoroSLF slf_frame; /* saved slf frame */	233	struct CoroSLF slf_frame; /* saved slf frame */
268	AV *mainstack;	234	AV *mainstack;
269	perl_slots *slot; /* basically the saved sp */	235	perl_slots *slot; /* basically the saved sp */
270		236
…		…
290		256
291	/* on_enter/on_leave */	257	/* on_enter/on_leave */
292	AV *on_enter;	258	AV *on_enter;
293	AV *on_leave;	259	AV *on_leave;
294		260
		261	/* swap_sv */
		262	AV *swap_sv;
		263
		264	/* times */
		265	coro_ts t_cpu, t_real;
		266
295	/* linked list */	267	/* linked list */
296	struct coro *next, *prev;	268	struct coro *next, *prev;
297	};	269	};
298		270
299	typedef struct coro *Coro__State;	271	typedef struct coro *Coro__State;
…		…
304	/* the mainr easonw e don't support windows process emulation */	276	/* the mainr easonw e don't support windows process emulation */
305	static struct CoroSLF slf_frame; /* the current slf frame */	277	static struct CoroSLF slf_frame; /* the current slf frame */
306		278
307	/** Coro ********************************************************************/	279	/** Coro ********************************************************************/
308		280
309	#define PRIO_MAX 3	281	#define CORO_PRIO_MAX 3
310	#define PRIO_HIGH 1	282	#define CORO_PRIO_HIGH 1
311	#define PRIO_NORMAL 0	283	#define CORO_PRIO_NORMAL 0
312	#define PRIO_LOW -1	284	#define CORO_PRIO_LOW -1
313	#define PRIO_IDLE -3	285	#define CORO_PRIO_IDLE -3
314	#define PRIO_MIN -4	286	#define CORO_PRIO_MIN -4
315		287
316	/* for Coro.pm */	288	/* for Coro.pm */
317	static SV *coro_current;	289	static SV *coro_current;
318	static SV *coro_readyhook;	290	static SV *coro_readyhook;
319	static AV *coro_ready [PRIO_MAX - PRIO_MIN + 1];	291	static struct coro *coro_ready [CORO_PRIO_MAX - CORO_PRIO_MIN + 1][2]; /* head|tail */
320	static CV *cv_coro_run, *cv_coro_terminate;	292	static CV *cv_coro_run, *cv_coro_terminate;
321	static struct coro *coro_first;	293	static struct coro *coro_first;
322	#define coro_nready coroapi.nready	294	#define coro_nready coroapi.nready
		295
		296	/** Coro::Select ************************************************************/
		297
		298	static OP *(*coro_old_pp_sselect) (pTHX);
		299	static SV *coro_select_select;
		300
		301	/* horrible hack, but if it works... */
		302	static OP *
		303	coro_pp_sselect (pTHX)
		304	{
		305	dSP;
		306	PUSHMARK (SP - 4); /* fake argument list */
		307	XPUSHs (coro_select_select);
		308	PUTBACK;
		309
		310	/* entersub is an UNOP, select a LISTOP... keep your fingers crossed */
		311	PL_op->op_flags |= OPf_STACKED;
		312	PL_op->op_private = 0;
		313	return PL_ppaddr [OP_ENTERSUB](aTHX);
		314	}
323		315
324	/** lowlevel stuff **********************************************************/	316	/** lowlevel stuff **********************************************************/
325		317
326	static SV *	318	static SV *
327	coro_get_sv (pTHX_ const char *name, int create)	319	coro_get_sv (pTHX_ const char *name, int create)
…		…
351	get_hv (name, create);	343	get_hv (name, create);
352	#endif	344	#endif
353	return get_hv (name, create);	345	return get_hv (name, create);
354	}	346	}
355		347
356	/* may croak */	348	INLINE void
357	INLINE CV *	349	coro_times_update ()
358	coro_sv_2cv (pTHX_ SV *sv)
359	{	350	{
360	HV *st;	351	#ifdef coro_clock_gettime
361	GV *gvp;	352	struct timespec ts;
362	CV *cv = sv_2cv (sv, &st, &gvp, 0);
363		353
364	if (!cv)	354	ts.tv_sec = ts.tv_nsec = 0;
365	croak ("code reference expected");	355	coro_clock_gettime (CORO_CLOCK_THREAD_CPUTIME_ID, &ts);
		356	time_cpu [0] = ts.tv_sec; time_cpu [1] = ts.tv_nsec;
366		357
367	return cv;	358	ts.tv_sec = ts.tv_nsec = 0;
		359	coro_clock_gettime (CORO_CLOCK_MONOTONIC, &ts);
		360	time_real [0] = ts.tv_sec; time_real [1] = ts.tv_nsec;
		361	#else
		362	dTHX;
		363	UV tv[2];
		364
		365	u2time (aTHX_ tv);
		366	time_real [0] = tv [0];
		367	time_real [1] = tv [1] * 1000;
		368	#endif
		369	}
		370
		371	INLINE void
		372	coro_times_add (struct coro *c)
		373	{
		374	c->t_real [1] += time_real [1];
		375	if (c->t_real [1] > 1000000000) { c->t_real [1] -= 1000000000; ++c->t_real [0]; }
		376	c->t_real [0] += time_real [0];
		377
		378	c->t_cpu [1] += time_cpu [1];
		379	if (c->t_cpu [1] > 1000000000) { c->t_cpu [1] -= 1000000000; ++c->t_cpu [0]; }
		380	c->t_cpu [0] += time_cpu [0];
		381	}
		382
		383	INLINE void
		384	coro_times_sub (struct coro *c)
		385	{
		386	if (c->t_real [1] < time_real [1]) { c->t_real [1] += 1000000000; --c->t_real [0]; }
		387	c->t_real [1] -= time_real [1];
		388	c->t_real [0] -= time_real [0];
		389
		390	if (c->t_cpu [1] < time_cpu [1]) { c->t_cpu [1] += 1000000000; --c->t_cpu [0]; }
		391	c->t_cpu [1] -= time_cpu [1];
		392	c->t_cpu [0] -= time_cpu [0];
368	}	393	}
369		394
370	/*****************************************************************************/	395	/*****************************************************************************/
371	/* magic glue */	396	/* magic glue */
372		397
…		…
472	static int	497	static int
473	coro_cv_free (pTHX_ SV *sv, MAGIC *mg)	498	coro_cv_free (pTHX_ SV *sv, MAGIC *mg)
474	{	499	{
475	AV *padlist;	500	AV *padlist;
476	AV *av = (AV *)mg->mg_obj;	501	AV *av = (AV *)mg->mg_obj;
		502
		503	/* perl manages to free our internal AV and _then_ call us */
		504	if (IN_DESTRUCT)
		505	return 0;
477		506
478	/* casting is fun. */	507	/* casting is fun. */
479	while (&PL_sv_undef != (SV *)(padlist = (AV *)av_pop (av)))	508	while (&PL_sv_undef != (SV *)(padlist = (AV *)av_pop (av)))
480	free_padlist (aTHX_ padlist);	509	free_padlist (aTHX_ padlist);
481		510
…		…
530	AvARRAY (av)[++AvFILLp (av)] = (SV *)CvPADLIST (cv);	559	AvARRAY (av)[++AvFILLp (av)] = (SV *)CvPADLIST (cv);
531	}	560	}
532		561
533	/** load & save, init *******************************************************/	562	/** load & save, init *******************************************************/
534		563
		564	/* swap sv heads, at least logically */
		565	static void
		566	swap_svs (pTHX_ Coro__State c)
		567	{
		568	int i;
		569
		570	for (i = 0; i <= AvFILLp (c->swap_sv); )
		571	{
		572	SV *a = AvARRAY (c->swap_sv)[i++];
		573	SV *b = AvARRAY (c->swap_sv)[i++];
		574
		575	const U32 keep = SVs_PADSTALE | SVs_PADTMP | SVs_PADMY; /* keep these flags */
		576	SV tmp;
		577
		578	/* swap sv_any */
		579	SvANY (&tmp) = SvANY (a); SvANY (a) = SvANY (b); SvANY (b) = SvANY (&tmp);
		580
		581	/* swap sv_flags */
		582	SvFLAGS (&tmp) = SvFLAGS (a);
		583	SvFLAGS (a) = (SvFLAGS (a) & keep) | (SvFLAGS (b ) & ~keep);
		584	SvFLAGS (b) = (SvFLAGS (b) & keep) | (SvFLAGS (&tmp) & ~keep);
		585
		586	#if PERL_VERSION_ATLEAST (5,10,0)
		587	/* perl 5.10 complicates this _quite_ a bit, but it also is
		588	* is much faster, so no quarrels here. alternatively, we could
		589	* sv_upgrade to avoid this.
		590	*/
		591	{
		592	/* swap sv_u */
		593	tmp.sv_u = a->sv_u; a->sv_u = b->sv_u; b->sv_u = tmp.sv_u;
		594
		595	/* if SvANY points to the head, we need to adjust the pointers,
		596	* as the pointer for a still points to b, and maybe vice versa.
		597	*/
		598	#define svany_in_head(type) \
		599	(((1 << SVt_NULL) | (1 << SVt_BIND) | (1 << SVt_IV) | (1 << SVt_RV)) & (1 << (type)))
		600
		601	if (svany_in_head (SvTYPE (a)))
		602	SvANY (a) = (void *)((PTRV)SvANY (a) - (PTRV)b + (PTRV)a);
		603
		604	if (svany_in_head (SvTYPE (b)))
		605	SvANY (b) = (void *)((PTRV)SvANY (b) - (PTRV)a + (PTRV)b);
		606	}
		607	#endif
		608	}
		609	}
		610
		611	#define SWAP_SVS(coro) \
		612	if (expect_false ((coro)->swap_sv)) \
		613	swap_svs (aTHX_ (coro))
		614
535	static void	615	static void
536	on_enterleave_call (pTHX_ SV *cb);	616	on_enterleave_call (pTHX_ SV *cb);
537		617
538	static void	618	static void
539	load_perl (pTHX_ Coro__State c)	619	load_perl (pTHX_ Coro__State c)
…		…
570	}	650	}
571		651
572	slf_frame = c->slf_frame;	652	slf_frame = c->slf_frame;
573	CORO_THROW = c->except;	653	CORO_THROW = c->except;
574		654
		655	if (expect_false (enable_times))
		656	{
		657	if (expect_false (!times_valid))
		658	coro_times_update ();
		659
		660	coro_times_sub (c);
		661	}
		662
575	if (expect_false (c->on_enter))	663	if (expect_false (c->on_enter))
576	{	664	{
577	int i;	665	int i;
578		666
579	for (i = 0; i <= AvFILLp (c->on_enter); ++i)	667	for (i = 0; i <= AvFILLp (c->on_enter); ++i)
580	on_enterleave_call (aTHX_ AvARRAY (c->on_enter)[i]);	668	on_enterleave_call (aTHX_ AvARRAY (c->on_enter)[i]);
581	}	669	}
		670
		671	SWAP_SVS (c);
582	}	672	}
583		673
584	static void	674	static void
585	save_perl (pTHX_ Coro__State c)	675	save_perl (pTHX_ Coro__State c)
586	{	676	{
		677	SWAP_SVS (c);
		678
587	if (expect_false (c->on_leave))	679	if (expect_false (c->on_leave))
588	{	680	{
589	int i;	681	int i;
590		682
591	for (i = AvFILLp (c->on_leave); i >= 0; --i)	683	for (i = AvFILLp (c->on_leave); i >= 0; --i)
592	on_enterleave_call (aTHX_ AvARRAY (c->on_leave)[i]);	684	on_enterleave_call (aTHX_ AvARRAY (c->on_leave)[i]);
		685	}
		686
		687	times_valid = 0;
		688
		689	if (expect_false (enable_times))
		690	{
		691	coro_times_update (); times_valid = 1;
		692	coro_times_add (c);
593	}	693	}
594		694
595	c->except = CORO_THROW;	695	c->except = CORO_THROW;
596	c->slf_frame = slf_frame;	696	c->slf_frame = slf_frame;
597		697
…		…
612	{	712	{
613	while (expect_true (cxix >= 0))	713	while (expect_true (cxix >= 0))
614	{	714	{
615	PERL_CONTEXT *cx = &ccstk[cxix--];	715	PERL_CONTEXT *cx = &ccstk[cxix--];
616		716
617	if (expect_true (CxTYPE (cx) == CXt_SUB || CxTYPE (cx) == CXt_FORMAT))	717	if (expect_true (CxTYPE (cx) == CXt_SUB) || expect_false (CxTYPE (cx) == CXt_FORMAT))
618	{	718	{
619	CV *cv = cx->blk_sub.cv;	719	CV *cv = cx->blk_sub.cv;
620		720
621	if (expect_true (CvDEPTH (cv)))	721	if (expect_true (CvDEPTH (cv)))
622	{	722	{
…		…
646	/* we manually unroll here, as usually 2 slots is enough */	746	/* we manually unroll here, as usually 2 slots is enough */
647	if (SLOT_COUNT >= 1) CXINC;	747	if (SLOT_COUNT >= 1) CXINC;
648	if (SLOT_COUNT >= 2) CXINC;	748	if (SLOT_COUNT >= 2) CXINC;
649	if (SLOT_COUNT >= 3) CXINC;	749	if (SLOT_COUNT >= 3) CXINC;
650	{	750	{
651	int i;	751	unsigned int i;
652	for (i = 3; i < SLOT_COUNT; ++i)	752	for (i = 3; i < SLOT_COUNT; ++i)
653	CXINC;	753	CXINC;
654	}	754	}
655	cxstack_ix -= SLOT_COUNT; /* undo allocation */	755	cxstack_ix -= SLOT_COUNT; /* undo allocation */
656		756
…		…
890	slf_check_repeat (pTHX_ struct CoroSLF *frame)	990	slf_check_repeat (pTHX_ struct CoroSLF *frame)
891	{	991	{
892	return 1;	992	return 1;
893	}	993	}
894		994
895	static UNOP coro_setup_op;	995	static UNOP init_perl_op;
896		996
897	static void NOINLINE /* noinline to keep it out of the transfer fast path */	997	static void NOINLINE /* noinline to keep it out of the transfer fast path */
898	coro_setup (pTHX_ struct coro *coro)	998	init_perl (pTHX_ struct coro *coro)
899	{	999	{
900	/*	1000	/*
901	* emulate part of the perl startup here.	1001	* emulate part of the perl startup here.
902	*/	1002	*/
903	coro_init_stacks (aTHX);	1003	coro_init_stacks (aTHX);
…		…
952	*/	1052	*/
953	slf_frame.prepare = prepare_nop; /* provide a nop function for an eventual pp_slf */	1053	slf_frame.prepare = prepare_nop; /* provide a nop function for an eventual pp_slf */
954	slf_frame.check = slf_check_nop; /* signal pp_slf to not repeat */	1054	slf_frame.check = slf_check_nop; /* signal pp_slf to not repeat */
955		1055
956	/* and we have to provide the pp_slf op in any case, so pp_slf can skip it */	1056	/* and we have to provide the pp_slf op in any case, so pp_slf can skip it */
957	coro_setup_op.op_next = PL_op;	1057	init_perl_op.op_next = PL_op;
958	coro_setup_op.op_type = OP_ENTERSUB;	1058	init_perl_op.op_type = OP_ENTERSUB;
959	coro_setup_op.op_ppaddr = pp_slf;	1059	init_perl_op.op_ppaddr = pp_slf;
960	/* no flags etc. required, as an init function won't be called */	1060	/* no flags etc. required, as an init function won't be called */
961		1061
962	PL_op = (OP *)&coro_setup_op;	1062	PL_op = (OP *)&init_perl_op;
963		1063
964	/* copy throw, in case it was set before coro_setup */	1064	/* copy throw, in case it was set before init_perl */
965	CORO_THROW = coro->except;	1065	CORO_THROW = coro->except;
		1066
		1067	SWAP_SVS (coro);
		1068
		1069	if (expect_false (enable_times))
		1070	{
		1071	coro_times_update ();
		1072	coro_times_sub (coro);
		1073	}
966	}	1074	}
967		1075
968	static void	1076	static void
969	coro_unwind_stacks (pTHX)	1077	coro_unwind_stacks (pTHX)
970	{	1078	{
…		…
985	dounwind (-1);	1093	dounwind (-1);
986	}	1094	}
987	}	1095	}
988		1096
989	static void	1097	static void
990	coro_destruct_perl (pTHX_ struct coro *coro)	1098	destroy_perl (pTHX_ struct coro *coro)
991	{	1099	{
		1100	SV *svf [9];
		1101
		1102	{
		1103	struct coro *current = SvSTATE_current;
		1104
		1105	assert (("FATAL: tried to destroy currently running coroutine", coro->mainstack != PL_mainstack));
		1106
		1107	save_perl (aTHX_ current);
		1108	load_perl (aTHX_ coro);
		1109
992	coro_unwind_stacks (aTHX);	1110	coro_unwind_stacks (aTHX);
		1111	coro_destruct_stacks (aTHX);
993		1112
994	SvREFCNT_dec (GvSV (PL_defgv));	1113	/* restore swapped sv's */
995	SvREFCNT_dec (GvAV (PL_defgv));	1114	SWAP_SVS (coro);
996	SvREFCNT_dec (GvSV (PL_errgv));
997	SvREFCNT_dec (PL_defoutgv);
998	SvREFCNT_dec (PL_rs);
999	SvREFCNT_dec (GvSV (irsgv));
1000	SvREFCNT_dec (GvHV (PL_hintgv));
1001		1115
1002	SvREFCNT_dec (PL_diehook);	1116	// now save some sv's to be free'd later
1003	SvREFCNT_dec (PL_warnhook);	1117	svf [0] = GvSV (PL_defgv);
		1118	svf [1] = (SV *)GvAV (PL_defgv);
		1119	svf [2] = GvSV (PL_errgv);
		1120	svf [3] = (SV *)PL_defoutgv;
		1121	svf [4] = PL_rs;
		1122	svf [5] = GvSV (irsgv);
		1123	svf [6] = (SV *)GvHV (PL_hintgv);
		1124	svf [7] = PL_diehook;
		1125	svf [8] = PL_warnhook;
		1126	assert (9 == sizeof (svf) / sizeof (*svf));
		1127
		1128	load_perl (aTHX_ current);
1004		1129	}
		1130
		1131	{
		1132	unsigned int i;
		1133
		1134	for (i = 0; i < sizeof (svf) / sizeof (*svf); ++i)
		1135	SvREFCNT_dec (svf [i]);
		1136
1005	SvREFCNT_dec (coro->saved_deffh);	1137	SvREFCNT_dec (coro->saved_deffh);
1006	SvREFCNT_dec (coro->rouse_cb);	1138	SvREFCNT_dec (coro->rouse_cb);
1007	SvREFCNT_dec (coro->invoke_cb);	1139	SvREFCNT_dec (coro->invoke_cb);
1008	SvREFCNT_dec (coro->invoke_av);	1140	SvREFCNT_dec (coro->invoke_av);
1009		1141	}
1010	coro_destruct_stacks (aTHX);
1011	}	1142	}
1012		1143
1013	INLINE void	1144	INLINE void
1014	free_coro_mortal (pTHX)	1145	free_coro_mortal (pTHX)
1015	{	1146	{
…		…
1212	/* somebody or something will hit me for both perl_run and PL_restartop */	1343	/* somebody or something will hit me for both perl_run and PL_restartop */
1213	PL_restartop = PL_op;	1344	PL_restartop = PL_op;
1214	perl_run (PL_curinterp);	1345	perl_run (PL_curinterp);
1215	/*	1346	/*
1216	* Unfortunately, there is no way to get at the return values of the	1347	* Unfortunately, there is no way to get at the return values of the
1217	* coro body here, as perl_run destroys these	1348	* coro body here, as perl_run destroys these. Likewise, we cannot catch
		1349	* runtime errors here, as this is just a random interpreter, not a thread.
1218	*/	1350	*/
1219		1351
1220	/*	1352	/*
1221	* If perl-run returns we assume exit() was being called or the coro	1353	* If perl-run returns we assume exit() was being called or the coro
1222	* fell off the end, which seems to be the only valid (non-bug)	1354	* fell off the end, which seems to be the only valid (non-bug)
…		…
1429	if (expect_false (next->flags & CF_NEW))	1561	if (expect_false (next->flags & CF_NEW))
1430	{	1562	{
1431	/* need to start coroutine */	1563	/* need to start coroutine */
1432	next->flags &= ~CF_NEW;	1564	next->flags &= ~CF_NEW;
1433	/* setup coroutine call */	1565	/* setup coroutine call */
1434	coro_setup (aTHX_ next);	1566	init_perl (aTHX_ next);
1435	}	1567	}
1436	else	1568	else
1437	load_perl (aTHX_ next);	1569	load_perl (aTHX_ next);
1438		1570
1439	/* possibly untie and reuse the cctx */	1571	/* possibly untie and reuse the cctx */
…		…
1484	coro_state_destroy (pTHX_ struct coro *coro)	1616	coro_state_destroy (pTHX_ struct coro *coro)
1485	{	1617	{
1486	if (coro->flags & CF_DESTROYED)	1618	if (coro->flags & CF_DESTROYED)
1487	return 0;	1619	return 0;
1488		1620
1489	if (coro->on_destroy)	1621	if (coro->on_destroy && !PL_dirty)
1490	coro->on_destroy (aTHX_ coro);	1622	coro->on_destroy (aTHX_ coro);
1491		1623
1492	coro->flags |= CF_DESTROYED;	1624	coro->flags |= CF_DESTROYED;
1493		1625
1494	if (coro->flags & CF_READY)	1626	if (coro->flags & CF_READY)
…		…
1502		1634
1503	if (coro->mainstack	1635	if (coro->mainstack
1504	&& coro->mainstack != main_mainstack	1636	&& coro->mainstack != main_mainstack
1505	&& coro->slot	1637	&& coro->slot
1506	&& !PL_dirty)	1638	&& !PL_dirty)
1507	{
1508	struct coro *current = SvSTATE_current;
1509
1510	assert (("FATAL: tried to destroy currently running coroutine", coro->mainstack != PL_mainstack));
1511
1512	save_perl (aTHX_ current);
1513	load_perl (aTHX_ coro);
1514
1515	coro_destruct_perl (aTHX_ coro);	1639	destroy_perl (aTHX_ coro);
1516		1640
1517	load_perl (aTHX_ current);	1641	if (coro->next) coro->next->prev = coro->prev;
1518		1642	if (coro->prev) coro->prev->next = coro->next;
1519	coro->slot = 0;	1643	if (coro == coro_first) coro_first = coro->next;
1520	}
1521		1644
1522	cctx_destroy (coro->cctx);	1645	cctx_destroy (coro->cctx);
1523	SvREFCNT_dec (coro->startcv);	1646	SvREFCNT_dec (coro->startcv);
1524	SvREFCNT_dec (coro->args);	1647	SvREFCNT_dec (coro->args);
		1648	SvREFCNT_dec (coro->swap_sv);
1525	SvREFCNT_dec (CORO_THROW);	1649	SvREFCNT_dec (CORO_THROW);
1526
1527	if (coro->next) coro->next->prev = coro->prev;
1528	if (coro->prev) coro->prev->next = coro->next;
1529	if (coro == coro_first) coro_first = coro->next;
1530		1650
1531	return 1;	1651	return 1;
1532	}	1652	}
1533		1653
1534	static int	1654	static int
…		…
1584		1704
1585	prepare_transfer (aTHX_ &ta, prev_sv, next_sv);	1705	prepare_transfer (aTHX_ &ta, prev_sv, next_sv);
1586	TRANSFER (ta, 1);	1706	TRANSFER (ta, 1);
1587	}	1707	}
1588		1708
1589	/*****************************************************************************/
1590	/* gensub: simple closure generation utility */
1591
1592	#define GENSUB_ARG CvXSUBANY (cv).any_ptr
1593
1594	/* create a closure from XS, returns a code reference */
1595	/* the arg can be accessed via GENSUB_ARG from the callback */
1596	/* the callback must use dXSARGS/XSRETURN */
1597	static SV *
1598	gensub (pTHX_ void (*xsub)(pTHX_ CV *), void *arg)
1599	{
1600	CV *cv = (CV *)newSV (0);
1601
1602	sv_upgrade ((SV *)cv, SVt_PVCV);
1603
1604	CvANON_on (cv);
1605	CvISXSUB_on (cv);
1606	CvXSUB (cv) = xsub;
1607	GENSUB_ARG = arg;
1608
1609	return newRV_noinc ((SV *)cv);
1610	}
1611
1612	/** Coro ********************************************************************/	1709	/** Coro ********************************************************************/
1613		1710
1614	INLINE void	1711	INLINE void
1615	coro_enq (pTHX_ struct coro *coro)	1712	coro_enq (pTHX_ struct coro *coro)
1616	{	1713	{
1617	av_push (coro_ready [coro->prio - PRIO_MIN], SvREFCNT_inc_NN (coro->hv));	1714	struct coro **ready = coro_ready [coro->prio - CORO_PRIO_MIN];
1618	}
1619		1715
1620	INLINE SV *	1716	SvREFCNT_inc_NN (coro->hv);
		1717
		1718	coro->next_ready = 0;
		1719	*(ready [0] ? &ready [1]->next_ready : &ready [0]) = coro;
		1720	ready [1] = coro;
		1721	}
		1722
		1723	INLINE struct coro *
1621	coro_deq (pTHX)	1724	coro_deq (pTHX)
1622	{	1725	{
1623	int prio;	1726	int prio;
1624		1727
1625	for (prio = PRIO_MAX - PRIO_MIN + 1; --prio >= 0; )	1728	for (prio = CORO_PRIO_MAX - CORO_PRIO_MIN + 1; --prio >= 0; )
1626	if (AvFILLp (coro_ready [prio]) >= 0)	1729	{
1627	return av_shift (coro_ready [prio]);	1730	struct coro **ready = coro_ready [prio];
		1731
		1732	if (ready [0])
		1733	{
		1734	struct coro *coro = ready [0];
		1735	ready [0] = coro->next_ready;
		1736	return coro;
		1737	}
		1738	}
1628		1739
1629	return 0;	1740	return 0;
		1741	}
		1742
		1743	static void
		1744	invoke_sv_ready_hook_helper (void)
		1745	{
		1746	dTHX;
		1747	dSP;
		1748
		1749	ENTER;
		1750	SAVETMPS;
		1751
		1752	PUSHMARK (SP);
		1753	PUTBACK;
		1754	call_sv (coro_readyhook, G_VOID | G_DISCARD);
		1755
		1756	FREETMPS;
		1757	LEAVE;
1630	}	1758	}
1631		1759
1632	static int	1760	static int
1633	api_ready (pTHX_ SV *coro_sv)	1761	api_ready (pTHX_ SV *coro_sv)
1634	{	1762	{
1635	struct coro *coro;
1636	SV *sv_hook;
1637	void (*xs_hook)(void);
1638
1639	coro = SvSTATE (coro_sv);	1763	struct coro *coro = SvSTATE (coro_sv);
1640		1764
1641	if (coro->flags & CF_READY)	1765	if (coro->flags & CF_READY)
1642	return 0;	1766	return 0;
1643		1767
1644	coro->flags |= CF_READY;	1768	coro->flags |= CF_READY;
1645		1769
1646	sv_hook = coro_nready ? 0 : coro_readyhook;
1647	xs_hook = coro_nready ? 0 : coroapi.readyhook;
1648
1649	coro_enq (aTHX_ coro);	1770	coro_enq (aTHX_ coro);
1650	++coro_nready;
1651		1771
1652	if (sv_hook)	1772	if (!coro_nready++)
1653	{	1773	if (coroapi.readyhook)
1654	dSP;	1774	coroapi.readyhook ();
1655
1656	ENTER;
1657	SAVETMPS;
1658
1659	PUSHMARK (SP);
1660	PUTBACK;
1661	call_sv (sv_hook, G_VOID | G_DISCARD);
1662
1663	FREETMPS;
1664	LEAVE;
1665	}
1666
1667	if (xs_hook)
1668	xs_hook ();
1669		1775
1670	return 1;	1776	return 1;
1671	}	1777	}
1672		1778
1673	static int	1779	static int
…		…
1696	static void	1802	static void
1697	prepare_schedule (pTHX_ struct coro_transfer_args *ta)	1803	prepare_schedule (pTHX_ struct coro_transfer_args *ta)
1698	{	1804	{
1699	for (;;)	1805	for (;;)
1700	{	1806	{
1701	SV *next_sv = coro_deq (aTHX);	1807	struct coro *next = coro_deq (aTHX);
1702		1808
1703	if (expect_true (next_sv))	1809	if (expect_true (next))
1704	{	1810	{
1705	struct coro *next = SvSTATE_hv (next_sv);
1706
1707	/* cannot transfer to destroyed coros, skip and look for next */	1811	/* cannot transfer to destroyed coros, skip and look for next */
1708	if (expect_false (next->flags & (CF_DESTROYED | CF_SUSPENDED)))	1812	if (expect_false (next->flags & (CF_DESTROYED | CF_SUSPENDED)))
1709	SvREFCNT_dec (next_sv); /* coro_nready has already been taken care of by destroy */	1813	SvREFCNT_dec (next->hv); /* coro_nready has already been taken care of by destroy */
1710	else	1814	else
1711	{	1815	{
1712	next->flags &= ~CF_READY;	1816	next->flags &= ~CF_READY;
1713	--coro_nready;	1817	--coro_nready;
1714		1818
…		…
1726	api_ready (aTHX_ SvRV (sv_idle));	1830	api_ready (aTHX_ SvRV (sv_idle));
1727	--coro_nready;	1831	--coro_nready;
1728	}	1832	}
1729	else	1833	else
1730	{	1834	{
		1835	/* TODO: deprecated, remove, cannot work reliably *//*D*/
1731	dSP;	1836	dSP;
1732		1837
1733	ENTER;	1838	ENTER;
1734	SAVETMPS;	1839	SAVETMPS;
1735		1840
…		…
1881	{	1986	{
1882	int i;	1987	int i;
1883	HV *hv = (HV *)SvRV (coro_current);	1988	HV *hv = (HV *)SvRV (coro_current);
1884	AV *av = newAV ();	1989	AV *av = newAV ();
1885		1990
		1991	/* items are actually not so common, so optimise for this case */
		1992	if (items)
		1993	{
1886	av_extend (av, items - 1);	1994	av_extend (av, items - 1);
		1995
1887	for (i = 0; i < items; ++i)	1996	for (i = 0; i < items; ++i)
1888	av_push (av, SvREFCNT_inc_NN (arg [i]));	1997	av_push (av, SvREFCNT_inc_NN (arg [i]));
		1998	}
1889		1999
1890	hv_store (hv, "_status", sizeof ("_status") - 1, newRV_noinc ((SV *)av), 0);	2000	hv_store (hv, "_status", sizeof ("_status") - 1, newRV_noinc ((SV *)av), 0);
1891		2001
1892	av_push (av_destroy, (SV *)newRV_inc ((SV *)hv)); /* RVinc for perl */	2002	av_push (av_destroy, (SV *)newRV_inc ((SV *)hv)); /* RVinc for perl */
1893	api_ready (aTHX_ sv_manager);	2003	api_ready (aTHX_ sv_manager);
…		…
1983		2093
1984	static void	2094	static void
1985	coro_rouse_callback (pTHX_ CV *cv)	2095	coro_rouse_callback (pTHX_ CV *cv)
1986	{	2096	{
1987	dXSARGS;	2097	dXSARGS;
1988	SV *data = (SV *)GENSUB_ARG;	2098	SV *data = (SV *)S_GENSUB_ARG;
1989		2099
1990	if (SvTYPE (SvRV (data)) != SVt_PVAV)	2100	if (SvTYPE (SvRV (data)) != SVt_PVAV)
1991	{	2101	{
1992	/* first call, set args */	2102	/* first call, set args */
		2103	SV *coro = SvRV (data);
1993	AV *av = newAV ();	2104	AV *av = newAV ();
1994	SV *coro = SvRV (data);
1995		2105
1996	SvRV_set (data, (SV *)av);	2106	SvRV_set (data, (SV *)av);
1997	api_ready (aTHX_ coro);
1998	SvREFCNT_dec (coro);
1999		2107
2000	/* better take a full copy of the arguments */	2108	/* better take a full copy of the arguments */
2001	while (items--)	2109	while (items--)
2002	av_store (av, items, newSVsv (ST (items)));	2110	av_store (av, items, newSVsv (ST (items)));
		2111
		2112	api_ready (aTHX_ coro);
		2113	SvREFCNT_dec (coro);
2003	}	2114	}
2004		2115
2005	XSRETURN_EMPTY;	2116	XSRETURN_EMPTY;
2006	}	2117	}
2007		2118
…		…
2024		2135
2025	EXTEND (SP, AvFILLp (av) + 1);	2136	EXTEND (SP, AvFILLp (av) + 1);
2026	for (i = 0; i <= AvFILLp (av); ++i)	2137	for (i = 0; i <= AvFILLp (av); ++i)
2027	PUSHs (sv_2mortal (AvARRAY (av)[i]));	2138	PUSHs (sv_2mortal (AvARRAY (av)[i]));
2028		2139
2029	/* we have stolen the elements, so ste length to zero and free */	2140	/* we have stolen the elements, so set length to zero and free */
2030	AvFILLp (av) = -1;	2141	AvFILLp (av) = -1;
2031	av_undef (av);	2142	av_undef (av);
2032		2143
2033	PUTBACK;	2144	PUTBACK;
2034	}	2145	}
…		…
2058	|| SvTYPE (SvRV (cb)) != SVt_PVCV	2169	|| SvTYPE (SvRV (cb)) != SVt_PVCV
2059	|| CvXSUB ((CV *)SvRV (cb)) != coro_rouse_callback)	2170	|| CvXSUB ((CV *)SvRV (cb)) != coro_rouse_callback)
2060	croak ("Coro::rouse_wait called with illegal callback argument,");	2171	croak ("Coro::rouse_wait called with illegal callback argument,");
2061		2172
2062	{	2173	{
2063	CV *cv = (CV *)SvRV (cb); /* for GENSUB_ARG */	2174	CV *cv = (CV *)SvRV (cb); /* for S_GENSUB_ARG */
2064	SV *data = (SV *)GENSUB_ARG;	2175	SV *data = (SV *)S_GENSUB_ARG;
2065		2176
2066	frame->data = (void *)data;	2177	frame->data = (void *)data;
2067	frame->prepare = SvTYPE (SvRV (data)) == SVt_PVAV ? prepare_nop : prepare_schedule;	2178	frame->prepare = SvTYPE (SvRV (data)) == SVt_PVAV ? prepare_nop : prepare_schedule;
2068	frame->check = slf_check_rouse_wait;	2179	frame->check = slf_check_rouse_wait;
2069	}	2180	}
…		…
2073	coro_new_rouse_cb (pTHX)	2184	coro_new_rouse_cb (pTHX)
2074	{	2185	{
2075	HV *hv = (HV *)SvRV (coro_current);	2186	HV *hv = (HV *)SvRV (coro_current);
2076	struct coro *coro = SvSTATE_hv (hv);	2187	struct coro *coro = SvSTATE_hv (hv);
2077	SV *data = newRV_inc ((SV *)hv);	2188	SV *data = newRV_inc ((SV *)hv);
2078	SV *cb = gensub (aTHX_ coro_rouse_callback, (void *)data);	2189	SV *cb = s_gensub (aTHX_ coro_rouse_callback, (void *)data);
2079		2190
2080	sv_magicext (SvRV (cb), data, CORO_MAGIC_type_rouse, 0, 0, 0);	2191	sv_magicext (SvRV (cb), data, CORO_MAGIC_type_rouse, 0, 0, 0);
2081	SvREFCNT_dec (data); /* magicext increases the refcount */	2192	SvREFCNT_dec (data); /* magicext increases the refcount */
2082		2193
2083	SvREFCNT_dec (coro->rouse_cb);	2194	SvREFCNT_dec (coro->rouse_cb);
…		…
2454	/* Coro::Semaphore & Coro::Signal */	2565	/* Coro::Semaphore & Coro::Signal */
2455		2566
2456	static SV *	2567	static SV *
2457	coro_waitarray_new (pTHX_ int count)	2568	coro_waitarray_new (pTHX_ int count)
2458	{	2569	{
2459	/* a semaphore contains a counter IV in $sem->[0] and any waiters after that */	2570	/* a waitarray=semaphore contains a counter IV in $sem->[0] and any waiters after that */
2460	AV *av = newAV ();	2571	AV *av = newAV ();
2461	SV **ary;	2572	SV **ary;
2462		2573
2463	/* unfortunately, building manually saves memory */	2574	/* unfortunately, building manually saves memory */
2464	Newx (ary, 2, SV *);	2575	Newx (ary, 2, SV *);
…		…
2606	{	2717	{
2607	if (items >= 2)	2718	if (items >= 2)
2608	{	2719	{
2609	/* callback form */	2720	/* callback form */
2610	AV *av = (AV *)SvRV (arg [0]);	2721	AV *av = (AV *)SvRV (arg [0]);
2611	CV *cb_cv = coro_sv_2cv (aTHX_ arg [1]);	2722	SV *cb_cv = s_get_cv_croak (arg [1]);
2612		2723
2613	av_push (av, (SV *)SvREFCNT_inc_NN (cb_cv));	2724	av_push (av, SvREFCNT_inc_NN (cb_cv));
2614		2725
2615	if (SvIVX (AvARRAY (av)[0]) > 0)	2726	if (SvIVX (AvARRAY (av)[0]) > 0)
2616	coro_semaphore_adjust (aTHX_ av, 0);	2727	coro_semaphore_adjust (aTHX_ av, 0);
2617		2728
2618	frame->prepare = prepare_nop;	2729	frame->prepare = prepare_nop;
…		…
2642	AvARRAY (av)[0] = AvARRAY (av)[1];	2753	AvARRAY (av)[0] = AvARRAY (av)[1];
2643	AvARRAY (av)[1] = cb;	2754	AvARRAY (av)[1] = cb;
2644		2755
2645	cb = av_shift (av);	2756	cb = av_shift (av);
2646		2757
		2758	if (SvTYPE (cb) == SVt_PVCV)
		2759	{
		2760	dSP;
		2761	PUSHMARK (SP);
		2762	XPUSHs (sv_2mortal (newRV_inc ((SV *)av)));
		2763	PUTBACK;
		2764	call_sv (cb, G_VOID | G_DISCARD | G_EVAL | G_KEEPERR);
		2765	}
		2766	else
		2767	{
2647	api_ready (aTHX_ cb);	2768	api_ready (aTHX_ cb);
2648	sv_setiv (cb, 0); /* signal waiter */	2769	sv_setiv (cb, 0); /* signal waiter */
		2770	}
		2771
2649	SvREFCNT_dec (cb);	2772	SvREFCNT_dec (cb);
2650		2773
2651	--count;	2774	--count;
2652	}	2775	}
2653	}	2776	}
…		…
2662	static void	2785	static void
2663	slf_init_signal_wait (pTHX_ struct CoroSLF *frame, CV *cv, SV **arg, int items)	2786	slf_init_signal_wait (pTHX_ struct CoroSLF *frame, CV *cv, SV **arg, int items)
2664	{	2787	{
2665	AV *av = (AV *)SvRV (arg [0]);	2788	AV *av = (AV *)SvRV (arg [0]);
2666		2789
		2790	if (items >= 2)
		2791	{
		2792	SV *cb_cv = s_get_cv_croak (arg [1]);
		2793	av_push (av, SvREFCNT_inc_NN (cb_cv));
		2794
2667	if (SvIVX (AvARRAY (av)[0]))	2795	if (SvIVX (AvARRAY (av)[0]))
		2796	coro_signal_wake (aTHX_ av, 1); /* ust be the only waiter */
		2797
		2798	frame->prepare = prepare_nop;
		2799	frame->check = slf_check_nop;
		2800	}
		2801	else if (SvIVX (AvARRAY (av)[0]))
2668	{	2802	{
2669	SvIVX (AvARRAY (av)[0]) = 0;	2803	SvIVX (AvARRAY (av)[0]) = 0;
2670	frame->prepare = prepare_nop;	2804	frame->prepare = prepare_nop;
2671	frame->check = slf_check_nop;	2805	frame->check = slf_check_nop;
2672	}	2806	}
2673	else	2807	else
2674	{	2808	{
2675	SV *waiter = newRV_inc (SvRV (coro_current)); /* owned by signal av */	2809	SV *waiter = newSVsv (coro_current); /* owned by signal av */
2676		2810
2677	av_push (av, waiter);	2811	av_push (av, waiter);
2678		2812
2679	frame->data = (void *)sv_2mortal (SvREFCNT_inc_NN (waiter)); /* owned by process */	2813	frame->data = (void *)sv_2mortal (SvREFCNT_inc_NN (waiter)); /* owned by process */
2680	frame->prepare = prepare_schedule;	2814	frame->prepare = prepare_schedule;
…		…
2698		2832
2699	static void	2833	static void
2700	coro_aio_callback (pTHX_ CV *cv)	2834	coro_aio_callback (pTHX_ CV *cv)
2701	{	2835	{
2702	dXSARGS;	2836	dXSARGS;
2703	AV *state = (AV *)GENSUB_ARG;	2837	AV *state = (AV *)S_GENSUB_ARG;
2704	SV *coro = av_pop (state);	2838	SV *coro = av_pop (state);
2705	SV *data_sv = newSV (sizeof (struct io_state));	2839	SV *data_sv = newSV (sizeof (struct io_state));
2706		2840
2707	av_extend (state, items - 1);	2841	av_extend (state, items - 1);
2708		2842
…		…
2822		2956
2823	for (i = 0; i < items; ++i)	2957	for (i = 0; i < items; ++i)
2824	PUSHs (arg [i]);	2958	PUSHs (arg [i]);
2825		2959
2826	/* now push the callback closure */	2960	/* now push the callback closure */
2827	PUSHs (sv_2mortal (gensub (aTHX_ coro_aio_callback, (void *)SvREFCNT_inc_NN ((SV *)state))));	2961	PUSHs (sv_2mortal (s_gensub (aTHX_ coro_aio_callback, (void *)SvREFCNT_inc_NN ((SV *)state))));
2828		2962
2829	/* now call the AIO function - we assume our request is uncancelable */	2963	/* now call the AIO function - we assume our request is uncancelable */
2830	PUTBACK;	2964	PUTBACK;
2831	call_sv ((SV *)req, G_VOID | G_DISCARD);	2965	call_sv ((SV *)req, G_VOID | G_DISCARD);
2832	}	2966	}
…		…
2850	/*****************************************************************************/	2984	/*****************************************************************************/
2851		2985
2852	#if CORO_CLONE	2986	#if CORO_CLONE
2853	# include "clone.c"	2987	# include "clone.c"
2854	#endif	2988	#endif
		2989
		2990	/*****************************************************************************/
		2991
		2992	static SV *
		2993	coro_new (pTHX_ HV *stash, SV **argv, int argc, int is_coro)
		2994	{
		2995	SV *coro_sv;
		2996	struct coro *coro;
		2997	MAGIC *mg;
		2998	HV *hv;
		2999	SV *cb;
		3000	int i;
		3001
		3002	if (argc > 0)
		3003	{
		3004	cb = s_get_cv_croak (argv [0]);
		3005
		3006	if (!is_coro)
		3007	{
		3008	if (CvISXSUB (cb))
		3009	croak ("Coro::State doesn't support XS functions as coroutine start, caught");
		3010
		3011	if (!CvROOT (cb))
		3012	croak ("Coro::State doesn't support autoloaded or undefined functions as coroutine start, caught");
		3013	}
		3014	}
		3015
		3016	Newz (0, coro, 1, struct coro);
		3017	coro->args = newAV ();
		3018	coro->flags = CF_NEW;
		3019
		3020	if (coro_first) coro_first->prev = coro;
		3021	coro->next = coro_first;
		3022	coro_first = coro;
		3023
		3024	coro->hv = hv = newHV ();
		3025	mg = sv_magicext ((SV *)hv, 0, CORO_MAGIC_type_state, &coro_state_vtbl, (char *)coro, 0);
		3026	mg->mg_flags |= MGf_DUP;
		3027	coro_sv = sv_bless (newRV_noinc ((SV *)hv), stash);
		3028
		3029	if (argc > 0)
		3030	{
		3031	av_extend (coro->args, argc + is_coro - 1);
		3032
		3033	if (is_coro)
		3034	{
		3035	av_push (coro->args, SvREFCNT_inc_NN ((SV *)cb));
		3036	cb = (SV *)cv_coro_run;
		3037	}
		3038
		3039	coro->startcv = (CV *)SvREFCNT_inc_NN ((SV *)cb);
		3040
		3041	for (i = 1; i < argc; i++)
		3042	av_push (coro->args, newSVsv (argv [i]));
		3043	}
		3044
		3045	return coro_sv;
		3046	}
2855		3047
2856	MODULE = Coro::State PACKAGE = Coro::State PREFIX = api_	3048	MODULE = Coro::State PACKAGE = Coro::State PREFIX = api_
2857		3049
2858	PROTOTYPES: DISABLE	3050	PROTOTYPES: DISABLE
2859		3051
…		…
2919		3111
2920	if (!svp) croak ("Time::HiRes is required");	3112	if (!svp) croak ("Time::HiRes is required");
2921	if (!SvIOK (*svp)) croak ("Time::NVtime isn't a function pointer");	3113	if (!SvIOK (*svp)) croak ("Time::NVtime isn't a function pointer");
2922		3114
2923	nvtime = INT2PTR (double (*)(), SvIV (*svp));	3115	nvtime = INT2PTR (double (*)(), SvIV (*svp));
		3116
		3117	svp = hv_fetch (PL_modglobal, "Time::U2time", 12, 0);
		3118	u2time = INT2PTR (void (*)(pTHX_ UV ret[2]), SvIV (*svp));
2924	}	3119	}
2925		3120
2926	assert (("PRIO_NORMAL must be 0", !PRIO_NORMAL));	3121	assert (("PRIO_NORMAL must be 0", !CORO_PRIO_NORMAL));
2927	}	3122	}
2928		3123
2929	SV *	3124	SV *
2930	new (char *klass, ...)	3125	new (SV *klass, ...)
2931	ALIAS:	3126	ALIAS:
2932	Coro::new = 1	3127	Coro::new = 1
2933	CODE:	3128	CODE:
2934	{	3129	RETVAL = coro_new (aTHX_ ix ? coro_stash : coro_state_stash, &ST (1), items - 1, ix);
2935	struct coro *coro;	3130	OUTPUT:
2936	MAGIC *mg;
2937	HV *hv;
2938	CV *cb;
2939	int i;
2940
2941	if (items > 1)
2942	{
2943	cb = coro_sv_2cv (aTHX_ ST (1));
2944
2945	if (!ix)
2946	{
2947	if (CvISXSUB (cb))
2948	croak ("Coro::State doesn't support XS functions as coroutine start, caught");
2949
2950	if (!CvROOT (cb))
2951	croak ("Coro::State doesn't support autoloaded or undefined functions as coroutine start, caught");
2952	}
2953	}
2954
2955	Newz (0, coro, 1, struct coro);
2956	coro->args = newAV ();
2957	coro->flags = CF_NEW;
2958
2959	if (coro_first) coro_first->prev = coro;
2960	coro->next = coro_first;
2961	coro_first = coro;
2962
2963	coro->hv = hv = newHV ();
2964	mg = sv_magicext ((SV *)hv, 0, CORO_MAGIC_type_state, &coro_state_vtbl, (char *)coro, 0);
2965	mg->mg_flags |= MGf_DUP;
2966	RETVAL = sv_bless (newRV_noinc ((SV *)hv), gv_stashpv (klass, 1));
2967
2968	if (items > 1)
2969	{
2970	av_extend (coro->args, items - 1 + ix - 1);
2971
2972	if (ix)
2973	{
2974	av_push (coro->args, SvREFCNT_inc_NN ((SV *)cb));
2975	cb = cv_coro_run;
2976	}
2977
2978	coro->startcv = (CV *)SvREFCNT_inc_NN ((SV *)cb);
2979
2980	for (i = 2; i < items; i++)
2981	av_push (coro->args, newSVsv (ST (i)));
2982	}
2983	}
2984	OUTPUT:
2985	RETVAL	3131	RETVAL
2986		3132
2987	void	3133	void
2988	transfer (...)	3134	transfer (...)
2989	PROTOTYPE: $$	3135	PROTOTYPE: $$
…		…
3133	CODE:	3279	CODE:
3134	{	3280	{
3135	struct coro *current = SvSTATE_current;	3281	struct coro *current = SvSTATE_current;
3136	SV **throwp = self == current ? &CORO_THROW : &self->except;	3282	SV **throwp = self == current ? &CORO_THROW : &self->except;
3137	SvREFCNT_dec (*throwp);	3283	SvREFCNT_dec (*throwp);
		3284	SvGETMAGIC (throw);
3138	*throwp = SvOK (throw) ? newSVsv (throw) : 0;	3285	*throwp = SvOK (throw) ? newSVsv (throw) : 0;
3139	}	3286	}
3140		3287
3141	void	3288	void
3142	api_trace (SV *coro, int flags = CC_TRACE | CC_TRACE_SUB)	3289	api_trace (SV *coro, int flags = CC_TRACE | CC_TRACE_SUB)
…		…
3201	CODE:	3348	CODE:
3202	coro_state_destroy (aTHX_ self);	3349	coro_state_destroy (aTHX_ self);
3203	coro_call_on_destroy (aTHX_ self); /* actually only for Coro objects */	3350	coro_call_on_destroy (aTHX_ self); /* actually only for Coro objects */
3204		3351
3205		3352
		3353	SV *
		3354	enable_times (int enabled = enable_times)
		3355	CODE:
		3356	{
		3357	RETVAL = boolSV (enable_times);
		3358
		3359	if (enabled != enable_times)
		3360	{
		3361	enable_times = enabled;
		3362
		3363	coro_times_update ();
		3364	(enabled ? coro_times_sub : coro_times_add)(SvSTATE (coro_current));
		3365	}
		3366	}
		3367	OUTPUT:
		3368	RETVAL
		3369
		3370	void
		3371	times (Coro::State self)
		3372	PPCODE:
		3373	{
		3374	struct coro *current = SvSTATE (coro_current);
		3375
		3376	if (expect_false (current == self))
		3377	{
		3378	coro_times_update ();
		3379	coro_times_add (SvSTATE (coro_current));
		3380	}
		3381
		3382	EXTEND (SP, 2);
		3383	PUSHs (sv_2mortal (newSVnv (self->t_real [0] + self->t_real [1] * 1e-9)));
		3384	PUSHs (sv_2mortal (newSVnv (self->t_cpu [0] + self->t_cpu [1] * 1e-9)));
		3385
		3386	if (expect_false (current == self))
		3387	coro_times_sub (SvSTATE (coro_current));
		3388	}
		3389
		3390	void
		3391	swap_sv (Coro::State coro, SV *sv, SV *swapsv)
		3392	CODE:
		3393	{
		3394	struct coro *current = SvSTATE_current;
		3395
		3396	if (current == coro)
		3397	SWAP_SVS (current);
		3398
		3399	if (!coro->swap_sv)
		3400	coro->swap_sv = newAV ();
		3401
		3402	av_push (coro->swap_sv, SvREFCNT_inc_NN (SvRV (sv )));
		3403	av_push (coro->swap_sv, SvREFCNT_inc_NN (SvRV (swapsv)));
		3404
		3405	if (current == coro)
		3406	SWAP_SVS (current);
		3407	}
		3408
		3409
3206	MODULE = Coro::State PACKAGE = Coro	3410	MODULE = Coro::State PACKAGE = Coro
3207		3411
3208	BOOT:	3412	BOOT:
3209	{	3413	{
3210	int i;
3211
3212	sv_pool_rss = coro_get_sv (aTHX_ "Coro::POOL_RSS" , TRUE);	3414	sv_pool_rss = coro_get_sv (aTHX_ "Coro::POOL_RSS" , TRUE);
3213	sv_pool_size = coro_get_sv (aTHX_ "Coro::POOL_SIZE" , TRUE);	3415	sv_pool_size = coro_get_sv (aTHX_ "Coro::POOL_SIZE" , TRUE);
3214	cv_coro_run = get_cv ( "Coro::_coro_run" , GV_ADD);	3416	cv_coro_run = get_cv ( "Coro::_coro_run" , GV_ADD);
3215	cv_coro_terminate = get_cv ( "Coro::terminate" , GV_ADD);	3417	cv_coro_terminate = get_cv ( "Coro::terminate" , GV_ADD);
3216	coro_current = coro_get_sv (aTHX_ "Coro::current" , FALSE); SvREADONLY_on (coro_current);	3418	coro_current = coro_get_sv (aTHX_ "Coro::current" , FALSE); SvREADONLY_on (coro_current);
…		…
3220	sv_idle = coro_get_sv (aTHX_ "Coro::idle" , TRUE);	3422	sv_idle = coro_get_sv (aTHX_ "Coro::idle" , TRUE);
3221		3423
3222	sv_async_pool_idle = newSVpv ("[async pool idle]", 0); SvREADONLY_on (sv_async_pool_idle);	3424	sv_async_pool_idle = newSVpv ("[async pool idle]", 0); SvREADONLY_on (sv_async_pool_idle);
3223	sv_Coro = newSVpv ("Coro", 0); SvREADONLY_on (sv_Coro);	3425	sv_Coro = newSVpv ("Coro", 0); SvREADONLY_on (sv_Coro);
3224	cv_pool_handler = get_cv ("Coro::pool_handler", GV_ADD); SvREADONLY_on (cv_pool_handler);	3426	cv_pool_handler = get_cv ("Coro::pool_handler", GV_ADD); SvREADONLY_on (cv_pool_handler);
3225	cv_coro_state_new = get_cv ("Coro::State::new", 0); SvREADONLY_on (cv_coro_state_new);	3427	CvNODEBUG_on (get_cv ("Coro::_pool_handler", 0)); /* work around a debugger bug */
3226		3428
3227	coro_stash = gv_stashpv ("Coro", TRUE);	3429	coro_stash = gv_stashpv ("Coro", TRUE);
3228		3430
3229	newCONSTSUB (coro_stash, "PRIO_MAX", newSViv (PRIO_MAX));	3431	newCONSTSUB (coro_stash, "PRIO_MAX", newSViv (CORO_PRIO_MAX));
3230	newCONSTSUB (coro_stash, "PRIO_HIGH", newSViv (PRIO_HIGH));	3432	newCONSTSUB (coro_stash, "PRIO_HIGH", newSViv (CORO_PRIO_HIGH));
3231	newCONSTSUB (coro_stash, "PRIO_NORMAL", newSViv (PRIO_NORMAL));	3433	newCONSTSUB (coro_stash, "PRIO_NORMAL", newSViv (CORO_PRIO_NORMAL));
3232	newCONSTSUB (coro_stash, "PRIO_LOW", newSViv (PRIO_LOW));	3434	newCONSTSUB (coro_stash, "PRIO_LOW", newSViv (CORO_PRIO_LOW));
3233	newCONSTSUB (coro_stash, "PRIO_IDLE", newSViv (PRIO_IDLE));	3435	newCONSTSUB (coro_stash, "PRIO_IDLE", newSViv (CORO_PRIO_IDLE));
3234	newCONSTSUB (coro_stash, "PRIO_MIN", newSViv (PRIO_MIN));	3436	newCONSTSUB (coro_stash, "PRIO_MIN", newSViv (CORO_PRIO_MIN));
3235
3236	for (i = PRIO_MAX - PRIO_MIN + 1; i--; )
3237	coro_ready[i] = newAV ();
3238		3437
3239	{	3438	{
3240	SV *sv = coro_get_sv (aTHX_ "Coro::API", TRUE);	3439	SV *sv = coro_get_sv (aTHX_ "Coro::API", TRUE);
3241		3440
3242	coroapi.schedule = api_schedule;	3441	coroapi.schedule = api_schedule;
…		…
3252	sv_setiv (sv, (IV)&coroapi);	3451	sv_setiv (sv, (IV)&coroapi);
3253	SvREADONLY_on (sv);	3452	SvREADONLY_on (sv);
3254	}	3453	}
3255	}	3454	}
3256		3455
		3456	SV *
		3457	async (...)
		3458	PROTOTYPE: &@
		3459	CODE:
		3460	RETVAL = coro_new (aTHX_ coro_stash, &ST (0), items, 1);
		3461	api_ready (aTHX_ RETVAL);
		3462	OUTPUT:
		3463	RETVAL
		3464
3257	void	3465	void
3258	terminate (...)	3466	terminate (...)
3259	CODE:	3467	CODE:
3260	CORO_EXECUTE_SLF_XS (slf_init_terminate);	3468	CORO_EXECUTE_SLF_XS (slf_init_terminate);
3261		3469
…		…
3294	void	3502	void
3295	_set_readyhook (SV *hook)	3503	_set_readyhook (SV *hook)
3296	PROTOTYPE: $	3504	PROTOTYPE: $
3297	CODE:	3505	CODE:
3298	SvREFCNT_dec (coro_readyhook);	3506	SvREFCNT_dec (coro_readyhook);
		3507	SvGETMAGIC (hook);
		3508	if (SvOK (hook))
		3509	{
3299	coro_readyhook = SvOK (hook) ? newSVsv (hook) : 0;	3510	coro_readyhook = newSVsv (hook);
		3511	CORO_READYHOOK = invoke_sv_ready_hook_helper;
		3512	}
		3513	else
		3514	{
		3515	coro_readyhook = 0;
		3516	CORO_READYHOOK = 0;
		3517	}
3300		3518
3301	int	3519	int
3302	prio (Coro::State coro, int newprio = 0)	3520	prio (Coro::State coro, int newprio = 0)
3303	PROTOTYPE: $;$	3521	PROTOTYPE: $;$
3304	ALIAS:	3522	ALIAS:
…		…
3310	if (items > 1)	3528	if (items > 1)
3311	{	3529	{
3312	if (ix)	3530	if (ix)
3313	newprio = coro->prio - newprio;	3531	newprio = coro->prio - newprio;
3314		3532
3315	if (newprio < PRIO_MIN) newprio = PRIO_MIN;	3533	if (newprio < CORO_PRIO_MIN) newprio = CORO_PRIO_MIN;
3316	if (newprio > PRIO_MAX) newprio = PRIO_MAX;	3534	if (newprio > CORO_PRIO_MAX) newprio = CORO_PRIO_MAX;
3317		3535
3318	coro->prio = newprio;	3536	coro->prio = newprio;
3319	}	3537	}
3320	}	3538	}
3321	OUTPUT:	3539	OUTPUT:
…		…
3336	RETVAL = coro_nready;	3554	RETVAL = coro_nready;
3337	OUTPUT:	3555	OUTPUT:
3338	RETVAL	3556	RETVAL
3339		3557
3340	void	3558	void
		3559	suspend (Coro::State self)
		3560	PROTOTYPE: $
		3561	CODE:
		3562	self->flags |= CF_SUSPENDED;
		3563
		3564	void
		3565	resume (Coro::State self)
		3566	PROTOTYPE: $
		3567	CODE:
		3568	self->flags &= ~CF_SUSPENDED;
		3569
		3570	void
3341	_pool_handler (...)	3571	_pool_handler (...)
3342	CODE:	3572	CODE:
3343	CORO_EXECUTE_SLF_XS (slf_init_pool_handler);	3573	CORO_EXECUTE_SLF_XS (slf_init_pool_handler);
3344		3574
3345	void	3575	void
…		…
3356	for (i = 1; i < items; ++i)	3586	for (i = 1; i < items; ++i)
3357	av_push (av, SvREFCNT_inc_NN (ST (i)));	3587	av_push (av, SvREFCNT_inc_NN (ST (i)));
3358		3588
3359	if ((SV *)hv == &PL_sv_undef)	3589	if ((SV *)hv == &PL_sv_undef)
3360	{	3590	{
3361	PUSHMARK (SP);	3591	SV *sv = coro_new (aTHX_ coro_stash, (SV **)&cv_pool_handler, 1, 1);
3362	EXTEND (SP, 2);
3363	PUSHs (sv_Coro);
3364	PUSHs ((SV *)cv_pool_handler);
3365	PUTBACK;
3366	call_sv ((SV *)cv_coro_state_new, G_SCALAR);
3367	SPAGAIN;
3368
3369	hv = (HV *)SvREFCNT_inc_NN (SvRV (POPs));	3592	hv = (HV *)SvREFCNT_inc_NN (SvRV (sv));
		3593	SvREFCNT_dec (sv);
3370	}	3594	}
3371		3595
3372	{	3596	{
3373	struct coro *coro = SvSTATE_hv (hv);	3597	struct coro *coro = SvSTATE_hv (hv);
3374		3598
…		…
3408	CODE:	3632	CODE:
3409	{	3633	{
3410	struct coro *coro = SvSTATE_current;	3634	struct coro *coro = SvSTATE_current;
3411	AV **avp = ix ? &coro->on_leave : &coro->on_enter;	3635	AV **avp = ix ? &coro->on_leave : &coro->on_enter;
3412		3636
3413	block = (SV *)coro_sv_2cv (aTHX_ block);	3637	block = s_get_cv_croak (block);
3414		3638
3415	if (!*avp)	3639	if (!*avp)
3416	*avp = newAV ();	3640	*avp = newAV ();
3417		3641
3418	av_push (*avp, SvREFCNT_inc (block));	3642	av_push (*avp, SvREFCNT_inc (block));
3419		3643
3420	if (!ix)	3644	if (!ix)
3421	on_enterleave_call (aTHX_ block);	3645	on_enterleave_call (aTHX_ block);
3422		3646
3423	LEAVE; /* pp_entersub unfortunately forces an ENTER/LEAVE around xs calls */	3647	LEAVE; /* pp_entersub unfortunately forces an ENTER/LEAVE around XS calls */
3424	SAVEDESTRUCTOR_X (ix ? coro_pop_on_leave : coro_pop_on_enter, (void *)coro);	3648	SAVEDESTRUCTOR_X (ix ? coro_pop_on_leave : coro_pop_on_enter, (void *)coro);
3425	ENTER; /* pp_entersub unfortunately forces an ENTER/LEAVE around xs calls */	3649	ENTER; /* pp_entersub unfortunately forces an ENTER/LEAVE around XS calls */
3426	}	3650	}
3427		3651
3428		3652
3429	MODULE = Coro::State PACKAGE = PerlIO::cede	3653	MODULE = Coro::State PACKAGE = PerlIO::cede
3430		3654
…		…
3435	MODULE = Coro::State PACKAGE = Coro::Semaphore	3659	MODULE = Coro::State PACKAGE = Coro::Semaphore
3436		3660
3437	SV *	3661	SV *
3438	new (SV *klass, SV *count = 0)	3662	new (SV *klass, SV *count = 0)
3439	CODE:	3663	CODE:
		3664	{
		3665	int semcnt = 1;
		3666
		3667	if (count)
		3668	{
		3669	SvGETMAGIC (count);
		3670
		3671	if (SvOK (count))
		3672	semcnt = SvIV (count);
		3673	}
		3674
3440	RETVAL = sv_bless (	3675	RETVAL = sv_bless (
3441	coro_waitarray_new (aTHX_ count && SvOK (count) ? SvIV (count) : 1),	3676	coro_waitarray_new (aTHX_ semcnt),
3442	GvSTASH (CvGV (cv))	3677	GvSTASH (CvGV (cv))
3443	);	3678	);
		3679	}
3444	OUTPUT:	3680	OUTPUT:
3445	RETVAL	3681	RETVAL
3446		3682
3447	# helper for Coro::Channel and others	3683	# helper for Coro::Channel and others
3448	SV *	3684	SV *
…		…
3510	for (i = 1; i <= wcount; ++i)	3746	for (i = 1; i <= wcount; ++i)
3511	PUSHs (sv_2mortal (newRV_inc (AvARRAY (av)[i])));	3747	PUSHs (sv_2mortal (newRV_inc (AvARRAY (av)[i])));
3512	}	3748	}
3513	}	3749	}
3514		3750
		3751	MODULE = Coro::State PACKAGE = Coro::SemaphoreSet
		3752
		3753	void
		3754	_may_delete (SV *sem, int count, int extra_refs)
		3755	PPCODE:
		3756	{
		3757	AV *av = (AV *)SvRV (sem);
		3758
		3759	if (SvREFCNT ((SV *)av) == 1 + extra_refs
		3760	&& AvFILLp (av) == 0 /* no waiters, just count */
		3761	&& SvIV (AvARRAY (av)[0]) == count)
		3762	XSRETURN_YES;
		3763
		3764	XSRETURN_NO;
		3765	}
		3766
3515	MODULE = Coro::State PACKAGE = Coro::Signal	3767	MODULE = Coro::State PACKAGE = Coro::Signal
3516		3768
3517	SV *	3769	SV *
3518	new (SV *klass)	3770	new (SV *klass)
3519	CODE:	3771	CODE:
…		…
3590		3842
3591	void	3843	void
3592	_register (char *target, char *proto, SV *req)	3844	_register (char *target, char *proto, SV *req)
3593	CODE:	3845	CODE:
3594	{	3846	{
3595	CV *req_cv = coro_sv_2cv (aTHX_ req);	3847	SV *req_cv = s_get_cv_croak (req);
3596	/* newXSproto doesn't return the CV on 5.8 */	3848	/* newXSproto doesn't return the CV on 5.8 */
3597	CV *slf_cv = newXS (target, coro_aio_req_xs, __FILE__);	3849	CV *slf_cv = newXS (target, coro_aio_req_xs, __FILE__);
3598	sv_setpv ((SV *)slf_cv, proto);	3850	sv_setpv ((SV *)slf_cv, proto);
3599	sv_magicext ((SV *)slf_cv, (SV *)req_cv, CORO_MAGIC_type_aio, 0, 0, 0);	3851	sv_magicext ((SV *)slf_cv, (SV *)req_cv, CORO_MAGIC_type_aio, 0, 0, 0);
3600	}	3852	}
3601		3853
		3854	MODULE = Coro::State PACKAGE = Coro::Select
		3855
		3856	void
		3857	patch_pp_sselect ()
		3858	CODE:
		3859	if (!coro_old_pp_sselect)
		3860	{
		3861	coro_select_select = (SV *)get_cv ("Coro::Select::select", 0);
		3862	coro_old_pp_sselect = PL_ppaddr [OP_SSELECT];
		3863	PL_ppaddr [OP_SSELECT] = coro_pp_sselect;
		3864	}
		3865
		3866	void
		3867	unpatch_pp_sselect ()
		3868	CODE:
		3869	if (coro_old_pp_sselect)
		3870	{
		3871	PL_ppaddr [OP_SSELECT] = coro_old_pp_sselect;
		3872	coro_old_pp_sselect = 0;
		3873	}
		3874
		3875

Diff Legend

–	Removed lines
+	Added lines
<	Changed lines
>	Changed lines