ViewVC Help

View File | Revision Log | Show Annotations | Download File

/cvs/Coro/Coro/State.xs

Comparing Coro/Coro/State.xs (file contents):
Revision 1.338 by root, Sun Dec 7 15:33:21 2008 UTC vs.
Revision 1.394 by root, Sat Apr 30 05:17:43 2011 UTC

		1	/* this works around a bug in mingw32 providing a non-working setjmp */
		2	#define USE_NO_MINGW_SETJMP_TWO_ARGS
		3
		4	#define NDEBUG 1
		5
1	#include "libcoro/coro.c"	6	#include "libcoro/coro.c"
2		7
3	#define PERL_NO_GET_CONTEXT	8	#define PERL_NO_GET_CONTEXT
4	#define PERL_EXT	9	#define PERL_EXT
5		10
6	#include "EXTERN.h"	11	#include "EXTERN.h"
7	#include "perl.h"	12	#include "perl.h"
8	#include "XSUB.h"	13	#include "XSUB.h"
9	#include "perliol.h"	14	#include "perliol.h"
10		15
11	#include "patchlevel.h"	16	#include "schmorp.h"
12		17
13	#include <stdio.h>	18	#include <stdio.h>
14	#include <errno.h>	19	#include <errno.h>
15	#include <assert.h>	20	#include <assert.h>
16		21
17	#ifdef WIN32	22	#ifndef SVs_PADSTALE
		23	# define SVs_PADSTALE 0
		24	#endif
		25
		26	#if defined(_WIN32)
		27	# undef HAS_GETTIMEOFDAY
18	# undef setjmp	28	# undef setjmp
19	# undef longjmp	29	# undef longjmp
20	# undef _exit	30	# undef _exit
21	# define setjmp _setjmp /* deep magic */	31	# define setjmp _setjmp /* deep magic */
22	#else	32	#else
…		…
51	#endif	61	#endif
52		62
53	/* the maximum number of idle cctx that will be pooled */	63	/* the maximum number of idle cctx that will be pooled */
54	static int cctx_max_idle = 4;	64	static int cctx_max_idle = 4;
55		65
56	#define PERL_VERSION_ATLEAST(a,b,c) \
57	(PERL_REVISION > (a) \
58	|| (PERL_REVISION == (a) \
59	&& (PERL_VERSION > (b) \
60	|| (PERL_VERSION == (b) && PERL_SUBVERSION >= (c)))))
61
62	#if !PERL_VERSION_ATLEAST (5,6,0)
63	# ifndef PL_ppaddr
64	# define PL_ppaddr ppaddr
65	# endif
66	# ifndef call_sv
67	# define call_sv perl_call_sv
68	# endif
69	# ifndef get_sv
70	# define get_sv perl_get_sv
71	# endif
72	# ifndef get_cv
73	# define get_cv perl_get_cv
74	# endif
75	# ifndef IS_PADGV
76	# define IS_PADGV(v) 0
77	# endif
78	# ifndef IS_PADCONST
79	# define IS_PADCONST(v) 0
80	# endif
81	#endif
82
83	/* 5.11 */
84	#ifndef CxHASARGS
85	# define CxHASARGS(cx) (cx)->blk_sub.hasargs
86	#endif
87
88	/* 5.10.0 */
89	#ifndef SvREFCNT_inc_NN
90	# define SvREFCNT_inc_NN(sv) SvREFCNT_inc (sv)
91	#endif
92
93	/* 5.8.8 */
94	#ifndef GV_NOTQUAL
95	# define GV_NOTQUAL 0
96	#endif
97	#ifndef newSV
98	# define newSV(l) NEWSV(0,l)
99	#endif
100	#ifndef CvISXSUB_on
101	# define CvISXSUB_on(cv) (void)cv
102	#endif
103	#ifndef CvISXSUB
104	# define CvISXSUB(cv) (CvXSUB (cv) ? TRUE : FALSE)
105	#endif
106	#ifndef Newx
107	# define Newx(ptr,nitems,type) New (0,ptr,nitems,type)
108	#endif
109
110	/* 5.8.7 */
111	#ifndef SvRV_set
112	# define SvRV_set(s,v) SvRV(s) = (v)
113	#endif
114
115	#if !__i386 && !__x86_64 && !__powerpc && !__m68k && !__alpha && !__mips && !__sparc64	66	#if !__i386 && !__x86_64 && !__powerpc && !__m68k && !__alpha && !__mips && !__sparc64
116	# undef CORO_STACKGUARD	67	# undef CORO_STACKGUARD
117	#endif	68	#endif
118		69
119	#ifndef CORO_STACKGUARD	70	#ifndef CORO_STACKGUARD
…		…
137		88
138	#define IN_DESTRUCT PL_dirty	89	#define IN_DESTRUCT PL_dirty
139		90
140	#if __GNUC__ >= 3	91	#if __GNUC__ >= 3
141	# define attribute(x) __attribute__(x)	92	# define attribute(x) __attribute__(x)
142	# define expect(expr,value) __builtin_expect ((expr),(value))	93	# define expect(expr,value) __builtin_expect ((expr), (value))
143	# define INLINE static inline	94	# define INLINE static inline
144	#else	95	#else
145	# define attribute(x)	96	# define attribute(x)
146	# define expect(expr,value) (expr)	97	# define expect(expr,value) (expr)
147	# define INLINE static	98	# define INLINE static
…		…
159	# if CORO_PTHREAD	110	# if CORO_PTHREAD
160	static void *coro_thx;	111	static void *coro_thx;
161	# endif	112	# endif
162	#endif	113	#endif
163		114
		115	#ifdef __linux
		116	# include <time.h> /* for timespec */
		117	# include <syscall.h> /* for SYS_* */
		118	# ifdef SYS_clock_gettime
		119	# define coro_clock_gettime(id, ts) syscall (SYS_clock_gettime, (id), (ts))
		120	# define CORO_CLOCK_MONOTONIC 1
		121	# define CORO_CLOCK_THREAD_CPUTIME_ID 3
		122	# endif
		123	#endif
		124
164	static double (*nvtime)(); /* so why doesn't it take void? */	125	static double (*nvtime)(); /* so why doesn't it take void? */
		126	static void (*u2time)(pTHX_ UV ret[2]);
165		127
166	/* we hijack an hopefully unused CV flag for our purposes */	128	/* we hijack an hopefully unused CV flag for our purposes */
167	#define CVf_SLF 0x4000	129	#define CVf_SLF 0x4000
168	static OP *pp_slf (pTHX);	130	static OP *pp_slf (pTHX);
169		131
…		…
190	static SV *sv_pool_size;	152	static SV *sv_pool_size;
191	static SV *sv_async_pool_idle; /* description string */	153	static SV *sv_async_pool_idle; /* description string */
192	static AV *av_async_pool; /* idle pool */	154	static AV *av_async_pool; /* idle pool */
193	static SV *sv_Coro; /* class string */	155	static SV *sv_Coro; /* class string */
194	static CV *cv_pool_handler;	156	static CV *cv_pool_handler;
195	static CV *cv_coro_state_new;
196		157
197	/* Coro::AnyEvent */	158	/* Coro::AnyEvent */
198	static SV *sv_activity;	159	static SV *sv_activity;
		160
		161	/* enable processtime/realtime profiling */
		162	static char enable_times;
		163	typedef U32 coro_ts[2];
		164	static coro_ts time_real, time_cpu;
		165	static char times_valid;
199		166
200	static struct coro_cctx *cctx_first;	167	static struct coro_cctx *cctx_first;
201	static int cctx_count, cctx_idle;	168	static int cctx_count, cctx_idle;
202		169
203	enum {	170	enum {
…		…
229	int valgrind_id;	196	int valgrind_id;
230	#endif	197	#endif
231	unsigned char flags;	198	unsigned char flags;
232	} coro_cctx;	199	} coro_cctx;
233		200
234	coro_cctx *cctx_current; /* the currently running cctx */	201	static coro_cctx *cctx_current; /* the currently running cctx */
235		202
236	/*****************************************************************************/	203	/*****************************************************************************/
237		204
238	enum {	205	enum {
239	CF_RUNNING = 0x0001, /* coroutine is running */	206	CF_RUNNING = 0x0001, /* coroutine is running */
240	CF_READY = 0x0002, /* coroutine is ready */	207	CF_READY = 0x0002, /* coroutine is ready */
241	CF_NEW = 0x0004, /* has never been switched to */	208	CF_NEW = 0x0004, /* has never been switched to */
242	CF_DESTROYED = 0x0008, /* coroutine data has been freed */	209	CF_DESTROYED = 0x0008, /* coroutine data has been freed */
		210	CF_SUSPENDED = 0x0010, /* coroutine can't be scheduled */
		211	CF_NOCANCEL = 0x0020, /* cannot cancel, set slf_frame.data to 1 (hackish) */
243	};	212	};
244		213
245	/* the structure where most of the perl state is stored, overlaid on the cxstack */	214	/* the structure where most of the perl state is stored, overlaid on the cxstack */
246	typedef struct	215	typedef struct
247	{	216	{
…		…
260	/* this is a structure representing a perl-level coroutine */	229	/* this is a structure representing a perl-level coroutine */
261	struct coro {	230	struct coro {
262	/* the C coroutine allocated to this perl coroutine, if any */	231	/* the C coroutine allocated to this perl coroutine, if any */
263	coro_cctx *cctx;	232	coro_cctx *cctx;
264		233
		234	/* ready queue */
		235	struct coro *next_ready;
		236
265	/* state data */	237	/* state data */
266	struct CoroSLF slf_frame; /* saved slf frame */	238	struct CoroSLF slf_frame; /* saved slf frame */
267	AV *mainstack;	239	AV *mainstack;
268	perl_slots *slot; /* basically the saved sp */	240	perl_slots *slot; /* basically the saved sp */
269		241
270	CV *startcv; /* the CV to execute */	242	CV *startcv; /* the CV to execute */
271	AV *args; /* data associated with this coroutine (initial args) */	243	AV *args; /* data associated with this coroutine (initial args) */
272	int refcnt; /* coroutines are refcounted, yes */	244	int refcnt; /* coroutines are refcounted, yes */
273	int flags; /* CF_ flags */	245	int flags; /* CF_ flags */
274	HV *hv; /* the perl hash associated with this coro, if any */	246	HV *hv; /* the perl hash associated with this coro, if any */
275	void (*on_destroy)(pTHX_ struct coro *coro);	247	void (*on_destroy)(pTHX_ struct coro *coro); /* for temporary use by xs in critical sections */
276		248
277	/* statistics */	249	/* statistics */
278	int usecount; /* number of transfers to this coro */	250	int usecount; /* number of transfers to this coro */
279		251
280	/* coro process data */	252	/* coro process data */
…		…
285	/* async_pool */	257	/* async_pool */
286	SV *saved_deffh;	258	SV *saved_deffh;
287	SV *invoke_cb;	259	SV *invoke_cb;
288	AV *invoke_av;	260	AV *invoke_av;
289		261
		262	/* on_enter/on_leave */
		263	AV *on_enter;
		264	AV *on_leave;
		265
		266	/* swap_sv */
		267	AV *swap_sv;
		268
		269	/* times */
		270	coro_ts t_cpu, t_real;
		271
290	/* linked list */	272	/* linked list */
291	struct coro *next, *prev;	273	struct coro *next, *prev;
292	};	274	};
293		275
294	typedef struct coro *Coro__State;	276	typedef struct coro *Coro__State;
295	typedef struct coro *Coro__State_or_hashref;	277	typedef struct coro *Coro__State_or_hashref;
296		278
297	/* the following variables are effectively part of the perl context */	279	/* the following variables are effectively part of the perl context */
298	/* and get copied between struct coro and these variables */	280	/* and get copied between struct coro and these variables */
299	/* the mainr easonw e don't support windows process emulation */	281	/* the main reason we don't support windows process emulation */
300	static struct CoroSLF slf_frame; /* the current slf frame */	282	static struct CoroSLF slf_frame; /* the current slf frame */
301		283
302	/** Coro ********************************************************************/	284	/** Coro ********************************************************************/
303		285
304	#define PRIO_MAX 3	286	#define CORO_PRIO_MAX 3
305	#define PRIO_HIGH 1	287	#define CORO_PRIO_HIGH 1
306	#define PRIO_NORMAL 0	288	#define CORO_PRIO_NORMAL 0
307	#define PRIO_LOW -1	289	#define CORO_PRIO_LOW -1
308	#define PRIO_IDLE -3	290	#define CORO_PRIO_IDLE -3
309	#define PRIO_MIN -4	291	#define CORO_PRIO_MIN -4
310		292
311	/* for Coro.pm */	293	/* for Coro.pm */
312	static SV *coro_current;	294	static SV *coro_current;
313	static SV *coro_readyhook;	295	static SV *coro_readyhook;
314	static AV *coro_ready [PRIO_MAX - PRIO_MIN + 1];	296	static struct coro *coro_ready [CORO_PRIO_MAX - CORO_PRIO_MIN + 1][2]; /* head|tail */
315	static CV *cv_coro_run, *cv_coro_terminate;	297	static CV *cv_coro_run, *cv_coro_terminate;
316	static struct coro *coro_first;	298	static struct coro *coro_first;
317	#define coro_nready coroapi.nready	299	#define coro_nready coroapi.nready
		300
		301	/** Coro::Select ************************************************************/
		302
		303	static OP *(*coro_old_pp_sselect) (pTHX);
		304	static SV *coro_select_select;
		305
		306	/* horrible hack, but if it works... */
		307	static OP *
		308	coro_pp_sselect (pTHX)
		309	{
		310	dSP;
		311	PUSHMARK (SP - 4); /* fake argument list */
		312	XPUSHs (coro_select_select);
		313	PUTBACK;
		314
		315	/* entersub is an UNOP, select a LISTOP... keep your fingers crossed */
		316	PL_op->op_flags |= OPf_STACKED;
		317	PL_op->op_private = 0;
		318	return PL_ppaddr [OP_ENTERSUB](aTHX);
		319	}
		320
		321	/** time stuff **************************************************************/
		322
		323	#ifdef HAS_GETTIMEOFDAY
		324
		325	static void
		326	coro_u2time (pTHX_ UV ret[2])
		327	{
		328	struct timeval tv;
		329	gettimeofday (&tv, 0);
		330
		331	ret [0] = tv.tv_sec;
		332	ret [1] = tv.tv_usec;
		333	}
		334
		335	static double
		336	coro_nvtime ()
		337	{
		338	struct timeval tv;
		339	gettimeofday (&tv, 0);
		340
		341	return tv.tv_sec + tv.tv_usec * 1e-6;
		342	}
		343
		344	static void
		345	time_init (pTHX)
		346	{
		347	nvtime = coro_nvtime;
		348	u2time = coro_u2time;
		349	}
		350
		351	#else
		352
		353	static void
		354	time_init (pTHX)
		355	{
		356	SV **svp;
		357
		358	require_pv ("Time/HiRes.pm");
		359
		360	svp = hv_fetch (PL_modglobal, "Time::NVtime", 12, 0);
		361
		362	if (!svp) croak ("Time::HiRes is required, but missing. Caught");
		363	if (!SvIOK (*svp)) croak ("Time::NVtime isn't a function pointer. Caught");
		364
		365	nvtime = INT2PTR (double (*)(), SvIV (*svp));
		366
		367	svp = hv_fetch (PL_modglobal, "Time::U2time", 12, 0);
		368	u2time = INT2PTR (void (*)(pTHX_ UV ret[2]), SvIV (*svp));
		369	}
		370
		371	#endif
318		372
319	/** lowlevel stuff **********************************************************/	373	/** lowlevel stuff **********************************************************/
320		374
321	static SV *	375	static SV *
322	coro_get_sv (pTHX_ const char *name, int create)	376	coro_get_sv (pTHX_ const char *name, int create)
…		…
346	get_hv (name, create);	400	get_hv (name, create);
347	#endif	401	#endif
348	return get_hv (name, create);	402	return get_hv (name, create);
349	}	403	}
350		404
351	/* may croak */	405	INLINE void
352	INLINE CV *	406	coro_times_update ()
353	coro_sv_2cv (pTHX_ SV *sv)
354	{	407	{
355	HV *st;	408	#ifdef coro_clock_gettime
356	GV *gvp;	409	struct timespec ts;
357	return sv_2cv (sv, &st, &gvp, 0);	410
		411	ts.tv_sec = ts.tv_nsec = 0;
		412	coro_clock_gettime (CORO_CLOCK_THREAD_CPUTIME_ID, &ts);
		413	time_cpu [0] = ts.tv_sec; time_cpu [1] = ts.tv_nsec;
		414
		415	ts.tv_sec = ts.tv_nsec = 0;
		416	coro_clock_gettime (CORO_CLOCK_MONOTONIC, &ts);
		417	time_real [0] = ts.tv_sec; time_real [1] = ts.tv_nsec;
		418	#else
		419	dTHX;
		420	UV tv[2];
		421
		422	u2time (aTHX_ tv);
		423	time_real [0] = tv [0];
		424	time_real [1] = tv [1] * 1000;
		425	#endif
		426	}
		427
		428	INLINE void
		429	coro_times_add (struct coro *c)
		430	{
		431	c->t_real [1] += time_real [1];
		432	if (c->t_real [1] > 1000000000) { c->t_real [1] -= 1000000000; ++c->t_real [0]; }
		433	c->t_real [0] += time_real [0];
		434
		435	c->t_cpu [1] += time_cpu [1];
		436	if (c->t_cpu [1] > 1000000000) { c->t_cpu [1] -= 1000000000; ++c->t_cpu [0]; }
		437	c->t_cpu [0] += time_cpu [0];
		438	}
		439
		440	INLINE void
		441	coro_times_sub (struct coro *c)
		442	{
		443	if (c->t_real [1] < time_real [1]) { c->t_real [1] += 1000000000; --c->t_real [0]; }
		444	c->t_real [1] -= time_real [1];
		445	c->t_real [0] -= time_real [0];
		446
		447	if (c->t_cpu [1] < time_cpu [1]) { c->t_cpu [1] += 1000000000; --c->t_cpu [0]; }
		448	c->t_cpu [1] -= time_cpu [1];
		449	c->t_cpu [0] -= time_cpu [0];
358	}	450	}
359		451
360	/*****************************************************************************/	452	/*****************************************************************************/
361	/* magic glue */	453	/* magic glue */
362		454
…		…
462	static int	554	static int
463	coro_cv_free (pTHX_ SV *sv, MAGIC *mg)	555	coro_cv_free (pTHX_ SV *sv, MAGIC *mg)
464	{	556	{
465	AV *padlist;	557	AV *padlist;
466	AV *av = (AV *)mg->mg_obj;	558	AV *av = (AV *)mg->mg_obj;
		559
		560	/* perl manages to free our internal AV and _then_ call us */
		561	if (IN_DESTRUCT)
		562	return 0;
467		563
468	/* casting is fun. */	564	/* casting is fun. */
469	while (&PL_sv_undef != (SV *)(padlist = (AV *)av_pop (av)))	565	while (&PL_sv_undef != (SV *)(padlist = (AV *)av_pop (av)))
470	free_padlist (aTHX_ padlist);	566	free_padlist (aTHX_ padlist);
471		567
…		…
520	AvARRAY (av)[++AvFILLp (av)] = (SV *)CvPADLIST (cv);	616	AvARRAY (av)[++AvFILLp (av)] = (SV *)CvPADLIST (cv);
521	}	617	}
522		618
523	/** load & save, init *******************************************************/	619	/** load & save, init *******************************************************/
524		620
		621	/* swap sv heads, at least logically */
		622	static void
		623	swap_svs (pTHX_ Coro__State c)
		624	{
		625	int i;
		626
		627	for (i = 0; i <= AvFILLp (c->swap_sv); )
		628	{
		629	SV *a = AvARRAY (c->swap_sv)[i++];
		630	SV *b = AvARRAY (c->swap_sv)[i++];
		631
		632	const U32 keep = SVs_PADSTALE | SVs_PADTMP | SVs_PADMY; /* keep these flags */
		633	SV tmp;
		634
		635	/* swap sv_any */
		636	SvANY (&tmp) = SvANY (a); SvANY (a) = SvANY (b); SvANY (b) = SvANY (&tmp);
		637
		638	/* swap sv_flags */
		639	SvFLAGS (&tmp) = SvFLAGS (a);
		640	SvFLAGS (a) = (SvFLAGS (a) & keep) | (SvFLAGS (b ) & ~keep);
		641	SvFLAGS (b) = (SvFLAGS (b) & keep) | (SvFLAGS (&tmp) & ~keep);
		642
		643	#if PERL_VERSION_ATLEAST (5,10,0)
		644	/* perl 5.10 complicates this _quite_ a bit, but it also is
		645	* much faster, so no quarrels here. alternatively, we could
		646	* sv_upgrade to avoid this.
		647	*/
		648	{
		649	/* swap sv_u */
		650	tmp.sv_u = a->sv_u; a->sv_u = b->sv_u; b->sv_u = tmp.sv_u;
		651
		652	/* if SvANY points to the head, we need to adjust the pointers,
		653	* as the pointer for a still points to b, and maybe vice versa.
		654	*/
		655	#define svany_in_head(type) \
		656	(((1 << SVt_NULL) | (1 << SVt_BIND) | (1 << SVt_IV) | (1 << SVt_RV)) & (1 << (type)))
		657
		658	if (svany_in_head (SvTYPE (a)))
		659	SvANY (a) = (void *)((PTRV)SvANY (a) - (PTRV)b + (PTRV)a);
		660
		661	if (svany_in_head (SvTYPE (b)))
		662	SvANY (b) = (void *)((PTRV)SvANY (b) - (PTRV)a + (PTRV)b);
		663	}
		664	#endif
		665	}
		666	}
		667
		668	#define SWAP_SVS(coro) \
		669	if (expect_false ((coro)->swap_sv)) \
		670	swap_svs (aTHX_ (coro))
		671
		672	static void
		673	on_enterleave_call (pTHX_ SV *cb);
		674
525	static void	675	static void
526	load_perl (pTHX_ Coro__State c)	676	load_perl (pTHX_ Coro__State c)
527	{	677	{
528	perl_slots *slot = c->slot;	678	perl_slots *slot = c->slot;
529	c->slot = 0;	679	c->slot = 0;
…		…
556	PUTBACK;	706	PUTBACK;
557	}	707	}
558		708
559	slf_frame = c->slf_frame;	709	slf_frame = c->slf_frame;
560	CORO_THROW = c->except;	710	CORO_THROW = c->except;
		711
		712	if (expect_false (enable_times))
		713	{
		714	if (expect_false (!times_valid))
		715	coro_times_update ();
		716
		717	coro_times_sub (c);
		718	}
		719
		720	if (expect_false (c->on_enter))
		721	{
		722	int i;
		723
		724	for (i = 0; i <= AvFILLp (c->on_enter); ++i)
		725	on_enterleave_call (aTHX_ AvARRAY (c->on_enter)[i]);
		726	}
		727
		728	SWAP_SVS (c);
561	}	729	}
562		730
563	static void	731	static void
564	save_perl (pTHX_ Coro__State c)	732	save_perl (pTHX_ Coro__State c)
565	{	733	{
		734	SWAP_SVS (c);
		735
		736	if (expect_false (c->on_leave))
		737	{
		738	int i;
		739
		740	for (i = AvFILLp (c->on_leave); i >= 0; --i)
		741	on_enterleave_call (aTHX_ AvARRAY (c->on_leave)[i]);
		742	}
		743
		744	times_valid = 0;
		745
		746	if (expect_false (enable_times))
		747	{
		748	coro_times_update (); times_valid = 1;
		749	coro_times_add (c);
		750	}
		751
566	c->except = CORO_THROW;	752	c->except = CORO_THROW;
567	c->slf_frame = slf_frame;	753	c->slf_frame = slf_frame;
568		754
569	{	755	{
570	dSP;	756	dSP;
…		…
583	{	769	{
584	while (expect_true (cxix >= 0))	770	while (expect_true (cxix >= 0))
585	{	771	{
586	PERL_CONTEXT *cx = &ccstk[cxix--];	772	PERL_CONTEXT *cx = &ccstk[cxix--];
587		773
588	if (expect_true (CxTYPE (cx) == CXt_SUB || CxTYPE (cx) == CXt_FORMAT))	774	if (expect_true (CxTYPE (cx) == CXt_SUB) || expect_false (CxTYPE (cx) == CXt_FORMAT))
589	{	775	{
590	CV *cv = cx->blk_sub.cv;	776	CV *cv = cx->blk_sub.cv;
591		777
592	if (expect_true (CvDEPTH (cv)))	778	if (expect_true (CvDEPTH (cv)))
593	{	779	{
…		…
617	/* we manually unroll here, as usually 2 slots is enough */	803	/* we manually unroll here, as usually 2 slots is enough */
618	if (SLOT_COUNT >= 1) CXINC;	804	if (SLOT_COUNT >= 1) CXINC;
619	if (SLOT_COUNT >= 2) CXINC;	805	if (SLOT_COUNT >= 2) CXINC;
620	if (SLOT_COUNT >= 3) CXINC;	806	if (SLOT_COUNT >= 3) CXINC;
621	{	807	{
622	int i;	808	unsigned int i;
623	for (i = 3; i < SLOT_COUNT; ++i)	809	for (i = 3; i < SLOT_COUNT; ++i)
624	CXINC;	810	CXINC;
625	}	811	}
626	cxstack_ix -= SLOT_COUNT; /* undo allocation */	812	cxstack_ix -= SLOT_COUNT; /* undo allocation */
627		813
…		…
861	slf_check_repeat (pTHX_ struct CoroSLF *frame)	1047	slf_check_repeat (pTHX_ struct CoroSLF *frame)
862	{	1048	{
863	return 1;	1049	return 1;
864	}	1050	}
865		1051
866	static UNOP coro_setup_op;	1052	static UNOP init_perl_op;
867		1053
868	static void NOINLINE /* noinline to keep it out of the transfer fast path */	1054	static void NOINLINE /* noinline to keep it out of the transfer fast path */
869	coro_setup (pTHX_ struct coro *coro)	1055	init_perl (pTHX_ struct coro *coro)
870	{	1056	{
871	/*	1057	/*
872	* emulate part of the perl startup here.	1058	* emulate part of the perl startup here.
873	*/	1059	*/
874	coro_init_stacks (aTHX);	1060	coro_init_stacks (aTHX);
…		…
881	PL_comppad_name_fill = 0;	1067	PL_comppad_name_fill = 0;
882	PL_comppad_name_floor = 0;	1068	PL_comppad_name_floor = 0;
883	PL_curpm = 0;	1069	PL_curpm = 0;
884	PL_curpad = 0;	1070	PL_curpad = 0;
885	PL_localizing = 0;	1071	PL_localizing = 0;
886	PL_dirty = 0;
887	PL_restartop = 0;	1072	PL_restartop = 0;
888	#if PERL_VERSION_ATLEAST (5,10,0)	1073	#if PERL_VERSION_ATLEAST (5,10,0)
889	PL_parser = 0;	1074	PL_parser = 0;
890	#endif	1075	#endif
891	PL_hints = 0;	1076	PL_hints = 0;
…		…
923	*/	1108	*/
924	slf_frame.prepare = prepare_nop; /* provide a nop function for an eventual pp_slf */	1109	slf_frame.prepare = prepare_nop; /* provide a nop function for an eventual pp_slf */
925	slf_frame.check = slf_check_nop; /* signal pp_slf to not repeat */	1110	slf_frame.check = slf_check_nop; /* signal pp_slf to not repeat */
926		1111
927	/* and we have to provide the pp_slf op in any case, so pp_slf can skip it */	1112	/* and we have to provide the pp_slf op in any case, so pp_slf can skip it */
928	coro_setup_op.op_next = PL_op;	1113	init_perl_op.op_next = PL_op;
929	coro_setup_op.op_type = OP_ENTERSUB;	1114	init_perl_op.op_type = OP_ENTERSUB;
930	coro_setup_op.op_ppaddr = pp_slf;	1115	init_perl_op.op_ppaddr = pp_slf;
931	/* no flags etc. required, as an init function won't be called */	1116	/* no flags etc. required, as an init function won't be called */
932		1117
933	PL_op = (OP *)&coro_setup_op;	1118	PL_op = (OP *)&init_perl_op;
934		1119
935	/* copy throw, in case it was set before coro_setup */	1120	/* copy throw, in case it was set before init_perl */
936	CORO_THROW = coro->except;	1121	CORO_THROW = coro->except;
		1122
		1123	SWAP_SVS (coro);
		1124
		1125	if (expect_false (enable_times))
		1126	{
		1127	coro_times_update ();
		1128	coro_times_sub (coro);
		1129	}
937	}	1130	}
938		1131
939	static void	1132	static void
940	coro_unwind_stacks (pTHX)	1133	coro_unwind_stacks (pTHX)
941	{	1134	{
…		…
956	dounwind (-1);	1149	dounwind (-1);
957	}	1150	}
958	}	1151	}
959		1152
960	static void	1153	static void
961	coro_destruct_perl (pTHX_ struct coro *coro)	1154	destroy_perl (pTHX_ struct coro *coro)
962	{	1155	{
		1156	SV *svf [9];
		1157
		1158	{
		1159	struct coro *current = SvSTATE_current;
		1160
		1161	assert (("FATAL: tried to destroy currently running coroutine", coro->mainstack != PL_mainstack));
		1162
		1163	save_perl (aTHX_ current);
		1164	load_perl (aTHX_ coro);
		1165
963	coro_unwind_stacks (aTHX);	1166	coro_unwind_stacks (aTHX);
		1167	coro_destruct_stacks (aTHX);
964		1168
965	SvREFCNT_dec (GvSV (PL_defgv));	1169	/* restore swapped sv's */
966	SvREFCNT_dec (GvAV (PL_defgv));	1170	SWAP_SVS (coro);
967	SvREFCNT_dec (GvSV (PL_errgv));
968	SvREFCNT_dec (PL_defoutgv);
969	SvREFCNT_dec (PL_rs);
970	SvREFCNT_dec (GvSV (irsgv));
971	SvREFCNT_dec (GvHV (PL_hintgv));
972		1171
973	SvREFCNT_dec (PL_diehook);	1172	// now save some sv's to be free'd later
974	SvREFCNT_dec (PL_warnhook);	1173	svf [0] = GvSV (PL_defgv);
		1174	svf [1] = (SV *)GvAV (PL_defgv);
		1175	svf [2] = GvSV (PL_errgv);
		1176	svf [3] = (SV *)PL_defoutgv;
		1177	svf [4] = PL_rs;
		1178	svf [5] = GvSV (irsgv);
		1179	svf [6] = (SV *)GvHV (PL_hintgv);
		1180	svf [7] = PL_diehook;
		1181	svf [8] = PL_warnhook;
		1182	assert (9 == sizeof (svf) / sizeof (*svf));
		1183
		1184	load_perl (aTHX_ current);
975		1185	}
		1186
		1187	{
		1188	unsigned int i;
		1189
		1190	for (i = 0; i < sizeof (svf) / sizeof (*svf); ++i)
		1191	SvREFCNT_dec (svf [i]);
		1192
976	SvREFCNT_dec (coro->saved_deffh);	1193	SvREFCNT_dec (coro->saved_deffh);
977	SvREFCNT_dec (coro->rouse_cb);	1194	SvREFCNT_dec (coro->rouse_cb);
978	SvREFCNT_dec (coro->invoke_cb);	1195	SvREFCNT_dec (coro->invoke_cb);
979	SvREFCNT_dec (coro->invoke_av);	1196	SvREFCNT_dec (coro->invoke_av);
980		1197	}
981	coro_destruct_stacks (aTHX);
982	}	1198	}
983		1199
984	INLINE void	1200	INLINE void
985	free_coro_mortal (pTHX)	1201	free_coro_mortal (pTHX)
986	{	1202	{
…		…
1183	/* somebody or something will hit me for both perl_run and PL_restartop */	1399	/* somebody or something will hit me for both perl_run and PL_restartop */
1184	PL_restartop = PL_op;	1400	PL_restartop = PL_op;
1185	perl_run (PL_curinterp);	1401	perl_run (PL_curinterp);
1186	/*	1402	/*
1187	* Unfortunately, there is no way to get at the return values of the	1403	* Unfortunately, there is no way to get at the return values of the
1188	* coro body here, as perl_run destroys these	1404	* coro body here, as perl_run destroys these. Likewise, we cannot catch
		1405	* runtime errors here, as this is just a random interpreter, not a thread.
1189	*/	1406	*/
1190		1407
1191	/*	1408	/*
1192	* If perl-run returns we assume exit() was being called or the coro	1409	* If perl-run returns we assume exit() was being called or the coro
1193	* fell off the end, which seems to be the only valid (non-bug)	1410	* fell off the end, which seems to be the only valid (non-bug)
…		…
1280	cctx_destroy (coro_cctx *cctx)	1497	cctx_destroy (coro_cctx *cctx)
1281	{	1498	{
1282	if (!cctx)	1499	if (!cctx)
1283	return;	1500	return;
1284		1501
1285	assert (("FATAL: tried to destroy current cctx", cctx != cctx_current));//D temporary?	1502	assert (("FATAL: tried to destroy current cctx", cctx != cctx_current));
1286		1503
1287	--cctx_count;	1504	--cctx_count;
1288	coro_destroy (&cctx->cctx);	1505	coro_destroy (&cctx->cctx);
1289		1506
1290	/* coro_transfer creates new, empty cctx's */	1507	/* coro_transfer creates new, empty cctx's */
…		…
1354	/* TODO: throwing up here is considered harmful */	1571	/* TODO: throwing up here is considered harmful */
1355		1572
1356	if (expect_true (prev != next))	1573	if (expect_true (prev != next))
1357	{	1574	{
1358	if (expect_false (!(prev->flags & (CF_RUNNING | CF_NEW))))	1575	if (expect_false (!(prev->flags & (CF_RUNNING | CF_NEW))))
1359	croak ("Coro::State::transfer called with a suspended prev Coro::State, but can only transfer from running or new states,");	1576	croak ("Coro::State::transfer called with a blocked prev Coro::State, but can only transfer from running or new states,");
1360		1577
1361	if (expect_false (next->flags & CF_RUNNING))
1362	croak ("Coro::State::transfer called with running next Coro::State, but can only transfer to inactive states,");
1363
1364	if (expect_false (next->flags & CF_DESTROYED))	1578	if (expect_false (next->flags & (CF_RUNNING | CF_DESTROYED | CF_SUSPENDED)))
1365	croak ("Coro::State::transfer called with destroyed next Coro::State, but can only transfer to inactive states,");	1579	croak ("Coro::State::transfer called with running, destroyed or suspended next Coro::State, but can only transfer to inactive states,");
1366		1580
1367	#if !PERL_VERSION_ATLEAST (5,10,0)	1581	#if !PERL_VERSION_ATLEAST (5,10,0)
1368	if (expect_false (PL_lex_state != LEX_NOTPARSING))	1582	if (expect_false (PL_lex_state != LEX_NOTPARSING))
1369	croak ("Coro::State::transfer called while parsing, but this is not supported in your perl version,");	1583	croak ("Coro::State::transfer called while parsing, but this is not supported in your perl version,");
1370	#endif	1584	#endif
…		…
1403	if (expect_false (next->flags & CF_NEW))	1617	if (expect_false (next->flags & CF_NEW))
1404	{	1618	{
1405	/* need to start coroutine */	1619	/* need to start coroutine */
1406	next->flags &= ~CF_NEW;	1620	next->flags &= ~CF_NEW;
1407	/* setup coroutine call */	1621	/* setup coroutine call */
1408	coro_setup (aTHX_ next);	1622	init_perl (aTHX_ next);
1409	}	1623	}
1410	else	1624	else
1411	load_perl (aTHX_ next);	1625	load_perl (aTHX_ next);
1412		1626
1413	/* possibly untie and reuse the cctx */	1627	/* possibly untie and reuse the cctx */
…		…
1452	#define TRANSFER(ta, force_cctx) transfer (aTHX_ (ta).prev, (ta).next, (force_cctx))	1666	#define TRANSFER(ta, force_cctx) transfer (aTHX_ (ta).prev, (ta).next, (force_cctx))
1453	#define TRANSFER_CHECK(ta) transfer_check (aTHX_ (ta).prev, (ta).next)	1667	#define TRANSFER_CHECK(ta) transfer_check (aTHX_ (ta).prev, (ta).next)
1454		1668
1455	/** high level stuff ********************************************************/	1669	/** high level stuff ********************************************************/
1456		1670
1457	static int	1671	static void
1458	coro_state_destroy (pTHX_ struct coro *coro)	1672	coro_state_destroy (pTHX_ struct coro *coro)
1459	{	1673	{
1460	if (coro->flags & CF_DESTROYED)	1674	if (coro->flags & CF_DESTROYED)
1461	return 0;	1675	return;
1462		1676
		1677	/* this callback is reserved for slf functions needing to do cleanup */
1463	if (coro->on_destroy)	1678	if (coro->on_destroy && !PL_dirty)
1464	coro->on_destroy (aTHX_ coro);	1679	coro->on_destroy (aTHX_ coro);
		1680
		1681	/*
		1682	* The on_destroy above most likely is from an SLF call.
		1683	* Since by definition the SLF call will not finish when we destroy
		1684	* the coro, we will have to force-finish it here, otherwise
		1685	* cleanup functions cannot call SLF functions.
		1686	*/
		1687	coro->slf_frame.prepare = 0;
1465		1688
1466	coro->flags |= CF_DESTROYED;	1689	coro->flags |= CF_DESTROYED;
1467		1690
1468	if (coro->flags & CF_READY)	1691	if (coro->flags & CF_READY)
1469	{	1692	{
…		…
1476		1699
1477	if (coro->mainstack	1700	if (coro->mainstack
1478	&& coro->mainstack != main_mainstack	1701	&& coro->mainstack != main_mainstack
1479	&& coro->slot	1702	&& coro->slot
1480	&& !PL_dirty)	1703	&& !PL_dirty)
1481	{
1482	struct coro temp;
1483
1484	assert (("FATAL: tried to destroy currently running coroutine", coro->mainstack != PL_mainstack));
1485
1486	save_perl (aTHX_ &temp);
1487	load_perl (aTHX_ coro);
1488
1489	coro_destruct_perl (aTHX_ coro);	1704	destroy_perl (aTHX_ coro);
1490		1705
1491	load_perl (aTHX_ &temp);	1706	if (coro->next) coro->next->prev = coro->prev;
1492		1707	if (coro->prev) coro->prev->next = coro->next;
1493	coro->slot = 0;	1708	if (coro == coro_first) coro_first = coro->next;
1494	}
1495		1709
1496	cctx_destroy (coro->cctx);	1710	cctx_destroy (coro->cctx);
1497	SvREFCNT_dec (coro->startcv);	1711	SvREFCNT_dec (coro->startcv);
1498	SvREFCNT_dec (coro->args);	1712	SvREFCNT_dec (coro->args);
		1713	SvREFCNT_dec (coro->swap_sv);
1499	SvREFCNT_dec (CORO_THROW);	1714	SvREFCNT_dec (CORO_THROW);
1500
1501	if (coro->next) coro->next->prev = coro->prev;
1502	if (coro->prev) coro->prev->next = coro->next;
1503	if (coro == coro_first) coro_first = coro->next;
1504
1505	return 1;
1506	}	1715	}
1507		1716
1508	static int	1717	static int
1509	coro_state_free (pTHX_ SV *sv, MAGIC *mg)	1718	coro_state_free (pTHX_ SV *sv, MAGIC *mg)
1510	{	1719	{
…		…
1558		1767
1559	prepare_transfer (aTHX_ &ta, prev_sv, next_sv);	1768	prepare_transfer (aTHX_ &ta, prev_sv, next_sv);
1560	TRANSFER (ta, 1);	1769	TRANSFER (ta, 1);
1561	}	1770	}
1562		1771
1563	/*****************************************************************************/
1564	/* gensub: simple closure generation utility */
1565
1566	#define GENSUB_ARG CvXSUBANY (cv).any_ptr
1567
1568	/* create a closure from XS, returns a code reference */
1569	/* the arg can be accessed via GENSUB_ARG from the callback */
1570	/* the callback must use dXSARGS/XSRETURN */
1571	static SV *
1572	gensub (pTHX_ void (*xsub)(pTHX_ CV *), void *arg)
1573	{
1574	CV *cv = (CV *)newSV (0);
1575
1576	sv_upgrade ((SV *)cv, SVt_PVCV);
1577
1578	CvANON_on (cv);
1579	CvISXSUB_on (cv);
1580	CvXSUB (cv) = xsub;
1581	GENSUB_ARG = arg;
1582
1583	return newRV_noinc ((SV *)cv);
1584	}
1585
1586	/** Coro ********************************************************************/	1772	/** Coro ********************************************************************/
1587		1773
1588	INLINE void	1774	INLINE void
1589	coro_enq (pTHX_ struct coro *coro)	1775	coro_enq (pTHX_ struct coro *coro)
1590	{	1776	{
1591	av_push (coro_ready [coro->prio - PRIO_MIN], SvREFCNT_inc_NN (coro->hv));	1777	struct coro **ready = coro_ready [coro->prio - CORO_PRIO_MIN];
1592	}
1593		1778
1594	INLINE SV *	1779	SvREFCNT_inc_NN (coro->hv);
		1780
		1781	coro->next_ready = 0;
		1782	*(ready [0] ? &ready [1]->next_ready : &ready [0]) = coro;
		1783	ready [1] = coro;
		1784	}
		1785
		1786	INLINE struct coro *
1595	coro_deq (pTHX)	1787	coro_deq (pTHX)
1596	{	1788	{
1597	int prio;	1789	int prio;
1598		1790
1599	for (prio = PRIO_MAX - PRIO_MIN + 1; --prio >= 0; )	1791	for (prio = CORO_PRIO_MAX - CORO_PRIO_MIN + 1; --prio >= 0; )
1600	if (AvFILLp (coro_ready [prio]) >= 0)	1792	{
1601	return av_shift (coro_ready [prio]);	1793	struct coro **ready = coro_ready [prio];
		1794
		1795	if (ready [0])
		1796	{
		1797	struct coro *coro = ready [0];
		1798	ready [0] = coro->next_ready;
		1799	return coro;
		1800	}
		1801	}
1602		1802
1603	return 0;	1803	return 0;
		1804	}
		1805
		1806	static void
		1807	invoke_sv_ready_hook_helper (void)
		1808	{
		1809	dTHX;
		1810	dSP;
		1811
		1812	ENTER;
		1813	SAVETMPS;
		1814
		1815	PUSHMARK (SP);
		1816	PUTBACK;
		1817	call_sv (coro_readyhook, G_VOID | G_DISCARD);
		1818
		1819	FREETMPS;
		1820	LEAVE;
1604	}	1821	}
1605		1822
1606	static int	1823	static int
1607	api_ready (pTHX_ SV *coro_sv)	1824	api_ready (pTHX_ SV *coro_sv)
1608	{	1825	{
1609	struct coro *coro;
1610	SV *sv_hook;
1611	void (*xs_hook)(void);
1612
1613	coro = SvSTATE (coro_sv);	1826	struct coro *coro = SvSTATE (coro_sv);
1614		1827
1615	if (coro->flags & CF_READY)	1828	if (coro->flags & CF_READY)
1616	return 0;	1829	return 0;
1617		1830
1618	coro->flags |= CF_READY;	1831	coro->flags |= CF_READY;
1619		1832
1620	sv_hook = coro_nready ? 0 : coro_readyhook;
1621	xs_hook = coro_nready ? 0 : coroapi.readyhook;
1622
1623	coro_enq (aTHX_ coro);	1833	coro_enq (aTHX_ coro);
1624	++coro_nready;
1625		1834
1626	if (sv_hook)	1835	if (!coro_nready++)
1627	{	1836	if (coroapi.readyhook)
1628	dSP;	1837	coroapi.readyhook ();
1629
1630	ENTER;
1631	SAVETMPS;
1632
1633	PUSHMARK (SP);
1634	PUTBACK;
1635	call_sv (sv_hook, G_VOID | G_DISCARD);
1636
1637	FREETMPS;
1638	LEAVE;
1639	}
1640
1641	if (xs_hook)
1642	xs_hook ();
1643		1838
1644	return 1;	1839	return 1;
1645	}	1840	}
1646		1841
1647	static int	1842	static int
…		…
1670	static void	1865	static void
1671	prepare_schedule (pTHX_ struct coro_transfer_args *ta)	1866	prepare_schedule (pTHX_ struct coro_transfer_args *ta)
1672	{	1867	{
1673	for (;;)	1868	for (;;)
1674	{	1869	{
1675	SV *next_sv = coro_deq (aTHX);	1870	struct coro *next = coro_deq (aTHX);
1676		1871
1677	if (expect_true (next_sv))	1872	if (expect_true (next))
1678	{	1873	{
1679	struct coro *next = SvSTATE_hv (next_sv);
1680
1681	/* cannot transfer to destroyed coros, skip and look for next */	1874	/* cannot transfer to destroyed coros, skip and look for next */
1682	if (expect_false (next->flags & CF_DESTROYED))	1875	if (expect_false (next->flags & (CF_DESTROYED | CF_SUSPENDED)))
1683	SvREFCNT_dec (next_sv); /* coro_nready has already been taken care of by destroy */	1876	SvREFCNT_dec (next->hv); /* coro_nready has already been taken care of by destroy */
1684	else	1877	else
1685	{	1878	{
1686	next->flags &= ~CF_READY;	1879	next->flags &= ~CF_READY;
1687	--coro_nready;	1880	--coro_nready;
1688		1881
…		…
1694	{	1887	{
1695	/* nothing to schedule: call the idle handler */	1888	/* nothing to schedule: call the idle handler */
1696	if (SvROK (sv_idle)	1889	if (SvROK (sv_idle)
1697	&& SvOBJECT (SvRV (sv_idle)))	1890	&& SvOBJECT (SvRV (sv_idle)))
1698	{	1891	{
		1892	if (SvRV (sv_idle) == SvRV (coro_current))
		1893	croak ("FATAL: $Coro::IDLE blocked itself - did you try to block inside an event loop callback? Caught");
		1894
1699	++coro_nready; /* hack so that api_ready doesn't invoke ready hook */	1895	++coro_nready; /* hack so that api_ready doesn't invoke ready hook */
1700	api_ready (aTHX_ SvRV (sv_idle));	1896	api_ready (aTHX_ SvRV (sv_idle));
1701	--coro_nready;	1897	--coro_nready;
1702	}	1898	}
1703	else	1899	else
1704	{	1900	{
		1901	/* TODO: deprecated, remove, cannot work reliably *//*D*/
1705	dSP;	1902	dSP;
1706		1903
1707	ENTER;	1904	ENTER;
1708	SAVETMPS;	1905	SAVETMPS;
1709		1906
…		…
1819		2016
1820	static void	2017	static void
1821	coro_call_on_destroy (pTHX_ struct coro *coro)	2018	coro_call_on_destroy (pTHX_ struct coro *coro)
1822	{	2019	{
1823	SV **on_destroyp = hv_fetch (coro->hv, "_on_destroy", sizeof ("_on_destroy") - 1, 0);	2020	SV **on_destroyp = hv_fetch (coro->hv, "_on_destroy", sizeof ("_on_destroy") - 1, 0);
1824	SV **statusp = hv_fetch (coro->hv, "_status", sizeof ("_status") - 1, 0);
1825		2021
1826	if (on_destroyp)	2022	if (on_destroyp)
1827	{	2023	{
1828	AV *on_destroy = (AV *)SvRV (*on_destroyp);	2024	SV **statusp = hv_fetch (coro->hv, "_status", sizeof ("_status") - 1, 0);
		2025	AV *on_destroy = sv_2mortal (SvREFCNT_inc ((AV *)SvRV (*on_destroyp)));
		2026	AV *status = statusp ? sv_2mortal (SvREFCNT_inc ((AV *)SvRV (*statusp))) : 0;
1829		2027
1830	while (AvFILLp (on_destroy) >= 0)	2028	while (AvFILLp (on_destroy) >= 0)
1831	{	2029	{
1832	dSP; /* don't disturb outer sp */	2030	dSP; /* don't disturb outer sp */
1833	SV *cb = av_pop (on_destroy);	2031	SV *cb = av_pop (on_destroy);
…		…
1835	PUSHMARK (SP);	2033	PUSHMARK (SP);
1836		2034
1837	if (statusp)	2035	if (statusp)
1838	{	2036	{
1839	int i;	2037	int i;
1840	AV *status = (AV *)SvRV (*statusp);
1841	EXTEND (SP, AvFILLp (status) + 1);	2038	EXTEND (SP, AvFILLp (status) + 1);
1842		2039
1843	for (i = 0; i <= AvFILLp (status); ++i)	2040	for (i = 0; i <= AvFILLp (status); ++i)
1844	PUSHs (AvARRAY (status)[i]);	2041	PUSHs (AvARRAY (status)[i]);
1845	}	2042	}
…		…
1849	}	2046	}
1850	}	2047	}
1851	}	2048	}
1852		2049
1853	static void	2050	static void
1854	slf_init_terminate (pTHX_ struct CoroSLF *frame, CV *cv, SV **arg, int items)	2051	coro_set_status (HV *coro_hv, SV **arg, int items)
1855	{	2052	{
1856	int i;
1857	HV *hv = (HV *)SvRV (coro_current);
1858	AV *av = newAV ();	2053	AV *av = newAV ();
1859		2054
		2055	/* items are actually not so common, so optimise for this case */
		2056	if (items)
		2057	{
		2058	int i;
		2059
1860	av_extend (av, items - 1);	2060	av_extend (av, items - 1);
		2061
1861	for (i = 0; i < items; ++i)	2062	for (i = 0; i < items; ++i)
1862	av_push (av, SvREFCNT_inc_NN (arg [i]));	2063	av_push (av, SvREFCNT_inc_NN (arg [i]));
		2064	}
1863		2065
1864	hv_store (hv, "_status", sizeof ("_status") - 1, newRV_noinc ((SV *)av), 0);	2066	hv_store (coro_hv, "_status", sizeof ("_status") - 1, newRV_noinc ((SV *)av), 0);
		2067	}
1865		2068
		2069	static void
		2070	slf_init_terminate_cancel_common (pTHX_ struct CoroSLF *frame, HV *coro_hv)
		2071	{
1866	av_push (av_destroy, (SV *)newRV_inc ((SV *)hv)); /* RVinc for perl */	2072	av_push (av_destroy, (SV *)newRV_inc ((SV *)coro_hv)); /* RVinc for perl */
1867	api_ready (aTHX_ sv_manager);	2073	api_ready (aTHX_ sv_manager);
1868		2074
1869	frame->prepare = prepare_schedule;	2075	frame->prepare = prepare_schedule;
1870	frame->check = slf_check_repeat;	2076	frame->check = slf_check_repeat;
1871		2077
1872	/* as a minor optimisation, we could unwind all stacks here */	2078	/* as a minor optimisation, we could unwind all stacks here */
1873	/* but that puts extra pressure on pp_slf, and is not worth much */	2079	/* but that puts extra pressure on pp_slf, and is not worth much */
1874	/*coro_unwind_stacks (aTHX);*/	2080	/*coro_unwind_stacks (aTHX);*/
		2081	}
		2082
		2083	static void
		2084	slf_init_terminate (pTHX_ struct CoroSLF *frame, CV *cv, SV **arg, int items)
		2085	{
		2086	HV *coro_hv = (HV *)SvRV (coro_current);
		2087
		2088	coro_set_status (coro_hv, arg, items);
		2089	slf_init_terminate_cancel_common (frame, coro_hv);
		2090	}
		2091
		2092	static void
		2093	slf_init_cancel (pTHX_ struct CoroSLF *frame, CV *cv, SV **arg, int items)
		2094	{
		2095	HV *coro_hv;
		2096	struct coro *coro;
		2097
		2098	if (items <= 0)
		2099	croak ("Coro::cancel called without coro object,");
		2100
		2101	coro = SvSTATE (arg [0]);
		2102	coro_hv = coro->hv;
		2103
		2104	coro_set_status (coro_hv, arg + 1, items - 1);
		2105
		2106	if (expect_false (coro->flags & CF_NOCANCEL))
		2107	{
		2108	/* coro currently busy cancelling something, so just notify it */
		2109	coro->slf_frame.data = (void *)coro;
		2110
		2111	frame->prepare = prepare_nop;
		2112	frame->check = slf_check_nop;
		2113	}
		2114	else if (coro_hv == (HV *)SvRV (coro_current))
		2115	{
		2116	/* cancelling the current coro is allowed, and equals terminate */
		2117	slf_init_terminate_cancel_common (frame, coro_hv);
		2118	}
		2119	else
		2120	{
		2121	struct coro *self = SvSTATE_current;
		2122
		2123	/* otherwise we cancel directly, purely for speed reasons
		2124	* unfortunately, this requires some magic trickery, as
		2125	* somebody else could cancel us, so we have to fight the cancellation.
		2126	* this is ugly, and hopefully fully worth the extra speed.
		2127	* besides, I can't get the slow-but-safe version working...
		2128	*/
		2129	slf_frame.data = 0;
		2130	self->flags |= CF_NOCANCEL;
		2131
		2132	coro_state_destroy (aTHX_ coro);
		2133	coro_call_on_destroy (aTHX_ coro);
		2134
		2135	self->flags &= ~CF_NOCANCEL;
		2136
		2137	if (slf_frame.data)
		2138	{
		2139	/* while we were busy we have been cancelled, so terminate */
		2140	slf_init_terminate_cancel_common (frame, self->hv);
		2141	}
		2142	else
		2143	{
		2144	frame->prepare = prepare_nop;
		2145	frame->check = slf_check_nop;
		2146	}
		2147	}
1875	}	2148	}
1876		2149
1877	/*****************************************************************************/	2150	/*****************************************************************************/
1878	/* async pool handler */	2151	/* async pool handler */
1879		2152
…		…
1957		2230
1958	static void	2231	static void
1959	coro_rouse_callback (pTHX_ CV *cv)	2232	coro_rouse_callback (pTHX_ CV *cv)
1960	{	2233	{
1961	dXSARGS;	2234	dXSARGS;
1962	SV *data = (SV *)GENSUB_ARG;	2235	SV *data = (SV *)S_GENSUB_ARG;
1963		2236
1964	if (SvTYPE (SvRV (data)) != SVt_PVAV)	2237	if (SvTYPE (SvRV (data)) != SVt_PVAV)
1965	{	2238	{
1966	/* first call, set args */	2239	/* first call, set args */
		2240	SV *coro = SvRV (data);
1967	AV *av = newAV ();	2241	AV *av = newAV ();
1968	SV *coro = SvRV (data);
1969		2242
1970	SvRV_set (data, (SV *)av);	2243	SvRV_set (data, (SV *)av);
1971	api_ready (aTHX_ coro);
1972	SvREFCNT_dec (coro);
1973		2244
1974	/* better take a full copy of the arguments */	2245	/* better take a full copy of the arguments */
1975	while (items--)	2246	while (items--)
1976	av_store (av, items, newSVsv (ST (items)));	2247	av_store (av, items, newSVsv (ST (items)));
		2248
		2249	api_ready (aTHX_ coro);
		2250	SvREFCNT_dec (coro);
1977	}	2251	}
1978		2252
1979	XSRETURN_EMPTY;	2253	XSRETURN_EMPTY;
1980	}	2254	}
1981		2255
…		…
1998		2272
1999	EXTEND (SP, AvFILLp (av) + 1);	2273	EXTEND (SP, AvFILLp (av) + 1);
2000	for (i = 0; i <= AvFILLp (av); ++i)	2274	for (i = 0; i <= AvFILLp (av); ++i)
2001	PUSHs (sv_2mortal (AvARRAY (av)[i]));	2275	PUSHs (sv_2mortal (AvARRAY (av)[i]));
2002		2276
2003	/* we have stolen the elements, so ste length to zero and free */	2277	/* we have stolen the elements, so set length to zero and free */
2004	AvFILLp (av) = -1;	2278	AvFILLp (av) = -1;
2005	av_undef (av);	2279	av_undef (av);
2006		2280
2007	PUTBACK;	2281	PUTBACK;
2008	}	2282	}
…		…
2032	|| SvTYPE (SvRV (cb)) != SVt_PVCV	2306	|| SvTYPE (SvRV (cb)) != SVt_PVCV
2033	|| CvXSUB ((CV *)SvRV (cb)) != coro_rouse_callback)	2307	|| CvXSUB ((CV *)SvRV (cb)) != coro_rouse_callback)
2034	croak ("Coro::rouse_wait called with illegal callback argument,");	2308	croak ("Coro::rouse_wait called with illegal callback argument,");
2035		2309
2036	{	2310	{
2037	CV *cv = (CV *)SvRV (cb); /* for GENSUB_ARG */	2311	CV *cv = (CV *)SvRV (cb); /* for S_GENSUB_ARG */
2038	SV *data = (SV *)GENSUB_ARG;	2312	SV *data = (SV *)S_GENSUB_ARG;
2039		2313
2040	frame->data = (void *)data;	2314	frame->data = (void *)data;
2041	frame->prepare = SvTYPE (SvRV (data)) == SVt_PVAV ? prepare_nop : prepare_schedule;	2315	frame->prepare = SvTYPE (SvRV (data)) == SVt_PVAV ? prepare_nop : prepare_schedule;
2042	frame->check = slf_check_rouse_wait;	2316	frame->check = slf_check_rouse_wait;
2043	}	2317	}
…		…
2047	coro_new_rouse_cb (pTHX)	2321	coro_new_rouse_cb (pTHX)
2048	{	2322	{
2049	HV *hv = (HV *)SvRV (coro_current);	2323	HV *hv = (HV *)SvRV (coro_current);
2050	struct coro *coro = SvSTATE_hv (hv);	2324	struct coro *coro = SvSTATE_hv (hv);
2051	SV *data = newRV_inc ((SV *)hv);	2325	SV *data = newRV_inc ((SV *)hv);
2052	SV *cb = gensub (aTHX_ coro_rouse_callback, (void *)data);	2326	SV *cb = s_gensub (aTHX_ coro_rouse_callback, (void *)data);
2053		2327
2054	sv_magicext (SvRV (cb), data, CORO_MAGIC_type_rouse, 0, 0, 0);	2328	sv_magicext (SvRV (cb), data, CORO_MAGIC_type_rouse, 0, 0, 0);
2055	SvREFCNT_dec (data); /* magicext increases the refcount */	2329	SvREFCNT_dec (data); /* magicext increases the refcount */
2056		2330
2057	SvREFCNT_dec (coro->rouse_cb);	2331	SvREFCNT_dec (coro->rouse_cb);
…		…
2282	if (PL_op->op_flags & OPf_STACKED)	2556	if (PL_op->op_flags & OPf_STACKED)
2283	{	2557	{
2284	if (items > slf_arga)	2558	if (items > slf_arga)
2285	{	2559	{
2286	slf_arga = items;	2560	slf_arga = items;
2287	free (slf_argv);	2561	Safefree (slf_argv);
2288	slf_argv = malloc (slf_arga * sizeof (SV *));	2562	New (0, slf_argv, slf_arga, SV *);
2289	}	2563	}
2290		2564
2291	slf_argc = items;	2565	slf_argc = items;
2292		2566
2293	for (i = 0; i < items; ++i)	2567	for (i = 0; i < items; ++i)
…		…
2298		2572
2299	PL_op->op_ppaddr = pp_slf;	2573	PL_op->op_ppaddr = pp_slf;
2300	/*PL_op->op_type = OP_CUSTOM; /* we do behave like entersub still */	2574	/*PL_op->op_type = OP_CUSTOM; /* we do behave like entersub still */
2301		2575
2302	PL_op = (OP *)&slf_restore;	2576	PL_op = (OP *)&slf_restore;
		2577	}
		2578
		2579	/*****************************************************************************/
		2580	/* dynamic wind */
		2581
		2582	static void
		2583	on_enterleave_call (pTHX_ SV *cb)
		2584	{
		2585	dSP;
		2586
		2587	PUSHSTACK;
		2588
		2589	PUSHMARK (SP);
		2590	PUTBACK;
		2591	call_sv (cb, G_VOID | G_DISCARD);
		2592	SPAGAIN;
		2593
		2594	POPSTACK;
		2595	}
		2596
		2597	static SV *
		2598	coro_avp_pop_and_free (pTHX_ AV **avp)
		2599	{
		2600	AV *av = *avp;
		2601	SV *res = av_pop (av);
		2602
		2603	if (AvFILLp (av) < 0)
		2604	{
		2605	*avp = 0;
		2606	SvREFCNT_dec (av);
		2607	}
		2608
		2609	return res;
		2610	}
		2611
		2612	static void
		2613	coro_pop_on_enter (pTHX_ void *coro)
		2614	{
		2615	SV *cb = coro_avp_pop_and_free (aTHX_ &((struct coro *)coro)->on_enter);
		2616	SvREFCNT_dec (cb);
		2617	}
		2618
		2619	static void
		2620	coro_pop_on_leave (pTHX_ void *coro)
		2621	{
		2622	SV *cb = coro_avp_pop_and_free (aTHX_ &((struct coro *)coro)->on_leave);
		2623	on_enterleave_call (aTHX_ sv_2mortal (cb));
2303	}	2624	}
2304		2625
2305	/*****************************************************************************/	2626	/*****************************************************************************/
2306	/* PerlIO::cede */	2627	/* PerlIO::cede */
2307		2628
…		…
2381	/* Coro::Semaphore & Coro::Signal */	2702	/* Coro::Semaphore & Coro::Signal */
2382		2703
2383	static SV *	2704	static SV *
2384	coro_waitarray_new (pTHX_ int count)	2705	coro_waitarray_new (pTHX_ int count)
2385	{	2706	{
2386	/* a semaphore contains a counter IV in $sem->[0] and any waiters after that */	2707	/* a waitarray=semaphore contains a counter IV in $sem->[0] and any waiters after that */
2387	AV *av = newAV ();	2708	AV *av = newAV ();
2388	SV **ary;	2709	SV **ary;
2389		2710
2390	/* unfortunately, building manually saves memory */	2711	/* unfortunately, building manually saves memory */
2391	Newx (ary, 2, SV *);	2712	Newx (ary, 2, SV *);
…		…
2533	{	2854	{
2534	if (items >= 2)	2855	if (items >= 2)
2535	{	2856	{
2536	/* callback form */	2857	/* callback form */
2537	AV *av = (AV *)SvRV (arg [0]);	2858	AV *av = (AV *)SvRV (arg [0]);
2538	CV *cb_cv = coro_sv_2cv (aTHX_ arg [1]);	2859	SV *cb_cv = s_get_cv_croak (arg [1]);
2539		2860
2540	av_push (av, (SV *)SvREFCNT_inc_NN (cb_cv));	2861	av_push (av, SvREFCNT_inc_NN (cb_cv));
2541		2862
2542	if (SvIVX (AvARRAY (av)[0]) > 0)	2863	if (SvIVX (AvARRAY (av)[0]) > 0)
2543	coro_semaphore_adjust (aTHX_ av, 0);	2864	coro_semaphore_adjust (aTHX_ av, 0);
2544		2865
2545	frame->prepare = prepare_nop;	2866	frame->prepare = prepare_nop;
…		…
2569	AvARRAY (av)[0] = AvARRAY (av)[1];	2890	AvARRAY (av)[0] = AvARRAY (av)[1];
2570	AvARRAY (av)[1] = cb;	2891	AvARRAY (av)[1] = cb;
2571		2892
2572	cb = av_shift (av);	2893	cb = av_shift (av);
2573		2894
		2895	if (SvTYPE (cb) == SVt_PVCV)
		2896	{
		2897	dSP;
		2898	PUSHMARK (SP);
		2899	XPUSHs (sv_2mortal (newRV_inc ((SV *)av)));
		2900	PUTBACK;
		2901	call_sv (cb, G_VOID | G_DISCARD | G_EVAL | G_KEEPERR);
		2902	}
		2903	else
		2904	{
2574	api_ready (aTHX_ cb);	2905	api_ready (aTHX_ cb);
2575	sv_setiv (cb, 0); /* signal waiter */	2906	sv_setiv (cb, 0); /* signal waiter */
		2907	}
		2908
2576	SvREFCNT_dec (cb);	2909	SvREFCNT_dec (cb);
2577		2910
2578	--count;	2911	--count;
2579	}	2912	}
2580	}	2913	}
…		…
2589	static void	2922	static void
2590	slf_init_signal_wait (pTHX_ struct CoroSLF *frame, CV *cv, SV **arg, int items)	2923	slf_init_signal_wait (pTHX_ struct CoroSLF *frame, CV *cv, SV **arg, int items)
2591	{	2924	{
2592	AV *av = (AV *)SvRV (arg [0]);	2925	AV *av = (AV *)SvRV (arg [0]);
2593		2926
		2927	if (items >= 2)
		2928	{
		2929	SV *cb_cv = s_get_cv_croak (arg [1]);
		2930	av_push (av, SvREFCNT_inc_NN (cb_cv));
		2931
2594	if (SvIVX (AvARRAY (av)[0]))	2932	if (SvIVX (AvARRAY (av)[0]))
		2933	coro_signal_wake (aTHX_ av, 1); /* must be the only waiter */
		2934
		2935	frame->prepare = prepare_nop;
		2936	frame->check = slf_check_nop;
		2937	}
		2938	else if (SvIVX (AvARRAY (av)[0]))
2595	{	2939	{
2596	SvIVX (AvARRAY (av)[0]) = 0;	2940	SvIVX (AvARRAY (av)[0]) = 0;
2597	frame->prepare = prepare_nop;	2941	frame->prepare = prepare_nop;
2598	frame->check = slf_check_nop;	2942	frame->check = slf_check_nop;
2599	}	2943	}
2600	else	2944	else
2601	{	2945	{
2602	SV *waiter = newRV_inc (SvRV (coro_current)); /* owned by signal av */	2946	SV *waiter = newSVsv (coro_current); /* owned by signal av */
2603		2947
2604	av_push (av, waiter);	2948	av_push (av, waiter);
2605		2949
2606	frame->data = (void *)sv_2mortal (SvREFCNT_inc_NN (waiter)); /* owned by process */	2950	frame->data = (void *)sv_2mortal (SvREFCNT_inc_NN (waiter)); /* owned by process */
2607	frame->prepare = prepare_schedule;	2951	frame->prepare = prepare_schedule;
…		…
2625		2969
2626	static void	2970	static void
2627	coro_aio_callback (pTHX_ CV *cv)	2971	coro_aio_callback (pTHX_ CV *cv)
2628	{	2972	{
2629	dXSARGS;	2973	dXSARGS;
2630	AV *state = (AV *)GENSUB_ARG;	2974	AV *state = (AV *)S_GENSUB_ARG;
2631	SV *coro = av_pop (state);	2975	SV *coro = av_pop (state);
2632	SV *data_sv = newSV (sizeof (struct io_state));	2976	SV *data_sv = newSV (sizeof (struct io_state));
2633		2977
2634	av_extend (state, items - 1);	2978	av_extend (state, items - 1);
2635		2979
…		…
2749		3093
2750	for (i = 0; i < items; ++i)	3094	for (i = 0; i < items; ++i)
2751	PUSHs (arg [i]);	3095	PUSHs (arg [i]);
2752		3096
2753	/* now push the callback closure */	3097	/* now push the callback closure */
2754	PUSHs (sv_2mortal (gensub (aTHX_ coro_aio_callback, (void *)SvREFCNT_inc_NN ((SV *)state))));	3098	PUSHs (sv_2mortal (s_gensub (aTHX_ coro_aio_callback, (void *)SvREFCNT_inc_NN ((SV *)state))));
2755		3099
2756	/* now call the AIO function - we assume our request is uncancelable */	3100	/* now call the AIO function - we assume our request is uncancelable */
2757	PUTBACK;	3101	PUTBACK;
2758	call_sv ((SV *)req, G_VOID | G_DISCARD);	3102	call_sv ((SV *)req, G_VOID | G_DISCARD);
2759	}	3103	}
2760		3104
2761	/* now that the requets is going, we loop toll we have a result */	3105	/* now that the request is going, we loop till we have a result */
2762	frame->data = (void *)state;	3106	frame->data = (void *)state;
2763	frame->prepare = prepare_schedule;	3107	frame->prepare = prepare_schedule;
2764	frame->check = slf_check_aio_req;	3108	frame->check = slf_check_aio_req;
2765	}	3109	}
2766		3110
…		…
2777	/*****************************************************************************/	3121	/*****************************************************************************/
2778		3122
2779	#if CORO_CLONE	3123	#if CORO_CLONE
2780	# include "clone.c"	3124	# include "clone.c"
2781	#endif	3125	#endif
		3126
		3127	/*****************************************************************************/
		3128
		3129	static SV *
		3130	coro_new (pTHX_ HV *stash, SV **argv, int argc, int is_coro)
		3131	{
		3132	SV *coro_sv;
		3133	struct coro *coro;
		3134	MAGIC *mg;
		3135	HV *hv;
		3136	SV *cb;
		3137	int i;
		3138
		3139	if (argc > 0)
		3140	{
		3141	cb = s_get_cv_croak (argv [0]);
		3142
		3143	if (!is_coro)
		3144	{
		3145	if (CvISXSUB (cb))
		3146	croak ("Coro::State doesn't support XS functions as coroutine start, caught");
		3147
		3148	if (!CvROOT (cb))
		3149	croak ("Coro::State doesn't support autoloaded or undefined functions as coroutine start, caught");
		3150	}
		3151	}
		3152
		3153	Newz (0, coro, 1, struct coro);
		3154	coro->args = newAV ();
		3155	coro->flags = CF_NEW;
		3156
		3157	if (coro_first) coro_first->prev = coro;
		3158	coro->next = coro_first;
		3159	coro_first = coro;
		3160
		3161	coro->hv = hv = newHV ();
		3162	mg = sv_magicext ((SV *)hv, 0, CORO_MAGIC_type_state, &coro_state_vtbl, (char *)coro, 0);
		3163	mg->mg_flags |= MGf_DUP;
		3164	coro_sv = sv_bless (newRV_noinc ((SV *)hv), stash);
		3165
		3166	if (argc > 0)
		3167	{
		3168	av_extend (coro->args, argc + is_coro - 1);
		3169
		3170	if (is_coro)
		3171	{
		3172	av_push (coro->args, SvREFCNT_inc_NN ((SV *)cb));
		3173	cb = (SV *)cv_coro_run;
		3174	}
		3175
		3176	coro->startcv = (CV *)SvREFCNT_inc_NN ((SV *)cb);
		3177
		3178	for (i = 1; i < argc; i++)
		3179	av_push (coro->args, newSVsv (argv [i]));
		3180	}
		3181
		3182	return coro_sv;
		3183	}
2782		3184
2783	MODULE = Coro::State PACKAGE = Coro::State PREFIX = api_	3185	MODULE = Coro::State PACKAGE = Coro::State PREFIX = api_
2784		3186
2785	PROTOTYPES: DISABLE	3187	PROTOTYPES: DISABLE
2786		3188
…		…
2839	coroapi.prepare_nop = prepare_nop;	3241	coroapi.prepare_nop = prepare_nop;
2840	coroapi.prepare_schedule = prepare_schedule;	3242	coroapi.prepare_schedule = prepare_schedule;
2841	coroapi.prepare_cede = prepare_cede;	3243	coroapi.prepare_cede = prepare_cede;
2842	coroapi.prepare_cede_notself = prepare_cede_notself;	3244	coroapi.prepare_cede_notself = prepare_cede_notself;
2843		3245
2844	{	3246	time_init (aTHX);
2845	SV **svp = hv_fetch (PL_modglobal, "Time::NVtime", 12, 0);
2846		3247
2847	if (!svp) croak ("Time::HiRes is required");
2848	if (!SvIOK (*svp)) croak ("Time::NVtime isn't a function pointer");
2849
2850	nvtime = INT2PTR (double (*)(), SvIV (*svp));
2851	}
2852
2853	assert (("PRIO_NORMAL must be 0", !PRIO_NORMAL));	3248	assert (("PRIO_NORMAL must be 0", !CORO_PRIO_NORMAL));
2854	}	3249	}
2855		3250
2856	SV *	3251	SV *
2857	new (char *klass, ...)	3252	new (SV *klass, ...)
2858	ALIAS:	3253	ALIAS:
2859	Coro::new = 1	3254	Coro::new = 1
2860	CODE:	3255	CODE:
2861	{	3256	RETVAL = coro_new (aTHX_ ix ? coro_stash : coro_state_stash, &ST (1), items - 1, ix);
2862	struct coro *coro;	3257	OUTPUT:
2863	MAGIC *mg;
2864	HV *hv;
2865	CV *cb;
2866	int i;
2867
2868	if (items > 1)
2869	{
2870	cb = coro_sv_2cv (aTHX_ ST (1));
2871
2872	if (!ix)
2873	{
2874	if (CvISXSUB (cb))
2875	croak ("Coro::State doesn't support XS functions as coroutine start, caught");
2876
2877	if (!CvROOT (cb))
2878	croak ("Coro::State doesn't support autoloaded or undefined functions as coroutine start, caught");
2879	}
2880	}
2881
2882	Newz (0, coro, 1, struct coro);
2883	coro->args = newAV ();
2884	coro->flags = CF_NEW;
2885
2886	if (coro_first) coro_first->prev = coro;
2887	coro->next = coro_first;
2888	coro_first = coro;
2889
2890	coro->hv = hv = newHV ();
2891	mg = sv_magicext ((SV *)hv, 0, CORO_MAGIC_type_state, &coro_state_vtbl, (char *)coro, 0);
2892	mg->mg_flags |= MGf_DUP;
2893	RETVAL = sv_bless (newRV_noinc ((SV *)hv), gv_stashpv (klass, 1));
2894
2895	if (items > 1)
2896	{
2897	av_extend (coro->args, items - 1 + ix - 1);
2898
2899	if (ix)
2900	{
2901	av_push (coro->args, SvREFCNT_inc_NN ((SV *)cb));
2902	cb = cv_coro_run;
2903	}
2904
2905	coro->startcv = (CV *)SvREFCNT_inc_NN ((SV *)cb);
2906
2907	for (i = 2; i < items; i++)
2908	av_push (coro->args, newSVsv (ST (i)));
2909	}
2910	}
2911	OUTPUT:
2912	RETVAL	3258	RETVAL
2913		3259
2914	void	3260	void
2915	transfer (...)	3261	transfer (...)
2916	PROTOTYPE: $$	3262	PROTOTYPE: $$
2917	CODE:	3263	CODE:
2918	CORO_EXECUTE_SLF_XS (slf_init_transfer);	3264	CORO_EXECUTE_SLF_XS (slf_init_transfer);
2919
2920	bool
2921	_destroy (SV *coro_sv)
2922	CODE:
2923	RETVAL = coro_state_destroy (aTHX_ SvSTATE (coro_sv));
2924	OUTPUT:
2925	RETVAL
2926		3265
2927	void	3266	void
2928	_exit (int code)	3267	_exit (int code)
2929	PROTOTYPE: $	3268	PROTOTYPE: $
2930	CODE:	3269	CODE:
…		…
3005	eval = 1	3344	eval = 1
3006	CODE:	3345	CODE:
3007	{	3346	{
3008	if (coro->mainstack && ((coro->flags & CF_RUNNING) || coro->slot))	3347	if (coro->mainstack && ((coro->flags & CF_RUNNING) || coro->slot))
3009	{	3348	{
3010	struct coro temp;	3349	struct coro *current = SvSTATE_current;
		3350	struct CoroSLF slf_save;
3011		3351
3012	if (!(coro->flags & CF_RUNNING))	3352	if (current != coro)
3013	{	3353	{
3014	PUTBACK;	3354	PUTBACK;
3015	save_perl (aTHX_ &temp);	3355	save_perl (aTHX_ current);
3016	load_perl (aTHX_ coro);	3356	load_perl (aTHX_ coro);
		3357	/* the coro is most likely in an active SLF call.
		3358	* while not strictly required (the code we execute is
		3359	* not allowed to call any SLF functions), it's cleaner
		3360	* to reinitialise the slf_frame and restore it later.
		3361	* This might one day allow us to actually do SLF calls
		3362	* from code executed here.
		3363	*/
		3364	slf_save = slf_frame;
		3365	slf_frame.prepare = 0;
		3366	SPAGAIN;
3017	}	3367	}
3018		3368
3019	{
3020	dSP;
3021	ENTER;
3022	SAVETMPS;
3023	PUTBACK;
3024	PUSHSTACK;	3369	PUSHSTACK;
		3370
3025	PUSHMARK (SP);	3371	PUSHMARK (SP);
		3372	PUTBACK;
3026		3373
3027	if (ix)	3374	if (ix)
3028	eval_sv (coderef, 0);	3375	eval_sv (coderef, 0);
3029	else	3376	else
3030	call_sv (coderef, G_KEEPERR | G_EVAL | G_VOID | G_DISCARD);	3377	call_sv (coderef, G_KEEPERR | G_EVAL | G_VOID | G_DISCARD);
3031		3378
3032	POPSTACK;	3379	POPSTACK;
3033	SPAGAIN;	3380	SPAGAIN;
3034	FREETMPS;
3035	LEAVE;
3036	PUTBACK;
3037	}
3038		3381
3039	if (!(coro->flags & CF_RUNNING))	3382	if (current != coro)
3040	{	3383	{
		3384	PUTBACK;
		3385	slf_frame = slf_save;
3041	save_perl (aTHX_ coro);	3386	save_perl (aTHX_ coro);
3042	load_perl (aTHX_ &temp);	3387	load_perl (aTHX_ current);
3043	SPAGAIN;	3388	SPAGAIN;
3044	}	3389	}
3045	}	3390	}
3046	}	3391	}
3047		3392
…		…
3051	ALIAS:	3396	ALIAS:
3052	is_ready = CF_READY	3397	is_ready = CF_READY
3053	is_running = CF_RUNNING	3398	is_running = CF_RUNNING
3054	is_new = CF_NEW	3399	is_new = CF_NEW
3055	is_destroyed = CF_DESTROYED	3400	is_destroyed = CF_DESTROYED
		3401	is_suspended = CF_SUSPENDED
3056	CODE:	3402	CODE:
3057	RETVAL = boolSV (coro->flags & ix);	3403	RETVAL = boolSV (coro->flags & ix);
3058	OUTPUT:	3404	OUTPUT:
3059	RETVAL	3405	RETVAL
3060		3406
3061	void	3407	void
3062	throw (Coro::State self, SV *throw = &PL_sv_undef)	3408	throw (Coro::State self, SV *exception = &PL_sv_undef)
3063	PROTOTYPE: $;$	3409	PROTOTYPE: $;$
3064	CODE:	3410	CODE:
3065	{	3411	{
3066	struct coro *current = SvSTATE_current;	3412	struct coro *current = SvSTATE_current;
3067	SV **throwp = self == current ? &CORO_THROW : &self->except;	3413	SV **exceptionp = self == current ? &CORO_THROW : &self->except;
3068	SvREFCNT_dec (*throwp);	3414	SvREFCNT_dec (*exceptionp);
3069	*throwp = SvOK (throw) ? newSVsv (throw) : 0;	3415	SvGETMAGIC (exception);
		3416	*exceptionp = SvOK (exception) ? newSVsv (exception) : 0;
3070	}	3417	}
3071		3418
3072	void	3419	void
3073	api_trace (SV *coro, int flags = CC_TRACE | CC_TRACE_SUB)	3420	api_trace (SV *coro, int flags = CC_TRACE | CC_TRACE_SUB)
3074	PROTOTYPE: $;$	3421	PROTOTYPE: $;$
…		…
3125	SV **dst = ix ? (SV **)&self->slot->defav : (SV **)&self->slot->defsv;	3472	SV **dst = ix ? (SV **)&self->slot->defav : (SV **)&self->slot->defsv;
3126		3473
3127	SV *tmp = *src; *src = *dst; *dst = tmp;	3474	SV *tmp = *src; *src = *dst; *dst = tmp;
3128	}	3475	}
3129		3476
		3477	void
		3478	cancel (Coro::State self)
		3479	CODE:
		3480	coro_state_destroy (aTHX_ self);
		3481
		3482	SV *
		3483	enable_times (int enabled = enable_times)
		3484	CODE:
		3485	{
		3486	RETVAL = boolSV (enable_times);
		3487
		3488	if (enabled != enable_times)
		3489	{
		3490	enable_times = enabled;
		3491
		3492	coro_times_update ();
		3493	(enabled ? coro_times_sub : coro_times_add)(SvSTATE (coro_current));
		3494	}
		3495	}
		3496	OUTPUT:
		3497	RETVAL
		3498
		3499	void
		3500	times (Coro::State self)
		3501	PPCODE:
		3502	{
		3503	struct coro *current = SvSTATE (coro_current);
		3504
		3505	if (expect_false (current == self))
		3506	{
		3507	coro_times_update ();
		3508	coro_times_add (SvSTATE (coro_current));
		3509	}
		3510
		3511	EXTEND (SP, 2);
		3512	PUSHs (sv_2mortal (newSVnv (self->t_real [0] + self->t_real [1] * 1e-9)));
		3513	PUSHs (sv_2mortal (newSVnv (self->t_cpu [0] + self->t_cpu [1] * 1e-9)));
		3514
		3515	if (expect_false (current == self))
		3516	coro_times_sub (SvSTATE (coro_current));
		3517	}
		3518
		3519	void
		3520	swap_sv (Coro::State coro, SV *sv, SV *swapsv)
		3521	CODE:
		3522	{
		3523	struct coro *current = SvSTATE_current;
		3524
		3525	if (current == coro)
		3526	SWAP_SVS (current);
		3527
		3528	if (!coro->swap_sv)
		3529	coro->swap_sv = newAV ();
		3530
		3531	av_push (coro->swap_sv, SvREFCNT_inc_NN (SvRV (sv )));
		3532	av_push (coro->swap_sv, SvREFCNT_inc_NN (SvRV (swapsv)));
		3533
		3534	if (current == coro)
		3535	SWAP_SVS (current);
		3536	}
		3537
3130		3538
3131	MODULE = Coro::State PACKAGE = Coro	3539	MODULE = Coro::State PACKAGE = Coro
3132		3540
3133	BOOT:	3541	BOOT:
3134	{	3542	{
3135	int i;
3136
3137	sv_pool_rss = coro_get_sv (aTHX_ "Coro::POOL_RSS" , TRUE);	3543	sv_pool_rss = coro_get_sv (aTHX_ "Coro::POOL_RSS" , TRUE);
3138	sv_pool_size = coro_get_sv (aTHX_ "Coro::POOL_SIZE" , TRUE);	3544	sv_pool_size = coro_get_sv (aTHX_ "Coro::POOL_SIZE" , TRUE);
3139	cv_coro_run = get_cv ( "Coro::_coro_run" , GV_ADD);	3545	cv_coro_run = get_cv ( "Coro::_coro_run" , GV_ADD);
3140	cv_coro_terminate = get_cv ( "Coro::terminate" , GV_ADD);	3546	cv_coro_terminate = get_cv ( "Coro::terminate" , GV_ADD);
3141	coro_current = coro_get_sv (aTHX_ "Coro::current" , FALSE); SvREADONLY_on (coro_current);	3547	coro_current = coro_get_sv (aTHX_ "Coro::current" , FALSE); SvREADONLY_on (coro_current);
…		…
3145	sv_idle = coro_get_sv (aTHX_ "Coro::idle" , TRUE);	3551	sv_idle = coro_get_sv (aTHX_ "Coro::idle" , TRUE);
3146		3552
3147	sv_async_pool_idle = newSVpv ("[async pool idle]", 0); SvREADONLY_on (sv_async_pool_idle);	3553	sv_async_pool_idle = newSVpv ("[async pool idle]", 0); SvREADONLY_on (sv_async_pool_idle);
3148	sv_Coro = newSVpv ("Coro", 0); SvREADONLY_on (sv_Coro);	3554	sv_Coro = newSVpv ("Coro", 0); SvREADONLY_on (sv_Coro);
3149	cv_pool_handler = get_cv ("Coro::pool_handler", GV_ADD); SvREADONLY_on (cv_pool_handler);	3555	cv_pool_handler = get_cv ("Coro::pool_handler", GV_ADD); SvREADONLY_on (cv_pool_handler);
3150	cv_coro_state_new = get_cv ("Coro::State::new", 0); SvREADONLY_on (cv_coro_state_new);	3556	CvNODEBUG_on (get_cv ("Coro::_pool_handler", 0)); /* work around a debugger bug */
3151		3557
3152	coro_stash = gv_stashpv ("Coro", TRUE);	3558	coro_stash = gv_stashpv ("Coro", TRUE);
3153		3559
3154	newCONSTSUB (coro_stash, "PRIO_MAX", newSViv (PRIO_MAX));	3560	newCONSTSUB (coro_stash, "PRIO_MAX", newSViv (CORO_PRIO_MAX));
3155	newCONSTSUB (coro_stash, "PRIO_HIGH", newSViv (PRIO_HIGH));	3561	newCONSTSUB (coro_stash, "PRIO_HIGH", newSViv (CORO_PRIO_HIGH));
3156	newCONSTSUB (coro_stash, "PRIO_NORMAL", newSViv (PRIO_NORMAL));	3562	newCONSTSUB (coro_stash, "PRIO_NORMAL", newSViv (CORO_PRIO_NORMAL));
3157	newCONSTSUB (coro_stash, "PRIO_LOW", newSViv (PRIO_LOW));	3563	newCONSTSUB (coro_stash, "PRIO_LOW", newSViv (CORO_PRIO_LOW));
3158	newCONSTSUB (coro_stash, "PRIO_IDLE", newSViv (PRIO_IDLE));	3564	newCONSTSUB (coro_stash, "PRIO_IDLE", newSViv (CORO_PRIO_IDLE));
3159	newCONSTSUB (coro_stash, "PRIO_MIN", newSViv (PRIO_MIN));	3565	newCONSTSUB (coro_stash, "PRIO_MIN", newSViv (CORO_PRIO_MIN));
3160
3161	for (i = PRIO_MAX - PRIO_MIN + 1; i--; )
3162	coro_ready[i] = newAV ();
3163		3566
3164	{	3567	{
3165	SV *sv = coro_get_sv (aTHX_ "Coro::API", TRUE);	3568	SV *sv = coro_get_sv (aTHX_ "Coro::API", TRUE);
3166		3569
3167	coroapi.schedule = api_schedule;	3570	coroapi.schedule = api_schedule;
…		…
3177	sv_setiv (sv, (IV)&coroapi);	3580	sv_setiv (sv, (IV)&coroapi);
3178	SvREADONLY_on (sv);	3581	SvREADONLY_on (sv);
3179	}	3582	}
3180	}	3583	}
3181		3584
		3585	SV *
		3586	async (...)
		3587	PROTOTYPE: &@
		3588	CODE:
		3589	RETVAL = coro_new (aTHX_ coro_stash, &ST (0), items, 1);
		3590	api_ready (aTHX_ RETVAL);
		3591	OUTPUT:
		3592	RETVAL
		3593
		3594	void
		3595	_destroy (Coro::State coro)
		3596	CODE:
		3597	/* used by the manager thread */
		3598	coro_state_destroy (aTHX_ coro);
		3599	coro_call_on_destroy (aTHX_ coro);
		3600
3182	void	3601	void
3183	terminate (...)	3602	terminate (...)
3184	CODE:	3603	CODE:
3185	CORO_EXECUTE_SLF_XS (slf_init_terminate);	3604	CORO_EXECUTE_SLF_XS (slf_init_terminate);
3186		3605
3187	void	3606	void
		3607	cancel (...)
		3608	CODE:
		3609	CORO_EXECUTE_SLF_XS (slf_init_cancel);
		3610
		3611	void
3188	schedule (...)	3612	schedule (...)
3189	CODE:	3613	CODE:
3190	CORO_EXECUTE_SLF_XS (slf_init_schedule);	3614	CORO_EXECUTE_SLF_XS (slf_init_schedule);
3191		3615
3192	void	3616	void
…		…
3206		3630
3207	void	3631	void
3208	cede_notself (...)	3632	cede_notself (...)
3209	CODE:	3633	CODE:
3210	CORO_EXECUTE_SLF_XS (slf_init_cede_notself);	3634	CORO_EXECUTE_SLF_XS (slf_init_cede_notself);
3211
3212	void
3213	_cancel (Coro::State self)
3214	CODE:
3215	coro_state_destroy (aTHX_ self);
3216	coro_call_on_destroy (aTHX_ self);
3217		3635
3218	void	3636	void
3219	_set_current (SV *current)	3637	_set_current (SV *current)
3220	PROTOTYPE: $	3638	PROTOTYPE: $
3221	CODE:	3639	CODE:
…		…
3225	void	3643	void
3226	_set_readyhook (SV *hook)	3644	_set_readyhook (SV *hook)
3227	PROTOTYPE: $	3645	PROTOTYPE: $
3228	CODE:	3646	CODE:
3229	SvREFCNT_dec (coro_readyhook);	3647	SvREFCNT_dec (coro_readyhook);
		3648	SvGETMAGIC (hook);
		3649	if (SvOK (hook))
		3650	{
3230	coro_readyhook = SvOK (hook) ? newSVsv (hook) : 0;	3651	coro_readyhook = newSVsv (hook);
		3652	CORO_READYHOOK = invoke_sv_ready_hook_helper;
		3653	}
		3654	else
		3655	{
		3656	coro_readyhook = 0;
		3657	CORO_READYHOOK = 0;
		3658	}
3231		3659
3232	int	3660	int
3233	prio (Coro::State coro, int newprio = 0)	3661	prio (Coro::State coro, int newprio = 0)
3234	PROTOTYPE: $;$	3662	PROTOTYPE: $;$
3235	ALIAS:	3663	ALIAS:
…		…
3241	if (items > 1)	3669	if (items > 1)
3242	{	3670	{
3243	if (ix)	3671	if (ix)
3244	newprio = coro->prio - newprio;	3672	newprio = coro->prio - newprio;
3245		3673
3246	if (newprio < PRIO_MIN) newprio = PRIO_MIN;	3674	if (newprio < CORO_PRIO_MIN) newprio = CORO_PRIO_MIN;
3247	if (newprio > PRIO_MAX) newprio = PRIO_MAX;	3675	if (newprio > CORO_PRIO_MAX) newprio = CORO_PRIO_MAX;
3248		3676
3249	coro->prio = newprio;	3677	coro->prio = newprio;
3250	}	3678	}
3251	}	3679	}
3252	OUTPUT:	3680	OUTPUT:
…		…
3267	RETVAL = coro_nready;	3695	RETVAL = coro_nready;
3268	OUTPUT:	3696	OUTPUT:
3269	RETVAL	3697	RETVAL
3270		3698
3271	void	3699	void
		3700	suspend (Coro::State self)
		3701	PROTOTYPE: $
		3702	CODE:
		3703	self->flags |= CF_SUSPENDED;
		3704
		3705	void
		3706	resume (Coro::State self)
		3707	PROTOTYPE: $
		3708	CODE:
		3709	self->flags &= ~CF_SUSPENDED;
		3710
		3711	void
3272	_pool_handler (...)	3712	_pool_handler (...)
3273	CODE:	3713	CODE:
3274	CORO_EXECUTE_SLF_XS (slf_init_pool_handler);	3714	CORO_EXECUTE_SLF_XS (slf_init_pool_handler);
3275		3715
3276	void	3716	void
…		…
3287	for (i = 1; i < items; ++i)	3727	for (i = 1; i < items; ++i)
3288	av_push (av, SvREFCNT_inc_NN (ST (i)));	3728	av_push (av, SvREFCNT_inc_NN (ST (i)));
3289		3729
3290	if ((SV *)hv == &PL_sv_undef)	3730	if ((SV *)hv == &PL_sv_undef)
3291	{	3731	{
3292	PUSHMARK (SP);	3732	SV *sv = coro_new (aTHX_ coro_stash, (SV **)&cv_pool_handler, 1, 1);
3293	EXTEND (SP, 2);
3294	PUSHs (sv_Coro);
3295	PUSHs ((SV *)cv_pool_handler);
3296	PUTBACK;
3297	call_sv ((SV *)cv_coro_state_new, G_SCALAR);
3298	SPAGAIN;
3299
3300	hv = (HV *)SvREFCNT_inc_NN (SvRV (POPs));	3733	hv = (HV *)SvREFCNT_inc_NN (SvRV (sv));
		3734	SvREFCNT_dec (sv);
3301	}	3735	}
3302		3736
3303	{	3737	{
3304	struct coro *coro = SvSTATE_hv (hv);	3738	struct coro *coro = SvSTATE_hv (hv);
3305		3739
…		…
3329	rouse_wait (...)	3763	rouse_wait (...)
3330	PROTOTYPE: ;$	3764	PROTOTYPE: ;$
3331	PPCODE:	3765	PPCODE:
3332	CORO_EXECUTE_SLF_XS (slf_init_rouse_wait);	3766	CORO_EXECUTE_SLF_XS (slf_init_rouse_wait);
3333		3767
		3768	void
		3769	on_enter (SV *block)
		3770	ALIAS:
		3771	on_leave = 1
		3772	PROTOTYPE: &
		3773	CODE:
		3774	{
		3775	struct coro *coro = SvSTATE_current;
		3776	AV **avp = ix ? &coro->on_leave : &coro->on_enter;
		3777
		3778	block = s_get_cv_croak (block);
		3779
		3780	if (!*avp)
		3781	*avp = newAV ();
		3782
		3783	av_push (*avp, SvREFCNT_inc (block));
		3784
		3785	if (!ix)
		3786	on_enterleave_call (aTHX_ block);
		3787
		3788	LEAVE; /* pp_entersub unfortunately forces an ENTER/LEAVE around XS calls */
		3789	SAVEDESTRUCTOR_X (ix ? coro_pop_on_leave : coro_pop_on_enter, (void *)coro);
		3790	ENTER; /* pp_entersub unfortunately forces an ENTER/LEAVE around XS calls */
		3791	}
		3792
3334		3793
3335	MODULE = Coro::State PACKAGE = PerlIO::cede	3794	MODULE = Coro::State PACKAGE = PerlIO::cede
3336		3795
3337	BOOT:	3796	BOOT:
3338	PerlIO_define_layer (aTHX_ &PerlIO_cede);	3797	PerlIO_define_layer (aTHX_ &PerlIO_cede);
…		…
3341	MODULE = Coro::State PACKAGE = Coro::Semaphore	3800	MODULE = Coro::State PACKAGE = Coro::Semaphore
3342		3801
3343	SV *	3802	SV *
3344	new (SV *klass, SV *count = 0)	3803	new (SV *klass, SV *count = 0)
3345	CODE:	3804	CODE:
		3805	{
		3806	int semcnt = 1;
		3807
		3808	if (count)
		3809	{
		3810	SvGETMAGIC (count);
		3811
		3812	if (SvOK (count))
		3813	semcnt = SvIV (count);
		3814	}
		3815
3346	RETVAL = sv_bless (	3816	RETVAL = sv_bless (
3347	coro_waitarray_new (aTHX_ count && SvOK (count) ? SvIV (count) : 1),	3817	coro_waitarray_new (aTHX_ semcnt),
3348	GvSTASH (CvGV (cv))	3818	GvSTASH (CvGV (cv))
3349	);	3819	);
		3820	}
3350	OUTPUT:	3821	OUTPUT:
3351	RETVAL	3822	RETVAL
3352		3823
3353	# helper for Coro::Channel	3824	# helper for Coro::Channel and others
3354	SV *	3825	SV *
3355	_alloc (int count)	3826	_alloc (int count)
3356	CODE:	3827	CODE:
3357	RETVAL = coro_waitarray_new (aTHX_ count);	3828	RETVAL = coro_waitarray_new (aTHX_ count);
3358	OUTPUT:	3829	OUTPUT:
…		…
3416	for (i = 1; i <= wcount; ++i)	3887	for (i = 1; i <= wcount; ++i)
3417	PUSHs (sv_2mortal (newRV_inc (AvARRAY (av)[i])));	3888	PUSHs (sv_2mortal (newRV_inc (AvARRAY (av)[i])));
3418	}	3889	}
3419	}	3890	}
3420		3891
		3892	MODULE = Coro::State PACKAGE = Coro::SemaphoreSet
		3893
		3894	void
		3895	_may_delete (SV *sem, int count, int extra_refs)
		3896	PPCODE:
		3897	{
		3898	AV *av = (AV *)SvRV (sem);
		3899
		3900	if (SvREFCNT ((SV *)av) == 1 + extra_refs
		3901	&& AvFILLp (av) == 0 /* no waiters, just count */
		3902	&& SvIV (AvARRAY (av)[0]) == count)
		3903	XSRETURN_YES;
		3904
		3905	XSRETURN_NO;
		3906	}
		3907
3421	MODULE = Coro::State PACKAGE = Coro::Signal	3908	MODULE = Coro::State PACKAGE = Coro::Signal
3422		3909
3423	SV *	3910	SV *
3424	new (SV *klass)	3911	new (SV *klass)
3425	CODE:	3912	CODE:
…		…
3496		3983
3497	void	3984	void
3498	_register (char *target, char *proto, SV *req)	3985	_register (char *target, char *proto, SV *req)
3499	CODE:	3986	CODE:
3500	{	3987	{
3501	CV *req_cv = coro_sv_2cv (aTHX_ req);	3988	SV *req_cv = s_get_cv_croak (req);
3502	/* newXSproto doesn't return the CV on 5.8 */	3989	/* newXSproto doesn't return the CV on 5.8 */
3503	CV *slf_cv = newXS (target, coro_aio_req_xs, __FILE__);	3990	CV *slf_cv = newXS (target, coro_aio_req_xs, __FILE__);
3504	sv_setpv ((SV *)slf_cv, proto);	3991	sv_setpv ((SV *)slf_cv, proto);
3505	sv_magicext ((SV *)slf_cv, (SV *)req_cv, CORO_MAGIC_type_aio, 0, 0, 0);	3992	sv_magicext ((SV *)slf_cv, (SV *)req_cv, CORO_MAGIC_type_aio, 0, 0, 0);
3506	}	3993	}
3507		3994
		3995	MODULE = Coro::State PACKAGE = Coro::Select
		3996
		3997	void
		3998	patch_pp_sselect ()
		3999	CODE:
		4000	if (!coro_old_pp_sselect)
		4001	{
		4002	coro_select_select = (SV *)get_cv ("Coro::Select::select", 0);
		4003	coro_old_pp_sselect = PL_ppaddr [OP_SSELECT];
		4004	PL_ppaddr [OP_SSELECT] = coro_pp_sselect;
		4005	}
		4006
		4007	void
		4008	unpatch_pp_sselect ()
		4009	CODE:
		4010	if (coro_old_pp_sselect)
		4011	{
		4012	PL_ppaddr [OP_SSELECT] = coro_old_pp_sselect;
		4013	coro_old_pp_sselect = 0;
		4014	}
		4015

Diff Legend

–	Removed lines
+	Added lines
<	Changed lines
>	Changed lines