ViewVC Help

View File | Revision Log | Show Annotations | Download File

/cvs/Coro/Coro/State.xs

Comparing Coro/Coro/State.xs (file contents):
Revision 1.344 by root, Mon Dec 15 19:39:40 2008 UTC vs.
Revision 1.394 by root, Sat Apr 30 05:17:43 2011 UTC

		1	/* this works around a bug in mingw32 providing a non-working setjmp */
		2	#define USE_NO_MINGW_SETJMP_TWO_ARGS
		3
		4	#define NDEBUG 1
		5
1	#include "libcoro/coro.c"	6	#include "libcoro/coro.c"
2		7
3	#define PERL_NO_GET_CONTEXT	8	#define PERL_NO_GET_CONTEXT
4	#define PERL_EXT	9	#define PERL_EXT
5		10
6	#include "EXTERN.h"	11	#include "EXTERN.h"
7	#include "perl.h"	12	#include "perl.h"
8	#include "XSUB.h"	13	#include "XSUB.h"
9	#include "perliol.h"	14	#include "perliol.h"
10		15
11	#include "patchlevel.h"	16	#include "schmorp.h"
12		17
13	#include <stdio.h>	18	#include <stdio.h>
14	#include <errno.h>	19	#include <errno.h>
15	#include <assert.h>	20	#include <assert.h>
16		21
17	#ifdef WIN32	22	#ifndef SVs_PADSTALE
		23	# define SVs_PADSTALE 0
		24	#endif
		25
		26	#if defined(_WIN32)
		27	# undef HAS_GETTIMEOFDAY
18	# undef setjmp	28	# undef setjmp
19	# undef longjmp	29	# undef longjmp
20	# undef _exit	30	# undef _exit
21	# define setjmp _setjmp /* deep magic */	31	# define setjmp _setjmp /* deep magic */
22	#else	32	#else
…		…
51	#endif	61	#endif
52		62
53	/* the maximum number of idle cctx that will be pooled */	63	/* the maximum number of idle cctx that will be pooled */
54	static int cctx_max_idle = 4;	64	static int cctx_max_idle = 4;
55		65
56	#define PERL_VERSION_ATLEAST(a,b,c) \
57	(PERL_REVISION > (a) \
58	|| (PERL_REVISION == (a) \
59	&& (PERL_VERSION > (b) \
60	|| (PERL_VERSION == (b) && PERL_SUBVERSION >= (c)))))
61
62	#if !PERL_VERSION_ATLEAST (5,6,0)
63	# ifndef PL_ppaddr
64	# define PL_ppaddr ppaddr
65	# endif
66	# ifndef call_sv
67	# define call_sv perl_call_sv
68	# endif
69	# ifndef get_sv
70	# define get_sv perl_get_sv
71	# endif
72	# ifndef get_cv
73	# define get_cv perl_get_cv
74	# endif
75	# ifndef IS_PADGV
76	# define IS_PADGV(v) 0
77	# endif
78	# ifndef IS_PADCONST
79	# define IS_PADCONST(v) 0
80	# endif
81	#endif
82
83	/* 5.11 */
84	#ifndef CxHASARGS
85	# define CxHASARGS(cx) (cx)->blk_sub.hasargs
86	#endif
87
88	/* 5.10.0 */
89	#ifndef SvREFCNT_inc_NN
90	# define SvREFCNT_inc_NN(sv) SvREFCNT_inc (sv)
91	#endif
92
93	/* 5.8.8 */
94	#ifndef GV_NOTQUAL
95	# define GV_NOTQUAL 0
96	#endif
97	#ifndef newSV
98	# define newSV(l) NEWSV(0,l)
99	#endif
100	#ifndef CvISXSUB_on
101	# define CvISXSUB_on(cv) (void)cv
102	#endif
103	#ifndef CvISXSUB
104	# define CvISXSUB(cv) (CvXSUB (cv) ? TRUE : FALSE)
105	#endif
106	#ifndef Newx
107	# define Newx(ptr,nitems,type) New (0,ptr,nitems,type)
108	#endif
109
110	/* 5.8.7 */
111	#ifndef SvRV_set
112	# define SvRV_set(s,v) SvRV(s) = (v)
113	#endif
114
115	#if !__i386 && !__x86_64 && !__powerpc && !__m68k && !__alpha && !__mips && !__sparc64	66	#if !__i386 && !__x86_64 && !__powerpc && !__m68k && !__alpha && !__mips && !__sparc64
116	# undef CORO_STACKGUARD	67	# undef CORO_STACKGUARD
117	#endif	68	#endif
118		69
119	#ifndef CORO_STACKGUARD	70	#ifndef CORO_STACKGUARD
…		…
137		88
138	#define IN_DESTRUCT PL_dirty	89	#define IN_DESTRUCT PL_dirty
139		90
140	#if __GNUC__ >= 3	91	#if __GNUC__ >= 3
141	# define attribute(x) __attribute__(x)	92	# define attribute(x) __attribute__(x)
142	# define expect(expr,value) __builtin_expect ((expr),(value))	93	# define expect(expr,value) __builtin_expect ((expr), (value))
143	# define INLINE static inline	94	# define INLINE static inline
144	#else	95	#else
145	# define attribute(x)	96	# define attribute(x)
146	# define expect(expr,value) (expr)	97	# define expect(expr,value) (expr)
147	# define INLINE static	98	# define INLINE static
…		…
159	# if CORO_PTHREAD	110	# if CORO_PTHREAD
160	static void *coro_thx;	111	static void *coro_thx;
161	# endif	112	# endif
162	#endif	113	#endif
163		114
		115	#ifdef __linux
		116	# include <time.h> /* for timespec */
		117	# include <syscall.h> /* for SYS_* */
		118	# ifdef SYS_clock_gettime
		119	# define coro_clock_gettime(id, ts) syscall (SYS_clock_gettime, (id), (ts))
		120	# define CORO_CLOCK_MONOTONIC 1
		121	# define CORO_CLOCK_THREAD_CPUTIME_ID 3
		122	# endif
		123	#endif
		124
164	static double (*nvtime)(); /* so why doesn't it take void? */	125	static double (*nvtime)(); /* so why doesn't it take void? */
		126	static void (*u2time)(pTHX_ UV ret[2]);
165		127
166	/* we hijack an hopefully unused CV flag for our purposes */	128	/* we hijack an hopefully unused CV flag for our purposes */
167	#define CVf_SLF 0x4000	129	#define CVf_SLF 0x4000
168	static OP *pp_slf (pTHX);	130	static OP *pp_slf (pTHX);
169		131
…		…
190	static SV *sv_pool_size;	152	static SV *sv_pool_size;
191	static SV *sv_async_pool_idle; /* description string */	153	static SV *sv_async_pool_idle; /* description string */
192	static AV *av_async_pool; /* idle pool */	154	static AV *av_async_pool; /* idle pool */
193	static SV *sv_Coro; /* class string */	155	static SV *sv_Coro; /* class string */
194	static CV *cv_pool_handler;	156	static CV *cv_pool_handler;
195	static CV *cv_coro_state_new;
196		157
197	/* Coro::AnyEvent */	158	/* Coro::AnyEvent */
198	static SV *sv_activity;	159	static SV *sv_activity;
		160
		161	/* enable processtime/realtime profiling */
		162	static char enable_times;
		163	typedef U32 coro_ts[2];
		164	static coro_ts time_real, time_cpu;
		165	static char times_valid;
199		166
200	static struct coro_cctx *cctx_first;	167	static struct coro_cctx *cctx_first;
201	static int cctx_count, cctx_idle;	168	static int cctx_count, cctx_idle;
202		169
203	enum {	170	enum {
…		…
229	int valgrind_id;	196	int valgrind_id;
230	#endif	197	#endif
231	unsigned char flags;	198	unsigned char flags;
232	} coro_cctx;	199	} coro_cctx;
233		200
234	coro_cctx *cctx_current; /* the currently running cctx */	201	static coro_cctx *cctx_current; /* the currently running cctx */
235		202
236	/*****************************************************************************/	203	/*****************************************************************************/
237		204
238	enum {	205	enum {
239	CF_RUNNING = 0x0001, /* coroutine is running */	206	CF_RUNNING = 0x0001, /* coroutine is running */
240	CF_READY = 0x0002, /* coroutine is ready */	207	CF_READY = 0x0002, /* coroutine is ready */
241	CF_NEW = 0x0004, /* has never been switched to */	208	CF_NEW = 0x0004, /* has never been switched to */
242	CF_DESTROYED = 0x0008, /* coroutine data has been freed */	209	CF_DESTROYED = 0x0008, /* coroutine data has been freed */
243	CF_SUSPENDED = 0x0010, /* coroutine can't be scheduled */	210	CF_SUSPENDED = 0x0010, /* coroutine can't be scheduled */
		211	CF_NOCANCEL = 0x0020, /* cannot cancel, set slf_frame.data to 1 (hackish) */
244	};	212	};
245		213
246	/* the structure where most of the perl state is stored, overlaid on the cxstack */	214	/* the structure where most of the perl state is stored, overlaid on the cxstack */
247	typedef struct	215	typedef struct
248	{	216	{
…		…
261	/* this is a structure representing a perl-level coroutine */	229	/* this is a structure representing a perl-level coroutine */
262	struct coro {	230	struct coro {
263	/* the C coroutine allocated to this perl coroutine, if any */	231	/* the C coroutine allocated to this perl coroutine, if any */
264	coro_cctx *cctx;	232	coro_cctx *cctx;
265		233
		234	/* ready queue */
		235	struct coro *next_ready;
		236
266	/* state data */	237	/* state data */
267	struct CoroSLF slf_frame; /* saved slf frame */	238	struct CoroSLF slf_frame; /* saved slf frame */
268	AV *mainstack;	239	AV *mainstack;
269	perl_slots *slot; /* basically the saved sp */	240	perl_slots *slot; /* basically the saved sp */
270		241
271	CV *startcv; /* the CV to execute */	242	CV *startcv; /* the CV to execute */
272	AV *args; /* data associated with this coroutine (initial args) */	243	AV *args; /* data associated with this coroutine (initial args) */
273	int refcnt; /* coroutines are refcounted, yes */	244	int refcnt; /* coroutines are refcounted, yes */
274	int flags; /* CF_ flags */	245	int flags; /* CF_ flags */
275	HV *hv; /* the perl hash associated with this coro, if any */	246	HV *hv; /* the perl hash associated with this coro, if any */
276	void (*on_destroy)(pTHX_ struct coro *coro);	247	void (*on_destroy)(pTHX_ struct coro *coro); /* for temporary use by xs in critical sections */
277		248
278	/* statistics */	249	/* statistics */
279	int usecount; /* number of transfers to this coro */	250	int usecount; /* number of transfers to this coro */
280		251
281	/* coro process data */	252	/* coro process data */
…		…
290		261
291	/* on_enter/on_leave */	262	/* on_enter/on_leave */
292	AV *on_enter;	263	AV *on_enter;
293	AV *on_leave;	264	AV *on_leave;
294		265
		266	/* swap_sv */
		267	AV *swap_sv;
		268
		269	/* times */
		270	coro_ts t_cpu, t_real;
		271
295	/* linked list */	272	/* linked list */
296	struct coro *next, *prev;	273	struct coro *next, *prev;
297	};	274	};
298		275
299	typedef struct coro *Coro__State;	276	typedef struct coro *Coro__State;
300	typedef struct coro *Coro__State_or_hashref;	277	typedef struct coro *Coro__State_or_hashref;
301		278
302	/* the following variables are effectively part of the perl context */	279	/* the following variables are effectively part of the perl context */
303	/* and get copied between struct coro and these variables */	280	/* and get copied between struct coro and these variables */
304	/* the mainr easonw e don't support windows process emulation */	281	/* the main reason we don't support windows process emulation */
305	static struct CoroSLF slf_frame; /* the current slf frame */	282	static struct CoroSLF slf_frame; /* the current slf frame */
306		283
307	/** Coro ********************************************************************/	284	/** Coro ********************************************************************/
308		285
309	#define PRIO_MAX 3	286	#define CORO_PRIO_MAX 3
310	#define PRIO_HIGH 1	287	#define CORO_PRIO_HIGH 1
311	#define PRIO_NORMAL 0	288	#define CORO_PRIO_NORMAL 0
312	#define PRIO_LOW -1	289	#define CORO_PRIO_LOW -1
313	#define PRIO_IDLE -3	290	#define CORO_PRIO_IDLE -3
314	#define PRIO_MIN -4	291	#define CORO_PRIO_MIN -4
315		292
316	/* for Coro.pm */	293	/* for Coro.pm */
317	static SV *coro_current;	294	static SV *coro_current;
318	static SV *coro_readyhook;	295	static SV *coro_readyhook;
319	static AV *coro_ready [PRIO_MAX - PRIO_MIN + 1];	296	static struct coro *coro_ready [CORO_PRIO_MAX - CORO_PRIO_MIN + 1][2]; /* head|tail */
320	static CV *cv_coro_run, *cv_coro_terminate;	297	static CV *cv_coro_run, *cv_coro_terminate;
321	static struct coro *coro_first;	298	static struct coro *coro_first;
322	#define coro_nready coroapi.nready	299	#define coro_nready coroapi.nready
		300
		301	/** Coro::Select ************************************************************/
		302
		303	static OP *(*coro_old_pp_sselect) (pTHX);
		304	static SV *coro_select_select;
		305
		306	/* horrible hack, but if it works... */
		307	static OP *
		308	coro_pp_sselect (pTHX)
		309	{
		310	dSP;
		311	PUSHMARK (SP - 4); /* fake argument list */
		312	XPUSHs (coro_select_select);
		313	PUTBACK;
		314
		315	/* entersub is an UNOP, select a LISTOP... keep your fingers crossed */
		316	PL_op->op_flags |= OPf_STACKED;
		317	PL_op->op_private = 0;
		318	return PL_ppaddr [OP_ENTERSUB](aTHX);
		319	}
		320
		321	/** time stuff **************************************************************/
		322
		323	#ifdef HAS_GETTIMEOFDAY
		324
		325	static void
		326	coro_u2time (pTHX_ UV ret[2])
		327	{
		328	struct timeval tv;
		329	gettimeofday (&tv, 0);
		330
		331	ret [0] = tv.tv_sec;
		332	ret [1] = tv.tv_usec;
		333	}
		334
		335	static double
		336	coro_nvtime ()
		337	{
		338	struct timeval tv;
		339	gettimeofday (&tv, 0);
		340
		341	return tv.tv_sec + tv.tv_usec * 1e-6;
		342	}
		343
		344	static void
		345	time_init (pTHX)
		346	{
		347	nvtime = coro_nvtime;
		348	u2time = coro_u2time;
		349	}
		350
		351	#else
		352
		353	static void
		354	time_init (pTHX)
		355	{
		356	SV **svp;
		357
		358	require_pv ("Time/HiRes.pm");
		359
		360	svp = hv_fetch (PL_modglobal, "Time::NVtime", 12, 0);
		361
		362	if (!svp) croak ("Time::HiRes is required, but missing. Caught");
		363	if (!SvIOK (*svp)) croak ("Time::NVtime isn't a function pointer. Caught");
		364
		365	nvtime = INT2PTR (double (*)(), SvIV (*svp));
		366
		367	svp = hv_fetch (PL_modglobal, "Time::U2time", 12, 0);
		368	u2time = INT2PTR (void (*)(pTHX_ UV ret[2]), SvIV (*svp));
		369	}
		370
		371	#endif
323		372
324	/** lowlevel stuff **********************************************************/	373	/** lowlevel stuff **********************************************************/
325		374
326	static SV *	375	static SV *
327	coro_get_sv (pTHX_ const char *name, int create)	376	coro_get_sv (pTHX_ const char *name, int create)
…		…
351	get_hv (name, create);	400	get_hv (name, create);
352	#endif	401	#endif
353	return get_hv (name, create);	402	return get_hv (name, create);
354	}	403	}
355		404
356	/* may croak */	405	INLINE void
357	INLINE CV *	406	coro_times_update ()
358	coro_sv_2cv (pTHX_ SV *sv)
359	{	407	{
360	HV *st;	408	#ifdef coro_clock_gettime
361	GV *gvp;	409	struct timespec ts;
362	CV *cv = sv_2cv (sv, &st, &gvp, 0);
363		410
364	if (!cv)	411	ts.tv_sec = ts.tv_nsec = 0;
365	croak ("code reference expected");	412	coro_clock_gettime (CORO_CLOCK_THREAD_CPUTIME_ID, &ts);
		413	time_cpu [0] = ts.tv_sec; time_cpu [1] = ts.tv_nsec;
366		414
367	return cv;	415	ts.tv_sec = ts.tv_nsec = 0;
		416	coro_clock_gettime (CORO_CLOCK_MONOTONIC, &ts);
		417	time_real [0] = ts.tv_sec; time_real [1] = ts.tv_nsec;
		418	#else
		419	dTHX;
		420	UV tv[2];
		421
		422	u2time (aTHX_ tv);
		423	time_real [0] = tv [0];
		424	time_real [1] = tv [1] * 1000;
		425	#endif
		426	}
		427
		428	INLINE void
		429	coro_times_add (struct coro *c)
		430	{
		431	c->t_real [1] += time_real [1];
		432	if (c->t_real [1] > 1000000000) { c->t_real [1] -= 1000000000; ++c->t_real [0]; }
		433	c->t_real [0] += time_real [0];
		434
		435	c->t_cpu [1] += time_cpu [1];
		436	if (c->t_cpu [1] > 1000000000) { c->t_cpu [1] -= 1000000000; ++c->t_cpu [0]; }
		437	c->t_cpu [0] += time_cpu [0];
		438	}
		439
		440	INLINE void
		441	coro_times_sub (struct coro *c)
		442	{
		443	if (c->t_real [1] < time_real [1]) { c->t_real [1] += 1000000000; --c->t_real [0]; }
		444	c->t_real [1] -= time_real [1];
		445	c->t_real [0] -= time_real [0];
		446
		447	if (c->t_cpu [1] < time_cpu [1]) { c->t_cpu [1] += 1000000000; --c->t_cpu [0]; }
		448	c->t_cpu [1] -= time_cpu [1];
		449	c->t_cpu [0] -= time_cpu [0];
368	}	450	}
369		451
370	/*****************************************************************************/	452	/*****************************************************************************/
371	/* magic glue */	453	/* magic glue */
372		454
…		…
472	static int	554	static int
473	coro_cv_free (pTHX_ SV *sv, MAGIC *mg)	555	coro_cv_free (pTHX_ SV *sv, MAGIC *mg)
474	{	556	{
475	AV *padlist;	557	AV *padlist;
476	AV *av = (AV *)mg->mg_obj;	558	AV *av = (AV *)mg->mg_obj;
		559
		560	/* perl manages to free our internal AV and _then_ call us */
		561	if (IN_DESTRUCT)
		562	return 0;
477		563
478	/* casting is fun. */	564	/* casting is fun. */
479	while (&PL_sv_undef != (SV *)(padlist = (AV *)av_pop (av)))	565	while (&PL_sv_undef != (SV *)(padlist = (AV *)av_pop (av)))
480	free_padlist (aTHX_ padlist);	566	free_padlist (aTHX_ padlist);
481		567
…		…
530	AvARRAY (av)[++AvFILLp (av)] = (SV *)CvPADLIST (cv);	616	AvARRAY (av)[++AvFILLp (av)] = (SV *)CvPADLIST (cv);
531	}	617	}
532		618
533	/** load & save, init *******************************************************/	619	/** load & save, init *******************************************************/
534		620
		621	/* swap sv heads, at least logically */
		622	static void
		623	swap_svs (pTHX_ Coro__State c)
		624	{
		625	int i;
		626
		627	for (i = 0; i <= AvFILLp (c->swap_sv); )
		628	{
		629	SV *a = AvARRAY (c->swap_sv)[i++];
		630	SV *b = AvARRAY (c->swap_sv)[i++];
		631
		632	const U32 keep = SVs_PADSTALE | SVs_PADTMP | SVs_PADMY; /* keep these flags */
		633	SV tmp;
		634
		635	/* swap sv_any */
		636	SvANY (&tmp) = SvANY (a); SvANY (a) = SvANY (b); SvANY (b) = SvANY (&tmp);
		637
		638	/* swap sv_flags */
		639	SvFLAGS (&tmp) = SvFLAGS (a);
		640	SvFLAGS (a) = (SvFLAGS (a) & keep) | (SvFLAGS (b ) & ~keep);
		641	SvFLAGS (b) = (SvFLAGS (b) & keep) | (SvFLAGS (&tmp) & ~keep);
		642
		643	#if PERL_VERSION_ATLEAST (5,10,0)
		644	/* perl 5.10 complicates this _quite_ a bit, but it also is
		645	* much faster, so no quarrels here. alternatively, we could
		646	* sv_upgrade to avoid this.
		647	*/
		648	{
		649	/* swap sv_u */
		650	tmp.sv_u = a->sv_u; a->sv_u = b->sv_u; b->sv_u = tmp.sv_u;
		651
		652	/* if SvANY points to the head, we need to adjust the pointers,
		653	* as the pointer for a still points to b, and maybe vice versa.
		654	*/
		655	#define svany_in_head(type) \
		656	(((1 << SVt_NULL) | (1 << SVt_BIND) | (1 << SVt_IV) | (1 << SVt_RV)) & (1 << (type)))
		657
		658	if (svany_in_head (SvTYPE (a)))
		659	SvANY (a) = (void *)((PTRV)SvANY (a) - (PTRV)b + (PTRV)a);
		660
		661	if (svany_in_head (SvTYPE (b)))
		662	SvANY (b) = (void *)((PTRV)SvANY (b) - (PTRV)a + (PTRV)b);
		663	}
		664	#endif
		665	}
		666	}
		667
		668	#define SWAP_SVS(coro) \
		669	if (expect_false ((coro)->swap_sv)) \
		670	swap_svs (aTHX_ (coro))
		671
535	static void	672	static void
536	on_enterleave_call (pTHX_ SV *cb);	673	on_enterleave_call (pTHX_ SV *cb);
537		674
538	static void	675	static void
539	load_perl (pTHX_ Coro__State c)	676	load_perl (pTHX_ Coro__State c)
…		…
570	}	707	}
571		708
572	slf_frame = c->slf_frame;	709	slf_frame = c->slf_frame;
573	CORO_THROW = c->except;	710	CORO_THROW = c->except;
574		711
		712	if (expect_false (enable_times))
		713	{
		714	if (expect_false (!times_valid))
		715	coro_times_update ();
		716
		717	coro_times_sub (c);
		718	}
		719
575	if (expect_false (c->on_enter))	720	if (expect_false (c->on_enter))
576	{	721	{
577	int i;	722	int i;
578		723
579	for (i = 0; i <= AvFILLp (c->on_enter); ++i)	724	for (i = 0; i <= AvFILLp (c->on_enter); ++i)
580	on_enterleave_call (aTHX_ AvARRAY (c->on_enter)[i]);	725	on_enterleave_call (aTHX_ AvARRAY (c->on_enter)[i]);
581	}	726	}
		727
		728	SWAP_SVS (c);
582	}	729	}
583		730
584	static void	731	static void
585	save_perl (pTHX_ Coro__State c)	732	save_perl (pTHX_ Coro__State c)
586	{	733	{
		734	SWAP_SVS (c);
		735
587	if (expect_false (c->on_leave))	736	if (expect_false (c->on_leave))
588	{	737	{
589	int i;	738	int i;
590		739
591	for (i = AvFILLp (c->on_leave); i >= 0; --i)	740	for (i = AvFILLp (c->on_leave); i >= 0; --i)
592	on_enterleave_call (aTHX_ AvARRAY (c->on_leave)[i]);	741	on_enterleave_call (aTHX_ AvARRAY (c->on_leave)[i]);
		742	}
		743
		744	times_valid = 0;
		745
		746	if (expect_false (enable_times))
		747	{
		748	coro_times_update (); times_valid = 1;
		749	coro_times_add (c);
593	}	750	}
594		751
595	c->except = CORO_THROW;	752	c->except = CORO_THROW;
596	c->slf_frame = slf_frame;	753	c->slf_frame = slf_frame;
597		754
…		…
612	{	769	{
613	while (expect_true (cxix >= 0))	770	while (expect_true (cxix >= 0))
614	{	771	{
615	PERL_CONTEXT *cx = &ccstk[cxix--];	772	PERL_CONTEXT *cx = &ccstk[cxix--];
616		773
617	if (expect_true (CxTYPE (cx) == CXt_SUB || CxTYPE (cx) == CXt_FORMAT))	774	if (expect_true (CxTYPE (cx) == CXt_SUB) || expect_false (CxTYPE (cx) == CXt_FORMAT))
618	{	775	{
619	CV *cv = cx->blk_sub.cv;	776	CV *cv = cx->blk_sub.cv;
620		777
621	if (expect_true (CvDEPTH (cv)))	778	if (expect_true (CvDEPTH (cv)))
622	{	779	{
…		…
646	/* we manually unroll here, as usually 2 slots is enough */	803	/* we manually unroll here, as usually 2 slots is enough */
647	if (SLOT_COUNT >= 1) CXINC;	804	if (SLOT_COUNT >= 1) CXINC;
648	if (SLOT_COUNT >= 2) CXINC;	805	if (SLOT_COUNT >= 2) CXINC;
649	if (SLOT_COUNT >= 3) CXINC;	806	if (SLOT_COUNT >= 3) CXINC;
650	{	807	{
651	int i;	808	unsigned int i;
652	for (i = 3; i < SLOT_COUNT; ++i)	809	for (i = 3; i < SLOT_COUNT; ++i)
653	CXINC;	810	CXINC;
654	}	811	}
655	cxstack_ix -= SLOT_COUNT; /* undo allocation */	812	cxstack_ix -= SLOT_COUNT; /* undo allocation */
656		813
…		…
890	slf_check_repeat (pTHX_ struct CoroSLF *frame)	1047	slf_check_repeat (pTHX_ struct CoroSLF *frame)
891	{	1048	{
892	return 1;	1049	return 1;
893	}	1050	}
894		1051
895	static UNOP coro_setup_op;	1052	static UNOP init_perl_op;
896		1053
897	static void NOINLINE /* noinline to keep it out of the transfer fast path */	1054	static void NOINLINE /* noinline to keep it out of the transfer fast path */
898	coro_setup (pTHX_ struct coro *coro)	1055	init_perl (pTHX_ struct coro *coro)
899	{	1056	{
900	/*	1057	/*
901	* emulate part of the perl startup here.	1058	* emulate part of the perl startup here.
902	*/	1059	*/
903	coro_init_stacks (aTHX);	1060	coro_init_stacks (aTHX);
…		…
910	PL_comppad_name_fill = 0;	1067	PL_comppad_name_fill = 0;
911	PL_comppad_name_floor = 0;	1068	PL_comppad_name_floor = 0;
912	PL_curpm = 0;	1069	PL_curpm = 0;
913	PL_curpad = 0;	1070	PL_curpad = 0;
914	PL_localizing = 0;	1071	PL_localizing = 0;
915	PL_dirty = 0;
916	PL_restartop = 0;	1072	PL_restartop = 0;
917	#if PERL_VERSION_ATLEAST (5,10,0)	1073	#if PERL_VERSION_ATLEAST (5,10,0)
918	PL_parser = 0;	1074	PL_parser = 0;
919	#endif	1075	#endif
920	PL_hints = 0;	1076	PL_hints = 0;
…		…
952	*/	1108	*/
953	slf_frame.prepare = prepare_nop; /* provide a nop function for an eventual pp_slf */	1109	slf_frame.prepare = prepare_nop; /* provide a nop function for an eventual pp_slf */
954	slf_frame.check = slf_check_nop; /* signal pp_slf to not repeat */	1110	slf_frame.check = slf_check_nop; /* signal pp_slf to not repeat */
955		1111
956	/* and we have to provide the pp_slf op in any case, so pp_slf can skip it */	1112	/* and we have to provide the pp_slf op in any case, so pp_slf can skip it */
957	coro_setup_op.op_next = PL_op;	1113	init_perl_op.op_next = PL_op;
958	coro_setup_op.op_type = OP_ENTERSUB;	1114	init_perl_op.op_type = OP_ENTERSUB;
959	coro_setup_op.op_ppaddr = pp_slf;	1115	init_perl_op.op_ppaddr = pp_slf;
960	/* no flags etc. required, as an init function won't be called */	1116	/* no flags etc. required, as an init function won't be called */
961		1117
962	PL_op = (OP *)&coro_setup_op;	1118	PL_op = (OP *)&init_perl_op;
963		1119
964	/* copy throw, in case it was set before coro_setup */	1120	/* copy throw, in case it was set before init_perl */
965	CORO_THROW = coro->except;	1121	CORO_THROW = coro->except;
		1122
		1123	SWAP_SVS (coro);
		1124
		1125	if (expect_false (enable_times))
		1126	{
		1127	coro_times_update ();
		1128	coro_times_sub (coro);
		1129	}
966	}	1130	}
967		1131
968	static void	1132	static void
969	coro_unwind_stacks (pTHX)	1133	coro_unwind_stacks (pTHX)
970	{	1134	{
…		…
985	dounwind (-1);	1149	dounwind (-1);
986	}	1150	}
987	}	1151	}
988		1152
989	static void	1153	static void
990	coro_destruct_perl (pTHX_ struct coro *coro)	1154	destroy_perl (pTHX_ struct coro *coro)
991	{	1155	{
		1156	SV *svf [9];
		1157
		1158	{
		1159	struct coro *current = SvSTATE_current;
		1160
		1161	assert (("FATAL: tried to destroy currently running coroutine", coro->mainstack != PL_mainstack));
		1162
		1163	save_perl (aTHX_ current);
		1164	load_perl (aTHX_ coro);
		1165
992	coro_unwind_stacks (aTHX);	1166	coro_unwind_stacks (aTHX);
		1167	coro_destruct_stacks (aTHX);
993		1168
994	SvREFCNT_dec (GvSV (PL_defgv));	1169	/* restore swapped sv's */
995	SvREFCNT_dec (GvAV (PL_defgv));	1170	SWAP_SVS (coro);
996	SvREFCNT_dec (GvSV (PL_errgv));
997	SvREFCNT_dec (PL_defoutgv);
998	SvREFCNT_dec (PL_rs);
999	SvREFCNT_dec (GvSV (irsgv));
1000	SvREFCNT_dec (GvHV (PL_hintgv));
1001		1171
1002	SvREFCNT_dec (PL_diehook);	1172	// now save some sv's to be free'd later
1003	SvREFCNT_dec (PL_warnhook);	1173	svf [0] = GvSV (PL_defgv);
		1174	svf [1] = (SV *)GvAV (PL_defgv);
		1175	svf [2] = GvSV (PL_errgv);
		1176	svf [3] = (SV *)PL_defoutgv;
		1177	svf [4] = PL_rs;
		1178	svf [5] = GvSV (irsgv);
		1179	svf [6] = (SV *)GvHV (PL_hintgv);
		1180	svf [7] = PL_diehook;
		1181	svf [8] = PL_warnhook;
		1182	assert (9 == sizeof (svf) / sizeof (*svf));
		1183
		1184	load_perl (aTHX_ current);
1004		1185	}
		1186
		1187	{
		1188	unsigned int i;
		1189
		1190	for (i = 0; i < sizeof (svf) / sizeof (*svf); ++i)
		1191	SvREFCNT_dec (svf [i]);
		1192
1005	SvREFCNT_dec (coro->saved_deffh);	1193	SvREFCNT_dec (coro->saved_deffh);
1006	SvREFCNT_dec (coro->rouse_cb);	1194	SvREFCNT_dec (coro->rouse_cb);
1007	SvREFCNT_dec (coro->invoke_cb);	1195	SvREFCNT_dec (coro->invoke_cb);
1008	SvREFCNT_dec (coro->invoke_av);	1196	SvREFCNT_dec (coro->invoke_av);
1009		1197	}
1010	coro_destruct_stacks (aTHX);
1011	}	1198	}
1012		1199
1013	INLINE void	1200	INLINE void
1014	free_coro_mortal (pTHX)	1201	free_coro_mortal (pTHX)
1015	{	1202	{
…		…
1212	/* somebody or something will hit me for both perl_run and PL_restartop */	1399	/* somebody or something will hit me for both perl_run and PL_restartop */
1213	PL_restartop = PL_op;	1400	PL_restartop = PL_op;
1214	perl_run (PL_curinterp);	1401	perl_run (PL_curinterp);
1215	/*	1402	/*
1216	* Unfortunately, there is no way to get at the return values of the	1403	* Unfortunately, there is no way to get at the return values of the
1217	* coro body here, as perl_run destroys these	1404	* coro body here, as perl_run destroys these. Likewise, we cannot catch
		1405	* runtime errors here, as this is just a random interpreter, not a thread.
1218	*/	1406	*/
1219		1407
1220	/*	1408	/*
1221	* If perl-run returns we assume exit() was being called or the coro	1409	* If perl-run returns we assume exit() was being called or the coro
1222	* fell off the end, which seems to be the only valid (non-bug)	1410	* fell off the end, which seems to be the only valid (non-bug)
…		…
1309	cctx_destroy (coro_cctx *cctx)	1497	cctx_destroy (coro_cctx *cctx)
1310	{	1498	{
1311	if (!cctx)	1499	if (!cctx)
1312	return;	1500	return;
1313		1501
1314	assert (("FATAL: tried to destroy current cctx", cctx != cctx_current));//D temporary?	1502	assert (("FATAL: tried to destroy current cctx", cctx != cctx_current));
1315		1503
1316	--cctx_count;	1504	--cctx_count;
1317	coro_destroy (&cctx->cctx);	1505	coro_destroy (&cctx->cctx);
1318		1506
1319	/* coro_transfer creates new, empty cctx's */	1507	/* coro_transfer creates new, empty cctx's */
…		…
1429	if (expect_false (next->flags & CF_NEW))	1617	if (expect_false (next->flags & CF_NEW))
1430	{	1618	{
1431	/* need to start coroutine */	1619	/* need to start coroutine */
1432	next->flags &= ~CF_NEW;	1620	next->flags &= ~CF_NEW;
1433	/* setup coroutine call */	1621	/* setup coroutine call */
1434	coro_setup (aTHX_ next);	1622	init_perl (aTHX_ next);
1435	}	1623	}
1436	else	1624	else
1437	load_perl (aTHX_ next);	1625	load_perl (aTHX_ next);
1438		1626
1439	/* possibly untie and reuse the cctx */	1627	/* possibly untie and reuse the cctx */
…		…
1478	#define TRANSFER(ta, force_cctx) transfer (aTHX_ (ta).prev, (ta).next, (force_cctx))	1666	#define TRANSFER(ta, force_cctx) transfer (aTHX_ (ta).prev, (ta).next, (force_cctx))
1479	#define TRANSFER_CHECK(ta) transfer_check (aTHX_ (ta).prev, (ta).next)	1667	#define TRANSFER_CHECK(ta) transfer_check (aTHX_ (ta).prev, (ta).next)
1480		1668
1481	/** high level stuff ********************************************************/	1669	/** high level stuff ********************************************************/
1482		1670
1483	static int	1671	static void
1484	coro_state_destroy (pTHX_ struct coro *coro)	1672	coro_state_destroy (pTHX_ struct coro *coro)
1485	{	1673	{
1486	if (coro->flags & CF_DESTROYED)	1674	if (coro->flags & CF_DESTROYED)
1487	return 0;	1675	return;
1488		1676
		1677	/* this callback is reserved for slf functions needing to do cleanup */
1489	if (coro->on_destroy && !PL_dirty)	1678	if (coro->on_destroy && !PL_dirty)
1490	coro->on_destroy (aTHX_ coro);	1679	coro->on_destroy (aTHX_ coro);
		1680
		1681	/*
		1682	* The on_destroy above most likely is from an SLF call.
		1683	* Since by definition the SLF call will not finish when we destroy
		1684	* the coro, we will have to force-finish it here, otherwise
		1685	* cleanup functions cannot call SLF functions.
		1686	*/
		1687	coro->slf_frame.prepare = 0;
1491		1688
1492	coro->flags |= CF_DESTROYED;	1689	coro->flags |= CF_DESTROYED;
1493		1690
1494	if (coro->flags & CF_READY)	1691	if (coro->flags & CF_READY)
1495	{	1692	{
…		…
1502		1699
1503	if (coro->mainstack	1700	if (coro->mainstack
1504	&& coro->mainstack != main_mainstack	1701	&& coro->mainstack != main_mainstack
1505	&& coro->slot	1702	&& coro->slot
1506	&& !PL_dirty)	1703	&& !PL_dirty)
1507	{
1508	struct coro *current = SvSTATE_current;
1509
1510	assert (("FATAL: tried to destroy currently running coroutine", coro->mainstack != PL_mainstack));
1511
1512	save_perl (aTHX_ current);
1513	load_perl (aTHX_ coro);
1514
1515	coro_destruct_perl (aTHX_ coro);	1704	destroy_perl (aTHX_ coro);
1516		1705
1517	load_perl (aTHX_ current);	1706	if (coro->next) coro->next->prev = coro->prev;
1518		1707	if (coro->prev) coro->prev->next = coro->next;
1519	coro->slot = 0;	1708	if (coro == coro_first) coro_first = coro->next;
1520	}
1521		1709
1522	cctx_destroy (coro->cctx);	1710	cctx_destroy (coro->cctx);
1523	SvREFCNT_dec (coro->startcv);	1711	SvREFCNT_dec (coro->startcv);
1524	SvREFCNT_dec (coro->args);	1712	SvREFCNT_dec (coro->args);
		1713	SvREFCNT_dec (coro->swap_sv);
1525	SvREFCNT_dec (CORO_THROW);	1714	SvREFCNT_dec (CORO_THROW);
1526
1527	if (coro->next) coro->next->prev = coro->prev;
1528	if (coro->prev) coro->prev->next = coro->next;
1529	if (coro == coro_first) coro_first = coro->next;
1530
1531	return 1;
1532	}	1715	}
1533		1716
1534	static int	1717	static int
1535	coro_state_free (pTHX_ SV *sv, MAGIC *mg)	1718	coro_state_free (pTHX_ SV *sv, MAGIC *mg)
1536	{	1719	{
…		…
1584		1767
1585	prepare_transfer (aTHX_ &ta, prev_sv, next_sv);	1768	prepare_transfer (aTHX_ &ta, prev_sv, next_sv);
1586	TRANSFER (ta, 1);	1769	TRANSFER (ta, 1);
1587	}	1770	}
1588		1771
1589	/*****************************************************************************/
1590	/* gensub: simple closure generation utility */
1591
1592	#define GENSUB_ARG CvXSUBANY (cv).any_ptr
1593
1594	/* create a closure from XS, returns a code reference */
1595	/* the arg can be accessed via GENSUB_ARG from the callback */
1596	/* the callback must use dXSARGS/XSRETURN */
1597	static SV *
1598	gensub (pTHX_ void (*xsub)(pTHX_ CV *), void *arg)
1599	{
1600	CV *cv = (CV *)newSV (0);
1601
1602	sv_upgrade ((SV *)cv, SVt_PVCV);
1603
1604	CvANON_on (cv);
1605	CvISXSUB_on (cv);
1606	CvXSUB (cv) = xsub;
1607	GENSUB_ARG = arg;
1608
1609	return newRV_noinc ((SV *)cv);
1610	}
1611
1612	/** Coro ********************************************************************/	1772	/** Coro ********************************************************************/
1613		1773
1614	INLINE void	1774	INLINE void
1615	coro_enq (pTHX_ struct coro *coro)	1775	coro_enq (pTHX_ struct coro *coro)
1616	{	1776	{
1617	av_push (coro_ready [coro->prio - PRIO_MIN], SvREFCNT_inc_NN (coro->hv));	1777	struct coro **ready = coro_ready [coro->prio - CORO_PRIO_MIN];
1618	}
1619		1778
1620	INLINE SV *	1779	SvREFCNT_inc_NN (coro->hv);
		1780
		1781	coro->next_ready = 0;
		1782	*(ready [0] ? &ready [1]->next_ready : &ready [0]) = coro;
		1783	ready [1] = coro;
		1784	}
		1785
		1786	INLINE struct coro *
1621	coro_deq (pTHX)	1787	coro_deq (pTHX)
1622	{	1788	{
1623	int prio;	1789	int prio;
1624		1790
1625	for (prio = PRIO_MAX - PRIO_MIN + 1; --prio >= 0; )	1791	for (prio = CORO_PRIO_MAX - CORO_PRIO_MIN + 1; --prio >= 0; )
1626	if (AvFILLp (coro_ready [prio]) >= 0)	1792	{
1627	return av_shift (coro_ready [prio]);	1793	struct coro **ready = coro_ready [prio];
		1794
		1795	if (ready [0])
		1796	{
		1797	struct coro *coro = ready [0];
		1798	ready [0] = coro->next_ready;
		1799	return coro;
		1800	}
		1801	}
1628		1802
1629	return 0;	1803	return 0;
		1804	}
		1805
		1806	static void
		1807	invoke_sv_ready_hook_helper (void)
		1808	{
		1809	dTHX;
		1810	dSP;
		1811
		1812	ENTER;
		1813	SAVETMPS;
		1814
		1815	PUSHMARK (SP);
		1816	PUTBACK;
		1817	call_sv (coro_readyhook, G_VOID | G_DISCARD);
		1818
		1819	FREETMPS;
		1820	LEAVE;
1630	}	1821	}
1631		1822
1632	static int	1823	static int
1633	api_ready (pTHX_ SV *coro_sv)	1824	api_ready (pTHX_ SV *coro_sv)
1634	{	1825	{
1635	struct coro *coro;
1636	SV *sv_hook;
1637	void (*xs_hook)(void);
1638
1639	coro = SvSTATE (coro_sv);	1826	struct coro *coro = SvSTATE (coro_sv);
1640		1827
1641	if (coro->flags & CF_READY)	1828	if (coro->flags & CF_READY)
1642	return 0;	1829	return 0;
1643		1830
1644	coro->flags |= CF_READY;	1831	coro->flags |= CF_READY;
1645		1832
1646	sv_hook = coro_nready ? 0 : coro_readyhook;
1647	xs_hook = coro_nready ? 0 : coroapi.readyhook;
1648
1649	coro_enq (aTHX_ coro);	1833	coro_enq (aTHX_ coro);
1650	++coro_nready;
1651		1834
1652	if (sv_hook)	1835	if (!coro_nready++)
1653	{	1836	if (coroapi.readyhook)
1654	dSP;	1837	coroapi.readyhook ();
1655
1656	ENTER;
1657	SAVETMPS;
1658
1659	PUSHMARK (SP);
1660	PUTBACK;
1661	call_sv (sv_hook, G_VOID | G_DISCARD);
1662
1663	FREETMPS;
1664	LEAVE;
1665	}
1666
1667	if (xs_hook)
1668	xs_hook ();
1669		1838
1670	return 1;	1839	return 1;
1671	}	1840	}
1672		1841
1673	static int	1842	static int
…		…
1696	static void	1865	static void
1697	prepare_schedule (pTHX_ struct coro_transfer_args *ta)	1866	prepare_schedule (pTHX_ struct coro_transfer_args *ta)
1698	{	1867	{
1699	for (;;)	1868	for (;;)
1700	{	1869	{
1701	SV *next_sv = coro_deq (aTHX);	1870	struct coro *next = coro_deq (aTHX);
1702		1871
1703	if (expect_true (next_sv))	1872	if (expect_true (next))
1704	{	1873	{
1705	struct coro *next = SvSTATE_hv (next_sv);
1706
1707	/* cannot transfer to destroyed coros, skip and look for next */	1874	/* cannot transfer to destroyed coros, skip and look for next */
1708	if (expect_false (next->flags & (CF_DESTROYED | CF_SUSPENDED)))	1875	if (expect_false (next->flags & (CF_DESTROYED | CF_SUSPENDED)))
1709	SvREFCNT_dec (next_sv); /* coro_nready has already been taken care of by destroy */	1876	SvREFCNT_dec (next->hv); /* coro_nready has already been taken care of by destroy */
1710	else	1877	else
1711	{	1878	{
1712	next->flags &= ~CF_READY;	1879	next->flags &= ~CF_READY;
1713	--coro_nready;	1880	--coro_nready;
1714		1881
…		…
1720	{	1887	{
1721	/* nothing to schedule: call the idle handler */	1888	/* nothing to schedule: call the idle handler */
1722	if (SvROK (sv_idle)	1889	if (SvROK (sv_idle)
1723	&& SvOBJECT (SvRV (sv_idle)))	1890	&& SvOBJECT (SvRV (sv_idle)))
1724	{	1891	{
		1892	if (SvRV (sv_idle) == SvRV (coro_current))
		1893	croak ("FATAL: $Coro::IDLE blocked itself - did you try to block inside an event loop callback? Caught");
		1894
1725	++coro_nready; /* hack so that api_ready doesn't invoke ready hook */	1895	++coro_nready; /* hack so that api_ready doesn't invoke ready hook */
1726	api_ready (aTHX_ SvRV (sv_idle));	1896	api_ready (aTHX_ SvRV (sv_idle));
1727	--coro_nready;	1897	--coro_nready;
1728	}	1898	}
1729	else	1899	else
1730	{	1900	{
		1901	/* TODO: deprecated, remove, cannot work reliably *//*D*/
1731	dSP;	1902	dSP;
1732		1903
1733	ENTER;	1904	ENTER;
1734	SAVETMPS;	1905	SAVETMPS;
1735		1906
…		…
1845		2016
1846	static void	2017	static void
1847	coro_call_on_destroy (pTHX_ struct coro *coro)	2018	coro_call_on_destroy (pTHX_ struct coro *coro)
1848	{	2019	{
1849	SV **on_destroyp = hv_fetch (coro->hv, "_on_destroy", sizeof ("_on_destroy") - 1, 0);	2020	SV **on_destroyp = hv_fetch (coro->hv, "_on_destroy", sizeof ("_on_destroy") - 1, 0);
1850	SV **statusp = hv_fetch (coro->hv, "_status", sizeof ("_status") - 1, 0);
1851		2021
1852	if (on_destroyp)	2022	if (on_destroyp)
1853	{	2023	{
1854	AV *on_destroy = (AV *)SvRV (*on_destroyp);	2024	SV **statusp = hv_fetch (coro->hv, "_status", sizeof ("_status") - 1, 0);
		2025	AV *on_destroy = sv_2mortal (SvREFCNT_inc ((AV *)SvRV (*on_destroyp)));
		2026	AV *status = statusp ? sv_2mortal (SvREFCNT_inc ((AV *)SvRV (*statusp))) : 0;
1855		2027
1856	while (AvFILLp (on_destroy) >= 0)	2028	while (AvFILLp (on_destroy) >= 0)
1857	{	2029	{
1858	dSP; /* don't disturb outer sp */	2030	dSP; /* don't disturb outer sp */
1859	SV *cb = av_pop (on_destroy);	2031	SV *cb = av_pop (on_destroy);
…		…
1861	PUSHMARK (SP);	2033	PUSHMARK (SP);
1862		2034
1863	if (statusp)	2035	if (statusp)
1864	{	2036	{
1865	int i;	2037	int i;
1866	AV *status = (AV *)SvRV (*statusp);
1867	EXTEND (SP, AvFILLp (status) + 1);	2038	EXTEND (SP, AvFILLp (status) + 1);
1868		2039
1869	for (i = 0; i <= AvFILLp (status); ++i)	2040	for (i = 0; i <= AvFILLp (status); ++i)
1870	PUSHs (AvARRAY (status)[i]);	2041	PUSHs (AvARRAY (status)[i]);
1871	}	2042	}
…		…
1875	}	2046	}
1876	}	2047	}
1877	}	2048	}
1878		2049
1879	static void	2050	static void
1880	slf_init_terminate (pTHX_ struct CoroSLF *frame, CV *cv, SV **arg, int items)	2051	coro_set_status (HV *coro_hv, SV **arg, int items)
1881	{	2052	{
1882	int i;
1883	HV *hv = (HV *)SvRV (coro_current);
1884	AV *av = newAV ();	2053	AV *av = newAV ();
1885		2054
		2055	/* items are actually not so common, so optimise for this case */
		2056	if (items)
		2057	{
		2058	int i;
		2059
1886	av_extend (av, items - 1);	2060	av_extend (av, items - 1);
		2061
1887	for (i = 0; i < items; ++i)	2062	for (i = 0; i < items; ++i)
1888	av_push (av, SvREFCNT_inc_NN (arg [i]));	2063	av_push (av, SvREFCNT_inc_NN (arg [i]));
		2064	}
1889		2065
1890	hv_store (hv, "_status", sizeof ("_status") - 1, newRV_noinc ((SV *)av), 0);	2066	hv_store (coro_hv, "_status", sizeof ("_status") - 1, newRV_noinc ((SV *)av), 0);
		2067	}
1891		2068
		2069	static void
		2070	slf_init_terminate_cancel_common (pTHX_ struct CoroSLF *frame, HV *coro_hv)
		2071	{
1892	av_push (av_destroy, (SV *)newRV_inc ((SV *)hv)); /* RVinc for perl */	2072	av_push (av_destroy, (SV *)newRV_inc ((SV *)coro_hv)); /* RVinc for perl */
1893	api_ready (aTHX_ sv_manager);	2073	api_ready (aTHX_ sv_manager);
1894		2074
1895	frame->prepare = prepare_schedule;	2075	frame->prepare = prepare_schedule;
1896	frame->check = slf_check_repeat;	2076	frame->check = slf_check_repeat;
1897		2077
1898	/* as a minor optimisation, we could unwind all stacks here */	2078	/* as a minor optimisation, we could unwind all stacks here */
1899	/* but that puts extra pressure on pp_slf, and is not worth much */	2079	/* but that puts extra pressure on pp_slf, and is not worth much */
1900	/*coro_unwind_stacks (aTHX);*/	2080	/*coro_unwind_stacks (aTHX);*/
		2081	}
		2082
		2083	static void
		2084	slf_init_terminate (pTHX_ struct CoroSLF *frame, CV *cv, SV **arg, int items)
		2085	{
		2086	HV *coro_hv = (HV *)SvRV (coro_current);
		2087
		2088	coro_set_status (coro_hv, arg, items);
		2089	slf_init_terminate_cancel_common (frame, coro_hv);
		2090	}
		2091
		2092	static void
		2093	slf_init_cancel (pTHX_ struct CoroSLF *frame, CV *cv, SV **arg, int items)
		2094	{
		2095	HV *coro_hv;
		2096	struct coro *coro;
		2097
		2098	if (items <= 0)
		2099	croak ("Coro::cancel called without coro object,");
		2100
		2101	coro = SvSTATE (arg [0]);
		2102	coro_hv = coro->hv;
		2103
		2104	coro_set_status (coro_hv, arg + 1, items - 1);
		2105
		2106	if (expect_false (coro->flags & CF_NOCANCEL))
		2107	{
		2108	/* coro currently busy cancelling something, so just notify it */
		2109	coro->slf_frame.data = (void *)coro;
		2110
		2111	frame->prepare = prepare_nop;
		2112	frame->check = slf_check_nop;
		2113	}
		2114	else if (coro_hv == (HV *)SvRV (coro_current))
		2115	{
		2116	/* cancelling the current coro is allowed, and equals terminate */
		2117	slf_init_terminate_cancel_common (frame, coro_hv);
		2118	}
		2119	else
		2120	{
		2121	struct coro *self = SvSTATE_current;
		2122
		2123	/* otherwise we cancel directly, purely for speed reasons
		2124	* unfortunately, this requires some magic trickery, as
		2125	* somebody else could cancel us, so we have to fight the cancellation.
		2126	* this is ugly, and hopefully fully worth the extra speed.
		2127	* besides, I can't get the slow-but-safe version working...
		2128	*/
		2129	slf_frame.data = 0;
		2130	self->flags |= CF_NOCANCEL;
		2131
		2132	coro_state_destroy (aTHX_ coro);
		2133	coro_call_on_destroy (aTHX_ coro);
		2134
		2135	self->flags &= ~CF_NOCANCEL;
		2136
		2137	if (slf_frame.data)
		2138	{
		2139	/* while we were busy we have been cancelled, so terminate */
		2140	slf_init_terminate_cancel_common (frame, self->hv);
		2141	}
		2142	else
		2143	{
		2144	frame->prepare = prepare_nop;
		2145	frame->check = slf_check_nop;
		2146	}
		2147	}
1901	}	2148	}
1902		2149
1903	/*****************************************************************************/	2150	/*****************************************************************************/
1904	/* async pool handler */	2151	/* async pool handler */
1905		2152
…		…
1983		2230
1984	static void	2231	static void
1985	coro_rouse_callback (pTHX_ CV *cv)	2232	coro_rouse_callback (pTHX_ CV *cv)
1986	{	2233	{
1987	dXSARGS;	2234	dXSARGS;
1988	SV *data = (SV *)GENSUB_ARG;	2235	SV *data = (SV *)S_GENSUB_ARG;
1989		2236
1990	if (SvTYPE (SvRV (data)) != SVt_PVAV)	2237	if (SvTYPE (SvRV (data)) != SVt_PVAV)
1991	{	2238	{
1992	/* first call, set args */	2239	/* first call, set args */
		2240	SV *coro = SvRV (data);
1993	AV *av = newAV ();	2241	AV *av = newAV ();
1994	SV *coro = SvRV (data);
1995		2242
1996	SvRV_set (data, (SV *)av);	2243	SvRV_set (data, (SV *)av);
1997	api_ready (aTHX_ coro);
1998	SvREFCNT_dec (coro);
1999		2244
2000	/* better take a full copy of the arguments */	2245	/* better take a full copy of the arguments */
2001	while (items--)	2246	while (items--)
2002	av_store (av, items, newSVsv (ST (items)));	2247	av_store (av, items, newSVsv (ST (items)));
		2248
		2249	api_ready (aTHX_ coro);
		2250	SvREFCNT_dec (coro);
2003	}	2251	}
2004		2252
2005	XSRETURN_EMPTY;	2253	XSRETURN_EMPTY;
2006	}	2254	}
2007		2255
…		…
2024		2272
2025	EXTEND (SP, AvFILLp (av) + 1);	2273	EXTEND (SP, AvFILLp (av) + 1);
2026	for (i = 0; i <= AvFILLp (av); ++i)	2274	for (i = 0; i <= AvFILLp (av); ++i)
2027	PUSHs (sv_2mortal (AvARRAY (av)[i]));	2275	PUSHs (sv_2mortal (AvARRAY (av)[i]));
2028		2276
2029	/* we have stolen the elements, so ste length to zero and free */	2277	/* we have stolen the elements, so set length to zero and free */
2030	AvFILLp (av) = -1;	2278	AvFILLp (av) = -1;
2031	av_undef (av);	2279	av_undef (av);
2032		2280
2033	PUTBACK;	2281	PUTBACK;
2034	}	2282	}
…		…
2058	|| SvTYPE (SvRV (cb)) != SVt_PVCV	2306	|| SvTYPE (SvRV (cb)) != SVt_PVCV
2059	|| CvXSUB ((CV *)SvRV (cb)) != coro_rouse_callback)	2307	|| CvXSUB ((CV *)SvRV (cb)) != coro_rouse_callback)
2060	croak ("Coro::rouse_wait called with illegal callback argument,");	2308	croak ("Coro::rouse_wait called with illegal callback argument,");
2061		2309
2062	{	2310	{
2063	CV *cv = (CV *)SvRV (cb); /* for GENSUB_ARG */	2311	CV *cv = (CV *)SvRV (cb); /* for S_GENSUB_ARG */
2064	SV *data = (SV *)GENSUB_ARG;	2312	SV *data = (SV *)S_GENSUB_ARG;
2065		2313
2066	frame->data = (void *)data;	2314	frame->data = (void *)data;
2067	frame->prepare = SvTYPE (SvRV (data)) == SVt_PVAV ? prepare_nop : prepare_schedule;	2315	frame->prepare = SvTYPE (SvRV (data)) == SVt_PVAV ? prepare_nop : prepare_schedule;
2068	frame->check = slf_check_rouse_wait;	2316	frame->check = slf_check_rouse_wait;
2069	}	2317	}
…		…
2073	coro_new_rouse_cb (pTHX)	2321	coro_new_rouse_cb (pTHX)
2074	{	2322	{
2075	HV *hv = (HV *)SvRV (coro_current);	2323	HV *hv = (HV *)SvRV (coro_current);
2076	struct coro *coro = SvSTATE_hv (hv);	2324	struct coro *coro = SvSTATE_hv (hv);
2077	SV *data = newRV_inc ((SV *)hv);	2325	SV *data = newRV_inc ((SV *)hv);
2078	SV *cb = gensub (aTHX_ coro_rouse_callback, (void *)data);	2326	SV *cb = s_gensub (aTHX_ coro_rouse_callback, (void *)data);
2079		2327
2080	sv_magicext (SvRV (cb), data, CORO_MAGIC_type_rouse, 0, 0, 0);	2328	sv_magicext (SvRV (cb), data, CORO_MAGIC_type_rouse, 0, 0, 0);
2081	SvREFCNT_dec (data); /* magicext increases the refcount */	2329	SvREFCNT_dec (data); /* magicext increases the refcount */
2082		2330
2083	SvREFCNT_dec (coro->rouse_cb);	2331	SvREFCNT_dec (coro->rouse_cb);
…		…
2308	if (PL_op->op_flags & OPf_STACKED)	2556	if (PL_op->op_flags & OPf_STACKED)
2309	{	2557	{
2310	if (items > slf_arga)	2558	if (items > slf_arga)
2311	{	2559	{
2312	slf_arga = items;	2560	slf_arga = items;
2313	free (slf_argv);	2561	Safefree (slf_argv);
2314	slf_argv = malloc (slf_arga * sizeof (SV *));	2562	New (0, slf_argv, slf_arga, SV *);
2315	}	2563	}
2316		2564
2317	slf_argc = items;	2565	slf_argc = items;
2318		2566
2319	for (i = 0; i < items; ++i)	2567	for (i = 0; i < items; ++i)
…		…
2454	/* Coro::Semaphore & Coro::Signal */	2702	/* Coro::Semaphore & Coro::Signal */
2455		2703
2456	static SV *	2704	static SV *
2457	coro_waitarray_new (pTHX_ int count)	2705	coro_waitarray_new (pTHX_ int count)
2458	{	2706	{
2459	/* a semaphore contains a counter IV in $sem->[0] and any waiters after that */	2707	/* a waitarray=semaphore contains a counter IV in $sem->[0] and any waiters after that */
2460	AV *av = newAV ();	2708	AV *av = newAV ();
2461	SV **ary;	2709	SV **ary;
2462		2710
2463	/* unfortunately, building manually saves memory */	2711	/* unfortunately, building manually saves memory */
2464	Newx (ary, 2, SV *);	2712	Newx (ary, 2, SV *);
…		…
2606	{	2854	{
2607	if (items >= 2)	2855	if (items >= 2)
2608	{	2856	{
2609	/* callback form */	2857	/* callback form */
2610	AV *av = (AV *)SvRV (arg [0]);	2858	AV *av = (AV *)SvRV (arg [0]);
2611	CV *cb_cv = coro_sv_2cv (aTHX_ arg [1]);	2859	SV *cb_cv = s_get_cv_croak (arg [1]);
2612		2860
2613	av_push (av, (SV *)SvREFCNT_inc_NN (cb_cv));	2861	av_push (av, SvREFCNT_inc_NN (cb_cv));
2614		2862
2615	if (SvIVX (AvARRAY (av)[0]) > 0)	2863	if (SvIVX (AvARRAY (av)[0]) > 0)
2616	coro_semaphore_adjust (aTHX_ av, 0);	2864	coro_semaphore_adjust (aTHX_ av, 0);
2617		2865
2618	frame->prepare = prepare_nop;	2866	frame->prepare = prepare_nop;
…		…
2642	AvARRAY (av)[0] = AvARRAY (av)[1];	2890	AvARRAY (av)[0] = AvARRAY (av)[1];
2643	AvARRAY (av)[1] = cb;	2891	AvARRAY (av)[1] = cb;
2644		2892
2645	cb = av_shift (av);	2893	cb = av_shift (av);
2646		2894
		2895	if (SvTYPE (cb) == SVt_PVCV)
		2896	{
		2897	dSP;
		2898	PUSHMARK (SP);
		2899	XPUSHs (sv_2mortal (newRV_inc ((SV *)av)));
		2900	PUTBACK;
		2901	call_sv (cb, G_VOID | G_DISCARD | G_EVAL | G_KEEPERR);
		2902	}
		2903	else
		2904	{
2647	api_ready (aTHX_ cb);	2905	api_ready (aTHX_ cb);
2648	sv_setiv (cb, 0); /* signal waiter */	2906	sv_setiv (cb, 0); /* signal waiter */
		2907	}
		2908
2649	SvREFCNT_dec (cb);	2909	SvREFCNT_dec (cb);
2650		2910
2651	--count;	2911	--count;
2652	}	2912	}
2653	}	2913	}
…		…
2662	static void	2922	static void
2663	slf_init_signal_wait (pTHX_ struct CoroSLF *frame, CV *cv, SV **arg, int items)	2923	slf_init_signal_wait (pTHX_ struct CoroSLF *frame, CV *cv, SV **arg, int items)
2664	{	2924	{
2665	AV *av = (AV *)SvRV (arg [0]);	2925	AV *av = (AV *)SvRV (arg [0]);
2666		2926
		2927	if (items >= 2)
		2928	{
		2929	SV *cb_cv = s_get_cv_croak (arg [1]);
		2930	av_push (av, SvREFCNT_inc_NN (cb_cv));
		2931
2667	if (SvIVX (AvARRAY (av)[0]))	2932	if (SvIVX (AvARRAY (av)[0]))
		2933	coro_signal_wake (aTHX_ av, 1); /* must be the only waiter */
		2934
		2935	frame->prepare = prepare_nop;
		2936	frame->check = slf_check_nop;
		2937	}
		2938	else if (SvIVX (AvARRAY (av)[0]))
2668	{	2939	{
2669	SvIVX (AvARRAY (av)[0]) = 0;	2940	SvIVX (AvARRAY (av)[0]) = 0;
2670	frame->prepare = prepare_nop;	2941	frame->prepare = prepare_nop;
2671	frame->check = slf_check_nop;	2942	frame->check = slf_check_nop;
2672	}	2943	}
2673	else	2944	else
2674	{	2945	{
2675	SV *waiter = newRV_inc (SvRV (coro_current)); /* owned by signal av */	2946	SV *waiter = newSVsv (coro_current); /* owned by signal av */
2676		2947
2677	av_push (av, waiter);	2948	av_push (av, waiter);
2678		2949
2679	frame->data = (void *)sv_2mortal (SvREFCNT_inc_NN (waiter)); /* owned by process */	2950	frame->data = (void *)sv_2mortal (SvREFCNT_inc_NN (waiter)); /* owned by process */
2680	frame->prepare = prepare_schedule;	2951	frame->prepare = prepare_schedule;
…		…
2698		2969
2699	static void	2970	static void
2700	coro_aio_callback (pTHX_ CV *cv)	2971	coro_aio_callback (pTHX_ CV *cv)
2701	{	2972	{
2702	dXSARGS;	2973	dXSARGS;
2703	AV *state = (AV *)GENSUB_ARG;	2974	AV *state = (AV *)S_GENSUB_ARG;
2704	SV *coro = av_pop (state);	2975	SV *coro = av_pop (state);
2705	SV *data_sv = newSV (sizeof (struct io_state));	2976	SV *data_sv = newSV (sizeof (struct io_state));
2706		2977
2707	av_extend (state, items - 1);	2978	av_extend (state, items - 1);
2708		2979
…		…
2822		3093
2823	for (i = 0; i < items; ++i)	3094	for (i = 0; i < items; ++i)
2824	PUSHs (arg [i]);	3095	PUSHs (arg [i]);
2825		3096
2826	/* now push the callback closure */	3097	/* now push the callback closure */
2827	PUSHs (sv_2mortal (gensub (aTHX_ coro_aio_callback, (void *)SvREFCNT_inc_NN ((SV *)state))));	3098	PUSHs (sv_2mortal (s_gensub (aTHX_ coro_aio_callback, (void *)SvREFCNT_inc_NN ((SV *)state))));
2828		3099
2829	/* now call the AIO function - we assume our request is uncancelable */	3100	/* now call the AIO function - we assume our request is uncancelable */
2830	PUTBACK;	3101	PUTBACK;
2831	call_sv ((SV *)req, G_VOID | G_DISCARD);	3102	call_sv ((SV *)req, G_VOID | G_DISCARD);
2832	}	3103	}
2833		3104
2834	/* now that the requets is going, we loop toll we have a result */	3105	/* now that the request is going, we loop till we have a result */
2835	frame->data = (void *)state;	3106	frame->data = (void *)state;
2836	frame->prepare = prepare_schedule;	3107	frame->prepare = prepare_schedule;
2837	frame->check = slf_check_aio_req;	3108	frame->check = slf_check_aio_req;
2838	}	3109	}
2839		3110
…		…
2850	/*****************************************************************************/	3121	/*****************************************************************************/
2851		3122
2852	#if CORO_CLONE	3123	#if CORO_CLONE
2853	# include "clone.c"	3124	# include "clone.c"
2854	#endif	3125	#endif
		3126
		3127	/*****************************************************************************/
		3128
		3129	static SV *
		3130	coro_new (pTHX_ HV *stash, SV **argv, int argc, int is_coro)
		3131	{
		3132	SV *coro_sv;
		3133	struct coro *coro;
		3134	MAGIC *mg;
		3135	HV *hv;
		3136	SV *cb;
		3137	int i;
		3138
		3139	if (argc > 0)
		3140	{
		3141	cb = s_get_cv_croak (argv [0]);
		3142
		3143	if (!is_coro)
		3144	{
		3145	if (CvISXSUB (cb))
		3146	croak ("Coro::State doesn't support XS functions as coroutine start, caught");
		3147
		3148	if (!CvROOT (cb))
		3149	croak ("Coro::State doesn't support autoloaded or undefined functions as coroutine start, caught");
		3150	}
		3151	}
		3152
		3153	Newz (0, coro, 1, struct coro);
		3154	coro->args = newAV ();
		3155	coro->flags = CF_NEW;
		3156
		3157	if (coro_first) coro_first->prev = coro;
		3158	coro->next = coro_first;
		3159	coro_first = coro;
		3160
		3161	coro->hv = hv = newHV ();
		3162	mg = sv_magicext ((SV *)hv, 0, CORO_MAGIC_type_state, &coro_state_vtbl, (char *)coro, 0);
		3163	mg->mg_flags |= MGf_DUP;
		3164	coro_sv = sv_bless (newRV_noinc ((SV *)hv), stash);
		3165
		3166	if (argc > 0)
		3167	{
		3168	av_extend (coro->args, argc + is_coro - 1);
		3169
		3170	if (is_coro)
		3171	{
		3172	av_push (coro->args, SvREFCNT_inc_NN ((SV *)cb));
		3173	cb = (SV *)cv_coro_run;
		3174	}
		3175
		3176	coro->startcv = (CV *)SvREFCNT_inc_NN ((SV *)cb);
		3177
		3178	for (i = 1; i < argc; i++)
		3179	av_push (coro->args, newSVsv (argv [i]));
		3180	}
		3181
		3182	return coro_sv;
		3183	}
2855		3184
2856	MODULE = Coro::State PACKAGE = Coro::State PREFIX = api_	3185	MODULE = Coro::State PACKAGE = Coro::State PREFIX = api_
2857		3186
2858	PROTOTYPES: DISABLE	3187	PROTOTYPES: DISABLE
2859		3188
…		…
2912	coroapi.prepare_nop = prepare_nop;	3241	coroapi.prepare_nop = prepare_nop;
2913	coroapi.prepare_schedule = prepare_schedule;	3242	coroapi.prepare_schedule = prepare_schedule;
2914	coroapi.prepare_cede = prepare_cede;	3243	coroapi.prepare_cede = prepare_cede;
2915	coroapi.prepare_cede_notself = prepare_cede_notself;	3244	coroapi.prepare_cede_notself = prepare_cede_notself;
2916		3245
2917	{	3246	time_init (aTHX);
2918	SV **svp = hv_fetch (PL_modglobal, "Time::NVtime", 12, 0);
2919		3247
2920	if (!svp) croak ("Time::HiRes is required");
2921	if (!SvIOK (*svp)) croak ("Time::NVtime isn't a function pointer");
2922
2923	nvtime = INT2PTR (double (*)(), SvIV (*svp));
2924	}
2925
2926	assert (("PRIO_NORMAL must be 0", !PRIO_NORMAL));	3248	assert (("PRIO_NORMAL must be 0", !CORO_PRIO_NORMAL));
2927	}	3249	}
2928		3250
2929	SV *	3251	SV *
2930	new (char *klass, ...)	3252	new (SV *klass, ...)
2931	ALIAS:	3253	ALIAS:
2932	Coro::new = 1	3254	Coro::new = 1
2933	CODE:	3255	CODE:
2934	{	3256	RETVAL = coro_new (aTHX_ ix ? coro_stash : coro_state_stash, &ST (1), items - 1, ix);
2935	struct coro *coro;	3257	OUTPUT:
2936	MAGIC *mg;
2937	HV *hv;
2938	CV *cb;
2939	int i;
2940
2941	if (items > 1)
2942	{
2943	cb = coro_sv_2cv (aTHX_ ST (1));
2944
2945	if (!ix)
2946	{
2947	if (CvISXSUB (cb))
2948	croak ("Coro::State doesn't support XS functions as coroutine start, caught");
2949
2950	if (!CvROOT (cb))
2951	croak ("Coro::State doesn't support autoloaded or undefined functions as coroutine start, caught");
2952	}
2953	}
2954
2955	Newz (0, coro, 1, struct coro);
2956	coro->args = newAV ();
2957	coro->flags = CF_NEW;
2958
2959	if (coro_first) coro_first->prev = coro;
2960	coro->next = coro_first;
2961	coro_first = coro;
2962
2963	coro->hv = hv = newHV ();
2964	mg = sv_magicext ((SV *)hv, 0, CORO_MAGIC_type_state, &coro_state_vtbl, (char *)coro, 0);
2965	mg->mg_flags |= MGf_DUP;
2966	RETVAL = sv_bless (newRV_noinc ((SV *)hv), gv_stashpv (klass, 1));
2967
2968	if (items > 1)
2969	{
2970	av_extend (coro->args, items - 1 + ix - 1);
2971
2972	if (ix)
2973	{
2974	av_push (coro->args, SvREFCNT_inc_NN ((SV *)cb));
2975	cb = cv_coro_run;
2976	}
2977
2978	coro->startcv = (CV *)SvREFCNT_inc_NN ((SV *)cb);
2979
2980	for (i = 2; i < items; i++)
2981	av_push (coro->args, newSVsv (ST (i)));
2982	}
2983	}
2984	OUTPUT:
2985	RETVAL	3258	RETVAL
2986		3259
2987	void	3260	void
2988	transfer (...)	3261	transfer (...)
2989	PROTOTYPE: $$	3262	PROTOTYPE: $$
2990	CODE:	3263	CODE:
2991	CORO_EXECUTE_SLF_XS (slf_init_transfer);	3264	CORO_EXECUTE_SLF_XS (slf_init_transfer);
2992
2993	bool
2994	_destroy (SV *coro_sv)
2995	CODE:
2996	RETVAL = coro_state_destroy (aTHX_ SvSTATE (coro_sv));
2997	OUTPUT:
2998	RETVAL
2999		3265
3000	void	3266	void
3001	_exit (int code)	3267	_exit (int code)
3002	PROTOTYPE: $	3268	PROTOTYPE: $
3003	CODE:	3269	CODE:
…		…
3079	CODE:	3345	CODE:
3080	{	3346	{
3081	if (coro->mainstack && ((coro->flags & CF_RUNNING) || coro->slot))	3347	if (coro->mainstack && ((coro->flags & CF_RUNNING) || coro->slot))
3082	{	3348	{
3083	struct coro *current = SvSTATE_current;	3349	struct coro *current = SvSTATE_current;
		3350	struct CoroSLF slf_save;
3084		3351
3085	if (current != coro)	3352	if (current != coro)
3086	{	3353	{
3087	PUTBACK;	3354	PUTBACK;
3088	save_perl (aTHX_ current);	3355	save_perl (aTHX_ current);
3089	load_perl (aTHX_ coro);	3356	load_perl (aTHX_ coro);
		3357	/* the coro is most likely in an active SLF call.
		3358	* while not strictly required (the code we execute is
		3359	* not allowed to call any SLF functions), it's cleaner
		3360	* to reinitialise the slf_frame and restore it later.
		3361	* This might one day allow us to actually do SLF calls
		3362	* from code executed here.
		3363	*/
		3364	slf_save = slf_frame;
		3365	slf_frame.prepare = 0;
3090	SPAGAIN;	3366	SPAGAIN;
3091	}	3367	}
3092		3368
3093	PUSHSTACK;	3369	PUSHSTACK;
3094		3370
…		…
3104	SPAGAIN;	3380	SPAGAIN;
3105		3381
3106	if (current != coro)	3382	if (current != coro)
3107	{	3383	{
3108	PUTBACK;	3384	PUTBACK;
		3385	slf_frame = slf_save;
3109	save_perl (aTHX_ coro);	3386	save_perl (aTHX_ coro);
3110	load_perl (aTHX_ current);	3387	load_perl (aTHX_ current);
3111	SPAGAIN;	3388	SPAGAIN;
3112	}	3389	}
3113	}	3390	}
…		…
3126	RETVAL = boolSV (coro->flags & ix);	3403	RETVAL = boolSV (coro->flags & ix);
3127	OUTPUT:	3404	OUTPUT:
3128	RETVAL	3405	RETVAL
3129		3406
3130	void	3407	void
3131	throw (Coro::State self, SV *throw = &PL_sv_undef)	3408	throw (Coro::State self, SV *exception = &PL_sv_undef)
3132	PROTOTYPE: $;$	3409	PROTOTYPE: $;$
3133	CODE:	3410	CODE:
3134	{	3411	{
3135	struct coro *current = SvSTATE_current;	3412	struct coro *current = SvSTATE_current;
3136	SV **throwp = self == current ? &CORO_THROW : &self->except;	3413	SV **exceptionp = self == current ? &CORO_THROW : &self->except;
3137	SvREFCNT_dec (*throwp);	3414	SvREFCNT_dec (*exceptionp);
3138	*throwp = SvOK (throw) ? newSVsv (throw) : 0;	3415	SvGETMAGIC (exception);
		3416	*exceptionp = SvOK (exception) ? newSVsv (exception) : 0;
3139	}	3417	}
3140		3418
3141	void	3419	void
3142	api_trace (SV *coro, int flags = CC_TRACE | CC_TRACE_SUB)	3420	api_trace (SV *coro, int flags = CC_TRACE | CC_TRACE_SUB)
3143	PROTOTYPE: $;$	3421	PROTOTYPE: $;$
…		…
3198		3476
3199	void	3477	void
3200	cancel (Coro::State self)	3478	cancel (Coro::State self)
3201	CODE:	3479	CODE:
3202	coro_state_destroy (aTHX_ self);	3480	coro_state_destroy (aTHX_ self);
3203	coro_call_on_destroy (aTHX_ self); /* actually only for Coro objects */	3481
		3482	SV *
		3483	enable_times (int enabled = enable_times)
		3484	CODE:
		3485	{
		3486	RETVAL = boolSV (enable_times);
		3487
		3488	if (enabled != enable_times)
		3489	{
		3490	enable_times = enabled;
		3491
		3492	coro_times_update ();
		3493	(enabled ? coro_times_sub : coro_times_add)(SvSTATE (coro_current));
		3494	}
		3495	}
		3496	OUTPUT:
		3497	RETVAL
		3498
		3499	void
		3500	times (Coro::State self)
		3501	PPCODE:
		3502	{
		3503	struct coro *current = SvSTATE (coro_current);
		3504
		3505	if (expect_false (current == self))
		3506	{
		3507	coro_times_update ();
		3508	coro_times_add (SvSTATE (coro_current));
		3509	}
		3510
		3511	EXTEND (SP, 2);
		3512	PUSHs (sv_2mortal (newSVnv (self->t_real [0] + self->t_real [1] * 1e-9)));
		3513	PUSHs (sv_2mortal (newSVnv (self->t_cpu [0] + self->t_cpu [1] * 1e-9)));
		3514
		3515	if (expect_false (current == self))
		3516	coro_times_sub (SvSTATE (coro_current));
		3517	}
		3518
		3519	void
		3520	swap_sv (Coro::State coro, SV *sv, SV *swapsv)
		3521	CODE:
		3522	{
		3523	struct coro *current = SvSTATE_current;
		3524
		3525	if (current == coro)
		3526	SWAP_SVS (current);
		3527
		3528	if (!coro->swap_sv)
		3529	coro->swap_sv = newAV ();
		3530
		3531	av_push (coro->swap_sv, SvREFCNT_inc_NN (SvRV (sv )));
		3532	av_push (coro->swap_sv, SvREFCNT_inc_NN (SvRV (swapsv)));
		3533
		3534	if (current == coro)
		3535	SWAP_SVS (current);
		3536	}
3204		3537
3205		3538
3206	MODULE = Coro::State PACKAGE = Coro	3539	MODULE = Coro::State PACKAGE = Coro
3207		3540
3208	BOOT:	3541	BOOT:
3209	{	3542	{
3210	int i;
3211
3212	sv_pool_rss = coro_get_sv (aTHX_ "Coro::POOL_RSS" , TRUE);	3543	sv_pool_rss = coro_get_sv (aTHX_ "Coro::POOL_RSS" , TRUE);
3213	sv_pool_size = coro_get_sv (aTHX_ "Coro::POOL_SIZE" , TRUE);	3544	sv_pool_size = coro_get_sv (aTHX_ "Coro::POOL_SIZE" , TRUE);
3214	cv_coro_run = get_cv ( "Coro::_coro_run" , GV_ADD);	3545	cv_coro_run = get_cv ( "Coro::_coro_run" , GV_ADD);
3215	cv_coro_terminate = get_cv ( "Coro::terminate" , GV_ADD);	3546	cv_coro_terminate = get_cv ( "Coro::terminate" , GV_ADD);
3216	coro_current = coro_get_sv (aTHX_ "Coro::current" , FALSE); SvREADONLY_on (coro_current);	3547	coro_current = coro_get_sv (aTHX_ "Coro::current" , FALSE); SvREADONLY_on (coro_current);
…		…
3220	sv_idle = coro_get_sv (aTHX_ "Coro::idle" , TRUE);	3551	sv_idle = coro_get_sv (aTHX_ "Coro::idle" , TRUE);
3221		3552
3222	sv_async_pool_idle = newSVpv ("[async pool idle]", 0); SvREADONLY_on (sv_async_pool_idle);	3553	sv_async_pool_idle = newSVpv ("[async pool idle]", 0); SvREADONLY_on (sv_async_pool_idle);
3223	sv_Coro = newSVpv ("Coro", 0); SvREADONLY_on (sv_Coro);	3554	sv_Coro = newSVpv ("Coro", 0); SvREADONLY_on (sv_Coro);
3224	cv_pool_handler = get_cv ("Coro::pool_handler", GV_ADD); SvREADONLY_on (cv_pool_handler);	3555	cv_pool_handler = get_cv ("Coro::pool_handler", GV_ADD); SvREADONLY_on (cv_pool_handler);
3225	cv_coro_state_new = get_cv ("Coro::State::new", 0); SvREADONLY_on (cv_coro_state_new);	3556	CvNODEBUG_on (get_cv ("Coro::_pool_handler", 0)); /* work around a debugger bug */
3226		3557
3227	coro_stash = gv_stashpv ("Coro", TRUE);	3558	coro_stash = gv_stashpv ("Coro", TRUE);
3228		3559
3229	newCONSTSUB (coro_stash, "PRIO_MAX", newSViv (PRIO_MAX));	3560	newCONSTSUB (coro_stash, "PRIO_MAX", newSViv (CORO_PRIO_MAX));
3230	newCONSTSUB (coro_stash, "PRIO_HIGH", newSViv (PRIO_HIGH));	3561	newCONSTSUB (coro_stash, "PRIO_HIGH", newSViv (CORO_PRIO_HIGH));
3231	newCONSTSUB (coro_stash, "PRIO_NORMAL", newSViv (PRIO_NORMAL));	3562	newCONSTSUB (coro_stash, "PRIO_NORMAL", newSViv (CORO_PRIO_NORMAL));
3232	newCONSTSUB (coro_stash, "PRIO_LOW", newSViv (PRIO_LOW));	3563	newCONSTSUB (coro_stash, "PRIO_LOW", newSViv (CORO_PRIO_LOW));
3233	newCONSTSUB (coro_stash, "PRIO_IDLE", newSViv (PRIO_IDLE));	3564	newCONSTSUB (coro_stash, "PRIO_IDLE", newSViv (CORO_PRIO_IDLE));
3234	newCONSTSUB (coro_stash, "PRIO_MIN", newSViv (PRIO_MIN));	3565	newCONSTSUB (coro_stash, "PRIO_MIN", newSViv (CORO_PRIO_MIN));
3235
3236	for (i = PRIO_MAX - PRIO_MIN + 1; i--; )
3237	coro_ready[i] = newAV ();
3238		3566
3239	{	3567	{
3240	SV *sv = coro_get_sv (aTHX_ "Coro::API", TRUE);	3568	SV *sv = coro_get_sv (aTHX_ "Coro::API", TRUE);
3241		3569
3242	coroapi.schedule = api_schedule;	3570	coroapi.schedule = api_schedule;
…		…
3252	sv_setiv (sv, (IV)&coroapi);	3580	sv_setiv (sv, (IV)&coroapi);
3253	SvREADONLY_on (sv);	3581	SvREADONLY_on (sv);
3254	}	3582	}
3255	}	3583	}
3256		3584
		3585	SV *
		3586	async (...)
		3587	PROTOTYPE: &@
		3588	CODE:
		3589	RETVAL = coro_new (aTHX_ coro_stash, &ST (0), items, 1);
		3590	api_ready (aTHX_ RETVAL);
		3591	OUTPUT:
		3592	RETVAL
		3593
		3594	void
		3595	_destroy (Coro::State coro)
		3596	CODE:
		3597	/* used by the manager thread */
		3598	coro_state_destroy (aTHX_ coro);
		3599	coro_call_on_destroy (aTHX_ coro);
		3600
3257	void	3601	void
3258	terminate (...)	3602	terminate (...)
3259	CODE:	3603	CODE:
3260	CORO_EXECUTE_SLF_XS (slf_init_terminate);	3604	CORO_EXECUTE_SLF_XS (slf_init_terminate);
		3605
		3606	void
		3607	cancel (...)
		3608	CODE:
		3609	CORO_EXECUTE_SLF_XS (slf_init_cancel);
3261		3610
3262	void	3611	void
3263	schedule (...)	3612	schedule (...)
3264	CODE:	3613	CODE:
3265	CORO_EXECUTE_SLF_XS (slf_init_schedule);	3614	CORO_EXECUTE_SLF_XS (slf_init_schedule);
…		…
3294	void	3643	void
3295	_set_readyhook (SV *hook)	3644	_set_readyhook (SV *hook)
3296	PROTOTYPE: $	3645	PROTOTYPE: $
3297	CODE:	3646	CODE:
3298	SvREFCNT_dec (coro_readyhook);	3647	SvREFCNT_dec (coro_readyhook);
		3648	SvGETMAGIC (hook);
		3649	if (SvOK (hook))
		3650	{
3299	coro_readyhook = SvOK (hook) ? newSVsv (hook) : 0;	3651	coro_readyhook = newSVsv (hook);
		3652	CORO_READYHOOK = invoke_sv_ready_hook_helper;
		3653	}
		3654	else
		3655	{
		3656	coro_readyhook = 0;
		3657	CORO_READYHOOK = 0;
		3658	}
3300		3659
3301	int	3660	int
3302	prio (Coro::State coro, int newprio = 0)	3661	prio (Coro::State coro, int newprio = 0)
3303	PROTOTYPE: $;$	3662	PROTOTYPE: $;$
3304	ALIAS:	3663	ALIAS:
…		…
3310	if (items > 1)	3669	if (items > 1)
3311	{	3670	{
3312	if (ix)	3671	if (ix)
3313	newprio = coro->prio - newprio;	3672	newprio = coro->prio - newprio;
3314		3673
3315	if (newprio < PRIO_MIN) newprio = PRIO_MIN;	3674	if (newprio < CORO_PRIO_MIN) newprio = CORO_PRIO_MIN;
3316	if (newprio > PRIO_MAX) newprio = PRIO_MAX;	3675	if (newprio > CORO_PRIO_MAX) newprio = CORO_PRIO_MAX;
3317		3676
3318	coro->prio = newprio;	3677	coro->prio = newprio;
3319	}	3678	}
3320	}	3679	}
3321	OUTPUT:	3680	OUTPUT:
…		…
3336	RETVAL = coro_nready;	3695	RETVAL = coro_nready;
3337	OUTPUT:	3696	OUTPUT:
3338	RETVAL	3697	RETVAL
3339		3698
3340	void	3699	void
		3700	suspend (Coro::State self)
		3701	PROTOTYPE: $
		3702	CODE:
		3703	self->flags |= CF_SUSPENDED;
		3704
		3705	void
		3706	resume (Coro::State self)
		3707	PROTOTYPE: $
		3708	CODE:
		3709	self->flags &= ~CF_SUSPENDED;
		3710
		3711	void
3341	_pool_handler (...)	3712	_pool_handler (...)
3342	CODE:	3713	CODE:
3343	CORO_EXECUTE_SLF_XS (slf_init_pool_handler);	3714	CORO_EXECUTE_SLF_XS (slf_init_pool_handler);
3344		3715
3345	void	3716	void
…		…
3356	for (i = 1; i < items; ++i)	3727	for (i = 1; i < items; ++i)
3357	av_push (av, SvREFCNT_inc_NN (ST (i)));	3728	av_push (av, SvREFCNT_inc_NN (ST (i)));
3358		3729
3359	if ((SV *)hv == &PL_sv_undef)	3730	if ((SV *)hv == &PL_sv_undef)
3360	{	3731	{
3361	PUSHMARK (SP);	3732	SV *sv = coro_new (aTHX_ coro_stash, (SV **)&cv_pool_handler, 1, 1);
3362	EXTEND (SP, 2);
3363	PUSHs (sv_Coro);
3364	PUSHs ((SV *)cv_pool_handler);
3365	PUTBACK;
3366	call_sv ((SV *)cv_coro_state_new, G_SCALAR);
3367	SPAGAIN;
3368
3369	hv = (HV *)SvREFCNT_inc_NN (SvRV (POPs));	3733	hv = (HV *)SvREFCNT_inc_NN (SvRV (sv));
		3734	SvREFCNT_dec (sv);
3370	}	3735	}
3371		3736
3372	{	3737	{
3373	struct coro *coro = SvSTATE_hv (hv);	3738	struct coro *coro = SvSTATE_hv (hv);
3374		3739
…		…
3408	CODE:	3773	CODE:
3409	{	3774	{
3410	struct coro *coro = SvSTATE_current;	3775	struct coro *coro = SvSTATE_current;
3411	AV **avp = ix ? &coro->on_leave : &coro->on_enter;	3776	AV **avp = ix ? &coro->on_leave : &coro->on_enter;
3412		3777
3413	block = (SV *)coro_sv_2cv (aTHX_ block);	3778	block = s_get_cv_croak (block);
3414		3779
3415	if (!*avp)	3780	if (!*avp)
3416	*avp = newAV ();	3781	*avp = newAV ();
3417		3782
3418	av_push (*avp, SvREFCNT_inc (block));	3783	av_push (*avp, SvREFCNT_inc (block));
3419		3784
3420	if (!ix)	3785	if (!ix)
3421	on_enterleave_call (aTHX_ block);	3786	on_enterleave_call (aTHX_ block);
3422		3787
3423	LEAVE; /* pp_entersub unfortunately forces an ENTER/LEAVE around xs calls */	3788	LEAVE; /* pp_entersub unfortunately forces an ENTER/LEAVE around XS calls */
3424	SAVEDESTRUCTOR_X (ix ? coro_pop_on_leave : coro_pop_on_enter, (void *)coro);	3789	SAVEDESTRUCTOR_X (ix ? coro_pop_on_leave : coro_pop_on_enter, (void *)coro);
3425	ENTER; /* pp_entersub unfortunately forces an ENTER/LEAVE around xs calls */	3790	ENTER; /* pp_entersub unfortunately forces an ENTER/LEAVE around XS calls */
3426	}	3791	}
3427		3792
3428		3793
3429	MODULE = Coro::State PACKAGE = PerlIO::cede	3794	MODULE = Coro::State PACKAGE = PerlIO::cede
3430		3795
…		…
3435	MODULE = Coro::State PACKAGE = Coro::Semaphore	3800	MODULE = Coro::State PACKAGE = Coro::Semaphore
3436		3801
3437	SV *	3802	SV *
3438	new (SV *klass, SV *count = 0)	3803	new (SV *klass, SV *count = 0)
3439	CODE:	3804	CODE:
		3805	{
		3806	int semcnt = 1;
		3807
		3808	if (count)
		3809	{
		3810	SvGETMAGIC (count);
		3811
		3812	if (SvOK (count))
		3813	semcnt = SvIV (count);
		3814	}
		3815
3440	RETVAL = sv_bless (	3816	RETVAL = sv_bless (
3441	coro_waitarray_new (aTHX_ count && SvOK (count) ? SvIV (count) : 1),	3817	coro_waitarray_new (aTHX_ semcnt),
3442	GvSTASH (CvGV (cv))	3818	GvSTASH (CvGV (cv))
3443	);	3819	);
		3820	}
3444	OUTPUT:	3821	OUTPUT:
3445	RETVAL	3822	RETVAL
3446		3823
3447	# helper for Coro::Channel and others	3824	# helper for Coro::Channel and others
3448	SV *	3825	SV *
…		…
3606		3983
3607	void	3984	void
3608	_register (char *target, char *proto, SV *req)	3985	_register (char *target, char *proto, SV *req)
3609	CODE:	3986	CODE:
3610	{	3987	{
3611	CV *req_cv = coro_sv_2cv (aTHX_ req);	3988	SV *req_cv = s_get_cv_croak (req);
3612	/* newXSproto doesn't return the CV on 5.8 */	3989	/* newXSproto doesn't return the CV on 5.8 */
3613	CV *slf_cv = newXS (target, coro_aio_req_xs, __FILE__);	3990	CV *slf_cv = newXS (target, coro_aio_req_xs, __FILE__);
3614	sv_setpv ((SV *)slf_cv, proto);	3991	sv_setpv ((SV *)slf_cv, proto);
3615	sv_magicext ((SV *)slf_cv, (SV *)req_cv, CORO_MAGIC_type_aio, 0, 0, 0);	3992	sv_magicext ((SV *)slf_cv, (SV *)req_cv, CORO_MAGIC_type_aio, 0, 0, 0);
3616	}	3993	}
3617		3994
		3995	MODULE = Coro::State PACKAGE = Coro::Select
		3996
		3997	void
		3998	patch_pp_sselect ()
		3999	CODE:
		4000	if (!coro_old_pp_sselect)
		4001	{
		4002	coro_select_select = (SV *)get_cv ("Coro::Select::select", 0);
		4003	coro_old_pp_sselect = PL_ppaddr [OP_SSELECT];
		4004	PL_ppaddr [OP_SSELECT] = coro_pp_sselect;
		4005	}
		4006
		4007	void
		4008	unpatch_pp_sselect ()
		4009	CODE:
		4010	if (coro_old_pp_sselect)
		4011	{
		4012	PL_ppaddr [OP_SSELECT] = coro_old_pp_sselect;
		4013	coro_old_pp_sselect = 0;
		4014	}
		4015

Diff Legend

–	Removed lines
+	Added lines
<	Changed lines
>	Changed lines