ViewVC Help

View File | Revision Log | Show Annotations | Download File

/cvs/Coro/Coro/State.xs

Comparing Coro/Coro/State.xs (file contents):
Revision 1.349 by root, Wed Jun 10 00:47:24 2009 UTC vs.
Revision 1.398 by root, Sat May 7 14:11:10 2011 UTC

		1	/* this works around a bug in mingw32 providing a non-working setjmp */
		2	#define USE_NO_MINGW_SETJMP_TWO_ARGS
		3
		4	#define NDEBUG 1
		5
1	#include "libcoro/coro.c"	6	#include "libcoro/coro.c"
2		7
3	#define PERL_NO_GET_CONTEXT	8	#define PERL_NO_GET_CONTEXT
4	#define PERL_EXT	9	#define PERL_EXT
5		10
6	#include "EXTERN.h"	11	#include "EXTERN.h"
7	#include "perl.h"	12	#include "perl.h"
8	#include "XSUB.h"	13	#include "XSUB.h"
9	#include "perliol.h"	14	#include "perliol.h"
10		15
11	#include "patchlevel.h"	16	#include "schmorp.h"
12		17
13	#include <stdio.h>	18	#include <stdio.h>
14	#include <errno.h>	19	#include <errno.h>
15	#include <assert.h>	20	#include <assert.h>
16		21
17	#ifdef WIN32	22	#ifndef SVs_PADSTALE
		23	# define SVs_PADSTALE 0
		24	#endif
		25
		26	#if defined(_WIN32)
		27	# undef HAS_GETTIMEOFDAY
18	# undef setjmp	28	# undef setjmp
19	# undef longjmp	29	# undef longjmp
20	# undef _exit	30	# undef _exit
21	# define setjmp _setjmp /* deep magic */	31	# define setjmp _setjmp /* deep magic */
22	#else	32	#else
…		…
51	#endif	61	#endif
52		62
53	/* the maximum number of idle cctx that will be pooled */	63	/* the maximum number of idle cctx that will be pooled */
54	static int cctx_max_idle = 4;	64	static int cctx_max_idle = 4;
55		65
56	#define PERL_VERSION_ATLEAST(a,b,c) \
57	(PERL_REVISION > (a) \
58	|| (PERL_REVISION == (a) \
59	&& (PERL_VERSION > (b) \
60	|| (PERL_VERSION == (b) && PERL_SUBVERSION >= (c)))))
61
62	#if !PERL_VERSION_ATLEAST (5,6,0)
63	# ifndef PL_ppaddr
64	# define PL_ppaddr ppaddr
65	# endif
66	# ifndef call_sv
67	# define call_sv perl_call_sv
68	# endif
69	# ifndef get_sv
70	# define get_sv perl_get_sv
71	# endif
72	# ifndef get_cv
73	# define get_cv perl_get_cv
74	# endif
75	# ifndef IS_PADGV
76	# define IS_PADGV(v) 0
77	# endif
78	# ifndef IS_PADCONST
79	# define IS_PADCONST(v) 0
80	# endif
81	#endif
82
83	/* 5.11 */
84	#ifndef CxHASARGS
85	# define CxHASARGS(cx) (cx)->blk_sub.hasargs
86	#endif
87
88	/* 5.10.0 */
89	#ifndef SvREFCNT_inc_NN
90	# define SvREFCNT_inc_NN(sv) SvREFCNT_inc (sv)
91	#endif
92
93	/* 5.8.8 */
94	#ifndef GV_NOTQUAL
95	# define GV_NOTQUAL 0
96	#endif
97	#ifndef newSV
98	# define newSV(l) NEWSV(0,l)
99	#endif
100	#ifndef CvISXSUB_on
101	# define CvISXSUB_on(cv) (void)cv
102	#endif
103	#ifndef CvISXSUB
104	# define CvISXSUB(cv) (CvXSUB (cv) ? TRUE : FALSE)
105	#endif
106	#ifndef Newx
107	# define Newx(ptr,nitems,type) New (0,ptr,nitems,type)
108	#endif
109
110	/* 5.8.7 */
111	#ifndef SvRV_set
112	# define SvRV_set(s,v) SvRV(s) = (v)
113	#endif
114
115	#if !__i386 && !__x86_64 && !__powerpc && !__m68k && !__alpha && !__mips && !__sparc64	66	#if !__i386 && !__x86_64 && !__powerpc && !__m68k && !__alpha && !__mips && !__sparc64
116	# undef CORO_STACKGUARD	67	# undef CORO_STACKGUARD
117	#endif	68	#endif
118		69
119	#ifndef CORO_STACKGUARD	70	#ifndef CORO_STACKGUARD
…		…
137		88
138	#define IN_DESTRUCT PL_dirty	89	#define IN_DESTRUCT PL_dirty
139		90
140	#if __GNUC__ >= 3	91	#if __GNUC__ >= 3
141	# define attribute(x) __attribute__(x)	92	# define attribute(x) __attribute__(x)
142	# define expect(expr,value) __builtin_expect ((expr),(value))	93	# define expect(expr,value) __builtin_expect ((expr), (value))
143	# define INLINE static inline	94	# define INLINE static inline
144	#else	95	#else
145	# define attribute(x)	96	# define attribute(x)
146	# define expect(expr,value) (expr)	97	# define expect(expr,value) (expr)
147	# define INLINE static	98	# define INLINE static
…		…
159	# if CORO_PTHREAD	110	# if CORO_PTHREAD
160	static void *coro_thx;	111	static void *coro_thx;
161	# endif	112	# endif
162	#endif	113	#endif
163		114
		115	#ifdef __linux
		116	# include <time.h> /* for timespec */
		117	# include <syscall.h> /* for SYS_* */
		118	# ifdef SYS_clock_gettime
		119	# define coro_clock_gettime(id, ts) syscall (SYS_clock_gettime, (id), (ts))
		120	# define CORO_CLOCK_MONOTONIC 1
		121	# define CORO_CLOCK_THREAD_CPUTIME_ID 3
		122	# endif
		123	#endif
		124
164	static double (*nvtime)(); /* so why doesn't it take void? */	125	static double (*nvtime)(); /* so why doesn't it take void? */
		126	static void (*u2time)(pTHX_ UV ret[2]);
165		127
166	/* we hijack an hopefully unused CV flag for our purposes */	128	/* we hijack an hopefully unused CV flag for our purposes */
167	#define CVf_SLF 0x4000	129	#define CVf_SLF 0x4000
168	static OP *pp_slf (pTHX);	130	static OP *pp_slf (pTHX);
		131	static void slf_destroy (pTHX_ struct coro *coro);
169		132
170	static U32 cctx_gen;	133	static U32 cctx_gen;
171	static size_t cctx_stacksize = CORO_STACKSIZE;	134	static size_t cctx_stacksize = CORO_STACKSIZE;
172	static struct CoroAPI coroapi;	135	static struct CoroAPI coroapi;
173	static AV *main_mainstack; /* used to differentiate between $main and others */	136	static AV *main_mainstack; /* used to differentiate between $main and others */
…		…
190	static SV *sv_pool_size;	153	static SV *sv_pool_size;
191	static SV *sv_async_pool_idle; /* description string */	154	static SV *sv_async_pool_idle; /* description string */
192	static AV *av_async_pool; /* idle pool */	155	static AV *av_async_pool; /* idle pool */
193	static SV *sv_Coro; /* class string */	156	static SV *sv_Coro; /* class string */
194	static CV *cv_pool_handler;	157	static CV *cv_pool_handler;
195	static CV *cv_coro_state_new;
196		158
197	/* Coro::AnyEvent */	159	/* Coro::AnyEvent */
198	static SV *sv_activity;	160	static SV *sv_activity;
		161
		162	/* enable processtime/realtime profiling */
		163	static char enable_times;
		164	typedef U32 coro_ts[2];
		165	static coro_ts time_real, time_cpu;
		166	static char times_valid;
199		167
200	static struct coro_cctx *cctx_first;	168	static struct coro_cctx *cctx_first;
201	static int cctx_count, cctx_idle;	169	static int cctx_count, cctx_idle;
202		170
203	enum {	171	enum {
…		…
229	int valgrind_id;	197	int valgrind_id;
230	#endif	198	#endif
231	unsigned char flags;	199	unsigned char flags;
232	} coro_cctx;	200	} coro_cctx;
233		201
234	coro_cctx *cctx_current; /* the currently running cctx */	202	static coro_cctx *cctx_current; /* the currently running cctx */
235		203
236	/*****************************************************************************/	204	/*****************************************************************************/
237		205
238	enum {	206	enum {
239	CF_RUNNING = 0x0001, /* coroutine is running */	207	CF_RUNNING = 0x0001, /* coroutine is running */
240	CF_READY = 0x0002, /* coroutine is ready */	208	CF_READY = 0x0002, /* coroutine is ready */
241	CF_NEW = 0x0004, /* has never been switched to */	209	CF_NEW = 0x0004, /* has never been switched to */
242	CF_DESTROYED = 0x0008, /* coroutine data has been freed */	210	CF_DESTROYED = 0x0008, /* coroutine data has been freed */
243	CF_SUSPENDED = 0x0010, /* coroutine can't be scheduled */	211	CF_SUSPENDED = 0x0010, /* coroutine can't be scheduled */
		212	CF_NOCANCEL = 0x0020, /* cannot cancel, set slf_frame.data to 1 (hackish) */
244	};	213	};
245		214
246	/* the structure where most of the perl state is stored, overlaid on the cxstack */	215	/* the structure where most of the perl state is stored, overlaid on the cxstack */
247	typedef struct	216	typedef struct
248	{	217	{
…		…
254	#define VAR(name,type) type name;	223	#define VAR(name,type) type name;
255	# include "state.h"	224	# include "state.h"
256	#undef VAR	225	#undef VAR
257	} perl_slots;	226	} perl_slots;
258		227
		228	// how many context stack entries do we need for perl_slots
259	#define SLOT_COUNT ((sizeof (perl_slots) + sizeof (PERL_CONTEXT) - 1) / sizeof (PERL_CONTEXT))	229	#define SLOT_COUNT ((sizeof (perl_slots) + sizeof (PERL_CONTEXT) - 1) / sizeof (PERL_CONTEXT))
260		230
261	/* this is a structure representing a perl-level coroutine */	231	/* this is a structure representing a perl-level coroutine */
262	struct coro {	232	struct coro {
263	/* the C coroutine allocated to this perl coroutine, if any */	233	/* the C coroutine allocated to this perl coroutine, if any */
…		…
274	CV *startcv; /* the CV to execute */	244	CV *startcv; /* the CV to execute */
275	AV *args; /* data associated with this coroutine (initial args) */	245	AV *args; /* data associated with this coroutine (initial args) */
276	int refcnt; /* coroutines are refcounted, yes */	246	int refcnt; /* coroutines are refcounted, yes */
277	int flags; /* CF_ flags */	247	int flags; /* CF_ flags */
278	HV *hv; /* the perl hash associated with this coro, if any */	248	HV *hv; /* the perl hash associated with this coro, if any */
279	void (*on_destroy)(pTHX_ struct coro *coro);
280		249
281	/* statistics */	250	/* statistics */
282	int usecount; /* number of transfers to this coro */	251	int usecount; /* number of transfers to this coro */
283		252
284	/* coro process data */	253	/* coro process data */
…		…
293		262
294	/* on_enter/on_leave */	263	/* on_enter/on_leave */
295	AV *on_enter;	264	AV *on_enter;
296	AV *on_leave;	265	AV *on_leave;
297		266
		267	/* swap_sv */
		268	AV *swap_sv;
		269
		270	/* times */
		271	coro_ts t_cpu, t_real;
		272
298	/* linked list */	273	/* linked list */
299	struct coro *next, *prev;	274	struct coro *next, *prev;
300	};	275	};
301		276
302	typedef struct coro *Coro__State;	277	typedef struct coro *Coro__State;
303	typedef struct coro *Coro__State_or_hashref;	278	typedef struct coro *Coro__State_or_hashref;
304		279
305	/* the following variables are effectively part of the perl context */	280	/* the following variables are effectively part of the perl context */
306	/* and get copied between struct coro and these variables */	281	/* and get copied between struct coro and these variables */
307	/* the mainr easonw e don't support windows process emulation */	282	/* the main reason we don't support windows process emulation */
308	static struct CoroSLF slf_frame; /* the current slf frame */	283	static struct CoroSLF slf_frame; /* the current slf frame */
309		284
310	/** Coro ********************************************************************/	285	/** Coro ********************************************************************/
311		286
312	#define PRIO_MAX 3	287	#define CORO_PRIO_MAX 3
313	#define PRIO_HIGH 1	288	#define CORO_PRIO_HIGH 1
314	#define PRIO_NORMAL 0	289	#define CORO_PRIO_NORMAL 0
315	#define PRIO_LOW -1	290	#define CORO_PRIO_LOW -1
316	#define PRIO_IDLE -3	291	#define CORO_PRIO_IDLE -3
317	#define PRIO_MIN -4	292	#define CORO_PRIO_MIN -4
318		293
319	/* for Coro.pm */	294	/* for Coro.pm */
320	static SV *coro_current;	295	static SV *coro_current;
321	static SV *coro_readyhook;	296	static SV *coro_readyhook;
322	static struct coro *coro_ready [PRIO_MAX - PRIO_MIN + 1][2]; /* head|tail */	297	static struct coro *coro_ready [CORO_PRIO_MAX - CORO_PRIO_MIN + 1][2]; /* head|tail */
323	static CV *cv_coro_run, *cv_coro_terminate;	298	static CV *cv_coro_run;
324	static struct coro *coro_first;	299	static struct coro *coro_first;
325	#define coro_nready coroapi.nready	300	#define coro_nready coroapi.nready
		301
		302	/** Coro::Select ************************************************************/
		303
		304	static OP *(*coro_old_pp_sselect) (pTHX);
		305	static SV *coro_select_select;
		306
		307	/* horrible hack, but if it works... */
		308	static OP *
		309	coro_pp_sselect (pTHX)
		310	{
		311	dSP;
		312	PUSHMARK (SP - 4); /* fake argument list */
		313	XPUSHs (coro_select_select);
		314	PUTBACK;
		315
		316	/* entersub is an UNOP, select a LISTOP... keep your fingers crossed */
		317	PL_op->op_flags |= OPf_STACKED;
		318	PL_op->op_private = 0;
		319	return PL_ppaddr [OP_ENTERSUB](aTHX);
		320	}
		321
		322	/** time stuff **************************************************************/
		323
		324	#ifdef HAS_GETTIMEOFDAY
		325
		326	static void
		327	coro_u2time (pTHX_ UV ret[2])
		328	{
		329	struct timeval tv;
		330	gettimeofday (&tv, 0);
		331
		332	ret [0] = tv.tv_sec;
		333	ret [1] = tv.tv_usec;
		334	}
		335
		336	static double
		337	coro_nvtime ()
		338	{
		339	struct timeval tv;
		340	gettimeofday (&tv, 0);
		341
		342	return tv.tv_sec + tv.tv_usec * 1e-6;
		343	}
		344
		345	static void
		346	time_init (pTHX)
		347	{
		348	nvtime = coro_nvtime;
		349	u2time = coro_u2time;
		350	}
		351
		352	#else
		353
		354	static void
		355	time_init (pTHX)
		356	{
		357	SV **svp;
		358
		359	require_pv ("Time/HiRes.pm");
		360
		361	svp = hv_fetch (PL_modglobal, "Time::NVtime", 12, 0);
		362
		363	if (!svp) croak ("Time::HiRes is required, but missing. Caught");
		364	if (!SvIOK (*svp)) croak ("Time::NVtime isn't a function pointer. Caught");
		365
		366	nvtime = INT2PTR (double (*)(), SvIV (*svp));
		367
		368	svp = hv_fetch (PL_modglobal, "Time::U2time", 12, 0);
		369	u2time = INT2PTR (void (*)(pTHX_ UV ret[2]), SvIV (*svp));
		370	}
		371
		372	#endif
326		373
327	/** lowlevel stuff **********************************************************/	374	/** lowlevel stuff **********************************************************/
328		375
329	static SV *	376	static SV *
330	coro_get_sv (pTHX_ const char *name, int create)	377	coro_get_sv (pTHX_ const char *name, int create)
…		…
354	get_hv (name, create);	401	get_hv (name, create);
355	#endif	402	#endif
356	return get_hv (name, create);	403	return get_hv (name, create);
357	}	404	}
358		405
359	/* may croak */	406	INLINE void
360	INLINE CV *	407	coro_times_update ()
361	coro_sv_2cv (pTHX_ SV *sv)
362	{	408	{
363	HV *st;	409	#ifdef coro_clock_gettime
364	GV *gvp;	410	struct timespec ts;
365	CV *cv = sv_2cv (sv, &st, &gvp, 0);
366		411
367	if (!cv)	412	ts.tv_sec = ts.tv_nsec = 0;
368	croak ("code reference expected");	413	coro_clock_gettime (CORO_CLOCK_THREAD_CPUTIME_ID, &ts);
		414	time_cpu [0] = ts.tv_sec; time_cpu [1] = ts.tv_nsec;
369		415
370	return cv;	416	ts.tv_sec = ts.tv_nsec = 0;
		417	coro_clock_gettime (CORO_CLOCK_MONOTONIC, &ts);
		418	time_real [0] = ts.tv_sec; time_real [1] = ts.tv_nsec;
		419	#else
		420	dTHX;
		421	UV tv[2];
		422
		423	u2time (aTHX_ tv);
		424	time_real [0] = tv [0];
		425	time_real [1] = tv [1] * 1000;
		426	#endif
		427	}
		428
		429	INLINE void
		430	coro_times_add (struct coro *c)
		431	{
		432	c->t_real [1] += time_real [1];
		433	if (c->t_real [1] > 1000000000) { c->t_real [1] -= 1000000000; ++c->t_real [0]; }
		434	c->t_real [0] += time_real [0];
		435
		436	c->t_cpu [1] += time_cpu [1];
		437	if (c->t_cpu [1] > 1000000000) { c->t_cpu [1] -= 1000000000; ++c->t_cpu [0]; }
		438	c->t_cpu [0] += time_cpu [0];
		439	}
		440
		441	INLINE void
		442	coro_times_sub (struct coro *c)
		443	{
		444	if (c->t_real [1] < time_real [1]) { c->t_real [1] += 1000000000; --c->t_real [0]; }
		445	c->t_real [1] -= time_real [1];
		446	c->t_real [0] -= time_real [0];
		447
		448	if (c->t_cpu [1] < time_cpu [1]) { c->t_cpu [1] += 1000000000; --c->t_cpu [0]; }
		449	c->t_cpu [1] -= time_cpu [1];
		450	c->t_cpu [0] -= time_cpu [0];
371	}	451	}
372		452
373	/*****************************************************************************/	453	/*****************************************************************************/
374	/* magic glue */	454	/* magic glue */
375		455
…		…
475	static int	555	static int
476	coro_cv_free (pTHX_ SV *sv, MAGIC *mg)	556	coro_cv_free (pTHX_ SV *sv, MAGIC *mg)
477	{	557	{
478	AV *padlist;	558	AV *padlist;
479	AV *av = (AV *)mg->mg_obj;	559	AV *av = (AV *)mg->mg_obj;
		560
		561	/* perl manages to free our internal AV and _then_ call us */
		562	if (IN_DESTRUCT)
		563	return 0;
480		564
481	/* casting is fun. */	565	/* casting is fun. */
482	while (&PL_sv_undef != (SV *)(padlist = (AV *)av_pop (av)))	566	while (&PL_sv_undef != (SV *)(padlist = (AV *)av_pop (av)))
483	free_padlist (aTHX_ padlist);	567	free_padlist (aTHX_ padlist);
484		568
…		…
533	AvARRAY (av)[++AvFILLp (av)] = (SV *)CvPADLIST (cv);	617	AvARRAY (av)[++AvFILLp (av)] = (SV *)CvPADLIST (cv);
534	}	618	}
535		619
536	/** load & save, init *******************************************************/	620	/** load & save, init *******************************************************/
537		621
		622	/* swap sv heads, at least logically */
		623	static void
		624	swap_svs (pTHX_ Coro__State c)
		625	{
		626	int i;
		627
		628	for (i = 0; i <= AvFILLp (c->swap_sv); )
		629	{
		630	SV *a = AvARRAY (c->swap_sv)[i++];
		631	SV *b = AvARRAY (c->swap_sv)[i++];
		632
		633	const U32 keep = SVs_PADSTALE | SVs_PADTMP | SVs_PADMY; /* keep these flags */
		634	SV tmp;
		635
		636	/* swap sv_any */
		637	SvANY (&tmp) = SvANY (a); SvANY (a) = SvANY (b); SvANY (b) = SvANY (&tmp);
		638
		639	/* swap sv_flags */
		640	SvFLAGS (&tmp) = SvFLAGS (a);
		641	SvFLAGS (a) = (SvFLAGS (a) & keep) | (SvFLAGS (b ) & ~keep);
		642	SvFLAGS (b) = (SvFLAGS (b) & keep) | (SvFLAGS (&tmp) & ~keep);
		643
		644	#if PERL_VERSION_ATLEAST (5,10,0)
		645	/* perl 5.10 complicates this _quite_ a bit, but it also is
		646	* much faster, so no quarrels here. alternatively, we could
		647	* sv_upgrade to avoid this.
		648	*/
		649	{
		650	/* swap sv_u */
		651	tmp.sv_u = a->sv_u; a->sv_u = b->sv_u; b->sv_u = tmp.sv_u;
		652
		653	/* if SvANY points to the head, we need to adjust the pointers,
		654	* as the pointer for a still points to b, and maybe vice versa.
		655	*/
		656	#define svany_in_head(type) \
		657	(((1 << SVt_NULL) | (1 << SVt_BIND) | (1 << SVt_IV) | (1 << SVt_RV)) & (1 << (type)))
		658
		659	if (svany_in_head (SvTYPE (a)))
		660	SvANY (a) = (void *)((PTRV)SvANY (a) - (PTRV)b + (PTRV)a);
		661
		662	if (svany_in_head (SvTYPE (b)))
		663	SvANY (b) = (void *)((PTRV)SvANY (b) - (PTRV)a + (PTRV)b);
		664	}
		665	#endif
		666	}
		667	}
		668
		669	#define SWAP_SVS(coro) \
		670	if (expect_false ((coro)->swap_sv)) \
		671	swap_svs (aTHX_ (coro))
		672
538	static void	673	static void
539	on_enterleave_call (pTHX_ SV *cb);	674	on_enterleave_call (pTHX_ SV *cb);
540		675
541	static void	676	static void
542	load_perl (pTHX_ Coro__State c)	677	load_perl (pTHX_ Coro__State c)
…		…
573	}	708	}
574		709
575	slf_frame = c->slf_frame;	710	slf_frame = c->slf_frame;
576	CORO_THROW = c->except;	711	CORO_THROW = c->except;
577		712
		713	if (expect_false (enable_times))
		714	{
		715	if (expect_false (!times_valid))
		716	coro_times_update ();
		717
		718	coro_times_sub (c);
		719	}
		720
578	if (expect_false (c->on_enter))	721	if (expect_false (c->on_enter))
579	{	722	{
580	int i;	723	int i;
581		724
582	for (i = 0; i <= AvFILLp (c->on_enter); ++i)	725	for (i = 0; i <= AvFILLp (c->on_enter); ++i)
583	on_enterleave_call (aTHX_ AvARRAY (c->on_enter)[i]);	726	on_enterleave_call (aTHX_ AvARRAY (c->on_enter)[i]);
584	}	727	}
		728
		729	SWAP_SVS (c);
585	}	730	}
586		731
587	static void	732	static void
588	save_perl (pTHX_ Coro__State c)	733	save_perl (pTHX_ Coro__State c)
589	{	734	{
		735	SWAP_SVS (c);
		736
590	if (expect_false (c->on_leave))	737	if (expect_false (c->on_leave))
591	{	738	{
592	int i;	739	int i;
593		740
594	for (i = AvFILLp (c->on_leave); i >= 0; --i)	741	for (i = AvFILLp (c->on_leave); i >= 0; --i)
595	on_enterleave_call (aTHX_ AvARRAY (c->on_leave)[i]);	742	on_enterleave_call (aTHX_ AvARRAY (c->on_leave)[i]);
		743	}
		744
		745	times_valid = 0;
		746
		747	if (expect_false (enable_times))
		748	{
		749	coro_times_update (); times_valid = 1;
		750	coro_times_add (c);
596	}	751	}
597		752
598	c->except = CORO_THROW;	753	c->except = CORO_THROW;
599	c->slf_frame = slf_frame;	754	c->slf_frame = slf_frame;
600		755
…		…
615	{	770	{
616	while (expect_true (cxix >= 0))	771	while (expect_true (cxix >= 0))
617	{	772	{
618	PERL_CONTEXT *cx = &ccstk[cxix--];	773	PERL_CONTEXT *cx = &ccstk[cxix--];
619		774
620	if (expect_true (CxTYPE (cx) == CXt_SUB || CxTYPE (cx) == CXt_FORMAT))	775	if (expect_true (CxTYPE (cx) == CXt_SUB) || expect_false (CxTYPE (cx) == CXt_FORMAT))
621	{	776	{
622	CV *cv = cx->blk_sub.cv;	777	CV *cv = cx->blk_sub.cv;
623		778
624	if (expect_true (CvDEPTH (cv)))	779	if (expect_true (CvDEPTH (cv)))
625	{	780	{
…		…
644		799
645	PUTBACK;	800	PUTBACK;
646	}	801	}
647		802
648	/* allocate some space on the context stack for our purposes */	803	/* allocate some space on the context stack for our purposes */
649	/* we manually unroll here, as usually 2 slots is enough */	804	if (expect_false (cxstack_ix + SLOT_COUNT >= cxstack_max))
650	if (SLOT_COUNT >= 1) CXINC;
651	if (SLOT_COUNT >= 2) CXINC;
652	if (SLOT_COUNT >= 3) CXINC;
653	{	805	{
654	int i;	806	unsigned int i;
		807
655	for (i = 3; i < SLOT_COUNT; ++i)	808	for (i = 0; i < SLOT_COUNT; ++i)
656	CXINC;	809	CXINC;
657	}	810
658	cxstack_ix -= SLOT_COUNT; /* undo allocation */	811	cxstack_ix -= SLOT_COUNT; /* undo allocation */
		812	}
659		813
660	c->mainstack = PL_mainstack;	814	c->mainstack = PL_mainstack;
661		815
662	{	816	{
663	perl_slots *slot = c->slot = (perl_slots *)(cxstack + cxstack_ix + 1);	817	perl_slots *slot = c->slot = (perl_slots *)(cxstack + cxstack_ix + 1);
…		…
684	# define coro_init_stacks(thx) init_stacks ()	838	# define coro_init_stacks(thx) init_stacks ()
685	#else	839	#else
686	static void	840	static void
687	coro_init_stacks (pTHX)	841	coro_init_stacks (pTHX)
688	{	842	{
689	PL_curstackinfo = new_stackinfo(32, 8);	843	PL_curstackinfo = new_stackinfo(32, 4 + SLOT_COUNT); /* 3 is minimum due to perl rounding down in scope.c:GROW() */
690	PL_curstackinfo->si_type = PERLSI_MAIN;	844	PL_curstackinfo->si_type = PERLSI_MAIN;
691	PL_curstack = PL_curstackinfo->si_stack;	845	PL_curstack = PL_curstackinfo->si_stack;
692	PL_mainstack = PL_curstack; /* remember in case we switch stacks */	846	PL_mainstack = PL_curstack; /* remember in case we switch stacks */
693		847
694	PL_stack_base = AvARRAY(PL_curstack);	848	PL_stack_base = AvARRAY(PL_curstack);
…		…
893	slf_check_repeat (pTHX_ struct CoroSLF *frame)	1047	slf_check_repeat (pTHX_ struct CoroSLF *frame)
894	{	1048	{
895	return 1;	1049	return 1;
896	}	1050	}
897		1051
898	static UNOP coro_setup_op;	1052	static UNOP init_perl_op;
899		1053
900	static void NOINLINE /* noinline to keep it out of the transfer fast path */	1054	static void NOINLINE /* noinline to keep it out of the transfer fast path */
901	coro_setup (pTHX_ struct coro *coro)	1055	init_perl (pTHX_ struct coro *coro)
902	{	1056	{
903	/*	1057	/*
904	* emulate part of the perl startup here.	1058	* emulate part of the perl startup here.
905	*/	1059	*/
906	coro_init_stacks (aTHX);	1060	coro_init_stacks (aTHX);
…		…
913	PL_comppad_name_fill = 0;	1067	PL_comppad_name_fill = 0;
914	PL_comppad_name_floor = 0;	1068	PL_comppad_name_floor = 0;
915	PL_curpm = 0;	1069	PL_curpm = 0;
916	PL_curpad = 0;	1070	PL_curpad = 0;
917	PL_localizing = 0;	1071	PL_localizing = 0;
918	PL_dirty = 0;
919	PL_restartop = 0;	1072	PL_restartop = 0;
920	#if PERL_VERSION_ATLEAST (5,10,0)	1073	#if PERL_VERSION_ATLEAST (5,10,0)
921	PL_parser = 0;	1074	PL_parser = 0;
922	#endif	1075	#endif
923	PL_hints = 0;	1076	PL_hints = 0;
…		…
955	*/	1108	*/
956	slf_frame.prepare = prepare_nop; /* provide a nop function for an eventual pp_slf */	1109	slf_frame.prepare = prepare_nop; /* provide a nop function for an eventual pp_slf */
957	slf_frame.check = slf_check_nop; /* signal pp_slf to not repeat */	1110	slf_frame.check = slf_check_nop; /* signal pp_slf to not repeat */
958		1111
959	/* and we have to provide the pp_slf op in any case, so pp_slf can skip it */	1112	/* and we have to provide the pp_slf op in any case, so pp_slf can skip it */
960	coro_setup_op.op_next = PL_op;	1113	init_perl_op.op_next = PL_op;
961	coro_setup_op.op_type = OP_ENTERSUB;	1114	init_perl_op.op_type = OP_ENTERSUB;
962	coro_setup_op.op_ppaddr = pp_slf;	1115	init_perl_op.op_ppaddr = pp_slf;
963	/* no flags etc. required, as an init function won't be called */	1116	/* no flags etc. required, as an init function won't be called */
964		1117
965	PL_op = (OP *)&coro_setup_op;	1118	PL_op = (OP *)&init_perl_op;
966		1119
967	/* copy throw, in case it was set before coro_setup */	1120	/* copy throw, in case it was set before init_perl */
968	CORO_THROW = coro->except;	1121	CORO_THROW = coro->except;
		1122
		1123	SWAP_SVS (coro);
		1124
		1125	if (expect_false (enable_times))
		1126	{
		1127	coro_times_update ();
		1128	coro_times_sub (coro);
		1129	}
969	}	1130	}
970		1131
971	static void	1132	static void
972	coro_unwind_stacks (pTHX)	1133	coro_unwind_stacks (pTHX)
973	{	1134	{
…		…
988	dounwind (-1);	1149	dounwind (-1);
989	}	1150	}
990	}	1151	}
991		1152
992	static void	1153	static void
993	coro_destruct_perl (pTHX_ struct coro *coro)	1154	destroy_perl (pTHX_ struct coro *coro)
994	{	1155	{
		1156	SV *svf [9];
		1157
		1158	{
		1159	SV *old_current = SvRV (coro_current);
		1160	struct coro *current = SvSTATE (old_current);
		1161
		1162	assert (("FATAL: tried to destroy currently running coroutine", coro->mainstack != PL_mainstack));
		1163
		1164	save_perl (aTHX_ current);
		1165
		1166	/* this will cause transfer_check to croak on block*/
		1167	SvRV_set (coro_current, (SV *)coro->hv);
		1168
		1169	load_perl (aTHX_ coro);
		1170
995	coro_unwind_stacks (aTHX);	1171	coro_unwind_stacks (aTHX);
		1172	coro_destruct_stacks (aTHX);
996		1173
997	SvREFCNT_dec (GvSV (PL_defgv));	1174	/* restore swapped sv's */
998	SvREFCNT_dec (GvAV (PL_defgv));	1175	SWAP_SVS (coro);
999	SvREFCNT_dec (GvSV (PL_errgv));
1000	SvREFCNT_dec (PL_defoutgv);
1001	SvREFCNT_dec (PL_rs);
1002	SvREFCNT_dec (GvSV (irsgv));
1003	SvREFCNT_dec (GvHV (PL_hintgv));
1004		1176
1005	SvREFCNT_dec (PL_diehook);	1177	// now save some sv's to be free'd later
1006	SvREFCNT_dec (PL_warnhook);	1178	svf [0] = GvSV (PL_defgv);
		1179	svf [1] = (SV *)GvAV (PL_defgv);
		1180	svf [2] = GvSV (PL_errgv);
		1181	svf [3] = (SV *)PL_defoutgv;
		1182	svf [4] = PL_rs;
		1183	svf [5] = GvSV (irsgv);
		1184	svf [6] = (SV *)GvHV (PL_hintgv);
		1185	svf [7] = PL_diehook;
		1186	svf [8] = PL_warnhook;
		1187	assert (9 == sizeof (svf) / sizeof (*svf));
		1188
		1189	SvRV_set (coro_current, old_current);
		1190
		1191	load_perl (aTHX_ current);
1007		1192	}
		1193
		1194	{
		1195	unsigned int i;
		1196
		1197	for (i = 0; i < sizeof (svf) / sizeof (*svf); ++i)
		1198	SvREFCNT_dec (svf [i]);
		1199
1008	SvREFCNT_dec (coro->saved_deffh);	1200	SvREFCNT_dec (coro->saved_deffh);
1009	SvREFCNT_dec (coro->rouse_cb);	1201	SvREFCNT_dec (coro->rouse_cb);
1010	SvREFCNT_dec (coro->invoke_cb);	1202	SvREFCNT_dec (coro->invoke_cb);
1011	SvREFCNT_dec (coro->invoke_av);	1203	SvREFCNT_dec (coro->invoke_av);
1012		1204	}
1013	coro_destruct_stacks (aTHX);
1014	}	1205	}
1015		1206
1016	INLINE void	1207	INLINE void
1017	free_coro_mortal (pTHX)	1208	free_coro_mortal (pTHX)
1018	{	1209	{
…		…
1215	/* somebody or something will hit me for both perl_run and PL_restartop */	1406	/* somebody or something will hit me for both perl_run and PL_restartop */
1216	PL_restartop = PL_op;	1407	PL_restartop = PL_op;
1217	perl_run (PL_curinterp);	1408	perl_run (PL_curinterp);
1218	/*	1409	/*
1219	* Unfortunately, there is no way to get at the return values of the	1410	* Unfortunately, there is no way to get at the return values of the
1220	* coro body here, as perl_run destroys these	1411	* coro body here, as perl_run destroys these. Likewise, we cannot catch
		1412	* runtime errors here, as this is just a random interpreter, not a thread.
1221	*/	1413	*/
1222		1414
1223	/*	1415	/*
1224	* If perl-run returns we assume exit() was being called or the coro	1416	* If perl-run returns we assume exit() was being called or the coro
1225	* fell off the end, which seems to be the only valid (non-bug)	1417	* fell off the end, which seems to be the only valid (non-bug)
…		…
1312	cctx_destroy (coro_cctx *cctx)	1504	cctx_destroy (coro_cctx *cctx)
1313	{	1505	{
1314	if (!cctx)	1506	if (!cctx)
1315	return;	1507	return;
1316		1508
1317	assert (("FATAL: tried to destroy current cctx", cctx != cctx_current));//D temporary?	1509	assert (("FATAL: tried to destroy current cctx", cctx != cctx_current));
1318		1510
1319	--cctx_count;	1511	--cctx_count;
1320	coro_destroy (&cctx->cctx);	1512	coro_destroy (&cctx->cctx);
1321		1513
1322	/* coro_transfer creates new, empty cctx's */	1514	/* coro_transfer creates new, empty cctx's */
…		…
1432	if (expect_false (next->flags & CF_NEW))	1624	if (expect_false (next->flags & CF_NEW))
1433	{	1625	{
1434	/* need to start coroutine */	1626	/* need to start coroutine */
1435	next->flags &= ~CF_NEW;	1627	next->flags &= ~CF_NEW;
1436	/* setup coroutine call */	1628	/* setup coroutine call */
1437	coro_setup (aTHX_ next);	1629	init_perl (aTHX_ next);
1438	}	1630	}
1439	else	1631	else
1440	load_perl (aTHX_ next);	1632	load_perl (aTHX_ next);
1441		1633
1442	/* possibly untie and reuse the cctx */	1634	/* possibly untie and reuse the cctx */
…		…
1481	#define TRANSFER(ta, force_cctx) transfer (aTHX_ (ta).prev, (ta).next, (force_cctx))	1673	#define TRANSFER(ta, force_cctx) transfer (aTHX_ (ta).prev, (ta).next, (force_cctx))
1482	#define TRANSFER_CHECK(ta) transfer_check (aTHX_ (ta).prev, (ta).next)	1674	#define TRANSFER_CHECK(ta) transfer_check (aTHX_ (ta).prev, (ta).next)
1483		1675
1484	/** high level stuff ********************************************************/	1676	/** high level stuff ********************************************************/
1485		1677
1486	static int	1678	static void
1487	coro_state_destroy (pTHX_ struct coro *coro)	1679	coro_state_destroy (pTHX_ struct coro *coro)
1488	{	1680	{
1489	if (coro->flags & CF_DESTROYED)	1681	if (coro->flags & CF_DESTROYED)
1490	return 0;	1682	return;
1491		1683
1492	if (coro->on_destroy && !PL_dirty)
1493	coro->on_destroy (aTHX_ coro);	1684	slf_destroy (aTHX_ coro);
1494		1685
1495	coro->flags |= CF_DESTROYED;	1686	coro->flags |= CF_DESTROYED;
1496		1687
1497	if (coro->flags & CF_READY)	1688	if (coro->flags & CF_READY)
1498	{	1689	{
…		…
1505		1696
1506	if (coro->mainstack	1697	if (coro->mainstack
1507	&& coro->mainstack != main_mainstack	1698	&& coro->mainstack != main_mainstack
1508	&& coro->slot	1699	&& coro->slot
1509	&& !PL_dirty)	1700	&& !PL_dirty)
1510	{
1511	struct coro *current = SvSTATE_current;
1512
1513	assert (("FATAL: tried to destroy currently running coroutine", coro->mainstack != PL_mainstack));
1514
1515	save_perl (aTHX_ current);
1516	load_perl (aTHX_ coro);
1517
1518	coro_destruct_perl (aTHX_ coro);	1701	destroy_perl (aTHX_ coro);
1519		1702
1520	load_perl (aTHX_ current);	1703	if (coro->next) coro->next->prev = coro->prev;
1521		1704	if (coro->prev) coro->prev->next = coro->next;
1522	coro->slot = 0;	1705	if (coro == coro_first) coro_first = coro->next;
1523	}
1524		1706
1525	cctx_destroy (coro->cctx);	1707	cctx_destroy (coro->cctx);
1526	SvREFCNT_dec (coro->startcv);	1708	SvREFCNT_dec (coro->startcv);
1527	SvREFCNT_dec (coro->args);	1709	SvREFCNT_dec (coro->args);
		1710	SvREFCNT_dec (coro->swap_sv);
1528	SvREFCNT_dec (CORO_THROW);	1711	SvREFCNT_dec (CORO_THROW);
1529
1530	if (coro->next) coro->next->prev = coro->prev;
1531	if (coro->prev) coro->prev->next = coro->next;
1532	if (coro == coro_first) coro_first = coro->next;
1533
1534	return 1;
1535	}	1712	}
1536		1713
1537	static int	1714	static int
1538	coro_state_free (pTHX_ SV *sv, MAGIC *mg)	1715	coro_state_free (pTHX_ SV *sv, MAGIC *mg)
1539	{	1716	{
…		…
1587		1764
1588	prepare_transfer (aTHX_ &ta, prev_sv, next_sv);	1765	prepare_transfer (aTHX_ &ta, prev_sv, next_sv);
1589	TRANSFER (ta, 1);	1766	TRANSFER (ta, 1);
1590	}	1767	}
1591		1768
1592	/*****************************************************************************/
1593	/* gensub: simple closure generation utility */
1594
1595	#define GENSUB_ARG CvXSUBANY (cv).any_ptr
1596
1597	/* create a closure from XS, returns a code reference */
1598	/* the arg can be accessed via GENSUB_ARG from the callback */
1599	/* the callback must use dXSARGS/XSRETURN */
1600	static SV *
1601	gensub (pTHX_ void (*xsub)(pTHX_ CV *), void *arg)
1602	{
1603	CV *cv = (CV *)newSV (0);
1604
1605	sv_upgrade ((SV *)cv, SVt_PVCV);
1606
1607	CvANON_on (cv);
1608	CvISXSUB_on (cv);
1609	CvXSUB (cv) = xsub;
1610	GENSUB_ARG = arg;
1611
1612	return newRV_noinc ((SV *)cv);
1613	}
1614
1615	/** Coro ********************************************************************/	1769	/** Coro ********************************************************************/
1616		1770
1617	INLINE void	1771	INLINE void
1618	coro_enq (pTHX_ struct coro *coro)	1772	coro_enq (pTHX_ struct coro *coro)
1619	{	1773	{
1620	struct coro **ready = coro_ready [coro->prio - PRIO_MIN];	1774	struct coro **ready = coro_ready [coro->prio - CORO_PRIO_MIN];
1621		1775
1622	SvREFCNT_inc_NN (coro->hv);	1776	SvREFCNT_inc_NN (coro->hv);
1623		1777
1624	coro->next_ready = 0;	1778	coro->next_ready = 0;
1625	*(ready [0] ? &ready [1]->next_ready : &ready [0]) = coro;	1779	*(ready [0] ? &ready [1]->next_ready : &ready [0]) = coro;
…		…
1629	INLINE struct coro *	1783	INLINE struct coro *
1630	coro_deq (pTHX)	1784	coro_deq (pTHX)
1631	{	1785	{
1632	int prio;	1786	int prio;
1633		1787
1634	for (prio = PRIO_MAX - PRIO_MIN + 1; --prio >= 0; )	1788	for (prio = CORO_PRIO_MAX - CORO_PRIO_MIN + 1; --prio >= 0; )
1635	{	1789	{
1636	struct coro **ready = coro_ready [prio];	1790	struct coro **ready = coro_ready [prio];
1637		1791
1638	if (ready [0])	1792	if (ready [0])
1639	{	1793	{
…		…
1644	}	1798	}
1645		1799
1646	return 0;	1800	return 0;
1647	}	1801	}
1648		1802
		1803	static void
		1804	invoke_sv_ready_hook_helper (void)
		1805	{
		1806	dTHX;
		1807	dSP;
		1808
		1809	ENTER;
		1810	SAVETMPS;
		1811
		1812	PUSHMARK (SP);
		1813	PUTBACK;
		1814	call_sv (coro_readyhook, G_VOID | G_DISCARD);
		1815
		1816	FREETMPS;
		1817	LEAVE;
		1818	}
		1819
1649	static int	1820	static int
1650	api_ready (pTHX_ SV *coro_sv)	1821	api_ready (pTHX_ SV *coro_sv)
1651	{	1822	{
1652	struct coro *coro;
1653	SV *sv_hook;
1654	void (*xs_hook)(void);
1655
1656	coro = SvSTATE (coro_sv);	1823	struct coro *coro = SvSTATE (coro_sv);
1657		1824
1658	if (coro->flags & CF_READY)	1825	if (coro->flags & CF_READY)
1659	return 0;	1826	return 0;
1660		1827
1661	coro->flags |= CF_READY;	1828	coro->flags |= CF_READY;
1662		1829
1663	sv_hook = coro_nready ? 0 : coro_readyhook;
1664	xs_hook = coro_nready ? 0 : coroapi.readyhook;
1665
1666	coro_enq (aTHX_ coro);	1830	coro_enq (aTHX_ coro);
1667	++coro_nready;
1668		1831
1669	if (sv_hook)	1832	if (!coro_nready++)
1670	{	1833	if (coroapi.readyhook)
1671	dSP;	1834	coroapi.readyhook ();
1672
1673	ENTER;
1674	SAVETMPS;
1675
1676	PUSHMARK (SP);
1677	PUTBACK;
1678	call_sv (sv_hook, G_VOID | G_DISCARD);
1679
1680	FREETMPS;
1681	LEAVE;
1682	}
1683
1684	if (xs_hook)
1685	xs_hook ();
1686		1835
1687	return 1;	1836	return 1;
1688	}	1837	}
1689		1838
1690	static int	1839	static int
…		…
1735	{	1884	{
1736	/* nothing to schedule: call the idle handler */	1885	/* nothing to schedule: call the idle handler */
1737	if (SvROK (sv_idle)	1886	if (SvROK (sv_idle)
1738	&& SvOBJECT (SvRV (sv_idle)))	1887	&& SvOBJECT (SvRV (sv_idle)))
1739	{	1888	{
		1889	if (SvRV (sv_idle) == SvRV (coro_current))
		1890	croak ("FATAL: $Coro::IDLE blocked itself - did you try to block inside an event loop callback? Caught");
		1891
1740	++coro_nready; /* hack so that api_ready doesn't invoke ready hook */	1892	++coro_nready; /* hack so that api_ready doesn't invoke ready hook */
1741	api_ready (aTHX_ SvRV (sv_idle));	1893	api_ready (aTHX_ SvRV (sv_idle));
1742	--coro_nready;	1894	--coro_nready;
1743	}	1895	}
1744	else	1896	else
1745	{	1897	{
		1898	/* TODO: deprecated, remove, cannot work reliably *//*D*/
1746	dSP;	1899	dSP;
1747		1900
1748	ENTER;	1901	ENTER;
1749	SAVETMPS;	1902	SAVETMPS;
1750		1903
…		…
1860		2013
1861	static void	2014	static void
1862	coro_call_on_destroy (pTHX_ struct coro *coro)	2015	coro_call_on_destroy (pTHX_ struct coro *coro)
1863	{	2016	{
1864	SV **on_destroyp = hv_fetch (coro->hv, "_on_destroy", sizeof ("_on_destroy") - 1, 0);	2017	SV **on_destroyp = hv_fetch (coro->hv, "_on_destroy", sizeof ("_on_destroy") - 1, 0);
1865	SV **statusp = hv_fetch (coro->hv, "_status", sizeof ("_status") - 1, 0);
1866		2018
1867	if (on_destroyp)	2019	if (on_destroyp)
1868	{	2020	{
1869	AV *on_destroy = (AV *)SvRV (*on_destroyp);	2021	SV **statusp = hv_fetch (coro->hv, "_status", sizeof ("_status") - 1, 0);
		2022	AV *on_destroy = sv_2mortal (SvREFCNT_inc ((AV *)SvRV (*on_destroyp)));
		2023	AV *status = statusp ? sv_2mortal (SvREFCNT_inc ((AV *)SvRV (*statusp))) : 0;
1870		2024
1871	while (AvFILLp (on_destroy) >= 0)	2025	while (AvFILLp (on_destroy) >= 0)
1872	{	2026	{
1873	dSP; /* don't disturb outer sp */	2027	dSP; /* don't disturb outer sp */
1874	SV *cb = av_pop (on_destroy);	2028	SV *cb = av_pop (on_destroy);
…		…
1876	PUSHMARK (SP);	2030	PUSHMARK (SP);
1877		2031
1878	if (statusp)	2032	if (statusp)
1879	{	2033	{
1880	int i;	2034	int i;
1881	AV *status = (AV *)SvRV (*statusp);
1882	EXTEND (SP, AvFILLp (status) + 1);	2035	EXTEND (SP, AvFILLp (status) + 1);
1883		2036
1884	for (i = 0; i <= AvFILLp (status); ++i)	2037	for (i = 0; i <= AvFILLp (status); ++i)
1885	PUSHs (AvARRAY (status)[i]);	2038	PUSHs (AvARRAY (status)[i]);
1886	}	2039	}
…		…
1890	}	2043	}
1891	}	2044	}
1892	}	2045	}
1893		2046
1894	static void	2047	static void
1895	slf_init_terminate (pTHX_ struct CoroSLF *frame, CV *cv, SV **arg, int items)	2048	coro_set_status (pTHX_ HV *coro_hv, SV **arg, int items)
1896	{	2049	{
1897	int i;
1898	HV *hv = (HV *)SvRV (coro_current);
1899	AV *av = newAV ();	2050	AV *av = newAV ();
1900		2051
		2052	/* items are actually not so common, so optimise for this case */
		2053	if (items)
		2054	{
		2055	int i;
		2056
1901	av_extend (av, items - 1);	2057	av_extend (av, items - 1);
		2058
1902	for (i = 0; i < items; ++i)	2059	for (i = 0; i < items; ++i)
1903	av_push (av, SvREFCNT_inc_NN (arg [i]));	2060	av_push (av, SvREFCNT_inc_NN (arg [i]));
		2061	}
1904		2062
1905	hv_store (hv, "_status", sizeof ("_status") - 1, newRV_noinc ((SV *)av), 0);	2063	hv_store (coro_hv, "_status", sizeof ("_status") - 1, newRV_noinc ((SV *)av), 0);
		2064	}
1906		2065
		2066	static void
		2067	slf_init_terminate_cancel_common (pTHX_ struct CoroSLF *frame, HV *coro_hv)
		2068	{
1907	av_push (av_destroy, (SV *)newRV_inc ((SV *)hv)); /* RVinc for perl */	2069	av_push (av_destroy, (SV *)newRV_inc ((SV *)coro_hv)); /* RVinc for perl */
1908	api_ready (aTHX_ sv_manager);	2070	api_ready (aTHX_ sv_manager);
1909		2071
1910	frame->prepare = prepare_schedule;	2072	frame->prepare = prepare_schedule;
1911	frame->check = slf_check_repeat;	2073	frame->check = slf_check_repeat;
1912		2074
1913	/* as a minor optimisation, we could unwind all stacks here */	2075	/* as a minor optimisation, we could unwind all stacks here */
1914	/* but that puts extra pressure on pp_slf, and is not worth much */	2076	/* but that puts extra pressure on pp_slf, and is not worth much */
1915	/*coro_unwind_stacks (aTHX);*/	2077	/*coro_unwind_stacks (aTHX);*/
		2078	}
		2079
		2080	static void
		2081	slf_init_terminate (pTHX_ struct CoroSLF *frame, CV *cv, SV **arg, int items)
		2082	{
		2083	HV *coro_hv = (HV *)SvRV (coro_current);
		2084
		2085	coro_set_status (aTHX_ coro_hv, arg, items);
		2086	slf_init_terminate_cancel_common (aTHX_ frame, coro_hv);
		2087	}
		2088
		2089	static void
		2090	slf_init_cancel (pTHX_ struct CoroSLF *frame, CV *cv, SV **arg, int items)
		2091	{
		2092	HV *coro_hv;
		2093	struct coro *coro;
		2094
		2095	if (items <= 0)
		2096	croak ("Coro::cancel called without coro object,");
		2097
		2098	coro = SvSTATE (arg [0]);
		2099	coro_hv = coro->hv;
		2100
		2101	coro_set_status (aTHX_ coro_hv, arg + 1, items - 1);
		2102
		2103	if (expect_false (coro->flags & CF_NOCANCEL))
		2104	{
		2105	/* coro currently busy cancelling something, so just notify it */
		2106	coro->slf_frame.data = (void *)coro;
		2107
		2108	frame->prepare = prepare_nop;
		2109	frame->check = slf_check_nop;
		2110	}
		2111	else if (coro_hv == (HV *)SvRV (coro_current))
		2112	{
		2113	/* cancelling the current coro is allowed, and equals terminate */
		2114	slf_init_terminate_cancel_common (aTHX_ frame, coro_hv);
		2115	}
		2116	else
		2117	{
		2118	struct coro *self = SvSTATE_current;
		2119
		2120	/* otherwise we cancel directly, purely for speed reasons
		2121	* unfortunately, this requires some magic trickery, as
		2122	* somebody else could cancel us, so we have to fight the cancellation.
		2123	* this is ugly, and hopefully fully worth the extra speed.
		2124	* besides, I can't get the slow-but-safe version working...
		2125	*/
		2126	slf_frame.data = 0;
		2127	self->flags |= CF_NOCANCEL;
		2128
		2129	coro_state_destroy (aTHX_ coro);
		2130	coro_call_on_destroy (aTHX_ coro);
		2131
		2132	self->flags &= ~CF_NOCANCEL;
		2133
		2134	if (slf_frame.data)
		2135	{
		2136	/* while we were busy we have been cancelled, so terminate */
		2137	slf_init_terminate_cancel_common (aTHX_ frame, self->hv);
		2138	}
		2139	else
		2140	{
		2141	frame->prepare = prepare_nop;
		2142	frame->check = slf_check_nop;
		2143	}
		2144	}
		2145	}
		2146
		2147	static int
		2148	slf_check_safe_cancel (pTHX_ struct CoroSLF *frame)
		2149	{
		2150	frame->prepare = 0;
		2151	coro_unwind_stacks (aTHX);
		2152
		2153	slf_init_terminate_cancel_common (aTHX_ frame, (HV *)SvRV (coro_current));
		2154
		2155	return 1;
		2156	}
		2157
		2158	static int
		2159	safe_cancel (pTHX_ struct coro *coro, SV **arg, int items)
		2160	{
		2161	if (coro->cctx)
		2162	croak ("coro inside C callback, unable to cancel at this time, caught");
		2163
		2164	if (coro->flags & CF_NEW)
		2165	{
		2166	coro_set_status (aTHX_ coro->hv, arg, items);
		2167	coro_state_destroy (aTHX_ coro);
		2168	coro_call_on_destroy (aTHX_ coro);
		2169	}
		2170	else
		2171	{
		2172	if (!coro->slf_frame.prepare)
		2173	croak ("coro outside an SLF function, unable to cancel at this time, caught");
		2174
		2175	slf_destroy (aTHX_ coro);
		2176
		2177	coro_set_status (aTHX_ coro->hv, arg, items);
		2178	coro->slf_frame.prepare = prepare_nop;
		2179	coro->slf_frame.check = slf_check_safe_cancel;
		2180
		2181	api_ready (aTHX_ coro->hv);
		2182	}
		2183
		2184	return 1;
1916	}	2185	}
1917		2186
1918	/*****************************************************************************/	2187	/*****************************************************************************/
1919	/* async pool handler */	2188	/* async pool handler */
1920		2189
…		…
1960	coro->saved_deffh = 0;	2229	coro->saved_deffh = 0;
1961		2230
1962	if (coro_rss (aTHX_ coro) > SvUV (sv_pool_rss)	2231	if (coro_rss (aTHX_ coro) > SvUV (sv_pool_rss)
1963	|| av_len (av_async_pool) + 1 >= SvIV (sv_pool_size))	2232	|| av_len (av_async_pool) + 1 >= SvIV (sv_pool_size))
1964	{	2233	{
1965	coro->invoke_cb = SvREFCNT_inc_NN ((SV *)cv_coro_terminate);	2234	slf_init_terminate_cancel_common (aTHX_ frame, hv);
1966	coro->invoke_av = newAV ();	2235	return;
1967
1968	frame->prepare = prepare_nop;
1969	}	2236	}
1970	else	2237	else
1971	{	2238	{
1972	av_clear (GvAV (PL_defgv));	2239	av_clear (GvAV (PL_defgv));
1973	hv_store (hv, "desc", sizeof ("desc") - 1, SvREFCNT_inc_NN (sv_async_pool_idle), 0);	2240	hv_store (hv, "desc", sizeof ("desc") - 1, SvREFCNT_inc_NN (sv_async_pool_idle), 0);
…		…
1998		2265
1999	static void	2266	static void
2000	coro_rouse_callback (pTHX_ CV *cv)	2267	coro_rouse_callback (pTHX_ CV *cv)
2001	{	2268	{
2002	dXSARGS;	2269	dXSARGS;
2003	SV *data = (SV *)GENSUB_ARG;	2270	SV *data = (SV *)S_GENSUB_ARG;
2004		2271
2005	if (SvTYPE (SvRV (data)) != SVt_PVAV)	2272	if (SvTYPE (SvRV (data)) != SVt_PVAV)
2006	{	2273	{
2007	/* first call, set args */	2274	/* first call, set args */
2008	SV *coro = SvRV (data);	2275	SV *coro = SvRV (data);
…		…
2074	|| SvTYPE (SvRV (cb)) != SVt_PVCV	2341	|| SvTYPE (SvRV (cb)) != SVt_PVCV
2075	|| CvXSUB ((CV *)SvRV (cb)) != coro_rouse_callback)	2342	|| CvXSUB ((CV *)SvRV (cb)) != coro_rouse_callback)
2076	croak ("Coro::rouse_wait called with illegal callback argument,");	2343	croak ("Coro::rouse_wait called with illegal callback argument,");
2077		2344
2078	{	2345	{
2079	CV *cv = (CV *)SvRV (cb); /* for GENSUB_ARG */	2346	CV *cv = (CV *)SvRV (cb); /* for S_GENSUB_ARG */
2080	SV *data = (SV *)GENSUB_ARG;	2347	SV *data = (SV *)S_GENSUB_ARG;
2081		2348
2082	frame->data = (void *)data;	2349	frame->data = (void *)data;
2083	frame->prepare = SvTYPE (SvRV (data)) == SVt_PVAV ? prepare_nop : prepare_schedule;	2350	frame->prepare = SvTYPE (SvRV (data)) == SVt_PVAV ? prepare_nop : prepare_schedule;
2084	frame->check = slf_check_rouse_wait;	2351	frame->check = slf_check_rouse_wait;
2085	}	2352	}
…		…
2089	coro_new_rouse_cb (pTHX)	2356	coro_new_rouse_cb (pTHX)
2090	{	2357	{
2091	HV *hv = (HV *)SvRV (coro_current);	2358	HV *hv = (HV *)SvRV (coro_current);
2092	struct coro *coro = SvSTATE_hv (hv);	2359	struct coro *coro = SvSTATE_hv (hv);
2093	SV *data = newRV_inc ((SV *)hv);	2360	SV *data = newRV_inc ((SV *)hv);
2094	SV *cb = gensub (aTHX_ coro_rouse_callback, (void *)data);	2361	SV *cb = s_gensub (aTHX_ coro_rouse_callback, (void *)data);
2095		2362
2096	sv_magicext (SvRV (cb), data, CORO_MAGIC_type_rouse, 0, 0, 0);	2363	sv_magicext (SvRV (cb), data, CORO_MAGIC_type_rouse, 0, 0, 0);
2097	SvREFCNT_dec (data); /* magicext increases the refcount */	2364	SvREFCNT_dec (data); /* magicext increases the refcount */
2098		2365
2099	SvREFCNT_dec (coro->rouse_cb);	2366	SvREFCNT_dec (coro->rouse_cb);
…		…
2196	static void	2463	static void
2197	slf_init_cede_notself (pTHX_ struct CoroSLF *frame, CV *cv, SV **arg, int items)	2464	slf_init_cede_notself (pTHX_ struct CoroSLF *frame, CV *cv, SV **arg, int items)
2198	{	2465	{
2199	frame->prepare = prepare_cede_notself;	2466	frame->prepare = prepare_cede_notself;
2200	frame->check = slf_check_nop;	2467	frame->check = slf_check_nop;
		2468	}
		2469
		2470	/* "undo"/cancel a running slf call - used when cancelling a coro, mainly */
		2471	static void
		2472	slf_destroy (pTHX_ struct coro *coro)
		2473	{
		2474	/* this callback is reserved for slf functions needing to do cleanup */
		2475	if (coro->slf_frame.destroy && coro->slf_frame.prepare && !PL_dirty)
		2476	coro->slf_frame.destroy (aTHX_ coro);
		2477
		2478	/*
		2479	* The on_destroy above most likely is from an SLF call.
		2480	* Since by definition the SLF call will not finish when we destroy
		2481	* the coro, we will have to force-finish it here, otherwise
		2482	* cleanup functions cannot call SLF functions.
		2483	*/
		2484	coro->slf_frame.prepare = 0;
2201	}	2485	}
2202		2486
2203	/*	2487	/*
2204	* these not obviously related functions are all rolled into one	2488	* these not obviously related functions are all rolled into one
2205	* function to increase chances that they all will call transfer with the same	2489	* function to increase chances that they all will call transfer with the same
…		…
2324	if (PL_op->op_flags & OPf_STACKED)	2608	if (PL_op->op_flags & OPf_STACKED)
2325	{	2609	{
2326	if (items > slf_arga)	2610	if (items > slf_arga)
2327	{	2611	{
2328	slf_arga = items;	2612	slf_arga = items;
2329	free (slf_argv);	2613	Safefree (slf_argv);
2330	slf_argv = malloc (slf_arga * sizeof (SV *));	2614	New (0, slf_argv, slf_arga, SV *);
2331	}	2615	}
2332		2616
2333	slf_argc = items;	2617	slf_argc = items;
2334		2618
2335	for (i = 0; i < items; ++i)	2619	for (i = 0; i < items; ++i)
…		…
2470	/* Coro::Semaphore & Coro::Signal */	2754	/* Coro::Semaphore & Coro::Signal */
2471		2755
2472	static SV *	2756	static SV *
2473	coro_waitarray_new (pTHX_ int count)	2757	coro_waitarray_new (pTHX_ int count)
2474	{	2758	{
2475	/* a semaphore contains a counter IV in $sem->[0] and any waiters after that */	2759	/* a waitarray=semaphore contains a counter IV in $sem->[0] and any waiters after that */
2476	AV *av = newAV ();	2760	AV *av = newAV ();
2477	SV **ary;	2761	SV **ary;
2478		2762
2479	/* unfortunately, building manually saves memory */	2763	/* unfortunately, building manually saves memory */
2480	Newx (ary, 2, SV *);	2764	Newx (ary, 2, SV *);
…		…
2531	SvREFCNT_dec (cb);	2815	SvREFCNT_dec (cb);
2532	}	2816	}
2533	}	2817	}
2534		2818
2535	static void	2819	static void
2536	coro_semaphore_on_destroy (pTHX_ struct coro *coro)	2820	coro_semaphore_destroy (pTHX_ struct coro *coro)
2537	{	2821	{
2538	/* call $sem->adjust (0) to possibly wake up some other waiters */	2822	/* call $sem->adjust (0) to possibly wake up some other waiters */
2539	coro_semaphore_adjust (aTHX_ (AV *)coro->slf_frame.data, 0);	2823	coro_semaphore_adjust (aTHX_ (AV *)coro->slf_frame.data, 0);
2540	}	2824	}
2541		2825
…		…
2548	/* if we are about to throw, don't actually acquire the lock, just throw */	2832	/* if we are about to throw, don't actually acquire the lock, just throw */
2549	if (CORO_THROW)	2833	if (CORO_THROW)
2550	return 0;	2834	return 0;
2551	else if (SvIVX (count_sv) > 0)	2835	else if (SvIVX (count_sv) > 0)
2552	{	2836	{
2553	SvSTATE_current->on_destroy = 0;	2837	frame->destroy = 0;
2554		2838
2555	if (acquire)	2839	if (acquire)
2556	SvIVX (count_sv) = SvIVX (count_sv) - 1;	2840	SvIVX (count_sv) = SvIVX (count_sv) - 1;
2557	else	2841	else
2558	coro_semaphore_adjust (aTHX_ av, 0);	2842	coro_semaphore_adjust (aTHX_ av, 0);
…		…
2601	{	2885	{
2602	av_push (av, SvREFCNT_inc (SvRV (coro_current)));	2886	av_push (av, SvREFCNT_inc (SvRV (coro_current)));
2603		2887
2604	frame->data = (void *)sv_2mortal (SvREFCNT_inc ((SV *)av));	2888	frame->data = (void *)sv_2mortal (SvREFCNT_inc ((SV *)av));
2605	frame->prepare = prepare_schedule;	2889	frame->prepare = prepare_schedule;
2606
2607	/* to avoid race conditions when a woken-up coro gets terminated */	2890	/* to avoid race conditions when a woken-up coro gets terminated */
2608	/* we arrange for a temporary on_destroy that calls adjust (0) */	2891	/* we arrange for a temporary on_destroy that calls adjust (0) */
2609	SvSTATE_current->on_destroy = coro_semaphore_on_destroy;	2892	frame->destroy = coro_semaphore_destroy;
2610	}	2893	}
2611	}	2894	}
2612		2895
2613	static void	2896	static void
2614	slf_init_semaphore_down (pTHX_ struct CoroSLF *frame, CV *cv, SV **arg, int items)	2897	slf_init_semaphore_down (pTHX_ struct CoroSLF *frame, CV *cv, SV **arg, int items)
…		…
2622	{	2905	{
2623	if (items >= 2)	2906	if (items >= 2)
2624	{	2907	{
2625	/* callback form */	2908	/* callback form */
2626	AV *av = (AV *)SvRV (arg [0]);	2909	AV *av = (AV *)SvRV (arg [0]);
2627	CV *cb_cv = coro_sv_2cv (aTHX_ arg [1]);	2910	SV *cb_cv = s_get_cv_croak (arg [1]);
2628		2911
2629	av_push (av, (SV *)SvREFCNT_inc_NN (cb_cv));	2912	av_push (av, SvREFCNT_inc_NN (cb_cv));
2630		2913
2631	if (SvIVX (AvARRAY (av)[0]) > 0)	2914	if (SvIVX (AvARRAY (av)[0]) > 0)
2632	coro_semaphore_adjust (aTHX_ av, 0);	2915	coro_semaphore_adjust (aTHX_ av, 0);
2633		2916
2634	frame->prepare = prepare_nop;	2917	frame->prepare = prepare_nop;
…		…
2658	AvARRAY (av)[0] = AvARRAY (av)[1];	2941	AvARRAY (av)[0] = AvARRAY (av)[1];
2659	AvARRAY (av)[1] = cb;	2942	AvARRAY (av)[1] = cb;
2660		2943
2661	cb = av_shift (av);	2944	cb = av_shift (av);
2662		2945
		2946	if (SvTYPE (cb) == SVt_PVCV)
		2947	{
		2948	dSP;
		2949	PUSHMARK (SP);
		2950	XPUSHs (sv_2mortal (newRV_inc ((SV *)av)));
		2951	PUTBACK;
		2952	call_sv (cb, G_VOID | G_DISCARD | G_EVAL | G_KEEPERR);
		2953	}
		2954	else
		2955	{
2663	api_ready (aTHX_ cb);	2956	api_ready (aTHX_ cb);
2664	sv_setiv (cb, 0); /* signal waiter */	2957	sv_setiv (cb, 0); /* signal waiter */
		2958	}
		2959
2665	SvREFCNT_dec (cb);	2960	SvREFCNT_dec (cb);
2666		2961
2667	--count;	2962	--count;
2668	}	2963	}
2669	}	2964	}
…		…
2678	static void	2973	static void
2679	slf_init_signal_wait (pTHX_ struct CoroSLF *frame, CV *cv, SV **arg, int items)	2974	slf_init_signal_wait (pTHX_ struct CoroSLF *frame, CV *cv, SV **arg, int items)
2680	{	2975	{
2681	AV *av = (AV *)SvRV (arg [0]);	2976	AV *av = (AV *)SvRV (arg [0]);
2682		2977
		2978	if (items >= 2)
		2979	{
		2980	SV *cb_cv = s_get_cv_croak (arg [1]);
		2981	av_push (av, SvREFCNT_inc_NN (cb_cv));
		2982
2683	if (SvIVX (AvARRAY (av)[0]))	2983	if (SvIVX (AvARRAY (av)[0]))
		2984	coro_signal_wake (aTHX_ av, 1); /* must be the only waiter */
		2985
		2986	frame->prepare = prepare_nop;
		2987	frame->check = slf_check_nop;
		2988	}
		2989	else if (SvIVX (AvARRAY (av)[0]))
2684	{	2990	{
2685	SvIVX (AvARRAY (av)[0]) = 0;	2991	SvIVX (AvARRAY (av)[0]) = 0;
2686	frame->prepare = prepare_nop;	2992	frame->prepare = prepare_nop;
2687	frame->check = slf_check_nop;	2993	frame->check = slf_check_nop;
2688	}	2994	}
2689	else	2995	else
2690	{	2996	{
2691	SV *waiter = newRV_inc (SvRV (coro_current)); /* owned by signal av */	2997	SV *waiter = newSVsv (coro_current); /* owned by signal av */
2692		2998
2693	av_push (av, waiter);	2999	av_push (av, waiter);
2694		3000
2695	frame->data = (void *)sv_2mortal (SvREFCNT_inc_NN (waiter)); /* owned by process */	3001	frame->data = (void *)sv_2mortal (SvREFCNT_inc_NN (waiter)); /* owned by process */
2696	frame->prepare = prepare_schedule;	3002	frame->prepare = prepare_schedule;
…		…
2714		3020
2715	static void	3021	static void
2716	coro_aio_callback (pTHX_ CV *cv)	3022	coro_aio_callback (pTHX_ CV *cv)
2717	{	3023	{
2718	dXSARGS;	3024	dXSARGS;
2719	AV *state = (AV *)GENSUB_ARG;	3025	AV *state = (AV *)S_GENSUB_ARG;
2720	SV *coro = av_pop (state);	3026	SV *coro = av_pop (state);
2721	SV *data_sv = newSV (sizeof (struct io_state));	3027	SV *data_sv = newSV (sizeof (struct io_state));
2722		3028
2723	av_extend (state, items - 1);	3029	av_extend (state, items - 1);
2724		3030
…		…
2838		3144
2839	for (i = 0; i < items; ++i)	3145	for (i = 0; i < items; ++i)
2840	PUSHs (arg [i]);	3146	PUSHs (arg [i]);
2841		3147
2842	/* now push the callback closure */	3148	/* now push the callback closure */
2843	PUSHs (sv_2mortal (gensub (aTHX_ coro_aio_callback, (void *)SvREFCNT_inc_NN ((SV *)state))));	3149	PUSHs (sv_2mortal (s_gensub (aTHX_ coro_aio_callback, (void *)SvREFCNT_inc_NN ((SV *)state))));
2844		3150
2845	/* now call the AIO function - we assume our request is uncancelable */	3151	/* now call the AIO function - we assume our request is uncancelable */
2846	PUTBACK;	3152	PUTBACK;
2847	call_sv ((SV *)req, G_VOID | G_DISCARD);	3153	call_sv ((SV *)req, G_VOID | G_DISCARD);
2848	}	3154	}
2849		3155
2850	/* now that the requets is going, we loop toll we have a result */	3156	/* now that the request is going, we loop till we have a result */
2851	frame->data = (void *)state;	3157	frame->data = (void *)state;
2852	frame->prepare = prepare_schedule;	3158	frame->prepare = prepare_schedule;
2853	frame->check = slf_check_aio_req;	3159	frame->check = slf_check_aio_req;
2854	}	3160	}
2855		3161
…		…
2866	/*****************************************************************************/	3172	/*****************************************************************************/
2867		3173
2868	#if CORO_CLONE	3174	#if CORO_CLONE
2869	# include "clone.c"	3175	# include "clone.c"
2870	#endif	3176	#endif
		3177
		3178	/*****************************************************************************/
		3179
		3180	static SV *
		3181	coro_new (pTHX_ HV *stash, SV **argv, int argc, int is_coro)
		3182	{
		3183	SV *coro_sv;
		3184	struct coro *coro;
		3185	MAGIC *mg;
		3186	HV *hv;
		3187	SV *cb;
		3188	int i;
		3189
		3190	if (argc > 0)
		3191	{
		3192	cb = s_get_cv_croak (argv [0]);
		3193
		3194	if (!is_coro)
		3195	{
		3196	if (CvISXSUB (cb))
		3197	croak ("Coro::State doesn't support XS functions as coroutine start, caught");
		3198
		3199	if (!CvROOT (cb))
		3200	croak ("Coro::State doesn't support autoloaded or undefined functions as coroutine start, caught");
		3201	}
		3202	}
		3203
		3204	Newz (0, coro, 1, struct coro);
		3205	coro->args = newAV ();
		3206	coro->flags = CF_NEW;
		3207
		3208	if (coro_first) coro_first->prev = coro;
		3209	coro->next = coro_first;
		3210	coro_first = coro;
		3211
		3212	coro->hv = hv = newHV ();
		3213	mg = sv_magicext ((SV *)hv, 0, CORO_MAGIC_type_state, &coro_state_vtbl, (char *)coro, 0);
		3214	mg->mg_flags |= MGf_DUP;
		3215	coro_sv = sv_bless (newRV_noinc ((SV *)hv), stash);
		3216
		3217	if (argc > 0)
		3218	{
		3219	av_extend (coro->args, argc + is_coro - 1);
		3220
		3221	if (is_coro)
		3222	{
		3223	av_push (coro->args, SvREFCNT_inc_NN ((SV *)cb));
		3224	cb = (SV *)cv_coro_run;
		3225	}
		3226
		3227	coro->startcv = (CV *)SvREFCNT_inc_NN ((SV *)cb);
		3228
		3229	for (i = 1; i < argc; i++)
		3230	av_push (coro->args, newSVsv (argv [i]));
		3231	}
		3232
		3233	return coro_sv;
		3234	}
2871		3235
2872	MODULE = Coro::State PACKAGE = Coro::State PREFIX = api_	3236	MODULE = Coro::State PACKAGE = Coro::State PREFIX = api_
2873		3237
2874	PROTOTYPES: DISABLE	3238	PROTOTYPES: DISABLE
2875		3239
…		…
2928	coroapi.prepare_nop = prepare_nop;	3292	coroapi.prepare_nop = prepare_nop;
2929	coroapi.prepare_schedule = prepare_schedule;	3293	coroapi.prepare_schedule = prepare_schedule;
2930	coroapi.prepare_cede = prepare_cede;	3294	coroapi.prepare_cede = prepare_cede;
2931	coroapi.prepare_cede_notself = prepare_cede_notself;	3295	coroapi.prepare_cede_notself = prepare_cede_notself;
2932		3296
2933	{	3297	time_init (aTHX);
2934	SV **svp = hv_fetch (PL_modglobal, "Time::NVtime", 12, 0);
2935		3298
2936	if (!svp) croak ("Time::HiRes is required");
2937	if (!SvIOK (*svp)) croak ("Time::NVtime isn't a function pointer");
2938
2939	nvtime = INT2PTR (double (*)(), SvIV (*svp));
2940	}
2941
2942	assert (("PRIO_NORMAL must be 0", !PRIO_NORMAL));	3299	assert (("PRIO_NORMAL must be 0", !CORO_PRIO_NORMAL));
2943	}	3300	}
2944		3301
2945	SV *	3302	SV *
2946	new (char *klass, ...)	3303	new (SV *klass, ...)
2947	ALIAS:	3304	ALIAS:
2948	Coro::new = 1	3305	Coro::new = 1
2949	CODE:	3306	CODE:
2950	{	3307	RETVAL = coro_new (aTHX_ ix ? coro_stash : coro_state_stash, &ST (1), items - 1, ix);
2951	struct coro *coro;	3308	OUTPUT:
2952	MAGIC *mg;
2953	HV *hv;
2954	CV *cb;
2955	int i;
2956
2957	if (items > 1)
2958	{
2959	cb = coro_sv_2cv (aTHX_ ST (1));
2960
2961	if (!ix)
2962	{
2963	if (CvISXSUB (cb))
2964	croak ("Coro::State doesn't support XS functions as coroutine start, caught");
2965
2966	if (!CvROOT (cb))
2967	croak ("Coro::State doesn't support autoloaded or undefined functions as coroutine start, caught");
2968	}
2969	}
2970
2971	Newz (0, coro, 1, struct coro);
2972	coro->args = newAV ();
2973	coro->flags = CF_NEW;
2974
2975	if (coro_first) coro_first->prev = coro;
2976	coro->next = coro_first;
2977	coro_first = coro;
2978
2979	coro->hv = hv = newHV ();
2980	mg = sv_magicext ((SV *)hv, 0, CORO_MAGIC_type_state, &coro_state_vtbl, (char *)coro, 0);
2981	mg->mg_flags |= MGf_DUP;
2982	RETVAL = sv_bless (newRV_noinc ((SV *)hv), gv_stashpv (klass, 1));
2983
2984	if (items > 1)
2985	{
2986	av_extend (coro->args, items - 1 + ix - 1);
2987
2988	if (ix)
2989	{
2990	av_push (coro->args, SvREFCNT_inc_NN ((SV *)cb));
2991	cb = cv_coro_run;
2992	}
2993
2994	coro->startcv = (CV *)SvREFCNT_inc_NN ((SV *)cb);
2995
2996	for (i = 2; i < items; i++)
2997	av_push (coro->args, newSVsv (ST (i)));
2998	}
2999	}
3000	OUTPUT:
3001	RETVAL	3309	RETVAL
3002		3310
3003	void	3311	void
3004	transfer (...)	3312	transfer (...)
3005	PROTOTYPE: $$	3313	PROTOTYPE: $$
3006	CODE:	3314	CODE:
3007	CORO_EXECUTE_SLF_XS (slf_init_transfer);	3315	CORO_EXECUTE_SLF_XS (slf_init_transfer);
3008
3009	bool
3010	_destroy (SV *coro_sv)
3011	CODE:
3012	RETVAL = coro_state_destroy (aTHX_ SvSTATE (coro_sv));
3013	OUTPUT:
3014	RETVAL
3015		3316
3016	void	3317	void
3017	_exit (int code)	3318	_exit (int code)
3018	PROTOTYPE: $	3319	PROTOTYPE: $
3019	CODE:	3320	CODE:
…		…
3095	CODE:	3396	CODE:
3096	{	3397	{
3097	if (coro->mainstack && ((coro->flags & CF_RUNNING) || coro->slot))	3398	if (coro->mainstack && ((coro->flags & CF_RUNNING) || coro->slot))
3098	{	3399	{
3099	struct coro *current = SvSTATE_current;	3400	struct coro *current = SvSTATE_current;
		3401	struct CoroSLF slf_save;
3100		3402
3101	if (current != coro)	3403	if (current != coro)
3102	{	3404	{
3103	PUTBACK;	3405	PUTBACK;
3104	save_perl (aTHX_ current);	3406	save_perl (aTHX_ current);
3105	load_perl (aTHX_ coro);	3407	load_perl (aTHX_ coro);
		3408	/* the coro is most likely in an active SLF call.
		3409	* while not strictly required (the code we execute is
		3410	* not allowed to call any SLF functions), it's cleaner
		3411	* to reinitialise the slf_frame and restore it later.
		3412	* This might one day allow us to actually do SLF calls
		3413	* from code executed here.
		3414	*/
		3415	slf_save = slf_frame;
		3416	slf_frame.prepare = 0;
3106	SPAGAIN;	3417	SPAGAIN;
3107	}	3418	}
3108		3419
3109	PUSHSTACK;	3420	PUSHSTACK;
3110		3421
…		…
3120	SPAGAIN;	3431	SPAGAIN;
3121		3432
3122	if (current != coro)	3433	if (current != coro)
3123	{	3434	{
3124	PUTBACK;	3435	PUTBACK;
		3436	slf_frame = slf_save;
3125	save_perl (aTHX_ coro);	3437	save_perl (aTHX_ coro);
3126	load_perl (aTHX_ current);	3438	load_perl (aTHX_ current);
3127	SPAGAIN;	3439	SPAGAIN;
3128	}	3440	}
3129	}	3441	}
…		…
3142	RETVAL = boolSV (coro->flags & ix);	3454	RETVAL = boolSV (coro->flags & ix);
3143	OUTPUT:	3455	OUTPUT:
3144	RETVAL	3456	RETVAL
3145		3457
3146	void	3458	void
3147	throw (Coro::State self, SV *throw = &PL_sv_undef)	3459	throw (Coro::State self, SV *exception = &PL_sv_undef)
3148	PROTOTYPE: $;$	3460	PROTOTYPE: $;$
3149	CODE:	3461	CODE:
3150	{	3462	{
3151	struct coro *current = SvSTATE_current;	3463	struct coro *current = SvSTATE_current;
3152	SV **throwp = self == current ? &CORO_THROW : &self->except;	3464	SV **exceptionp = self == current ? &CORO_THROW : &self->except;
3153	SvREFCNT_dec (*throwp);	3465	SvREFCNT_dec (*exceptionp);
3154	*throwp = SvOK (throw) ? newSVsv (throw) : 0;	3466	SvGETMAGIC (exception);
		3467	*exceptionp = SvOK (exception) ? newSVsv (exception) : 0;
3155	}	3468	}
3156		3469
3157	void	3470	void
3158	api_trace (SV *coro, int flags = CC_TRACE | CC_TRACE_SUB)	3471	api_trace (SV *coro, int flags = CC_TRACE | CC_TRACE_SUB)
3159	PROTOTYPE: $;$	3472	PROTOTYPE: $;$
…		…
3214		3527
3215	void	3528	void
3216	cancel (Coro::State self)	3529	cancel (Coro::State self)
3217	CODE:	3530	CODE:
3218	coro_state_destroy (aTHX_ self);	3531	coro_state_destroy (aTHX_ self);
3219	coro_call_on_destroy (aTHX_ self); /* actually only for Coro objects */	3532
		3533	SV *
		3534	enable_times (int enabled = enable_times)
		3535	CODE:
		3536	{
		3537	RETVAL = boolSV (enable_times);
		3538
		3539	if (enabled != enable_times)
		3540	{
		3541	enable_times = enabled;
		3542
		3543	coro_times_update ();
		3544	(enabled ? coro_times_sub : coro_times_add)(SvSTATE (coro_current));
		3545	}
		3546	}
		3547	OUTPUT:
		3548	RETVAL
		3549
		3550	void
		3551	times (Coro::State self)
		3552	PPCODE:
		3553	{
		3554	struct coro *current = SvSTATE (coro_current);
		3555
		3556	if (expect_false (current == self))
		3557	{
		3558	coro_times_update ();
		3559	coro_times_add (SvSTATE (coro_current));
		3560	}
		3561
		3562	EXTEND (SP, 2);
		3563	PUSHs (sv_2mortal (newSVnv (self->t_real [0] + self->t_real [1] * 1e-9)));
		3564	PUSHs (sv_2mortal (newSVnv (self->t_cpu [0] + self->t_cpu [1] * 1e-9)));
		3565
		3566	if (expect_false (current == self))
		3567	coro_times_sub (SvSTATE (coro_current));
		3568	}
		3569
		3570	void
		3571	swap_sv (Coro::State coro, SV *sv, SV *swapsv)
		3572	CODE:
		3573	{
		3574	struct coro *current = SvSTATE_current;
		3575
		3576	if (current == coro)
		3577	SWAP_SVS (current);
		3578
		3579	if (!coro->swap_sv)
		3580	coro->swap_sv = newAV ();
		3581
		3582	av_push (coro->swap_sv, SvREFCNT_inc_NN (SvRV (sv )));
		3583	av_push (coro->swap_sv, SvREFCNT_inc_NN (SvRV (swapsv)));
		3584
		3585	if (current == coro)
		3586	SWAP_SVS (current);
		3587	}
3220		3588
3221		3589
3222	MODULE = Coro::State PACKAGE = Coro	3590	MODULE = Coro::State PACKAGE = Coro
3223		3591
3224	BOOT:	3592	BOOT:
3225	{	3593	{
3226	sv_pool_rss = coro_get_sv (aTHX_ "Coro::POOL_RSS" , TRUE);	3594	sv_pool_rss = coro_get_sv (aTHX_ "Coro::POOL_RSS" , TRUE);
3227	sv_pool_size = coro_get_sv (aTHX_ "Coro::POOL_SIZE" , TRUE);	3595	sv_pool_size = coro_get_sv (aTHX_ "Coro::POOL_SIZE" , TRUE);
3228	cv_coro_run = get_cv ( "Coro::_coro_run" , GV_ADD);	3596	cv_coro_run = get_cv ( "Coro::_coro_run" , GV_ADD);
3229	cv_coro_terminate = get_cv ( "Coro::terminate" , GV_ADD);
3230	coro_current = coro_get_sv (aTHX_ "Coro::current" , FALSE); SvREADONLY_on (coro_current);	3597	coro_current = coro_get_sv (aTHX_ "Coro::current" , FALSE); SvREADONLY_on (coro_current);
3231	av_async_pool = coro_get_av (aTHX_ "Coro::async_pool", TRUE);	3598	av_async_pool = coro_get_av (aTHX_ "Coro::async_pool", TRUE);
3232	av_destroy = coro_get_av (aTHX_ "Coro::destroy" , TRUE);	3599	av_destroy = coro_get_av (aTHX_ "Coro::destroy" , TRUE);
3233	sv_manager = coro_get_sv (aTHX_ "Coro::manager" , TRUE);	3600	sv_manager = coro_get_sv (aTHX_ "Coro::manager" , TRUE);
3234	sv_idle = coro_get_sv (aTHX_ "Coro::idle" , TRUE);	3601	sv_idle = coro_get_sv (aTHX_ "Coro::idle" , TRUE);
3235		3602
3236	sv_async_pool_idle = newSVpv ("[async pool idle]", 0); SvREADONLY_on (sv_async_pool_idle);	3603	sv_async_pool_idle = newSVpv ("[async pool idle]", 0); SvREADONLY_on (sv_async_pool_idle);
3237	sv_Coro = newSVpv ("Coro", 0); SvREADONLY_on (sv_Coro);	3604	sv_Coro = newSVpv ("Coro", 0); SvREADONLY_on (sv_Coro);
3238	cv_pool_handler = get_cv ("Coro::pool_handler", GV_ADD); SvREADONLY_on (cv_pool_handler);	3605	cv_pool_handler = get_cv ("Coro::pool_handler", GV_ADD); SvREADONLY_on (cv_pool_handler);
3239	cv_coro_state_new = get_cv ("Coro::State::new", 0); SvREADONLY_on (cv_coro_state_new);	3606	CvNODEBUG_on (get_cv ("Coro::_pool_handler", 0)); /* work around a debugger bug */
3240		3607
3241	coro_stash = gv_stashpv ("Coro", TRUE);	3608	coro_stash = gv_stashpv ("Coro", TRUE);
3242		3609
3243	newCONSTSUB (coro_stash, "PRIO_MAX", newSViv (PRIO_MAX));	3610	newCONSTSUB (coro_stash, "PRIO_MAX", newSViv (CORO_PRIO_MAX));
3244	newCONSTSUB (coro_stash, "PRIO_HIGH", newSViv (PRIO_HIGH));	3611	newCONSTSUB (coro_stash, "PRIO_HIGH", newSViv (CORO_PRIO_HIGH));
3245	newCONSTSUB (coro_stash, "PRIO_NORMAL", newSViv (PRIO_NORMAL));	3612	newCONSTSUB (coro_stash, "PRIO_NORMAL", newSViv (CORO_PRIO_NORMAL));
3246	newCONSTSUB (coro_stash, "PRIO_LOW", newSViv (PRIO_LOW));	3613	newCONSTSUB (coro_stash, "PRIO_LOW", newSViv (CORO_PRIO_LOW));
3247	newCONSTSUB (coro_stash, "PRIO_IDLE", newSViv (PRIO_IDLE));	3614	newCONSTSUB (coro_stash, "PRIO_IDLE", newSViv (CORO_PRIO_IDLE));
3248	newCONSTSUB (coro_stash, "PRIO_MIN", newSViv (PRIO_MIN));	3615	newCONSTSUB (coro_stash, "PRIO_MIN", newSViv (CORO_PRIO_MIN));
3249		3616
3250	{	3617	{
3251	SV *sv = coro_get_sv (aTHX_ "Coro::API", TRUE);	3618	SV *sv = coro_get_sv (aTHX_ "Coro::API", TRUE);
3252		3619
3253	coroapi.schedule = api_schedule;	3620	coroapi.schedule = api_schedule;
…		…
3263	sv_setiv (sv, (IV)&coroapi);	3630	sv_setiv (sv, (IV)&coroapi);
3264	SvREADONLY_on (sv);	3631	SvREADONLY_on (sv);
3265	}	3632	}
3266	}	3633	}
3267		3634
		3635	SV *
		3636	async (...)
		3637	PROTOTYPE: &@
		3638	CODE:
		3639	RETVAL = coro_new (aTHX_ coro_stash, &ST (0), items, 1);
		3640	api_ready (aTHX_ RETVAL);
		3641	OUTPUT:
		3642	RETVAL
		3643
		3644	void
		3645	_destroy (Coro::State coro)
		3646	CODE:
		3647	/* used by the manager thread */
		3648	coro_state_destroy (aTHX_ coro);
		3649	coro_call_on_destroy (aTHX_ coro);
		3650
3268	void	3651	void
3269	terminate (...)	3652	terminate (...)
3270	CODE:	3653	CODE:
3271	CORO_EXECUTE_SLF_XS (slf_init_terminate);	3654	CORO_EXECUTE_SLF_XS (slf_init_terminate);
		3655
		3656	void
		3657	cancel (...)
		3658	CODE:
		3659	CORO_EXECUTE_SLF_XS (slf_init_cancel);
		3660
		3661	int
		3662	safe_cancel (Coro::State self, ...)
		3663	C_ARGS: aTHX_ self, &ST (1), items - 1
3272		3664
3273	void	3665	void
3274	schedule (...)	3666	schedule (...)
3275	CODE:	3667	CODE:
3276	CORO_EXECUTE_SLF_XS (slf_init_schedule);	3668	CORO_EXECUTE_SLF_XS (slf_init_schedule);
…		…
3305	void	3697	void
3306	_set_readyhook (SV *hook)	3698	_set_readyhook (SV *hook)
3307	PROTOTYPE: $	3699	PROTOTYPE: $
3308	CODE:	3700	CODE:
3309	SvREFCNT_dec (coro_readyhook);	3701	SvREFCNT_dec (coro_readyhook);
		3702	SvGETMAGIC (hook);
		3703	if (SvOK (hook))
		3704	{
3310	coro_readyhook = SvOK (hook) ? newSVsv (hook) : 0;	3705	coro_readyhook = newSVsv (hook);
		3706	CORO_READYHOOK = invoke_sv_ready_hook_helper;
		3707	}
		3708	else
		3709	{
		3710	coro_readyhook = 0;
		3711	CORO_READYHOOK = 0;
		3712	}
3311		3713
3312	int	3714	int
3313	prio (Coro::State coro, int newprio = 0)	3715	prio (Coro::State coro, int newprio = 0)
3314	PROTOTYPE: $;$	3716	PROTOTYPE: $;$
3315	ALIAS:	3717	ALIAS:
…		…
3321	if (items > 1)	3723	if (items > 1)
3322	{	3724	{
3323	if (ix)	3725	if (ix)
3324	newprio = coro->prio - newprio;	3726	newprio = coro->prio - newprio;
3325		3727
3326	if (newprio < PRIO_MIN) newprio = PRIO_MIN;	3728	if (newprio < CORO_PRIO_MIN) newprio = CORO_PRIO_MIN;
3327	if (newprio > PRIO_MAX) newprio = PRIO_MAX;	3729	if (newprio > CORO_PRIO_MAX) newprio = CORO_PRIO_MAX;
3328		3730
3329	coro->prio = newprio;	3731	coro->prio = newprio;
3330	}	3732	}
3331	}	3733	}
3332	OUTPUT:	3734	OUTPUT:
…		…
3379	for (i = 1; i < items; ++i)	3781	for (i = 1; i < items; ++i)
3380	av_push (av, SvREFCNT_inc_NN (ST (i)));	3782	av_push (av, SvREFCNT_inc_NN (ST (i)));
3381		3783
3382	if ((SV *)hv == &PL_sv_undef)	3784	if ((SV *)hv == &PL_sv_undef)
3383	{	3785	{
3384	PUSHMARK (SP);	3786	SV *sv = coro_new (aTHX_ coro_stash, (SV **)&cv_pool_handler, 1, 1);
3385	EXTEND (SP, 2);
3386	PUSHs (sv_Coro);
3387	PUSHs ((SV *)cv_pool_handler);
3388	PUTBACK;
3389	call_sv ((SV *)cv_coro_state_new, G_SCALAR);
3390	SPAGAIN;
3391
3392	hv = (HV *)SvREFCNT_inc_NN (SvRV (POPs));	3787	hv = (HV *)SvREFCNT_inc_NN (SvRV (sv));
		3788	SvREFCNT_dec (sv);
3393	}	3789	}
3394		3790
3395	{	3791	{
3396	struct coro *coro = SvSTATE_hv (hv);	3792	struct coro *coro = SvSTATE_hv (hv);
3397		3793
…		…
3431	CODE:	3827	CODE:
3432	{	3828	{
3433	struct coro *coro = SvSTATE_current;	3829	struct coro *coro = SvSTATE_current;
3434	AV **avp = ix ? &coro->on_leave : &coro->on_enter;	3830	AV **avp = ix ? &coro->on_leave : &coro->on_enter;
3435		3831
3436	block = (SV *)coro_sv_2cv (aTHX_ block);	3832	block = s_get_cv_croak (block);
3437		3833
3438	if (!*avp)	3834	if (!*avp)
3439	*avp = newAV ();	3835	*avp = newAV ();
3440		3836
3441	av_push (*avp, SvREFCNT_inc (block));	3837	av_push (*avp, SvREFCNT_inc (block));
…		…
3458	MODULE = Coro::State PACKAGE = Coro::Semaphore	3854	MODULE = Coro::State PACKAGE = Coro::Semaphore
3459		3855
3460	SV *	3856	SV *
3461	new (SV *klass, SV *count = 0)	3857	new (SV *klass, SV *count = 0)
3462	CODE:	3858	CODE:
		3859	{
		3860	int semcnt = 1;
		3861
		3862	if (count)
		3863	{
		3864	SvGETMAGIC (count);
		3865
		3866	if (SvOK (count))
		3867	semcnt = SvIV (count);
		3868	}
		3869
3463	RETVAL = sv_bless (	3870	RETVAL = sv_bless (
3464	coro_waitarray_new (aTHX_ count && SvOK (count) ? SvIV (count) : 1),	3871	coro_waitarray_new (aTHX_ semcnt),
3465	GvSTASH (CvGV (cv))	3872	GvSTASH (CvGV (cv))
3466	);	3873	);
		3874	}
3467	OUTPUT:	3875	OUTPUT:
3468	RETVAL	3876	RETVAL
3469		3877
3470	# helper for Coro::Channel and others	3878	# helper for Coro::Channel and others
3471	SV *	3879	SV *
…		…
3629		4037
3630	void	4038	void
3631	_register (char *target, char *proto, SV *req)	4039	_register (char *target, char *proto, SV *req)
3632	CODE:	4040	CODE:
3633	{	4041	{
3634	CV *req_cv = coro_sv_2cv (aTHX_ req);	4042	SV *req_cv = s_get_cv_croak (req);
3635	/* newXSproto doesn't return the CV on 5.8 */	4043	/* newXSproto doesn't return the CV on 5.8 */
3636	CV *slf_cv = newXS (target, coro_aio_req_xs, __FILE__);	4044	CV *slf_cv = newXS (target, coro_aio_req_xs, __FILE__);
3637	sv_setpv ((SV *)slf_cv, proto);	4045	sv_setpv ((SV *)slf_cv, proto);
3638	sv_magicext ((SV *)slf_cv, (SV *)req_cv, CORO_MAGIC_type_aio, 0, 0, 0);	4046	sv_magicext ((SV *)slf_cv, (SV *)req_cv, CORO_MAGIC_type_aio, 0, 0, 0);
3639	}	4047	}
3640		4048
		4049	MODULE = Coro::State PACKAGE = Coro::Select
		4050
		4051	void
		4052	patch_pp_sselect ()
		4053	CODE:
		4054	if (!coro_old_pp_sselect)
		4055	{
		4056	coro_select_select = (SV *)get_cv ("Coro::Select::select", 0);
		4057	coro_old_pp_sselect = PL_ppaddr [OP_SSELECT];
		4058	PL_ppaddr [OP_SSELECT] = coro_pp_sselect;
		4059	}
		4060
		4061	void
		4062	unpatch_pp_sselect ()
		4063	CODE:
		4064	if (coro_old_pp_sselect)
		4065	{
		4066	PL_ppaddr [OP_SSELECT] = coro_old_pp_sselect;
		4067	coro_old_pp_sselect = 0;
		4068	}
		4069

Diff Legend

–	Removed lines
+	Added lines
<	Changed lines
>	Changed lines