ViewVC Help

View File | Revision Log | Show Annotations | Download File

/cvs/Coro/Coro/State.xs

Comparing Coro/Coro/State.xs (file contents):
Revision 1.353 by root, Mon Jun 22 11:25:53 2009 UTC vs.
Revision 1.398 by root, Sat May 7 14:11:10 2011 UTC

		1	/* this works around a bug in mingw32 providing a non-working setjmp */
		2	#define USE_NO_MINGW_SETJMP_TWO_ARGS
		3
		4	#define NDEBUG 1
		5
1	#include "libcoro/coro.c"	6	#include "libcoro/coro.c"
2		7
3	#define PERL_NO_GET_CONTEXT	8	#define PERL_NO_GET_CONTEXT
4	#define PERL_EXT	9	#define PERL_EXT
5		10
6	#include "EXTERN.h"	11	#include "EXTERN.h"
7	#include "perl.h"	12	#include "perl.h"
8	#include "XSUB.h"	13	#include "XSUB.h"
9	#include "perliol.h"	14	#include "perliol.h"
10		15
11	#include "patchlevel.h"	16	#include "schmorp.h"
12		17
13	#include <stdio.h>	18	#include <stdio.h>
14	#include <errno.h>	19	#include <errno.h>
15	#include <assert.h>	20	#include <assert.h>
16		21
17	#ifdef WIN32	22	#ifndef SVs_PADSTALE
		23	# define SVs_PADSTALE 0
		24	#endif
		25
		26	#if defined(_WIN32)
		27	# undef HAS_GETTIMEOFDAY
18	# undef setjmp	28	# undef setjmp
19	# undef longjmp	29	# undef longjmp
20	# undef _exit	30	# undef _exit
21	# define setjmp _setjmp /* deep magic */	31	# define setjmp _setjmp /* deep magic */
22	#else	32	#else
…		…
51	#endif	61	#endif
52		62
53	/* the maximum number of idle cctx that will be pooled */	63	/* the maximum number of idle cctx that will be pooled */
54	static int cctx_max_idle = 4;	64	static int cctx_max_idle = 4;
55		65
56	#define PERL_VERSION_ATLEAST(a,b,c) \
57	(PERL_REVISION > (a) \
58	|| (PERL_REVISION == (a) \
59	&& (PERL_VERSION > (b) \
60	|| (PERL_VERSION == (b) && PERL_SUBVERSION >= (c)))))
61
62	#if !PERL_VERSION_ATLEAST (5,6,0)
63	# ifndef PL_ppaddr
64	# define PL_ppaddr ppaddr
65	# endif
66	# ifndef call_sv
67	# define call_sv perl_call_sv
68	# endif
69	# ifndef get_sv
70	# define get_sv perl_get_sv
71	# endif
72	# ifndef get_cv
73	# define get_cv perl_get_cv
74	# endif
75	# ifndef IS_PADGV
76	# define IS_PADGV(v) 0
77	# endif
78	# ifndef IS_PADCONST
79	# define IS_PADCONST(v) 0
80	# endif
81	#endif
82
83	/* 5.11 */
84	#ifndef CxHASARGS
85	# define CxHASARGS(cx) (cx)->blk_sub.hasargs
86	#endif
87
88	/* 5.10.0 */
89	#ifndef SvREFCNT_inc_NN
90	# define SvREFCNT_inc_NN(sv) SvREFCNT_inc (sv)
91	#endif
92
93	/* 5.8.8 */
94	#ifndef GV_NOTQUAL
95	# define GV_NOTQUAL 0
96	#endif
97	#ifndef newSV
98	# define newSV(l) NEWSV(0,l)
99	#endif
100	#ifndef CvISXSUB_on
101	# define CvISXSUB_on(cv) (void)cv
102	#endif
103	#ifndef CvISXSUB
104	# define CvISXSUB(cv) (CvXSUB (cv) ? TRUE : FALSE)
105	#endif
106	#ifndef Newx
107	# define Newx(ptr,nitems,type) New (0,ptr,nitems,type)
108	#endif
109
110	/* 5.8.7 */
111	#ifndef SvRV_set
112	# define SvRV_set(s,v) SvRV(s) = (v)
113	#endif
114
115	#if !__i386 && !__x86_64 && !__powerpc && !__m68k && !__alpha && !__mips && !__sparc64	66	#if !__i386 && !__x86_64 && !__powerpc && !__m68k && !__alpha && !__mips && !__sparc64
116	# undef CORO_STACKGUARD	67	# undef CORO_STACKGUARD
117	#endif	68	#endif
118		69
119	#ifndef CORO_STACKGUARD	70	#ifndef CORO_STACKGUARD
…		…
137		88
138	#define IN_DESTRUCT PL_dirty	89	#define IN_DESTRUCT PL_dirty
139		90
140	#if __GNUC__ >= 3	91	#if __GNUC__ >= 3
141	# define attribute(x) __attribute__(x)	92	# define attribute(x) __attribute__(x)
142	# define expect(expr,value) __builtin_expect ((expr),(value))	93	# define expect(expr,value) __builtin_expect ((expr), (value))
143	# define INLINE static inline	94	# define INLINE static inline
144	#else	95	#else
145	# define attribute(x)	96	# define attribute(x)
146	# define expect(expr,value) (expr)	97	# define expect(expr,value) (expr)
147	# define INLINE static	98	# define INLINE static
…		…
159	# if CORO_PTHREAD	110	# if CORO_PTHREAD
160	static void *coro_thx;	111	static void *coro_thx;
161	# endif	112	# endif
162	#endif	113	#endif
163		114
		115	#ifdef __linux
		116	# include <time.h> /* for timespec */
		117	# include <syscall.h> /* for SYS_* */
		118	# ifdef SYS_clock_gettime
		119	# define coro_clock_gettime(id, ts) syscall (SYS_clock_gettime, (id), (ts))
		120	# define CORO_CLOCK_MONOTONIC 1
		121	# define CORO_CLOCK_THREAD_CPUTIME_ID 3
		122	# endif
		123	#endif
		124
164	static double (*nvtime)(); /* so why doesn't it take void? */	125	static double (*nvtime)(); /* so why doesn't it take void? */
		126	static void (*u2time)(pTHX_ UV ret[2]);
165		127
166	/* we hijack an hopefully unused CV flag for our purposes */	128	/* we hijack an hopefully unused CV flag for our purposes */
167	#define CVf_SLF 0x4000	129	#define CVf_SLF 0x4000
168	static OP *pp_slf (pTHX);	130	static OP *pp_slf (pTHX);
		131	static void slf_destroy (pTHX_ struct coro *coro);
169		132
170	static U32 cctx_gen;	133	static U32 cctx_gen;
171	static size_t cctx_stacksize = CORO_STACKSIZE;	134	static size_t cctx_stacksize = CORO_STACKSIZE;
172	static struct CoroAPI coroapi;	135	static struct CoroAPI coroapi;
173	static AV *main_mainstack; /* used to differentiate between $main and others */	136	static AV *main_mainstack; /* used to differentiate between $main and others */
…		…
190	static SV *sv_pool_size;	153	static SV *sv_pool_size;
191	static SV *sv_async_pool_idle; /* description string */	154	static SV *sv_async_pool_idle; /* description string */
192	static AV *av_async_pool; /* idle pool */	155	static AV *av_async_pool; /* idle pool */
193	static SV *sv_Coro; /* class string */	156	static SV *sv_Coro; /* class string */
194	static CV *cv_pool_handler;	157	static CV *cv_pool_handler;
195	static CV *cv_coro_state_new;
196		158
197	/* Coro::AnyEvent */	159	/* Coro::AnyEvent */
198	static SV *sv_activity;	160	static SV *sv_activity;
		161
		162	/* enable processtime/realtime profiling */
		163	static char enable_times;
		164	typedef U32 coro_ts[2];
		165	static coro_ts time_real, time_cpu;
		166	static char times_valid;
199		167
200	static struct coro_cctx *cctx_first;	168	static struct coro_cctx *cctx_first;
201	static int cctx_count, cctx_idle;	169	static int cctx_count, cctx_idle;
202		170
203	enum {	171	enum {
…		…
229	int valgrind_id;	197	int valgrind_id;
230	#endif	198	#endif
231	unsigned char flags;	199	unsigned char flags;
232	} coro_cctx;	200	} coro_cctx;
233		201
234	coro_cctx *cctx_current; /* the currently running cctx */	202	static coro_cctx *cctx_current; /* the currently running cctx */
235		203
236	/*****************************************************************************/	204	/*****************************************************************************/
237		205
238	enum {	206	enum {
239	CF_RUNNING = 0x0001, /* coroutine is running */	207	CF_RUNNING = 0x0001, /* coroutine is running */
240	CF_READY = 0x0002, /* coroutine is ready */	208	CF_READY = 0x0002, /* coroutine is ready */
241	CF_NEW = 0x0004, /* has never been switched to */	209	CF_NEW = 0x0004, /* has never been switched to */
242	CF_DESTROYED = 0x0008, /* coroutine data has been freed */	210	CF_DESTROYED = 0x0008, /* coroutine data has been freed */
243	CF_SUSPENDED = 0x0010, /* coroutine can't be scheduled */	211	CF_SUSPENDED = 0x0010, /* coroutine can't be scheduled */
		212	CF_NOCANCEL = 0x0020, /* cannot cancel, set slf_frame.data to 1 (hackish) */
244	};	213	};
245		214
246	/* the structure where most of the perl state is stored, overlaid on the cxstack */	215	/* the structure where most of the perl state is stored, overlaid on the cxstack */
247	typedef struct	216	typedef struct
248	{	217	{
…		…
254	#define VAR(name,type) type name;	223	#define VAR(name,type) type name;
255	# include "state.h"	224	# include "state.h"
256	#undef VAR	225	#undef VAR
257	} perl_slots;	226	} perl_slots;
258		227
		228	// how many context stack entries do we need for perl_slots
259	#define SLOT_COUNT ((sizeof (perl_slots) + sizeof (PERL_CONTEXT) - 1) / sizeof (PERL_CONTEXT))	229	#define SLOT_COUNT ((sizeof (perl_slots) + sizeof (PERL_CONTEXT) - 1) / sizeof (PERL_CONTEXT))
260		230
261	/* this is a structure representing a perl-level coroutine */	231	/* this is a structure representing a perl-level coroutine */
262	struct coro {	232	struct coro {
263	/* the C coroutine allocated to this perl coroutine, if any */	233	/* the C coroutine allocated to this perl coroutine, if any */
…		…
274	CV *startcv; /* the CV to execute */	244	CV *startcv; /* the CV to execute */
275	AV *args; /* data associated with this coroutine (initial args) */	245	AV *args; /* data associated with this coroutine (initial args) */
276	int refcnt; /* coroutines are refcounted, yes */	246	int refcnt; /* coroutines are refcounted, yes */
277	int flags; /* CF_ flags */	247	int flags; /* CF_ flags */
278	HV *hv; /* the perl hash associated with this coro, if any */	248	HV *hv; /* the perl hash associated with this coro, if any */
279	void (*on_destroy)(pTHX_ struct coro *coro);
280		249
281	/* statistics */	250	/* statistics */
282	int usecount; /* number of transfers to this coro */	251	int usecount; /* number of transfers to this coro */
283		252
284	/* coro process data */	253	/* coro process data */
…		…
293		262
294	/* on_enter/on_leave */	263	/* on_enter/on_leave */
295	AV *on_enter;	264	AV *on_enter;
296	AV *on_leave;	265	AV *on_leave;
297		266
		267	/* swap_sv */
		268	AV *swap_sv;
		269
		270	/* times */
		271	coro_ts t_cpu, t_real;
		272
298	/* linked list */	273	/* linked list */
299	struct coro *next, *prev;	274	struct coro *next, *prev;
300	};	275	};
301		276
302	typedef struct coro *Coro__State;	277	typedef struct coro *Coro__State;
303	typedef struct coro *Coro__State_or_hashref;	278	typedef struct coro *Coro__State_or_hashref;
304		279
305	/* the following variables are effectively part of the perl context */	280	/* the following variables are effectively part of the perl context */
306	/* and get copied between struct coro and these variables */	281	/* and get copied between struct coro and these variables */
307	/* the mainr easonw e don't support windows process emulation */	282	/* the main reason we don't support windows process emulation */
308	static struct CoroSLF slf_frame; /* the current slf frame */	283	static struct CoroSLF slf_frame; /* the current slf frame */
309		284
310	/** Coro ********************************************************************/	285	/** Coro ********************************************************************/
311		286
312	#define PRIO_MAX 3	287	#define CORO_PRIO_MAX 3
313	#define PRIO_HIGH 1	288	#define CORO_PRIO_HIGH 1
314	#define PRIO_NORMAL 0	289	#define CORO_PRIO_NORMAL 0
315	#define PRIO_LOW -1	290	#define CORO_PRIO_LOW -1
316	#define PRIO_IDLE -3	291	#define CORO_PRIO_IDLE -3
317	#define PRIO_MIN -4	292	#define CORO_PRIO_MIN -4
318		293
319	/* for Coro.pm */	294	/* for Coro.pm */
320	static SV *coro_current;	295	static SV *coro_current;
321	static SV *coro_readyhook;	296	static SV *coro_readyhook;
322	static struct coro *coro_ready [PRIO_MAX - PRIO_MIN + 1][2]; /* head|tail */	297	static struct coro *coro_ready [CORO_PRIO_MAX - CORO_PRIO_MIN + 1][2]; /* head|tail */
323	static CV *cv_coro_run, *cv_coro_terminate;	298	static CV *cv_coro_run;
324	static struct coro *coro_first;	299	static struct coro *coro_first;
325	#define coro_nready coroapi.nready	300	#define coro_nready coroapi.nready
		301
		302	/** Coro::Select ************************************************************/
		303
		304	static OP *(*coro_old_pp_sselect) (pTHX);
		305	static SV *coro_select_select;
		306
		307	/* horrible hack, but if it works... */
		308	static OP *
		309	coro_pp_sselect (pTHX)
		310	{
		311	dSP;
		312	PUSHMARK (SP - 4); /* fake argument list */
		313	XPUSHs (coro_select_select);
		314	PUTBACK;
		315
		316	/* entersub is an UNOP, select a LISTOP... keep your fingers crossed */
		317	PL_op->op_flags |= OPf_STACKED;
		318	PL_op->op_private = 0;
		319	return PL_ppaddr [OP_ENTERSUB](aTHX);
		320	}
		321
		322	/** time stuff **************************************************************/
		323
		324	#ifdef HAS_GETTIMEOFDAY
		325
		326	static void
		327	coro_u2time (pTHX_ UV ret[2])
		328	{
		329	struct timeval tv;
		330	gettimeofday (&tv, 0);
		331
		332	ret [0] = tv.tv_sec;
		333	ret [1] = tv.tv_usec;
		334	}
		335
		336	static double
		337	coro_nvtime ()
		338	{
		339	struct timeval tv;
		340	gettimeofday (&tv, 0);
		341
		342	return tv.tv_sec + tv.tv_usec * 1e-6;
		343	}
		344
		345	static void
		346	time_init (pTHX)
		347	{
		348	nvtime = coro_nvtime;
		349	u2time = coro_u2time;
		350	}
		351
		352	#else
		353
		354	static void
		355	time_init (pTHX)
		356	{
		357	SV **svp;
		358
		359	require_pv ("Time/HiRes.pm");
		360
		361	svp = hv_fetch (PL_modglobal, "Time::NVtime", 12, 0);
		362
		363	if (!svp) croak ("Time::HiRes is required, but missing. Caught");
		364	if (!SvIOK (*svp)) croak ("Time::NVtime isn't a function pointer. Caught");
		365
		366	nvtime = INT2PTR (double (*)(), SvIV (*svp));
		367
		368	svp = hv_fetch (PL_modglobal, "Time::U2time", 12, 0);
		369	u2time = INT2PTR (void (*)(pTHX_ UV ret[2]), SvIV (*svp));
		370	}
		371
		372	#endif
326		373
327	/** lowlevel stuff **********************************************************/	374	/** lowlevel stuff **********************************************************/
328		375
329	static SV *	376	static SV *
330	coro_get_sv (pTHX_ const char *name, int create)	377	coro_get_sv (pTHX_ const char *name, int create)
…		…
354	get_hv (name, create);	401	get_hv (name, create);
355	#endif	402	#endif
356	return get_hv (name, create);	403	return get_hv (name, create);
357	}	404	}
358		405
359	/* may croak */	406	INLINE void
360	INLINE CV *	407	coro_times_update ()
361	coro_sv_2cv (pTHX_ SV *sv)
362	{	408	{
363	HV *st;	409	#ifdef coro_clock_gettime
364	GV *gvp;	410	struct timespec ts;
365	CV *cv = sv_2cv (sv, &st, &gvp, 0);
366		411
367	if (!cv)	412	ts.tv_sec = ts.tv_nsec = 0;
368	croak ("code reference expected");	413	coro_clock_gettime (CORO_CLOCK_THREAD_CPUTIME_ID, &ts);
		414	time_cpu [0] = ts.tv_sec; time_cpu [1] = ts.tv_nsec;
369		415
370	return cv;	416	ts.tv_sec = ts.tv_nsec = 0;
		417	coro_clock_gettime (CORO_CLOCK_MONOTONIC, &ts);
		418	time_real [0] = ts.tv_sec; time_real [1] = ts.tv_nsec;
		419	#else
		420	dTHX;
		421	UV tv[2];
		422
		423	u2time (aTHX_ tv);
		424	time_real [0] = tv [0];
		425	time_real [1] = tv [1] * 1000;
		426	#endif
		427	}
		428
		429	INLINE void
		430	coro_times_add (struct coro *c)
		431	{
		432	c->t_real [1] += time_real [1];
		433	if (c->t_real [1] > 1000000000) { c->t_real [1] -= 1000000000; ++c->t_real [0]; }
		434	c->t_real [0] += time_real [0];
		435
		436	c->t_cpu [1] += time_cpu [1];
		437	if (c->t_cpu [1] > 1000000000) { c->t_cpu [1] -= 1000000000; ++c->t_cpu [0]; }
		438	c->t_cpu [0] += time_cpu [0];
		439	}
		440
		441	INLINE void
		442	coro_times_sub (struct coro *c)
		443	{
		444	if (c->t_real [1] < time_real [1]) { c->t_real [1] += 1000000000; --c->t_real [0]; }
		445	c->t_real [1] -= time_real [1];
		446	c->t_real [0] -= time_real [0];
		447
		448	if (c->t_cpu [1] < time_cpu [1]) { c->t_cpu [1] += 1000000000; --c->t_cpu [0]; }
		449	c->t_cpu [1] -= time_cpu [1];
		450	c->t_cpu [0] -= time_cpu [0];
371	}	451	}
372		452
373	/*****************************************************************************/	453	/*****************************************************************************/
374	/* magic glue */	454	/* magic glue */
375		455
…		…
475	static int	555	static int
476	coro_cv_free (pTHX_ SV *sv, MAGIC *mg)	556	coro_cv_free (pTHX_ SV *sv, MAGIC *mg)
477	{	557	{
478	AV *padlist;	558	AV *padlist;
479	AV *av = (AV *)mg->mg_obj;	559	AV *av = (AV *)mg->mg_obj;
		560
		561	/* perl manages to free our internal AV and _then_ call us */
		562	if (IN_DESTRUCT)
		563	return 0;
480		564
481	/* casting is fun. */	565	/* casting is fun. */
482	while (&PL_sv_undef != (SV *)(padlist = (AV *)av_pop (av)))	566	while (&PL_sv_undef != (SV *)(padlist = (AV *)av_pop (av)))
483	free_padlist (aTHX_ padlist);	567	free_padlist (aTHX_ padlist);
484		568
…		…
533	AvARRAY (av)[++AvFILLp (av)] = (SV *)CvPADLIST (cv);	617	AvARRAY (av)[++AvFILLp (av)] = (SV *)CvPADLIST (cv);
534	}	618	}
535		619
536	/** load & save, init *******************************************************/	620	/** load & save, init *******************************************************/
537		621
		622	/* swap sv heads, at least logically */
		623	static void
		624	swap_svs (pTHX_ Coro__State c)
		625	{
		626	int i;
		627
		628	for (i = 0; i <= AvFILLp (c->swap_sv); )
		629	{
		630	SV *a = AvARRAY (c->swap_sv)[i++];
		631	SV *b = AvARRAY (c->swap_sv)[i++];
		632
		633	const U32 keep = SVs_PADSTALE | SVs_PADTMP | SVs_PADMY; /* keep these flags */
		634	SV tmp;
		635
		636	/* swap sv_any */
		637	SvANY (&tmp) = SvANY (a); SvANY (a) = SvANY (b); SvANY (b) = SvANY (&tmp);
		638
		639	/* swap sv_flags */
		640	SvFLAGS (&tmp) = SvFLAGS (a);
		641	SvFLAGS (a) = (SvFLAGS (a) & keep) | (SvFLAGS (b ) & ~keep);
		642	SvFLAGS (b) = (SvFLAGS (b) & keep) | (SvFLAGS (&tmp) & ~keep);
		643
		644	#if PERL_VERSION_ATLEAST (5,10,0)
		645	/* perl 5.10 complicates this _quite_ a bit, but it also is
		646	* much faster, so no quarrels here. alternatively, we could
		647	* sv_upgrade to avoid this.
		648	*/
		649	{
		650	/* swap sv_u */
		651	tmp.sv_u = a->sv_u; a->sv_u = b->sv_u; b->sv_u = tmp.sv_u;
		652
		653	/* if SvANY points to the head, we need to adjust the pointers,
		654	* as the pointer for a still points to b, and maybe vice versa.
		655	*/
		656	#define svany_in_head(type) \
		657	(((1 << SVt_NULL) | (1 << SVt_BIND) | (1 << SVt_IV) | (1 << SVt_RV)) & (1 << (type)))
		658
		659	if (svany_in_head (SvTYPE (a)))
		660	SvANY (a) = (void *)((PTRV)SvANY (a) - (PTRV)b + (PTRV)a);
		661
		662	if (svany_in_head (SvTYPE (b)))
		663	SvANY (b) = (void *)((PTRV)SvANY (b) - (PTRV)a + (PTRV)b);
		664	}
		665	#endif
		666	}
		667	}
		668
		669	#define SWAP_SVS(coro) \
		670	if (expect_false ((coro)->swap_sv)) \
		671	swap_svs (aTHX_ (coro))
		672
538	static void	673	static void
539	on_enterleave_call (pTHX_ SV *cb);	674	on_enterleave_call (pTHX_ SV *cb);
540		675
541	static void	676	static void
542	load_perl (pTHX_ Coro__State c)	677	load_perl (pTHX_ Coro__State c)
…		…
573	}	708	}
574		709
575	slf_frame = c->slf_frame;	710	slf_frame = c->slf_frame;
576	CORO_THROW = c->except;	711	CORO_THROW = c->except;
577		712
		713	if (expect_false (enable_times))
		714	{
		715	if (expect_false (!times_valid))
		716	coro_times_update ();
		717
		718	coro_times_sub (c);
		719	}
		720
578	if (expect_false (c->on_enter))	721	if (expect_false (c->on_enter))
579	{	722	{
580	int i;	723	int i;
581		724
582	for (i = 0; i <= AvFILLp (c->on_enter); ++i)	725	for (i = 0; i <= AvFILLp (c->on_enter); ++i)
583	on_enterleave_call (aTHX_ AvARRAY (c->on_enter)[i]);	726	on_enterleave_call (aTHX_ AvARRAY (c->on_enter)[i]);
584	}	727	}
		728
		729	SWAP_SVS (c);
585	}	730	}
586		731
587	static void	732	static void
588	save_perl (pTHX_ Coro__State c)	733	save_perl (pTHX_ Coro__State c)
589	{	734	{
		735	SWAP_SVS (c);
		736
590	if (expect_false (c->on_leave))	737	if (expect_false (c->on_leave))
591	{	738	{
592	int i;	739	int i;
593		740
594	for (i = AvFILLp (c->on_leave); i >= 0; --i)	741	for (i = AvFILLp (c->on_leave); i >= 0; --i)
595	on_enterleave_call (aTHX_ AvARRAY (c->on_leave)[i]);	742	on_enterleave_call (aTHX_ AvARRAY (c->on_leave)[i]);
		743	}
		744
		745	times_valid = 0;
		746
		747	if (expect_false (enable_times))
		748	{
		749	coro_times_update (); times_valid = 1;
		750	coro_times_add (c);
596	}	751	}
597		752
598	c->except = CORO_THROW;	753	c->except = CORO_THROW;
599	c->slf_frame = slf_frame;	754	c->slf_frame = slf_frame;
600		755
…		…
615	{	770	{
616	while (expect_true (cxix >= 0))	771	while (expect_true (cxix >= 0))
617	{	772	{
618	PERL_CONTEXT *cx = &ccstk[cxix--];	773	PERL_CONTEXT *cx = &ccstk[cxix--];
619		774
620	if (expect_true (CxTYPE (cx) == CXt_SUB || CxTYPE (cx) == CXt_FORMAT))	775	if (expect_true (CxTYPE (cx) == CXt_SUB) || expect_false (CxTYPE (cx) == CXt_FORMAT))
621	{	776	{
622	CV *cv = cx->blk_sub.cv;	777	CV *cv = cx->blk_sub.cv;
623		778
624	if (expect_true (CvDEPTH (cv)))	779	if (expect_true (CvDEPTH (cv)))
625	{	780	{
…		…
644		799
645	PUTBACK;	800	PUTBACK;
646	}	801	}
647		802
648	/* allocate some space on the context stack for our purposes */	803	/* allocate some space on the context stack for our purposes */
649	/* we manually unroll here, as usually 2 slots is enough */	804	if (expect_false (cxstack_ix + SLOT_COUNT >= cxstack_max))
650	if (SLOT_COUNT >= 1) CXINC;
651	if (SLOT_COUNT >= 2) CXINC;
652	if (SLOT_COUNT >= 3) CXINC;
653	{	805	{
654	int i;	806	unsigned int i;
		807
655	for (i = 3; i < SLOT_COUNT; ++i)	808	for (i = 0; i < SLOT_COUNT; ++i)
656	CXINC;	809	CXINC;
657	}	810
658	cxstack_ix -= SLOT_COUNT; /* undo allocation */	811	cxstack_ix -= SLOT_COUNT; /* undo allocation */
		812	}
659		813
660	c->mainstack = PL_mainstack;	814	c->mainstack = PL_mainstack;
661		815
662	{	816	{
663	perl_slots *slot = c->slot = (perl_slots *)(cxstack + cxstack_ix + 1);	817	perl_slots *slot = c->slot = (perl_slots *)(cxstack + cxstack_ix + 1);
…		…
684	# define coro_init_stacks(thx) init_stacks ()	838	# define coro_init_stacks(thx) init_stacks ()
685	#else	839	#else
686	static void	840	static void
687	coro_init_stacks (pTHX)	841	coro_init_stacks (pTHX)
688	{	842	{
689	PL_curstackinfo = new_stackinfo(32, 8);	843	PL_curstackinfo = new_stackinfo(32, 4 + SLOT_COUNT); /* 3 is minimum due to perl rounding down in scope.c:GROW() */
690	PL_curstackinfo->si_type = PERLSI_MAIN;	844	PL_curstackinfo->si_type = PERLSI_MAIN;
691	PL_curstack = PL_curstackinfo->si_stack;	845	PL_curstack = PL_curstackinfo->si_stack;
692	PL_mainstack = PL_curstack; /* remember in case we switch stacks */	846	PL_mainstack = PL_curstack; /* remember in case we switch stacks */
693		847
694	PL_stack_base = AvARRAY(PL_curstack);	848	PL_stack_base = AvARRAY(PL_curstack);
…		…
893	slf_check_repeat (pTHX_ struct CoroSLF *frame)	1047	slf_check_repeat (pTHX_ struct CoroSLF *frame)
894	{	1048	{
895	return 1;	1049	return 1;
896	}	1050	}
897		1051
898	static UNOP coro_setup_op;	1052	static UNOP init_perl_op;
899		1053
900	static void NOINLINE /* noinline to keep it out of the transfer fast path */	1054	static void NOINLINE /* noinline to keep it out of the transfer fast path */
901	coro_setup (pTHX_ struct coro *coro)	1055	init_perl (pTHX_ struct coro *coro)
902	{	1056	{
903	/*	1057	/*
904	* emulate part of the perl startup here.	1058	* emulate part of the perl startup here.
905	*/	1059	*/
906	coro_init_stacks (aTHX);	1060	coro_init_stacks (aTHX);
…		…
913	PL_comppad_name_fill = 0;	1067	PL_comppad_name_fill = 0;
914	PL_comppad_name_floor = 0;	1068	PL_comppad_name_floor = 0;
915	PL_curpm = 0;	1069	PL_curpm = 0;
916	PL_curpad = 0;	1070	PL_curpad = 0;
917	PL_localizing = 0;	1071	PL_localizing = 0;
918	PL_dirty = 0;
919	PL_restartop = 0;	1072	PL_restartop = 0;
920	#if PERL_VERSION_ATLEAST (5,10,0)	1073	#if PERL_VERSION_ATLEAST (5,10,0)
921	PL_parser = 0;	1074	PL_parser = 0;
922	#endif	1075	#endif
923	PL_hints = 0;	1076	PL_hints = 0;
…		…
955	*/	1108	*/
956	slf_frame.prepare = prepare_nop; /* provide a nop function for an eventual pp_slf */	1109	slf_frame.prepare = prepare_nop; /* provide a nop function for an eventual pp_slf */
957	slf_frame.check = slf_check_nop; /* signal pp_slf to not repeat */	1110	slf_frame.check = slf_check_nop; /* signal pp_slf to not repeat */
958		1111
959	/* and we have to provide the pp_slf op in any case, so pp_slf can skip it */	1112	/* and we have to provide the pp_slf op in any case, so pp_slf can skip it */
960	coro_setup_op.op_next = PL_op;	1113	init_perl_op.op_next = PL_op;
961	coro_setup_op.op_type = OP_ENTERSUB;	1114	init_perl_op.op_type = OP_ENTERSUB;
962	coro_setup_op.op_ppaddr = pp_slf;	1115	init_perl_op.op_ppaddr = pp_slf;
963	/* no flags etc. required, as an init function won't be called */	1116	/* no flags etc. required, as an init function won't be called */
964		1117
965	PL_op = (OP *)&coro_setup_op;	1118	PL_op = (OP *)&init_perl_op;
966		1119
967	/* copy throw, in case it was set before coro_setup */	1120	/* copy throw, in case it was set before init_perl */
968	CORO_THROW = coro->except;	1121	CORO_THROW = coro->except;
		1122
		1123	SWAP_SVS (coro);
		1124
		1125	if (expect_false (enable_times))
		1126	{
		1127	coro_times_update ();
		1128	coro_times_sub (coro);
		1129	}
969	}	1130	}
970		1131
971	static void	1132	static void
972	coro_unwind_stacks (pTHX)	1133	coro_unwind_stacks (pTHX)
973	{	1134	{
…		…
988	dounwind (-1);	1149	dounwind (-1);
989	}	1150	}
990	}	1151	}
991		1152
992	static void	1153	static void
993	coro_destruct_perl (pTHX_ struct coro *coro)	1154	destroy_perl (pTHX_ struct coro *coro)
994	{	1155	{
995	SV *svf [9];	1156	SV *svf [9];
996		1157
997	{	1158	{
		1159	SV *old_current = SvRV (coro_current);
998	struct coro *current = SvSTATE_current;	1160	struct coro *current = SvSTATE (old_current);
999		1161
1000	assert (("FATAL: tried to destroy currently running coroutine", coro->mainstack != PL_mainstack));	1162	assert (("FATAL: tried to destroy currently running coroutine", coro->mainstack != PL_mainstack));
1001		1163
1002	save_perl (aTHX_ current);	1164	save_perl (aTHX_ current);
		1165
		1166	/* this will cause transfer_check to croak on block*/
		1167	SvRV_set (coro_current, (SV *)coro->hv);
		1168
1003	load_perl (aTHX_ coro);	1169	load_perl (aTHX_ coro);
1004		1170
1005	coro_unwind_stacks (aTHX);	1171	coro_unwind_stacks (aTHX);
1006	coro_destruct_stacks (aTHX);	1172	coro_destruct_stacks (aTHX);
		1173
		1174	/* restore swapped sv's */
		1175	SWAP_SVS (coro);
1007		1176
1008	// now save some sv's to be free'd later	1177	// now save some sv's to be free'd later
1009	svf [0] = GvSV (PL_defgv);	1178	svf [0] = GvSV (PL_defgv);
1010	svf [1] = (SV *)GvAV (PL_defgv);	1179	svf [1] = (SV *)GvAV (PL_defgv);
1011	svf [2] = GvSV (PL_errgv);	1180	svf [2] = GvSV (PL_errgv);
…		…
1015	svf [6] = (SV *)GvHV (PL_hintgv);	1184	svf [6] = (SV *)GvHV (PL_hintgv);
1016	svf [7] = PL_diehook;	1185	svf [7] = PL_diehook;
1017	svf [8] = PL_warnhook;	1186	svf [8] = PL_warnhook;
1018	assert (9 == sizeof (svf) / sizeof (*svf));	1187	assert (9 == sizeof (svf) / sizeof (*svf));
1019		1188
		1189	SvRV_set (coro_current, old_current);
		1190
1020	load_perl (aTHX_ current);	1191	load_perl (aTHX_ current);
1021	}	1192	}
1022		1193
1023	{	1194	{
1024	int i;	1195	unsigned int i;
1025		1196
1026	for (i = 0; i < sizeof (svf) / sizeof (*svf); ++i)	1197	for (i = 0; i < sizeof (svf) / sizeof (*svf); ++i)
1027	SvREFCNT_dec (svf [i]);	1198	SvREFCNT_dec (svf [i]);
1028		1199
1029	SvREFCNT_dec (coro->saved_deffh);	1200	SvREFCNT_dec (coro->saved_deffh);
…		…
1235	/* somebody or something will hit me for both perl_run and PL_restartop */	1406	/* somebody or something will hit me for both perl_run and PL_restartop */
1236	PL_restartop = PL_op;	1407	PL_restartop = PL_op;
1237	perl_run (PL_curinterp);	1408	perl_run (PL_curinterp);
1238	/*	1409	/*
1239	* Unfortunately, there is no way to get at the return values of the	1410	* Unfortunately, there is no way to get at the return values of the
1240	* coro body here, as perl_run destroys these	1411	* coro body here, as perl_run destroys these. Likewise, we cannot catch
		1412	* runtime errors here, as this is just a random interpreter, not a thread.
1241	*/	1413	*/
1242		1414
1243	/*	1415	/*
1244	* If perl-run returns we assume exit() was being called or the coro	1416	* If perl-run returns we assume exit() was being called or the coro
1245	* fell off the end, which seems to be the only valid (non-bug)	1417	* fell off the end, which seems to be the only valid (non-bug)
…		…
1332	cctx_destroy (coro_cctx *cctx)	1504	cctx_destroy (coro_cctx *cctx)
1333	{	1505	{
1334	if (!cctx)	1506	if (!cctx)
1335	return;	1507	return;
1336		1508
1337	assert (("FATAL: tried to destroy current cctx", cctx != cctx_current));//D temporary?	1509	assert (("FATAL: tried to destroy current cctx", cctx != cctx_current));
1338		1510
1339	--cctx_count;	1511	--cctx_count;
1340	coro_destroy (&cctx->cctx);	1512	coro_destroy (&cctx->cctx);
1341		1513
1342	/* coro_transfer creates new, empty cctx's */	1514	/* coro_transfer creates new, empty cctx's */
…		…
1452	if (expect_false (next->flags & CF_NEW))	1624	if (expect_false (next->flags & CF_NEW))
1453	{	1625	{
1454	/* need to start coroutine */	1626	/* need to start coroutine */
1455	next->flags &= ~CF_NEW;	1627	next->flags &= ~CF_NEW;
1456	/* setup coroutine call */	1628	/* setup coroutine call */
1457	coro_setup (aTHX_ next);	1629	init_perl (aTHX_ next);
1458	}	1630	}
1459	else	1631	else
1460	load_perl (aTHX_ next);	1632	load_perl (aTHX_ next);
1461		1633
1462	/* possibly untie and reuse the cctx */	1634	/* possibly untie and reuse the cctx */
…		…
1501	#define TRANSFER(ta, force_cctx) transfer (aTHX_ (ta).prev, (ta).next, (force_cctx))	1673	#define TRANSFER(ta, force_cctx) transfer (aTHX_ (ta).prev, (ta).next, (force_cctx))
1502	#define TRANSFER_CHECK(ta) transfer_check (aTHX_ (ta).prev, (ta).next)	1674	#define TRANSFER_CHECK(ta) transfer_check (aTHX_ (ta).prev, (ta).next)
1503		1675
1504	/** high level stuff ********************************************************/	1676	/** high level stuff ********************************************************/
1505		1677
1506	static int	1678	static void
1507	coro_state_destroy (pTHX_ struct coro *coro)	1679	coro_state_destroy (pTHX_ struct coro *coro)
1508	{	1680	{
1509	if (coro->flags & CF_DESTROYED)	1681	if (coro->flags & CF_DESTROYED)
1510	return 0;	1682	return;
1511		1683
1512	if (coro->on_destroy && !PL_dirty)
1513	coro->on_destroy (aTHX_ coro);	1684	slf_destroy (aTHX_ coro);
1514		1685
1515	coro->flags |= CF_DESTROYED;	1686	coro->flags |= CF_DESTROYED;
1516		1687
1517	if (coro->flags & CF_READY)	1688	if (coro->flags & CF_READY)
1518	{	1689	{
…		…
1525		1696
1526	if (coro->mainstack	1697	if (coro->mainstack
1527	&& coro->mainstack != main_mainstack	1698	&& coro->mainstack != main_mainstack
1528	&& coro->slot	1699	&& coro->slot
1529	&& !PL_dirty)	1700	&& !PL_dirty)
1530	coro_destruct_perl (aTHX_ coro);	1701	destroy_perl (aTHX_ coro);
		1702
		1703	if (coro->next) coro->next->prev = coro->prev;
		1704	if (coro->prev) coro->prev->next = coro->next;
		1705	if (coro == coro_first) coro_first = coro->next;
1531		1706
1532	cctx_destroy (coro->cctx);	1707	cctx_destroy (coro->cctx);
1533	SvREFCNT_dec (coro->startcv);	1708	SvREFCNT_dec (coro->startcv);
1534	SvREFCNT_dec (coro->args);	1709	SvREFCNT_dec (coro->args);
		1710	SvREFCNT_dec (coro->swap_sv);
1535	SvREFCNT_dec (CORO_THROW);	1711	SvREFCNT_dec (CORO_THROW);
1536
1537	if (coro->next) coro->next->prev = coro->prev;
1538	if (coro->prev) coro->prev->next = coro->next;
1539	if (coro == coro_first) coro_first = coro->next;
1540
1541	return 1;
1542	}	1712	}
1543		1713
1544	static int	1714	static int
1545	coro_state_free (pTHX_ SV *sv, MAGIC *mg)	1715	coro_state_free (pTHX_ SV *sv, MAGIC *mg)
1546	{	1716	{
…		…
1594		1764
1595	prepare_transfer (aTHX_ &ta, prev_sv, next_sv);	1765	prepare_transfer (aTHX_ &ta, prev_sv, next_sv);
1596	TRANSFER (ta, 1);	1766	TRANSFER (ta, 1);
1597	}	1767	}
1598		1768
1599	/*****************************************************************************/
1600	/* gensub: simple closure generation utility */
1601
1602	#define GENSUB_ARG CvXSUBANY (cv).any_ptr
1603
1604	/* create a closure from XS, returns a code reference */
1605	/* the arg can be accessed via GENSUB_ARG from the callback */
1606	/* the callback must use dXSARGS/XSRETURN */
1607	static SV *
1608	gensub (pTHX_ void (*xsub)(pTHX_ CV *), void *arg)
1609	{
1610	CV *cv = (CV *)newSV (0);
1611
1612	sv_upgrade ((SV *)cv, SVt_PVCV);
1613
1614	CvANON_on (cv);
1615	CvISXSUB_on (cv);
1616	CvXSUB (cv) = xsub;
1617	GENSUB_ARG = arg;
1618
1619	return newRV_noinc ((SV *)cv);
1620	}
1621
1622	/** Coro ********************************************************************/	1769	/** Coro ********************************************************************/
1623		1770
1624	INLINE void	1771	INLINE void
1625	coro_enq (pTHX_ struct coro *coro)	1772	coro_enq (pTHX_ struct coro *coro)
1626	{	1773	{
1627	struct coro **ready = coro_ready [coro->prio - PRIO_MIN];	1774	struct coro **ready = coro_ready [coro->prio - CORO_PRIO_MIN];
1628		1775
1629	SvREFCNT_inc_NN (coro->hv);	1776	SvREFCNT_inc_NN (coro->hv);
1630		1777
1631	coro->next_ready = 0;	1778	coro->next_ready = 0;
1632	*(ready [0] ? &ready [1]->next_ready : &ready [0]) = coro;	1779	*(ready [0] ? &ready [1]->next_ready : &ready [0]) = coro;
…		…
1636	INLINE struct coro *	1783	INLINE struct coro *
1637	coro_deq (pTHX)	1784	coro_deq (pTHX)
1638	{	1785	{
1639	int prio;	1786	int prio;
1640		1787
1641	for (prio = PRIO_MAX - PRIO_MIN + 1; --prio >= 0; )	1788	for (prio = CORO_PRIO_MAX - CORO_PRIO_MIN + 1; --prio >= 0; )
1642	{	1789	{
1643	struct coro **ready = coro_ready [prio];	1790	struct coro **ready = coro_ready [prio];
1644		1791
1645	if (ready [0])	1792	if (ready [0])
1646	{	1793	{
…		…
1651	}	1798	}
1652		1799
1653	return 0;	1800	return 0;
1654	}	1801	}
1655		1802
		1803	static void
		1804	invoke_sv_ready_hook_helper (void)
		1805	{
		1806	dTHX;
		1807	dSP;
		1808
		1809	ENTER;
		1810	SAVETMPS;
		1811
		1812	PUSHMARK (SP);
		1813	PUTBACK;
		1814	call_sv (coro_readyhook, G_VOID | G_DISCARD);
		1815
		1816	FREETMPS;
		1817	LEAVE;
		1818	}
		1819
1656	static int	1820	static int
1657	api_ready (pTHX_ SV *coro_sv)	1821	api_ready (pTHX_ SV *coro_sv)
1658	{	1822	{
1659	struct coro *coro;
1660	SV *sv_hook;
1661	void (*xs_hook)(void);
1662
1663	coro = SvSTATE (coro_sv);	1823	struct coro *coro = SvSTATE (coro_sv);
1664		1824
1665	if (coro->flags & CF_READY)	1825	if (coro->flags & CF_READY)
1666	return 0;	1826	return 0;
1667		1827
1668	coro->flags |= CF_READY;	1828	coro->flags |= CF_READY;
1669		1829
1670	sv_hook = coro_nready ? 0 : coro_readyhook;
1671	xs_hook = coro_nready ? 0 : coroapi.readyhook;
1672
1673	coro_enq (aTHX_ coro);	1830	coro_enq (aTHX_ coro);
1674	++coro_nready;
1675		1831
1676	if (sv_hook)	1832	if (!coro_nready++)
1677	{	1833	if (coroapi.readyhook)
1678	dSP;	1834	coroapi.readyhook ();
1679
1680	ENTER;
1681	SAVETMPS;
1682
1683	PUSHMARK (SP);
1684	PUTBACK;
1685	call_sv (sv_hook, G_VOID | G_DISCARD);
1686
1687	FREETMPS;
1688	LEAVE;
1689	}
1690
1691	if (xs_hook)
1692	xs_hook ();
1693		1835
1694	return 1;	1836	return 1;
1695	}	1837	}
1696		1838
1697	static int	1839	static int
…		…
1742	{	1884	{
1743	/* nothing to schedule: call the idle handler */	1885	/* nothing to schedule: call the idle handler */
1744	if (SvROK (sv_idle)	1886	if (SvROK (sv_idle)
1745	&& SvOBJECT (SvRV (sv_idle)))	1887	&& SvOBJECT (SvRV (sv_idle)))
1746	{	1888	{
		1889	if (SvRV (sv_idle) == SvRV (coro_current))
		1890	croak ("FATAL: $Coro::IDLE blocked itself - did you try to block inside an event loop callback? Caught");
		1891
1747	++coro_nready; /* hack so that api_ready doesn't invoke ready hook */	1892	++coro_nready; /* hack so that api_ready doesn't invoke ready hook */
1748	api_ready (aTHX_ SvRV (sv_idle));	1893	api_ready (aTHX_ SvRV (sv_idle));
1749	--coro_nready;	1894	--coro_nready;
1750	}	1895	}
1751	else	1896	else
1752	{	1897	{
		1898	/* TODO: deprecated, remove, cannot work reliably *//*D*/
1753	dSP;	1899	dSP;
1754		1900
1755	ENTER;	1901	ENTER;
1756	SAVETMPS;	1902	SAVETMPS;
1757		1903
…		…
1867		2013
1868	static void	2014	static void
1869	coro_call_on_destroy (pTHX_ struct coro *coro)	2015	coro_call_on_destroy (pTHX_ struct coro *coro)
1870	{	2016	{
1871	SV **on_destroyp = hv_fetch (coro->hv, "_on_destroy", sizeof ("_on_destroy") - 1, 0);	2017	SV **on_destroyp = hv_fetch (coro->hv, "_on_destroy", sizeof ("_on_destroy") - 1, 0);
1872	SV **statusp = hv_fetch (coro->hv, "_status", sizeof ("_status") - 1, 0);
1873		2018
1874	if (on_destroyp)	2019	if (on_destroyp)
1875	{	2020	{
1876	AV *on_destroy = (AV *)SvRV (*on_destroyp);	2021	SV **statusp = hv_fetch (coro->hv, "_status", sizeof ("_status") - 1, 0);
		2022	AV *on_destroy = sv_2mortal (SvREFCNT_inc ((AV *)SvRV (*on_destroyp)));
		2023	AV *status = statusp ? sv_2mortal (SvREFCNT_inc ((AV *)SvRV (*statusp))) : 0;
1877		2024
1878	while (AvFILLp (on_destroy) >= 0)	2025	while (AvFILLp (on_destroy) >= 0)
1879	{	2026	{
1880	dSP; /* don't disturb outer sp */	2027	dSP; /* don't disturb outer sp */
1881	SV *cb = av_pop (on_destroy);	2028	SV *cb = av_pop (on_destroy);
…		…
1883	PUSHMARK (SP);	2030	PUSHMARK (SP);
1884		2031
1885	if (statusp)	2032	if (statusp)
1886	{	2033	{
1887	int i;	2034	int i;
1888	AV *status = (AV *)SvRV (*statusp);
1889	EXTEND (SP, AvFILLp (status) + 1);	2035	EXTEND (SP, AvFILLp (status) + 1);
1890		2036
1891	for (i = 0; i <= AvFILLp (status); ++i)	2037	for (i = 0; i <= AvFILLp (status); ++i)
1892	PUSHs (AvARRAY (status)[i]);	2038	PUSHs (AvARRAY (status)[i]);
1893	}	2039	}
…		…
1897	}	2043	}
1898	}	2044	}
1899	}	2045	}
1900		2046
1901	static void	2047	static void
1902	slf_init_terminate (pTHX_ struct CoroSLF *frame, CV *cv, SV **arg, int items)	2048	coro_set_status (pTHX_ HV *coro_hv, SV **arg, int items)
1903	{	2049	{
1904	int i;
1905	HV *hv = (HV *)SvRV (coro_current);
1906	AV *av = newAV ();	2050	AV *av = newAV ();
1907		2051
		2052	/* items are actually not so common, so optimise for this case */
		2053	if (items)
		2054	{
		2055	int i;
		2056
1908	av_extend (av, items - 1);	2057	av_extend (av, items - 1);
		2058
1909	for (i = 0; i < items; ++i)	2059	for (i = 0; i < items; ++i)
1910	av_push (av, SvREFCNT_inc_NN (arg [i]));	2060	av_push (av, SvREFCNT_inc_NN (arg [i]));
		2061	}
1911		2062
1912	hv_store (hv, "_status", sizeof ("_status") - 1, newRV_noinc ((SV *)av), 0);	2063	hv_store (coro_hv, "_status", sizeof ("_status") - 1, newRV_noinc ((SV *)av), 0);
		2064	}
1913		2065
		2066	static void
		2067	slf_init_terminate_cancel_common (pTHX_ struct CoroSLF *frame, HV *coro_hv)
		2068	{
1914	av_push (av_destroy, (SV *)newRV_inc ((SV *)hv)); /* RVinc for perl */	2069	av_push (av_destroy, (SV *)newRV_inc ((SV *)coro_hv)); /* RVinc for perl */
1915	api_ready (aTHX_ sv_manager);	2070	api_ready (aTHX_ sv_manager);
1916		2071
1917	frame->prepare = prepare_schedule;	2072	frame->prepare = prepare_schedule;
1918	frame->check = slf_check_repeat;	2073	frame->check = slf_check_repeat;
1919		2074
1920	/* as a minor optimisation, we could unwind all stacks here */	2075	/* as a minor optimisation, we could unwind all stacks here */
1921	/* but that puts extra pressure on pp_slf, and is not worth much */	2076	/* but that puts extra pressure on pp_slf, and is not worth much */
1922	/*coro_unwind_stacks (aTHX);*/	2077	/*coro_unwind_stacks (aTHX);*/
		2078	}
		2079
		2080	static void
		2081	slf_init_terminate (pTHX_ struct CoroSLF *frame, CV *cv, SV **arg, int items)
		2082	{
		2083	HV *coro_hv = (HV *)SvRV (coro_current);
		2084
		2085	coro_set_status (aTHX_ coro_hv, arg, items);
		2086	slf_init_terminate_cancel_common (aTHX_ frame, coro_hv);
		2087	}
		2088
		2089	static void
		2090	slf_init_cancel (pTHX_ struct CoroSLF *frame, CV *cv, SV **arg, int items)
		2091	{
		2092	HV *coro_hv;
		2093	struct coro *coro;
		2094
		2095	if (items <= 0)
		2096	croak ("Coro::cancel called without coro object,");
		2097
		2098	coro = SvSTATE (arg [0]);
		2099	coro_hv = coro->hv;
		2100
		2101	coro_set_status (aTHX_ coro_hv, arg + 1, items - 1);
		2102
		2103	if (expect_false (coro->flags & CF_NOCANCEL))
		2104	{
		2105	/* coro currently busy cancelling something, so just notify it */
		2106	coro->slf_frame.data = (void *)coro;
		2107
		2108	frame->prepare = prepare_nop;
		2109	frame->check = slf_check_nop;
		2110	}
		2111	else if (coro_hv == (HV *)SvRV (coro_current))
		2112	{
		2113	/* cancelling the current coro is allowed, and equals terminate */
		2114	slf_init_terminate_cancel_common (aTHX_ frame, coro_hv);
		2115	}
		2116	else
		2117	{
		2118	struct coro *self = SvSTATE_current;
		2119
		2120	/* otherwise we cancel directly, purely for speed reasons
		2121	* unfortunately, this requires some magic trickery, as
		2122	* somebody else could cancel us, so we have to fight the cancellation.
		2123	* this is ugly, and hopefully fully worth the extra speed.
		2124	* besides, I can't get the slow-but-safe version working...
		2125	*/
		2126	slf_frame.data = 0;
		2127	self->flags |= CF_NOCANCEL;
		2128
		2129	coro_state_destroy (aTHX_ coro);
		2130	coro_call_on_destroy (aTHX_ coro);
		2131
		2132	self->flags &= ~CF_NOCANCEL;
		2133
		2134	if (slf_frame.data)
		2135	{
		2136	/* while we were busy we have been cancelled, so terminate */
		2137	slf_init_terminate_cancel_common (aTHX_ frame, self->hv);
		2138	}
		2139	else
		2140	{
		2141	frame->prepare = prepare_nop;
		2142	frame->check = slf_check_nop;
		2143	}
		2144	}
		2145	}
		2146
		2147	static int
		2148	slf_check_safe_cancel (pTHX_ struct CoroSLF *frame)
		2149	{
		2150	frame->prepare = 0;
		2151	coro_unwind_stacks (aTHX);
		2152
		2153	slf_init_terminate_cancel_common (aTHX_ frame, (HV *)SvRV (coro_current));
		2154
		2155	return 1;
		2156	}
		2157
		2158	static int
		2159	safe_cancel (pTHX_ struct coro *coro, SV **arg, int items)
		2160	{
		2161	if (coro->cctx)
		2162	croak ("coro inside C callback, unable to cancel at this time, caught");
		2163
		2164	if (coro->flags & CF_NEW)
		2165	{
		2166	coro_set_status (aTHX_ coro->hv, arg, items);
		2167	coro_state_destroy (aTHX_ coro);
		2168	coro_call_on_destroy (aTHX_ coro);
		2169	}
		2170	else
		2171	{
		2172	if (!coro->slf_frame.prepare)
		2173	croak ("coro outside an SLF function, unable to cancel at this time, caught");
		2174
		2175	slf_destroy (aTHX_ coro);
		2176
		2177	coro_set_status (aTHX_ coro->hv, arg, items);
		2178	coro->slf_frame.prepare = prepare_nop;
		2179	coro->slf_frame.check = slf_check_safe_cancel;
		2180
		2181	api_ready (aTHX_ coro->hv);
		2182	}
		2183
		2184	return 1;
1923	}	2185	}
1924		2186
1925	/*****************************************************************************/	2187	/*****************************************************************************/
1926	/* async pool handler */	2188	/* async pool handler */
1927		2189
…		…
1967	coro->saved_deffh = 0;	2229	coro->saved_deffh = 0;
1968		2230
1969	if (coro_rss (aTHX_ coro) > SvUV (sv_pool_rss)	2231	if (coro_rss (aTHX_ coro) > SvUV (sv_pool_rss)
1970	|| av_len (av_async_pool) + 1 >= SvIV (sv_pool_size))	2232	|| av_len (av_async_pool) + 1 >= SvIV (sv_pool_size))
1971	{	2233	{
1972	coro->invoke_cb = SvREFCNT_inc_NN ((SV *)cv_coro_terminate);	2234	slf_init_terminate_cancel_common (aTHX_ frame, hv);
1973	coro->invoke_av = newAV ();	2235	return;
1974
1975	frame->prepare = prepare_nop;
1976	}	2236	}
1977	else	2237	else
1978	{	2238	{
1979	av_clear (GvAV (PL_defgv));	2239	av_clear (GvAV (PL_defgv));
1980	hv_store (hv, "desc", sizeof ("desc") - 1, SvREFCNT_inc_NN (sv_async_pool_idle), 0);	2240	hv_store (hv, "desc", sizeof ("desc") - 1, SvREFCNT_inc_NN (sv_async_pool_idle), 0);
…		…
2005		2265
2006	static void	2266	static void
2007	coro_rouse_callback (pTHX_ CV *cv)	2267	coro_rouse_callback (pTHX_ CV *cv)
2008	{	2268	{
2009	dXSARGS;	2269	dXSARGS;
2010	SV *data = (SV *)GENSUB_ARG;	2270	SV *data = (SV *)S_GENSUB_ARG;
2011		2271
2012	if (SvTYPE (SvRV (data)) != SVt_PVAV)	2272	if (SvTYPE (SvRV (data)) != SVt_PVAV)
2013	{	2273	{
2014	/* first call, set args */	2274	/* first call, set args */
2015	SV *coro = SvRV (data);	2275	SV *coro = SvRV (data);
…		…
2081	|| SvTYPE (SvRV (cb)) != SVt_PVCV	2341	|| SvTYPE (SvRV (cb)) != SVt_PVCV
2082	|| CvXSUB ((CV *)SvRV (cb)) != coro_rouse_callback)	2342	|| CvXSUB ((CV *)SvRV (cb)) != coro_rouse_callback)
2083	croak ("Coro::rouse_wait called with illegal callback argument,");	2343	croak ("Coro::rouse_wait called with illegal callback argument,");
2084		2344
2085	{	2345	{
2086	CV *cv = (CV *)SvRV (cb); /* for GENSUB_ARG */	2346	CV *cv = (CV *)SvRV (cb); /* for S_GENSUB_ARG */
2087	SV *data = (SV *)GENSUB_ARG;	2347	SV *data = (SV *)S_GENSUB_ARG;
2088		2348
2089	frame->data = (void *)data;	2349	frame->data = (void *)data;
2090	frame->prepare = SvTYPE (SvRV (data)) == SVt_PVAV ? prepare_nop : prepare_schedule;	2350	frame->prepare = SvTYPE (SvRV (data)) == SVt_PVAV ? prepare_nop : prepare_schedule;
2091	frame->check = slf_check_rouse_wait;	2351	frame->check = slf_check_rouse_wait;
2092	}	2352	}
…		…
2096	coro_new_rouse_cb (pTHX)	2356	coro_new_rouse_cb (pTHX)
2097	{	2357	{
2098	HV *hv = (HV *)SvRV (coro_current);	2358	HV *hv = (HV *)SvRV (coro_current);
2099	struct coro *coro = SvSTATE_hv (hv);	2359	struct coro *coro = SvSTATE_hv (hv);
2100	SV *data = newRV_inc ((SV *)hv);	2360	SV *data = newRV_inc ((SV *)hv);
2101	SV *cb = gensub (aTHX_ coro_rouse_callback, (void *)data);	2361	SV *cb = s_gensub (aTHX_ coro_rouse_callback, (void *)data);
2102		2362
2103	sv_magicext (SvRV (cb), data, CORO_MAGIC_type_rouse, 0, 0, 0);	2363	sv_magicext (SvRV (cb), data, CORO_MAGIC_type_rouse, 0, 0, 0);
2104	SvREFCNT_dec (data); /* magicext increases the refcount */	2364	SvREFCNT_dec (data); /* magicext increases the refcount */
2105		2365
2106	SvREFCNT_dec (coro->rouse_cb);	2366	SvREFCNT_dec (coro->rouse_cb);
…		…
2203	static void	2463	static void
2204	slf_init_cede_notself (pTHX_ struct CoroSLF *frame, CV *cv, SV **arg, int items)	2464	slf_init_cede_notself (pTHX_ struct CoroSLF *frame, CV *cv, SV **arg, int items)
2205	{	2465	{
2206	frame->prepare = prepare_cede_notself;	2466	frame->prepare = prepare_cede_notself;
2207	frame->check = slf_check_nop;	2467	frame->check = slf_check_nop;
		2468	}
		2469
		2470	/* "undo"/cancel a running slf call - used when cancelling a coro, mainly */
		2471	static void
		2472	slf_destroy (pTHX_ struct coro *coro)
		2473	{
		2474	/* this callback is reserved for slf functions needing to do cleanup */
		2475	if (coro->slf_frame.destroy && coro->slf_frame.prepare && !PL_dirty)
		2476	coro->slf_frame.destroy (aTHX_ coro);
		2477
		2478	/*
		2479	* The on_destroy above most likely is from an SLF call.
		2480	* Since by definition the SLF call will not finish when we destroy
		2481	* the coro, we will have to force-finish it here, otherwise
		2482	* cleanup functions cannot call SLF functions.
		2483	*/
		2484	coro->slf_frame.prepare = 0;
2208	}	2485	}
2209		2486
2210	/*	2487	/*
2211	* these not obviously related functions are all rolled into one	2488	* these not obviously related functions are all rolled into one
2212	* function to increase chances that they all will call transfer with the same	2489	* function to increase chances that they all will call transfer with the same
…		…
2331	if (PL_op->op_flags & OPf_STACKED)	2608	if (PL_op->op_flags & OPf_STACKED)
2332	{	2609	{
2333	if (items > slf_arga)	2610	if (items > slf_arga)
2334	{	2611	{
2335	slf_arga = items;	2612	slf_arga = items;
2336	free (slf_argv);	2613	Safefree (slf_argv);
2337	slf_argv = malloc (slf_arga * sizeof (SV *));	2614	New (0, slf_argv, slf_arga, SV *);
2338	}	2615	}
2339		2616
2340	slf_argc = items;	2617	slf_argc = items;
2341		2618
2342	for (i = 0; i < items; ++i)	2619	for (i = 0; i < items; ++i)
…		…
2538	SvREFCNT_dec (cb);	2815	SvREFCNT_dec (cb);
2539	}	2816	}
2540	}	2817	}
2541		2818
2542	static void	2819	static void
2543	coro_semaphore_on_destroy (pTHX_ struct coro *coro)	2820	coro_semaphore_destroy (pTHX_ struct coro *coro)
2544	{	2821	{
2545	/* call $sem->adjust (0) to possibly wake up some other waiters */	2822	/* call $sem->adjust (0) to possibly wake up some other waiters */
2546	coro_semaphore_adjust (aTHX_ (AV *)coro->slf_frame.data, 0);	2823	coro_semaphore_adjust (aTHX_ (AV *)coro->slf_frame.data, 0);
2547	}	2824	}
2548		2825
…		…
2555	/* if we are about to throw, don't actually acquire the lock, just throw */	2832	/* if we are about to throw, don't actually acquire the lock, just throw */
2556	if (CORO_THROW)	2833	if (CORO_THROW)
2557	return 0;	2834	return 0;
2558	else if (SvIVX (count_sv) > 0)	2835	else if (SvIVX (count_sv) > 0)
2559	{	2836	{
2560	SvSTATE_current->on_destroy = 0;	2837	frame->destroy = 0;
2561		2838
2562	if (acquire)	2839	if (acquire)
2563	SvIVX (count_sv) = SvIVX (count_sv) - 1;	2840	SvIVX (count_sv) = SvIVX (count_sv) - 1;
2564	else	2841	else
2565	coro_semaphore_adjust (aTHX_ av, 0);	2842	coro_semaphore_adjust (aTHX_ av, 0);
…		…
2608	{	2885	{
2609	av_push (av, SvREFCNT_inc (SvRV (coro_current)));	2886	av_push (av, SvREFCNT_inc (SvRV (coro_current)));
2610		2887
2611	frame->data = (void *)sv_2mortal (SvREFCNT_inc ((SV *)av));	2888	frame->data = (void *)sv_2mortal (SvREFCNT_inc ((SV *)av));
2612	frame->prepare = prepare_schedule;	2889	frame->prepare = prepare_schedule;
2613
2614	/* to avoid race conditions when a woken-up coro gets terminated */	2890	/* to avoid race conditions when a woken-up coro gets terminated */
2615	/* we arrange for a temporary on_destroy that calls adjust (0) */	2891	/* we arrange for a temporary on_destroy that calls adjust (0) */
2616	SvSTATE_current->on_destroy = coro_semaphore_on_destroy;	2892	frame->destroy = coro_semaphore_destroy;
2617	}	2893	}
2618	}	2894	}
2619		2895
2620	static void	2896	static void
2621	slf_init_semaphore_down (pTHX_ struct CoroSLF *frame, CV *cv, SV **arg, int items)	2897	slf_init_semaphore_down (pTHX_ struct CoroSLF *frame, CV *cv, SV **arg, int items)
…		…
2629	{	2905	{
2630	if (items >= 2)	2906	if (items >= 2)
2631	{	2907	{
2632	/* callback form */	2908	/* callback form */
2633	AV *av = (AV *)SvRV (arg [0]);	2909	AV *av = (AV *)SvRV (arg [0]);
2634	CV *cb_cv = coro_sv_2cv (aTHX_ arg [1]);	2910	SV *cb_cv = s_get_cv_croak (arg [1]);
2635		2911
2636	av_push (av, (SV *)SvREFCNT_inc_NN (cb_cv));	2912	av_push (av, SvREFCNT_inc_NN (cb_cv));
2637		2913
2638	if (SvIVX (AvARRAY (av)[0]) > 0)	2914	if (SvIVX (AvARRAY (av)[0]) > 0)
2639	coro_semaphore_adjust (aTHX_ av, 0);	2915	coro_semaphore_adjust (aTHX_ av, 0);
2640		2916
2641	frame->prepare = prepare_nop;	2917	frame->prepare = prepare_nop;
…		…
2665	AvARRAY (av)[0] = AvARRAY (av)[1];	2941	AvARRAY (av)[0] = AvARRAY (av)[1];
2666	AvARRAY (av)[1] = cb;	2942	AvARRAY (av)[1] = cb;
2667		2943
2668	cb = av_shift (av);	2944	cb = av_shift (av);
2669		2945
		2946	if (SvTYPE (cb) == SVt_PVCV)
		2947	{
		2948	dSP;
		2949	PUSHMARK (SP);
		2950	XPUSHs (sv_2mortal (newRV_inc ((SV *)av)));
		2951	PUTBACK;
		2952	call_sv (cb, G_VOID | G_DISCARD | G_EVAL | G_KEEPERR);
		2953	}
		2954	else
		2955	{
2670	api_ready (aTHX_ cb);	2956	api_ready (aTHX_ cb);
2671	sv_setiv (cb, 0); /* signal waiter */	2957	sv_setiv (cb, 0); /* signal waiter */
		2958	}
		2959
2672	SvREFCNT_dec (cb);	2960	SvREFCNT_dec (cb);
2673		2961
2674	--count;	2962	--count;
2675	}	2963	}
2676	}	2964	}
…		…
2685	static void	2973	static void
2686	slf_init_signal_wait (pTHX_ struct CoroSLF *frame, CV *cv, SV **arg, int items)	2974	slf_init_signal_wait (pTHX_ struct CoroSLF *frame, CV *cv, SV **arg, int items)
2687	{	2975	{
2688	AV *av = (AV *)SvRV (arg [0]);	2976	AV *av = (AV *)SvRV (arg [0]);
2689		2977
		2978	if (items >= 2)
		2979	{
		2980	SV *cb_cv = s_get_cv_croak (arg [1]);
		2981	av_push (av, SvREFCNT_inc_NN (cb_cv));
		2982
2690	if (SvIVX (AvARRAY (av)[0]))	2983	if (SvIVX (AvARRAY (av)[0]))
		2984	coro_signal_wake (aTHX_ av, 1); /* must be the only waiter */
		2985
		2986	frame->prepare = prepare_nop;
		2987	frame->check = slf_check_nop;
		2988	}
		2989	else if (SvIVX (AvARRAY (av)[0]))
2691	{	2990	{
2692	SvIVX (AvARRAY (av)[0]) = 0;	2991	SvIVX (AvARRAY (av)[0]) = 0;
2693	frame->prepare = prepare_nop;	2992	frame->prepare = prepare_nop;
2694	frame->check = slf_check_nop;	2993	frame->check = slf_check_nop;
2695	}	2994	}
2696	else	2995	else
2697	{	2996	{
2698	SV *waiter = newRV_inc (SvRV (coro_current)); /* owned by signal av */	2997	SV *waiter = newSVsv (coro_current); /* owned by signal av */
2699		2998
2700	av_push (av, waiter);	2999	av_push (av, waiter);
2701		3000
2702	frame->data = (void *)sv_2mortal (SvREFCNT_inc_NN (waiter)); /* owned by process */	3001	frame->data = (void *)sv_2mortal (SvREFCNT_inc_NN (waiter)); /* owned by process */
2703	frame->prepare = prepare_schedule;	3002	frame->prepare = prepare_schedule;
…		…
2721		3020
2722	static void	3021	static void
2723	coro_aio_callback (pTHX_ CV *cv)	3022	coro_aio_callback (pTHX_ CV *cv)
2724	{	3023	{
2725	dXSARGS;	3024	dXSARGS;
2726	AV *state = (AV *)GENSUB_ARG;	3025	AV *state = (AV *)S_GENSUB_ARG;
2727	SV *coro = av_pop (state);	3026	SV *coro = av_pop (state);
2728	SV *data_sv = newSV (sizeof (struct io_state));	3027	SV *data_sv = newSV (sizeof (struct io_state));
2729		3028
2730	av_extend (state, items - 1);	3029	av_extend (state, items - 1);
2731		3030
…		…
2845		3144
2846	for (i = 0; i < items; ++i)	3145	for (i = 0; i < items; ++i)
2847	PUSHs (arg [i]);	3146	PUSHs (arg [i]);
2848		3147
2849	/* now push the callback closure */	3148	/* now push the callback closure */
2850	PUSHs (sv_2mortal (gensub (aTHX_ coro_aio_callback, (void *)SvREFCNT_inc_NN ((SV *)state))));	3149	PUSHs (sv_2mortal (s_gensub (aTHX_ coro_aio_callback, (void *)SvREFCNT_inc_NN ((SV *)state))));
2851		3150
2852	/* now call the AIO function - we assume our request is uncancelable */	3151	/* now call the AIO function - we assume our request is uncancelable */
2853	PUTBACK;	3152	PUTBACK;
2854	call_sv ((SV *)req, G_VOID | G_DISCARD);	3153	call_sv ((SV *)req, G_VOID | G_DISCARD);
2855	}	3154	}
2856		3155
2857	/* now that the requets is going, we loop toll we have a result */	3156	/* now that the request is going, we loop till we have a result */
2858	frame->data = (void *)state;	3157	frame->data = (void *)state;
2859	frame->prepare = prepare_schedule;	3158	frame->prepare = prepare_schedule;
2860	frame->check = slf_check_aio_req;	3159	frame->check = slf_check_aio_req;
2861	}	3160	}
2862		3161
…		…
2873	/*****************************************************************************/	3172	/*****************************************************************************/
2874		3173
2875	#if CORO_CLONE	3174	#if CORO_CLONE
2876	# include "clone.c"	3175	# include "clone.c"
2877	#endif	3176	#endif
		3177
		3178	/*****************************************************************************/
		3179
		3180	static SV *
		3181	coro_new (pTHX_ HV *stash, SV **argv, int argc, int is_coro)
		3182	{
		3183	SV *coro_sv;
		3184	struct coro *coro;
		3185	MAGIC *mg;
		3186	HV *hv;
		3187	SV *cb;
		3188	int i;
		3189
		3190	if (argc > 0)
		3191	{
		3192	cb = s_get_cv_croak (argv [0]);
		3193
		3194	if (!is_coro)
		3195	{
		3196	if (CvISXSUB (cb))
		3197	croak ("Coro::State doesn't support XS functions as coroutine start, caught");
		3198
		3199	if (!CvROOT (cb))
		3200	croak ("Coro::State doesn't support autoloaded or undefined functions as coroutine start, caught");
		3201	}
		3202	}
		3203
		3204	Newz (0, coro, 1, struct coro);
		3205	coro->args = newAV ();
		3206	coro->flags = CF_NEW;
		3207
		3208	if (coro_first) coro_first->prev = coro;
		3209	coro->next = coro_first;
		3210	coro_first = coro;
		3211
		3212	coro->hv = hv = newHV ();
		3213	mg = sv_magicext ((SV *)hv, 0, CORO_MAGIC_type_state, &coro_state_vtbl, (char *)coro, 0);
		3214	mg->mg_flags |= MGf_DUP;
		3215	coro_sv = sv_bless (newRV_noinc ((SV *)hv), stash);
		3216
		3217	if (argc > 0)
		3218	{
		3219	av_extend (coro->args, argc + is_coro - 1);
		3220
		3221	if (is_coro)
		3222	{
		3223	av_push (coro->args, SvREFCNT_inc_NN ((SV *)cb));
		3224	cb = (SV *)cv_coro_run;
		3225	}
		3226
		3227	coro->startcv = (CV *)SvREFCNT_inc_NN ((SV *)cb);
		3228
		3229	for (i = 1; i < argc; i++)
		3230	av_push (coro->args, newSVsv (argv [i]));
		3231	}
		3232
		3233	return coro_sv;
		3234	}
2878		3235
2879	MODULE = Coro::State PACKAGE = Coro::State PREFIX = api_	3236	MODULE = Coro::State PACKAGE = Coro::State PREFIX = api_
2880		3237
2881	PROTOTYPES: DISABLE	3238	PROTOTYPES: DISABLE
2882		3239
…		…
2935	coroapi.prepare_nop = prepare_nop;	3292	coroapi.prepare_nop = prepare_nop;
2936	coroapi.prepare_schedule = prepare_schedule;	3293	coroapi.prepare_schedule = prepare_schedule;
2937	coroapi.prepare_cede = prepare_cede;	3294	coroapi.prepare_cede = prepare_cede;
2938	coroapi.prepare_cede_notself = prepare_cede_notself;	3295	coroapi.prepare_cede_notself = prepare_cede_notself;
2939		3296
2940	{	3297	time_init (aTHX);
2941	SV **svp = hv_fetch (PL_modglobal, "Time::NVtime", 12, 0);
2942		3298
2943	if (!svp) croak ("Time::HiRes is required");
2944	if (!SvIOK (*svp)) croak ("Time::NVtime isn't a function pointer");
2945
2946	nvtime = INT2PTR (double (*)(), SvIV (*svp));
2947	}
2948
2949	assert (("PRIO_NORMAL must be 0", !PRIO_NORMAL));	3299	assert (("PRIO_NORMAL must be 0", !CORO_PRIO_NORMAL));
2950	}	3300	}
2951		3301
2952	SV *	3302	SV *
2953	new (char *klass, ...)	3303	new (SV *klass, ...)
2954	ALIAS:	3304	ALIAS:
2955	Coro::new = 1	3305	Coro::new = 1
2956	CODE:	3306	CODE:
2957	{	3307	RETVAL = coro_new (aTHX_ ix ? coro_stash : coro_state_stash, &ST (1), items - 1, ix);
2958	struct coro *coro;	3308	OUTPUT:
2959	MAGIC *mg;
2960	HV *hv;
2961	CV *cb;
2962	int i;
2963
2964	if (items > 1)
2965	{
2966	cb = coro_sv_2cv (aTHX_ ST (1));
2967
2968	if (!ix)
2969	{
2970	if (CvISXSUB (cb))
2971	croak ("Coro::State doesn't support XS functions as coroutine start, caught");
2972
2973	if (!CvROOT (cb))
2974	croak ("Coro::State doesn't support autoloaded or undefined functions as coroutine start, caught");
2975	}
2976	}
2977
2978	Newz (0, coro, 1, struct coro);
2979	coro->args = newAV ();
2980	coro->flags = CF_NEW;
2981
2982	if (coro_first) coro_first->prev = coro;
2983	coro->next = coro_first;
2984	coro_first = coro;
2985
2986	coro->hv = hv = newHV ();
2987	mg = sv_magicext ((SV *)hv, 0, CORO_MAGIC_type_state, &coro_state_vtbl, (char *)coro, 0);
2988	mg->mg_flags |= MGf_DUP;
2989	RETVAL = sv_bless (newRV_noinc ((SV *)hv), gv_stashpv (klass, 1));
2990
2991	if (items > 1)
2992	{
2993	av_extend (coro->args, items - 1 + ix - 1);
2994
2995	if (ix)
2996	{
2997	av_push (coro->args, SvREFCNT_inc_NN ((SV *)cb));
2998	cb = cv_coro_run;
2999	}
3000
3001	coro->startcv = (CV *)SvREFCNT_inc_NN ((SV *)cb);
3002
3003	for (i = 2; i < items; i++)
3004	av_push (coro->args, newSVsv (ST (i)));
3005	}
3006	}
3007	OUTPUT:
3008	RETVAL	3309	RETVAL
3009		3310
3010	void	3311	void
3011	transfer (...)	3312	transfer (...)
3012	PROTOTYPE: $$	3313	PROTOTYPE: $$
3013	CODE:	3314	CODE:
3014	CORO_EXECUTE_SLF_XS (slf_init_transfer);	3315	CORO_EXECUTE_SLF_XS (slf_init_transfer);
3015
3016	bool
3017	_destroy (SV *coro_sv)
3018	CODE:
3019	RETVAL = coro_state_destroy (aTHX_ SvSTATE (coro_sv));
3020	OUTPUT:
3021	RETVAL
3022		3316
3023	void	3317	void
3024	_exit (int code)	3318	_exit (int code)
3025	PROTOTYPE: $	3319	PROTOTYPE: $
3026	CODE:	3320	CODE:
…		…
3102	CODE:	3396	CODE:
3103	{	3397	{
3104	if (coro->mainstack && ((coro->flags & CF_RUNNING) || coro->slot))	3398	if (coro->mainstack && ((coro->flags & CF_RUNNING) || coro->slot))
3105	{	3399	{
3106	struct coro *current = SvSTATE_current;	3400	struct coro *current = SvSTATE_current;
		3401	struct CoroSLF slf_save;
3107		3402
3108	if (current != coro)	3403	if (current != coro)
3109	{	3404	{
3110	PUTBACK;	3405	PUTBACK;
3111	save_perl (aTHX_ current);	3406	save_perl (aTHX_ current);
3112	load_perl (aTHX_ coro);	3407	load_perl (aTHX_ coro);
		3408	/* the coro is most likely in an active SLF call.
		3409	* while not strictly required (the code we execute is
		3410	* not allowed to call any SLF functions), it's cleaner
		3411	* to reinitialise the slf_frame and restore it later.
		3412	* This might one day allow us to actually do SLF calls
		3413	* from code executed here.
		3414	*/
		3415	slf_save = slf_frame;
		3416	slf_frame.prepare = 0;
3113	SPAGAIN;	3417	SPAGAIN;
3114	}	3418	}
3115		3419
3116	PUSHSTACK;	3420	PUSHSTACK;
3117		3421
…		…
3127	SPAGAIN;	3431	SPAGAIN;
3128		3432
3129	if (current != coro)	3433	if (current != coro)
3130	{	3434	{
3131	PUTBACK;	3435	PUTBACK;
		3436	slf_frame = slf_save;
3132	save_perl (aTHX_ coro);	3437	save_perl (aTHX_ coro);
3133	load_perl (aTHX_ current);	3438	load_perl (aTHX_ current);
3134	SPAGAIN;	3439	SPAGAIN;
3135	}	3440	}
3136	}	3441	}
…		…
3149	RETVAL = boolSV (coro->flags & ix);	3454	RETVAL = boolSV (coro->flags & ix);
3150	OUTPUT:	3455	OUTPUT:
3151	RETVAL	3456	RETVAL
3152		3457
3153	void	3458	void
3154	throw (Coro::State self, SV *throw = &PL_sv_undef)	3459	throw (Coro::State self, SV *exception = &PL_sv_undef)
3155	PROTOTYPE: $;$	3460	PROTOTYPE: $;$
3156	CODE:	3461	CODE:
3157	{	3462	{
3158	struct coro *current = SvSTATE_current;	3463	struct coro *current = SvSTATE_current;
3159	SV **throwp = self == current ? &CORO_THROW : &self->except;	3464	SV **exceptionp = self == current ? &CORO_THROW : &self->except;
3160	SvREFCNT_dec (*throwp);	3465	SvREFCNT_dec (*exceptionp);
3161	*throwp = SvOK (throw) ? newSVsv (throw) : 0;	3466	SvGETMAGIC (exception);
		3467	*exceptionp = SvOK (exception) ? newSVsv (exception) : 0;
3162	}	3468	}
3163		3469
3164	void	3470	void
3165	api_trace (SV *coro, int flags = CC_TRACE | CC_TRACE_SUB)	3471	api_trace (SV *coro, int flags = CC_TRACE | CC_TRACE_SUB)
3166	PROTOTYPE: $;$	3472	PROTOTYPE: $;$
…		…
3221		3527
3222	void	3528	void
3223	cancel (Coro::State self)	3529	cancel (Coro::State self)
3224	CODE:	3530	CODE:
3225	coro_state_destroy (aTHX_ self);	3531	coro_state_destroy (aTHX_ self);
3226	coro_call_on_destroy (aTHX_ self); /* actually only for Coro objects */	3532
		3533	SV *
		3534	enable_times (int enabled = enable_times)
		3535	CODE:
		3536	{
		3537	RETVAL = boolSV (enable_times);
		3538
		3539	if (enabled != enable_times)
		3540	{
		3541	enable_times = enabled;
		3542
		3543	coro_times_update ();
		3544	(enabled ? coro_times_sub : coro_times_add)(SvSTATE (coro_current));
		3545	}
		3546	}
		3547	OUTPUT:
		3548	RETVAL
		3549
		3550	void
		3551	times (Coro::State self)
		3552	PPCODE:
		3553	{
		3554	struct coro *current = SvSTATE (coro_current);
		3555
		3556	if (expect_false (current == self))
		3557	{
		3558	coro_times_update ();
		3559	coro_times_add (SvSTATE (coro_current));
		3560	}
		3561
		3562	EXTEND (SP, 2);
		3563	PUSHs (sv_2mortal (newSVnv (self->t_real [0] + self->t_real [1] * 1e-9)));
		3564	PUSHs (sv_2mortal (newSVnv (self->t_cpu [0] + self->t_cpu [1] * 1e-9)));
		3565
		3566	if (expect_false (current == self))
		3567	coro_times_sub (SvSTATE (coro_current));
		3568	}
		3569
		3570	void
		3571	swap_sv (Coro::State coro, SV *sv, SV *swapsv)
		3572	CODE:
		3573	{
		3574	struct coro *current = SvSTATE_current;
		3575
		3576	if (current == coro)
		3577	SWAP_SVS (current);
		3578
		3579	if (!coro->swap_sv)
		3580	coro->swap_sv = newAV ();
		3581
		3582	av_push (coro->swap_sv, SvREFCNT_inc_NN (SvRV (sv )));
		3583	av_push (coro->swap_sv, SvREFCNT_inc_NN (SvRV (swapsv)));
		3584
		3585	if (current == coro)
		3586	SWAP_SVS (current);
		3587	}
3227		3588
3228		3589
3229	MODULE = Coro::State PACKAGE = Coro	3590	MODULE = Coro::State PACKAGE = Coro
3230		3591
3231	BOOT:	3592	BOOT:
3232	{	3593	{
3233	sv_pool_rss = coro_get_sv (aTHX_ "Coro::POOL_RSS" , TRUE);	3594	sv_pool_rss = coro_get_sv (aTHX_ "Coro::POOL_RSS" , TRUE);
3234	sv_pool_size = coro_get_sv (aTHX_ "Coro::POOL_SIZE" , TRUE);	3595	sv_pool_size = coro_get_sv (aTHX_ "Coro::POOL_SIZE" , TRUE);
3235	cv_coro_run = get_cv ( "Coro::_coro_run" , GV_ADD);	3596	cv_coro_run = get_cv ( "Coro::_coro_run" , GV_ADD);
3236	cv_coro_terminate = get_cv ( "Coro::terminate" , GV_ADD);
3237	coro_current = coro_get_sv (aTHX_ "Coro::current" , FALSE); SvREADONLY_on (coro_current);	3597	coro_current = coro_get_sv (aTHX_ "Coro::current" , FALSE); SvREADONLY_on (coro_current);
3238	av_async_pool = coro_get_av (aTHX_ "Coro::async_pool", TRUE);	3598	av_async_pool = coro_get_av (aTHX_ "Coro::async_pool", TRUE);
3239	av_destroy = coro_get_av (aTHX_ "Coro::destroy" , TRUE);	3599	av_destroy = coro_get_av (aTHX_ "Coro::destroy" , TRUE);
3240	sv_manager = coro_get_sv (aTHX_ "Coro::manager" , TRUE);	3600	sv_manager = coro_get_sv (aTHX_ "Coro::manager" , TRUE);
3241	sv_idle = coro_get_sv (aTHX_ "Coro::idle" , TRUE);	3601	sv_idle = coro_get_sv (aTHX_ "Coro::idle" , TRUE);
3242		3602
3243	sv_async_pool_idle = newSVpv ("[async pool idle]", 0); SvREADONLY_on (sv_async_pool_idle);	3603	sv_async_pool_idle = newSVpv ("[async pool idle]", 0); SvREADONLY_on (sv_async_pool_idle);
3244	sv_Coro = newSVpv ("Coro", 0); SvREADONLY_on (sv_Coro);	3604	sv_Coro = newSVpv ("Coro", 0); SvREADONLY_on (sv_Coro);
3245	cv_pool_handler = get_cv ("Coro::pool_handler", GV_ADD); SvREADONLY_on (cv_pool_handler);	3605	cv_pool_handler = get_cv ("Coro::pool_handler", GV_ADD); SvREADONLY_on (cv_pool_handler);
3246	cv_coro_state_new = get_cv ("Coro::State::new", 0); SvREADONLY_on (cv_coro_state_new);	3606	CvNODEBUG_on (get_cv ("Coro::_pool_handler", 0)); /* work around a debugger bug */
3247		3607
3248	coro_stash = gv_stashpv ("Coro", TRUE);	3608	coro_stash = gv_stashpv ("Coro", TRUE);
3249		3609
3250	newCONSTSUB (coro_stash, "PRIO_MAX", newSViv (PRIO_MAX));	3610	newCONSTSUB (coro_stash, "PRIO_MAX", newSViv (CORO_PRIO_MAX));
3251	newCONSTSUB (coro_stash, "PRIO_HIGH", newSViv (PRIO_HIGH));	3611	newCONSTSUB (coro_stash, "PRIO_HIGH", newSViv (CORO_PRIO_HIGH));
3252	newCONSTSUB (coro_stash, "PRIO_NORMAL", newSViv (PRIO_NORMAL));	3612	newCONSTSUB (coro_stash, "PRIO_NORMAL", newSViv (CORO_PRIO_NORMAL));
3253	newCONSTSUB (coro_stash, "PRIO_LOW", newSViv (PRIO_LOW));	3613	newCONSTSUB (coro_stash, "PRIO_LOW", newSViv (CORO_PRIO_LOW));
3254	newCONSTSUB (coro_stash, "PRIO_IDLE", newSViv (PRIO_IDLE));	3614	newCONSTSUB (coro_stash, "PRIO_IDLE", newSViv (CORO_PRIO_IDLE));
3255	newCONSTSUB (coro_stash, "PRIO_MIN", newSViv (PRIO_MIN));	3615	newCONSTSUB (coro_stash, "PRIO_MIN", newSViv (CORO_PRIO_MIN));
3256		3616
3257	{	3617	{
3258	SV *sv = coro_get_sv (aTHX_ "Coro::API", TRUE);	3618	SV *sv = coro_get_sv (aTHX_ "Coro::API", TRUE);
3259		3619
3260	coroapi.schedule = api_schedule;	3620	coroapi.schedule = api_schedule;
…		…
3270	sv_setiv (sv, (IV)&coroapi);	3630	sv_setiv (sv, (IV)&coroapi);
3271	SvREADONLY_on (sv);	3631	SvREADONLY_on (sv);
3272	}	3632	}
3273	}	3633	}
3274		3634
		3635	SV *
		3636	async (...)
		3637	PROTOTYPE: &@
		3638	CODE:
		3639	RETVAL = coro_new (aTHX_ coro_stash, &ST (0), items, 1);
		3640	api_ready (aTHX_ RETVAL);
		3641	OUTPUT:
		3642	RETVAL
		3643
		3644	void
		3645	_destroy (Coro::State coro)
		3646	CODE:
		3647	/* used by the manager thread */
		3648	coro_state_destroy (aTHX_ coro);
		3649	coro_call_on_destroy (aTHX_ coro);
		3650
3275	void	3651	void
3276	terminate (...)	3652	terminate (...)
3277	CODE:	3653	CODE:
3278	CORO_EXECUTE_SLF_XS (slf_init_terminate);	3654	CORO_EXECUTE_SLF_XS (slf_init_terminate);
		3655
		3656	void
		3657	cancel (...)
		3658	CODE:
		3659	CORO_EXECUTE_SLF_XS (slf_init_cancel);
		3660
		3661	int
		3662	safe_cancel (Coro::State self, ...)
		3663	C_ARGS: aTHX_ self, &ST (1), items - 1
3279		3664
3280	void	3665	void
3281	schedule (...)	3666	schedule (...)
3282	CODE:	3667	CODE:
3283	CORO_EXECUTE_SLF_XS (slf_init_schedule);	3668	CORO_EXECUTE_SLF_XS (slf_init_schedule);
…		…
3312	void	3697	void
3313	_set_readyhook (SV *hook)	3698	_set_readyhook (SV *hook)
3314	PROTOTYPE: $	3699	PROTOTYPE: $
3315	CODE:	3700	CODE:
3316	SvREFCNT_dec (coro_readyhook);	3701	SvREFCNT_dec (coro_readyhook);
		3702	SvGETMAGIC (hook);
		3703	if (SvOK (hook))
		3704	{
3317	coro_readyhook = SvOK (hook) ? newSVsv (hook) : 0;	3705	coro_readyhook = newSVsv (hook);
		3706	CORO_READYHOOK = invoke_sv_ready_hook_helper;
		3707	}
		3708	else
		3709	{
		3710	coro_readyhook = 0;
		3711	CORO_READYHOOK = 0;
		3712	}
3318		3713
3319	int	3714	int
3320	prio (Coro::State coro, int newprio = 0)	3715	prio (Coro::State coro, int newprio = 0)
3321	PROTOTYPE: $;$	3716	PROTOTYPE: $;$
3322	ALIAS:	3717	ALIAS:
…		…
3328	if (items > 1)	3723	if (items > 1)
3329	{	3724	{
3330	if (ix)	3725	if (ix)
3331	newprio = coro->prio - newprio;	3726	newprio = coro->prio - newprio;
3332		3727
3333	if (newprio < PRIO_MIN) newprio = PRIO_MIN;	3728	if (newprio < CORO_PRIO_MIN) newprio = CORO_PRIO_MIN;
3334	if (newprio > PRIO_MAX) newprio = PRIO_MAX;	3729	if (newprio > CORO_PRIO_MAX) newprio = CORO_PRIO_MAX;
3335		3730
3336	coro->prio = newprio;	3731	coro->prio = newprio;
3337	}	3732	}
3338	}	3733	}
3339	OUTPUT:	3734	OUTPUT:
…		…
3386	for (i = 1; i < items; ++i)	3781	for (i = 1; i < items; ++i)
3387	av_push (av, SvREFCNT_inc_NN (ST (i)));	3782	av_push (av, SvREFCNT_inc_NN (ST (i)));
3388		3783
3389	if ((SV *)hv == &PL_sv_undef)	3784	if ((SV *)hv == &PL_sv_undef)
3390	{	3785	{
3391	PUSHMARK (SP);	3786	SV *sv = coro_new (aTHX_ coro_stash, (SV **)&cv_pool_handler, 1, 1);
3392	EXTEND (SP, 2);
3393	PUSHs (sv_Coro);
3394	PUSHs ((SV *)cv_pool_handler);
3395	PUTBACK;
3396	call_sv ((SV *)cv_coro_state_new, G_SCALAR);
3397	SPAGAIN;
3398
3399	hv = (HV *)SvREFCNT_inc_NN (SvRV (POPs));	3787	hv = (HV *)SvREFCNT_inc_NN (SvRV (sv));
		3788	SvREFCNT_dec (sv);
3400	}	3789	}
3401		3790
3402	{	3791	{
3403	struct coro *coro = SvSTATE_hv (hv);	3792	struct coro *coro = SvSTATE_hv (hv);
3404		3793
…		…
3438	CODE:	3827	CODE:
3439	{	3828	{
3440	struct coro *coro = SvSTATE_current;	3829	struct coro *coro = SvSTATE_current;
3441	AV **avp = ix ? &coro->on_leave : &coro->on_enter;	3830	AV **avp = ix ? &coro->on_leave : &coro->on_enter;
3442		3831
3443	block = (SV *)coro_sv_2cv (aTHX_ block);	3832	block = s_get_cv_croak (block);
3444		3833
3445	if (!*avp)	3834	if (!*avp)
3446	*avp = newAV ();	3835	*avp = newAV ();
3447		3836
3448	av_push (*avp, SvREFCNT_inc (block));	3837	av_push (*avp, SvREFCNT_inc (block));
…		…
3465	MODULE = Coro::State PACKAGE = Coro::Semaphore	3854	MODULE = Coro::State PACKAGE = Coro::Semaphore
3466		3855
3467	SV *	3856	SV *
3468	new (SV *klass, SV *count = 0)	3857	new (SV *klass, SV *count = 0)
3469	CODE:	3858	CODE:
		3859	{
		3860	int semcnt = 1;
		3861
		3862	if (count)
		3863	{
		3864	SvGETMAGIC (count);
		3865
		3866	if (SvOK (count))
		3867	semcnt = SvIV (count);
		3868	}
		3869
3470	RETVAL = sv_bless (	3870	RETVAL = sv_bless (
3471	coro_waitarray_new (aTHX_ count && SvOK (count) ? SvIV (count) : 1),	3871	coro_waitarray_new (aTHX_ semcnt),
3472	GvSTASH (CvGV (cv))	3872	GvSTASH (CvGV (cv))
3473	);	3873	);
		3874	}
3474	OUTPUT:	3875	OUTPUT:
3475	RETVAL	3876	RETVAL
3476		3877
3477	# helper for Coro::Channel and others	3878	# helper for Coro::Channel and others
3478	SV *	3879	SV *
…		…
3636		4037
3637	void	4038	void
3638	_register (char *target, char *proto, SV *req)	4039	_register (char *target, char *proto, SV *req)
3639	CODE:	4040	CODE:
3640	{	4041	{
3641	CV *req_cv = coro_sv_2cv (aTHX_ req);	4042	SV *req_cv = s_get_cv_croak (req);
3642	/* newXSproto doesn't return the CV on 5.8 */	4043	/* newXSproto doesn't return the CV on 5.8 */
3643	CV *slf_cv = newXS (target, coro_aio_req_xs, __FILE__);	4044	CV *slf_cv = newXS (target, coro_aio_req_xs, __FILE__);
3644	sv_setpv ((SV *)slf_cv, proto);	4045	sv_setpv ((SV *)slf_cv, proto);
3645	sv_magicext ((SV *)slf_cv, (SV *)req_cv, CORO_MAGIC_type_aio, 0, 0, 0);	4046	sv_magicext ((SV *)slf_cv, (SV *)req_cv, CORO_MAGIC_type_aio, 0, 0, 0);
3646	}	4047	}
3647		4048
		4049	MODULE = Coro::State PACKAGE = Coro::Select
		4050
		4051	void
		4052	patch_pp_sselect ()
		4053	CODE:
		4054	if (!coro_old_pp_sselect)
		4055	{
		4056	coro_select_select = (SV *)get_cv ("Coro::Select::select", 0);
		4057	coro_old_pp_sselect = PL_ppaddr [OP_SSELECT];
		4058	PL_ppaddr [OP_SSELECT] = coro_pp_sselect;
		4059	}
		4060
		4061	void
		4062	unpatch_pp_sselect ()
		4063	CODE:
		4064	if (coro_old_pp_sselect)
		4065	{
		4066	PL_ppaddr [OP_SSELECT] = coro_old_pp_sselect;
		4067	coro_old_pp_sselect = 0;
		4068	}
		4069

Diff Legend

–	Removed lines
+	Added lines
<	Changed lines
>	Changed lines