ViewVC Help

View File | Revision Log | Show Annotations | Download File

/cvs/Coro/Coro/State.xs

Comparing Coro/Coro/State.xs (file contents):
Revision 1.194 by root, Sat Oct 6 00:08:04 2007 UTC vs.
Revision 1.255 by root, Sat Nov 8 04:52:01 2008 UTC

1	#include "libcoro/coro.c"	1	#include "libcoro/coro.c"
2		2
3	#define PERL_NO_GET_CONTEXT	3	#define PERL_NO_GET_CONTEXT
		4	#define PERL_EXT
4		5
5	#include "EXTERN.h"	6	#include "EXTERN.h"
6	#include "perl.h"	7	#include "perl.h"
7	#include "XSUB.h"	8	#include "XSUB.h"
		9	#include "perliol.h"
8		10
9	#include "patchlevel.h"	11	#include "patchlevel.h"
10		12
11	#include <stdio.h>	13	#include <stdio.h>
12	#include <errno.h>	14	#include <errno.h>
13	#include <assert.h>	15	#include <assert.h>
		16
		17	#ifdef WIN32
		18	# undef setjmp
		19	# undef longjmp
		20	# undef _exit
		21	# define setjmp _setjmp // deep magic, don't ask
		22	#else
		23	# include <inttypes.h> /* most portable stdint.h */
		24	#endif
14		25
15	#ifdef HAVE_MMAP	26	#ifdef HAVE_MMAP
16	# include <unistd.h>	27	# include <unistd.h>
17	# include <sys/mman.h>	28	# include <sys/mman.h>
18	# ifndef MAP_ANONYMOUS	29	# ifndef MAP_ANONYMOUS
…		…
41	#else	52	#else
42	# define REGISTER_STACK(cctx,start,end)	53	# define REGISTER_STACK(cctx,start,end)
43	#endif	54	#endif
44		55
45	/* the maximum number of idle cctx that will be pooled */	56	/* the maximum number of idle cctx that will be pooled */
46	#define MAX_IDLE_CCTX 8	57	static int cctx_max_idle = 4;
47		58
48	#define PERL_VERSION_ATLEAST(a,b,c) \	59	#define PERL_VERSION_ATLEAST(a,b,c) \
49	(PERL_REVISION > (a) \	60	(PERL_REVISION > (a) \
50	|| (PERL_REVISION == (a) \	61	|| (PERL_REVISION == (a) \
51	&& (PERL_VERSION > (b) \	62	&& (PERL_VERSION > (b) \
…		…
70	# ifndef IS_PADCONST	81	# ifndef IS_PADCONST
71	# define IS_PADCONST(v) 0	82	# define IS_PADCONST(v) 0
72	# endif	83	# endif
73	#endif	84	#endif
74		85
		86	/* 5.11 */
		87	#ifndef CxHASARGS
		88	# define CxHASARGS(cx) (cx)->blk_sub.hasargs
		89	#endif
		90
		91	/* 5.10.0 */
		92	#ifndef SvREFCNT_inc_NN
		93	# define SvREFCNT_inc_NN(sv) SvREFCNT_inc (sv)
		94	#endif
		95
		96	/* 5.8.8 */
		97	#ifndef GV_NOTQUAL
		98	# define GV_NOTQUAL 0
		99	#endif
		100	#ifndef newSV
		101	# define newSV(l) NEWSV(0,l)
		102	#endif
		103
75	/* 5.8.7 */	104	/* 5.8.7 */
76	#ifndef SvRV_set	105	#ifndef SvRV_set
77	# define SvRV_set(s,v) SvRV(s) = (v)	106	# define SvRV_set(s,v) SvRV(s) = (v)
78	#endif
79
80	/* 5.8.8 */
81	#ifndef GV_NOTQUAL
82	# define GV_NOTQUAL 0
83	#endif
84	#ifndef newSV
85	# define newSV(l) NEWSV(0,l)
86	#endif	107	#endif
87		108
88	#if !__i386 && !__x86_64 && !__powerpc && !__m68k && !__alpha && !__mips && !__sparc64	109	#if !__i386 && !__x86_64 && !__powerpc && !__m68k && !__alpha && !__mips && !__sparc64
89	# undef CORO_STACKGUARD	110	# undef CORO_STACKGUARD
90	#endif	111	#endif
…		…
121	#define NOINLINE attribute ((noinline))	142	#define NOINLINE attribute ((noinline))
122		143
123	#include "CoroAPI.h"	144	#include "CoroAPI.h"
124		145
125	#ifdef USE_ITHREADS	146	#ifdef USE_ITHREADS
126	static perl_mutex coro_mutex;	147	static perl_mutex coro_lock;
127	# define LOCK do { MUTEX_LOCK (&coro_mutex); } while (0)	148	# define LOCK do { MUTEX_LOCK (&coro_lock); } while (0)
128	# define UNLOCK do { MUTEX_UNLOCK (&coro_mutex); } while (0)	149	# define UNLOCK do { MUTEX_UNLOCK (&coro_lock); } while (0)
129	#else	150	#else
130	# define LOCK (void)0	151	# define LOCK (void)0
131	# define UNLOCK (void)0	152	# define UNLOCK (void)0
132	#endif	153	#endif
133		154
134	/* helper storage struct for Coro::AIO */	155	/* helper storage struct for Coro::AIO */
135	struct io_state	156	struct io_state
136	{	157	{
		158	AV *res;
137	int errorno;	159	int errorno;
138	I32 laststype;	160	I32 laststype; /* U16 in 5.10.0 */
139	int laststatval;	161	int laststatval;
140	Stat_t statcache;	162	Stat_t statcache;
141	};	163	};
142		164
		165	static double (*nvtime)(); /* so why doesn't it take void? */
		166
		167	static U32 cctx_gen;
143	static size_t coro_stacksize = CORO_STACKSIZE;	168	static size_t cctx_stacksize = CORO_STACKSIZE;
144	static struct CoroAPI coroapi;	169	static struct CoroAPI coroapi;
145	static AV *main_mainstack; /* used to differentiate between $main and others */	170	static AV *main_mainstack; /* used to differentiate between $main and others */
146	static JMPENV *main_top_env;	171	static JMPENV *main_top_env;
147	static HV *coro_state_stash, *coro_stash;	172	static HV *coro_state_stash, *coro_stash;
148	static SV *coro_mortal; /* will be freed after next transfer */	173	static volatile SV *coro_mortal; /* will be freed/thrown after next transfer */
149		174
150	static GV *irsgv; /* $/ */	175	static GV *irsgv; /* $/ */
151	static GV *stdoutgv; /* *STDOUT */	176	static GV *stdoutgv; /* *STDOUT */
		177	static SV *rv_diehook;
		178	static SV *rv_warnhook;
		179	static HV *hv_sig; /* %SIG */
152		180
153	/* async_pool helper stuff */	181	/* async_pool helper stuff */
154	static SV *sv_pool_rss;	182	static SV *sv_pool_rss;
155	static SV *sv_pool_size;	183	static SV *sv_pool_size;
156	static AV *av_async_pool;	184	static AV *av_async_pool;
		185
		186	/* Coro::AnyEvent */
		187	static SV *sv_activity;
157		188
158	static struct coro_cctx *cctx_first;	189	static struct coro_cctx *cctx_first;
159	static int cctx_count, cctx_idle;	190	static int cctx_count, cctx_idle;
160		191
161	enum {	192	enum {
…		…
179	void *idle_sp; /* sp of top-level transfer/schedule/cede call */	210	void *idle_sp; /* sp of top-level transfer/schedule/cede call */
180	JMPENV *idle_te; /* same as idle_sp, but for top_env, TODO: remove once stable */	211	JMPENV *idle_te; /* same as idle_sp, but for top_env, TODO: remove once stable */
181	JMPENV *top_env;	212	JMPENV *top_env;
182	coro_context cctx;	213	coro_context cctx;
183		214
		215	U32 gen;
184	#if CORO_USE_VALGRIND	216	#if CORO_USE_VALGRIND
185	int valgrind_id;	217	int valgrind_id;
186	#endif	218	#endif
187	unsigned char flags;	219	unsigned char flags;
188	} coro_cctx;	220	} coro_cctx;
…		…
192	CF_READY = 0x0002, /* coroutine is ready */	224	CF_READY = 0x0002, /* coroutine is ready */
193	CF_NEW = 0x0004, /* has never been switched to */	225	CF_NEW = 0x0004, /* has never been switched to */
194	CF_DESTROYED = 0x0008, /* coroutine data has been freed */	226	CF_DESTROYED = 0x0008, /* coroutine data has been freed */
195	};	227	};
196		228
		229	/* the structure where most of the perl state is stored, overlaid on the cxstack */
		230	typedef struct {
		231	SV *defsv;
		232	AV *defav;
		233	SV *errsv;
		234	SV *irsgv;
		235	#define VAR(name,type) type name;
		236	# include "state.h"
		237	#undef VAR
		238	} perl_slots;
		239
		240	#define SLOT_COUNT ((sizeof (perl_slots) + sizeof (PERL_CONTEXT) - 1) / sizeof (PERL_CONTEXT))
		241
197	/* this is a structure representing a perl-level coroutine */	242	/* this is a structure representing a perl-level coroutine */
198	struct coro {	243	struct coro {
199	/* the c coroutine allocated to this perl coroutine, if any */	244	/* the c coroutine allocated to this perl coroutine, if any */
200	coro_cctx *cctx;	245	coro_cctx *cctx;
201		246
		247	/* process data */
		248	AV *mainstack;
		249	perl_slots *slot; /* basically the saved sp */
		250
202	/* data associated with this coroutine (initial args) */	251	AV *args; /* data associated with this coroutine (initial args) */
203	AV *args;	252	int refcnt; /* coroutines are refcounted, yes */
204	int refcnt;
205	int flags; /* CF_ flags */	253	int flags; /* CF_ flags */
206		254	HV *hv; /* the perl hash associated with this coro, if any */
207	/* optionally saved, might be zero */
208	AV *defav; /* @_ */
209	SV *defsv; /* $_ */
210	SV *errsv; /* $@ */
211	SV *deffh; /* default filehandle */
212	SV *irssv; /* $/ */
213	SV *irssv_sv; /* real $/ cache */
214
215	#define VAR(name,type) type name;
216	# include "state.h"
217	#undef VAR
218		255
219	/* statistics */	256	/* statistics */
220	int usecount; /* number of transfers to this coro */	257	int usecount; /* number of transfers to this coro */
221		258
222	/* coro process data */	259	/* coro process data */
223	int prio;	260	int prio;
224	//SV *throw;	261	SV *throw; /* exception to be thrown */
225		262
226	/* async_pool */	263	/* async_pool */
227	SV *saved_deffh;	264	SV *saved_deffh;
228		265
229	/* linked list */	266	/* linked list */
230	struct coro *next, *prev;	267	struct coro *next, *prev;
231	HV *hv; /* the perl hash associated with this coro, if any */
232	};	268	};
233		269
234	typedef struct coro *Coro__State;	270	typedef struct coro *Coro__State;
235	typedef struct coro *Coro__State_or_hashref;	271	typedef struct coro *Coro__State_or_hashref;
236		272
…		…
243	#define PRIO_IDLE -3	279	#define PRIO_IDLE -3
244	#define PRIO_MIN -4	280	#define PRIO_MIN -4
245		281
246	/* for Coro.pm */	282	/* for Coro.pm */
247	static SV *coro_current;	283	static SV *coro_current;
		284	static SV *coro_readyhook;
248	static AV *coro_ready [PRIO_MAX-PRIO_MIN+1];	285	static AV *coro_ready [PRIO_MAX-PRIO_MIN+1];
249	static int coro_nready;	286	static int coro_nready;
250	static struct coro *coro_first;	287	static struct coro *coro_first;
251		288
252	/** lowlevel stuff **********************************************************/	289	/** lowlevel stuff **********************************************************/
253		290
		291	static SV *
		292	coro_get_sv (pTHX_ const char *name, int create)
		293	{
		294	#if PERL_VERSION_ATLEAST (5,10,0)
		295	/* silence stupid and wrong 5.10 warning that I am unable to switch off */
		296	get_sv (name, create);
		297	#endif
		298	return get_sv (name, create);
		299	}
		300
		301	static AV *
		302	coro_get_av (pTHX_ const char *name, int create)
		303	{
		304	#if PERL_VERSION_ATLEAST (5,10,0)
		305	/* silence stupid and wrong 5.10 warning that I am unable to switch off */
		306	get_av (name, create);
		307	#endif
		308	return get_av (name, create);
		309	}
		310
		311	static HV *
		312	coro_get_hv (pTHX_ const char *name, int create)
		313	{
		314	#if PERL_VERSION_ATLEAST (5,10,0)
		315	/* silence stupid and wrong 5.10 warning that I am unable to switch off */
		316	get_hv (name, create);
		317	#endif
		318	return get_hv (name, create);
		319	}
		320
254	static AV *	321	static AV *
255	coro_clone_padlist (pTHX_ CV *cv)	322	coro_clone_padlist (pTHX_ CV *cv)
256	{	323	{
257	AV *padlist = CvPADLIST (cv);	324	AV *padlist = CvPADLIST (cv);
258	AV *newpadlist, *newpad;	325	AV *newpadlist, *newpad;
259		326
260	newpadlist = newAV ();	327	newpadlist = newAV ();
261	AvREAL_off (newpadlist);	328	AvREAL_off (newpadlist);
262	#if PERL_VERSION_ATLEAST (5,9,0)	329	#if PERL_VERSION_ATLEAST (5,10,0)
263	Perl_pad_push (aTHX_ padlist, AvFILLp (padlist) + 1);	330	Perl_pad_push (aTHX_ padlist, AvFILLp (padlist) + 1);
264	#else	331	#else
265	Perl_pad_push (aTHX_ padlist, AvFILLp (padlist) + 1, 1);	332	Perl_pad_push (aTHX_ padlist, AvFILLp (padlist) + 1, 1);
266	#endif	333	#endif
267	newpad = (AV *)AvARRAY (padlist)[AvFILLp (padlist)];	334	newpad = (AV *)AvARRAY (padlist)[AvFILLp (padlist)];
268	--AvFILLp (padlist);	335	--AvFILLp (padlist);
269		336
270	av_store (newpadlist, 0, SvREFCNT_inc (*av_fetch (padlist, 0, FALSE)));	337	av_store (newpadlist, 0, SvREFCNT_inc_NN (*av_fetch (padlist, 0, FALSE)));
271	av_store (newpadlist, 1, (SV *)newpad);	338	av_store (newpadlist, 1, (SV *)newpad);
272		339
273	return newpadlist;	340	return newpadlist;
274	}	341	}
275		342
…		…
305		372
306	/* casting is fun. */	373	/* casting is fun. */
307	while (&PL_sv_undef != (SV *)(padlist = (AV *)av_pop (av)))	374	while (&PL_sv_undef != (SV *)(padlist = (AV *)av_pop (av)))
308	free_padlist (aTHX_ padlist);	375	free_padlist (aTHX_ padlist);
309		376
310	SvREFCNT_dec (av);	377	SvREFCNT_dec (av); /* sv_magicext increased the refcount */
311		378
312	return 0;	379	return 0;
313	}	380	}
314		381
315	#define PERL_MAGIC_coro PERL_MAGIC_ext	382	#define CORO_MAGIC_type_cv PERL_MAGIC_ext
		383	#define CORO_MAGIC_type_state PERL_MAGIC_ext
316		384
317	static MGVTBL vtbl_coro = {0, 0, 0, 0, coro_cv_free};	385	static MGVTBL coro_cv_vtbl = {
		386	0, 0, 0, 0,
		387	coro_cv_free
		388	};
318		389
319	#define CORO_MAGIC(cv) \	390	#define CORO_MAGIC(sv, type) \
320	SvMAGIC (cv) \	391	SvMAGIC (sv) \
321	? SvMAGIC (cv)->mg_type == PERL_MAGIC_coro \	392	? SvMAGIC (sv)->mg_type == type \
322	? SvMAGIC (cv) \	393	? SvMAGIC (sv) \
323	: mg_find ((SV *)cv, PERL_MAGIC_coro) \	394	: mg_find (sv, type) \
324	: 0	395	: 0
		396
		397	#define CORO_MAGIC_cv(cv) CORO_MAGIC (((SV *)(cv)), CORO_MAGIC_type_cv)
		398	#define CORO_MAGIC_state(sv) CORO_MAGIC (((SV *)(sv)), CORO_MAGIC_type_state)
325		399
326	static struct coro *	400	static struct coro *
327	SvSTATE_ (pTHX_ SV *coro)	401	SvSTATE_ (pTHX_ SV *coro)
328	{	402	{
329	HV *stash;	403	HV *stash;
…		…
341	/* very slow, but rare, check */	415	/* very slow, but rare, check */
342	if (!sv_derived_from (sv_2mortal (newRV_inc (coro)), "Coro::State"))	416	if (!sv_derived_from (sv_2mortal (newRV_inc (coro)), "Coro::State"))
343	croak ("Coro::State object required");	417	croak ("Coro::State object required");
344	}	418	}
345		419
346	mg = CORO_MAGIC (coro);	420	mg = CORO_MAGIC_state (coro);
347	return (struct coro *)mg->mg_ptr;	421	return (struct coro *)mg->mg_ptr;
348	}	422	}
349		423
350	#define SvSTATE(sv) SvSTATE_ (aTHX_ (sv))	424	#define SvSTATE(sv) SvSTATE_ (aTHX_ (sv))
351		425
352	/* the next two functions merely cache the padlists */	426	/* the next two functions merely cache the padlists */
353	static void	427	static void
354	get_padlist (pTHX_ CV *cv)	428	get_padlist (pTHX_ CV *cv)
355	{	429	{
356	MAGIC *mg = CORO_MAGIC (cv);	430	MAGIC *mg = CORO_MAGIC_cv (cv);
357	AV *av;	431	AV *av;
358		432
359	if (expect_true (mg && AvFILLp ((av = (AV *)mg->mg_obj)) >= 0))	433	if (expect_true (mg && AvFILLp ((av = (AV *)mg->mg_obj)) >= 0))
360	CvPADLIST (cv) = (AV *)AvARRAY (av)[AvFILLp (av)--];	434	CvPADLIST (cv) = (AV *)AvARRAY (av)[AvFILLp (av)--];
361	else	435	else
362	{	436	{
363	#if CORO_PREFER_PERL_FUNCTIONS	437	#if CORO_PREFER_PERL_FUNCTIONS
364	/* this is probably cleaner, but also slower? */	438	/* this is probably cleaner? but also slower! */
		439	/* in practise, it seems to be less stable */
365	CV *cp = Perl_cv_clone (cv);	440	CV *cp = Perl_cv_clone (cv);
366	CvPADLIST (cv) = CvPADLIST (cp);	441	CvPADLIST (cv) = CvPADLIST (cp);
367	CvPADLIST (cp) = 0;	442	CvPADLIST (cp) = 0;
368	SvREFCNT_dec (cp);	443	SvREFCNT_dec (cp);
369	#else	444	#else
…		…
373	}	448	}
374		449
375	static void	450	static void
376	put_padlist (pTHX_ CV *cv)	451	put_padlist (pTHX_ CV *cv)
377	{	452	{
378	MAGIC *mg = CORO_MAGIC (cv);	453	MAGIC *mg = CORO_MAGIC_cv (cv);
379	AV *av;	454	AV *av;
380		455
381	if (expect_false (!mg))	456	if (expect_false (!mg))
382	{	457	mg = sv_magicext ((SV *)cv, (SV *)newAV (), CORO_MAGIC_type_cv, &coro_cv_vtbl, 0, 0);
383	sv_magic ((SV *)cv, 0, PERL_MAGIC_coro, 0, 0);
384	mg = mg_find ((SV *)cv, PERL_MAGIC_coro);
385	mg->mg_virtual = &vtbl_coro;
386	mg->mg_obj = (SV *)newAV ();
387	}
388		458
389	av = (AV *)mg->mg_obj;	459	av = (AV *)mg->mg_obj;
390		460
391	if (expect_false (AvFILLp (av) >= AvMAX (av)))	461	if (expect_false (AvFILLp (av) >= AvMAX (av)))
392	av_extend (av, AvMAX (av) + 1);	462	av_extend (av, AvMAX (av) + 1);
…		…
397	/** load & save, init *******************************************************/	467	/** load & save, init *******************************************************/
398		468
399	static void	469	static void
400	load_perl (pTHX_ Coro__State c)	470	load_perl (pTHX_ Coro__State c)
401	{	471	{
		472	perl_slots *slot = c->slot;
		473	c->slot = 0;
		474
		475	PL_mainstack = c->mainstack;
		476
		477	GvSV (PL_defgv) = slot->defsv;
		478	GvAV (PL_defgv) = slot->defav;
		479	GvSV (PL_errgv) = slot->errsv;
		480	GvSV (irsgv) = slot->irsgv;
		481
402	#define VAR(name,type) PL_ ## name = c->name;	482	#define VAR(name,type) PL_ ## name = slot->name;
403	# include "state.h"	483	# include "state.h"
404	#undef VAR	484	#undef VAR
405
406	GvSV (PL_defgv) = c->defsv;
407	GvAV (PL_defgv) = c->defav;
408	GvSV (PL_errgv) = c->errsv;
409	GvSV (irsgv) = c->irssv_sv;
410		485
411	{	486	{
412	dSP;	487	dSP;
		488
413	CV *cv;	489	CV *cv;
414		490
415	/* now do the ugly restore mess */	491	/* now do the ugly restore mess */
416	while (expect_true (cv = (CV *)POPs))	492	while (expect_true (cv = (CV *)POPs))
417	{	493	{
…		…
452		528
453	if (expect_true (CvDEPTH (cv)))	529	if (expect_true (CvDEPTH (cv)))
454	{	530	{
455	EXTEND (SP, 3);	531	EXTEND (SP, 3);
456	PUSHs ((SV *)CvPADLIST (cv));	532	PUSHs ((SV *)CvPADLIST (cv));
457	PUSHs (INT2PTR (SV *, CvDEPTH (cv)));	533	PUSHs (INT2PTR (SV *, (IV)CvDEPTH (cv)));
458	PUSHs ((SV *)cv);	534	PUSHs ((SV *)cv);
459		535
460	CvDEPTH (cv) = 0;	536	CvDEPTH (cv) = 0;
461	get_padlist (aTHX_ cv);	537	get_padlist (aTHX_ cv);
462	}	538	}
…		…
472	}	548	}
473		549
474	PUTBACK;	550	PUTBACK;
475	}	551	}
476		552
		553	/* allocate some space on the context stack for our purposes */
		554	/* we manually unroll here, as usually 2 slots is enough */
		555	if (SLOT_COUNT >= 1) CXINC;
		556	if (SLOT_COUNT >= 2) CXINC;
		557	if (SLOT_COUNT >= 3) CXINC;
		558	{
		559	int i;
		560	for (i = 3; i < SLOT_COUNT; ++i)
		561	CXINC;
		562	}
		563	cxstack_ix -= SLOT_COUNT; /* undo allocation */
		564
		565	c->mainstack = PL_mainstack;
		566
		567	{
		568	perl_slots *slot = c->slot = (perl_slots *)(cxstack + cxstack_ix + 1);
		569
477	c->defav = GvAV (PL_defgv);	570	slot->defav = GvAV (PL_defgv);
478	c->defsv = DEFSV;	571	slot->defsv = DEFSV;
479	c->errsv = ERRSV;	572	slot->errsv = ERRSV;
480	c->irssv_sv = GvSV (irsgv);	573	slot->irsgv = GvSV (irsgv);
481		574
482	#define VAR(name,type)c->name = PL_ ## name;	575	#define VAR(name,type) slot->name = PL_ ## name;
483	# include "state.h"	576	# include "state.h"
484	#undef VAR	577	#undef VAR
		578	}
485	}	579	}
486		580
487	/*	581	/*
488	* allocate various perl stacks. This is an exact copy	582	* allocate various perl stacks. This is an exact copy
489	* of perl.c:init_stacks, except that it uses less memory	583	* of perl.c:init_stacks, except that it uses less memory
…		…
494	# define coro_init_stacks init_stacks	588	# define coro_init_stacks init_stacks
495	#else	589	#else
496	static void	590	static void
497	coro_init_stacks (pTHX)	591	coro_init_stacks (pTHX)
498	{	592	{
499	PL_curstackinfo = new_stackinfo(64, 6);	593	PL_curstackinfo = new_stackinfo(32, 8);
500	PL_curstackinfo->si_type = PERLSI_MAIN;	594	PL_curstackinfo->si_type = PERLSI_MAIN;
501	PL_curstack = PL_curstackinfo->si_stack;	595	PL_curstack = PL_curstackinfo->si_stack;
502	PL_mainstack = PL_curstack; /* remember in case we switch stacks */	596	PL_mainstack = PL_curstack; /* remember in case we switch stacks */
503		597
504	PL_stack_base = AvARRAY(PL_curstack);	598	PL_stack_base = AvARRAY(PL_curstack);
505	PL_stack_sp = PL_stack_base;	599	PL_stack_sp = PL_stack_base;
506	PL_stack_max = PL_stack_base + AvMAX(PL_curstack);	600	PL_stack_max = PL_stack_base + AvMAX(PL_curstack);
507		601
508	New(50,PL_tmps_stack,64,SV*);	602	New(50,PL_tmps_stack,32,SV*);
509	PL_tmps_floor = -1;	603	PL_tmps_floor = -1;
510	PL_tmps_ix = -1;	604	PL_tmps_ix = -1;
511	PL_tmps_max = 64;	605	PL_tmps_max = 32;
512		606
513	New(54,PL_markstack,16,I32);	607	New(54,PL_markstack,16,I32);
514	PL_markstack_ptr = PL_markstack;	608	PL_markstack_ptr = PL_markstack;
515	PL_markstack_max = PL_markstack + 16;	609	PL_markstack_max = PL_markstack + 16;
516		610
517	#ifdef SET_MARK_OFFSET	611	#ifdef SET_MARK_OFFSET
518	SET_MARK_OFFSET;	612	SET_MARK_OFFSET;
519	#endif	613	#endif
520		614
521	New(54,PL_scopestack,16,I32);	615	New(54,PL_scopestack,8,I32);
522	PL_scopestack_ix = 0;	616	PL_scopestack_ix = 0;
523	PL_scopestack_max = 16;	617	PL_scopestack_max = 8;
524		618
525	New(54,PL_savestack,64,ANY);	619	New(54,PL_savestack,24,ANY);
526	PL_savestack_ix = 0;	620	PL_savestack_ix = 0;
527	PL_savestack_max = 64;	621	PL_savestack_max = 24;
528		622
529	#if !PERL_VERSION_ATLEAST (5,9,0)	623	#if !PERL_VERSION_ATLEAST (5,10,0)
530	New(54,PL_retstack,4,OP*);	624	New(54,PL_retstack,4,OP*);
531	PL_retstack_ix = 0;	625	PL_retstack_ix = 0;
532	PL_retstack_max = 4;	626	PL_retstack_max = 4;
533	#endif	627	#endif
534	}	628	}
…		…
536		630
537	/*	631	/*
538	* destroy the stacks, the callchain etc...	632	* destroy the stacks, the callchain etc...
539	*/	633	*/
540	static void	634	static void
541	coro_destroy_stacks (pTHX)	635	coro_destruct_stacks (pTHX)
542	{	636	{
543	while (PL_curstackinfo->si_next)	637	while (PL_curstackinfo->si_next)
544	PL_curstackinfo = PL_curstackinfo->si_next;	638	PL_curstackinfo = PL_curstackinfo->si_next;
545		639
546	while (PL_curstackinfo)	640	while (PL_curstackinfo)
…		…
557		651
558	Safefree (PL_tmps_stack);	652	Safefree (PL_tmps_stack);
559	Safefree (PL_markstack);	653	Safefree (PL_markstack);
560	Safefree (PL_scopestack);	654	Safefree (PL_scopestack);
561	Safefree (PL_savestack);	655	Safefree (PL_savestack);
562	#if !PERL_VERSION_ATLEAST (5,9,0)	656	#if !PERL_VERSION_ATLEAST (5,10,0)
563	Safefree (PL_retstack);	657	Safefree (PL_retstack);
564	#endif	658	#endif
565	}	659	}
566		660
567	static size_t	661	static size_t
…		…
569	{	663	{
570	size_t rss = sizeof (*coro);	664	size_t rss = sizeof (*coro);
571		665
572	if (coro->mainstack)	666	if (coro->mainstack)
573	{	667	{
		668	perl_slots tmp_slot;
		669	perl_slots *slot;
		670
574	if (coro->flags & CF_RUNNING)	671	if (coro->flags & CF_RUNNING)
575	{	672	{
		673	slot = &tmp_slot;
		674
576	#define VAR(name,type)coro->name = PL_ ## name;	675	#define VAR(name,type) slot->name = PL_ ## name;
577	# include "state.h"	676	# include "state.h"
578	#undef VAR	677	#undef VAR
579	}	678	}
		679	else
		680	slot = coro->slot;
580		681
		682	if (slot)
		683	{
581	rss += sizeof (coro->curstackinfo);	684	rss += sizeof (slot->curstackinfo);
582	rss += sizeof (SV) + sizeof (struct xpvav) + (1 + AvFILL (coro->curstackinfo->si_stack)) * sizeof (SV *);
583	rss += (coro->curstackinfo->si_cxmax + 1) * sizeof (PERL_CONTEXT);	685	rss += (slot->curstackinfo->si_cxmax + 1) * sizeof (PERL_CONTEXT);
584	rss += sizeof (SV) + sizeof (struct xpvav) + (1 + AvFILL (coro->curstack)) * sizeof (SV *);	686	rss += sizeof (SV) + sizeof (struct xpvav) + (1 + AvMAX (slot->curstack)) * sizeof (SV *);
585	rss += coro->tmps_max * sizeof (SV *);	687	rss += slot->tmps_max * sizeof (SV *);
586	rss += (coro->markstack_max - coro->markstack_ptr) * sizeof (I32);	688	rss += (slot->markstack_max - slot->markstack_ptr) * sizeof (I32);
587	rss += coro->scopestack_max * sizeof (I32);	689	rss += slot->scopestack_max * sizeof (I32);
588	rss += coro->savestack_max * sizeof (ANY);	690	rss += slot->savestack_max * sizeof (ANY);
589		691
590	#if !PERL_VERSION_ATLEAST (5,9,0)	692	#if !PERL_VERSION_ATLEAST (5,10,0)
591	rss += coro->retstack_max * sizeof (OP *);	693	rss += slot->retstack_max * sizeof (OP *);
592	#endif	694	#endif
		695	}
593	}	696	}
594		697
595	return rss;	698	return rss;
596	}	699	}
597		700
598	/** coroutine stack handling ************************************************/	701	/** coroutine stack handling ************************************************/
		702
		703	static int (*orig_sigelem_get) (pTHX_ SV *sv, MAGIC *mg);
		704	static int (*orig_sigelem_set) (pTHX_ SV *sv, MAGIC *mg);
		705	static int (*orig_sigelem_clr) (pTHX_ SV *sv, MAGIC *mg);
		706
		707	/* apparently < 5.8.8 */
		708	#ifndef MgPV_nolen_const
		709	#define MgPV_nolen_const(mg) (((((int)(mg)->mg_len)) == HEf_SVKEY) ? \
		710	SvPV_nolen((SV*)((mg)->mg_ptr)) : \
		711	(const char*)(mg)->mg_ptr)
		712	#endif
		713
		714	/*
		715	* This overrides the default magic get method of %SIG elements.
		716	* The original one doesn't provide for reading back of PL_diehook/PL_warnhook
		717	* and instead of tryign to save and restore the hash elements, we just provide
		718	* readback here.
		719	* We only do this when the hook is != 0, as they are often set to 0 temporarily,
		720	* not expecting this to actually change the hook. This is a potential problem
		721	* when a schedule happens then, but we ignore this.
		722	*/
		723	static int
		724	coro_sigelem_get (pTHX_ SV *sv, MAGIC *mg)
		725	{
		726	const char *s = MgPV_nolen_const (mg);
		727
		728	if (*s == '_')
		729	{
		730	SV **svp = 0;
		731
		732	if (strEQ (s, "__DIE__" )) svp = &PL_diehook;
		733	if (strEQ (s, "__WARN__")) svp = &PL_warnhook;
		734
		735	if (svp)
		736	{
		737	sv_setsv (sv, *svp ? *svp : &PL_sv_undef);
		738	return 0;
		739	}
		740	}
		741
		742	return orig_sigelem_get ? orig_sigelem_get (aTHX_ sv, mg) : 0;
		743	}
		744
		745	static int
		746	coro_sigelem_clr (pTHX_ SV *sv, MAGIC *mg)
		747	{
		748	const char *s = MgPV_nolen_const (mg);
		749
		750	if (*s == '_')
		751	{
		752	SV **svp = 0;
		753
		754	if (strEQ (s, "__DIE__" )) svp = &PL_diehook;
		755	if (strEQ (s, "__WARN__")) svp = &PL_warnhook;
		756
		757	if (svp)
		758	{
		759	SV *old = *svp;
		760	*svp = 0;
		761	SvREFCNT_dec (old);
		762	return 0;
		763	}
		764	}
		765
		766	return orig_sigelem_clr ? orig_sigelem_clr (aTHX_ sv, mg) : 0;
		767	}
		768
		769	static int
		770	coro_sigelem_set (pTHX_ SV *sv, MAGIC *mg)
		771	{
		772	const char *s = MgPV_nolen_const (mg);
		773
		774	if (*s == '_')
		775	{
		776	SV **svp = 0;
		777
		778	if (strEQ (s, "__DIE__" )) svp = &PL_diehook;
		779	if (strEQ (s, "__WARN__")) svp = &PL_warnhook;
		780
		781	if (svp)
		782	{
		783	SV *old = *svp;
		784	*svp = newSVsv (sv);
		785	SvREFCNT_dec (old);
		786	return 0;
		787	}
		788	}
		789
		790	return orig_sigelem_set ? orig_sigelem_set (aTHX_ sv, mg) : 0;
		791	}
599		792
600	static void	793	static void
601	coro_setup (pTHX_ struct coro *coro)	794	coro_setup (pTHX_ struct coro *coro)
602	{	795	{
603	/*	796	/*
…		…
608	PL_runops = RUNOPS_DEFAULT;	801	PL_runops = RUNOPS_DEFAULT;
609	PL_curcop = &PL_compiling;	802	PL_curcop = &PL_compiling;
610	PL_in_eval = EVAL_NULL;	803	PL_in_eval = EVAL_NULL;
611	PL_comppad = 0;	804	PL_comppad = 0;
612	PL_curpm = 0;	805	PL_curpm = 0;
		806	PL_curpad = 0;
613	PL_localizing = 0;	807	PL_localizing = 0;
614	PL_dirty = 0;	808	PL_dirty = 0;
615	PL_restartop = 0;	809	PL_restartop = 0;
		810	#if PERL_VERSION_ATLEAST (5,10,0)
		811	PL_parser = 0;
		812	#endif
		813
		814	/* recreate the die/warn hooks */
		815	PL_diehook = 0; SvSetMagicSV (*hv_fetch (hv_sig, "__DIE__" , sizeof ("__DIE__" ) - 1, 1), rv_diehook );
		816	PL_warnhook = 0; SvSetMagicSV (*hv_fetch (hv_sig, "__WARN__", sizeof ("__WARN__") - 1, 1), rv_warnhook);
616		817
617	GvSV (PL_defgv) = newSV (0);	818	GvSV (PL_defgv) = newSV (0);
618	GvAV (PL_defgv) = coro->args; coro->args = 0;	819	GvAV (PL_defgv) = coro->args; coro->args = 0;
619	GvSV (PL_errgv) = newSV (0);	820	GvSV (PL_errgv) = newSV (0);
620	GvSV (irsgv) = newSVpvn ("\n", 1); sv_magic (GvSV (irsgv), (SV *)irsgv, PERL_MAGIC_sv, "/", 0);	821	GvSV (irsgv) = newSVpvn ("\n", 1); sv_magic (GvSV (irsgv), (SV *)irsgv, PERL_MAGIC_sv, "/", 0);
621	PL_rs = newSVsv (GvSV (irsgv));	822	PL_rs = newSVsv (GvSV (irsgv));
622	PL_defoutgv = SvREFCNT_inc (stdoutgv);	823	PL_defoutgv = (GV *)SvREFCNT_inc_NN (stdoutgv);
623
624	ENTER; /* necessary e.g. for dounwind */
625		824
626	{	825	{
627	dSP;	826	dSP;
628	LOGOP myop;	827	LOGOP myop;
629		828
…		…
636	PUTBACK;	835	PUTBACK;
637	PL_op = (OP *)&myop;	836	PL_op = (OP *)&myop;
638	PL_op = PL_ppaddr[OP_ENTERSUB](aTHX);	837	PL_op = PL_ppaddr[OP_ENTERSUB](aTHX);
639	SPAGAIN;	838	SPAGAIN;
640	}	839	}
		840
		841	/* this newly created coroutine might be run on an existing cctx which most
		842	* likely was suspended in set_stacklevel, called from entersub.
		843	* set_stacklevl doesn't do anything on return, but entersub does LEAVE,
		844	* so we ENTER here for symmetry
		845	*/
		846	ENTER;
641	}	847	}
642		848
643	static void	849	static void
644	coro_destroy (pTHX_ struct coro *coro)	850	coro_destruct (pTHX_ struct coro *coro)
645	{	851	{
646	if (!IN_DESTRUCT)	852	if (!IN_DESTRUCT)
647	{	853	{
648	/* restore all saved variables and stuff */	854	/* restore all saved variables and stuff */
649	LEAVE_SCOPE (0);	855	LEAVE_SCOPE (0);
…		…
665	SvREFCNT_dec (GvSV (PL_errgv));	871	SvREFCNT_dec (GvSV (PL_errgv));
666	SvREFCNT_dec (PL_defoutgv);	872	SvREFCNT_dec (PL_defoutgv);
667	SvREFCNT_dec (PL_rs);	873	SvREFCNT_dec (PL_rs);
668	SvREFCNT_dec (GvSV (irsgv));	874	SvREFCNT_dec (GvSV (irsgv));
669		875
		876	SvREFCNT_dec (PL_diehook);
		877	SvREFCNT_dec (PL_warnhook);
		878
670	SvREFCNT_dec (coro->saved_deffh);	879	SvREFCNT_dec (coro->saved_deffh);
671	//SvREFCNT_dec (coro->throw);	880	SvREFCNT_dec (coro->throw);
672		881
673	coro_destroy_stacks (aTHX);	882	coro_destruct_stacks (aTHX);
674	}	883	}
675		884
676	static void	885	static void
677	free_coro_mortal (pTHX)	886	free_coro_mortal (pTHX)
678	{	887	{
…		…
715	: cx->blk_gimme == G_SCALAR ? bot + 1	924	: cx->blk_gimme == G_SCALAR ? bot + 1
716	: bot;	925	: bot;
717		926
718	av_extend (av, top - bot);	927	av_extend (av, top - bot);
719	while (bot < top)	928	while (bot < top)
720	av_push (av, SvREFCNT_inc (*bot++));	929	av_push (av, SvREFCNT_inc_NN (*bot++));
721		930
722	PL_runops = RUNOPS_DEFAULT;	931	PL_runops = RUNOPS_DEFAULT;
723	ENTER;	932	ENTER;
724	SAVETMPS;	933	SAVETMPS;
725	EXTEND (SP, 3);	934	EXTEND (SP, 3);
…		…
763	SAVETMPS;	972	SAVETMPS;
764	EXTEND (SP, 3);	973	EXTEND (SP, 3);
765	PUSHMARK (SP);	974	PUSHMARK (SP);
766	PUSHs (&PL_sv_yes);	975	PUSHs (&PL_sv_yes);
767	PUSHs (fullname);	976	PUSHs (fullname);
768	PUSHs (cx->blk_sub.hasargs ? sv_2mortal (newRV_inc ((SV *)cx->blk_sub.argarray)) : &PL_sv_undef);	977	PUSHs (CxHASARGS (cx) ? sv_2mortal (newRV_inc ((SV *)cx->blk_sub.argarray)) : &PL_sv_undef);
769	PUTBACK;	978	PUTBACK;
770	cb = hv_fetch ((HV *)SvRV (coro_current), "_trace_sub_cb", sizeof ("_trace_sub_cb") - 1, 0);	979	cb = hv_fetch ((HV *)SvRV (coro_current), "_trace_sub_cb", sizeof ("_trace_sub_cb") - 1, 0);
771	if (cb) call_sv (*cb, G_KEEPERR | G_EVAL | G_VOID | G_DISCARD);	980	if (cb) call_sv (*cb, G_KEEPERR | G_EVAL | G_VOID | G_DISCARD);
772	SPAGAIN;	981	SPAGAIN;
773	FREETMPS;	982	FREETMPS;
…		…
809		1018
810	/* inject a fake call to Coro::State::_cctx_init into the execution */	1019	/* inject a fake call to Coro::State::_cctx_init into the execution */
811	/* _cctx_init should be careful, as it could be called at almost any time */	1020	/* _cctx_init should be careful, as it could be called at almost any time */
812	/* during execution of a perl program */	1021	/* during execution of a perl program */
813	static void NOINLINE	1022	static void NOINLINE
814	prepare_cctx (pTHX_ coro_cctx *cctx)	1023	cctx_prepare (pTHX_ coro_cctx *cctx)
815	{	1024	{
816	dSP;	1025	dSP;
817	LOGOP myop;	1026	LOGOP myop;
818		1027
819	PL_top_env = &PL_start_env;	1028	PL_top_env = &PL_start_env;
…		…
837		1046
838	/*	1047	/*
839	* this is a _very_ stripped down perl interpreter ;)	1048	* this is a _very_ stripped down perl interpreter ;)
840	*/	1049	*/
841	static void	1050	static void
842	coro_run (void *arg)	1051	cctx_run (void *arg)
843	{	1052	{
844	dTHX;	1053	dTHX;
845		1054
846	/* coro_run is the alternative tail of transfer(), so unlock here. */	1055	/* cctx_run is the alternative tail of transfer(), so unlock here. */
847	UNLOCK;	1056	UNLOCK;
848		1057
849	/* we now skip the entersub that lead to transfer() */	1058	/* we now skip the entersub that lead to transfer() */
850	PL_op = PL_op->op_next;	1059	PL_op = PL_op->op_next;
851		1060
852	/* inject a fake subroutine call to cctx_init */	1061	/* inject a fake subroutine call to cctx_init */
853	prepare_cctx (aTHX_ (coro_cctx *)arg);	1062	cctx_prepare (aTHX_ (coro_cctx *)arg);
854		1063
855	/* somebody or something will hit me for both perl_run and PL_restartop */	1064	/* somebody or something will hit me for both perl_run and PL_restartop */
856	PL_restartop = PL_op;	1065	PL_restartop = PL_op;
857	perl_run (PL_curinterp);	1066	perl_run (PL_curinterp);
858		1067
…		…
873	coro_cctx *cctx;	1082	coro_cctx *cctx;
874	void *stack_start;	1083	void *stack_start;
875	size_t stack_size;	1084	size_t stack_size;
876		1085
877	++cctx_count;	1086	++cctx_count;
878
879	Newz (0, cctx, 1, coro_cctx);	1087	Newz (0, cctx, 1, coro_cctx);
880		1088
		1089	cctx->gen = cctx_gen;
		1090
881	#if HAVE_MMAP	1091	#if HAVE_MMAP
882
883	cctx->ssize = ((coro_stacksize * sizeof (long) + PAGESIZE - 1) / PAGESIZE + CORO_STACKGUARD) * PAGESIZE;	1092	cctx->ssize = ((cctx_stacksize * sizeof (long) + PAGESIZE - 1) / PAGESIZE + CORO_STACKGUARD) * PAGESIZE;
884	/* mmap supposedly does allocate-on-write for us */	1093	/* mmap supposedly does allocate-on-write for us */
885	cctx->sptr = mmap (0, cctx->ssize, PROT_EXEC|PROT_READ|PROT_WRITE, MAP_PRIVATE|MAP_ANONYMOUS, 0, 0);	1094	cctx->sptr = mmap (0, cctx->ssize, PROT_EXEC|PROT_READ|PROT_WRITE, MAP_PRIVATE|MAP_ANONYMOUS, 0, 0);
886		1095
887	if (cctx->sptr != (void *)-1)	1096	if (cctx->sptr != (void *)-1)
888	{	1097	{
…		…
894	cctx->flags |= CC_MAPPED;	1103	cctx->flags |= CC_MAPPED;
895	}	1104	}
896	else	1105	else
897	#endif	1106	#endif
898	{	1107	{
899	cctx->ssize = coro_stacksize * (long)sizeof (long);	1108	cctx->ssize = cctx_stacksize * (long)sizeof (long);
900	New (0, cctx->sptr, coro_stacksize, long);	1109	New (0, cctx->sptr, cctx_stacksize, long);
901		1110
902	if (!cctx->sptr)	1111	if (!cctx->sptr)
903	{	1112	{
904	perror ("FATAL: unable to allocate stack for coroutine");	1113	perror ("FATAL: unable to allocate stack for coroutine");
905	_exit (EXIT_FAILURE);	1114	_exit (EXIT_FAILURE);
…		…
908	stack_start = cctx->sptr;	1117	stack_start = cctx->sptr;
909	stack_size = cctx->ssize;	1118	stack_size = cctx->ssize;
910	}	1119	}
911		1120
912	REGISTER_STACK (cctx, (char *)stack_start, (char *)stack_start + stack_size);	1121	REGISTER_STACK (cctx, (char *)stack_start, (char *)stack_start + stack_size);
913	coro_create (&cctx->cctx, coro_run, (void *)cctx, stack_start, stack_size);	1122	coro_create (&cctx->cctx, cctx_run, (void *)cctx, stack_start, stack_size);
914		1123
915	return cctx;	1124	return cctx;
916	}	1125	}
917		1126
918	static void	1127	static void
…		…
920	{	1129	{
921	if (!cctx)	1130	if (!cctx)
922	return;	1131	return;
923		1132
924	--cctx_count;	1133	--cctx_count;
		1134	coro_destroy (&cctx->cctx);
925		1135
		1136	/* coro_transfer creates new, empty cctx's */
		1137	if (cctx->sptr)
		1138	{
926	#if CORO_USE_VALGRIND	1139	#if CORO_USE_VALGRIND
927	VALGRIND_STACK_DEREGISTER (cctx->valgrind_id);	1140	VALGRIND_STACK_DEREGISTER (cctx->valgrind_id);
928	#endif	1141	#endif
929		1142
930	#if HAVE_MMAP	1143	#if HAVE_MMAP
931	if (cctx->flags & CC_MAPPED)	1144	if (cctx->flags & CC_MAPPED)
932	munmap (cctx->sptr, cctx->ssize);	1145	munmap (cctx->sptr, cctx->ssize);
933	else	1146	else
934	#endif	1147	#endif
935	Safefree (cctx->sptr);	1148	Safefree (cctx->sptr);
		1149	}
936		1150
937	Safefree (cctx);	1151	Safefree (cctx);
938	}	1152	}
939		1153
940	/* wether this cctx should be destructed */	1154	/* wether this cctx should be destructed */
941	#define CCTX_EXPIRED(cctx) ((cctx)->ssize < coro_stacksize || ((cctx)->flags & CC_NOREUSE))	1155	#define CCTX_EXPIRED(cctx) ((cctx)->gen != cctx_gen || ((cctx)->flags & CC_NOREUSE))
942		1156
943	static coro_cctx *	1157	static coro_cctx *
944	cctx_get (pTHX)	1158	cctx_get (pTHX)
945	{	1159	{
946	while (expect_true (cctx_first))	1160	while (expect_true (cctx_first))
…		…
959	}	1173	}
960		1174
961	static void	1175	static void
962	cctx_put (coro_cctx *cctx)	1176	cctx_put (coro_cctx *cctx)
963	{	1177	{
		1178	assert (("cctx_put called on non-initialised cctx", cctx->sptr));
		1179
964	/* free another cctx if overlimit */	1180	/* free another cctx if overlimit */
965	if (expect_false (cctx_idle >= MAX_IDLE_CCTX))	1181	if (expect_false (cctx_idle >= cctx_max_idle))
966	{	1182	{
967	coro_cctx *first = cctx_first;	1183	coro_cctx *first = cctx_first;
968	cctx_first = first->next;	1184	cctx_first = first->next;
969	--cctx_idle;	1185	--cctx_idle;
970		1186
…		…
990	croak ("Coro::State::transfer called with running next Coro::State, but can only transfer to inactive states");	1206	croak ("Coro::State::transfer called with running next Coro::State, but can only transfer to inactive states");
991		1207
992	if (expect_false (next->flags & CF_DESTROYED))	1208	if (expect_false (next->flags & CF_DESTROYED))
993	croak ("Coro::State::transfer called with destroyed next Coro::State, but can only transfer to inactive states");	1209	croak ("Coro::State::transfer called with destroyed next Coro::State, but can only transfer to inactive states");
994		1210
		1211	#if !PERL_VERSION_ATLEAST (5,10,0)
995	if (expect_false (PL_lex_state != LEX_NOTPARSING))	1212	if (expect_false (PL_lex_state != LEX_NOTPARSING))
996	croak ("Coro::State::transfer called while parsing, but this is not supported");	1213	croak ("Coro::State::transfer called while parsing, but this is not supported in your perl version");
		1214	#endif
997	}	1215	}
998	}	1216	}
999		1217
1000	/* always use the TRANSFER macro */	1218	/* always use the TRANSFER macro */
1001	static void NOINLINE	1219	static void NOINLINE
1002	transfer (pTHX_ struct coro *prev, struct coro *next)	1220	transfer (pTHX_ struct coro *prev, struct coro *next, int force_cctx)
1003	{	1221	{
1004	dSTACKLEVEL;	1222	dSTACKLEVEL;
1005		1223
1006	/* sometimes transfer is only called to set idle_sp */	1224	/* sometimes transfer is only called to set idle_sp */
1007	if (expect_false (!next))	1225	if (expect_false (!next))
…		…
1009	((coro_cctx *)prev)->idle_sp = STACKLEVEL;	1227	((coro_cctx *)prev)->idle_sp = STACKLEVEL;
1010	assert (((coro_cctx *)prev)->idle_te = PL_top_env); /* just for the side-effect when asserts are enabled */	1228	assert (((coro_cctx *)prev)->idle_te = PL_top_env); /* just for the side-effect when asserts are enabled */
1011	}	1229	}
1012	else if (expect_true (prev != next))	1230	else if (expect_true (prev != next))
1013	{	1231	{
		1232	static volatile int has_throw;
1014	coro_cctx *prev__cctx;	1233	coro_cctx *prev__cctx;
1015		1234
1016	if (expect_false (prev->flags & CF_NEW))	1235	if (expect_false (prev->flags & CF_NEW))
1017	{	1236	{
1018	/* create a new empty context */	1237	/* create a new empty/source context */
		1238	++cctx_count;
1019	Newz (0, prev->cctx, 1, coro_cctx);	1239	New (0, prev->cctx, 1, coro_cctx);
		1240	prev->cctx->sptr = 0;
		1241	coro_create (&prev->cctx->cctx, 0, 0, 0, 0);
		1242
1020	prev->flags &= ~CF_NEW;	1243	prev->flags &= ~CF_NEW;
1021	prev->flags |= CF_RUNNING;	1244	prev->flags |= CF_RUNNING;
1022	}	1245	}
1023		1246
1024	prev->flags &= ~CF_RUNNING;	1247	prev->flags &= ~CF_RUNNING;
1025	next->flags |= CF_RUNNING;	1248	next->flags |= CF_RUNNING;
1026		1249
1027	LOCK;	1250	LOCK;
		1251
		1252	/* first get rid of the old state */
		1253	save_perl (aTHX_ prev);
1028		1254
1029	if (expect_false (next->flags & CF_NEW))	1255	if (expect_false (next->flags & CF_NEW))
1030	{	1256	{
1031	/* need to start coroutine */	1257	/* need to start coroutine */
1032	next->flags &= ~CF_NEW;	1258	next->flags &= ~CF_NEW;
1033	/* first get rid of the old state */
1034	save_perl (aTHX_ prev);
1035	/* setup coroutine call */	1259	/* setup coroutine call */
1036	coro_setup (aTHX_ next);	1260	coro_setup (aTHX_ next);
1037	}	1261	}
1038	else	1262	else
1039	{
1040	/* coroutine already started */
1041	save_perl (aTHX_ prev);
1042	load_perl (aTHX_ next);	1263	load_perl (aTHX_ next);
1043	}
1044		1264
1045	prev__cctx = prev->cctx;	1265	prev__cctx = prev->cctx;
1046		1266
1047	/* possibly "free" the cctx */	1267	/* possibly "free" the cctx */
1048	if (expect_true (prev__cctx->idle_sp == STACKLEVEL && !(prev__cctx->flags & CC_TRACE)))	1268	if (expect_true (
		1269	prev__cctx->idle_sp == STACKLEVEL
		1270	&& !(prev__cctx->flags & CC_TRACE)
		1271	&& !force_cctx
		1272	))
1049	{	1273	{
1050	/* I assume that STACKLEVEL is a stronger indicator than PL_top_env changes */	1274	/* I assume that STACKLEVEL is a stronger indicator than PL_top_env changes */
1051	assert (("ERROR: current top_env must equal previous top_env", PL_top_env == prev__cctx->idle_te));	1275	assert (("ERROR: current top_env must equal previous top_env", PL_top_env == prev__cctx->idle_te));
1052		1276
1053	prev->cctx = 0;	1277	prev->cctx = 0;
1054		1278
1055	/* if the cctx is about to be destroyed we need to make sure we won't see it in cctx_get */	1279	/* if the cctx is about to be destroyed we need to make sure we won't see it in cctx_get */
1056	/* without this the next cctx_get might destroy the prev__cctx while still in use */	1280	/* without this the next cctx_get might destroy the prev__cctx while still in use */
1057	if (expect_false (CCTX_EXPIRED (prev__cctx)))	1281	if (expect_false (CCTX_EXPIRED (prev__cctx)))
		1282	if (!next->cctx)
1058	next->cctx = cctx_get (aTHX);	1283	next->cctx = cctx_get (aTHX);
1059		1284
1060	cctx_put (prev__cctx);	1285	cctx_put (prev__cctx);
1061	}	1286	}
1062		1287
1063	++next->usecount;	1288	++next->usecount;
1064		1289
1065	if (expect_true (!next->cctx))	1290	if (expect_true (!next->cctx))
1066	next->cctx = cctx_get (aTHX);	1291	next->cctx = cctx_get (aTHX);
		1292
		1293	has_throw = !!next->throw;
1067		1294
1068	if (expect_false (prev__cctx != next->cctx))	1295	if (expect_false (prev__cctx != next->cctx))
1069	{	1296	{
1070	prev__cctx->top_env = PL_top_env;	1297	prev__cctx->top_env = PL_top_env;
1071	PL_top_env = next->cctx->top_env;	1298	PL_top_env = next->cctx->top_env;
1072	coro_transfer (&prev__cctx->cctx, &next->cctx->cctx);	1299	coro_transfer (&prev__cctx->cctx, &next->cctx->cctx);
1073	}	1300	}
1074		1301
1075	free_coro_mortal (aTHX);	1302	free_coro_mortal (aTHX);
1076	UNLOCK;	1303	UNLOCK;
		1304
		1305	if (expect_false (has_throw))
		1306	{
		1307	struct coro *coro = SvSTATE (coro_current);
		1308
		1309	if (coro->throw)
		1310	{
		1311	SV *exception = coro->throw;
		1312	coro->throw = 0;
		1313	sv_setsv (ERRSV, exception);
		1314	croak (0);
		1315	}
		1316	}
1077	}	1317	}
1078	}	1318	}
1079		1319
1080	struct transfer_args	1320	struct transfer_args
1081	{	1321	{
1082	struct coro *prev, *next;	1322	struct coro *prev, *next;
1083	};	1323	};
1084		1324
1085	#define TRANSFER(ta) transfer (aTHX_ (ta).prev, (ta).next)	1325	#define TRANSFER(ta, force_cctx) transfer (aTHX_ (ta).prev, (ta).next, (force_cctx))
1086	#define TRANSFER_CHECK(ta) transfer_check (aTHX_ (ta).prev, (ta).next)	1326	#define TRANSFER_CHECK(ta) transfer_check (aTHX_ (ta).prev, (ta).next)
1087		1327
1088	/** high level stuff ********************************************************/	1328	/** high level stuff ********************************************************/
1089		1329
1090	static int	1330	static int
…		…
1114	croak ("FATAL: tried to destroy currently running coroutine");	1354	croak ("FATAL: tried to destroy currently running coroutine");
1115		1355
1116	save_perl (aTHX_ &temp);	1356	save_perl (aTHX_ &temp);
1117	load_perl (aTHX_ coro);	1357	load_perl (aTHX_ coro);
1118		1358
1119	coro_destroy (aTHX_ coro);	1359	coro_destruct (aTHX_ coro);
1120		1360
1121	load_perl (aTHX_ &temp); /* this will get rid of defsv etc.. */	1361	load_perl (aTHX_ &temp);
1122		1362
1123	coro->mainstack = 0;	1363	coro->slot = 0;
1124	}	1364	}
1125		1365
1126	cctx_destroy (coro->cctx);	1366	cctx_destroy (coro->cctx);
1127	SvREFCNT_dec (coro->args);	1367	SvREFCNT_dec (coro->args);
1128		1368
…		…
1184	{	1424	{
1185	dTHX;	1425	dTHX;
1186	struct transfer_args ta;	1426	struct transfer_args ta;
1187		1427
1188	prepare_transfer (aTHX_ &ta, prev_sv, next_sv);	1428	prepare_transfer (aTHX_ &ta, prev_sv, next_sv);
1189	TRANSFER (ta);	1429	TRANSFER (ta, 1);
1190	}	1430	}
1191		1431
1192	/** Coro ********************************************************************/	1432	/** Coro ********************************************************************/
1193		1433
1194	static void	1434	static void
…		…
1196	{	1436	{
1197	av_push (coro_ready [SvSTATE (coro_sv)->prio - PRIO_MIN], coro_sv);	1437	av_push (coro_ready [SvSTATE (coro_sv)->prio - PRIO_MIN], coro_sv);
1198	}	1438	}
1199		1439
1200	static SV *	1440	static SV *
1201	coro_deq (pTHX_ int min_prio)	1441	coro_deq (pTHX)
1202	{	1442	{
1203	int prio = PRIO_MAX - PRIO_MIN;	1443	int prio;
1204		1444
1205	min_prio -= PRIO_MIN;
1206	if (min_prio < 0)
1207	min_prio = 0;
1208
1209	for (prio = PRIO_MAX - PRIO_MIN + 1; --prio >= min_prio; )	1445	for (prio = PRIO_MAX - PRIO_MIN + 1; --prio >= 0; )
1210	if (AvFILLp (coro_ready [prio]) >= 0)	1446	if (AvFILLp (coro_ready [prio]) >= 0)
1211	return av_shift (coro_ready [prio]);	1447	return av_shift (coro_ready [prio]);
1212		1448
1213	return 0;	1449	return 0;
1214	}	1450	}
…		…
1216	static int	1452	static int
1217	api_ready (SV *coro_sv)	1453	api_ready (SV *coro_sv)
1218	{	1454	{
1219	dTHX;	1455	dTHX;
1220	struct coro *coro;	1456	struct coro *coro;
		1457	SV *sv_hook;
		1458	void (*xs_hook)(void);
1221		1459
1222	if (SvROK (coro_sv))	1460	if (SvROK (coro_sv))
1223	coro_sv = SvRV (coro_sv);	1461	coro_sv = SvRV (coro_sv);
1224		1462
1225	coro = SvSTATE (coro_sv);	1463	coro = SvSTATE (coro_sv);
…		…
1228	return 0;	1466	return 0;
1229		1467
1230	coro->flags |= CF_READY;	1468	coro->flags |= CF_READY;
1231		1469
1232	LOCK;	1470	LOCK;
		1471
		1472	sv_hook = coro_nready ? 0 : coro_readyhook;
		1473	xs_hook = coro_nready ? 0 : coroapi.readyhook;
		1474
1233	coro_enq (aTHX_ SvREFCNT_inc (coro_sv));	1475	coro_enq (aTHX_ SvREFCNT_inc_NN (coro_sv));
1234	++coro_nready;	1476	++coro_nready;
		1477
1235	UNLOCK;	1478	UNLOCK;
		1479
		1480	if (sv_hook)
		1481	{
		1482	dSP;
		1483
		1484	ENTER;
		1485	SAVETMPS;
		1486
		1487	PUSHMARK (SP);
		1488	PUTBACK;
		1489	call_sv (sv_hook, G_DISCARD);
		1490	SPAGAIN;
		1491
		1492	FREETMPS;
		1493	LEAVE;
		1494	}
		1495
		1496	if (xs_hook)
		1497	xs_hook ();
1236		1498
1237	return 1;	1499	return 1;
1238	}	1500	}
1239		1501
1240	static int	1502	static int
…		…
1250	SV *prev_sv, *next_sv;	1512	SV *prev_sv, *next_sv;
1251		1513
1252	for (;;)	1514	for (;;)
1253	{	1515	{
1254	LOCK;	1516	LOCK;
1255	next_sv = coro_deq (aTHX_ PRIO_MIN);	1517	next_sv = coro_deq (aTHX);
1256		1518
1257	/* nothing to schedule: call the idle handler */	1519	/* nothing to schedule: call the idle handler */
1258	if (expect_false (!next_sv))	1520	if (expect_false (!next_sv))
1259	{	1521	{
1260	dSP;	1522	dSP;
…		…
1264	SAVETMPS;	1526	SAVETMPS;
1265		1527
1266	PUSHMARK (SP);	1528	PUSHMARK (SP);
1267	PUTBACK;	1529	PUTBACK;
1268	call_sv (get_sv ("Coro::idle", FALSE), G_DISCARD);	1530	call_sv (get_sv ("Coro::idle", FALSE), G_DISCARD);
		1531	SPAGAIN;
1269		1532
1270	FREETMPS;	1533	FREETMPS;
1271	LEAVE;	1534	LEAVE;
1272	continue;	1535	continue;
1273	}	1536	}
…		…
1328	{	1591	{
1329	dTHX;	1592	dTHX;
1330	struct transfer_args ta;	1593	struct transfer_args ta;
1331		1594
1332	prepare_schedule (aTHX_ &ta);	1595	prepare_schedule (aTHX_ &ta);
1333	TRANSFER (ta);	1596	TRANSFER (ta, 1);
1334	}	1597	}
1335		1598
1336	static int	1599	static int
1337	api_cede (void)	1600	api_cede (void)
1338	{	1601	{
…		…
1341		1604
1342	prepare_cede (aTHX_ &ta);	1605	prepare_cede (aTHX_ &ta);
1343		1606
1344	if (expect_true (ta.prev != ta.next))	1607	if (expect_true (ta.prev != ta.next))
1345	{	1608	{
1346	TRANSFER (ta);	1609	TRANSFER (ta, 1);
1347	return 1;	1610	return 1;
1348	}	1611	}
1349	else	1612	else
1350	return 0;	1613	return 0;
1351	}	1614	}
…		…
1356	dTHX;	1619	dTHX;
1357	struct transfer_args ta;	1620	struct transfer_args ta;
1358		1621
1359	if (prepare_cede_notself (aTHX_ &ta))	1622	if (prepare_cede_notself (aTHX_ &ta))
1360	{	1623	{
1361	TRANSFER (ta);	1624	TRANSFER (ta, 1);
1362	return 1;	1625	return 1;
1363	}	1626	}
1364	else	1627	else
1365	return 0;	1628	return 0;
1366	}	1629	}
…		…
1385	coro->cctx->flags &= ~(CC_TRACE | CC_TRACE_ALL);	1648	coro->cctx->flags &= ~(CC_TRACE | CC_TRACE_ALL);
1386		1649
1387	if (coro->flags & CF_RUNNING)	1650	if (coro->flags & CF_RUNNING)
1388	PL_runops = RUNOPS_DEFAULT;	1651	PL_runops = RUNOPS_DEFAULT;
1389	else	1652	else
1390	coro->runops = RUNOPS_DEFAULT;	1653	coro->slot->runops = RUNOPS_DEFAULT;
		1654	}
		1655	}
		1656
		1657	#if 0
		1658	static int
		1659	coro_gensub_free (pTHX_ SV *sv, MAGIC *mg)
		1660	{
		1661	AV *padlist;
		1662	AV *av = (AV *)mg->mg_obj;
		1663
		1664	abort ();
		1665
		1666	return 0;
		1667	}
		1668
		1669	static MGVTBL coro_gensub_vtbl = {
		1670	0, 0, 0, 0,
		1671	coro_gensub_free
		1672	};
		1673	#endif
		1674
		1675	/*****************************************************************************/
		1676	/* PerlIO::cede */
		1677
		1678	typedef struct
		1679	{
		1680	PerlIOBuf base;
		1681	NV next, every;
		1682	} PerlIOCede;
		1683
		1684	static IV
		1685	PerlIOCede_pushed (pTHX_ PerlIO *f, const char *mode, SV *arg, PerlIO_funcs *tab)
		1686	{
		1687	PerlIOCede *self = PerlIOSelf (f, PerlIOCede);
		1688
		1689	self->every = SvCUR (arg) ? SvNV (arg) : 0.01;
		1690	self->next = nvtime () + self->every;
		1691
		1692	return PerlIOBuf_pushed (aTHX_ f, mode, Nullsv, tab);
		1693	}
		1694
		1695	static SV *
		1696	PerlIOCede_getarg (pTHX_ PerlIO *f, CLONE_PARAMS *param, int flags)
		1697	{
		1698	PerlIOCede *self = PerlIOSelf (f, PerlIOCede);
		1699
		1700	return newSVnv (self->every);
		1701	}
		1702
		1703	static IV
		1704	PerlIOCede_flush (pTHX_ PerlIO *f)
		1705	{
		1706	PerlIOCede *self = PerlIOSelf (f, PerlIOCede);
		1707	double now = nvtime ();
		1708
		1709	if (now >= self->next)
1391	}	1710	{
		1711	api_cede ();
		1712	self->next = now + self->every;
		1713	}
		1714
		1715	return PerlIOBuf_flush (aTHX_ f);
1392	}	1716	}
		1717
		1718	static PerlIO_funcs PerlIO_cede =
		1719	{
		1720	sizeof(PerlIO_funcs),
		1721	"cede",
		1722	sizeof(PerlIOCede),
		1723	PERLIO_K_DESTRUCT | PERLIO_K_RAW,
		1724	PerlIOCede_pushed,
		1725	PerlIOBuf_popped,
		1726	PerlIOBuf_open,
		1727	PerlIOBase_binmode,
		1728	PerlIOCede_getarg,
		1729	PerlIOBase_fileno,
		1730	PerlIOBuf_dup,
		1731	PerlIOBuf_read,
		1732	PerlIOBuf_unread,
		1733	PerlIOBuf_write,
		1734	PerlIOBuf_seek,
		1735	PerlIOBuf_tell,
		1736	PerlIOBuf_close,
		1737	PerlIOCede_flush,
		1738	PerlIOBuf_fill,
		1739	PerlIOBase_eof,
		1740	PerlIOBase_error,
		1741	PerlIOBase_clearerr,
		1742	PerlIOBase_setlinebuf,
		1743	PerlIOBuf_get_base,
		1744	PerlIOBuf_bufsiz,
		1745	PerlIOBuf_get_ptr,
		1746	PerlIOBuf_get_cnt,
		1747	PerlIOBuf_set_ptrcnt,
		1748	};
		1749
1393		1750
1394	MODULE = Coro::State PACKAGE = Coro::State PREFIX = api_	1751	MODULE = Coro::State PACKAGE = Coro::State PREFIX = api_
1395		1752
1396	PROTOTYPES: DISABLE	1753	PROTOTYPES: DISABLE
1397		1754
1398	BOOT:	1755	BOOT:
1399	{	1756	{
1400	#ifdef USE_ITHREADS	1757	#ifdef USE_ITHREADS
1401	MUTEX_INIT (&coro_mutex);	1758	MUTEX_INIT (&coro_lock);
1402	#endif	1759	#endif
1403	BOOT_PAGESIZE;	1760	BOOT_PAGESIZE;
1404		1761
1405	irsgv = gv_fetchpv ("/" , GV_ADD|GV_NOTQUAL, SVt_PV);	1762	irsgv = gv_fetchpv ("/" , GV_ADD|GV_NOTQUAL, SVt_PV);
1406	stdoutgv = gv_fetchpv ("STDOUT", GV_ADD|GV_NOTQUAL, SVt_PVIO);	1763	stdoutgv = gv_fetchpv ("STDOUT", GV_ADD|GV_NOTQUAL, SVt_PVIO);
		1764
		1765	orig_sigelem_get = PL_vtbl_sigelem.svt_get; PL_vtbl_sigelem.svt_get = coro_sigelem_get;
		1766	orig_sigelem_set = PL_vtbl_sigelem.svt_set; PL_vtbl_sigelem.svt_set = coro_sigelem_set;
		1767	orig_sigelem_clr = PL_vtbl_sigelem.svt_clear; PL_vtbl_sigelem.svt_clear = coro_sigelem_clr;
		1768
		1769	hv_sig = coro_get_hv (aTHX_ "SIG", TRUE);
		1770	rv_diehook = newRV_inc ((SV *)gv_fetchpv ("Coro::State::diehook" , 0, SVt_PVCV));
		1771	rv_warnhook = newRV_inc ((SV *)gv_fetchpv ("Coro::State::warnhook", 0, SVt_PVCV));
1407		1772
1408	coro_state_stash = gv_stashpv ("Coro::State", TRUE);	1773	coro_state_stash = gv_stashpv ("Coro::State", TRUE);
1409		1774
1410	newCONSTSUB (coro_state_stash, "CC_TRACE" , newSViv (CC_TRACE));	1775	newCONSTSUB (coro_state_stash, "CC_TRACE" , newSViv (CC_TRACE));
1411	newCONSTSUB (coro_state_stash, "CC_TRACE_SUB" , newSViv (CC_TRACE_SUB));	1776	newCONSTSUB (coro_state_stash, "CC_TRACE_SUB" , newSViv (CC_TRACE_SUB));
…		…
1416	main_top_env = PL_top_env;	1781	main_top_env = PL_top_env;
1417		1782
1418	while (main_top_env->je_prev)	1783	while (main_top_env->je_prev)
1419	main_top_env = main_top_env->je_prev;	1784	main_top_env = main_top_env->je_prev;
1420		1785
1421	coroapi.ver = CORO_API_VERSION;	1786	coroapi.ver = CORO_API_VERSION;
		1787	coroapi.rev = CORO_API_REVISION;
1422	coroapi.transfer = api_transfer;	1788	coroapi.transfer = api_transfer;
		1789
		1790	{
		1791	SV **svp = hv_fetch (PL_modglobal, "Time::NVtime", 12, 0);
		1792
		1793	if (!svp) croak ("Time::HiRes is required");
		1794	if (!SvIOK (*svp)) croak ("Time::NVtime isn't a function pointer");
		1795
		1796	nvtime = INT2PTR (double (*)(), SvIV (*svp));
		1797	}
1423		1798
1424	assert (("PRIO_NORMAL must be 0", !PRIO_NORMAL));	1799	assert (("PRIO_NORMAL must be 0", !PRIO_NORMAL));
1425	}	1800	}
1426		1801
1427	SV *	1802	SV *
1428	new (char *klass, ...)	1803	new (char *klass, ...)
1429	CODE:	1804	CODE:
1430	{	1805	{
1431	struct coro *coro;	1806	struct coro *coro;
		1807	MAGIC *mg;
1432	HV *hv;	1808	HV *hv;
1433	int i;	1809	int i;
1434		1810
1435	Newz (0, coro, 1, struct coro);	1811	Newz (0, coro, 1, struct coro);
1436	coro->args = newAV ();	1812	coro->args = newAV ();
…		…
1439	if (coro_first) coro_first->prev = coro;	1815	if (coro_first) coro_first->prev = coro;
1440	coro->next = coro_first;	1816	coro->next = coro_first;
1441	coro_first = coro;	1817	coro_first = coro;
1442		1818
1443	coro->hv = hv = newHV ();	1819	coro->hv = hv = newHV ();
1444	sv_magicext ((SV *)hv, 0, PERL_MAGIC_ext, &coro_state_vtbl, (char *)coro, 0)->mg_flags |= MGf_DUP;	1820	mg = sv_magicext ((SV *)hv, 0, CORO_MAGIC_type_state, &coro_state_vtbl, (char *)coro, 0);
		1821	mg->mg_flags |= MGf_DUP;
1445	RETVAL = sv_bless (newRV_noinc ((SV *)hv), gv_stashpv (klass, 1));	1822	RETVAL = sv_bless (newRV_noinc ((SV *)hv), gv_stashpv (klass, 1));
1446		1823
1447	av_extend (coro->args, items - 1);	1824	av_extend (coro->args, items - 1);
1448	for (i = 1; i < items; i++)	1825	for (i = 1; i < items; i++)
1449	av_push (coro->args, newSVsv (ST (i)));	1826	av_push (coro->args, newSVsv (ST (i)));
…		…
1463	Coro::cede_notself = 4	1840	Coro::cede_notself = 4
1464	CODE:	1841	CODE:
1465	{	1842	{
1466	struct transfer_args ta;	1843	struct transfer_args ta;
1467		1844
		1845	PUTBACK;
1468	switch (ix)	1846	switch (ix)
1469	{	1847	{
1470	case 0:	1848	case 0:
1471	ta.prev = (struct coro *)INT2PTR (coro_cctx *, SvIV (ST (0)));	1849	ta.prev = (struct coro *)INT2PTR (coro_cctx *, SvIV (ST (0)));
1472	ta.next = 0;	1850	ta.next = 0;
1473	break;	1851	break;
1474		1852
1475	case 1:	1853	case 1:
1476	if (items != 2)	1854	if (items != 2)
1477	croak ("Coro::State::transfer (prev,next) expects two arguments, not %d", items);	1855	croak ("Coro::State::transfer (prev, next) expects two arguments, not %d", items);
1478		1856
1479	prepare_transfer (aTHX_ &ta, ST (0), ST (1));	1857	prepare_transfer (aTHX_ &ta, ST (0), ST (1));
1480	break;	1858	break;
1481		1859
1482	case 2:	1860	case 2:
…		…
1491	if (!prepare_cede_notself (aTHX_ &ta))	1869	if (!prepare_cede_notself (aTHX_ &ta))
1492	XSRETURN_EMPTY;	1870	XSRETURN_EMPTY;
1493		1871
1494	break;	1872	break;
1495	}	1873	}
		1874	SPAGAIN;
1496		1875
1497	BARRIER;	1876	BARRIER;
		1877	PUTBACK;
1498	TRANSFER (ta);	1878	TRANSFER (ta, 0);
1499		1879	SPAGAIN; /* might be the sp of a different coroutine now */
1500	if (expect_false (GIMME_V != G_VOID && ta.next != ta.prev))	1880	/* be extra careful not to ever do anything after TRANSFER */
1501	XSRETURN_YES;
1502	}	1881	}
1503		1882
1504	bool	1883	bool
1505	_destroy (SV *coro_sv)	1884	_destroy (SV *coro_sv)
1506	CODE:	1885	CODE:
1507	RETVAL = coro_state_destroy (aTHX_ SvSTATE (coro_sv));	1886	RETVAL = coro_state_destroy (aTHX_ SvSTATE (coro_sv));
1508	OUTPUT:	1887	OUTPUT:
1509	RETVAL	1888	RETVAL
1510		1889
1511	void	1890	void
1512	_exit (code)	1891	_exit (int code)
1513	int code
1514	PROTOTYPE: $	1892	PROTOTYPE: $
1515	CODE:	1893	CODE:
1516	_exit (code);	1894	_exit (code);
1517		1895
1518	int	1896	int
1519	cctx_stacksize (int new_stacksize = 0)	1897	cctx_stacksize (int new_stacksize = 0)
1520	CODE:	1898	CODE:
1521	RETVAL = coro_stacksize;	1899	RETVAL = cctx_stacksize;
1522	if (new_stacksize)	1900	if (new_stacksize)
		1901	{
1523	coro_stacksize = new_stacksize;	1902	cctx_stacksize = new_stacksize;
		1903	++cctx_gen;
		1904	}
		1905	OUTPUT:
		1906	RETVAL
		1907
		1908	int
		1909	cctx_max_idle (int max_idle = 0)
		1910	CODE:
		1911	RETVAL = cctx_max_idle;
		1912	if (max_idle > 1)
		1913	cctx_max_idle = max_idle;
1524	OUTPUT:	1914	OUTPUT:
1525	RETVAL	1915	RETVAL
1526		1916
1527	int	1917	int
1528	cctx_count ()	1918	cctx_count ()
…		…
1552	call (Coro::State coro, SV *coderef)	1942	call (Coro::State coro, SV *coderef)
1553	ALIAS:	1943	ALIAS:
1554	eval = 1	1944	eval = 1
1555	CODE:	1945	CODE:
1556	{	1946	{
1557	if (coro->mainstack)	1947	if (coro->mainstack && ((coro->flags & CF_RUNNING) || coro->slot))
1558	{	1948	{
1559	struct coro temp;	1949	struct coro temp;
1560	Zero (&temp, 1, struct coro);
1561		1950
1562	if (!(coro->flags & CF_RUNNING))	1951	if (!(coro->flags & CF_RUNNING))
1563	{	1952	{
		1953	PUTBACK;
1564	save_perl (aTHX_ &temp);	1954	save_perl (aTHX_ &temp);
1565	load_perl (aTHX_ coro);	1955	load_perl (aTHX_ coro);
1566	}	1956	}
1567		1957
1568	{	1958	{
1569	dSP;	1959	dSP;
1570	ENTER;	1960	ENTER;
1571	SAVETMPS;	1961	SAVETMPS;
		1962	PUTBACK;
		1963	PUSHSTACK;
1572	PUSHMARK (SP);	1964	PUSHMARK (SP);
1573	PUTBACK;	1965
1574	if (ix)	1966	if (ix)
1575	eval_sv (coderef, 0);	1967	eval_sv (coderef, 0);
1576	else	1968	else
1577	call_sv (coderef, G_KEEPERR | G_EVAL | G_VOID | G_DISCARD);	1969	call_sv (coderef, G_KEEPERR | G_EVAL | G_VOID | G_DISCARD);
		1970
		1971	POPSTACK;
1578	SPAGAIN;	1972	SPAGAIN;
1579	FREETMPS;	1973	FREETMPS;
1580	LEAVE;	1974	LEAVE;
1581	PUTBACK;	1975	PUTBACK;
1582	}	1976	}
1583		1977
1584	if (!(coro->flags & CF_RUNNING))	1978	if (!(coro->flags & CF_RUNNING))
1585	{	1979	{
1586	save_perl (aTHX_ coro);	1980	save_perl (aTHX_ coro);
1587	load_perl (aTHX_ &temp);	1981	load_perl (aTHX_ &temp);
		1982	SPAGAIN;
1588	}	1983	}
1589	}	1984	}
1590	}	1985	}
1591		1986
1592	SV *	1987	SV *
…		…
1604		1999
1605	void	2000	void
1606	api_trace (SV *coro, int flags = CC_TRACE | CC_TRACE_SUB)	2001	api_trace (SV *coro, int flags = CC_TRACE | CC_TRACE_SUB)
1607		2002
1608	SV *	2003	SV *
1609	has_stack (Coro::State coro)	2004	has_cctx (Coro::State coro)
1610	PROTOTYPE: $	2005	PROTOTYPE: $
1611	CODE:	2006	CODE:
1612	RETVAL = boolSV (!!coro->cctx);	2007	RETVAL = boolSV (!!coro->cctx);
1613	OUTPUT:	2008	OUTPUT:
1614	RETVAL	2009	RETVAL
…		…
1619	CODE:	2014	CODE:
1620	RETVAL = (coro->cctx ? coro->cctx->flags : 0) & CC_TRACE_ALL;	2015	RETVAL = (coro->cctx ? coro->cctx->flags : 0) & CC_TRACE_ALL;
1621	OUTPUT:	2016	OUTPUT:
1622	RETVAL	2017	RETVAL
1623		2018
1624	IV	2019	UV
1625	rss (Coro::State coro)	2020	rss (Coro::State coro)
1626	PROTOTYPE: $	2021	PROTOTYPE: $
1627	ALIAS:	2022	ALIAS:
1628	usecount = 1	2023	usecount = 1
1629	CODE:	2024	CODE:
…		…
1633	case 1: RETVAL = coro->usecount; break;	2028	case 1: RETVAL = coro->usecount; break;
1634	}	2029	}
1635	OUTPUT:	2030	OUTPUT:
1636	RETVAL	2031	RETVAL
1637		2032
		2033	void
		2034	force_cctx ()
		2035	CODE:
		2036	struct coro *coro = SvSTATE (coro_current);
		2037	coro->cctx->idle_sp = 0;
		2038
		2039	void
		2040	swap_defsv (Coro::State self)
		2041	PROTOTYPE: $
		2042	ALIAS:
		2043	swap_defav = 1
		2044	CODE:
		2045	if (!self->slot)
		2046	croak ("cannot swap state with coroutine that has no saved state");
		2047	else
		2048	{
		2049	SV **src = ix ? (SV **)&GvAV (PL_defgv) : &GvSV (PL_defgv);
		2050	SV **dst = ix ? (SV **)&self->slot->defav : (SV **)&self->slot->defsv;
		2051
		2052	SV *tmp = *src; *src = *dst; *dst = tmp;
		2053	}
1638		2054
1639	MODULE = Coro::State PACKAGE = Coro	2055	MODULE = Coro::State PACKAGE = Coro
1640		2056
1641	BOOT:	2057	BOOT:
1642	{	2058	{
1643	int i;	2059	int i;
1644		2060
1645	sv_pool_rss = get_sv ("Coro::POOL_RSS" , TRUE);
1646	sv_pool_size = get_sv ("Coro::POOL_SIZE" , TRUE);
1647	av_async_pool = get_av ("Coro::async_pool", TRUE);	2061	av_async_pool = coro_get_av (aTHX_ "Coro::async_pool", TRUE);
		2062	sv_pool_rss = coro_get_sv (aTHX_ "Coro::POOL_RSS" , TRUE);
		2063	sv_pool_size = coro_get_sv (aTHX_ "Coro::POOL_SIZE" , TRUE);
1648		2064
1649	coro_current = get_sv ("Coro::current", FALSE);	2065	coro_current = coro_get_sv (aTHX_ "Coro::current", FALSE);
1650	SvREADONLY_on (coro_current);	2066	SvREADONLY_on (coro_current);
1651		2067
1652	coro_stash = gv_stashpv ("Coro", TRUE);	2068	coro_stash = gv_stashpv ("Coro", TRUE);
1653		2069
1654	newCONSTSUB (coro_stash, "PRIO_MAX", newSViv (PRIO_MAX));	2070	newCONSTSUB (coro_stash, "PRIO_MAX", newSViv (PRIO_MAX));
1655	newCONSTSUB (coro_stash, "PRIO_HIGH", newSViv (PRIO_HIGH));	2071	newCONSTSUB (coro_stash, "PRIO_HIGH", newSViv (PRIO_HIGH));
1656	newCONSTSUB (coro_stash, "PRIO_NORMAL", newSViv (PRIO_NORMAL));	2072	newCONSTSUB (coro_stash, "PRIO_NORMAL", newSViv (PRIO_NORMAL));
1657	newCONSTSUB (coro_stash, "PRIO_LOW", newSViv (PRIO_LOW));	2073	newCONSTSUB (coro_stash, "PRIO_LOW", newSViv (PRIO_LOW));
…		…
1660		2076
1661	for (i = PRIO_MAX - PRIO_MIN + 1; i--; )	2077	for (i = PRIO_MAX - PRIO_MIN + 1; i--; )
1662	coro_ready[i] = newAV ();	2078	coro_ready[i] = newAV ();
1663		2079
1664	{	2080	{
1665	SV *sv = perl_get_sv("Coro::API", 1);	2081	SV *sv = perl_get_sv ("Coro::API", TRUE);
		2082	perl_get_sv ("Coro::API", TRUE); /* silence 5.10 warning */
1666		2083
1667	coroapi.schedule = api_schedule;	2084	coroapi.schedule = api_schedule;
1668	coroapi.cede = api_cede;	2085	coroapi.cede = api_cede;
1669	coroapi.cede_notself = api_cede_notself;	2086	coroapi.cede_notself = api_cede_notself;
1670	coroapi.ready = api_ready;	2087	coroapi.ready = api_ready;
…		…
1681	void	2098	void
1682	_set_current (SV *current)	2099	_set_current (SV *current)
1683	PROTOTYPE: $	2100	PROTOTYPE: $
1684	CODE:	2101	CODE:
1685	SvREFCNT_dec (SvRV (coro_current));	2102	SvREFCNT_dec (SvRV (coro_current));
1686	SvRV_set (coro_current, SvREFCNT_inc (SvRV (current)));	2103	SvRV_set (coro_current, SvREFCNT_inc_NN (SvRV (current)));
		2104
		2105	void
		2106	_set_readyhook (SV *hook)
		2107	PROTOTYPE: $
		2108	CODE:
		2109	LOCK;
		2110	SvREFCNT_dec (coro_readyhook);
		2111	coro_readyhook = SvOK (hook) ? newSVsv (hook) : 0;
		2112	UNLOCK;
1687		2113
1688	int	2114	int
1689	prio (Coro::State coro, int newprio = 0)	2115	prio (Coro::State coro, int newprio = 0)
1690	ALIAS:	2116	ALIAS:
1691	nice = 1	2117	nice = 1
…		…
1721	CODE:	2147	CODE:
1722	RETVAL = coro_nready;	2148	RETVAL = coro_nready;
1723	OUTPUT:	2149	OUTPUT:
1724	RETVAL	2150	RETVAL
1725		2151
		2152	void
		2153	throw (Coro::State self, SV *throw = &PL_sv_undef)
		2154	PROTOTYPE: $;$
		2155	CODE:
		2156	SvREFCNT_dec (self->throw);
		2157	self->throw = SvOK (throw) ? newSVsv (throw) : 0;
		2158
1726	# for async_pool speedup	2159	# for async_pool speedup
1727	void	2160	void
1728	_pool_1 (SV *cb)	2161	_pool_1 (SV *cb)
1729	CODE:	2162	CODE:
1730	{	2163	{
…		…
1734	SV *invoke = hv_delete (hv, "_invoke", sizeof ("_invoke") - 1, 0);	2167	SV *invoke = hv_delete (hv, "_invoke", sizeof ("_invoke") - 1, 0);
1735	AV *invoke_av;	2168	AV *invoke_av;
1736	int i, len;	2169	int i, len;
1737		2170
1738	if (!invoke)	2171	if (!invoke)
		2172	{
		2173	SV *old = PL_diehook;
		2174	PL_diehook = 0;
		2175	SvREFCNT_dec (old);
1739	croak ("\3terminate\2\n");	2176	croak ("\3async_pool terminate\2\n");
		2177	}
1740		2178
1741	SvREFCNT_dec (coro->saved_deffh);	2179	SvREFCNT_dec (coro->saved_deffh);
1742	coro->saved_deffh = SvREFCNT_inc ((SV *)PL_defoutgv);	2180	coro->saved_deffh = SvREFCNT_inc_NN ((SV *)PL_defoutgv);
1743		2181
1744	hv_store (hv, "desc", sizeof ("desc") - 1,	2182	hv_store (hv, "desc", sizeof ("desc") - 1,
1745	newSVpvn ("[async_pool]", sizeof ("[async_pool]") - 1), 0);	2183	newSVpvn ("[async_pool]", sizeof ("[async_pool]") - 1), 0);
1746		2184
1747	invoke_av = (AV *)SvRV (invoke);	2185	invoke_av = (AV *)SvRV (invoke);
…		…
1751		2189
1752	if (len > 0)	2190	if (len > 0)
1753	{	2191	{
1754	av_fill (defav, len - 1);	2192	av_fill (defav, len - 1);
1755	for (i = 0; i < len; ++i)	2193	for (i = 0; i < len; ++i)
1756	av_store (defav, i, SvREFCNT_inc (AvARRAY (invoke_av)[i + 1]));	2194	av_store (defav, i, SvREFCNT_inc_NN (AvARRAY (invoke_av)[i + 1]));
1757	}	2195	}
1758		2196
1759	SvREFCNT_dec (invoke);	2197	SvREFCNT_dec (invoke);
1760	}	2198	}
1761		2199
…		…
1768	sv_setsv (cb, &PL_sv_undef);	2206	sv_setsv (cb, &PL_sv_undef);
1769		2207
1770	SvREFCNT_dec ((SV *)PL_defoutgv); PL_defoutgv = (GV *)coro->saved_deffh;	2208	SvREFCNT_dec ((SV *)PL_defoutgv); PL_defoutgv = (GV *)coro->saved_deffh;
1771	coro->saved_deffh = 0;	2209	coro->saved_deffh = 0;
1772		2210
1773	if (coro_rss (aTHX_ coro) > SvIV (sv_pool_rss)	2211	if (coro_rss (aTHX_ coro) > SvUV (sv_pool_rss)
1774	|| av_len (av_async_pool) + 1 >= SvIV (sv_pool_size))	2212	|| av_len (av_async_pool) + 1 >= SvIV (sv_pool_size))
		2213	{
		2214	SV *old = PL_diehook;
		2215	PL_diehook = 0;
		2216	SvREFCNT_dec (old);
1775	croak ("\3terminate\2\n");	2217	croak ("\3async_pool terminate\2\n");
		2218	}
1776		2219
1777	av_clear (GvAV (PL_defgv));	2220	av_clear (GvAV (PL_defgv));
1778	hv_store ((HV *)SvRV (coro_current), "desc", sizeof ("desc") - 1,	2221	hv_store ((HV *)SvRV (coro_current), "desc", sizeof ("desc") - 1,
1779	newSVpvn ("[async_pool idle]", sizeof ("[async_pool idle]") - 1), 0);	2222	newSVpvn ("[async_pool idle]", sizeof ("[async_pool idle]") - 1), 0);
1780		2223
…		…
1784	api_trace (coro_current, 0);	2227	api_trace (coro_current, 0);
1785		2228
1786	av_push (av_async_pool, newSVsv (coro_current));	2229	av_push (av_async_pool, newSVsv (coro_current));
1787	}	2230	}
1788		2231
		2232	#if 0
		2233
		2234	void
		2235	_generator_call (...)
		2236	PROTOTYPE: @
		2237	PPCODE:
		2238	fprintf (stderr, "call %p\n", CvXSUBANY(cv).any_ptr);
		2239	xxxx
		2240	abort ();
		2241
		2242	SV *
		2243	gensub (SV *sub, ...)
		2244	PROTOTYPE: &;@
		2245	CODE:
		2246	{
		2247	struct coro *coro;
		2248	MAGIC *mg;
		2249	CV *xcv;
		2250	CV *ncv = (CV *)newSV_type (SVt_PVCV);
		2251	int i;
		2252
		2253	CvGV (ncv) = CvGV (cv);
		2254	CvFILE (ncv) = CvFILE (cv);
		2255
		2256	Newz (0, coro, 1, struct coro);
		2257	coro->args = newAV ();
		2258	coro->flags = CF_NEW;
		2259
		2260	av_extend (coro->args, items - 1);
		2261	for (i = 1; i < items; i++)
		2262	av_push (coro->args, newSVsv (ST (i)));
		2263
		2264	CvISXSUB_on (ncv);
		2265	CvXSUBANY (ncv).any_ptr = (void *)coro;
		2266
		2267	xcv = GvCV (gv_fetchpv ("Coro::_generator_call", 0, SVt_PVCV));
		2268
		2269	CvXSUB (ncv) = CvXSUB (xcv);
		2270	CvANON_on (ncv);
		2271
		2272	mg = sv_magicext ((SV *)ncv, 0, CORO_MAGIC_type_state, &coro_gensub_vtbl, (char *)coro, 0);
		2273	RETVAL = newRV_noinc ((SV *)ncv);
		2274	}
		2275	OUTPUT:
		2276	RETVAL
		2277
		2278	#endif
		2279
1789		2280
1790	MODULE = Coro::State PACKAGE = Coro::AIO	2281	MODULE = Coro::State PACKAGE = Coro::AIO
1791		2282
1792	SV *	2283	void
1793	_get_state ()	2284	_get_state (SV *self)
1794	CODE:	2285	PPCODE:
1795	{	2286	{
1796	struct io_state *data;	2287	AV *defav = GvAV (PL_defgv);
1797		2288	AV *av = newAV ();
		2289	int i;
1798	RETVAL = newSV (sizeof (struct io_state));	2290	SV *data_sv = newSV (sizeof (struct io_state));
1799	data = (struct io_state *)SvPVX (RETVAL);	2291	struct io_state *data = (struct io_state *)SvPVX (data_sv);
1800	SvCUR_set (RETVAL, sizeof (struct io_state));	2292	SvCUR_set (data_sv, sizeof (struct io_state));
1801	SvPOK_only (RETVAL);	2293	SvPOK_only (data_sv);
1802		2294
1803	data->errorno = errno;	2295	data->errorno = errno;
1804	data->laststype = PL_laststype;	2296	data->laststype = PL_laststype;
1805	data->laststatval = PL_laststatval;	2297	data->laststatval = PL_laststatval;
1806	data->statcache = PL_statcache;	2298	data->statcache = PL_statcache;
		2299
		2300	av_extend (av, AvFILLp (defav) + 1 + 1);
		2301
		2302	for (i = 0; i <= AvFILLp (defav); ++i)
		2303	av_push (av, SvREFCNT_inc_NN (AvARRAY (defav)[i]));
		2304
		2305	av_push (av, data_sv);
		2306
		2307	XPUSHs (sv_2mortal (newRV_noinc ((SV *)av)));
		2308
		2309	api_ready (self);
1807	}	2310	}
1808	OUTPUT:
1809	RETVAL
1810		2311
1811	void	2312	void
1812	_set_state (char *data_)	2313	_set_state (SV *state)
1813	PROTOTYPE: $	2314	PROTOTYPE: $
1814	CODE:	2315	PPCODE:
1815	{	2316	{
1816	struct io_state *data = (void *)data_;	2317	AV *av = (AV *)SvRV (state);
		2318	struct io_state *data = (struct io_state *)SvPVX (AvARRAY (av)[AvFILLp (av)]);
		2319	int i;
1817		2320
1818	errno = data->errorno;	2321	errno = data->errorno;
1819	PL_laststype = data->laststype;	2322	PL_laststype = data->laststype;
1820	PL_laststatval = data->laststatval;	2323	PL_laststatval = data->laststatval;
1821	PL_statcache = data->statcache;	2324	PL_statcache = data->statcache;
1822	}
1823		2325
		2326	EXTEND (SP, AvFILLp (av));
		2327	for (i = 0; i < AvFILLp (av); ++i)
		2328	PUSHs (sv_2mortal (SvREFCNT_inc_NN (AvARRAY (av)[i])));
		2329	}
		2330
		2331
		2332	MODULE = Coro::State PACKAGE = Coro::AnyEvent
		2333
		2334	BOOT:
		2335	sv_activity = coro_get_sv (aTHX_ "Coro::AnyEvent::ACTIVITY", TRUE);
		2336
		2337	SV *
		2338	_schedule (...)
		2339	PROTOTYPE: @
		2340	CODE:
		2341	{
		2342	static int incede;
		2343
		2344	api_cede_notself ();
		2345
		2346	++incede;
		2347	while (coro_nready >= incede && api_cede ())
		2348	;
		2349
		2350	sv_setsv (sv_activity, &PL_sv_undef);
		2351	if (coro_nready >= incede)
		2352	{
		2353	PUSHMARK (SP);
		2354	PUTBACK;
		2355	call_pv ("Coro::AnyEvent::_activity", G_DISCARD | G_EVAL);
		2356	SPAGAIN;
		2357	}
		2358
		2359	--incede;
		2360	}
		2361
		2362
		2363	MODULE = Coro::State PACKAGE = PerlIO::cede
		2364
		2365	BOOT:
		2366	PerlIO_define_layer (aTHX_ &PerlIO_cede);

Diff Legend

–	Removed lines
+	Added lines
<	Changed lines
>	Changed lines