ViewVC Help

View File | Revision Log | Show Annotations | Download File

/cvs/Coro/Coro/State.xs

Comparing Coro/Coro/State.xs (file contents):
Revision 1.74 by root, Mon Oct 23 22:49:09 2006 UTC vs.
Revision 1.112 by root, Thu Nov 30 20:52:52 2006 UTC

1	#define PERL_NO_GET_CONTEXT
2
3	#include "libcoro/coro.c"	1	#include "libcoro/coro.c"
4		2
5	#include "EXTERN.h"	3	#include "EXTERN.h"
6	#include "perl.h"	4	#include "perl.h"
7	#include "XSUB.h"	5	#include "XSUB.h"
8		6
9	#include "patchlevel.h"	7	#include "patchlevel.h"
10		8
11	#if PERL_VERSION < 6	9	#if USE_VALGRIND
		10	# include <valgrind/valgrind.h>
		11	#endif
		12
		13	#define PERL_VERSION_ATLEAST(a,b,c) \
		14	(PERL_REVISION > (a) \
		15	|| (PERL_REVISION == (a) \
		16	&& (PERL_VERSION > (b) \
		17	|| (PERL_VERSION == (b) && PERLSUBVERSION >= (c)))))
		18
		19	#if !PERL_VERSION_ATLEAST (5,6,0)
12	# ifndef PL_ppaddr	20	# ifndef PL_ppaddr
13	# define PL_ppaddr ppaddr	21	# define PL_ppaddr ppaddr
14	# endif	22	# endif
15	# ifndef call_sv	23	# ifndef call_sv
16	# define call_sv perl_call_sv	24	# define call_sv perl_call_sv
…		…
27	# ifndef IS_PADCONST	35	# ifndef IS_PADCONST
28	# define IS_PADCONST(v) 0	36	# define IS_PADCONST(v) 0
29	# endif	37	# endif
30	#endif	38	#endif
31		39
		40	#include <stdio.h>
32	#include <errno.h>	41	#include <errno.h>
33	#include <signal.h>	42
		43	#if !__i386 && !__x86_64 && !__powerpc && !__m68k && !__alpha && !__mips && !__sparc64
		44	# undef STACKGUARD
		45	#endif
		46
		47	#ifndef STACKGUARD
		48	# define STACKGUARD 0
		49	#endif
34		50
35	#ifdef HAVE_MMAP	51	#ifdef HAVE_MMAP
36	# include <unistd.h>	52	# include <unistd.h>
37	# include <sys/mman.h>	53	# include <sys/mman.h>
38	# ifndef MAP_ANONYMOUS	54	# ifndef MAP_ANONYMOUS
…		…
40	# define MAP_ANONYMOUS MAP_ANON	56	# define MAP_ANONYMOUS MAP_ANON
41	# else	57	# else
42	# undef HAVE_MMAP	58	# undef HAVE_MMAP
43	# endif	59	# endif
44	# endif	60	# endif
		61	# include <limits.h>
		62	# ifndef PAGESIZE
		63	# define PAGESIZE pagesize
		64	# define BOOT_PAGESIZE pagesize = sysconf (_SC_PAGESIZE)
		65	static long pagesize;
		66	# else
		67	# define BOOT_PAGESIZE (void)0
45	#endif	68	# endif
46		69	#else
47	#define SUB_INIT "Coro::State::initialize"	70	# define PAGESIZE 0
48	#define UCORO_STATE "_coro_state"	71	# define BOOT_PAGESIZE (void)0
		72	#endif
49		73
50	/* The next macro should declare a variable stacklevel that contains and approximation	74	/* The next macro should declare a variable stacklevel that contains and approximation
51	* to the current C stack pointer. Its property is that it changes with each call	75	* to the current C stack pointer. Its property is that it changes with each call
52	* and should be unique. */	76	* and should be unique. */
		77	#define dSTACKLEVEL int stacklevel
53	#define dSTACKLEVEL void *stacklevel = &stacklevel	78	#define STACKLEVEL ((void *)&stacklevel)
54		79
55	#define IN_DESTRUCT (PL_main_cv == Nullcv)	80	#define IN_DESTRUCT (PL_main_cv == Nullcv)
56		81
57	#define labs(l) ((l) >= 0 ? (l) : -(l))	82	#if __GNUC__ >= 3
		83	# define attribute(x) __attribute__(x)
		84	#else
		85	# define attribute(x)
		86	#endif
		87
		88	#define NOINLINE attribute ((noinline))
58		89
59	#include "CoroAPI.h"	90	#include "CoroAPI.h"
		91
		92	#define TRANSFER_SET_STACKLEVEL 0x8bfbfbfb /* magic cookie */
60		93
61	#ifdef USE_ITHREADS	94	#ifdef USE_ITHREADS
62	static perl_mutex coro_mutex;	95	static perl_mutex coro_mutex;
63	# define LOCK do { MUTEX_LOCK (&coro_mutex); } while (0)	96	# define LOCK do { MUTEX_LOCK (&coro_mutex); } while (0)
64	# define UNLOCK do { MUTEX_UNLOCK (&coro_mutex); } while (0)	97	# define UNLOCK do { MUTEX_UNLOCK (&coro_mutex); } while (0)
…		…
67	# define UNLOCK (void)0	100	# define UNLOCK (void)0
68	#endif	101	#endif
69		102
70	static struct CoroAPI coroapi;	103	static struct CoroAPI coroapi;
71	static AV *main_mainstack; /* used to differentiate between $main and others */	104	static AV *main_mainstack; /* used to differentiate between $main and others */
72	static HV *coro_state_stash;	105	static HV *coro_state_stash, *coro_stash;
73	static SV *ucoro_state_sv;
74	static U32 ucoro_state_hash;
75	static SV *coro_mortal; /* will be freed after next transfer */	106	static SV *coro_mortal; /* will be freed after next transfer */
76		107
77	/* this is actually not only the c stack but also c registers etc... */	108	static struct coro_cctx *cctx_first;
		109	static int cctx_count, cctx_idle;
		110
		111	/* this is a structure representing a c-level coroutine */
78	typedef struct {	112	typedef struct coro_cctx {
79	int refcnt; /* pointer reference counter */	113	struct coro_cctx *next;
80	int usecnt; /* shared by how many coroutines */
81	int gencnt; /* generation counter */
82		114
83	coro_context cctx;	115	/* the stack */
84
85	void *sptr;	116	void *sptr;
86	long ssize; /* positive == mmap, otherwise malloc */	117	long ssize; /* positive == mmap, otherwise malloc */
87	} coro_stack;
88		118
		119	/* cpu state */
		120	void *idle_sp; /* sp of top-level transfer/schedule/cede call */
		121	JMPENV *top_env;
		122	coro_context cctx;
		123
		124	int inuse;
		125
		126	#if USE_VALGRIND
		127	int valgrind_id;
		128	#endif
		129	} coro_cctx;
		130
		131	enum {
		132	CF_RUNNING, /* coroutine is running */
		133	CF_READY, /* coroutine is ready */
		134	};
		135
		136	/* this is a structure representing a perl-level coroutine */
89	struct coro {	137	struct coro {
90	/* the top-level JMPENV for each coroutine, needed to catch dies. */	138	/* the c coroutine allocated to this perl coroutine, if any */
91	JMPENV start_env;	139	coro_cctx *cctx;
92		140
93	/* the optional C context */	141	/* data associated with this coroutine (initial args) */
94	coro_stack *stack;	142	AV *args;
95	void *cursp;
96	int gencnt;	143	int refcnt;
		144	int flags;
97		145
98	/* optionally saved, might be zero */	146	/* optionally saved, might be zero */
99	AV *defav;	147	AV *defav;
100	SV *defsv;	148	SV *defsv;
101	SV *errsv;	149	SV *errsv;
102		150
103	/* saved global state not related to stacks */	151	#define VAR(name,type) type name;
104	U8 dowarn;	152	# include "state.h"
105	I32 in_eval;	153	#undef VAR
106		154
107	/* the stacks and related info (callchain etc..) */	155	/* coro process data */
108	PERL_SI *curstackinfo;	156	int prio;
109	AV *curstack;
110	AV *mainstack;
111	SV **stack_sp;
112	OP *op;
113	SV **curpad;
114	AV *comppad;
115	CV *compcv;
116	SV **stack_base;
117	SV **stack_max;
118	SV **tmps_stack;
119	I32 tmps_floor;
120	I32 tmps_ix;
121	I32 tmps_max;
122	I32 *markstack;
123	I32 *markstack_ptr;
124	I32 *markstack_max;
125	I32 *scopestack;
126	I32 scopestack_ix;
127	I32 scopestack_max;
128	ANY *savestack;
129	I32 savestack_ix;
130	I32 savestack_max;
131	OP **retstack;
132	I32 retstack_ix;
133	I32 retstack_max;
134	PMOP *curpm;
135	COP *curcop;
136	JMPENV *top_env;
137
138	/* data associated with this coroutine (initial args) */
139	AV *args;
140	};	157	};
141		158
142	typedef struct coro *Coro__State;	159	typedef struct coro *Coro__State;
143	typedef struct coro *Coro__State_or_hashref;	160	typedef struct coro *Coro__State_or_hashref;
144		161
145	/* mostly copied from op.c:cv_clone2 */	162	static AV *
146	STATIC AV *	163	coro_clone_padlist (CV *cv)
147	clone_padlist (pTHX_ AV *protopadlist)
148	{	164	{
149	AV *av;	165	AV *padlist = CvPADLIST (cv);
150	I32 ix;
151	AV *protopad_name = (AV *) * av_fetch (protopadlist, 0, FALSE);
152	AV *protopad = (AV *) * av_fetch (protopadlist, 1, FALSE);
153	SV **pname = AvARRAY (protopad_name);
154	SV **ppad = AvARRAY (protopad);
155	I32 fname = AvFILLp (protopad_name);
156	I32 fpad = AvFILLp (protopad);
157	AV *newpadlist, *newpad_name, *newpad;	166	AV *newpadlist, *newpad;
158	SV **npad;
159
160	newpad_name = newAV ();
161	for (ix = fname; ix >= 0; ix--)
162	av_store (newpad_name, ix, SvREFCNT_inc (pname[ix]));
163
164	newpad = newAV ();
165	av_fill (newpad, AvFILLp (protopad));
166	npad = AvARRAY (newpad);
167		167
168	newpadlist = newAV ();	168	newpadlist = newAV ();
169	AvREAL_off (newpadlist);	169	AvREAL_off (newpadlist);
170	av_store (newpadlist, 0, (SV *) newpad_name);	170	#if PERL_VERSION_ATLEAST (5,9,0)
		171	Perl_pad_push (aTHX_ padlist, AvFILLp (padlist) + 1);
		172	#else
		173	Perl_pad_push (aTHX_ padlist, AvFILLp (padlist) + 1, 1);
		174	#endif
		175	newpad = (AV *)AvARRAY (padlist)[AvFILLp (padlist)];
		176	--AvFILLp (padlist);
		177
		178	av_store (newpadlist, 0, SvREFCNT_inc (*av_fetch (padlist, 0, FALSE)));
171	av_store (newpadlist, 1, (SV *) newpad);	179	av_store (newpadlist, 1, (SV *)newpad);
172
173	av = newAV (); /* will be @_ */
174	av_extend (av, 0);
175	av_store (newpad, 0, (SV *) av);
176	AvREIFY_on (av);
177
178	for (ix = fpad; ix > 0; ix--)
179	{
180	SV *namesv = (ix <= fname) ? pname[ix] : Nullsv;
181
182	if (namesv && namesv != &PL_sv_undef)
183	{
184	char *name = SvPVX (namesv); /* XXX */
185
186	if (SvFLAGS (namesv) & SVf_FAKE || *name == '&')
187	{ /* lexical from outside? */
188	npad[ix] = SvREFCNT_inc (ppad[ix]);
189	}
190	else
191	{ /* our own lexical */
192	SV *sv;
193	if (*name == '&')
194	sv = SvREFCNT_inc (ppad[ix]);
195	else if (*name == '@')
196	sv = (SV *) newAV ();
197	else if (*name == '%')
198	sv = (SV *) newHV ();
199	else
200	sv = NEWSV (0, 0);
201
202	#ifdef SvPADBUSY
203	if (!SvPADBUSY (sv))
204	#endif
205	SvPADMY_on (sv);
206
207	npad[ix] = sv;
208	}
209	}
210	else if (IS_PADGV (ppad[ix]) || IS_PADCONST (ppad[ix]))
211	{
212	npad[ix] = SvREFCNT_inc (ppad[ix]);
213	}
214	else
215	{
216	SV *sv = NEWSV (0, 0);
217	SvPADTMP_on (sv);
218	npad[ix] = sv;
219	}
220	}
221
222	#if 0 /* return -ENOTUNDERSTOOD */
223	/* Now that vars are all in place, clone nested closures. */
224
225	for (ix = fpad; ix > 0; ix--) {
226	SV* namesv = (ix <= fname) ? pname[ix] : Nullsv;
227	if (namesv
228	&& namesv != &PL_sv_undef
229	&& !(SvFLAGS(namesv) & SVf_FAKE)
230	&& *SvPVX(namesv) == '&'
231	&& CvCLONE(ppad[ix]))
232	{
233	CV *kid = cv_clone((CV*)ppad[ix]);
234	SvREFCNT_dec(ppad[ix]);
235	CvCLONE_on(kid);
236	SvPADMY_on(kid);
237	npad[ix] = (SV*)kid;
238	}
239	}
240	#endif
241		180
242	return newpadlist;	181	return newpadlist;
243	}	182	}
244		183
245	STATIC void	184	static void
246	free_padlist (pTHX_ AV *padlist)	185	free_padlist (AV *padlist)
247	{	186	{
248	/* may be during global destruction */	187	/* may be during global destruction */
249	if (SvREFCNT (padlist))	188	if (SvREFCNT (padlist))
250	{	189	{
251	I32 i = AvFILLp (padlist);	190	I32 i = AvFILLp (padlist);
…		…
264		203
265	SvREFCNT_dec ((SV*)padlist);	204	SvREFCNT_dec ((SV*)padlist);
266	}	205	}
267	}	206	}
268		207
269	STATIC int	208	static int
270	coro_cv_free (pTHX_ SV *sv, MAGIC *mg)	209	coro_cv_free (pTHX_ SV *sv, MAGIC *mg)
271	{	210	{
272	AV *padlist;	211	AV *padlist;
273	AV *av = (AV *)mg->mg_obj;	212	AV *av = (AV *)mg->mg_obj;
274		213
275	/* casting is fun. */	214	/* casting is fun. */
276	while (&PL_sv_undef != (SV *)(padlist = (AV *)av_pop (av)))	215	while (&PL_sv_undef != (SV *)(padlist = (AV *)av_pop (av)))
277	free_padlist (aTHX_ padlist);	216	free_padlist (padlist);
278		217
279	SvREFCNT_dec (av);	218	SvREFCNT_dec (av);
		219
		220	return 0;
280	}	221	}
281		222
282	#define PERL_MAGIC_coro PERL_MAGIC_ext	223	#define PERL_MAGIC_coro PERL_MAGIC_ext
283		224
284	static MGVTBL vtbl_coro = {0, 0, 0, 0, coro_cv_free};	225	static MGVTBL vtbl_coro = {0, 0, 0, 0, coro_cv_free};
285		226
		227	#define CORO_MAGIC(cv) \
		228	SvMAGIC (cv) \
		229	? SvMAGIC (cv)->mg_type == PERL_MAGIC_coro \
		230	? SvMAGIC (cv) \
		231	: mg_find ((SV *)cv, PERL_MAGIC_coro) \
		232	: 0
		233
286	/* the next two functions merely cache the padlists */	234	/* the next two functions merely cache the padlists */
287	STATIC void	235	static void
288	get_padlist (pTHX_ CV *cv)	236	get_padlist (CV *cv)
289	{	237	{
290	MAGIC *mg = mg_find ((SV *)cv, PERL_MAGIC_coro);	238	MAGIC *mg = CORO_MAGIC (cv);
		239	AV *av;
291		240
292	if (mg && AvFILLp ((AV *)mg->mg_obj) >= 0)	241	if (mg && AvFILLp ((av = (AV *)mg->mg_obj)) >= 0)
293	CvPADLIST (cv) = (AV *)av_pop ((AV *)mg->mg_obj);	242	CvPADLIST (cv) = (AV *)AvARRAY (av)[AvFILLp (av)--];
294	else	243	else
		244	{
		245	#if 0
		246	/* this is probably cleaner, but also slower? */
		247	CV *cp = Perl_cv_clone (cv);
		248	CvPADLIST (cv) = CvPADLIST (cp);
		249	CvPADLIST (cp) = 0;
		250	SvREFCNT_dec (cp);
		251	#else
295	CvPADLIST (cv) = clone_padlist (aTHX_ CvPADLIST (cv));	252	CvPADLIST (cv) = coro_clone_padlist (cv);
		253	#endif
		254	}
296	}	255	}
297		256
298	STATIC void	257	static void
299	put_padlist (pTHX_ CV *cv)	258	put_padlist (CV *cv)
300	{	259	{
301	MAGIC *mg = mg_find ((SV *)cv, PERL_MAGIC_coro);	260	MAGIC *mg = CORO_MAGIC (cv);
		261	AV *av;
302		262
303	if (!mg)	263	if (!mg)
304	{	264	{
305	sv_magic ((SV *)cv, 0, PERL_MAGIC_coro, 0, 0);	265	sv_magic ((SV *)cv, 0, PERL_MAGIC_coro, 0, 0);
306	mg = mg_find ((SV *)cv, PERL_MAGIC_coro);	266	mg = mg_find ((SV *)cv, PERL_MAGIC_coro);
307	mg->mg_virtual = &vtbl_coro;	267	mg->mg_virtual = &vtbl_coro;
308	mg->mg_obj = (SV *)newAV ();	268	mg->mg_obj = (SV *)newAV ();
309	}	269	}
310		270
311	av_push ((AV *)mg->mg_obj, (SV *)CvPADLIST (cv));	271	av = (AV *)mg->mg_obj;
		272
		273	if (AvFILLp (av) >= AvMAX (av))
		274	av_extend (av, AvMAX (av) + 1);
		275
		276	AvARRAY (av)[++AvFILLp (av)] = (SV *)CvPADLIST (cv);
312	}	277	}
313		278
314	#define SB do {	279	#define SB do {
315	#define SE } while (0)	280	#define SE } while (0)
316		281
317	#define LOAD(state) load_state(aTHX_ (state));	282	#define LOAD(state) load_state((state));
318	#define SAVE(state,flags) save_state(aTHX_ (state),(flags));	283	#define SAVE(state,flags) save_state((state),(flags));
319		284
320	#define REPLACE_SV(sv,val) SB SvREFCNT_dec(sv); (sv) = (val); (val) = 0; SE	285	#define REPLACE_SV(sv,val) SB SvREFCNT_dec(sv); (sv) = (val); (val) = 0; SE
321		286
322	static void	287	static void
323	load_state(pTHX_ Coro__State c)	288	load_state(Coro__State c)
324	{	289	{
325	PL_dowarn = c->dowarn;	290	#define VAR(name,type) PL_ ## name = c->name;
326	PL_in_eval = c->in_eval;	291	# include "state.h"
327		292	#undef VAR
328	PL_curstackinfo = c->curstackinfo;
329	PL_curstack = c->curstack;
330	PL_mainstack = c->mainstack;
331	PL_stack_sp = c->stack_sp;
332	PL_op = c->op;
333	PL_curpad = c->curpad;
334	PL_comppad = c->comppad;
335	PL_compcv = c->compcv;
336	PL_stack_base = c->stack_base;
337	PL_stack_max = c->stack_max;
338	PL_tmps_stack = c->tmps_stack;
339	PL_tmps_floor = c->tmps_floor;
340	PL_tmps_ix = c->tmps_ix;
341	PL_tmps_max = c->tmps_max;
342	PL_markstack = c->markstack;
343	PL_markstack_ptr = c->markstack_ptr;
344	PL_markstack_max = c->markstack_max;
345	PL_scopestack = c->scopestack;
346	PL_scopestack_ix = c->scopestack_ix;
347	PL_scopestack_max = c->scopestack_max;
348	PL_savestack = c->savestack;
349	PL_savestack_ix = c->savestack_ix;
350	PL_savestack_max = c->savestack_max;
351	#if PERL_VERSION < 9
352	PL_retstack = c->retstack;
353	PL_retstack_ix = c->retstack_ix;
354	PL_retstack_max = c->retstack_max;
355	#endif
356	PL_curpm = c->curpm;
357	PL_curcop = c->curcop;
358	PL_top_env = c->top_env;
359		293
360	if (c->defav) REPLACE_SV (GvAV (PL_defgv), c->defav);	294	if (c->defav) REPLACE_SV (GvAV (PL_defgv), c->defav);
361	if (c->defsv) REPLACE_SV (DEFSV , c->defsv);	295	if (c->defsv) REPLACE_SV (DEFSV , c->defsv);
362	if (c->errsv) REPLACE_SV (ERRSV , c->errsv);	296	if (c->errsv) REPLACE_SV (ERRSV , c->errsv);
363		297
…		…
366	CV *cv;	300	CV *cv;
367		301
368	/* now do the ugly restore mess */	302	/* now do the ugly restore mess */
369	while ((cv = (CV *)POPs))	303	while ((cv = (CV *)POPs))
370	{	304	{
371	AV *padlist = (AV *)POPs;
372
373	if (padlist)
374	{
375	put_padlist (aTHX_ cv); /* mark this padlist as available */	305	put_padlist (cv); /* mark this padlist as available */
376	CvPADLIST(cv) = padlist;	306	CvDEPTH (cv) = PTR2IV (POPs);
377	}	307	CvPADLIST (cv) = (AV *)POPs;
378
379	++CvDEPTH(cv);
380	}	308	}
381		309
382	PUTBACK;	310	PUTBACK;
383	}	311	}
384	}	312	}
385		313
386	static void	314	static void
387	save_state(pTHX_ Coro__State c, int flags)	315	save_state(Coro__State c, int flags)
388	{	316	{
389	{	317	{
390	dSP;	318	dSP;
391	I32 cxix = cxstack_ix;	319	I32 cxix = cxstack_ix;
392	PERL_CONTEXT *ccstk = cxstack;	320	PERL_CONTEXT *ccstk = cxstack;
…		…
406	PERL_CONTEXT *cx = &ccstk[cxix--];	334	PERL_CONTEXT *cx = &ccstk[cxix--];
407		335
408	if (CxTYPE(cx) == CXt_SUB)	336	if (CxTYPE(cx) == CXt_SUB)
409	{	337	{
410	CV *cv = cx->blk_sub.cv;	338	CV *cv = cx->blk_sub.cv;
		339
411	if (CvDEPTH(cv))	340	if (CvDEPTH (cv))
412	{	341	{
413	EXTEND (SP, CvDEPTH(cv)*2);	342	EXTEND (SP, 3);
414
415	while (--CvDEPTH(cv))
416	{
417	/* this tells the restore code to increment CvDEPTH */
418	PUSHs (Nullsv);
419	PUSHs ((SV *)cv);
420	}
421		343
422	PUSHs ((SV *)CvPADLIST(cv));	344	PUSHs ((SV *)CvPADLIST(cv));
		345	PUSHs (INT2PTR (SV *, CvDEPTH (cv)));
423	PUSHs ((SV *)cv);	346	PUSHs ((SV *)cv);
424		347
425	get_padlist (aTHX_ cv); /* this is a monster */	348	CvDEPTH (cv) = 0;
		349	get_padlist (cv);
426	}	350	}
427	}	351	}
428	#ifdef CXt_FORMAT	352	#ifdef CXt_FORMAT
429	else if (CxTYPE(cx) == CXt_FORMAT)	353	else if (CxTYPE(cx) == CXt_FORMAT)
430	{	354	{
…		…
448		372
449	c->defav = flags & TRANSFER_SAVE_DEFAV ? (AV *)SvREFCNT_inc (GvAV (PL_defgv)) : 0;	373	c->defav = flags & TRANSFER_SAVE_DEFAV ? (AV *)SvREFCNT_inc (GvAV (PL_defgv)) : 0;
450	c->defsv = flags & TRANSFER_SAVE_DEFSV ? SvREFCNT_inc (DEFSV) : 0;	374	c->defsv = flags & TRANSFER_SAVE_DEFSV ? SvREFCNT_inc (DEFSV) : 0;
451	c->errsv = flags & TRANSFER_SAVE_ERRSV ? SvREFCNT_inc (ERRSV) : 0;	375	c->errsv = flags & TRANSFER_SAVE_ERRSV ? SvREFCNT_inc (ERRSV) : 0;
452		376
453	c->dowarn = PL_dowarn;	377	#define VAR(name,type)c->name = PL_ ## name;
454	c->in_eval = PL_in_eval;	378	# include "state.h"
455		379	#undef VAR
456	c->curstackinfo = PL_curstackinfo;
457	c->curstack = PL_curstack;
458	c->mainstack = PL_mainstack;
459	c->stack_sp = PL_stack_sp;
460	c->op = PL_op;
461	c->curpad = PL_curpad;
462	c->comppad = PL_comppad;
463	c->compcv = PL_compcv;
464	c->stack_base = PL_stack_base;
465	c->stack_max = PL_stack_max;
466	c->tmps_stack = PL_tmps_stack;
467	c->tmps_floor = PL_tmps_floor;
468	c->tmps_ix = PL_tmps_ix;
469	c->tmps_max = PL_tmps_max;
470	c->markstack = PL_markstack;
471	c->markstack_ptr = PL_markstack_ptr;
472	c->markstack_max = PL_markstack_max;
473	c->scopestack = PL_scopestack;
474	c->scopestack_ix = PL_scopestack_ix;
475	c->scopestack_max = PL_scopestack_max;
476	c->savestack = PL_savestack;
477	c->savestack_ix = PL_savestack_ix;
478	c->savestack_max = PL_savestack_max;
479	#if PERL_VERSION < 9
480	c->retstack = PL_retstack;
481	c->retstack_ix = PL_retstack_ix;
482	c->retstack_max = PL_retstack_max;
483	#endif
484	c->curpm = PL_curpm;
485	c->curcop = PL_curcop;
486	c->top_env = PL_top_env;
487	}	380	}
488		381
489	/*	382	/*
490	* allocate various perl stacks. This is an exact copy	383	* allocate various perl stacks. This is an exact copy
491	* of perl.c:init_stacks, except that it uses less memory	384	* of perl.c:init_stacks, except that it uses less memory
492	* on the (sometimes correct) assumption that coroutines do	385	* on the (sometimes correct) assumption that coroutines do
493	* not usually need a lot of stackspace.	386	* not usually need a lot of stackspace.
494	*/	387	*/
495	STATIC void	388	static void
496	coro_init_stacks (pTHX)	389	coro_init_stacks ()
497	{	390	{
498	LOCK;
499
500	PL_curstackinfo = new_stackinfo(96, 1024/sizeof(PERL_CONTEXT) - 1);	391	PL_curstackinfo = new_stackinfo(96, 1024/sizeof(PERL_CONTEXT) - 1);
501	PL_curstackinfo->si_type = PERLSI_MAIN;	392	PL_curstackinfo->si_type = PERLSI_MAIN;
502	PL_curstack = PL_curstackinfo->si_stack;	393	PL_curstack = PL_curstackinfo->si_stack;
503	PL_mainstack = PL_curstack; /* remember in case we switch stacks */	394	PL_mainstack = PL_curstack; /* remember in case we switch stacks */
504		395
…		…
525		416
526	New(54,PL_savestack,96,ANY);	417	New(54,PL_savestack,96,ANY);
527	PL_savestack_ix = 0;	418	PL_savestack_ix = 0;
528	PL_savestack_max = 96;	419	PL_savestack_max = 96;
529		420
530	#if PERL_VERSION < 9	421	#if !PERL_VERSION_ATLEAST (5,9,0)
531	New(54,PL_retstack,8,OP*);	422	New(54,PL_retstack,8,OP*);
532	PL_retstack_ix = 0;	423	PL_retstack_ix = 0;
533	PL_retstack_max = 8;	424	PL_retstack_max = 8;
534	#endif	425	#endif
535
536	UNLOCK;
537	}	426	}
538		427
539	/*	428	/*
540	* destroy the stacks, the callchain etc...	429	* destroy the stacks, the callchain etc...
541	*/	430	*/
542	STATIC void	431	static void
543	destroy_stacks(pTHX)	432	coro_destroy_stacks ()
544	{	433	{
545	if (!IN_DESTRUCT)	434	if (!IN_DESTRUCT)
546	{	435	{
547	/* is this ugly, I ask? */	436	/* is this ugly, I ask? */
548	LEAVE_SCOPE (0);	437	LEAVE_SCOPE (0);
…		…
579		468
580	Safefree (PL_tmps_stack);	469	Safefree (PL_tmps_stack);
581	Safefree (PL_markstack);	470	Safefree (PL_markstack);
582	Safefree (PL_scopestack);	471	Safefree (PL_scopestack);
583	Safefree (PL_savestack);	472	Safefree (PL_savestack);
584	#if PERL_VERSION < 9	473	#if !PERL_VERSION_ATLEAST (5,9,0)
585	Safefree (PL_retstack);	474	Safefree (PL_retstack);
586	#endif	475	#endif
587	}	476	}
588		477
589	static void	478	static void
590	allocate_stack (Coro__State ctx, int alloc)	479	setup_coro (struct coro *coro)
591	{
592	coro_stack *stack;
593
594	New (0, stack, 1, coro_stack);
595
596	stack->refcnt = 1;
597	stack->usecnt = 1;
598	stack->gencnt = ctx->gencnt = 0;
599
600	if (alloc)
601	{
602	#if HAVE_MMAP
603	stack->ssize = STACKSIZE * sizeof (long); /* mmap should do allocate-on-write for us */
604	stack->sptr = mmap (0, stack->ssize, PROT_EXEC|PROT_READ|PROT_WRITE, MAP_PRIVATE|MAP_ANONYMOUS, 0, 0);
605	if (stack->sptr == (void *)-1)
606	#endif
607	{
608	/*FIXME*//*D*//* reasonable stack size! */
609	stack->ssize = - (STACKSIZE * sizeof (long));
610	New (0, stack->sptr, STACKSIZE, long);
611	}
612	}
613	else
614	stack->sptr = 0;
615
616	ctx->stack = stack;
617	}
618
619	static void
620	deallocate_stack (Coro__State ctx)
621	{
622	coro_stack *stack = ctx->stack;
623
624	ctx->stack = 0;
625
626	if (stack)
627	{
628	if (!--stack->refcnt)
629	{
630	#ifdef HAVE_MMAP
631	if (stack->ssize > 0 && stack->sptr)
632	munmap (stack->sptr, stack->ssize);
633	else
634	#endif
635	Safefree (stack->sptr);
636
637	Safefree (stack);
638	}
639	else if (ctx->gencnt == stack->gencnt)
640	--stack->usecnt;
641	}
642	}
643
644	static void
645	setup_coro (void *arg)
646	{	480	{
647	/*	481	/*
648	* emulate part of the perl startup here.	482	* emulate part of the perl startup here.
649	*/	483	*/
650	dTHX;
651	dSP;
652	Coro__State ctx = (Coro__State)arg;
653	SV *sub_init = (SV *)get_cv (SUB_INIT, FALSE);
654		484
655	coro_init_stacks (aTHX);	485	coro_init_stacks ();
		486
656	/*PL_curcop = 0;*/	487	PL_curcop = 0;
657	/*PL_in_eval = PL_in_eval;*/ /* inherit */	488	PL_in_eval = 0;
		489	PL_curpm = 0;
		490
		491	{
		492	dSP;
		493	LOGOP myop;
		494
		495	/* I have no idea why this is needed, but it is */
		496	PUSHMARK (SP);
		497
658	SvREFCNT_dec (GvAV (PL_defgv));	498	SvREFCNT_dec (GvAV (PL_defgv));
659	GvAV (PL_defgv) = ctx->args; ctx->args = 0;	499	GvAV (PL_defgv) = coro->args; coro->args = 0;
660		500
661	SPAGAIN;
662
663	if (ctx->stack)
664	{
665	ctx->cursp = 0;
666
667	PUSHMARK(SP);
668	PUTBACK;
669	(void) call_sv (sub_init, G_VOID|G_NOARGS|G_EVAL);
670
671	if (SvTRUE (ERRSV))
672	croak (NULL);
673	else
674	croak ("FATAL: CCTXT coroutine returned!");
675	}
676	else
677	{
678	UNOP myop;
679
680	PL_op = (OP *)&myop;
681
682	Zero(&myop, 1, UNOP);	501	Zero (&myop, 1, LOGOP);
683	myop.op_next = Nullop;	502	myop.op_next = Nullop;
684	myop.op_flags = OPf_WANT_VOID;	503	myop.op_flags = OPf_WANT_VOID;
685		504
		505	PL_op = (OP *)&myop;
		506
686	PUSHMARK(SP);	507	PUSHMARK (SP);
687	XPUSHs (sub_init);	508	XPUSHs ((SV *)get_cv ("Coro::State::_coro_init", FALSE));
688	/*
689	* the next line is slightly wrong, as PL_op->op_next
690	* is actually being executed so we skip the first op.
691	* that doesn't matter, though, since it is only
692	* pp_nextstate and we never return...
693	* ah yes, and I don't care anyways ;)
694	*/
695	PUTBACK;	509	PUTBACK;
696	PL_op = PL_ppaddr[OP_ENTERSUB](aTHX);	510	PL_op = PL_ppaddr[OP_ENTERSUB](aTHX);
697	SPAGAIN;	511	SPAGAIN;
698		512
699	ENTER; /* necessary e.g. for dounwind */	513	ENTER; /* necessary e.g. for dounwind */
700	}	514	}
701	}	515	}
702		516
703	static void	517	static void
704	continue_coro (void *arg)	518	free_coro_mortal ()
705	{	519	{
706	/*
707	* this is a _very_ stripped down perl interpreter ;)
708	*/
709	dTHX;
710	Coro__State ctx = (Coro__State)arg;
711	JMPENV coro_start_env;
712
713	PL_top_env = &ctx->start_env;
714
715	ctx->cursp = 0;
716	PL_op = PL_op->op_next;
717	CALLRUNOPS(aTHX);
718
719	abort ();
720	}
721
722	STATIC void
723	transfer (pTHX_ struct coro *prev, struct coro *next, int flags)
724	{
725	dSTACKLEVEL;
726
727	if (prev != next)
728	{
729	if (next->mainstack)
730	{
731	LOCK;
732	SAVE (prev, flags);
733	LOAD (next);
734	UNLOCK;
735
736	/* mark this state as in-use */
737	next->mainstack = 0;
738	next->tmps_ix = -2;
739
740	/* stacklevel changed? if yes, grab the stack for us! */
741	if (flags & TRANSFER_SAVE_CCTXT)
742	{
743	if (!prev->stack)
744	allocate_stack (prev, 0);
745	else if (prev->cursp != stacklevel
746	&& prev->stack->usecnt > 1)
747	{
748	prev->gencnt = ++prev->stack->gencnt;
749	prev->stack->usecnt = 1;
750	}
751
752	/* has our stack been invalidated? */
753	if (next->stack && next->stack->gencnt != next->gencnt)
754	{
755	deallocate_stack (next);
756	allocate_stack (next, 1);
757	coro_create (&(next->stack->cctx),
758	continue_coro, (void *)next,
759	next->stack->sptr, labs (next->stack->ssize));
760	}
761
762	coro_transfer (&(prev->stack->cctx), &(next->stack->cctx));
763	prev->cursp = stacklevel;
764	/* don't add any code here */
765	}
766	else
767	next->cursp = stacklevel;
768	}
769	else if (next->tmps_ix == -2)
770	croak ("tried to transfer to running coroutine");
771	else
772	{
773	LOCK;
774	SAVE (prev, -1); /* first get rid of the old state */
775	UNLOCK;
776
777	if (flags & TRANSFER_SAVE_CCTXT)
778	{
779	if (!prev->stack)
780	allocate_stack (prev, 0);
781
782	if (prev->stack->sptr && flags & TRANSFER_LAZY_STACK)
783	{
784	PL_top_env = &next->start_env;
785
786	setup_coro (next);
787	next->cursp = stacklevel;
788
789	prev->stack->refcnt++;
790	prev->stack->usecnt++;
791	next->stack = prev->stack;
792	next->gencnt = prev->gencnt;
793	}
794	else
795	{
796	assert (!next->stack);
797	allocate_stack (next, 1);
798	coro_create (&(next->stack->cctx),
799	setup_coro, (void *)next,
800	next->stack->sptr, labs (next->stack->ssize));
801	coro_transfer (&(prev->stack->cctx), &(next->stack->cctx));
802	prev->cursp = stacklevel;
803	/* don't add any code here */
804	}
805	}
806	else
807	{
808	setup_coro (next);
809	next->cursp = stacklevel;
810	}
811	}
812	}
813
814	LOCK;
815	if (coro_mortal)	520	if (coro_mortal)
816	{	521	{
817	SvREFCNT_dec (coro_mortal);	522	SvREFCNT_dec (coro_mortal);
818	coro_mortal = 0;	523	coro_mortal = 0;
819	}	524	}
		525	}
		526
		527	static void NOINLINE
		528	prepare_cctx (coro_cctx *cctx)
		529	{
		530	dSP;
		531	LOGOP myop;
		532
		533	Zero (&myop, 1, LOGOP);
		534	myop.op_next = PL_op;
		535	myop.op_flags = OPf_WANT_VOID;
		536
		537	sv_setiv (get_sv ("Coro::State::_cctx", FALSE), PTR2IV (cctx));
		538
		539	PUSHMARK (SP);
		540	XPUSHs ((SV *)get_cv ("Coro::State::_cctx_init", FALSE));
		541	PUTBACK;
		542	PL_restartop = PL_ppaddr[OP_ENTERSUB](aTHX);
		543	SPAGAIN;
		544	}
		545
		546	static void
		547	coro_run (void *arg)
		548	{
		549	/* coro_run is the alternative epilogue of transfer() */
820	UNLOCK;	550	UNLOCK;
821	}
822		551
823	#define SV_CORO(sv,func) \	552	/*
824	do { \	553	* this is a _very_ stripped down perl interpreter ;)
825	if (SvROK (sv)) \	554	*/
826	sv = SvRV (sv); \	555	PL_top_env = &PL_start_env;
827	\
828	if (SvTYPE (sv) == SVt_PVHV) \
829	{ \
830	HE *he = hv_fetch_ent ((HV *)sv, ucoro_state_sv, 0, ucoro_state_hash); \
831	\
832	if (!he) \
833	croak ("%s() -- %s is a hashref but lacks the " UCORO_STATE " key", func, # sv); \
834	\
835	(sv) = SvRV (HeVAL(he)); \
836	} \
837	\
838	/* must also be changed inside Coro::Cont::yield */ \
839	if (!SvOBJECT (sv) || SvSTASH (sv) != coro_state_stash) \
840	croak ("%s() -- %s is not (and contains not) a Coro::State object", func, # sv); \
841	\
842	} while(0)
843		556
844	#define SvSTATE(sv) (struct coro *)SvIV (sv)	557	/* inject call to cctx_init */
		558	prepare_cctx ((coro_cctx *)arg);
845		559
		560	/* somebody will hit me for both perl_run and PL_restartop */
		561	perl_run (PL_curinterp);
		562
		563	fputs ("FATAL: C coroutine fell over the edge of the world, aborting. Did you call exit in a coroutine?\n", stderr);
		564	abort ();
		565	}
		566
		567	static coro_cctx *
		568	cctx_new ()
		569	{
		570	coro_cctx *cctx;
		571
		572	++cctx_count;
		573
		574	New (0, cctx, 1, coro_cctx);
		575
		576	#if HAVE_MMAP
		577
		578	cctx->ssize = ((STACKSIZE * sizeof (long) + PAGESIZE - 1) / PAGESIZE + STACKGUARD) * PAGESIZE;
		579	/* mmap suppsedly does allocate-on-write for us */
		580	cctx->sptr = mmap (0, cctx->ssize, PROT_EXEC|PROT_READ|PROT_WRITE, MAP_PRIVATE|MAP_ANONYMOUS, 0, 0);
		581
		582	if (cctx->sptr == (void *)-1)
		583	{
		584	perror ("FATAL: unable to mmap stack for coroutine");
		585	_exit (EXIT_FAILURE);
		586	}
		587
		588	# if STACKGUARD
		589	mprotect (cctx->sptr, STACKGUARD * PAGESIZE, PROT_NONE);
		590	# endif
		591
		592	#else
		593
		594	cctx->ssize = STACKSIZE * (long)sizeof (long);
		595	New (0, cctx->sptr, STACKSIZE, long);
		596
		597	if (!cctx->sptr)
		598	{
		599	perror ("FATAL: unable to malloc stack for coroutine");
		600	_exit (EXIT_FAILURE);
		601	}
		602
		603	#endif
		604
		605	#if USE_VALGRIND
		606	cctx->valgrind_id = VALGRIND_STACK_REGISTER (
		607	STACKGUARD * PAGESIZE + (char *)cctx->sptr,
		608	cctx->ssize + (char *)cctx->sptr
		609	);
		610	#endif
		611
		612	coro_create (&cctx->cctx, coro_run, (void *)cctx, cctx->sptr, cctx->ssize);
		613
		614	return cctx;
		615	}
		616
		617	static void
		618	cctx_free (coro_cctx *cctx)
		619	{
		620	if (!cctx)
		621	return;
		622
		623	--cctx_count;
		624
		625	#if USE_VALGRIND
		626	VALGRIND_STACK_DEREGISTER (cctx->valgrind_id);
		627	#endif
		628
		629	#if HAVE_MMAP
		630	munmap (cctx->sptr, cctx->ssize);
		631	#else
		632	Safefree (cctx->sptr);
		633	#endif
		634
		635	Safefree (cctx);
		636	}
		637
		638	static coro_cctx *
		639	cctx_get ()
		640	{
		641	coro_cctx *cctx;
		642
		643	if (cctx_first)
		644	{
		645	--cctx_idle;
		646	cctx = cctx_first;
		647	cctx_first = cctx->next;
		648	}
		649	else
		650	{
		651	cctx = cctx_new ();
		652	PL_op = PL_op->op_next;
		653	}
		654
		655	return cctx;
		656	}
		657
		658	static void
		659	cctx_put (coro_cctx *cctx)
		660	{
		661	++cctx_idle;
		662	cctx->next = cctx_first;
		663	cctx_first = cctx;
		664	}
		665
		666	/* never call directly, always through the coro_state_transfer global variable */
		667	static void NOINLINE
		668	transfer (struct coro *prev, struct coro *next, int flags)
		669	{
		670	dSTACKLEVEL;
		671
		672	/* sometimes transfer is only called to set idle_sp */
		673	if (flags == TRANSFER_SET_STACKLEVEL)
		674	((coro_cctx *)prev)->idle_sp = STACKLEVEL;
		675	else if (prev != next)
		676	{
		677	coro_cctx *prev__cctx;
		678
		679	if (!prev->cctx)
		680	{
		681	/* create a new empty context */
		682	Newz (0, prev->cctx, 1, coro_cctx);
		683	prev->cctx->inuse = 1;
		684	prev->flags |= CF_RUNNING;
		685	}
		686
		687	if (!prev->flags & CF_RUNNING)
		688	croak ("Coro::State::transfer called with non-running prev Coro::State, but can only transfer from running states");
		689
		690	if (next->flags & CF_RUNNING)
		691	croak ("Coro::State::transfer called with running next Coro::State, but can only transfer to inactive states");
		692
		693	prev->flags &= ~CF_RUNNING;
		694	next->flags |= CF_RUNNING;
		695
		696	LOCK;
		697
		698	if (next->mainstack)
		699	{
		700	/* coroutine already started */
		701	SAVE (prev, flags);
		702	LOAD (next);
		703	}
		704	else
		705	{
		706	/* need to start coroutine */
		707	/* first get rid of the old state */
		708	SAVE (prev, -1);
		709	/* setup coroutine call */
		710	setup_coro (next);
		711	/* need a new stack */
		712	assert (!next->stack);
		713	}
		714
		715	prev__cctx = prev->cctx;
		716
		717	/* possibly "free" the cctx */
		718	if (prev__cctx->idle_sp == STACKLEVEL)
		719	{
		720	assert (PL_top_env == prev__cctx->top_env);
		721
		722	cctx_put (prev__cctx);
		723	prev->cctx = 0;
		724	}
		725
		726	if (!next->cctx)
		727	next->cctx = cctx_get ();
		728
		729	if (prev__cctx != next->cctx)
		730	{
		731	assert ( prev__cctx->inuse);
		732	assert (!next->cctx->inuse);
		733
		734	prev__cctx->inuse = 0;
		735	next->cctx->inuse = 1;
		736
		737	prev__cctx->top_env = PL_top_env;
		738	PL_top_env = next->cctx->top_env;
		739	coro_transfer (&prev__cctx->cctx, &next->cctx->cctx);
		740	}
		741
		742	free_coro_mortal ();
		743
		744	UNLOCK;
		745	}
		746	}
		747
		748	struct transfer_args
		749	{
		750	struct coro *prev, *next;
		751	int flags;
		752	};
		753
		754	#define TRANSFER(ta) transfer ((ta).prev, (ta).next, (ta).flags)
		755
		756	static void
		757	coro_state_destroy (struct coro *coro)
		758	{
		759	if (coro->refcnt--)
		760	return;
		761
		762	if (coro->flags & CF_RUNNING)
		763	croak ("FATAL: tried to destroy currently running coroutine");
		764
		765	if (coro->mainstack && coro->mainstack != main_mainstack)
		766	{
		767	struct coro temp;
		768
		769	SAVE ((&temp), TRANSFER_SAVE_ALL);
		770	LOAD (coro);
		771
		772	coro_destroy_stacks ();
		773
		774	LOAD ((&temp)); /* this will get rid of defsv etc.. */
		775
		776	coro->mainstack = 0;
		777	}
		778
		779	cctx_free (coro->cctx);
		780	SvREFCNT_dec (coro->args);
		781	Safefree (coro);
		782	}
		783
846	static void	784	static int
		785	coro_state_clear (pTHX_ SV *sv, MAGIC *mg)
		786	{
		787	struct coro *coro = (struct coro *)mg->mg_ptr;
		788	mg->mg_ptr = 0;
		789
		790	coro_state_destroy (coro);
		791
		792	return 0;
		793	}
		794
		795	static int
		796	coro_state_dup (pTHX_ MAGIC *mg, CLONE_PARAMS *params)
		797	{
		798	struct coro *coro = (struct coro *)mg->mg_ptr;
		799
		800	++coro->refcnt;
		801
		802	return 0;
		803	}
		804
		805	static MGVTBL coro_state_vtbl = {
		806	0, 0, 0, 0,
		807	coro_state_clear,
		808	0,
		809	#ifdef MGf_DUP
		810	coro_state_dup,
		811	#else
		812	# define MGf_DUP 0
		813	#endif
		814	};
		815
		816	static struct coro *
		817	SvSTATE (SV *coro)
		818	{
		819	HV *stash;
		820	MAGIC *mg;
		821
		822	if (SvROK (coro))
		823	coro = SvRV (coro);
		824
		825	stash = SvSTASH (coro);
		826	if (stash != coro_stash && stash != coro_state_stash)
		827	{
		828	/* very slow, but rare, check */
		829	if (!sv_derived_from (sv_2mortal (newRV_inc (coro)), "Coro::State"))
		830	croak ("Coro::State object required");
		831	}
		832
		833	mg = SvMAGIC (coro);
		834	assert (mg->mg_type == PERL_MAGIC_ext);
		835	return (struct coro *)mg->mg_ptr;
		836	}
		837
		838	static void
		839	prepare_transfer (struct transfer_args *ta, SV *prev, SV *next, int flags)
		840	{
		841	ta->prev = SvSTATE (prev);
		842	ta->next = SvSTATE (next);
		843	ta->flags = flags;
		844	}
		845
		846	static void
847	api_transfer(pTHX_ SV *prev, SV *next, int flags)	847	api_transfer (SV *prev, SV *next, int flags)
848	{	848	{
849	SV_CORO (prev, "Coro::transfer");	849	dTHX;
850	SV_CORO (next, "Coro::transfer");	850	struct transfer_args ta;
851		851
852	transfer (aTHX_ SvSTATE (prev), SvSTATE (next), flags);	852	prepare_transfer (&ta, prev, next, flags);
		853	TRANSFER (ta);
853	}	854	}
854		855
855	/** Coro ********************************************************************/	856	/** Coro ********************************************************************/
856		857
857	#define PRIO_MAX 3	858	#define PRIO_MAX 3
…		…
861	#define PRIO_IDLE -3	862	#define PRIO_IDLE -3
862	#define PRIO_MIN -4	863	#define PRIO_MIN -4
863		864
864	/* for Coro.pm */	865	/* for Coro.pm */
865	static GV *coro_current, *coro_idle;	866	static GV *coro_current, *coro_idle;
866	static AV *coro_ready[PRIO_MAX-PRIO_MIN+1];	867	static AV *coro_ready [PRIO_MAX-PRIO_MIN+1];
867	static int coro_nready;	868	static int coro_nready;
868		869
869	static void	870	static void
870	coro_enq (pTHX_ SV *sv)	871	coro_enq (SV *coro_sv)
871	{	872	{
872	SV **xprio;
873	int prio;
874
875	if (SvTYPE (sv) != SVt_PVHV)
876	croak ("Coro::ready tried to enqueue something that is not a coroutine");
877
878	xprio = hv_fetch ((HV *)sv, "prio", 4, 0);
879	prio = xprio ? SvIV (*xprio) : PRIO_NORMAL;
880
881	prio = prio > PRIO_MAX ? PRIO_MAX
882	: prio < PRIO_MIN ? PRIO_MIN
883	: prio;
884
885	av_push (coro_ready [prio - PRIO_MIN], sv);	873	av_push (coro_ready [SvSTATE (coro_sv)->prio - PRIO_MIN], coro_sv);
886	coro_nready++;	874	coro_nready++;
887	}	875	}
888		876
889	static SV *	877	static SV *
890	coro_deq (pTHX_ int min_prio)	878	coro_deq (int min_prio)
891	{	879	{
892	int prio = PRIO_MAX - PRIO_MIN;	880	int prio = PRIO_MAX - PRIO_MIN;
893		881
894	min_prio -= PRIO_MIN;	882	min_prio -= PRIO_MIN;
895	if (min_prio < 0)	883	if (min_prio < 0)
896	min_prio = 0;	884	min_prio = 0;
897		885
898	for (prio = PRIO_MAX - PRIO_MIN + 1; --prio >= min_prio; )	886	for (prio = PRIO_MAX - PRIO_MIN + 1; --prio >= min_prio; )
899	if (av_len (coro_ready[prio]) >= 0)	887	if (AvFILLp (coro_ready [prio]) >= 0)
900	{	888	{
901	coro_nready--;	889	coro_nready--;
902	return av_shift (coro_ready[prio]);	890	return av_shift (coro_ready [prio]);
903	}	891	}
904		892
905	return 0;	893	return 0;
906	}	894	}
907		895
908	static void	896	static int
909	api_ready (SV *coro)	897	api_ready (SV *coro_sv)
		898	{
		899	struct coro *coro;
		900
		901	if (SvROK (coro_sv))
		902	coro_sv = SvRV (coro_sv);
		903
		904	coro = SvSTATE (coro_sv);
		905
		906	if (coro->flags & CF_READY)
		907	return 0;
		908
		909	if (coro->flags & CF_RUNNING)
		910	croak ("Coro::ready called on currently running coroutine");
		911
		912	coro->flags |= CF_READY;
		913
		914	LOCK;
		915	coro_enq (SvREFCNT_inc (coro_sv));
		916	UNLOCK;
		917
		918	return 1;
		919	}
		920
		921	static int
		922	api_is_ready (SV *coro_sv)
		923	{
		924	return !!SvSTATE (coro_sv)->flags & CF_READY;
		925	}
		926
		927	static void
		928	prepare_schedule (struct transfer_args *ta)
		929	{
		930	SV *current, *prev, *next;
		931
		932	current = GvSV (coro_current);
		933
		934	for (;;)
		935	{
		936	LOCK;
		937	next = coro_deq (PRIO_MIN);
		938	UNLOCK;
		939
		940	if (next)
		941	break;
		942
		943	{
		944	dSP;
		945
		946	ENTER;
		947	SAVETMPS;
		948
		949	PUSHMARK (SP);
		950	PUTBACK;
		951	call_sv (GvSV (coro_idle), G_DISCARD);
		952
		953	FREETMPS;
		954	LEAVE;
		955	}
		956	}
		957
		958	prev = SvRV (current);
		959	SvRV (current) = next;
		960
		961	/* free this only after the transfer */
		962	LOCK;
		963	free_coro_mortal ();
		964	UNLOCK;
		965	coro_mortal = prev;
		966
		967	ta->prev = SvSTATE (prev);
		968	ta->next = SvSTATE (next);
		969	ta->flags = TRANSFER_SAVE_ALL;
		970
		971	ta->next->flags &= ~CF_READY;
		972	}
		973
		974	static void
		975	prepare_cede (struct transfer_args *ta)
		976	{
		977	api_ready (GvSV (coro_current));
		978
		979	prepare_schedule (ta);
		980	}
		981
		982	static void
		983	api_schedule (void)
910	{	984	{
911	dTHX;	985	dTHX;
		986	struct transfer_args ta;
912		987
913	if (SvROK (coro))	988	prepare_schedule (&ta);
914	coro = SvRV (coro);	989	TRANSFER (ta);
915
916	LOCK;
917	coro_enq (aTHX_ SvREFCNT_inc (coro));
918	UNLOCK;
919	}	990	}
920		991
921	static void	992	static void
922	api_schedule (void)	993	api_cede (void)
923	{	994	{
924	dTHX;	995	dTHX;
		996	struct transfer_args ta;
925		997
926	SV *prev, *next;	998	prepare_cede (&ta);
927		999	TRANSFER (ta);
928	LOCK;
929
930	prev = SvRV (GvSV (coro_current));
931	next = coro_deq (aTHX_ PRIO_MIN);
932
933	if (!next)
934	next = SvREFCNT_inc (SvRV (GvSV (coro_idle)));
935
936	/* free this only after the transfer */
937	coro_mortal = prev;
938	SV_CORO (prev, "Coro::schedule");
939
940	SvRV (GvSV (coro_current)) = next;
941
942	SV_CORO (next, "Coro::schedule");
943
944	UNLOCK;
945
946	transfer (aTHX_ SvSTATE (prev), SvSTATE (next),
947	TRANSFER_SAVE_ALL | TRANSFER_LAZY_STACK);
948	}
949
950	static void
951	api_cede (void)
952	{
953	dTHX;
954
955	LOCK;
956	coro_enq (aTHX_ SvREFCNT_inc (SvRV (GvSV (coro_current))));
957	UNLOCK;
958
959	api_schedule ();
960	}	1000	}
961		1001
962	MODULE = Coro::State PACKAGE = Coro::State	1002	MODULE = Coro::State PACKAGE = Coro::State
963		1003
964	PROTOTYPES: ENABLE	1004	PROTOTYPES: DISABLE
965		1005
966	BOOT:	1006	BOOT:
967	{ /* {} necessary for stoopid perl-5.6.x */	1007	{
968	#ifdef USE_ITHREADS	1008	#ifdef USE_ITHREADS
969	MUTEX_INIT (&coro_mutex);	1009	MUTEX_INIT (&coro_mutex);
970	#endif	1010	#endif
		1011	BOOT_PAGESIZE;
971		1012
972	ucoro_state_sv = newSVpv (UCORO_STATE, sizeof(UCORO_STATE) - 1);
973	PERL_HASH(ucoro_state_hash, UCORO_STATE, sizeof(UCORO_STATE) - 1);
974	coro_state_stash = gv_stashpv ("Coro::State", TRUE);	1013	coro_state_stash = gv_stashpv ("Coro::State", TRUE);
975		1014
976	newCONSTSUB (coro_state_stash, "SAVE_DEFAV", newSViv (TRANSFER_SAVE_DEFAV));	1015	newCONSTSUB (coro_state_stash, "SAVE_DEFAV", newSViv (TRANSFER_SAVE_DEFAV));
977	newCONSTSUB (coro_state_stash, "SAVE_DEFSV", newSViv (TRANSFER_SAVE_DEFSV));	1016	newCONSTSUB (coro_state_stash, "SAVE_DEFSV", newSViv (TRANSFER_SAVE_DEFSV));
978	newCONSTSUB (coro_state_stash, "SAVE_ERRSV", newSViv (TRANSFER_SAVE_ERRSV));	1017	newCONSTSUB (coro_state_stash, "SAVE_ERRSV", newSViv (TRANSFER_SAVE_ERRSV));
979	newCONSTSUB (coro_state_stash, "SAVE_CCTXT", newSViv (TRANSFER_SAVE_CCTXT));
980		1018
981	main_mainstack = PL_mainstack;	1019	main_mainstack = PL_mainstack;
982		1020
983	coroapi.ver = CORO_API_VERSION;	1021	coroapi.ver = CORO_API_VERSION;
984	coroapi.transfer = api_transfer;	1022	coroapi.transfer = api_transfer;
985	}
986		1023
987	Coro::State	1024	assert (("PRIO_NORMAL must be 0", !PRIO_NORMAL));
988	_newprocess(args)	1025	}
989	SV * args	1026
990	PROTOTYPE: $	1027	SV *
		1028	new (char *klass, ...)
991	CODE:	1029	CODE:
992	Coro__State coro;	1030	{
		1031	struct coro *coro;
		1032	HV *hv;
		1033	int i;
993		1034
994	if (!SvROK (args) || SvTYPE (SvRV (args)) != SVt_PVAV)
995	croak ("Coro::State::_newprocess expects an arrayref");
996
997	Newz (0, coro, 1, struct coro);	1035	Newz (0, coro, 1, struct coro);
		1036	coro->args = newAV ();
998		1037
999	coro->args = (AV *)SvREFCNT_inc (SvRV (args));	1038	hv = newHV ();
1000	/*coro->mainstack = 0; *//*actual work is done inside transfer */	1039	sv_magicext ((SV *)hv, 0, PERL_MAGIC_ext, &coro_state_vtbl, (char *)coro, 0)->mg_flags |= MGf_DUP;
1001	/*coro->stack = 0;*/	1040	RETVAL = sv_bless (newRV_noinc ((SV *)hv), gv_stashpv (klass, 1));
1002		1041
1003	/* same as JMPENV_BOOTSTRAP */	1042	for (i = 1; i < items; i++)
1004	/* we might be able to recycle start_env, but safe is safe */	1043	av_push (coro->args, newSVsv (ST (i)));
1005	/*Zero(&coro->start_env, 1, JMPENV);*/	1044	}
1006	coro->start_env.je_ret = -1;
1007	coro->start_env.je_mustcatch = TRUE;
1008
1009	RETVAL = coro;
1010	OUTPUT:	1045	OUTPUT:
1011	RETVAL	1046	RETVAL
1012		1047
1013	void	1048	void
1014	transfer(prev, next, flags)	1049	_set_stacklevel (...)
1015	SV *prev	1050	ALIAS:
1016	SV *next	1051	Coro::State::transfer = 1
1017	int flags	1052	Coro::schedule = 2
1018	PROTOTYPE: @	1053	Coro::cede = 3
		1054	Coro::Cont::yield = 4
1019	CODE:	1055	CODE:
1020	PUTBACK;	1056	{
1021	SV_CORO (next, "Coro::transfer");	1057	struct transfer_args ta;
1022	SV_CORO (prev, "Coro::transfer");	1058
1023	transfer (aTHX_ SvSTATE (prev), SvSTATE (next), flags);	1059	switch (ix)
1024	SPAGAIN;	1060	{
		1061	case 0:
		1062	ta.prev = (struct coro *)INT2PTR (coro_cctx *, SvIV (ST (0)));
		1063	ta.next = 0;
		1064	ta.flags = TRANSFER_SET_STACKLEVEL;
		1065	break;
		1066
		1067	case 1:
		1068	if (items != 3)
		1069	croak ("Coro::State::transfer(prev,next,flags) expects three arguments, not %d", items);
		1070
		1071	prepare_transfer (&ta, ST (0), ST (1), SvIV (ST (2)));
		1072	break;
		1073
		1074	case 2:
		1075	prepare_schedule (&ta);
		1076	break;
		1077
		1078	case 3:
		1079	prepare_cede (&ta);
		1080	break;
		1081
		1082	case 4:
		1083	{
		1084	SV *yieldstack;
		1085	SV *sv;
		1086	AV *defav = GvAV (PL_defgv);
		1087
		1088	yieldstack = *hv_fetch (
		1089	(HV *)SvRV (GvSV (coro_current)),
		1090	"yieldstack", sizeof ("yieldstack") - 1,
		1091	0
		1092	);
		1093
		1094	/* set up @_ -- ugly */
		1095	av_clear (defav);
		1096	av_fill (defav, items - 1);
		1097	while (items--)
		1098	av_store (defav, items, SvREFCNT_inc (ST(items)));
		1099
		1100	sv = av_pop ((AV *)SvRV (yieldstack));
		1101	ta.prev = SvSTATE (*av_fetch ((AV *)SvRV (sv), 0, 0));
		1102	ta.next = SvSTATE (*av_fetch ((AV *)SvRV (sv), 1, 0));
		1103	ta.flags = 0;
		1104	SvREFCNT_dec (sv);
		1105	}
		1106	break;
		1107
		1108	}
		1109
		1110	TRANSFER (ta);
		1111	}
1025		1112
1026	void	1113	void
1027	DESTROY(coro)	1114	_clone_state_from (SV *dst, SV *src)
1028	Coro::State coro	1115	CODE:
1029	CODE:	1116	{
		1117	struct coro *coro_src = SvSTATE (src);
1030		1118
1031	if (coro->mainstack && coro->mainstack != main_mainstack)	1119	sv_unmagic (SvRV (dst), PERL_MAGIC_ext);
1032	{
1033	struct coro temp;
1034		1120
1035	PUTBACK;	1121	++coro_src->refcnt;
1036	SAVE (aTHX_ (&temp), TRANSFER_SAVE_ALL);	1122	sv_magicext (SvRV (dst), 0, PERL_MAGIC_ext, &coro_state_vtbl, (char *)coro_src, 0)->mg_flags |= MGf_DUP;
1037	LOAD (aTHX_ coro);	1123	}
1038	SPAGAIN;
1039
1040	destroy_stacks (aTHX);
1041
1042	LOAD ((&temp)); /* this will get rid of defsv etc.. */
1043	SPAGAIN;
1044
1045	coro->mainstack = 0;
1046	}
1047
1048	deallocate_stack (coro);
1049	SvREFCNT_dec (coro->args);
1050	Safefree (coro);
1051		1124
1052	void	1125	void
1053	_exit(code)	1126	_exit (code)
1054	int code	1127	int code
1055	PROTOTYPE: $	1128	PROTOTYPE: $
1056	CODE:	1129	CODE:
1057	_exit (code);	1130	_exit (code);
1058		1131
1059	MODULE = Coro::State PACKAGE = Coro::Cont	1132	int
		1133	cctx_count ()
		1134	CODE:
		1135	RETVAL = cctx_count;
		1136	OUTPUT:
		1137	RETVAL
1060		1138
1061	# this is slightly dirty (should expose a c-level api)	1139	int
1062		1140	cctx_idle ()
1063	void	1141	CODE:
1064	yield(...)	1142	RETVAL = cctx_idle;
1065	PROTOTYPE: @	1143	OUTPUT:
1066	CODE:	1144	RETVAL
1067	SV *yieldstack;
1068	SV *sv;
1069	AV *defav = GvAV (PL_defgv);
1070	struct coro *prev, *next;
1071
1072	yieldstack = *hv_fetch (
1073	(HV *)SvRV (GvSV (coro_current)),
1074	"yieldstack", sizeof ("yieldstack") - 1,
1075	0
1076	);
1077
1078	/* set up @_ -- ugly */
1079	av_clear (defav);
1080	av_fill (defav, items - 1);
1081	while (items--)
1082	av_store (defav, items, SvREFCNT_inc (ST(items)));
1083
1084	sv = av_pop ((AV *)SvRV (yieldstack));
1085	prev = (struct coro *)SvIV ((SV*)SvRV (*av_fetch ((AV *)SvRV (sv), 0, 0)));
1086	next = (struct coro *)SvIV ((SV*)SvRV (*av_fetch ((AV *)SvRV (sv), 1, 0)));
1087	SvREFCNT_dec (sv);
1088
1089	transfer (aTHX_ prev, next, 0);
1090		1145
1091	MODULE = Coro::State PACKAGE = Coro	1146	MODULE = Coro::State PACKAGE = Coro
1092		1147
1093	# this is slightly dirty (should expose a c-level api)
1094
1095	BOOT:	1148	BOOT:
1096	{	1149	{
1097	int i;	1150	int i;
		1151
1098	HV *stash = gv_stashpv ("Coro", TRUE);	1152	coro_stash = gv_stashpv ("Coro", TRUE);
1099		1153
1100	newCONSTSUB (stash, "PRIO_MAX", newSViv (PRIO_MAX));	1154	newCONSTSUB (coro_stash, "PRIO_MAX", newSViv (PRIO_MAX));
1101	newCONSTSUB (stash, "PRIO_HIGH", newSViv (PRIO_HIGH));	1155	newCONSTSUB (coro_stash, "PRIO_HIGH", newSViv (PRIO_HIGH));
1102	newCONSTSUB (stash, "PRIO_NORMAL", newSViv (PRIO_NORMAL));	1156	newCONSTSUB (coro_stash, "PRIO_NORMAL", newSViv (PRIO_NORMAL));
1103	newCONSTSUB (stash, "PRIO_LOW", newSViv (PRIO_LOW));	1157	newCONSTSUB (coro_stash, "PRIO_LOW", newSViv (PRIO_LOW));
1104	newCONSTSUB (stash, "PRIO_IDLE", newSViv (PRIO_IDLE));	1158	newCONSTSUB (coro_stash, "PRIO_IDLE", newSViv (PRIO_IDLE));
1105	newCONSTSUB (stash, "PRIO_MIN", newSViv (PRIO_MIN));	1159	newCONSTSUB (coro_stash, "PRIO_MIN", newSViv (PRIO_MIN));
1106		1160
1107	coro_current = gv_fetchpv ("Coro::current", TRUE, SVt_PV);	1161	coro_current = gv_fetchpv ("Coro::current", TRUE, SVt_PV);
1108	coro_idle = gv_fetchpv ("Coro::idle" , TRUE, SVt_PV);	1162	coro_idle = gv_fetchpv ("Coro::idle" , TRUE, SVt_PV);
1109		1163
1110	for (i = PRIO_MAX - PRIO_MIN + 1; i--; )	1164	for (i = PRIO_MAX - PRIO_MIN + 1; i--; )
…		…
1114	SV *sv = perl_get_sv("Coro::API", 1);	1168	SV *sv = perl_get_sv("Coro::API", 1);
1115		1169
1116	coroapi.schedule = api_schedule;	1170	coroapi.schedule = api_schedule;
1117	coroapi.cede = api_cede;	1171	coroapi.cede = api_cede;
1118	coroapi.ready = api_ready;	1172	coroapi.ready = api_ready;
		1173	coroapi.is_ready = api_is_ready;
1119	coroapi.nready = &coro_nready;	1174	coroapi.nready = &coro_nready;
1120	coroapi.current = coro_current;	1175	coroapi.current = coro_current;
1121		1176
1122	GCoroAPI = &coroapi;	1177	GCoroAPI = &coroapi;
1123	sv_setiv(sv, (IV)&coroapi);	1178	sv_setiv (sv, (IV)&coroapi);
1124	SvREADONLY_on(sv);	1179	SvREADONLY_on (sv);
1125	}	1180	}
1126	}	1181	}
1127		1182
1128	#if !PERL_MICRO	1183	int
		1184	prio (Coro::State coro, int newprio = 0)
		1185	ALIAS:
		1186	nice = 1
		1187	CODE:
		1188	{
		1189	RETVAL = coro->prio;
1129		1190
1130	void	1191	if (items > 1)
		1192	{
		1193	if (ix)
		1194	newprio += coro->prio;
		1195
		1196	if (newprio < PRIO_MIN) newprio = PRIO_MIN;
		1197	if (newprio > PRIO_MAX) newprio = PRIO_MAX;
		1198
		1199	coro->prio = newprio;
		1200	}
		1201	}
		1202
		1203	SV *
1131	ready(self)	1204	ready (SV *self)
1132	SV * self
1133	PROTOTYPE: $	1205	PROTOTYPE: $
1134	CODE:	1206	CODE:
1135	api_ready (self);	1207	RETVAL = boolSV (api_ready (self));
		1208	OUTPUT:
		1209	RETVAL
1136		1210
1137	#endif	1211	SV *
		1212	is_ready (SV *self)
		1213	PROTOTYPE: $
		1214	CODE:
		1215	RETVAL = boolSV (api_is_ready (self));
		1216	OUTPUT:
		1217	RETVAL
1138		1218
1139	int	1219	int
1140	nready(...)	1220	nready (...)
1141	PROTOTYPE:	1221	PROTOTYPE:
1142	CODE:	1222	CODE:
1143	RETVAL = coro_nready;	1223	RETVAL = coro_nready;
1144	OUTPUT:	1224	OUTPUT:
1145	RETVAL	1225	RETVAL
1146		1226
1147	void	1227	MODULE = Coro::State PACKAGE = Coro::AIO
1148	schedule(...)
1149	PROTOTYPE:
1150	CODE:
1151	api_schedule ();
1152		1228
1153	void
1154	cede(...)
1155	PROTOTYPE:
1156	CODE:
1157	api_cede ();
1158
1159	# and these are hacks
1160	SV *	1229	SV *
1161	_aio_get_state ()	1230	_get_state ()
1162	CODE:	1231	CODE:
1163	{	1232	{
1164	struct {	1233	struct {
1165	int errorno;	1234	int errorno;
1166	int laststype;	1235	int laststype;
…		…
1177	}	1246	}
1178	OUTPUT:	1247	OUTPUT:
1179	RETVAL	1248	RETVAL
1180		1249
1181	void	1250	void
1182	_aio_set_state (char *data_)	1251	_set_state (char *data_)
1183	PROTOTYPE: $	1252	PROTOTYPE: $
1184	CODE:	1253	CODE:
1185	{	1254	{
1186	struct {	1255	struct {
1187	int errorno;	1256	int errorno;

Diff Legend

–	Removed lines
+	Added lines
<	Changed lines
>	Changed lines