[ViewVC] Diff of: cvs/Coro/Coro/State.xs

Comparing Coro/Coro/State.xs (file contents):
Revision 1.87 by root, Fri Nov 24 13:40:36 2006 UTC vs.
Revision 1.123 by root, Mon Dec 4 21:56:00 2006 UTC

…		…
1	#define PERL_NO_GET_CONTEXT
2
3	#include "libcoro/coro.c"	1	#include "libcoro/coro.c"
4		2
5	#include "EXTERN.h"	3	#include "EXTERN.h"
6	#include "perl.h"	4	#include "perl.h"
7	#include "XSUB.h"	5	#include "XSUB.h"
8		6
9	#include "patchlevel.h"	7	#include "patchlevel.h"
10		8
11	#if PERL_VERSION < 6	9	#if USE_VALGRIND
		10	# include <valgrind/valgrind.h>
		11	#endif
		12
		13	/* the maximum number of idle cctx that will be pooled */
		14	#define MAX_IDLE_CCTX 8
		15
		16	#define PERL_VERSION_ATLEAST(a,b,c) \
		17	(PERL_REVISION > (a) \
		18	\|\| (PERL_REVISION == (a) \
		19	&& (PERL_VERSION > (b) \
		20	\|\| (PERL_VERSION == (b) && PERLSUBVERSION >= (c)))))
		21
		22	#if !PERL_VERSION_ATLEAST (5,6,0)
12	# ifndef PL_ppaddr	23	# ifndef PL_ppaddr
13	# define PL_ppaddr ppaddr	24	# define PL_ppaddr ppaddr
14	# endif	25	# endif
15	# ifndef call_sv	26	# ifndef call_sv
16	# define call_sv perl_call_sv	27	# define call_sv perl_call_sv
27	# ifndef IS_PADCONST	38	# ifndef IS_PADCONST
28	# define IS_PADCONST(v) 0	39	# define IS_PADCONST(v) 0
29	# endif	40	# endif
30	#endif	41	#endif
31		42
		43	#include <stdio.h>
32	#include <errno.h>	44	#include <errno.h>
33		45
34	#if !__i386 && !__x86_64 && !__powerpc && !__m68k && !__alpha && !__mips && !__sparc64	46	#if !__i386 && !__x86_64 && !__powerpc && !__m68k && !__alpha && !__mips && !__sparc64
35	# undef STACKGUARD	47	# undef STACKGUARD
36	#endif	48	#endif
…		…
53	# ifndef PAGESIZE	65	# ifndef PAGESIZE
54	# define PAGESIZE pagesize	66	# define PAGESIZE pagesize
55	# define BOOT_PAGESIZE pagesize = sysconf (_SC_PAGESIZE)	67	# define BOOT_PAGESIZE pagesize = sysconf (_SC_PAGESIZE)
56	static long pagesize;	68	static long pagesize;
57	# else	69	# else
58	# define BOOT_PAGESIZE	70	# define BOOT_PAGESIZE (void)0
59	# endif	71	# endif
		72	#else
		73	# define PAGESIZE 0
		74	# define BOOT_PAGESIZE (void)0
60	#endif	75	#endif
61
62	#define SUB_INIT "Coro::State::initialize"
63	#define UCORO_STATE "_coro_state"
64		76
65	/* The next macro should declare a variable stacklevel that contains and approximation	77	/* The next macro should declare a variable stacklevel that contains and approximation
66	* to the current C stack pointer. Its property is that it changes with each call	78	* to the current C stack pointer. Its property is that it changes with each call
67	* and should be unique. */	79	* and should be unique. */
		80	#define dSTACKLEVEL int stacklevel
68	#define dSTACKLEVEL void *stacklevel = &stacklevel	81	#define STACKLEVEL ((void *)&stacklevel)
69		82
70	#define IN_DESTRUCT (PL_main_cv == Nullcv)	83	#define IN_DESTRUCT (PL_main_cv == Nullcv)
71		84
72	#define labs(l) ((l) >= 0 ? (l) : -(l))	85	#if __GNUC__ >= 3
		86	# define attribute(x) __attribute__(x)
		87	#else
		88	# define attribute(x)
		89	#endif
		90
		91	#define NOINLINE attribute ((noinline))
73		92
74	#include "CoroAPI.h"	93	#include "CoroAPI.h"
75		94
76	#ifdef USE_ITHREADS	95	#ifdef USE_ITHREADS
77	static perl_mutex coro_mutex;	96	static perl_mutex coro_mutex;
…		…
80	#else	99	#else
81	# define LOCK (void)0	100	# define LOCK (void)0
82	# define UNLOCK (void)0	101	# define UNLOCK (void)0
83	#endif	102	#endif
84		103
		104	struct io_state
		105	{
		106	int errorno;
		107	I32 laststype;
		108	int laststatval;
		109	Stat_t statcache;
		110	};
		111
85	static struct CoroAPI coroapi;	112	static struct CoroAPI coroapi;
86	static AV main_mainstack; / used to differentiate between $main and others */	113	static AV main_mainstack; / used to differentiate between $main and others */
87	static HV *coro_state_stash;	114	static HV coro_state_stash, coro_stash;
88	static SV *ucoro_state_sv;
89	static U32 ucoro_state_hash;
90	static SV coro_mortal; / will be freed after next transfer */	115	static SV coro_mortal; / will be freed after next transfer */
91		116
92	/* this is actually not only the c stack but also c registers etc... */	117	static struct coro_cctx *cctx_first;
		118	static int cctx_count, cctx_idle;
		119
		120	/* this is a structure representing a c-level coroutine */
93	typedef struct {	121	typedef struct coro_cctx {
94	int refcnt; /* pointer reference counter */	122	struct coro_cctx *next;
95	int usecnt; /* shared by how many coroutines */
96	int gencnt; /* generation counter */
97		123
98	coro_context cctx;	124	/* the stack */
99
100	void *sptr;	125	void *sptr;
101	long ssize; /* positive == mmap, otherwise malloc */	126	long ssize; /* positive == mmap, otherwise malloc */
102	} coro_stack;
103		127
		128	/* cpu state */
		129	void idle_sp; / sp of top-level transfer/schedule/cede call */
		130	JMPENV *top_env;
		131	coro_context cctx;
		132
		133	int inuse;
		134
		135	#if USE_VALGRIND
		136	int valgrind_id;
		137	#endif
		138	} coro_cctx;
		139
		140	enum {
		141	CF_RUNNING = 0x0001, /* coroutine is running */
		142	CF_READY = 0x0002, /* coroutine is ready */
		143	CF_NEW = 0x0004, /* ahs never been switched to */
		144	};
		145
		146	/* this is a structure representing a perl-level coroutine */
104	struct coro {	147	struct coro {
105	/* the optional C context */	148	/* the c coroutine allocated to this perl coroutine, if any */
106	coro_stack *stack;	149	coro_cctx *cctx;
107	void *cursp;
108	int gencnt;
109
110	/* optionally saved, might be zero */
111	AV *defav;
112	SV *defsv;
113	SV *errsv;
114
115	/* saved global state not related to stacks */
116	U8 dowarn;
117	I32 in_eval;
118
119	/* the stacks and related info (callchain etc..) */
120	PERL_SI *curstackinfo;
121	AV *curstack;
122	AV *mainstack;
123	SV **stack_sp;
124	OP *op;
125	SV **curpad;
126	AV *comppad;
127	CV *compcv;
128	SV **stack_base;
129	SV **stack_max;
130	SV **tmps_stack;
131	I32 tmps_floor;
132	I32 tmps_ix;
133	I32 tmps_max;
134	I32 *markstack;
135	I32 *markstack_ptr;
136	I32 *markstack_max;
137	I32 *scopestack;
138	I32 scopestack_ix;
139	I32 scopestack_max;
140	ANY *savestack;
141	I32 savestack_ix;
142	I32 savestack_max;
143	OP **retstack;
144	I32 retstack_ix;
145	I32 retstack_max;
146	PMOP *curpm;
147	COP *curcop;
148	JMPENV *top_env;
149
150	/* coro process data */
151	int prio;
152		150
153	/* data associated with this coroutine (initial args) */	151	/* data associated with this coroutine (initial args) */
154	AV *args;	152	AV *args;
155	int refcnt;	153	int refcnt;
		154	int save; /* CORO_SAVE flags */
		155	int flags; /* CF_ flags */
		156
		157	/* optionally saved, might be zero */
		158	AV defav; / @_ */
		159	SV defsv; / $_ */
		160	SV errsv; / $@ */
		161	SV irssv; / $/ */
		162	SV irssv_sv; / real $/ cache */
		163
		164	#define VAR(name,type) type name;
		165	# include "state.h"
		166	#undef VAR
		167
		168	/* coro process data */
		169	int prio;
156	};	170	};
157		171
158	typedef struct coro *Coro__State;	172	typedef struct coro *Coro__State;
159	typedef struct coro *Coro__State_or_hashref;	173	typedef struct coro *Coro__State_or_hashref;
160		174
161	static AV *	175	static AV *
162	coro_clone_padlist (pTHX_ CV *cv)	176	coro_clone_padlist (CV *cv)
163	{	177	{
164	AV *padlist = CvPADLIST (cv);	178	AV *padlist = CvPADLIST (cv);
165	AV newpadlist, newpad;	179	AV newpadlist, newpad;
166		180
167	newpadlist = newAV ();	181	newpadlist = newAV ();
168	AvREAL_off (newpadlist);	182	AvREAL_off (newpadlist);
169	#if PERL_VERSION < 9	183	#if PERL_VERSION_ATLEAST (5,9,0)
		184	Perl_pad_push (aTHX_ padlist, AvFILLp (padlist) + 1);
		185	#else
170	Perl_pad_push (aTHX_ padlist, AvFILLp (padlist) + 1, 1);	186	Perl_pad_push (aTHX_ padlist, AvFILLp (padlist) + 1, 1);
171	#else
172	Perl_pad_push (aTHX_ padlist, AvFILLp (padlist) + 1);
173	#endif	187	#endif
174	newpad = (AV *)AvARRAY (padlist)[AvFILLp (padlist)];	188	newpad = (AV *)AvARRAY (padlist)[AvFILLp (padlist)];
175	--AvFILLp (padlist);	189	--AvFILLp (padlist);
176		190
177	av_store (newpadlist, 0, SvREFCNT_inc (*av_fetch (padlist, 0, FALSE)));	191	av_store (newpadlist, 0, SvREFCNT_inc (*av_fetch (padlist, 0, FALSE)));
…		…
179		193
180	return newpadlist;	194	return newpadlist;
181	}	195	}
182		196
183	static void	197	static void
184	free_padlist (pTHX_ AV *padlist)	198	free_padlist (AV *padlist)
185	{	199	{
186	/* may be during global destruction */	200	/* may be during global destruction */
187	if (SvREFCNT (padlist))	201	if (SvREFCNT (padlist))
188	{	202	{
189	I32 i = AvFILLp (padlist);	203	I32 i = AvFILLp (padlist);
…		…
210	AV *padlist;	224	AV *padlist;
211	AV av = (AV )mg->mg_obj;	225	AV av = (AV )mg->mg_obj;
212		226
213	/* casting is fun. */	227	/* casting is fun. */
214	while (&PL_sv_undef != (SV )(padlist = (AV )av_pop (av)))	228	while (&PL_sv_undef != (SV )(padlist = (AV )av_pop (av)))
215	free_padlist (aTHX_ padlist);	229	free_padlist (padlist);
216		230
217	SvREFCNT_dec (av);	231	SvREFCNT_dec (av);
218		232
219	return 0;	233	return 0;
220	}	234	}
221		235
222	#define PERL_MAGIC_coro PERL_MAGIC_ext	236	#define PERL_MAGIC_coro PERL_MAGIC_ext
223		237
224	static MGVTBL vtbl_coro = {0, 0, 0, 0, coro_cv_free};	238	static MGVTBL vtbl_coro = {0, 0, 0, 0, coro_cv_free};
225		239
		240	#define CORO_MAGIC(cv) \
		241	SvMAGIC (cv) \
		242	? SvMAGIC (cv)->mg_type == PERL_MAGIC_coro \
		243	? SvMAGIC (cv) \
		244	: mg_find ((SV *)cv, PERL_MAGIC_coro) \
		245	: 0
		246
226	/* the next two functions merely cache the padlists */	247	/* the next two functions merely cache the padlists */
227	static void	248	static void
228	get_padlist (pTHX_ CV *cv)	249	get_padlist (CV *cv)
229	{	250	{
230	MAGIC mg = mg_find ((SV )cv, PERL_MAGIC_coro);	251	MAGIC *mg = CORO_MAGIC (cv);
		252	AV *av;
231		253
232	if (mg && AvFILLp ((AV *)mg->mg_obj) >= 0)	254	if (mg && AvFILLp ((av = (AV *)mg->mg_obj)) >= 0)
233	CvPADLIST (cv) = (AV )av_pop ((AV )mg->mg_obj);	255	CvPADLIST (cv) = (AV *)AvARRAY (av)[AvFILLp (av)--];
234	else	256	else
235	{	257	{
236	#if 0	258	#if 0
237	/* this should work - but it doesn't :( */	259	/* this is probably cleaner, but also slower? */
238	CV *cp = Perl_cv_clone (aTHX_ cv);	260	CV *cp = Perl_cv_clone (cv);
239	CvPADLIST (cv) = CvPADLIST (cp);	261	CvPADLIST (cv) = CvPADLIST (cp);
240	CvPADLIST (cp) = 0;	262	CvPADLIST (cp) = 0;
241	SvREFCNT_dec (cp);	263	SvREFCNT_dec (cp);
242	#else	264	#else
243	CvPADLIST (cv) = coro_clone_padlist (aTHX_ cv);	265	CvPADLIST (cv) = coro_clone_padlist (cv);
244	#endif	266	#endif
245	}	267	}
246	}	268	}
247		269
248	static void	270	static void
249	put_padlist (pTHX_ CV *cv)	271	put_padlist (CV *cv)
250	{	272	{
251	MAGIC mg = mg_find ((SV )cv, PERL_MAGIC_coro);	273	MAGIC *mg = CORO_MAGIC (cv);
		274	AV *av;
252		275
253	if (!mg)	276	if (!mg)
254	{	277	{
255	sv_magic ((SV *)cv, 0, PERL_MAGIC_coro, 0, 0);	278	sv_magic ((SV *)cv, 0, PERL_MAGIC_coro, 0, 0);
256	mg = mg_find ((SV *)cv, PERL_MAGIC_coro);	279	mg = mg_find ((SV *)cv, PERL_MAGIC_coro);
257	mg->mg_virtual = &vtbl_coro;	280	mg->mg_virtual = &vtbl_coro;
258	mg->mg_obj = (SV *)newAV ();	281	mg->mg_obj = (SV *)newAV ();
259	}	282	}
260		283
261	av_push ((AV )mg->mg_obj, (SV )CvPADLIST (cv));	284	av = (AV *)mg->mg_obj;
		285
		286	if (AvFILLp (av) >= AvMAX (av))
		287	av_extend (av, AvMAX (av) + 1);
		288
		289	AvARRAY (av)[++AvFILLp (av)] = (SV *)CvPADLIST (cv);
262	}	290	}
263		291
264	#define SB do {	292	#define SB do {
265	#define SE } while (0)	293	#define SE } while (0)
266		294
267	#define LOAD(state) load_state(aTHX_ (state));
268	#define SAVE(state,flags) save_state(aTHX_ (state),(flags));
269
270	#define REPLACE_SV(sv,val) SB SvREFCNT_dec(sv); (sv) = (val); (val) = 0; SE	295	#define REPLACE_SV(sv,val) SB SvREFCNT_dec (sv); (sv) = (val); (val) = 0; SE
271		296
272	static void	297	static void
273	load_state(pTHX_ Coro__State c)	298	load_perl (Coro__State c)
274	{	299	{
275	PL_dowarn = c->dowarn;	300	#define VAR(name,type) PL_ ## name = c->name;
276	PL_in_eval = c->in_eval;	301	# include "state.h"
277		302	#undef VAR
278	PL_curstackinfo = c->curstackinfo;
279	PL_curstack = c->curstack;
280	PL_mainstack = c->mainstack;
281	PL_stack_sp = c->stack_sp;
282	PL_op = c->op;
283	PL_curpad = c->curpad;
284	PL_comppad = c->comppad;
285	PL_compcv = c->compcv;
286	PL_stack_base = c->stack_base;
287	PL_stack_max = c->stack_max;
288	PL_tmps_stack = c->tmps_stack;
289	PL_tmps_floor = c->tmps_floor;
290	PL_tmps_ix = c->tmps_ix;
291	PL_tmps_max = c->tmps_max;
292	PL_markstack = c->markstack;
293	PL_markstack_ptr = c->markstack_ptr;
294	PL_markstack_max = c->markstack_max;
295	PL_scopestack = c->scopestack;
296	PL_scopestack_ix = c->scopestack_ix;
297	PL_scopestack_max = c->scopestack_max;
298	PL_savestack = c->savestack;
299	PL_savestack_ix = c->savestack_ix;
300	PL_savestack_max = c->savestack_max;
301	#if PERL_VERSION < 9
302	PL_retstack = c->retstack;
303	PL_retstack_ix = c->retstack_ix;
304	PL_retstack_max = c->retstack_max;
305	#endif
306	PL_curpm = c->curpm;
307	PL_curcop = c->curcop;
308	PL_top_env = c->top_env;
309		303
310	if (c->defav) REPLACE_SV (GvAV (PL_defgv), c->defav);	304	if (c->defav) REPLACE_SV (GvAV (PL_defgv), c->defav);
311	if (c->defsv) REPLACE_SV (DEFSV , c->defsv);	305	if (c->defsv) REPLACE_SV (DEFSV , c->defsv);
312	if (c->errsv) REPLACE_SV (ERRSV , c->errsv);	306	if (c->errsv) REPLACE_SV (ERRSV , c->errsv);
		307	if (c->irssv)
		308	{
		309	if (c->irssv == PL_rs \|\| sv_eq (PL_rs, c->irssv))
		310	SvREFCNT_dec (c->irssv);
		311	else
		312	{
		313	REPLACE_SV (PL_rs, c->irssv);
		314	if (!c->irssv_sv) c->irssv_sv = get_sv ("/", 0);
		315	sv_setsv (c->irssv_sv, PL_rs);
		316	}
		317	}
313		318
314	{	319	{
315	dSP;	320	dSP;
316	CV *cv;	321	CV *cv;
317		322
318	/* now do the ugly restore mess */	323	/* now do the ugly restore mess */
319	while ((cv = (CV *)POPs))	324	while ((cv = (CV *)POPs))
320	{	325	{
321	AV padlist = (AV )POPs;
322
323	if (padlist)
324	{
325	put_padlist (aTHX_ cv); /* mark this padlist as available */	326	put_padlist (cv); /* mark this padlist as available */
326	CvPADLIST(cv) = padlist;	327	CvDEPTH (cv) = PTR2IV (POPs);
327	}	328	CvPADLIST (cv) = (AV *)POPs;
328
329	++CvDEPTH(cv);
330	}	329	}
331		330
332	PUTBACK;	331	PUTBACK;
333	}	332	}
334	}	333	}
335		334
336	static void	335	static void
337	save_state(pTHX_ Coro__State c, int flags)	336	save_perl (Coro__State c)
338	{	337	{
339	{	338	{
340	dSP;	339	dSP;
341	I32 cxix = cxstack_ix;	340	I32 cxix = cxstack_ix;
342	PERL_CONTEXT *ccstk = cxstack;	341	PERL_CONTEXT *ccstk = cxstack;
…		…
353	{	352	{
354	while (cxix >= 0)	353	while (cxix >= 0)
355	{	354	{
356	PERL_CONTEXT *cx = &ccstk[cxix--];	355	PERL_CONTEXT *cx = &ccstk[cxix--];
357		356
358	if (CxTYPE(cx) == CXt_SUB)	357	if (CxTYPE (cx) == CXt_SUB)
359	{	358	{
360	CV *cv = cx->blk_sub.cv;	359	CV *cv = cx->blk_sub.cv;
		360
361	if (CvDEPTH(cv))	361	if (CvDEPTH (cv))
362	{	362	{
363	EXTEND (SP, CvDEPTH(cv)*2);	363	EXTEND (SP, 3);
364		364
365	while (--CvDEPTH(cv))
366	{
367	/* this tells the restore code to increment CvDEPTH */
368	PUSHs (Nullsv);
369	PUSHs ((SV *)cv);
370	}
371
372	PUSHs ((SV *)CvPADLIST(cv));	365	PUSHs ((SV *)CvPADLIST (cv));
		366	PUSHs (INT2PTR (SV *, CvDEPTH (cv)));
373	PUSHs ((SV *)cv);	367	PUSHs ((SV *)cv);
374		368
		369	CvDEPTH (cv) = 0;
375	get_padlist (aTHX_ cv);	370	get_padlist (cv);
376	}	371	}
377	}	372	}
378	#ifdef CXt_FORMAT	373	#ifdef CXt_FORMAT
379	else if (CxTYPE(cx) == CXt_FORMAT)	374	else if (CxTYPE (cx) == CXt_FORMAT)
380	{	375	{
381	/* I never used formats, so how should I know how these are implemented? */	376	/* I never used formats, so how should I know how these are implemented? */
382	/* my bold guess is as a simple, plain sub... */	377	/* my bold guess is as a simple, plain sub... */
383	croak ("CXt_FORMAT not yet handled. Don't switch coroutines from within formats");	378	croak ("CXt_FORMAT not yet handled. Don't switch coroutines from within formats");
384	}	379	}
…		…
394	}	389	}
395		390
396	PUTBACK;	391	PUTBACK;
397	}	392	}
398		393
399	c->defav = flags & TRANSFER_SAVE_DEFAV ? (AV *)SvREFCNT_inc (GvAV (PL_defgv)) : 0;	394	c->defav = c->save & CORO_SAVE_DEFAV ? (AV *)SvREFCNT_inc (GvAV (PL_defgv)) : 0;
400	c->defsv = flags & TRANSFER_SAVE_DEFSV ? SvREFCNT_inc (DEFSV) : 0;	395	c->defsv = c->save & CORO_SAVE_DEFSV ? SvREFCNT_inc (DEFSV) : 0;
401	c->errsv = flags & TRANSFER_SAVE_ERRSV ? SvREFCNT_inc (ERRSV) : 0;	396	c->errsv = c->save & CORO_SAVE_ERRSV ? SvREFCNT_inc (ERRSV) : 0;
		397	c->irssv = c->save & CORO_SAVE_IRSSV ? SvREFCNT_inc (PL_rs) : 0;
402		398
403	c->dowarn = PL_dowarn;	399	#define VAR(name,type)c->name = PL_ ## name;
404	c->in_eval = PL_in_eval;	400	# include "state.h"
405		401	#undef VAR
406	c->curstackinfo = PL_curstackinfo;
407	c->curstack = PL_curstack;
408	c->mainstack = PL_mainstack;
409	c->stack_sp = PL_stack_sp;
410	c->op = PL_op;
411	c->curpad = PL_curpad;
412	c->comppad = PL_comppad;
413	c->compcv = PL_compcv;
414	c->stack_base = PL_stack_base;
415	c->stack_max = PL_stack_max;
416	c->tmps_stack = PL_tmps_stack;
417	c->tmps_floor = PL_tmps_floor;
418	c->tmps_ix = PL_tmps_ix;
419	c->tmps_max = PL_tmps_max;
420	c->markstack = PL_markstack;
421	c->markstack_ptr = PL_markstack_ptr;
422	c->markstack_max = PL_markstack_max;
423	c->scopestack = PL_scopestack;
424	c->scopestack_ix = PL_scopestack_ix;
425	c->scopestack_max = PL_scopestack_max;
426	c->savestack = PL_savestack;
427	c->savestack_ix = PL_savestack_ix;
428	c->savestack_max = PL_savestack_max;
429	#if PERL_VERSION < 9
430	c->retstack = PL_retstack;
431	c->retstack_ix = PL_retstack_ix;
432	c->retstack_max = PL_retstack_max;
433	#endif
434	c->curpm = PL_curpm;
435	c->curcop = PL_curcop;
436	c->top_env = PL_top_env;
437	}	402	}
438		403
439	/*	404	/*
440	* allocate various perl stacks. This is an exact copy	405	* allocate various perl stacks. This is an exact copy
441	* of perl.c:init_stacks, except that it uses less memory	406	* of perl.c:init_stacks, except that it uses less memory
442	* on the (sometimes correct) assumption that coroutines do	407	* on the (sometimes correct) assumption that coroutines do
443	* not usually need a lot of stackspace.	408	* not usually need a lot of stackspace.
444	*/	409	*/
445	static void	410	static void
446	coro_init_stacks (pTHX)	411	coro_init_stacks ()
447	{	412	{
448	LOCK;
449
450	PL_curstackinfo = new_stackinfo(96, 1024/sizeof(PERL_CONTEXT) - 1);	413	PL_curstackinfo = new_stackinfo(128, 1024/sizeof(PERL_CONTEXT));
451	PL_curstackinfo->si_type = PERLSI_MAIN;	414	PL_curstackinfo->si_type = PERLSI_MAIN;
452	PL_curstack = PL_curstackinfo->si_stack;	415	PL_curstack = PL_curstackinfo->si_stack;
453	PL_mainstack = PL_curstack; /* remember in case we switch stacks */	416	PL_mainstack = PL_curstack; /* remember in case we switch stacks */
454		417
455	PL_stack_base = AvARRAY(PL_curstack);	418	PL_stack_base = AvARRAY(PL_curstack);
456	PL_stack_sp = PL_stack_base;	419	PL_stack_sp = PL_stack_base;
457	PL_stack_max = PL_stack_base + AvMAX(PL_curstack);	420	PL_stack_max = PL_stack_base + AvMAX(PL_curstack);
458		421
459	New(50,PL_tmps_stack,96,SV*);	422	New(50,PL_tmps_stack,128,SV*);
460	PL_tmps_floor = -1;	423	PL_tmps_floor = -1;
461	PL_tmps_ix = -1;	424	PL_tmps_ix = -1;
462	PL_tmps_max = 96;	425	PL_tmps_max = 128;
463		426
464	New(54,PL_markstack,16,I32);	427	New(54,PL_markstack,32,I32);
465	PL_markstack_ptr = PL_markstack;	428	PL_markstack_ptr = PL_markstack;
466	PL_markstack_max = PL_markstack + 16;	429	PL_markstack_max = PL_markstack + 32;
467		430
468	#ifdef SET_MARK_OFFSET	431	#ifdef SET_MARK_OFFSET
469	SET_MARK_OFFSET;	432	SET_MARK_OFFSET;
470	#endif	433	#endif
471		434
472	New(54,PL_scopestack,16,I32);	435	New(54,PL_scopestack,32,I32);
473	PL_scopestack_ix = 0;	436	PL_scopestack_ix = 0;
474	PL_scopestack_max = 16;	437	PL_scopestack_max = 32;
475		438
476	New(54,PL_savestack,96,ANY);	439	New(54,PL_savestack,64,ANY);
477	PL_savestack_ix = 0;	440	PL_savestack_ix = 0;
478	PL_savestack_max = 96;	441	PL_savestack_max = 64;
479		442
480	#if PERL_VERSION < 9	443	#if !PERL_VERSION_ATLEAST (5,9,0)
481	New(54,PL_retstack,8,OP*);	444	New(54,PL_retstack,16,OP*);
482	PL_retstack_ix = 0;	445	PL_retstack_ix = 0;
483	PL_retstack_max = 8;	446	PL_retstack_max = 16;
484	#endif	447	#endif
485
486	UNLOCK;
487	}	448	}
488		449
489	/*	450	/*
490	* destroy the stacks, the callchain etc...	451	* destroy the stacks, the callchain etc...
491	*/	452	*/
492	static void	453	static void
493	destroy_stacks(pTHX)	454	coro_destroy_stacks ()
494	{	455	{
495	if (!IN_DESTRUCT)	456	if (!IN_DESTRUCT)
496	{	457	{
497	/* is this ugly, I ask? */	458	/* is this ugly, I ask? */
498	LEAVE_SCOPE (0);	459	LEAVE_SCOPE (0);
…		…
529		490
530	Safefree (PL_tmps_stack);	491	Safefree (PL_tmps_stack);
531	Safefree (PL_markstack);	492	Safefree (PL_markstack);
532	Safefree (PL_scopestack);	493	Safefree (PL_scopestack);
533	Safefree (PL_savestack);	494	Safefree (PL_savestack);
534	#if PERL_VERSION < 9	495	#if !PERL_VERSION_ATLEAST (5,9,0)
535	Safefree (PL_retstack);	496	Safefree (PL_retstack);
536	#endif	497	#endif
537	}	498	}
538		499
539	static void	500	static void
540	allocate_stack (Coro__State ctx, int alloc)	501	setup_coro (struct coro *coro)
541	{
542	coro_stack *stack;
543
544	New (0, stack, 1, coro_stack);
545
546	stack->refcnt = 1;
547	stack->usecnt = 1;
548	stack->gencnt = ctx->gencnt = 0;
549
550	if (alloc)
551	{
552	#if HAVE_MMAP
553	stack->ssize = ((STACKSIZE * sizeof (long) + PAGESIZE - 1) / PAGESIZE + STACKGUARD) * PAGESIZE; /* mmap should do allocate-on-write for us */
554	stack->sptr = mmap (0, stack->ssize, PROT_EXEC\|PROT_READ\|PROT_WRITE, MAP_PRIVATE\|MAP_ANONYMOUS, 0, 0);
555	if (stack->sptr != (void *)-1)
556	{
557	# if STACKGUARD
558	mprotect (stack->sptr, STACKGUARD * PAGESIZE, PROT_NONE);
559	# endif
560	}
561	else
562	#endif
563	{
564	stack->ssize = - (STACKSIZE * (long)sizeof (long));
565	New (0, stack->sptr, STACKSIZE, long);
566	}
567	}
568	else
569	stack->sptr = 0;
570
571	ctx->stack = stack;
572	}
573
574	static void
575	deallocate_stack (Coro__State ctx)
576	{
577	coro_stack *stack = ctx->stack;
578
579	ctx->stack = 0;
580
581	if (stack)
582	{
583	if (!--stack->refcnt)
584	{
585	#ifdef HAVE_MMAP
586	if (stack->ssize > 0 && stack->sptr)
587	munmap (stack->sptr, stack->ssize);
588	else
589	#endif
590	Safefree (stack->sptr);
591
592	Safefree (stack);
593	}
594	else if (ctx->gencnt == stack->gencnt)
595	--stack->usecnt;
596	}
597	}
598
599	static void
600	setup_coro (void *arg)
601	{	502	{
602	/*	503	/*
603	* emulate part of the perl startup here.	504	* emulate part of the perl startup here.
604	*/	505	*/
605	dTHX;
606	dSP;
607	Coro__State ctx = (Coro__State)arg;
608	SV sub_init = (SV )get_cv (SUB_INIT, FALSE);
609		506
610	coro_init_stacks (aTHX);	507	coro_init_stacks ();
611	/PL_curcop = 0;/	508
612	/PL_in_eval = PL_in_eval;/ /* inherit */	509	PL_curcop = &PL_compiling;
		510	PL_in_eval = EVAL_NULL;
		511	PL_curpm = 0;
		512	PL_localizing = 0;
		513	PL_dirty = 0;
		514	PL_restartop = 0;
		515
		516	{
		517	dSP;
		518	LOGOP myop;
		519
613	SvREFCNT_dec (GvAV (PL_defgv));	520	SvREFCNT_dec (GvAV (PL_defgv));
614	GvAV (PL_defgv) = ctx->args; ctx->args = 0;	521	GvAV (PL_defgv) = coro->args; coro->args = 0;
615		522
616	SPAGAIN;
617
618	if (ctx->stack)
619	{
620	ctx->cursp = 0;
621
622	PUSHMARK(SP);
623	PUTBACK;
624	(void) call_sv (sub_init, G_VOID\|G_NOARGS\|G_EVAL);
625
626	if (SvTRUE (ERRSV))
627	croak (NULL);
628	else
629	croak ("FATAL: CCTXT coroutine returned!");
630	}
631	else
632	{
633	UNOP myop;
634
635	Zero(&myop, 1, UNOP);	523	Zero (&myop, 1, LOGOP);
636	myop.op_next = Nullop;	524	myop.op_next = Nullop;
637	myop.op_flags = OPf_WANT_VOID;	525	myop.op_flags = OPf_WANT_VOID;
638		526
		527	PUSHMARK (SP);
		528	XPUSHs ((SV *)get_cv ("Coro::State::_coro_init", FALSE));
		529	PUTBACK;
639	PL_op = (OP *)&myop;	530	PL_op = (OP *)&myop;
640
641	PUSHMARK(SP);
642	XPUSHs (sub_init);
643	/*
644	* the next line is slightly wrong, as PL_op->op_next
645	* is actually being executed so we skip the first op.
646	* that doesn't matter, though, since it is only
647	* pp_nextstate and we never return...
648	* ah yes, and I don't care anyways ;)
649	*/
650	PUTBACK;
651	PL_op = PL_ppaddr[OP_ENTERSUB](aTHX);	531	PL_op = PL_ppaddr[OP_ENTERSUB](aTHX);
652	SPAGAIN;	532	SPAGAIN;
		533	}
653		534
654	ENTER; /* necessary e.g. for dounwind */	535	ENTER; /* necessary e.g. for dounwind */
655	}
656	}	536	}
657		537
658	static void	538	static void
659	continue_coro (void *arg)	539	free_coro_mortal ()
660	{	540	{
661	/*
662	* this is a _very_ stripped down perl interpreter ;)
663	*/
664	dTHX;
665	Coro__State ctx = (Coro__State)arg;
666
667	PL_top_env = &PL_start_env;
668
669	ctx->cursp = 0;
670	PL_op = PL_op->op_next;
671	CALLRUNOPS(aTHX);
672
673	abort ();
674	}
675
676	/* never call directly, always through the coro_state_transfer global variable */
677	static void
678	transfer_impl (pTHX_ struct coro prev, struct coro next, int flags)
679	{
680	dSTACKLEVEL;
681
682	if (prev != next)
683	{
684	/* has this coro been created yet? */
685	if (next->mainstack)
686	{
687	LOCK;
688	SAVE (prev, flags);
689	LOAD (next);
690	UNLOCK;
691
692	/* mark this state as in-use */
693	next->mainstack = 0;
694	next->tmps_ix = -2;
695
696	/* stacklevel changed? if yes, grab the stack for us! */
697	if (flags & TRANSFER_SAVE_CCTXT)
698	{
699	if (!prev->stack)
700	allocate_stack (prev, 0);
701	else if (prev->cursp != stacklevel
702	&& prev->stack->usecnt > 1)
703	{
704	prev->gencnt = ++prev->stack->gencnt;
705	prev->stack->usecnt = 1;
706	}
707
708	/* has our stack been invalidated? */
709	if (next->stack && next->stack->gencnt != next->gencnt)
710	{
711	deallocate_stack (next);
712	allocate_stack (next, 1);
713	coro_create (&(next->stack->cctx),
714	continue_coro, (void *)next,
715	next->stack->sptr, labs (next->stack->ssize));
716	}
717
718	coro_transfer (&(prev->stack->cctx), &(next->stack->cctx));
719	prev->cursp = stacklevel;
720	/* don't add any code here */
721	}
722	else
723	next->cursp = stacklevel;
724	}
725	else if (next->tmps_ix == -2)
726	croak ("tried to transfer to running coroutine");
727	else
728	{
729	LOCK;
730	SAVE (prev, -1); /* first get rid of the old state */
731	UNLOCK;
732
733	/* create the coroutine for the first time */
734	if (flags & TRANSFER_SAVE_CCTXT)
735	{
736	if (!prev->stack)
737	allocate_stack (prev, 0);
738
739	/* the new coroutine starts with start_env again */
740	PL_top_env = &PL_start_env;
741
742	if (prev->stack->sptr && flags & TRANSFER_LAZY_STACK)
743	{
744	setup_coro (next);
745	next->cursp = stacklevel;
746
747	prev->stack->refcnt++;
748	prev->stack->usecnt++;
749	next->stack = prev->stack;
750	next->gencnt = prev->gencnt;
751	}
752	else
753	{
754	assert (!next->stack);
755	allocate_stack (next, 1);
756	coro_create (&(next->stack->cctx),
757	setup_coro, (void *)next,
758	next->stack->sptr, labs (next->stack->ssize));
759	coro_transfer (&(prev->stack->cctx), &(next->stack->cctx));
760	prev->cursp = stacklevel;
761	/* don't add any code here */
762	}
763	}
764	else
765	{
766	setup_coro (next);
767	next->cursp = stacklevel;
768	}
769	}
770	}
771
772	LOCK;
773	if (coro_mortal)	541	if (coro_mortal)
774	{	542	{
775	SvREFCNT_dec (coro_mortal);	543	SvREFCNT_dec (coro_mortal);
776	coro_mortal = 0;	544	coro_mortal = 0;
777	}	545	}
		546	}
		547
		548	/* inject a fake call to Coro::State::_cctx_init into the execution */
		549	static void NOINLINE
		550	prepare_cctx (coro_cctx *cctx)
		551	{
		552	dSP;
		553	LOGOP myop;
		554
		555	Zero (&myop, 1, LOGOP);
		556	myop.op_next = PL_op;
		557	myop.op_flags = OPf_WANT_VOID \| OPf_STACKED;
		558
		559	PUSHMARK (SP);
		560	EXTEND (SP, 2);
		561	PUSHs (sv_2mortal (newSViv (PTR2IV (cctx))));
		562	PUSHs ((SV *)get_cv ("Coro::State::_cctx_init", FALSE));
		563	PUTBACK;
		564	PL_op = (OP *)&myop;
		565	PL_op = PL_ppaddr[OP_ENTERSUB](aTHX);
		566	SPAGAIN;
		567	}
		568
		569	static void
		570	coro_run (void *arg)
		571	{
		572	/* coro_run is the alternative tail of transfer(), so unlock here. */
778	UNLOCK;	573	UNLOCK;
779	}
780		574
781	/* use this function pointer to call the above function */	575	/*
782	/* this is done to increase chances of the compiler not inlining the call */	576	* this is a _very_ stripped down perl interpreter ;)
783	void (coro_state_transfer)(pTHX_ struct coro prev, struct coro *next, int flags) = transfer_impl;	577	*/
		578	PL_top_env = &PL_start_env;
784		579
785	#define SV_CORO(sv,func) \	580	/* inject call to cctx_init */
786	do { \	581	prepare_cctx ((coro_cctx *)arg);
787	if (SvROK (sv)) \	582
788	sv = SvRV (sv); \	583	/* somebody will hit me for both perl_run and PL_restartop */
789	\	584	PL_restartop = PL_op;
790	if (SvTYPE (sv) == SVt_PVHV && SvSTASH (sv) != coro_state_stash) \	585	perl_run (PL_curinterp);
791	{ \	586
792	HE he = hv_fetch_ent ((HV )sv, ucoro_state_sv, 0, ucoro_state_hash); \	587	fputs ("FATAL: C coroutine fell over the edge of the world, aborting. Did you call exit in a coroutine?\n", stderr);
793	\	588	abort ();
794	if (!he) \	589	}
795	croak ("%s() -- %s is a hashref but lacks the " UCORO_STATE " key", func, # sv); \	590
796	\	591	static coro_cctx *
797	(sv) = SvRV (HeVAL(he)); \	592	cctx_new ()
798	} \	593	{
799	\	594	coro_cctx *cctx;
800	/* must also be changed inside Coro::Cont::yield */ \	595
801	if (!SvOBJECT (sv) \|\| SvSTASH (sv) != coro_state_stash) \	596	++cctx_count;
802	croak ("%s() -- %s is not (and contains not) a Coro::State object", func, # sv); \	597
803	\	598	New (0, cctx, 1, coro_cctx);
804	} while(0)	599
		600	#if HAVE_MMAP
		601
		602	cctx->ssize = ((STACKSIZE * sizeof (long) + PAGESIZE - 1) / PAGESIZE + STACKGUARD) * PAGESIZE;
		603	/* mmap supposedly does allocate-on-write for us */
		604	cctx->sptr = mmap (0, cctx->ssize, PROT_EXEC\|PROT_READ\|PROT_WRITE, MAP_PRIVATE\|MAP_ANONYMOUS, 0, 0);
		605
		606	if (cctx->sptr == (void *)-1)
		607	{
		608	perror ("FATAL: unable to mmap stack for coroutine");
		609	_exit (EXIT_FAILURE);
		610	}
		611
		612	# if STACKGUARD
		613	mprotect (cctx->sptr, STACKGUARD * PAGESIZE, PROT_NONE);
		614	# endif
		615
		616	#else
		617
		618	cctx->ssize = STACKSIZE * (long)sizeof (long);
		619	New (0, cctx->sptr, STACKSIZE, long);
		620
		621	if (!cctx->sptr)
		622	{
		623	perror ("FATAL: unable to malloc stack for coroutine");
		624	_exit (EXIT_FAILURE);
		625	}
		626
		627	#endif
		628
		629	#if USE_VALGRIND
		630	cctx->valgrind_id = VALGRIND_STACK_REGISTER (
		631	STACKGUARD * PAGESIZE + (char *)cctx->sptr,
		632	cctx->ssize + (char *)cctx->sptr
		633	);
		634	#endif
		635
		636	coro_create (&cctx->cctx, coro_run, (void *)cctx, cctx->sptr, cctx->ssize);
		637
		638	return cctx;
		639	}
		640
		641	static void
		642	cctx_destroy (coro_cctx *cctx)
		643	{
		644	if (!cctx)
		645	return;
		646
		647	--cctx_count;
		648
		649	#if USE_VALGRIND
		650	VALGRIND_STACK_DEREGISTER (cctx->valgrind_id);
		651	#endif
		652
		653	#if HAVE_MMAP
		654	munmap (cctx->sptr, cctx->ssize);
		655	#else
		656	Safefree (cctx->sptr);
		657	#endif
		658
		659	Safefree (cctx);
		660	}
		661
		662	static coro_cctx *
		663	cctx_get ()
		664	{
		665	coro_cctx *cctx;
		666
		667	if (cctx_first)
		668	{
		669	cctx = cctx_first;
		670	cctx_first = cctx->next;
		671	--cctx_idle;
		672	}
		673	else
		674	{
		675	cctx = cctx_new ();
		676	PL_op = PL_op->op_next;
		677	}
		678
		679	return cctx;
		680	}
		681
		682	static void
		683	cctx_put (coro_cctx *cctx)
		684	{
		685	/* free another cctx if overlimit */
		686	if (cctx_idle >= MAX_IDLE_CCTX)
		687	{
		688	coro_cctx *first = cctx_first;
		689	cctx_first = first->next;
		690	--cctx_idle;
		691
		692	assert (!first->inuse);
		693	cctx_destroy (first);
		694	}
		695
		696	++cctx_idle;
		697	cctx->next = cctx_first;
		698	cctx_first = cctx;
		699	}
		700
		701	/* never call directly, always through the coro_state_transfer global variable */
		702	static void NOINLINE
		703	transfer (struct coro prev, struct coro next)
		704	{
		705	dSTACKLEVEL;
		706
		707	/* sometimes transfer is only called to set idle_sp */
		708	if (!next)
		709	((coro_cctx *)prev)->idle_sp = STACKLEVEL;
		710	else if (prev != next)
		711	{
		712	coro_cctx *prev__cctx;
		713
		714	if (prev->flags & CF_NEW)
		715	{
		716	/* create a new empty context */
		717	Newz (0, prev->cctx, 1, coro_cctx);
		718	prev->cctx->inuse = 1;
		719	prev->flags &= ~CF_NEW;
		720	prev->flags \|= CF_RUNNING;
		721	}
		722
		723	/TODO: must not croak here /
		724	if (!prev->flags & CF_RUNNING)
		725	croak ("Coro::State::transfer called with non-running prev Coro::State, but can only transfer from running states");
		726
		727	if (next->flags & CF_RUNNING)
		728	croak ("Coro::State::transfer called with running next Coro::State, but can only transfer to inactive states");
		729
		730	prev->flags &= ~CF_RUNNING;
		731	next->flags \|= CF_RUNNING;
		732
		733	LOCK;
		734
		735	if (next->flags & CF_NEW)
		736	{
		737	/* need to start coroutine */
		738	next->flags &= ~CF_NEW;
		739	/* first get rid of the old state */
		740	save_perl (prev);
		741	/* setup coroutine call */
		742	setup_coro (next);
		743	/* need a new stack */
		744	assert (!next->stack);
		745	}
		746	else
		747	{
		748	/* coroutine already started */
		749	save_perl (prev);
		750	load_perl (next);
		751	}
		752
		753	prev__cctx = prev->cctx;
		754
		755	/* possibly "free" the cctx */
		756	if (prev__cctx->idle_sp == STACKLEVEL)
		757	{
		758	/* I assume that STACKLEVEL is a stronger indicator than PL_top_env changes */
		759	assert (PL_top_env == prev__cctx->top_env);
		760
		761	prev->cctx = 0;
		762
		763	cctx_put (prev__cctx);
		764	prev__cctx->inuse = 0;
		765	}
		766
		767	if (!next->cctx)
		768	{
		769	next->cctx = cctx_get ();
		770	assert (!next->cctx->inuse);
		771	next->cctx->inuse = 1;
		772	}
		773
		774	if (prev__cctx != next->cctx)
		775	{
		776	prev__cctx->top_env = PL_top_env;
		777	PL_top_env = next->cctx->top_env;
		778	coro_transfer (&prev__cctx->cctx, &next->cctx->cctx);
		779	}
		780
		781	free_coro_mortal ();
		782
		783	UNLOCK;
		784	}
		785	}
		786
		787	struct transfer_args
		788	{
		789	struct coro prev, next;
		790	};
		791
		792	#define TRANSFER(ta) transfer ((ta).prev, (ta).next)
805		793
806	static void	794	static void
807	coro_state_destroy (struct coro *coro)	795	coro_state_destroy (struct coro *coro)
808	{	796	{
809	if (coro->refcnt--)	797	if (coro->refcnt--)
810	return;	798	return;
811		799
812	if (coro->mainstack && coro->mainstack != main_mainstack)	800	if (coro->mainstack && coro->mainstack != main_mainstack)
813	{	801	{
814	struct coro temp;	802	struct coro temp;
		803	Zero (&temp, 1, struct coro);
		804	temp.save = CORO_SAVE_ALL;
815		805
816	SAVE (aTHX_ (&temp), TRANSFER_SAVE_ALL);	806	if (coro->flags & CF_RUNNING)
817	LOAD (aTHX_ coro);	807	croak ("FATAL: tried to destroy currently running coroutine");
818		808
		809	save_perl (&temp);
		810	load_perl (coro);
		811
819	destroy_stacks (aTHX);	812	coro_destroy_stacks ();
820		813
821	LOAD ((&temp)); /* this will get rid of defsv etc.. */	814	load_perl (&temp); /* this will get rid of defsv etc.. */
822		815
823	coro->mainstack = 0;	816	coro->mainstack = 0;
824	}	817	}
825		818
826	deallocate_stack (coro);	819	cctx_destroy (coro->cctx);
827	SvREFCNT_dec (coro->args);	820	SvREFCNT_dec (coro->args);
828	Safefree (coro);	821	Safefree (coro);
829	}	822	}
830		823
831	static int	824	static int
832	coro_state_clear (SV sv, MAGIC mg)	825	coro_state_clear (pTHX_ SV sv, MAGIC mg)
833	{	826	{
834	struct coro coro = (struct coro )mg->mg_ptr;	827	struct coro coro = (struct coro )mg->mg_ptr;
835	mg->mg_ptr = 0;	828	mg->mg_ptr = 0;
836		829
837	coro_state_destroy (coro);	830	coro_state_destroy (coro);
838		831
839	return 0;	832	return 0;
840	}	833	}
841		834
842	static int	835	static int
843	coro_state_dup (MAGIC mg, CLONE_PARAMS params)	836	coro_state_dup (pTHX_ MAGIC mg, CLONE_PARAMS params)
844	{	837	{
845	struct coro coro = (struct coro )mg->mg_ptr;	838	struct coro coro = (struct coro )mg->mg_ptr;
846		839
847	++coro->refcnt;	840	++coro->refcnt;
848		841
849	return 0;	842	return 0;
850	}	843	}
851		844
852	static MGVTBL coro_state_vtbl = { 0, 0, 0, 0, coro_state_clear, 0, coro_state_dup, 0 };	845	static MGVTBL coro_state_vtbl = {
		846	0, 0, 0, 0,
		847	coro_state_clear,
		848	0,
		849	#ifdef MGf_DUP
		850	coro_state_dup,
		851	#else
		852	# define MGf_DUP 0
		853	#endif
		854	};
853		855
854	static struct coro *	856	static struct coro *
855	SvSTATE (SV *coro)	857	SvSTATE (SV *coro)
856	{	858	{
857	MAGIC *mg = SvMAGIC (SvROK (coro) ? SvRV (coro) : coro);	859	HV *stash;
		860	MAGIC *mg;
		861
		862	if (SvROK (coro))
		863	coro = SvRV (coro);
		864
		865	stash = SvSTASH (coro);
		866	if (stash != coro_stash && stash != coro_state_stash)
		867	{
		868	/* very slow, but rare, check */
		869	if (!sv_derived_from (sv_2mortal (newRV_inc (coro)), "Coro::State"))
		870	croak ("Coro::State object required");
		871	}
		872
		873	mg = SvMAGIC (coro);
858	assert (mg->mg_type == PERL_MAGIC_ext);	874	assert (mg->mg_type == PERL_MAGIC_ext);
859	return (struct coro *)mg->mg_ptr;	875	return (struct coro *)mg->mg_ptr;
860	}	876	}
861		877
862	static void	878	static void
		879	prepare_transfer (struct transfer_args ta, SV prev_sv, SV *next_sv)
		880	{
		881	ta->prev = SvSTATE (prev_sv);
		882	ta->next = SvSTATE (next_sv);
		883	}
		884
		885	static void
863	api_transfer (pTHX_ SV prev, SV next, int flags)	886	api_transfer (SV prev_sv, SV next_sv)
864	{	887	{
865	SV_CORO (prev, "Coro::transfer");	888	struct transfer_args ta;
866	SV_CORO (next, "Coro::transfer");
867		889
868	coro_state_transfer (aTHX_ SvSTATE (prev), SvSTATE (next), flags);	890	prepare_transfer (&ta, prev_sv, next_sv);
		891	TRANSFER (ta);
		892	}
		893
		894	static int
		895	api_save (SV *coro_sv, int new_save)
		896	{
		897	struct coro *coro = SvSTATE (coro_sv);
		898	int old_save = coro->save;
		899
		900	if (new_save >= 0)
		901	coro->save = new_save;
		902
		903	return old_save;
869	}	904	}
870		905
871	/ Coro ******************************************************************/	906	/ Coro ******************************************************************/
872		907
873	#define PRIO_MAX 3	908	#define PRIO_MAX 3
…		…
876	#define PRIO_LOW -1	911	#define PRIO_LOW -1
877	#define PRIO_IDLE -3	912	#define PRIO_IDLE -3
878	#define PRIO_MIN -4	913	#define PRIO_MIN -4
879		914
880	/* for Coro.pm */	915	/* for Coro.pm */
881	static GV coro_current, coro_idle;	916	static SV *coro_current;
882	static AV *coro_ready [PRIO_MAX-PRIO_MIN+1];	917	static AV *coro_ready [PRIO_MAX-PRIO_MIN+1];
883	static int coro_nready;	918	static int coro_nready;
884		919
885	static void	920	static void
886	coro_enq (pTHX_ SV *sv)	921	coro_enq (SV *coro_sv)
887	{	922	{
888	int prio;
889
890	if (SvTYPE (sv) != SVt_PVHV)
891	croak ("Coro::ready tried to enqueue something that is not a coroutine");
892
893	{
894	SV *coro = sv;
895	SV_CORO (coro, "omg");
896	prio = SvSTATE (coro)->prio;
897	}
898
899	av_push (coro_ready [prio - PRIO_MIN], sv);	923	av_push (coro_ready [SvSTATE (coro_sv)->prio - PRIO_MIN], coro_sv);
900	coro_nready++;	924	coro_nready++;
901	}	925	}
902		926
903	static SV *	927	static SV *
904	coro_deq (pTHX_ int min_prio)	928	coro_deq (int min_prio)
905	{	929	{
906	int prio = PRIO_MAX - PRIO_MIN;	930	int prio = PRIO_MAX - PRIO_MIN;
907		931
908	min_prio -= PRIO_MIN;	932	min_prio -= PRIO_MIN;
909	if (min_prio < 0)	933	if (min_prio < 0)
…		…
917	}	941	}
918		942
919	return 0;	943	return 0;
920	}	944	}
921		945
922	static void	946	static int
923	api_ready (SV *coro)	947	api_ready (SV *coro_sv)
924	{	948	{
925	dTHX;	949	struct coro *coro;
926		950
927	if (SvROK (coro))	951	if (SvROK (coro_sv))
928	coro = SvRV (coro);	952	coro_sv = SvRV (coro_sv);
		953
		954	coro = SvSTATE (coro_sv);
		955
		956	if (coro->flags & CF_READY)
		957	return 0;
		958
		959	#if 0 /* this is actually harmless */
		960	if (coro->flags & CF_RUNNING)
		961	croak ("Coro::ready called on currently running coroutine");
		962	#endif
		963
		964	coro->flags \|= CF_READY;
929		965
930	LOCK;	966	LOCK;
931	coro_enq (aTHX_ SvREFCNT_inc (coro));	967	coro_enq (SvREFCNT_inc (coro_sv));
932	UNLOCK;	968	UNLOCK;
		969
		970	return 1;
		971	}
		972
		973	static int
		974	api_is_ready (SV *coro_sv)
		975	{
		976	return !!SvSTATE (coro_sv)->flags & CF_READY;
		977	}
		978
		979	static void
		980	prepare_schedule (struct transfer_args *ta)
		981	{
		982	SV prev, next;
		983
		984	for (;;)
		985	{
		986	LOCK;
		987	next = coro_deq (PRIO_MIN);
		988	UNLOCK;
		989
		990	if (next)
		991	break;
		992
		993	{
		994	dSP;
		995
		996	ENTER;
		997	SAVETMPS;
		998
		999	PUSHMARK (SP);
		1000	PUTBACK;
		1001	call_sv (get_sv ("Coro::idle", FALSE), G_DISCARD);
		1002
		1003	FREETMPS;
		1004	LEAVE;
		1005	}
		1006	}
		1007
		1008	prev = SvRV (coro_current);
		1009	SvRV_set (coro_current, next);
		1010
		1011	/* free this only after the transfer */
		1012	LOCK;
		1013	free_coro_mortal ();
		1014	UNLOCK;
		1015	coro_mortal = prev;
		1016
		1017	assert (!SvROK(prev));//D
		1018	assert (!SvROK(next));//D
		1019
		1020	ta->prev = SvSTATE (prev);
		1021	ta->next = SvSTATE (next);
		1022
		1023	assert (ta->next->flags & CF_READY);
		1024	ta->next->flags &= ~CF_READY;
		1025	}
		1026
		1027	static void
		1028	prepare_cede (struct transfer_args *ta)
		1029	{
		1030	api_ready (coro_current);
		1031
		1032	prepare_schedule (ta);
933	}	1033	}
934		1034
935	static void	1035	static void
936	api_schedule (void)	1036	api_schedule (void)
937	{	1037	{
938	dTHX;	1038	struct transfer_args ta;
939		1039
940	SV prev, next;	1040	prepare_schedule (&ta);
941		1041	TRANSFER (ta);
942	LOCK;
943
944	prev = SvRV (GvSV (coro_current));
945	next = coro_deq (aTHX_ PRIO_MIN);
946
947	if (!next)
948	next = SvREFCNT_inc (SvRV (GvSV (coro_idle)));
949
950	/* free this only after the transfer */
951	coro_mortal = prev;
952	SV_CORO (prev, "Coro::schedule");
953
954	SvRV (GvSV (coro_current)) = next;
955
956	SV_CORO (next, "Coro::schedule");
957
958	UNLOCK;
959
960	coro_state_transfer (aTHX_ SvSTATE (prev), SvSTATE (next),
961	TRANSFER_SAVE_ALL \| TRANSFER_LAZY_STACK);
962	}	1042	}
963		1043
964	static void	1044	static void
965	api_cede (void)	1045	api_cede (void)
966	{	1046	{
967	dTHX;	1047	struct transfer_args ta;
968		1048
969	LOCK;	1049	prepare_cede (&ta);
970	coro_enq (aTHX_ SvREFCNT_inc (SvRV (GvSV (coro_current))));	1050	TRANSFER (ta);
971	UNLOCK;
972
973	api_schedule ();
974	}	1051	}
975		1052
976	MODULE = Coro::State PACKAGE = Coro::State	1053	MODULE = Coro::State PACKAGE = Coro::State
977		1054
978	PROTOTYPES: DISABLE	1055	PROTOTYPES: DISABLE
979		1056
980	BOOT:	1057	BOOT:
981	{ /* {} necessary for stoopid perl-5.6.x */	1058	{
982	#ifdef USE_ITHREADS	1059	#ifdef USE_ITHREADS
983	MUTEX_INIT (&coro_mutex);	1060	MUTEX_INIT (&coro_mutex);
984	#endif	1061	#endif
985	BOOT_PAGESIZE;	1062	BOOT_PAGESIZE;
986		1063
987	ucoro_state_sv = newSVpv (UCORO_STATE, sizeof(UCORO_STATE) - 1);
988	PERL_HASH(ucoro_state_hash, UCORO_STATE, sizeof(UCORO_STATE) - 1);
989	coro_state_stash = gv_stashpv ("Coro::State", TRUE);	1064	coro_state_stash = gv_stashpv ("Coro::State", TRUE);
990		1065
991	newCONSTSUB (coro_state_stash, "SAVE_DEFAV", newSViv (TRANSFER_SAVE_DEFAV));	1066	newCONSTSUB (coro_state_stash, "SAVE_DEFAV", newSViv (CORO_SAVE_DEFAV));
992	newCONSTSUB (coro_state_stash, "SAVE_DEFSV", newSViv (TRANSFER_SAVE_DEFSV));	1067	newCONSTSUB (coro_state_stash, "SAVE_DEFSV", newSViv (CORO_SAVE_DEFSV));
993	newCONSTSUB (coro_state_stash, "SAVE_ERRSV", newSViv (TRANSFER_SAVE_ERRSV));	1068	newCONSTSUB (coro_state_stash, "SAVE_ERRSV", newSViv (CORO_SAVE_ERRSV));
		1069	newCONSTSUB (coro_state_stash, "SAVE_IRSSV", newSViv (CORO_SAVE_IRSSV));
994	newCONSTSUB (coro_state_stash, "SAVE_CCTXT", newSViv (TRANSFER_SAVE_CCTXT));	1070	newCONSTSUB (coro_state_stash, "SAVE_ALL", newSViv (CORO_SAVE_ALL));
995		1071
996	main_mainstack = PL_mainstack;	1072	main_mainstack = PL_mainstack;
997		1073
998	coroapi.ver = CORO_API_VERSION;	1074	coroapi.ver = CORO_API_VERSION;
999	coroapi.transfer = api_transfer;	1075	coroapi.transfer = api_transfer;
…		…
1009	HV *hv;	1085	HV *hv;
1010	int i;	1086	int i;
1011		1087
1012	Newz (0, coro, 1, struct coro);	1088	Newz (0, coro, 1, struct coro);
1013	coro->args = newAV ();	1089	coro->args = newAV ();
1014		1090	coro->save = CORO_SAVE_ALL;
1015	for (i = 1; i < items; i++)	1091	coro->flags = CF_NEW;
1016	av_push (coro->args, newSVsv (ST (i)));
1017
1018	/coro->mainstack = 0; //actual work is done inside transfer /
1019	/coro->stack = 0;/
1020		1092
1021	hv = newHV ();	1093	hv = newHV ();
1022	sv_magicext ((SV )hv, 0, PERL_MAGIC_ext, &coro_state_vtbl, (char )coro, 0)->mg_flags \|= MGf_DUP;	1094	sv_magicext ((SV )hv, 0, PERL_MAGIC_ext, &coro_state_vtbl, (char )coro, 0)->mg_flags \|= MGf_DUP;
1023	RETVAL = sv_bless (newRV_noinc ((SV *)hv), gv_stashpv (klass, 1));	1095	RETVAL = sv_bless (newRV_noinc ((SV *)hv), gv_stashpv (klass, 1));
		1096
		1097	for (i = 1; i < items; i++)
		1098	av_push (coro->args, newSVsv (ST (i)));
1024	}	1099	}
1025	OUTPUT:	1100	OUTPUT:
1026	RETVAL	1101	RETVAL
1027		1102
		1103	int
		1104	save (SV *coro, int new_save = -1)
		1105	CODE:
		1106	RETVAL = api_save (coro, new_save);
		1107	OUTPUT:
		1108	RETVAL
		1109
1028	void	1110	void
1029	transfer(prev, next, flags)	1111	_set_stacklevel (...)
1030	SV *prev	1112	ALIAS:
1031	SV *next	1113	Coro::State::transfer = 1
1032	int flags	1114	Coro::schedule = 2
		1115	Coro::cede = 3
1033	CODE:	1116	CODE:
1034	PUTBACK;
1035	SV_CORO (next, "Coro::transfer");
1036	SV_CORO (prev, "Coro::transfer");
1037	coro_state_transfer (aTHX_ SvSTATE (prev), SvSTATE (next), flags);
1038	SPAGAIN;
1039
1040	int
1041	prio (Coro::State coro, int newprio = 0)
1042	ALIAS:
1043	nice = 1
1044	CODE:
1045	{	1117	{
1046	RETVAL = coro->prio;	1118	struct transfer_args ta;
1047		1119
1048	if (items > 1)	1120	switch (ix)
1049	{	1121	{
		1122	case 0:
		1123	ta.prev = (struct coro )INT2PTR (coro_cctx , SvIV (ST (0)));
		1124	ta.next = 0;
		1125	break;
		1126
		1127	case 1:
1050	if (ix)	1128	if (items != 2)
1051	newprio += coro->prio;	1129	croak ("Coro::State::transfer (prev,next) expects two arguments, not %d", items);
1052		1130
1053	if (newprio < PRIO_MIN) newprio = PRIO_MIN;	1131	prepare_transfer (&ta, ST (0), ST (1));
1054	if (newprio > PRIO_MAX) newprio = PRIO_MAX;	1132	break;
1055		1133
1056	coro->prio = newprio;	1134	case 2:
		1135	prepare_schedule (&ta);
		1136	break;
		1137
		1138	case 3:
		1139	prepare_cede (&ta);
		1140	break;
1057	}	1141	}
		1142
		1143	TRANSFER (ta);
1058	}	1144	}
1059		1145
1060	void	1146	void
1061	_clone_state_from (SV dst, SV src)	1147	_clone_state_from (SV dst, SV src)
1062	CODE:	1148	CODE:
…		…
1074	int code	1160	int code
1075	PROTOTYPE: $	1161	PROTOTYPE: $
1076	CODE:	1162	CODE:
1077	_exit (code);	1163	_exit (code);
1078		1164
1079	MODULE = Coro::State PACKAGE = Coro::Cont	1165	int
		1166	cctx_count ()
		1167	CODE:
		1168	RETVAL = cctx_count;
		1169	OUTPUT:
		1170	RETVAL
1080		1171
1081	void	1172	int
1082	yield (...)	1173	cctx_idle ()
1083	PROTOTYPE: @	1174	CODE:
1084	CODE:	1175	RETVAL = cctx_idle;
1085	SV *yieldstack;	1176	OUTPUT:
1086	SV *sv;	1177	RETVAL
1087	AV *defav = GvAV (PL_defgv);
1088	struct coro prev, next;
1089
1090	yieldstack = *hv_fetch (
1091	(HV *)SvRV (GvSV (coro_current)),
1092	"yieldstack", sizeof ("yieldstack") - 1,
1093	0
1094	);
1095
1096	/* set up @_ -- ugly */
1097	av_clear (defav);
1098	av_fill (defav, items - 1);
1099	while (items--)
1100	av_store (defav, items, SvREFCNT_inc (ST(items)));
1101
1102	sv = av_pop ((AV *)SvRV (yieldstack));
1103	prev = SvSTATE ((SV)SvRV (av_fetch ((AV *)SvRV (sv), 0, 0)));
1104	next = SvSTATE ((SV)SvRV (av_fetch ((AV *)SvRV (sv), 1, 0)));
1105	SvREFCNT_dec (sv);
1106
1107	coro_state_transfer (aTHX_ prev, next, 0);
1108		1178
1109	MODULE = Coro::State PACKAGE = Coro	1179	MODULE = Coro::State PACKAGE = Coro
1110		1180
1111	BOOT:	1181	BOOT:
1112	{	1182	{
1113	int i;	1183	int i;
		1184
1114	HV *stash = gv_stashpv ("Coro", TRUE);	1185	coro_stash = gv_stashpv ("Coro", TRUE);
1115		1186
1116	newCONSTSUB (stash, "PRIO_MAX", newSViv (PRIO_MAX));	1187	newCONSTSUB (coro_stash, "PRIO_MAX", newSViv (PRIO_MAX));
1117	newCONSTSUB (stash, "PRIO_HIGH", newSViv (PRIO_HIGH));	1188	newCONSTSUB (coro_stash, "PRIO_HIGH", newSViv (PRIO_HIGH));
1118	newCONSTSUB (stash, "PRIO_NORMAL", newSViv (PRIO_NORMAL));	1189	newCONSTSUB (coro_stash, "PRIO_NORMAL", newSViv (PRIO_NORMAL));
1119	newCONSTSUB (stash, "PRIO_LOW", newSViv (PRIO_LOW));	1190	newCONSTSUB (coro_stash, "PRIO_LOW", newSViv (PRIO_LOW));
1120	newCONSTSUB (stash, "PRIO_IDLE", newSViv (PRIO_IDLE));	1191	newCONSTSUB (coro_stash, "PRIO_IDLE", newSViv (PRIO_IDLE));
1121	newCONSTSUB (stash, "PRIO_MIN", newSViv (PRIO_MIN));	1192	newCONSTSUB (coro_stash, "PRIO_MIN", newSViv (PRIO_MIN));
1122		1193
1123	coro_current = gv_fetchpv ("Coro::current", TRUE, SVt_PV);	1194	coro_current = get_sv ("Coro::current", FALSE);
1124	coro_idle = gv_fetchpv ("Coro::idle" , TRUE, SVt_PV);	1195	SvREADONLY_on (coro_current);
1125		1196
1126	for (i = PRIO_MAX - PRIO_MIN + 1; i--; )	1197	for (i = PRIO_MAX - PRIO_MIN + 1; i--; )
1127	coro_ready[i] = newAV ();	1198	coro_ready[i] = newAV ();
1128		1199
1129	{	1200	{
1130	SV *sv = perl_get_sv("Coro::API", 1);	1201	SV *sv = perl_get_sv("Coro::API", 1);
1131		1202
1132	coroapi.schedule = api_schedule;	1203	coroapi.schedule = api_schedule;
		1204	coroapi.save = api_save;
1133	coroapi.cede = api_cede;	1205	coroapi.cede = api_cede;
1134	coroapi.ready = api_ready;	1206	coroapi.ready = api_ready;
		1207	coroapi.is_ready = api_is_ready;
1135	coroapi.nready = &coro_nready;	1208	coroapi.nready = &coro_nready;
1136	coroapi.current = coro_current;	1209	coroapi.current = coro_current;
1137		1210
1138	GCoroAPI = &coroapi;	1211	GCoroAPI = &coroapi;
1139	sv_setiv (sv, (IV)&coroapi);	1212	sv_setiv (sv, (IV)&coroapi);
1140	SvREADONLY_on (sv);	1213	SvREADONLY_on (sv);
1141	}	1214	}
1142	}	1215	}
1143		1216
1144	#if !PERL_MICRO
1145
1146	void	1217	void
1147	ready (self)	1218	_set_current (SV *current)
1148	SV * self
1149	PROTOTYPE: $	1219	PROTOTYPE: $
1150	CODE:	1220	CODE:
1151	api_ready (self);	1221	SvREFCNT_dec (SvRV (coro_current));
		1222	SvRV_set (coro_current, SvREFCNT_inc (SvRV (current)));
1152		1223
1153	#endif	1224	int
		1225	prio (Coro::State coro, int newprio = 0)
		1226	ALIAS:
		1227	nice = 1
		1228	CODE:
		1229	{
		1230	RETVAL = coro->prio;
		1231
		1232	if (items > 1)
		1233	{
		1234	if (ix)
		1235	newprio += coro->prio;
		1236
		1237	if (newprio < PRIO_MIN) newprio = PRIO_MIN;
		1238	if (newprio > PRIO_MAX) newprio = PRIO_MAX;
		1239
		1240	coro->prio = newprio;
		1241	}
		1242	}
		1243
		1244	SV *
		1245	ready (SV *self)
		1246	PROTOTYPE: $
		1247	CODE:
		1248	RETVAL = boolSV (api_ready (self));
		1249	OUTPUT:
		1250	RETVAL
		1251
		1252	SV *
		1253	is_ready (SV *self)
		1254	PROTOTYPE: $
		1255	CODE:
		1256	RETVAL = boolSV (api_is_ready (self));
		1257	OUTPUT:
		1258	RETVAL
1154		1259
1155	int	1260	int
1156	nready (...)	1261	nready (...)
1157	PROTOTYPE:	1262	PROTOTYPE:
1158	CODE:	1263	CODE:
1159	RETVAL = coro_nready;	1264	RETVAL = coro_nready;
1160	OUTPUT:	1265	OUTPUT:
1161	RETVAL	1266	RETVAL
1162		1267
1163	void	1268	MODULE = Coro::State PACKAGE = Coro::AIO
1164	schedule (...)	1269
1165	PROTOTYPE:	1270	SV *
		1271	_get_state ()
1166	CODE:	1272	CODE:
1167	api_schedule ();
1168
1169	void
1170	cede (...)
1171	PROTOTYPE:
1172	CODE:
1173	api_cede ();
1174
1175	# and these are hacks
1176	SV *
1177	_aio_get_state ()
1178	CODE:
1179	{	1273	{
1180	struct {	1274	struct io_state *data;
1181	int errorno;
1182	int laststype;
1183	int laststatval;
1184	Stat_t statcache;
1185	} data;
1186		1275
		1276	RETVAL = newSV (sizeof (struct io_state));
		1277	data = (struct io_state *)SvPVX (RETVAL);
		1278	SvCUR_set (RETVAL, sizeof (struct io_state));
		1279	SvPOK_only (RETVAL);
		1280
1187	data.errorno = errno;	1281	data->errorno = errno;
1188	data.laststype = PL_laststype;	1282	data->laststype = PL_laststype;
1189	data.laststatval = PL_laststatval;	1283	data->laststatval = PL_laststatval;
1190	data.statcache = PL_statcache;	1284	data->statcache = PL_statcache;
1191
1192	RETVAL = newSVpvn ((char *)&data, sizeof data);
1193	}	1285	}
1194	OUTPUT:	1286	OUTPUT:
1195	RETVAL	1287	RETVAL
1196		1288
1197	void	1289	void
1198	_aio_set_state (char *data_)	1290	_set_state (char *data_)
1199	PROTOTYPE: $	1291	PROTOTYPE: $
1200	CODE:	1292	CODE:
1201	{	1293	{
1202	struct {	1294	struct io_state data = (void )data_;
1203	int errorno;
1204	int laststype;
1205	int laststatval;
1206	Stat_t statcache;
1207	} data = (void )data_;
1208		1295
1209	errno = data->errorno;	1296	errno = data->errorno;
1210	PL_laststype = data->laststype;	1297	PL_laststype = data->laststype;
1211	PL_laststatval = data->laststatval;	1298	PL_laststatval = data->laststatval;
1212	PL_statcache = data->statcache;	1299	PL_statcache = data->statcache;
1213	}	1300	}
		1301

Diff Legend

-–
+Removed lines
-+
+Added lines
-<
+Changed lines
->
+Changed lines

Comparing Coro/Coro/State.xs (file contents): Revision 1.87 by root, Fri Nov 24 13:40:36 2006 UTC vs. Revision 1.123 by root, Mon Dec 4 21:56:00 2006 UTC

Diff Legend

Comparing Coro/Coro/State.xs (file contents):
Revision 1.87 by root, Fri Nov 24 13:40:36 2006 UTC vs.
Revision 1.123 by root, Mon Dec 4 21:56:00 2006 UTC