ViewVC Help

View File | Revision Log | Show Annotations | Download File

/cvs/Coro/Coro/State.xs

Comparing Coro/Coro/State.xs (file contents):
Revision 1.78 by root, Wed Nov 1 01:21:21 2006 UTC vs.
Revision 1.112 by root, Thu Nov 30 20:52:52 2006 UTC

1	#define PERL_NO_GET_CONTEXT
2
3	#include "libcoro/coro.c"	1	#include "libcoro/coro.c"
4		2
5	#include "EXTERN.h"	3	#include "EXTERN.h"
6	#include "perl.h"	4	#include "perl.h"
7	#include "XSUB.h"	5	#include "XSUB.h"
8		6
9	#include "patchlevel.h"	7	#include "patchlevel.h"
10		8
11	#if PERL_VERSION < 6	9	#if USE_VALGRIND
		10	# include <valgrind/valgrind.h>
		11	#endif
		12
		13	#define PERL_VERSION_ATLEAST(a,b,c) \
		14	(PERL_REVISION > (a) \
		15	|| (PERL_REVISION == (a) \
		16	&& (PERL_VERSION > (b) \
		17	|| (PERL_VERSION == (b) && PERLSUBVERSION >= (c)))))
		18
		19	#if !PERL_VERSION_ATLEAST (5,6,0)
12	# ifndef PL_ppaddr	20	# ifndef PL_ppaddr
13	# define PL_ppaddr ppaddr	21	# define PL_ppaddr ppaddr
14	# endif	22	# endif
15	# ifndef call_sv	23	# ifndef call_sv
16	# define call_sv perl_call_sv	24	# define call_sv perl_call_sv
…		…
27	# ifndef IS_PADCONST	35	# ifndef IS_PADCONST
28	# define IS_PADCONST(v) 0	36	# define IS_PADCONST(v) 0
29	# endif	37	# endif
30	#endif	38	#endif
31		39
		40	#include <stdio.h>
32	#include <errno.h>	41	#include <errno.h>
33		42
34	#if !__i386 && !__x86_64 && !__powerpc && !__m68k && !__alpha && !__mips && !__sparc64	43	#if !__i386 && !__x86_64 && !__powerpc && !__m68k && !__alpha && !__mips && !__sparc64
35	# undef STACKGUARD	44	# undef STACKGUARD
36	#endif	45	#endif
…		…
53	# ifndef PAGESIZE	62	# ifndef PAGESIZE
54	# define PAGESIZE pagesize	63	# define PAGESIZE pagesize
55	# define BOOT_PAGESIZE pagesize = sysconf (_SC_PAGESIZE)	64	# define BOOT_PAGESIZE pagesize = sysconf (_SC_PAGESIZE)
56	static long pagesize;	65	static long pagesize;
57	# else	66	# else
58	# define BOOT_PAGESIZE	67	# define BOOT_PAGESIZE (void)0
59	# endif	68	# endif
		69	#else
		70	# define PAGESIZE 0
		71	# define BOOT_PAGESIZE (void)0
60	#endif	72	#endif
61
62	#define SUB_INIT "Coro::State::initialize"
63	#define UCORO_STATE "_coro_state"
64		73
65	/* The next macro should declare a variable stacklevel that contains and approximation	74	/* The next macro should declare a variable stacklevel that contains and approximation
66	* to the current C stack pointer. Its property is that it changes with each call	75	* to the current C stack pointer. Its property is that it changes with each call
67	* and should be unique. */	76	* and should be unique. */
		77	#define dSTACKLEVEL int stacklevel
68	#define dSTACKLEVEL void *stacklevel = &stacklevel	78	#define STACKLEVEL ((void *)&stacklevel)
69		79
70	#define IN_DESTRUCT (PL_main_cv == Nullcv)	80	#define IN_DESTRUCT (PL_main_cv == Nullcv)
71		81
72	#define labs(l) ((l) >= 0 ? (l) : -(l))	82	#if __GNUC__ >= 3
		83	# define attribute(x) __attribute__(x)
		84	#else
		85	# define attribute(x)
		86	#endif
		87
		88	#define NOINLINE attribute ((noinline))
73		89
74	#include "CoroAPI.h"	90	#include "CoroAPI.h"
		91
		92	#define TRANSFER_SET_STACKLEVEL 0x8bfbfbfb /* magic cookie */
75		93
76	#ifdef USE_ITHREADS	94	#ifdef USE_ITHREADS
77	static perl_mutex coro_mutex;	95	static perl_mutex coro_mutex;
78	# define LOCK do { MUTEX_LOCK (&coro_mutex); } while (0)	96	# define LOCK do { MUTEX_LOCK (&coro_mutex); } while (0)
79	# define UNLOCK do { MUTEX_UNLOCK (&coro_mutex); } while (0)	97	# define UNLOCK do { MUTEX_UNLOCK (&coro_mutex); } while (0)
…		…
82	# define UNLOCK (void)0	100	# define UNLOCK (void)0
83	#endif	101	#endif
84		102
85	static struct CoroAPI coroapi;	103	static struct CoroAPI coroapi;
86	static AV *main_mainstack; /* used to differentiate between $main and others */	104	static AV *main_mainstack; /* used to differentiate between $main and others */
87	static HV *coro_state_stash;	105	static HV *coro_state_stash, *coro_stash;
88	static SV *ucoro_state_sv;
89	static U32 ucoro_state_hash;
90	static SV *coro_mortal; /* will be freed after next transfer */	106	static SV *coro_mortal; /* will be freed after next transfer */
91		107
92	/* this is actually not only the c stack but also c registers etc... */	108	static struct coro_cctx *cctx_first;
		109	static int cctx_count, cctx_idle;
		110
		111	/* this is a structure representing a c-level coroutine */
93	typedef struct {	112	typedef struct coro_cctx {
94	int refcnt; /* pointer reference counter */	113	struct coro_cctx *next;
95	int usecnt; /* shared by how many coroutines */
96	int gencnt; /* generation counter */
97		114
98	coro_context cctx;	115	/* the stack */
99
100	void *sptr;	116	void *sptr;
101	long ssize; /* positive == mmap, otherwise malloc */	117	long ssize; /* positive == mmap, otherwise malloc */
102	} coro_stack;
103		118
		119	/* cpu state */
		120	void *idle_sp; /* sp of top-level transfer/schedule/cede call */
		121	JMPENV *top_env;
		122	coro_context cctx;
		123
		124	int inuse;
		125
		126	#if USE_VALGRIND
		127	int valgrind_id;
		128	#endif
		129	} coro_cctx;
		130
		131	enum {
		132	CF_RUNNING, /* coroutine is running */
		133	CF_READY, /* coroutine is ready */
		134	};
		135
		136	/* this is a structure representing a perl-level coroutine */
104	struct coro {	137	struct coro {
105	/* the top-level JMPENV for each coroutine, needed to catch dies. */	138	/* the c coroutine allocated to this perl coroutine, if any */
106	JMPENV start_env;	139	coro_cctx *cctx;
107		140
108	/* the optional C context */	141	/* data associated with this coroutine (initial args) */
109	coro_stack *stack;	142	AV *args;
110	void *cursp;
111	int gencnt;	143	int refcnt;
		144	int flags;
112		145
113	/* optionally saved, might be zero */	146	/* optionally saved, might be zero */
114	AV *defav;	147	AV *defav;
115	SV *defsv;	148	SV *defsv;
116	SV *errsv;	149	SV *errsv;
117		150
118	/* saved global state not related to stacks */	151	#define VAR(name,type) type name;
119	U8 dowarn;	152	# include "state.h"
120	I32 in_eval;	153	#undef VAR
121		154
122	/* the stacks and related info (callchain etc..) */	155	/* coro process data */
123	PERL_SI *curstackinfo;	156	int prio;
124	AV *curstack;
125	AV *mainstack;
126	SV **stack_sp;
127	OP *op;
128	SV **curpad;
129	AV *comppad;
130	CV *compcv;
131	SV **stack_base;
132	SV **stack_max;
133	SV **tmps_stack;
134	I32 tmps_floor;
135	I32 tmps_ix;
136	I32 tmps_max;
137	I32 *markstack;
138	I32 *markstack_ptr;
139	I32 *markstack_max;
140	I32 *scopestack;
141	I32 scopestack_ix;
142	I32 scopestack_max;
143	ANY *savestack;
144	I32 savestack_ix;
145	I32 savestack_max;
146	OP **retstack;
147	I32 retstack_ix;
148	I32 retstack_max;
149	PMOP *curpm;
150	COP *curcop;
151	JMPENV *top_env;
152
153	/* data associated with this coroutine (initial args) */
154	AV *args;
155	};	157	};
156		158
157	typedef struct coro *Coro__State;	159	typedef struct coro *Coro__State;
158	typedef struct coro *Coro__State_or_hashref;	160	typedef struct coro *Coro__State_or_hashref;
159		161
160	static AV *	162	static AV *
161	coro_clone_padlist (pTHX_ CV *cv)	163	coro_clone_padlist (CV *cv)
162	{	164	{
163	AV *padlist = CvPADLIST (cv);	165	AV *padlist = CvPADLIST (cv);
164	AV *newpadlist, *newpad;	166	AV *newpadlist, *newpad;
165		167
166	newpadlist = newAV ();	168	newpadlist = newAV ();
167	AvREAL_off (newpadlist);	169	AvREAL_off (newpadlist);
		170	#if PERL_VERSION_ATLEAST (5,9,0)
		171	Perl_pad_push (aTHX_ padlist, AvFILLp (padlist) + 1);
		172	#else
168	Perl_pad_push (aTHX_ padlist, AvFILLp (padlist) + 1, 1);	173	Perl_pad_push (aTHX_ padlist, AvFILLp (padlist) + 1, 1);
		174	#endif
169	newpad = (AV *)AvARRAY (padlist)[AvFILLp (padlist)];	175	newpad = (AV *)AvARRAY (padlist)[AvFILLp (padlist)];
170	--AvFILLp (padlist);	176	--AvFILLp (padlist);
171		177
172	av_store (newpadlist, 0, SvREFCNT_inc (*av_fetch (padlist, 0, FALSE)));	178	av_store (newpadlist, 0, SvREFCNT_inc (*av_fetch (padlist, 0, FALSE)));
173	av_store (newpadlist, 1, (SV *)newpad);	179	av_store (newpadlist, 1, (SV *)newpad);
174		180
175	return newpadlist;	181	return newpadlist;
176	}	182	}
177		183
178	static void	184	static void
179	free_padlist (pTHX_ AV *padlist)	185	free_padlist (AV *padlist)
180	{	186	{
181	/* may be during global destruction */	187	/* may be during global destruction */
182	if (SvREFCNT (padlist))	188	if (SvREFCNT (padlist))
183	{	189	{
184	I32 i = AvFILLp (padlist);	190	I32 i = AvFILLp (padlist);
…		…
205	AV *padlist;	211	AV *padlist;
206	AV *av = (AV *)mg->mg_obj;	212	AV *av = (AV *)mg->mg_obj;
207		213
208	/* casting is fun. */	214	/* casting is fun. */
209	while (&PL_sv_undef != (SV *)(padlist = (AV *)av_pop (av)))	215	while (&PL_sv_undef != (SV *)(padlist = (AV *)av_pop (av)))
210	free_padlist (aTHX_ padlist);	216	free_padlist (padlist);
211		217
212	SvREFCNT_dec (av);	218	SvREFCNT_dec (av);
213		219
214	return 0;	220	return 0;
215	}	221	}
216		222
217	#define PERL_MAGIC_coro PERL_MAGIC_ext	223	#define PERL_MAGIC_coro PERL_MAGIC_ext
218		224
219	static MGVTBL vtbl_coro = {0, 0, 0, 0, coro_cv_free};	225	static MGVTBL vtbl_coro = {0, 0, 0, 0, coro_cv_free};
220		226
		227	#define CORO_MAGIC(cv) \
		228	SvMAGIC (cv) \
		229	? SvMAGIC (cv)->mg_type == PERL_MAGIC_coro \
		230	? SvMAGIC (cv) \
		231	: mg_find ((SV *)cv, PERL_MAGIC_coro) \
		232	: 0
		233
221	/* the next two functions merely cache the padlists */	234	/* the next two functions merely cache the padlists */
222	static void	235	static void
223	get_padlist (pTHX_ CV *cv)	236	get_padlist (CV *cv)
224	{	237	{
225	MAGIC *mg = mg_find ((SV *)cv, PERL_MAGIC_coro);	238	MAGIC *mg = CORO_MAGIC (cv);
		239	AV *av;
226		240
227	if (mg && AvFILLp ((AV *)mg->mg_obj) >= 0)	241	if (mg && AvFILLp ((av = (AV *)mg->mg_obj)) >= 0)
228	CvPADLIST (cv) = (AV *)av_pop ((AV *)mg->mg_obj);	242	CvPADLIST (cv) = (AV *)AvARRAY (av)[AvFILLp (av)--];
229	else	243	else
230	{	244	{
231	#if 0	245	#if 0
232	/* this should work - but it doesn't :( */	246	/* this is probably cleaner, but also slower? */
233	CV *cp = Perl_cv_clone (aTHX_ cv);	247	CV *cp = Perl_cv_clone (cv);
234	CvPADLIST (cv) = CvPADLIST (cp);	248	CvPADLIST (cv) = CvPADLIST (cp);
235	CvPADLIST (cp) = 0;	249	CvPADLIST (cp) = 0;
236	SvREFCNT_dec (cp);	250	SvREFCNT_dec (cp);
237	#else	251	#else
238	CvPADLIST (cv) = coro_clone_padlist (aTHX_ cv);	252	CvPADLIST (cv) = coro_clone_padlist (cv);
239	#endif	253	#endif
240	}	254	}
241	}	255	}
242		256
243	static void	257	static void
244	put_padlist (pTHX_ CV *cv)	258	put_padlist (CV *cv)
245	{	259	{
246	MAGIC *mg = mg_find ((SV *)cv, PERL_MAGIC_coro);	260	MAGIC *mg = CORO_MAGIC (cv);
		261	AV *av;
247		262
248	if (!mg)	263	if (!mg)
249	{	264	{
250	sv_magic ((SV *)cv, 0, PERL_MAGIC_coro, 0, 0);	265	sv_magic ((SV *)cv, 0, PERL_MAGIC_coro, 0, 0);
251	mg = mg_find ((SV *)cv, PERL_MAGIC_coro);	266	mg = mg_find ((SV *)cv, PERL_MAGIC_coro);
252	mg->mg_virtual = &vtbl_coro;	267	mg->mg_virtual = &vtbl_coro;
253	mg->mg_obj = (SV *)newAV ();	268	mg->mg_obj = (SV *)newAV ();
254	}	269	}
255		270
256	av_push ((AV *)mg->mg_obj, (SV *)CvPADLIST (cv));	271	av = (AV *)mg->mg_obj;
		272
		273	if (AvFILLp (av) >= AvMAX (av))
		274	av_extend (av, AvMAX (av) + 1);
		275
		276	AvARRAY (av)[++AvFILLp (av)] = (SV *)CvPADLIST (cv);
257	}	277	}
258		278
259	#define SB do {	279	#define SB do {
260	#define SE } while (0)	280	#define SE } while (0)
261		281
262	#define LOAD(state) load_state(aTHX_ (state));	282	#define LOAD(state) load_state((state));
263	#define SAVE(state,flags) save_state(aTHX_ (state),(flags));	283	#define SAVE(state,flags) save_state((state),(flags));
264		284
265	#define REPLACE_SV(sv,val) SB SvREFCNT_dec(sv); (sv) = (val); (val) = 0; SE	285	#define REPLACE_SV(sv,val) SB SvREFCNT_dec(sv); (sv) = (val); (val) = 0; SE
266		286
267	static void	287	static void
268	load_state(pTHX_ Coro__State c)	288	load_state(Coro__State c)
269	{	289	{
270	PL_dowarn = c->dowarn;	290	#define VAR(name,type) PL_ ## name = c->name;
271	PL_in_eval = c->in_eval;	291	# include "state.h"
272		292	#undef VAR
273	PL_curstackinfo = c->curstackinfo;
274	PL_curstack = c->curstack;
275	PL_mainstack = c->mainstack;
276	PL_stack_sp = c->stack_sp;
277	PL_op = c->op;
278	PL_curpad = c->curpad;
279	PL_comppad = c->comppad;
280	PL_compcv = c->compcv;
281	PL_stack_base = c->stack_base;
282	PL_stack_max = c->stack_max;
283	PL_tmps_stack = c->tmps_stack;
284	PL_tmps_floor = c->tmps_floor;
285	PL_tmps_ix = c->tmps_ix;
286	PL_tmps_max = c->tmps_max;
287	PL_markstack = c->markstack;
288	PL_markstack_ptr = c->markstack_ptr;
289	PL_markstack_max = c->markstack_max;
290	PL_scopestack = c->scopestack;
291	PL_scopestack_ix = c->scopestack_ix;
292	PL_scopestack_max = c->scopestack_max;
293	PL_savestack = c->savestack;
294	PL_savestack_ix = c->savestack_ix;
295	PL_savestack_max = c->savestack_max;
296	#if PERL_VERSION < 9
297	PL_retstack = c->retstack;
298	PL_retstack_ix = c->retstack_ix;
299	PL_retstack_max = c->retstack_max;
300	#endif
301	PL_curpm = c->curpm;
302	PL_curcop = c->curcop;
303	PL_top_env = c->top_env;
304		293
305	if (c->defav) REPLACE_SV (GvAV (PL_defgv), c->defav);	294	if (c->defav) REPLACE_SV (GvAV (PL_defgv), c->defav);
306	if (c->defsv) REPLACE_SV (DEFSV , c->defsv);	295	if (c->defsv) REPLACE_SV (DEFSV , c->defsv);
307	if (c->errsv) REPLACE_SV (ERRSV , c->errsv);	296	if (c->errsv) REPLACE_SV (ERRSV , c->errsv);
308		297
…		…
311	CV *cv;	300	CV *cv;
312		301
313	/* now do the ugly restore mess */	302	/* now do the ugly restore mess */
314	while ((cv = (CV *)POPs))	303	while ((cv = (CV *)POPs))
315	{	304	{
316	AV *padlist = (AV *)POPs;
317
318	if (padlist)
319	{
320	put_padlist (aTHX_ cv); /* mark this padlist as available */	305	put_padlist (cv); /* mark this padlist as available */
321	CvPADLIST(cv) = padlist;	306	CvDEPTH (cv) = PTR2IV (POPs);
322	}	307	CvPADLIST (cv) = (AV *)POPs;
323
324	++CvDEPTH(cv);
325	}	308	}
326		309
327	PUTBACK;	310	PUTBACK;
328	}	311	}
329	}	312	}
330		313
331	static void	314	static void
332	save_state(pTHX_ Coro__State c, int flags)	315	save_state(Coro__State c, int flags)
333	{	316	{
334	{	317	{
335	dSP;	318	dSP;
336	I32 cxix = cxstack_ix;	319	I32 cxix = cxstack_ix;
337	PERL_CONTEXT *ccstk = cxstack;	320	PERL_CONTEXT *ccstk = cxstack;
…		…
351	PERL_CONTEXT *cx = &ccstk[cxix--];	334	PERL_CONTEXT *cx = &ccstk[cxix--];
352		335
353	if (CxTYPE(cx) == CXt_SUB)	336	if (CxTYPE(cx) == CXt_SUB)
354	{	337	{
355	CV *cv = cx->blk_sub.cv;	338	CV *cv = cx->blk_sub.cv;
		339
356	if (CvDEPTH(cv))	340	if (CvDEPTH (cv))
357	{	341	{
358	EXTEND (SP, CvDEPTH(cv)*2);	342	EXTEND (SP, 3);
359
360	while (--CvDEPTH(cv))
361	{
362	/* this tells the restore code to increment CvDEPTH */
363	PUSHs (Nullsv);
364	PUSHs ((SV *)cv);
365	}
366		343
367	PUSHs ((SV *)CvPADLIST(cv));	344	PUSHs ((SV *)CvPADLIST(cv));
		345	PUSHs (INT2PTR (SV *, CvDEPTH (cv)));
368	PUSHs ((SV *)cv);	346	PUSHs ((SV *)cv);
369		347
		348	CvDEPTH (cv) = 0;
370	get_padlist (aTHX_ cv);	349	get_padlist (cv);
371	}	350	}
372	}	351	}
373	#ifdef CXt_FORMAT	352	#ifdef CXt_FORMAT
374	else if (CxTYPE(cx) == CXt_FORMAT)	353	else if (CxTYPE(cx) == CXt_FORMAT)
375	{	354	{
…		…
393		372
394	c->defav = flags & TRANSFER_SAVE_DEFAV ? (AV *)SvREFCNT_inc (GvAV (PL_defgv)) : 0;	373	c->defav = flags & TRANSFER_SAVE_DEFAV ? (AV *)SvREFCNT_inc (GvAV (PL_defgv)) : 0;
395	c->defsv = flags & TRANSFER_SAVE_DEFSV ? SvREFCNT_inc (DEFSV) : 0;	374	c->defsv = flags & TRANSFER_SAVE_DEFSV ? SvREFCNT_inc (DEFSV) : 0;
396	c->errsv = flags & TRANSFER_SAVE_ERRSV ? SvREFCNT_inc (ERRSV) : 0;	375	c->errsv = flags & TRANSFER_SAVE_ERRSV ? SvREFCNT_inc (ERRSV) : 0;
397		376
398	c->dowarn = PL_dowarn;	377	#define VAR(name,type)c->name = PL_ ## name;
399	c->in_eval = PL_in_eval;	378	# include "state.h"
400		379	#undef VAR
401	c->curstackinfo = PL_curstackinfo;
402	c->curstack = PL_curstack;
403	c->mainstack = PL_mainstack;
404	c->stack_sp = PL_stack_sp;
405	c->op = PL_op;
406	c->curpad = PL_curpad;
407	c->comppad = PL_comppad;
408	c->compcv = PL_compcv;
409	c->stack_base = PL_stack_base;
410	c->stack_max = PL_stack_max;
411	c->tmps_stack = PL_tmps_stack;
412	c->tmps_floor = PL_tmps_floor;
413	c->tmps_ix = PL_tmps_ix;
414	c->tmps_max = PL_tmps_max;
415	c->markstack = PL_markstack;
416	c->markstack_ptr = PL_markstack_ptr;
417	c->markstack_max = PL_markstack_max;
418	c->scopestack = PL_scopestack;
419	c->scopestack_ix = PL_scopestack_ix;
420	c->scopestack_max = PL_scopestack_max;
421	c->savestack = PL_savestack;
422	c->savestack_ix = PL_savestack_ix;
423	c->savestack_max = PL_savestack_max;
424	#if PERL_VERSION < 9
425	c->retstack = PL_retstack;
426	c->retstack_ix = PL_retstack_ix;
427	c->retstack_max = PL_retstack_max;
428	#endif
429	c->curpm = PL_curpm;
430	c->curcop = PL_curcop;
431	c->top_env = PL_top_env;
432	}	380	}
433		381
434	/*	382	/*
435	* allocate various perl stacks. This is an exact copy	383	* allocate various perl stacks. This is an exact copy
436	* of perl.c:init_stacks, except that it uses less memory	384	* of perl.c:init_stacks, except that it uses less memory
437	* on the (sometimes correct) assumption that coroutines do	385	* on the (sometimes correct) assumption that coroutines do
438	* not usually need a lot of stackspace.	386	* not usually need a lot of stackspace.
439	*/	387	*/
440	static void	388	static void
441	coro_init_stacks (pTHX)	389	coro_init_stacks ()
442	{	390	{
443	LOCK;
444
445	PL_curstackinfo = new_stackinfo(96, 1024/sizeof(PERL_CONTEXT) - 1);	391	PL_curstackinfo = new_stackinfo(96, 1024/sizeof(PERL_CONTEXT) - 1);
446	PL_curstackinfo->si_type = PERLSI_MAIN;	392	PL_curstackinfo->si_type = PERLSI_MAIN;
447	PL_curstack = PL_curstackinfo->si_stack;	393	PL_curstack = PL_curstackinfo->si_stack;
448	PL_mainstack = PL_curstack; /* remember in case we switch stacks */	394	PL_mainstack = PL_curstack; /* remember in case we switch stacks */
449		395
…		…
470		416
471	New(54,PL_savestack,96,ANY);	417	New(54,PL_savestack,96,ANY);
472	PL_savestack_ix = 0;	418	PL_savestack_ix = 0;
473	PL_savestack_max = 96;	419	PL_savestack_max = 96;
474		420
475	#if PERL_VERSION < 9	421	#if !PERL_VERSION_ATLEAST (5,9,0)
476	New(54,PL_retstack,8,OP*);	422	New(54,PL_retstack,8,OP*);
477	PL_retstack_ix = 0;	423	PL_retstack_ix = 0;
478	PL_retstack_max = 8;	424	PL_retstack_max = 8;
479	#endif	425	#endif
480
481	UNLOCK;
482	}	426	}
483		427
484	/*	428	/*
485	* destroy the stacks, the callchain etc...	429	* destroy the stacks, the callchain etc...
486	*/	430	*/
487	static void	431	static void
488	destroy_stacks(pTHX)	432	coro_destroy_stacks ()
489	{	433	{
490	if (!IN_DESTRUCT)	434	if (!IN_DESTRUCT)
491	{	435	{
492	/* is this ugly, I ask? */	436	/* is this ugly, I ask? */
493	LEAVE_SCOPE (0);	437	LEAVE_SCOPE (0);
…		…
524		468
525	Safefree (PL_tmps_stack);	469	Safefree (PL_tmps_stack);
526	Safefree (PL_markstack);	470	Safefree (PL_markstack);
527	Safefree (PL_scopestack);	471	Safefree (PL_scopestack);
528	Safefree (PL_savestack);	472	Safefree (PL_savestack);
529	#if PERL_VERSION < 9	473	#if !PERL_VERSION_ATLEAST (5,9,0)
530	Safefree (PL_retstack);	474	Safefree (PL_retstack);
531	#endif	475	#endif
532	}	476	}
533		477
534	static void	478	static void
535	allocate_stack (Coro__State ctx, int alloc)	479	setup_coro (struct coro *coro)
536	{
537	coro_stack *stack;
538
539	New (0, stack, 1, coro_stack);
540
541	stack->refcnt = 1;
542	stack->usecnt = 1;
543	stack->gencnt = ctx->gencnt = 0;
544
545	if (alloc)
546	{
547	#if HAVE_MMAP
548	stack->ssize = ((STACKSIZE * sizeof (long) + PAGESIZE - 1) / PAGESIZE + STACKGUARD) * PAGESIZE; /* mmap should do allocate-on-write for us */
549	stack->sptr = mmap (0, stack->ssize, PROT_EXEC|PROT_READ|PROT_WRITE, MAP_PRIVATE|MAP_ANONYMOUS, 0, 0);
550	if (stack->sptr != (void *)-1)
551	{
552	# if STACKGUARD
553	mprotect (stack->sptr, STACKGUARD * PAGESIZE, PROT_NONE);
554	# endif
555	}
556	else
557	#endif
558	{
559	stack->ssize = - (STACKSIZE * (long)sizeof (long));
560	New (0, stack->sptr, STACKSIZE, long);
561	}
562	}
563	else
564	stack->sptr = 0;
565
566	ctx->stack = stack;
567	}
568
569	static void
570	deallocate_stack (Coro__State ctx)
571	{
572	coro_stack *stack = ctx->stack;
573
574	ctx->stack = 0;
575
576	if (stack)
577	{
578	if (!--stack->refcnt)
579	{
580	#ifdef HAVE_MMAP
581	if (stack->ssize > 0 && stack->sptr)
582	munmap (stack->sptr, stack->ssize);
583	else
584	#endif
585	Safefree (stack->sptr);
586
587	Safefree (stack);
588	}
589	else if (ctx->gencnt == stack->gencnt)
590	--stack->usecnt;
591	}
592	}
593
594	static void
595	setup_coro (void *arg)
596	{	480	{
597	/*	481	/*
598	* emulate part of the perl startup here.	482	* emulate part of the perl startup here.
599	*/	483	*/
600	dTHX;
601	dSP;
602	Coro__State ctx = (Coro__State)arg;
603	SV *sub_init = (SV *)get_cv (SUB_INIT, FALSE);
604		484
605	coro_init_stacks (aTHX);	485	coro_init_stacks ();
		486
606	/*PL_curcop = 0;*/	487	PL_curcop = 0;
607	/*PL_in_eval = PL_in_eval;*/ /* inherit */	488	PL_in_eval = 0;
		489	PL_curpm = 0;
		490
		491	{
		492	dSP;
		493	LOGOP myop;
		494
		495	/* I have no idea why this is needed, but it is */
		496	PUSHMARK (SP);
		497
608	SvREFCNT_dec (GvAV (PL_defgv));	498	SvREFCNT_dec (GvAV (PL_defgv));
609	GvAV (PL_defgv) = ctx->args; ctx->args = 0;	499	GvAV (PL_defgv) = coro->args; coro->args = 0;
610		500
611	SPAGAIN;
612
613	if (ctx->stack)
614	{
615	ctx->cursp = 0;
616
617	PUSHMARK(SP);
618	PUTBACK;
619	(void) call_sv (sub_init, G_VOID|G_NOARGS|G_EVAL);
620
621	if (SvTRUE (ERRSV))
622	croak (NULL);
623	else
624	croak ("FATAL: CCTXT coroutine returned!");
625	}
626	else
627	{
628	UNOP myop;
629
630	PL_op = (OP *)&myop;
631
632	Zero(&myop, 1, UNOP);	501	Zero (&myop, 1, LOGOP);
633	myop.op_next = Nullop;	502	myop.op_next = Nullop;
634	myop.op_flags = OPf_WANT_VOID;	503	myop.op_flags = OPf_WANT_VOID;
635		504
		505	PL_op = (OP *)&myop;
		506
636	PUSHMARK(SP);	507	PUSHMARK (SP);
637	XPUSHs (sub_init);	508	XPUSHs ((SV *)get_cv ("Coro::State::_coro_init", FALSE));
638	/*
639	* the next line is slightly wrong, as PL_op->op_next
640	* is actually being executed so we skip the first op.
641	* that doesn't matter, though, since it is only
642	* pp_nextstate and we never return...
643	* ah yes, and I don't care anyways ;)
644	*/
645	PUTBACK;	509	PUTBACK;
646	PL_op = PL_ppaddr[OP_ENTERSUB](aTHX);	510	PL_op = PL_ppaddr[OP_ENTERSUB](aTHX);
647	SPAGAIN;	511	SPAGAIN;
648		512
649	ENTER; /* necessary e.g. for dounwind */	513	ENTER; /* necessary e.g. for dounwind */
650	}	514	}
651	}	515	}
652		516
653	static void	517	static void
654	continue_coro (void *arg)	518	free_coro_mortal ()
655	{	519	{
656	/*
657	* this is a _very_ stripped down perl interpreter ;)
658	*/
659	dTHX;
660	Coro__State ctx = (Coro__State)arg;
661
662	PL_top_env = &ctx->start_env;
663
664	ctx->cursp = 0;
665	PL_op = PL_op->op_next;
666	CALLRUNOPS(aTHX);
667
668	abort ();
669	}
670
671	static void
672	transfer (pTHX_ struct coro *prev, struct coro *next, int flags)
673	{
674	dSTACKLEVEL;
675
676	if (prev != next)
677	{
678	if (next->mainstack)
679	{
680	LOCK;
681	SAVE (prev, flags);
682	LOAD (next);
683	UNLOCK;
684
685	/* mark this state as in-use */
686	next->mainstack = 0;
687	next->tmps_ix = -2;
688
689	/* stacklevel changed? if yes, grab the stack for us! */
690	if (flags & TRANSFER_SAVE_CCTXT)
691	{
692	if (!prev->stack)
693	allocate_stack (prev, 0);
694	else if (prev->cursp != stacklevel
695	&& prev->stack->usecnt > 1)
696	{
697	prev->gencnt = ++prev->stack->gencnt;
698	prev->stack->usecnt = 1;
699	}
700
701	/* has our stack been invalidated? */
702	if (next->stack && next->stack->gencnt != next->gencnt)
703	{
704	deallocate_stack (next);
705	allocate_stack (next, 1);
706	coro_create (&(next->stack->cctx),
707	continue_coro, (void *)next,
708	next->stack->sptr, labs (next->stack->ssize));
709	}
710
711	coro_transfer (&(prev->stack->cctx), &(next->stack->cctx));
712	prev->cursp = stacklevel;
713	/* don't add any code here */
714	}
715	else
716	next->cursp = stacklevel;
717	}
718	else if (next->tmps_ix == -2)
719	croak ("tried to transfer to running coroutine");
720	else
721	{
722	LOCK;
723	SAVE (prev, -1); /* first get rid of the old state */
724	UNLOCK;
725
726	if (flags & TRANSFER_SAVE_CCTXT)
727	{
728	if (!prev->stack)
729	allocate_stack (prev, 0);
730
731	if (prev->stack->sptr && flags & TRANSFER_LAZY_STACK)
732	{
733	PL_top_env = &next->start_env;
734
735	setup_coro (next);
736	next->cursp = stacklevel;
737
738	prev->stack->refcnt++;
739	prev->stack->usecnt++;
740	next->stack = prev->stack;
741	next->gencnt = prev->gencnt;
742	}
743	else
744	{
745	assert (!next->stack);
746	allocate_stack (next, 1);
747	coro_create (&(next->stack->cctx),
748	setup_coro, (void *)next,
749	next->stack->sptr, labs (next->stack->ssize));
750	coro_transfer (&(prev->stack->cctx), &(next->stack->cctx));
751	prev->cursp = stacklevel;
752	/* don't add any code here */
753	}
754	}
755	else
756	{
757	setup_coro (next);
758	next->cursp = stacklevel;
759	}
760	}
761	}
762
763	LOCK;
764	if (coro_mortal)	520	if (coro_mortal)
765	{	521	{
766	SvREFCNT_dec (coro_mortal);	522	SvREFCNT_dec (coro_mortal);
767	coro_mortal = 0;	523	coro_mortal = 0;
768	}	524	}
		525	}
		526
		527	static void NOINLINE
		528	prepare_cctx (coro_cctx *cctx)
		529	{
		530	dSP;
		531	LOGOP myop;
		532
		533	Zero (&myop, 1, LOGOP);
		534	myop.op_next = PL_op;
		535	myop.op_flags = OPf_WANT_VOID;
		536
		537	sv_setiv (get_sv ("Coro::State::_cctx", FALSE), PTR2IV (cctx));
		538
		539	PUSHMARK (SP);
		540	XPUSHs ((SV *)get_cv ("Coro::State::_cctx_init", FALSE));
		541	PUTBACK;
		542	PL_restartop = PL_ppaddr[OP_ENTERSUB](aTHX);
		543	SPAGAIN;
		544	}
		545
		546	static void
		547	coro_run (void *arg)
		548	{
		549	/* coro_run is the alternative epilogue of transfer() */
769	UNLOCK;	550	UNLOCK;
770	}
771		551
772	#define SV_CORO(sv,func) \	552	/*
773	do { \	553	* this is a _very_ stripped down perl interpreter ;)
774	if (SvROK (sv)) \	554	*/
775	sv = SvRV (sv); \	555	PL_top_env = &PL_start_env;
776	\
777	if (SvTYPE (sv) == SVt_PVHV) \
778	{ \
779	HE *he = hv_fetch_ent ((HV *)sv, ucoro_state_sv, 0, ucoro_state_hash); \
780	\
781	if (!he) \
782	croak ("%s() -- %s is a hashref but lacks the " UCORO_STATE " key", func, # sv); \
783	\
784	(sv) = SvRV (HeVAL(he)); \
785	} \
786	\
787	/* must also be changed inside Coro::Cont::yield */ \
788	if (!SvOBJECT (sv) || SvSTASH (sv) != coro_state_stash) \
789	croak ("%s() -- %s is not (and contains not) a Coro::State object", func, # sv); \
790	\
791	} while(0)
792		556
793	#define SvSTATE(sv) INT2PTR (struct coro *, SvIV (sv))	557	/* inject call to cctx_init */
		558	prepare_cctx ((coro_cctx *)arg);
794		559
		560	/* somebody will hit me for both perl_run and PL_restartop */
		561	perl_run (PL_curinterp);
		562
		563	fputs ("FATAL: C coroutine fell over the edge of the world, aborting. Did you call exit in a coroutine?\n", stderr);
		564	abort ();
		565	}
		566
		567	static coro_cctx *
		568	cctx_new ()
		569	{
		570	coro_cctx *cctx;
		571
		572	++cctx_count;
		573
		574	New (0, cctx, 1, coro_cctx);
		575
		576	#if HAVE_MMAP
		577
		578	cctx->ssize = ((STACKSIZE * sizeof (long) + PAGESIZE - 1) / PAGESIZE + STACKGUARD) * PAGESIZE;
		579	/* mmap suppsedly does allocate-on-write for us */
		580	cctx->sptr = mmap (0, cctx->ssize, PROT_EXEC|PROT_READ|PROT_WRITE, MAP_PRIVATE|MAP_ANONYMOUS, 0, 0);
		581
		582	if (cctx->sptr == (void *)-1)
		583	{
		584	perror ("FATAL: unable to mmap stack for coroutine");
		585	_exit (EXIT_FAILURE);
		586	}
		587
		588	# if STACKGUARD
		589	mprotect (cctx->sptr, STACKGUARD * PAGESIZE, PROT_NONE);
		590	# endif
		591
		592	#else
		593
		594	cctx->ssize = STACKSIZE * (long)sizeof (long);
		595	New (0, cctx->sptr, STACKSIZE, long);
		596
		597	if (!cctx->sptr)
		598	{
		599	perror ("FATAL: unable to malloc stack for coroutine");
		600	_exit (EXIT_FAILURE);
		601	}
		602
		603	#endif
		604
		605	#if USE_VALGRIND
		606	cctx->valgrind_id = VALGRIND_STACK_REGISTER (
		607	STACKGUARD * PAGESIZE + (char *)cctx->sptr,
		608	cctx->ssize + (char *)cctx->sptr
		609	);
		610	#endif
		611
		612	coro_create (&cctx->cctx, coro_run, (void *)cctx, cctx->sptr, cctx->ssize);
		613
		614	return cctx;
		615	}
		616
		617	static void
		618	cctx_free (coro_cctx *cctx)
		619	{
		620	if (!cctx)
		621	return;
		622
		623	--cctx_count;
		624
		625	#if USE_VALGRIND
		626	VALGRIND_STACK_DEREGISTER (cctx->valgrind_id);
		627	#endif
		628
		629	#if HAVE_MMAP
		630	munmap (cctx->sptr, cctx->ssize);
		631	#else
		632	Safefree (cctx->sptr);
		633	#endif
		634
		635	Safefree (cctx);
		636	}
		637
		638	static coro_cctx *
		639	cctx_get ()
		640	{
		641	coro_cctx *cctx;
		642
		643	if (cctx_first)
		644	{
		645	--cctx_idle;
		646	cctx = cctx_first;
		647	cctx_first = cctx->next;
		648	}
		649	else
		650	{
		651	cctx = cctx_new ();
		652	PL_op = PL_op->op_next;
		653	}
		654
		655	return cctx;
		656	}
		657
		658	static void
		659	cctx_put (coro_cctx *cctx)
		660	{
		661	++cctx_idle;
		662	cctx->next = cctx_first;
		663	cctx_first = cctx;
		664	}
		665
		666	/* never call directly, always through the coro_state_transfer global variable */
		667	static void NOINLINE
		668	transfer (struct coro *prev, struct coro *next, int flags)
		669	{
		670	dSTACKLEVEL;
		671
		672	/* sometimes transfer is only called to set idle_sp */
		673	if (flags == TRANSFER_SET_STACKLEVEL)
		674	((coro_cctx *)prev)->idle_sp = STACKLEVEL;
		675	else if (prev != next)
		676	{
		677	coro_cctx *prev__cctx;
		678
		679	if (!prev->cctx)
		680	{
		681	/* create a new empty context */
		682	Newz (0, prev->cctx, 1, coro_cctx);
		683	prev->cctx->inuse = 1;
		684	prev->flags |= CF_RUNNING;
		685	}
		686
		687	if (!prev->flags & CF_RUNNING)
		688	croak ("Coro::State::transfer called with non-running prev Coro::State, but can only transfer from running states");
		689
		690	if (next->flags & CF_RUNNING)
		691	croak ("Coro::State::transfer called with running next Coro::State, but can only transfer to inactive states");
		692
		693	prev->flags &= ~CF_RUNNING;
		694	next->flags |= CF_RUNNING;
		695
		696	LOCK;
		697
		698	if (next->mainstack)
		699	{
		700	/* coroutine already started */
		701	SAVE (prev, flags);
		702	LOAD (next);
		703	}
		704	else
		705	{
		706	/* need to start coroutine */
		707	/* first get rid of the old state */
		708	SAVE (prev, -1);
		709	/* setup coroutine call */
		710	setup_coro (next);
		711	/* need a new stack */
		712	assert (!next->stack);
		713	}
		714
		715	prev__cctx = prev->cctx;
		716
		717	/* possibly "free" the cctx */
		718	if (prev__cctx->idle_sp == STACKLEVEL)
		719	{
		720	assert (PL_top_env == prev__cctx->top_env);
		721
		722	cctx_put (prev__cctx);
		723	prev->cctx = 0;
		724	}
		725
		726	if (!next->cctx)
		727	next->cctx = cctx_get ();
		728
		729	if (prev__cctx != next->cctx)
		730	{
		731	assert ( prev__cctx->inuse);
		732	assert (!next->cctx->inuse);
		733
		734	prev__cctx->inuse = 0;
		735	next->cctx->inuse = 1;
		736
		737	prev__cctx->top_env = PL_top_env;
		738	PL_top_env = next->cctx->top_env;
		739	coro_transfer (&prev__cctx->cctx, &next->cctx->cctx);
		740	}
		741
		742	free_coro_mortal ();
		743
		744	UNLOCK;
		745	}
		746	}
		747
		748	struct transfer_args
		749	{
		750	struct coro *prev, *next;
		751	int flags;
		752	};
		753
		754	#define TRANSFER(ta) transfer ((ta).prev, (ta).next, (ta).flags)
		755
		756	static void
		757	coro_state_destroy (struct coro *coro)
		758	{
		759	if (coro->refcnt--)
		760	return;
		761
		762	if (coro->flags & CF_RUNNING)
		763	croak ("FATAL: tried to destroy currently running coroutine");
		764
		765	if (coro->mainstack && coro->mainstack != main_mainstack)
		766	{
		767	struct coro temp;
		768
		769	SAVE ((&temp), TRANSFER_SAVE_ALL);
		770	LOAD (coro);
		771
		772	coro_destroy_stacks ();
		773
		774	LOAD ((&temp)); /* this will get rid of defsv etc.. */
		775
		776	coro->mainstack = 0;
		777	}
		778
		779	cctx_free (coro->cctx);
		780	SvREFCNT_dec (coro->args);
		781	Safefree (coro);
		782	}
		783
795	static void	784	static int
		785	coro_state_clear (pTHX_ SV *sv, MAGIC *mg)
		786	{
		787	struct coro *coro = (struct coro *)mg->mg_ptr;
		788	mg->mg_ptr = 0;
		789
		790	coro_state_destroy (coro);
		791
		792	return 0;
		793	}
		794
		795	static int
		796	coro_state_dup (pTHX_ MAGIC *mg, CLONE_PARAMS *params)
		797	{
		798	struct coro *coro = (struct coro *)mg->mg_ptr;
		799
		800	++coro->refcnt;
		801
		802	return 0;
		803	}
		804
		805	static MGVTBL coro_state_vtbl = {
		806	0, 0, 0, 0,
		807	coro_state_clear,
		808	0,
		809	#ifdef MGf_DUP
		810	coro_state_dup,
		811	#else
		812	# define MGf_DUP 0
		813	#endif
		814	};
		815
		816	static struct coro *
		817	SvSTATE (SV *coro)
		818	{
		819	HV *stash;
		820	MAGIC *mg;
		821
		822	if (SvROK (coro))
		823	coro = SvRV (coro);
		824
		825	stash = SvSTASH (coro);
		826	if (stash != coro_stash && stash != coro_state_stash)
		827	{
		828	/* very slow, but rare, check */
		829	if (!sv_derived_from (sv_2mortal (newRV_inc (coro)), "Coro::State"))
		830	croak ("Coro::State object required");
		831	}
		832
		833	mg = SvMAGIC (coro);
		834	assert (mg->mg_type == PERL_MAGIC_ext);
		835	return (struct coro *)mg->mg_ptr;
		836	}
		837
		838	static void
		839	prepare_transfer (struct transfer_args *ta, SV *prev, SV *next, int flags)
		840	{
		841	ta->prev = SvSTATE (prev);
		842	ta->next = SvSTATE (next);
		843	ta->flags = flags;
		844	}
		845
		846	static void
796	api_transfer(pTHX_ SV *prev, SV *next, int flags)	847	api_transfer (SV *prev, SV *next, int flags)
797	{	848	{
798	SV_CORO (prev, "Coro::transfer");	849	dTHX;
799	SV_CORO (next, "Coro::transfer");	850	struct transfer_args ta;
800		851
801	transfer (aTHX_ SvSTATE (prev), SvSTATE (next), flags);	852	prepare_transfer (&ta, prev, next, flags);
		853	TRANSFER (ta);
802	}	854	}
803		855
804	/** Coro ********************************************************************/	856	/** Coro ********************************************************************/
805		857
806	#define PRIO_MAX 3	858	#define PRIO_MAX 3
…		…
810	#define PRIO_IDLE -3	862	#define PRIO_IDLE -3
811	#define PRIO_MIN -4	863	#define PRIO_MIN -4
812		864
813	/* for Coro.pm */	865	/* for Coro.pm */
814	static GV *coro_current, *coro_idle;	866	static GV *coro_current, *coro_idle;
815	static AV *coro_ready[PRIO_MAX-PRIO_MIN+1];	867	static AV *coro_ready [PRIO_MAX-PRIO_MIN+1];
816	static int coro_nready;	868	static int coro_nready;
817		869
818	static void	870	static void
819	coro_enq (pTHX_ SV *sv)	871	coro_enq (SV *coro_sv)
820	{	872	{
821	SV **xprio;
822	int prio;
823
824	if (SvTYPE (sv) != SVt_PVHV)
825	croak ("Coro::ready tried to enqueue something that is not a coroutine");
826
827	xprio = hv_fetch ((HV *)sv, "prio", 4, 0);
828	prio = xprio ? SvIV (*xprio) : PRIO_NORMAL;
829
830	prio = prio > PRIO_MAX ? PRIO_MAX
831	: prio < PRIO_MIN ? PRIO_MIN
832	: prio;
833
834	av_push (coro_ready [prio - PRIO_MIN], sv);	873	av_push (coro_ready [SvSTATE (coro_sv)->prio - PRIO_MIN], coro_sv);
835	coro_nready++;	874	coro_nready++;
836	}	875	}
837		876
838	static SV *	877	static SV *
839	coro_deq (pTHX_ int min_prio)	878	coro_deq (int min_prio)
840	{	879	{
841	int prio = PRIO_MAX - PRIO_MIN;	880	int prio = PRIO_MAX - PRIO_MIN;
842		881
843	min_prio -= PRIO_MIN;	882	min_prio -= PRIO_MIN;
844	if (min_prio < 0)	883	if (min_prio < 0)
845	min_prio = 0;	884	min_prio = 0;
846		885
847	for (prio = PRIO_MAX - PRIO_MIN + 1; --prio >= min_prio; )	886	for (prio = PRIO_MAX - PRIO_MIN + 1; --prio >= min_prio; )
848	if (av_len (coro_ready[prio]) >= 0)	887	if (AvFILLp (coro_ready [prio]) >= 0)
849	{	888	{
850	coro_nready--;	889	coro_nready--;
851	return av_shift (coro_ready[prio]);	890	return av_shift (coro_ready [prio]);
852	}	891	}
853		892
854	return 0;	893	return 0;
855	}	894	}
856		895
857	static void	896	static int
858	api_ready (SV *coro)	897	api_ready (SV *coro_sv)
		898	{
		899	struct coro *coro;
		900
		901	if (SvROK (coro_sv))
		902	coro_sv = SvRV (coro_sv);
		903
		904	coro = SvSTATE (coro_sv);
		905
		906	if (coro->flags & CF_READY)
		907	return 0;
		908
		909	if (coro->flags & CF_RUNNING)
		910	croak ("Coro::ready called on currently running coroutine");
		911
		912	coro->flags |= CF_READY;
		913
		914	LOCK;
		915	coro_enq (SvREFCNT_inc (coro_sv));
		916	UNLOCK;
		917
		918	return 1;
		919	}
		920
		921	static int
		922	api_is_ready (SV *coro_sv)
		923	{
		924	return !!SvSTATE (coro_sv)->flags & CF_READY;
		925	}
		926
		927	static void
		928	prepare_schedule (struct transfer_args *ta)
		929	{
		930	SV *current, *prev, *next;
		931
		932	current = GvSV (coro_current);
		933
		934	for (;;)
		935	{
		936	LOCK;
		937	next = coro_deq (PRIO_MIN);
		938	UNLOCK;
		939
		940	if (next)
		941	break;
		942
		943	{
		944	dSP;
		945
		946	ENTER;
		947	SAVETMPS;
		948
		949	PUSHMARK (SP);
		950	PUTBACK;
		951	call_sv (GvSV (coro_idle), G_DISCARD);
		952
		953	FREETMPS;
		954	LEAVE;
		955	}
		956	}
		957
		958	prev = SvRV (current);
		959	SvRV (current) = next;
		960
		961	/* free this only after the transfer */
		962	LOCK;
		963	free_coro_mortal ();
		964	UNLOCK;
		965	coro_mortal = prev;
		966
		967	ta->prev = SvSTATE (prev);
		968	ta->next = SvSTATE (next);
		969	ta->flags = TRANSFER_SAVE_ALL;
		970
		971	ta->next->flags &= ~CF_READY;
		972	}
		973
		974	static void
		975	prepare_cede (struct transfer_args *ta)
		976	{
		977	api_ready (GvSV (coro_current));
		978
		979	prepare_schedule (ta);
		980	}
		981
		982	static void
		983	api_schedule (void)
859	{	984	{
860	dTHX;	985	dTHX;
		986	struct transfer_args ta;
861		987
862	if (SvROK (coro))	988	prepare_schedule (&ta);
863	coro = SvRV (coro);	989	TRANSFER (ta);
864
865	LOCK;
866	coro_enq (aTHX_ SvREFCNT_inc (coro));
867	UNLOCK;
868	}	990	}
869		991
870	static void	992	static void
871	api_schedule (void)	993	api_cede (void)
872	{	994	{
873	dTHX;	995	dTHX;
		996	struct transfer_args ta;
874		997
875	SV *prev, *next;	998	prepare_cede (&ta);
876		999	TRANSFER (ta);
877	LOCK;
878
879	prev = SvRV (GvSV (coro_current));
880	next = coro_deq (aTHX_ PRIO_MIN);
881
882	if (!next)
883	next = SvREFCNT_inc (SvRV (GvSV (coro_idle)));
884
885	/* free this only after the transfer */
886	coro_mortal = prev;
887	SV_CORO (prev, "Coro::schedule");
888
889	SvRV (GvSV (coro_current)) = next;
890
891	SV_CORO (next, "Coro::schedule");
892
893	UNLOCK;
894
895	transfer (aTHX_ SvSTATE (prev), SvSTATE (next),
896	TRANSFER_SAVE_ALL | TRANSFER_LAZY_STACK);
897	}
898
899	static void
900	api_cede (void)
901	{
902	dTHX;
903
904	LOCK;
905	coro_enq (aTHX_ SvREFCNT_inc (SvRV (GvSV (coro_current))));
906	UNLOCK;
907
908	api_schedule ();
909	}	1000	}
910		1001
911	MODULE = Coro::State PACKAGE = Coro::State	1002	MODULE = Coro::State PACKAGE = Coro::State
912		1003
913	PROTOTYPES: ENABLE	1004	PROTOTYPES: DISABLE
914		1005
915	BOOT:	1006	BOOT:
916	{ /* {} necessary for stoopid perl-5.6.x */	1007	{
917	#ifdef USE_ITHREADS	1008	#ifdef USE_ITHREADS
918	MUTEX_INIT (&coro_mutex);	1009	MUTEX_INIT (&coro_mutex);
919	#endif	1010	#endif
920	BOOT_PAGESIZE;	1011	BOOT_PAGESIZE;
921		1012
922	ucoro_state_sv = newSVpv (UCORO_STATE, sizeof(UCORO_STATE) - 1);
923	PERL_HASH(ucoro_state_hash, UCORO_STATE, sizeof(UCORO_STATE) - 1);
924	coro_state_stash = gv_stashpv ("Coro::State", TRUE);	1013	coro_state_stash = gv_stashpv ("Coro::State", TRUE);
925		1014
926	newCONSTSUB (coro_state_stash, "SAVE_DEFAV", newSViv (TRANSFER_SAVE_DEFAV));	1015	newCONSTSUB (coro_state_stash, "SAVE_DEFAV", newSViv (TRANSFER_SAVE_DEFAV));
927	newCONSTSUB (coro_state_stash, "SAVE_DEFSV", newSViv (TRANSFER_SAVE_DEFSV));	1016	newCONSTSUB (coro_state_stash, "SAVE_DEFSV", newSViv (TRANSFER_SAVE_DEFSV));
928	newCONSTSUB (coro_state_stash, "SAVE_ERRSV", newSViv (TRANSFER_SAVE_ERRSV));	1017	newCONSTSUB (coro_state_stash, "SAVE_ERRSV", newSViv (TRANSFER_SAVE_ERRSV));
929	newCONSTSUB (coro_state_stash, "SAVE_CCTXT", newSViv (TRANSFER_SAVE_CCTXT));
930		1018
931	main_mainstack = PL_mainstack;	1019	main_mainstack = PL_mainstack;
932		1020
933	coroapi.ver = CORO_API_VERSION;	1021	coroapi.ver = CORO_API_VERSION;
934	coroapi.transfer = api_transfer;	1022	coroapi.transfer = api_transfer;
935	}
936		1023
937	Coro::State	1024	assert (("PRIO_NORMAL must be 0", !PRIO_NORMAL));
938	_newprocess(args)	1025	}
939	SV * args	1026
940	PROTOTYPE: $	1027	SV *
		1028	new (char *klass, ...)
941	CODE:	1029	CODE:
942	Coro__State coro;	1030	{
		1031	struct coro *coro;
		1032	HV *hv;
		1033	int i;
943		1034
944	if (!SvROK (args) || SvTYPE (SvRV (args)) != SVt_PVAV)
945	croak ("Coro::State::_newprocess expects an arrayref");
946
947	Newz (0, coro, 1, struct coro);	1035	Newz (0, coro, 1, struct coro);
		1036	coro->args = newAV ();
948		1037
949	coro->args = (AV *)SvREFCNT_inc (SvRV (args));	1038	hv = newHV ();
950	/*coro->mainstack = 0; *//*actual work is done inside transfer */	1039	sv_magicext ((SV *)hv, 0, PERL_MAGIC_ext, &coro_state_vtbl, (char *)coro, 0)->mg_flags |= MGf_DUP;
951	/*coro->stack = 0;*/	1040	RETVAL = sv_bless (newRV_noinc ((SV *)hv), gv_stashpv (klass, 1));
952		1041
953	/* same as JMPENV_BOOTSTRAP */	1042	for (i = 1; i < items; i++)
954	/* we might be able to recycle start_env, but safe is safe */	1043	av_push (coro->args, newSVsv (ST (i)));
955	/*Zero(&coro->start_env, 1, JMPENV);*/	1044	}
956	coro->start_env.je_ret = -1;
957	coro->start_env.je_mustcatch = TRUE;
958
959	RETVAL = coro;
960	OUTPUT:	1045	OUTPUT:
961	RETVAL	1046	RETVAL
962		1047
963	void	1048	void
964	transfer(prev, next, flags)	1049	_set_stacklevel (...)
965	SV *prev	1050	ALIAS:
966	SV *next	1051	Coro::State::transfer = 1
967	int flags	1052	Coro::schedule = 2
968	PROTOTYPE: @	1053	Coro::cede = 3
		1054	Coro::Cont::yield = 4
969	CODE:	1055	CODE:
970	PUTBACK;	1056	{
971	SV_CORO (next, "Coro::transfer");	1057	struct transfer_args ta;
972	SV_CORO (prev, "Coro::transfer");	1058
973	transfer (aTHX_ SvSTATE (prev), SvSTATE (next), flags);	1059	switch (ix)
974	SPAGAIN;	1060	{
		1061	case 0:
		1062	ta.prev = (struct coro *)INT2PTR (coro_cctx *, SvIV (ST (0)));
		1063	ta.next = 0;
		1064	ta.flags = TRANSFER_SET_STACKLEVEL;
		1065	break;
		1066
		1067	case 1:
		1068	if (items != 3)
		1069	croak ("Coro::State::transfer(prev,next,flags) expects three arguments, not %d", items);
		1070
		1071	prepare_transfer (&ta, ST (0), ST (1), SvIV (ST (2)));
		1072	break;
		1073
		1074	case 2:
		1075	prepare_schedule (&ta);
		1076	break;
		1077
		1078	case 3:
		1079	prepare_cede (&ta);
		1080	break;
		1081
		1082	case 4:
		1083	{
		1084	SV *yieldstack;
		1085	SV *sv;
		1086	AV *defav = GvAV (PL_defgv);
		1087
		1088	yieldstack = *hv_fetch (
		1089	(HV *)SvRV (GvSV (coro_current)),
		1090	"yieldstack", sizeof ("yieldstack") - 1,
		1091	0
		1092	);
		1093
		1094	/* set up @_ -- ugly */
		1095	av_clear (defav);
		1096	av_fill (defav, items - 1);
		1097	while (items--)
		1098	av_store (defav, items, SvREFCNT_inc (ST(items)));
		1099
		1100	sv = av_pop ((AV *)SvRV (yieldstack));
		1101	ta.prev = SvSTATE (*av_fetch ((AV *)SvRV (sv), 0, 0));
		1102	ta.next = SvSTATE (*av_fetch ((AV *)SvRV (sv), 1, 0));
		1103	ta.flags = 0;
		1104	SvREFCNT_dec (sv);
		1105	}
		1106	break;
		1107
		1108	}
		1109
		1110	TRANSFER (ta);
		1111	}
975		1112
976	void	1113	void
977	DESTROY(coro)	1114	_clone_state_from (SV *dst, SV *src)
978	Coro::State coro	1115	CODE:
979	CODE:	1116	{
		1117	struct coro *coro_src = SvSTATE (src);
980		1118
981	if (coro->mainstack && coro->mainstack != main_mainstack)	1119	sv_unmagic (SvRV (dst), PERL_MAGIC_ext);
982	{
983	struct coro temp;
984		1120
985	PUTBACK;	1121	++coro_src->refcnt;
986	SAVE (aTHX_ (&temp), TRANSFER_SAVE_ALL);	1122	sv_magicext (SvRV (dst), 0, PERL_MAGIC_ext, &coro_state_vtbl, (char *)coro_src, 0)->mg_flags |= MGf_DUP;
987	LOAD (aTHX_ coro);	1123	}
988	SPAGAIN;
989
990	destroy_stacks (aTHX);
991
992	LOAD ((&temp)); /* this will get rid of defsv etc.. */
993	SPAGAIN;
994
995	coro->mainstack = 0;
996	}
997
998	deallocate_stack (coro);
999	SvREFCNT_dec (coro->args);
1000	Safefree (coro);
1001		1124
1002	void	1125	void
1003	_exit(code)	1126	_exit (code)
1004	int code	1127	int code
1005	PROTOTYPE: $	1128	PROTOTYPE: $
1006	CODE:	1129	CODE:
1007	_exit (code);	1130	_exit (code);
1008		1131
1009	MODULE = Coro::State PACKAGE = Coro::Cont	1132	int
		1133	cctx_count ()
		1134	CODE:
		1135	RETVAL = cctx_count;
		1136	OUTPUT:
		1137	RETVAL
1010		1138
1011	# this is slightly dirty (should expose a c-level api)	1139	int
1012		1140	cctx_idle ()
1013	void	1141	CODE:
1014	yield(...)	1142	RETVAL = cctx_idle;
1015	PROTOTYPE: @	1143	OUTPUT:
1016	CODE:	1144	RETVAL
1017	SV *yieldstack;
1018	SV *sv;
1019	AV *defav = GvAV (PL_defgv);
1020	struct coro *prev, *next;
1021
1022	yieldstack = *hv_fetch (
1023	(HV *)SvRV (GvSV (coro_current)),
1024	"yieldstack", sizeof ("yieldstack") - 1,
1025	0
1026	);
1027
1028	/* set up @_ -- ugly */
1029	av_clear (defav);
1030	av_fill (defav, items - 1);
1031	while (items--)
1032	av_store (defav, items, SvREFCNT_inc (ST(items)));
1033
1034	sv = av_pop ((AV *)SvRV (yieldstack));
1035	prev = INT2PTR (struct coro *, SvIV ((SV*)SvRV (*av_fetch ((AV *)SvRV (sv), 0, 0))));
1036	next = INT2PTR (struct coro *, SvIV ((SV*)SvRV (*av_fetch ((AV *)SvRV (sv), 1, 0))));
1037	SvREFCNT_dec (sv);
1038
1039	transfer (aTHX_ prev, next, 0);
1040		1145
1041	MODULE = Coro::State PACKAGE = Coro	1146	MODULE = Coro::State PACKAGE = Coro
1042		1147
1043	# this is slightly dirty (should expose a c-level api)
1044
1045	BOOT:	1148	BOOT:
1046	{	1149	{
1047	int i;	1150	int i;
		1151
1048	HV *stash = gv_stashpv ("Coro", TRUE);	1152	coro_stash = gv_stashpv ("Coro", TRUE);
1049		1153
1050	newCONSTSUB (stash, "PRIO_MAX", newSViv (PRIO_MAX));	1154	newCONSTSUB (coro_stash, "PRIO_MAX", newSViv (PRIO_MAX));
1051	newCONSTSUB (stash, "PRIO_HIGH", newSViv (PRIO_HIGH));	1155	newCONSTSUB (coro_stash, "PRIO_HIGH", newSViv (PRIO_HIGH));
1052	newCONSTSUB (stash, "PRIO_NORMAL", newSViv (PRIO_NORMAL));	1156	newCONSTSUB (coro_stash, "PRIO_NORMAL", newSViv (PRIO_NORMAL));
1053	newCONSTSUB (stash, "PRIO_LOW", newSViv (PRIO_LOW));	1157	newCONSTSUB (coro_stash, "PRIO_LOW", newSViv (PRIO_LOW));
1054	newCONSTSUB (stash, "PRIO_IDLE", newSViv (PRIO_IDLE));	1158	newCONSTSUB (coro_stash, "PRIO_IDLE", newSViv (PRIO_IDLE));
1055	newCONSTSUB (stash, "PRIO_MIN", newSViv (PRIO_MIN));	1159	newCONSTSUB (coro_stash, "PRIO_MIN", newSViv (PRIO_MIN));
1056		1160
1057	coro_current = gv_fetchpv ("Coro::current", TRUE, SVt_PV);	1161	coro_current = gv_fetchpv ("Coro::current", TRUE, SVt_PV);
1058	coro_idle = gv_fetchpv ("Coro::idle" , TRUE, SVt_PV);	1162	coro_idle = gv_fetchpv ("Coro::idle" , TRUE, SVt_PV);
1059		1163
1060	for (i = PRIO_MAX - PRIO_MIN + 1; i--; )	1164	for (i = PRIO_MAX - PRIO_MIN + 1; i--; )
…		…
1064	SV *sv = perl_get_sv("Coro::API", 1);	1168	SV *sv = perl_get_sv("Coro::API", 1);
1065		1169
1066	coroapi.schedule = api_schedule;	1170	coroapi.schedule = api_schedule;
1067	coroapi.cede = api_cede;	1171	coroapi.cede = api_cede;
1068	coroapi.ready = api_ready;	1172	coroapi.ready = api_ready;
		1173	coroapi.is_ready = api_is_ready;
1069	coroapi.nready = &coro_nready;	1174	coroapi.nready = &coro_nready;
1070	coroapi.current = coro_current;	1175	coroapi.current = coro_current;
1071		1176
1072	GCoroAPI = &coroapi;	1177	GCoroAPI = &coroapi;
1073	sv_setiv(sv, (IV)&coroapi);	1178	sv_setiv (sv, (IV)&coroapi);
1074	SvREADONLY_on(sv);	1179	SvREADONLY_on (sv);
1075	}	1180	}
1076	}	1181	}
1077		1182
1078	#if !PERL_MICRO	1183	int
		1184	prio (Coro::State coro, int newprio = 0)
		1185	ALIAS:
		1186	nice = 1
		1187	CODE:
		1188	{
		1189	RETVAL = coro->prio;
1079		1190
1080	void	1191	if (items > 1)
		1192	{
		1193	if (ix)
		1194	newprio += coro->prio;
		1195
		1196	if (newprio < PRIO_MIN) newprio = PRIO_MIN;
		1197	if (newprio > PRIO_MAX) newprio = PRIO_MAX;
		1198
		1199	coro->prio = newprio;
		1200	}
		1201	}
		1202
		1203	SV *
1081	ready(self)	1204	ready (SV *self)
1082	SV * self
1083	PROTOTYPE: $	1205	PROTOTYPE: $
1084	CODE:	1206	CODE:
1085	api_ready (self);	1207	RETVAL = boolSV (api_ready (self));
		1208	OUTPUT:
		1209	RETVAL
1086		1210
1087	#endif	1211	SV *
		1212	is_ready (SV *self)
		1213	PROTOTYPE: $
		1214	CODE:
		1215	RETVAL = boolSV (api_is_ready (self));
		1216	OUTPUT:
		1217	RETVAL
1088		1218
1089	int	1219	int
1090	nready(...)	1220	nready (...)
1091	PROTOTYPE:	1221	PROTOTYPE:
1092	CODE:	1222	CODE:
1093	RETVAL = coro_nready;	1223	RETVAL = coro_nready;
1094	OUTPUT:	1224	OUTPUT:
1095	RETVAL	1225	RETVAL
1096		1226
1097	void	1227	MODULE = Coro::State PACKAGE = Coro::AIO
1098	schedule(...)
1099	PROTOTYPE:
1100	CODE:
1101	api_schedule ();
1102		1228
1103	void
1104	cede(...)
1105	PROTOTYPE:
1106	CODE:
1107	api_cede ();
1108
1109	# and these are hacks
1110	SV *	1229	SV *
1111	_aio_get_state ()	1230	_get_state ()
1112	CODE:	1231	CODE:
1113	{	1232	{
1114	struct {	1233	struct {
1115	int errorno;	1234	int errorno;
1116	int laststype;	1235	int laststype;
…		…
1127	}	1246	}
1128	OUTPUT:	1247	OUTPUT:
1129	RETVAL	1248	RETVAL
1130		1249
1131	void	1250	void
1132	_aio_set_state (char *data_)	1251	_set_state (char *data_)
1133	PROTOTYPE: $	1252	PROTOTYPE: $
1134	CODE:	1253	CODE:
1135	{	1254	{
1136	struct {	1255	struct {
1137	int errorno;	1256	int errorno;

Diff Legend

–	Removed lines
+	Added lines
<	Changed lines
>	Changed lines