ViewVC Help

View File | Revision Log | Show Annotations | Download File

/cvs/Coro/Coro/State.xs

Comparing Coro/Coro/State.xs (file contents):
Revision 1.279 by root, Sun Nov 16 08:59:16 2008 UTC vs.
Revision 1.307 by root, Wed Nov 19 14:34:46 2008 UTC

…		…
16		16
17	#ifdef WIN32	17	#ifdef WIN32
18	# undef setjmp	18	# undef setjmp
19	# undef longjmp	19	# undef longjmp
20	# undef _exit	20	# undef _exit
21	# define setjmp _setjmp // deep magic, don't ask	21	# define setjmp _setjmp /* deep magic */
22	#else	22	#else
23	# include <inttypes.h> /* most portable stdint.h */	23	# include <inttypes.h> /* most portable stdint.h */
24	#endif	24	#endif
25		25
26	#ifdef HAVE_MMAP	26	#ifdef HAVE_MMAP
…		…
95	# define GV_NOTQUAL 0	95	# define GV_NOTQUAL 0
96	#endif	96	#endif
97	#ifndef newSV	97	#ifndef newSV
98	# define newSV(l) NEWSV(0,l)	98	# define newSV(l) NEWSV(0,l)
99	#endif	99	#endif
		100	#ifndef CvISXSUB_on
		101	# define CvISXSUB_on(cv) (void)cv
		102	#endif
100		103
101	/* 5.8.7 */	104	/* 5.8.7 */
102	#ifndef SvRV_set	105	#ifndef SvRV_set
103	# define SvRV_set(s,v) SvRV(s) = (v)	106	# define SvRV_set(s,v) SvRV(s) = (v)
104	#endif	107	#endif
…		…
117	#endif	120	#endif
118		121
119	/* The next macros try to return the current stack pointer, in an as	122	/* The next macros try to return the current stack pointer, in an as
120	* portable way as possible. */	123	* portable way as possible. */
121	#if __GNUC__ >= 4	124	#if __GNUC__ >= 4
		125	# define dSTACKLEVEL int stacklevel_dummy
122	# define dSTACKLEVEL void *stacklevel = __builtin_frame_address (0)	126	# define STACKLEVEL __builtin_frame_address (0)
123	#else	127	#else
124	# define dSTACKLEVEL volatile void *stacklevel = (volatile void *)&stacklevel	128	# define dSTACKLEVEL volatile void *stacklevel
		129	# define STACKLEVEL ((void *)&stacklevel)
125	#endif	130	#endif
126		131
127	#define IN_DESTRUCT (PL_main_cv == Nullcv)	132	#define IN_DESTRUCT (PL_main_cv == Nullcv)
128		133
129	#if __GNUC__ >= 3	134	#if __GNUC__ >= 3
…		…
140	#define expect_true(expr) expect ((expr) != 0, 1)	145	#define expect_true(expr) expect ((expr) != 0, 1)
141		146
142	#define NOINLINE attribute ((noinline))	147	#define NOINLINE attribute ((noinline))
143		148
144	#include "CoroAPI.h"	149	#include "CoroAPI.h"
		150	#define GCoroAPI (&coroapi) /* very sneaky */
145		151
146	#ifdef USE_ITHREADS	152	#ifdef USE_ITHREADS
147
148	static perl_mutex coro_lock;
149	# define LOCK do { MUTEX_LOCK (&coro_lock); } while (0)
150	# define UNLOCK do { MUTEX_UNLOCK (&coro_lock); } while (0)
151	# if CORO_PTHREAD	153	# if CORO_PTHREAD
152	static void *coro_thx;	154	static void *coro_thx;
153	# endif	155	# endif
154
155	#else
156
157	# define LOCK (void)0
158	# define UNLOCK (void)0
159
160	#endif	156	#endif
161
162	# undef LOCK
163	# define LOCK (void)0
164	# undef UNLOCK
165	# define UNLOCK (void)0
166
167	/* helper storage struct for Coro::AIO */
168	struct io_state
169	{
170	AV *res;
171	int errorno;
172	I32 laststype; /* U16 in 5.10.0 */
173	int laststatval;
174	Stat_t statcache;
175	};
176		157
177	static double (*nvtime)(); /* so why doesn't it take void? */	158	static double (*nvtime)(); /* so why doesn't it take void? */
		159
		160	/* we hijack an hopefully unused CV flag for our purposes */
		161	#define CVf_SLF 0x4000
		162	static OP *pp_slf (pTHX);
178		163
179	static U32 cctx_gen;	164	static U32 cctx_gen;
180	static size_t cctx_stacksize = CORO_STACKSIZE;	165	static size_t cctx_stacksize = CORO_STACKSIZE;
181	static struct CoroAPI coroapi;	166	static struct CoroAPI coroapi;
182	static AV *main_mainstack; /* used to differentiate between $main and others */	167	static AV *main_mainstack; /* used to differentiate between $main and others */
183	static JMPENV *main_top_env;	168	static JMPENV *main_top_env;
184	static HV *coro_state_stash, *coro_stash;	169	static HV *coro_state_stash, *coro_stash;
185	static volatile SV *coro_mortal; /* will be freed/thrown after next transfer */	170	static volatile SV *coro_mortal; /* will be freed/thrown after next transfer */
186	static volatile struct coro *transfer_next;
187		171
188	static GV *irsgv; /* $/ */	172	static GV *irsgv; /* $/ */
189	static GV *stdoutgv; /* *STDOUT */	173	static GV *stdoutgv; /* *STDOUT */
190	static SV *rv_diehook;	174	static SV *rv_diehook;
191	static SV *rv_warnhook;	175	static SV *rv_warnhook;
…		…
257	/* this is a structure representing a perl-level coroutine */	241	/* this is a structure representing a perl-level coroutine */
258	struct coro {	242	struct coro {
259	/* the C coroutine allocated to this perl coroutine, if any */	243	/* the C coroutine allocated to this perl coroutine, if any */
260	coro_cctx *cctx;	244	coro_cctx *cctx;
261		245
262	/* process data */	246	/* state data */
263	struct CoroSLF slf_frame; /* saved slf frame */	247	struct CoroSLF slf_frame; /* saved slf frame */
264	AV *mainstack;	248	AV *mainstack;
265	perl_slots *slot; /* basically the saved sp */	249	perl_slots *slot; /* basically the saved sp */
266		250
		251	CV *startcv; /* the CV to execute */
267	AV *args; /* data associated with this coroutine (initial args) */	252	AV *args; /* data associated with this coroutine (initial args) */
268	int refcnt; /* coroutines are refcounted, yes */	253	int refcnt; /* coroutines are refcounted, yes */
269	int flags; /* CF_ flags */	254	int flags; /* CF_ flags */
270	HV *hv; /* the perl hash associated with this coro, if any */	255	HV *hv; /* the perl hash associated with this coro, if any */
		256	void (*on_destroy)(pTHX_ struct coro *coro);
271		257
272	/* statistics */	258	/* statistics */
273	int usecount; /* number of transfers to this coro */	259	int usecount; /* number of transfers to this coro */
274		260
275	/* coro process data */	261	/* coro process data */
276	int prio;	262	int prio;
277	SV *throw; /* exception to be thrown */	263	SV *except; /* exception to be thrown */
		264	SV *rouse_cb;
278		265
279	/* async_pool */	266	/* async_pool */
280	SV *saved_deffh;	267	SV *saved_deffh;
281		268
282	/* linked list */	269	/* linked list */
…		…
284	};	271	};
285		272
286	typedef struct coro *Coro__State;	273	typedef struct coro *Coro__State;
287	typedef struct coro *Coro__State_or_hashref;	274	typedef struct coro *Coro__State_or_hashref;
288		275
		276	/* the following variables are effectively part of the perl context */
		277	/* and get copied between struct coro and these variables */
		278	/* the mainr easonw e don't support windows process emulation */
289	static struct CoroSLF slf_frame; /* the current slf frame */	279	static struct CoroSLF slf_frame; /* the current slf frame */
290		280
291	/** Coro ********************************************************************/	281	/** Coro ********************************************************************/
292		282
293	#define PRIO_MAX 3	283	#define PRIO_MAX 3
…		…
332	#if PERL_VERSION_ATLEAST (5,10,0)	322	#if PERL_VERSION_ATLEAST (5,10,0)
333	/* silence stupid and wrong 5.10 warning that I am unable to switch off */	323	/* silence stupid and wrong 5.10 warning that I am unable to switch off */
334	get_hv (name, create);	324	get_hv (name, create);
335	#endif	325	#endif
336	return get_hv (name, create);	326	return get_hv (name, create);
		327	}
		328
		329	/* may croak */
		330	INLINE CV *
		331	coro_sv_2cv (SV *sv)
		332	{
		333	HV *st;
		334	GV *gvp;
		335	return sv_2cv (sv, &st, &gvp, 0);
337	}	336	}
338		337
339	static AV *	338	static AV *
340	coro_clone_padlist (pTHX_ CV *cv)	339	coro_clone_padlist (pTHX_ CV *cv)
341	{	340	{
…		…
395	SvREFCNT_dec (av); /* sv_magicext increased the refcount */	394	SvREFCNT_dec (av); /* sv_magicext increased the refcount */
396		395
397	return 0;	396	return 0;
398	}	397	}
399		398
400	#define CORO_MAGIC_type_cv PERL_MAGIC_ext	399	#define CORO_MAGIC_type_cv 26
401	#define CORO_MAGIC_type_state PERL_MAGIC_ext	400	#define CORO_MAGIC_type_state PERL_MAGIC_ext
402		401
403	static MGVTBL coro_cv_vtbl = {	402	static MGVTBL coro_cv_vtbl = {
404	0, 0, 0, 0,	403	0, 0, 0, 0,
405	coro_cv_free	404	coro_cv_free
406	};	405	};
407		406
		407	#define CORO_MAGIC_NN(sv, type) \
		408	(expect_true (SvMAGIC (sv)->mg_type == type) \
		409	? SvMAGIC (sv) \
		410	: mg_find (sv, type))
		411
408	#define CORO_MAGIC(sv, type) \	412	#define CORO_MAGIC(sv, type) \
409	SvMAGIC (sv) \	413	(expect_true (SvMAGIC (sv)) \
410	? SvMAGIC (sv)->mg_type == type \	414	? CORO_MAGIC_NN (sv, type) \
411	? SvMAGIC (sv) \
412	: mg_find (sv, type) \
413	: 0	415	: 0)
414		416
415	#define CORO_MAGIC_cv(cv) CORO_MAGIC (((SV *)(cv)), CORO_MAGIC_type_cv)	417	#define CORO_MAGIC_cv(cv) CORO_MAGIC (((SV *)(cv)), CORO_MAGIC_type_cv)
416	#define CORO_MAGIC_state(sv) CORO_MAGIC (((SV *)(sv)), CORO_MAGIC_type_state)	418	#define CORO_MAGIC_state(sv) CORO_MAGIC_NN (((SV *)(sv)), CORO_MAGIC_type_state)
417		419
418	INLINE struct coro *	420	INLINE struct coro *
419	SvSTATE_ (pTHX_ SV *coro)	421	SvSTATE_ (pTHX_ SV *coro)
420	{	422	{
421	HV *stash;	423	HV *stash;
…		…
438	mg = CORO_MAGIC_state (coro);	440	mg = CORO_MAGIC_state (coro);
439	return (struct coro *)mg->mg_ptr;	441	return (struct coro *)mg->mg_ptr;
440	}	442	}
441		443
442	#define SvSTATE(sv) SvSTATE_ (aTHX_ (sv))	444	#define SvSTATE(sv) SvSTATE_ (aTHX_ (sv))
		445
		446	/* faster than SvSTATE, but expects a coroutine hv */
		447	#define SvSTATE_hv(hv) ((struct coro *)CORO_MAGIC_NN ((SV *)hv, CORO_MAGIC_type_state)->mg_ptr)
		448	#define SvSTATE_current SvSTATE_hv (SvRV (coro_current))
443		449
444	/* the next two functions merely cache the padlists */	450	/* the next two functions merely cache the padlists */
445	static void	451	static void
446	get_padlist (pTHX_ CV *cv)	452	get_padlist (pTHX_ CV *cv)
447	{	453	{
…		…
453	else	459	else
454	{	460	{
455	#if CORO_PREFER_PERL_FUNCTIONS	461	#if CORO_PREFER_PERL_FUNCTIONS
456	/* this is probably cleaner? but also slower! */	462	/* this is probably cleaner? but also slower! */
457	/* in practise, it seems to be less stable */	463	/* in practise, it seems to be less stable */
458	CV *cp = Perl_cv_clone (cv);	464	CV *cp = Perl_cv_clone (aTHX_ cv);
459	CvPADLIST (cv) = CvPADLIST (cp);	465	CvPADLIST (cv) = CvPADLIST (cp);
460	CvPADLIST (cp) = 0;	466	CvPADLIST (cp) = 0;
461	SvREFCNT_dec (cp);	467	SvREFCNT_dec (cp);
462	#else	468	#else
463	CvPADLIST (cv) = coro_clone_padlist (aTHX_ cv);	469	CvPADLIST (cv) = coro_clone_padlist (aTHX_ cv);
…		…
515	}	521	}
516		522
517	PUTBACK;	523	PUTBACK;
518	}	524	}
519		525
520	slf_frame = c->slf_frame;	526	slf_frame = c->slf_frame;
		527	CORO_THROW = c->except;
521	}	528	}
522		529
523	static void	530	static void
524	save_perl (pTHX_ Coro__State c)	531	save_perl (pTHX_ Coro__State c)
525	{	532	{
		533	c->except = CORO_THROW;
526	c->slf_frame = slf_frame;	534	c->slf_frame = slf_frame;
527		535
528	{	536	{
529	dSP;	537	dSP;
530	I32 cxix = cxstack_ix;	538	I32 cxix = cxstack_ix;
…		…
605	* of perl.c:init_stacks, except that it uses less memory	613	* of perl.c:init_stacks, except that it uses less memory
606	* on the (sometimes correct) assumption that coroutines do	614	* on the (sometimes correct) assumption that coroutines do
607	* not usually need a lot of stackspace.	615	* not usually need a lot of stackspace.
608	*/	616	*/
609	#if CORO_PREFER_PERL_FUNCTIONS	617	#if CORO_PREFER_PERL_FUNCTIONS
610	# define coro_init_stacks init_stacks	618	# define coro_init_stacks(thx) init_stacks ()
611	#else	619	#else
612	static void	620	static void
613	coro_init_stacks (pTHX)	621	coro_init_stacks (pTHX)
614	{	622	{
615	PL_curstackinfo = new_stackinfo(32, 8);	623	PL_curstackinfo = new_stackinfo(32, 8);
…		…
823	slf_check_nop (pTHX_ struct CoroSLF *frame)	831	slf_check_nop (pTHX_ struct CoroSLF *frame)
824	{	832	{
825	return 0;	833	return 0;
826	}	834	}
827		835
828	static void	836	static UNOP coro_setup_op;
		837
		838	static void NOINLINE /* noinline to keep it out of the transfer fast path */
829	coro_setup (pTHX_ struct coro *coro)	839	coro_setup (pTHX_ struct coro *coro)
830	{	840	{
831	/*	841	/*
832	* emulate part of the perl startup here.	842	* emulate part of the perl startup here.
833	*/	843	*/
…		…
860	{	870	{
861	dSP;	871	dSP;
862	UNOP myop;	872	UNOP myop;
863		873
864	Zero (&myop, 1, UNOP);	874	Zero (&myop, 1, UNOP);
865	myop.op_next = Nullop;	875	myop.op_next = Nullop;
866	myop.op_flags = OPf_WANT_VOID;	876	myop.op_flags = OPf_WANT_VOID;
867		877
868	PUSHMARK (SP);	878	PUSHMARK (SP);
869	XPUSHs (sv_2mortal (av_shift (GvAV (PL_defgv))));	879	XPUSHs (sv_2mortal (av_shift (GvAV (PL_defgv))));
870	PUTBACK;	880	PUTBACK;
…		…
876	/* this newly created coroutine might be run on an existing cctx which most	886	/* this newly created coroutine might be run on an existing cctx which most
877	* likely was suspended in pp_slf, so we have to emulate entering pp_slf here.	887	* likely was suspended in pp_slf, so we have to emulate entering pp_slf here.
878	*/	888	*/
879	slf_frame.prepare = prepare_nop; /* provide a nop function for an eventual pp_slf */	889	slf_frame.prepare = prepare_nop; /* provide a nop function for an eventual pp_slf */
880	slf_frame.check = slf_check_nop; /* signal pp_slf to not repeat */	890	slf_frame.check = slf_check_nop; /* signal pp_slf to not repeat */
		891
		892	/* and we have to provide the pp_slf op in any case, so pp_slf can skip it */
		893	coro_setup_op.op_next = PL_op;
		894	coro_setup_op.op_type = OP_CUSTOM;
		895	coro_setup_op.op_ppaddr = pp_slf;
		896	/* no flags required, as an init function won't be called */
		897
		898	PL_op = (OP *)&coro_setup_op;
		899
		900	/* copy throw, in case it was set before coro_setup */
		901	CORO_THROW = coro->except;
881	}	902	}
882		903
883	static void	904	static void
884	coro_destruct (pTHX_ struct coro *coro)	905	coro_destruct (pTHX_ struct coro *coro)
885	{	906	{
…		…
908	SvREFCNT_dec (GvSV (irsgv));	929	SvREFCNT_dec (GvSV (irsgv));
909		930
910	SvREFCNT_dec (PL_diehook);	931	SvREFCNT_dec (PL_diehook);
911	SvREFCNT_dec (PL_warnhook);	932	SvREFCNT_dec (PL_warnhook);
912		933
		934	SvREFCNT_dec (CORO_THROW);
913	SvREFCNT_dec (coro->saved_deffh);	935	SvREFCNT_dec (coro->saved_deffh);
914	SvREFCNT_dec (coro->throw);	936	SvREFCNT_dec (coro->rouse_cb);
915		937
916	coro_destruct_stacks (aTHX);	938	coro_destruct_stacks (aTHX);
917	}	939	}
918		940
919	INLINE void	941	INLINE void
…		…
929	static int	951	static int
930	runops_trace (pTHX)	952	runops_trace (pTHX)
931	{	953	{
932	COP *oldcop = 0;	954	COP *oldcop = 0;
933	int oldcxix = -2;	955	int oldcxix = -2;
934	struct coro *coro = SvSTATE (coro_current); /* trace cctx is tied to specific coro */	956	struct coro *coro = SvSTATE_current; /* trace cctx is tied to specific coro */
935	coro_cctx *cctx = coro->cctx;	957	coro_cctx *cctx = coro->cctx;
936		958
937	while ((PL_op = CALL_FPTR (PL_op->op_ppaddr) (aTHX)))	959	while ((PL_op = CALL_FPTR (PL_op->op_ppaddr) (aTHX)))
938	{	960	{
939	PERL_ASYNC_CHECK ();	961	PERL_ASYNC_CHECK ();
…		…
1006	SAVETMPS;	1028	SAVETMPS;
1007	EXTEND (SP, 3);	1029	EXTEND (SP, 3);
1008	PUSHMARK (SP);	1030	PUSHMARK (SP);
1009	PUSHs (&PL_sv_yes);	1031	PUSHs (&PL_sv_yes);
1010	PUSHs (fullname);	1032	PUSHs (fullname);
1011	PUSHs (CxHASARGS (cx) ? sv_2mortal (newRV_inc ((SV *)cx->blk_sub.argarray)) : &PL_sv_undef);	1033	PUSHs (CxHASARGS (cx) ? sv_2mortal (newRV_inc ((SV *)cx->blk_sub.argarray)) : &PL_sv_undef);
1012	PUTBACK;	1034	PUTBACK;
1013	cb = hv_fetch ((HV *)SvRV (coro_current), "_trace_sub_cb", sizeof ("_trace_sub_cb") - 1, 0);	1035	cb = hv_fetch ((HV *)SvRV (coro_current), "_trace_sub_cb", sizeof ("_trace_sub_cb") - 1, 0);
1014	if (cb) call_sv (*cb, G_KEEPERR | G_EVAL | G_VOID | G_DISCARD);	1036	if (cb) call_sv (*cb, G_KEEPERR | G_EVAL | G_VOID | G_DISCARD);
1015	SPAGAIN;	1037	SPAGAIN;
1016	FREETMPS;	1038	FREETMPS;
…		…
1048		1070
1049	TAINT_NOT;	1071	TAINT_NOT;
1050	return 0;	1072	return 0;
1051	}	1073	}
1052		1074
		1075	static struct coro_cctx *cctx_ssl_cctx;
		1076	static struct CoroSLF cctx_ssl_frame;
		1077
1053	static void	1078	static void
1054	prepare_set_stacklevel (struct coro_transfer_args *ta, struct coro_cctx *cctx)	1079	slf_prepare_set_stacklevel (pTHX_ struct coro_transfer_args *ta)
1055	{	1080	{
1056	ta->prev = (struct coro *)cctx;	1081	ta->prev = (struct coro *)cctx_ssl_cctx;
1057	ta->next = 0;	1082	ta->next = 0;
1058	}	1083	}
1059		1084
1060	/* inject a fake call to Coro::State::_cctx_init into the execution */	1085	static int
1061	/* _cctx_init should be careful, as it could be called at almost any time */	1086	slf_check_set_stacklevel (pTHX_ struct CoroSLF *frame)
1062	/* during execution of a perl program */	1087	{
1063	/* also initialises PL_top_env */	1088	*frame = cctx_ssl_frame;
		1089
		1090	return frame->check (aTHX_ frame); /* execute the restored frame - there must be one */
		1091	}
		1092
		1093	/* initialises PL_top_env and injects a pseudo-slf-call to set the stacklevel */
1064	static void NOINLINE	1094	static void NOINLINE
1065	cctx_prepare (pTHX_ coro_cctx *cctx)	1095	cctx_prepare (pTHX_ coro_cctx *cctx)
1066	{	1096	{
1067	dSP;
1068	UNOP myop;
1069
1070	PL_top_env = &PL_start_env;	1097	PL_top_env = &PL_start_env;
1071		1098
1072	if (cctx->flags & CC_TRACE)	1099	if (cctx->flags & CC_TRACE)
1073	PL_runops = runops_trace;	1100	PL_runops = runops_trace;
1074		1101
1075	Zero (&myop, 1, UNOP);	1102	/* we already must be executing an SLF op, there is no other valid way
1076	myop.op_next = PL_op;	1103	* that can lead to creation of a new cctx */
1077	myop.op_flags = OPf_WANT_VOID | OPf_STACKED;	1104	assert (("FATAL: can't prepare slf-less cctx in Coro module (please report)",
		1105	slf_frame.prepare && PL_op->op_ppaddr == pp_slf));
1078		1106
1079	PUSHMARK (SP);	1107	/* we must emulate leaving pp_slf, which is done inside slf_check_set_stacklevel */
1080	EXTEND (SP, 2);	1108	cctx_ssl_cctx = cctx;
1081	PUSHs (sv_2mortal (newSViv ((IV)cctx)));	1109	cctx_ssl_frame = slf_frame;
1082	PUSHs ((SV *)get_cv ("Coro::State::_cctx_init", FALSE));	1110
1083	PUTBACK;	1111	slf_frame.prepare = slf_prepare_set_stacklevel;
1084	PL_op = (OP *)&myop;	1112	slf_frame.check = slf_check_set_stacklevel;
1085	PL_op = PL_ppaddr[OP_ENTERSUB](aTHX);
1086	SPAGAIN;
1087	}	1113	}
1088		1114
1089	/* the tail of transfer: execute stuff we can only do after a transfer */	1115	/* the tail of transfer: execute stuff we can only do after a transfer */
1090	INLINE void	1116	INLINE void
1091	transfer_tail (pTHX)	1117	transfer_tail (pTHX)
1092	{	1118	{
1093	struct coro *next = (struct coro *)transfer_next;
1094	assert (!(transfer_next = 0)); /* just used for the side effect when asserts are enabled */
1095	assert (("FATAL: next coroutine was zero in transfer_tail (please report)", next));
1096
1097	free_coro_mortal (aTHX);	1119	free_coro_mortal (aTHX);
1098	UNLOCK;
1099
1100	if (expect_false (next->throw))
1101	{
1102	SV *exception = sv_2mortal (next->throw);
1103
1104	next->throw = 0;
1105	sv_setsv (ERRSV, exception);
1106	croak (0);
1107	}
1108	}	1120	}
1109		1121
1110	/*	1122	/*
1111	* this is a _very_ stripped down perl interpreter ;)	1123	* this is a _very_ stripped down perl interpreter ;)
1112	*/	1124	*/
…		…
1127		1139
1128	/* inject a fake subroutine call to cctx_init */	1140	/* inject a fake subroutine call to cctx_init */
1129	cctx_prepare (aTHX_ (coro_cctx *)arg);	1141	cctx_prepare (aTHX_ (coro_cctx *)arg);
1130		1142
1131	/* cctx_run is the alternative tail of transfer() */	1143	/* cctx_run is the alternative tail of transfer() */
1132	/* TODO: throwing an exception here might be deadly, VERIFY */
1133	transfer_tail (aTHX);	1144	transfer_tail (aTHX);
1134		1145
1135	/* somebody or something will hit me for both perl_run and PL_restartop */	1146	/* somebody or something will hit me for both perl_run and PL_restartop */
1136	PL_restartop = PL_op;	1147	PL_restartop = PL_op;
1137	perl_run (PL_curinterp);	1148	perl_run (PL_curinterp);
…		…
1293	/** coroutine switching *****************************************************/	1304	/** coroutine switching *****************************************************/
1294		1305
1295	static void	1306	static void
1296	transfer_check (pTHX_ struct coro *prev, struct coro *next)	1307	transfer_check (pTHX_ struct coro *prev, struct coro *next)
1297	{	1308	{
		1309	/* TODO: throwing up here is considered harmful */
		1310
1298	if (expect_true (prev != next))	1311	if (expect_true (prev != next))
1299	{	1312	{
1300	if (expect_false (!(prev->flags & (CF_RUNNING | CF_NEW))))	1313	if (expect_false (!(prev->flags & (CF_RUNNING | CF_NEW))))
1301	croak ("Coro::State::transfer called with non-running/new prev Coro::State, but can only transfer from running or new states,");	1314	croak ("Coro::State::transfer called with non-running/new prev Coro::State, but can only transfer from running or new states,");
1302		1315
…		…
1312	#endif	1325	#endif
1313	}	1326	}
1314	}	1327	}
1315		1328
1316	/* always use the TRANSFER macro */	1329	/* always use the TRANSFER macro */
1317	static void NOINLINE	1330	static void NOINLINE /* noinline so we have a fixed stackframe */
1318	transfer (pTHX_ struct coro *prev, struct coro *next, int force_cctx)	1331	transfer (pTHX_ struct coro *prev, struct coro *next, int force_cctx)
1319	{	1332	{
1320	dSTACKLEVEL;	1333	dSTACKLEVEL;
1321		1334
1322	/* sometimes transfer is only called to set idle_sp */	1335	/* sometimes transfer is only called to set idle_sp */
1323	if (expect_false (!next))	1336	if (expect_false (!next))
1324	{	1337	{
1325	((coro_cctx *)prev)->idle_sp = (void *)stacklevel;	1338	((coro_cctx *)prev)->idle_sp = STACKLEVEL;
1326	assert (((coro_cctx *)prev)->idle_te = PL_top_env); /* just for the side-effect when asserts are enabled */	1339	assert (((coro_cctx *)prev)->idle_te = PL_top_env); /* just for the side-effect when asserts are enabled */
1327	}	1340	}
1328	else if (expect_true (prev != next))	1341	else if (expect_true (prev != next))
1329	{	1342	{
1330	coro_cctx *prev__cctx;	1343	coro_cctx *prev__cctx;
…		…
1337	prev->flags |= CF_RUNNING;	1350	prev->flags |= CF_RUNNING;
1338	}	1351	}
1339		1352
1340	prev->flags &= ~CF_RUNNING;	1353	prev->flags &= ~CF_RUNNING;
1341	next->flags |= CF_RUNNING;	1354	next->flags |= CF_RUNNING;
1342
1343	LOCK;
1344		1355
1345	/* first get rid of the old state */	1356	/* first get rid of the old state */
1346	save_perl (aTHX_ prev);	1357	save_perl (aTHX_ prev);
1347		1358
1348	if (expect_false (next->flags & CF_NEW))	1359	if (expect_false (next->flags & CF_NEW))
…		…
1357		1368
1358	prev__cctx = prev->cctx;	1369	prev__cctx = prev->cctx;
1359		1370
1360	/* possibly untie and reuse the cctx */	1371	/* possibly untie and reuse the cctx */
1361	if (expect_true (	1372	if (expect_true (
1362	prev__cctx->idle_sp == (void *)stacklevel	1373	prev__cctx->idle_sp == STACKLEVEL
1363	&& !(prev__cctx->flags & CC_TRACE)	1374	&& !(prev__cctx->flags & CC_TRACE)
1364	&& !force_cctx	1375	&& !force_cctx
1365	))	1376	))
1366	{	1377	{
1367	/* I assume that stacklevel is a stronger indicator than PL_top_env changes */	1378	/* I assume that stacklevel is a stronger indicator than PL_top_env changes */
…		…
1381	++next->usecount;	1392	++next->usecount;
1382		1393
1383	if (expect_true (!next->cctx))	1394	if (expect_true (!next->cctx))
1384	next->cctx = cctx_get (aTHX);	1395	next->cctx = cctx_get (aTHX);
1385		1396
1386	assert (("FATAL: transfer_next already nonzero in Coro (please report)", !transfer_next));
1387	transfer_next = next;
1388
1389	if (expect_false (prev__cctx != next->cctx))	1397	if (expect_false (prev__cctx != next->cctx))
1390	{	1398	{
1391	prev__cctx->top_env = PL_top_env;	1399	prev__cctx->top_env = PL_top_env;
1392	PL_top_env = next->cctx->top_env;	1400	PL_top_env = next->cctx->top_env;
1393	coro_transfer (&prev__cctx->cctx, &next->cctx->cctx);	1401	coro_transfer (&prev__cctx->cctx, &next->cctx->cctx);
…		…
1406	coro_state_destroy (pTHX_ struct coro *coro)	1414	coro_state_destroy (pTHX_ struct coro *coro)
1407	{	1415	{
1408	if (coro->flags & CF_DESTROYED)	1416	if (coro->flags & CF_DESTROYED)
1409	return 0;	1417	return 0;
1410		1418
		1419	if (coro->on_destroy)
		1420	coro->on_destroy (aTHX_ coro);
		1421
1411	coro->flags |= CF_DESTROYED;	1422	coro->flags |= CF_DESTROYED;
1412		1423
1413	if (coro->flags & CF_READY)	1424	if (coro->flags & CF_READY)
1414	{	1425	{
1415	/* reduce nready, as destroying a ready coro effectively unreadies it */	1426	/* reduce nready, as destroying a ready coro effectively unreadies it */
1416	/* alternative: look through all ready queues and remove the coro */	1427	/* alternative: look through all ready queues and remove the coro */
1417	LOCK;
1418	--coro_nready;	1428	--coro_nready;
1419	UNLOCK;
1420	}	1429	}
1421	else	1430	else
1422	coro->flags |= CF_READY; /* make sure it is NOT put into the readyqueue */	1431	coro->flags |= CF_READY; /* make sure it is NOT put into the readyqueue */
1423		1432
1424	if (coro->mainstack && coro->mainstack != main_mainstack)	1433	if (coro->mainstack && coro->mainstack != main_mainstack)
…		…
1436		1445
1437	coro->slot = 0;	1446	coro->slot = 0;
1438	}	1447	}
1439		1448
1440	cctx_destroy (coro->cctx);	1449	cctx_destroy (coro->cctx);
		1450	SvREFCNT_dec (coro->startcv);
1441	SvREFCNT_dec (coro->args);	1451	SvREFCNT_dec (coro->args);
1442		1452
1443	if (coro->next) coro->next->prev = coro->prev;	1453	if (coro->next) coro->next->prev = coro->prev;
1444	if (coro->prev) coro->prev->next = coro->next;	1454	if (coro->prev) coro->prev->next = coro->next;
1445	if (coro == coro_first) coro_first = coro->next;	1455	if (coro == coro_first) coro_first = coro->next;
…		…
1500		1510
1501	prepare_transfer (aTHX_ &ta, prev_sv, next_sv);	1511	prepare_transfer (aTHX_ &ta, prev_sv, next_sv);
1502	TRANSFER (ta, 1);	1512	TRANSFER (ta, 1);
1503	}	1513	}
1504		1514
		1515	/*****************************************************************************/
		1516	/* gensub: simple closure generation utility */
		1517
		1518	#define GENSUB_ARG CvXSUBANY (cv).any_ptr
		1519
		1520	/* create a closure from XS, returns a code reference */
		1521	/* the arg can be accessed via GENSUB_ARG from the callback */
		1522	/* the callback must use dXSARGS/XSRETURN */
		1523	static SV *
		1524	gensub (pTHX_ void (*xsub)(pTHX_ CV *), void *arg)
		1525	{
		1526	CV *cv = (CV *)newSV (0);
		1527
		1528	sv_upgrade ((SV *)cv, SVt_PVCV);
		1529
		1530	CvANON_on (cv);
		1531	CvISXSUB_on (cv);
		1532	CvXSUB (cv) = xsub;
		1533	GENSUB_ARG = arg;
		1534
		1535	return newRV_noinc ((SV *)cv);
		1536	}
		1537
1505	/** Coro ********************************************************************/	1538	/** Coro ********************************************************************/
1506		1539
1507	static void	1540	INLINE void
1508	coro_enq (pTHX_ SV *coro_sv)	1541	coro_enq (pTHX_ struct coro *coro)
1509	{	1542	{
1510	av_push (coro_ready [SvSTATE (coro_sv)->prio - PRIO_MIN], coro_sv);	1543	av_push (coro_ready [coro->prio - PRIO_MIN], SvREFCNT_inc_NN (coro->hv));
1511	}	1544	}
1512		1545
1513	static SV *	1546	INLINE SV *
1514	coro_deq (pTHX)	1547	coro_deq (pTHX)
1515	{	1548	{
1516	int prio;	1549	int prio;
1517		1550
1518	for (prio = PRIO_MAX - PRIO_MIN + 1; --prio >= 0; )	1551	for (prio = PRIO_MAX - PRIO_MIN + 1; --prio >= 0; )
…		…
1537	if (coro->flags & CF_READY)	1570	if (coro->flags & CF_READY)
1538	return 0;	1571	return 0;
1539		1572
1540	coro->flags |= CF_READY;	1573	coro->flags |= CF_READY;
1541		1574
1542	LOCK;
1543
1544	sv_hook = coro_nready ? 0 : coro_readyhook;	1575	sv_hook = coro_nready ? 0 : coro_readyhook;
1545	xs_hook = coro_nready ? 0 : coroapi.readyhook;	1576	xs_hook = coro_nready ? 0 : coroapi.readyhook;
1546		1577
1547	coro_enq (aTHX_ SvREFCNT_inc_NN (coro_sv));	1578	coro_enq (aTHX_ coro);
1548	++coro_nready;	1579	++coro_nready;
1549		1580
1550	UNLOCK;
1551
1552	if (sv_hook)	1581	if (sv_hook)
1553	{	1582	{
1554	dSP;	1583	dSP;
1555		1584
1556	ENTER;	1585	ENTER;
1557	SAVETMPS;	1586	SAVETMPS;
1558		1587
1559	PUSHMARK (SP);	1588	PUSHMARK (SP);
1560	PUTBACK;	1589	PUTBACK;
1561	call_sv (sv_hook, G_DISCARD);	1590	call_sv (sv_hook, G_VOID | G_DISCARD);
1562	SPAGAIN;
1563		1591
1564	FREETMPS;	1592	FREETMPS;
1565	LEAVE;	1593	LEAVE;
1566	}	1594	}
1567		1595
…		…
1582	{	1610	{
1583	SV *prev_sv, *next_sv;	1611	SV *prev_sv, *next_sv;
1584		1612
1585	for (;;)	1613	for (;;)
1586	{	1614	{
1587	LOCK;
1588	next_sv = coro_deq (aTHX);	1615	next_sv = coro_deq (aTHX);
1589		1616
1590	/* nothing to schedule: call the idle handler */	1617	/* nothing to schedule: call the idle handler */
1591	if (expect_false (!next_sv))	1618	if (expect_false (!next_sv))
1592	{	1619	{
1593	dSP;	1620	dSP;
1594	UNLOCK;
1595		1621
1596	ENTER;	1622	ENTER;
1597	SAVETMPS;	1623	SAVETMPS;
1598		1624
1599	PUSHMARK (SP);	1625	PUSHMARK (SP);
1600	PUTBACK;	1626	PUTBACK;
1601	call_sv (get_sv ("Coro::idle", FALSE), G_DISCARD);	1627	call_sv (get_sv ("Coro::idle", FALSE), G_VOID | G_DISCARD);
1602	SPAGAIN;
1603		1628
1604	FREETMPS;	1629	FREETMPS;
1605	LEAVE;	1630	LEAVE;
1606	continue;	1631	continue;
1607	}	1632	}
1608		1633
1609	ta->next = SvSTATE (next_sv);	1634	ta->next = SvSTATE_hv (next_sv);
1610		1635
1611	/* cannot transfer to destroyed coros, skip and look for next */	1636	/* cannot transfer to destroyed coros, skip and look for next */
1612	if (expect_false (ta->next->flags & CF_DESTROYED))	1637	if (expect_false (ta->next->flags & CF_DESTROYED))
1613	{	1638	{
1614	UNLOCK;
1615	SvREFCNT_dec (next_sv);	1639	SvREFCNT_dec (next_sv);
1616	/* coro_nready has already been taken care of by destroy */	1640	/* coro_nready has already been taken care of by destroy */
1617	continue;	1641	continue;
1618	}	1642	}
1619		1643
1620	--coro_nready;	1644	--coro_nready;
1621	UNLOCK;
1622	break;	1645	break;
1623	}	1646	}
1624		1647
1625	/* free this only after the transfer */	1648	/* free this only after the transfer */
1626	prev_sv = SvRV (coro_current);	1649	prev_sv = SvRV (coro_current);
1627	ta->prev = SvSTATE (prev_sv);	1650	ta->prev = SvSTATE_hv (prev_sv);
1628	TRANSFER_CHECK (*ta);	1651	TRANSFER_CHECK (*ta);
1629	assert (("FATAL: next coroutine isn't marked as ready in Coro (please report)", ta->next->flags & CF_READY));	1652	assert (("FATAL: next coroutine isn't marked as ready in Coro (please report)", ta->next->flags & CF_READY));
1630	ta->next->flags &= ~CF_READY;	1653	ta->next->flags &= ~CF_READY;
1631	SvRV_set (coro_current, next_sv);	1654	SvRV_set (coro_current, next_sv);
1632		1655
1633	LOCK;
1634	free_coro_mortal (aTHX);	1656	free_coro_mortal (aTHX);
1635	coro_mortal = prev_sv;	1657	coro_mortal = prev_sv;
1636	UNLOCK;
1637	}	1658	}
1638		1659
1639	INLINE void	1660	INLINE void
1640	prepare_cede (pTHX_ struct coro_transfer_args *ta)	1661	prepare_cede (pTHX_ struct coro_transfer_args *ta)
1641	{	1662	{
…		…
1718	if (coro->flags & CF_RUNNING)	1739	if (coro->flags & CF_RUNNING)
1719	PL_runops = RUNOPS_DEFAULT;	1740	PL_runops = RUNOPS_DEFAULT;
1720	else	1741	else
1721	coro->slot->runops = RUNOPS_DEFAULT;	1742	coro->slot->runops = RUNOPS_DEFAULT;
1722	}	1743	}
		1744	}
		1745
		1746	/*****************************************************************************/
		1747	/* rouse callback */
		1748
		1749	#define CORO_MAGIC_type_rouse PERL_MAGIC_ext
		1750
		1751	static void
		1752	coro_rouse_callback (pTHX_ CV *cv)
		1753	{
		1754	dXSARGS;
		1755	SV *data = (SV *)GENSUB_ARG;
		1756
		1757	if (SvTYPE (SvRV (data)) != SVt_PVAV)
		1758	{
		1759	/* first call, set args */
		1760	int i;
		1761	AV *av = newAV ();
		1762	SV *coro = SvRV (data);
		1763
		1764	SvRV_set (data, (SV *)av);
		1765	api_ready (aTHX_ coro);
		1766	SvREFCNT_dec (coro);
		1767
		1768	/* better take a full copy of the arguments */
		1769	while (items--)
		1770	av_store (av, items, newSVsv (ST (items)));
		1771	}
		1772
		1773	XSRETURN_EMPTY;
		1774	}
		1775
		1776	static int
		1777	slf_check_rouse_wait (pTHX_ struct CoroSLF *frame)
		1778	{
		1779	SV *data = (SV *)frame->data;
		1780
		1781	if (CORO_THROW)
		1782	return 0;
		1783
		1784	if (SvTYPE (SvRV (data)) != SVt_PVAV)
		1785	return 1;
		1786
		1787	/* now push all results on the stack */
		1788	{
		1789	dSP;
		1790	AV *av = (AV *)SvRV (data);
		1791	int i;
		1792
		1793	EXTEND (SP, AvFILLp (av) + 1);
		1794	for (i = 0; i <= AvFILLp (av); ++i)
		1795	PUSHs (sv_2mortal (AvARRAY (av)[i]));
		1796
		1797	/* we have stolen the elements, so ste length to zero and free */
		1798	AvFILLp (av) = -1;
		1799	av_undef (av);
		1800
		1801	PUTBACK;
		1802	}
		1803
		1804	return 0;
		1805	}
		1806
		1807	static void
		1808	slf_init_rouse_wait (pTHX_ struct CoroSLF *frame, CV *cv, SV **arg, int items)
		1809	{
		1810	SV *cb;
		1811
		1812	if (items)
		1813	cb = arg [0];
		1814	else
		1815	{
		1816	struct coro *coro = SvSTATE_current;
		1817
		1818	if (!coro->rouse_cb)
		1819	croak ("Coro::rouse_wait called without rouse callback, and no default rouse callback found either,");
		1820
		1821	cb = sv_2mortal (coro->rouse_cb);
		1822	coro->rouse_cb = 0;
		1823	}
		1824
		1825	if (!SvROK (cb)
		1826	|| SvTYPE (SvRV (cb)) != SVt_PVCV
		1827	|| CvXSUB ((CV *)SvRV (cb)) != coro_rouse_callback)
		1828	croak ("Coro::rouse_wait called with illegal callback argument,");
		1829
		1830	{
		1831	CV *cv = (CV *)SvRV (cb); /* for GENSUB_ARG */
		1832	SV *data = (SV *)GENSUB_ARG;
		1833
		1834	frame->data = (void *)data;
		1835	frame->prepare = SvTYPE (SvRV (data)) == SVt_PVAV ? prepare_nop : prepare_schedule;
		1836	frame->check = slf_check_rouse_wait;
		1837	}
		1838	}
		1839
		1840	static SV *
		1841	coro_new_rouse_cb (pTHX)
		1842	{
		1843	HV *hv = (HV *)SvRV (coro_current);
		1844	struct coro *coro = SvSTATE_hv (hv);
		1845	SV *data = newRV_inc ((SV *)hv);
		1846	SV *cb = gensub (aTHX_ coro_rouse_callback, (void *)data);
		1847
		1848	sv_magicext (SvRV (cb), data, CORO_MAGIC_type_rouse, 0, 0, 0);
		1849	SvREFCNT_dec (data); /* magicext increases the refcount */
		1850
		1851	SvREFCNT_dec (coro->rouse_cb);
		1852	coro->rouse_cb = SvREFCNT_inc_NN (cb);
		1853
		1854	return cb;
		1855	}
		1856
		1857	/*****************************************************************************/
		1858	/* schedule-like-function opcode (SLF) */
		1859
		1860	static UNOP slf_restore; /* restore stack as entersub did, for first-re-run */
		1861	static const CV *slf_cv;
		1862	static SV **slf_argv;
		1863	static int slf_argc, slf_arga; /* count, allocated */
		1864	static I32 slf_ax; /* top of stack, for restore */
		1865
		1866	/* this restores the stack in the case we patched the entersub, to */
		1867	/* recreate the stack frame as perl will on following calls */
		1868	/* since entersub cleared the stack */
		1869	static OP *
		1870	pp_restore (pTHX)
		1871	{
		1872	int i;
		1873	SV **SP = PL_stack_base + slf_ax;
		1874
		1875	PUSHMARK (SP);
		1876
		1877	EXTEND (SP, slf_argc + 1);
		1878
		1879	for (i = 0; i < slf_argc; ++i)
		1880	PUSHs (sv_2mortal (slf_argv [i]));
		1881
		1882	PUSHs ((SV *)CvGV (slf_cv));
		1883
		1884	RETURNOP (slf_restore.op_first);
		1885	}
		1886
		1887	static void
		1888	slf_prepare_transfer (pTHX_ struct coro_transfer_args *ta)
		1889	{
		1890	SV **arg = (SV **)slf_frame.data;
		1891
		1892	prepare_transfer (aTHX_ ta, arg [0], arg [1]);
		1893	}
		1894
		1895	static void
		1896	slf_init_transfer (pTHX_ struct CoroSLF *frame, CV *cv, SV **arg, int items)
		1897	{
		1898	if (items != 2)
		1899	croak ("Coro::State::transfer (prev, next) expects two arguments, not %d,", items);
		1900
		1901	frame->prepare = slf_prepare_transfer;
		1902	frame->check = slf_check_nop;
		1903	frame->data = (void *)arg; /* let's hope it will stay valid */
		1904	}
		1905
		1906	static void
		1907	slf_init_schedule (pTHX_ struct CoroSLF *frame, CV *cv, SV **arg, int items)
		1908	{
		1909	frame->prepare = prepare_schedule;
		1910	frame->check = slf_check_nop;
		1911	}
		1912
		1913	static void
		1914	slf_init_cede (pTHX_ struct CoroSLF *frame, CV *cv, SV **arg, int items)
		1915	{
		1916	frame->prepare = prepare_cede;
		1917	frame->check = slf_check_nop;
		1918	}
		1919
		1920	static void
		1921	slf_init_cede_notself (pTHX_ struct CoroSLF *frame, CV *cv, SV **arg, int items)
		1922	{
		1923	frame->prepare = prepare_cede_notself;
		1924	frame->check = slf_check_nop;
		1925	}
		1926
		1927	/*
		1928	* these not obviously related functions are all rolled into one
		1929	* function to increase chances that they all will call transfer with the same
		1930	* stack offset
		1931	* SLF stands for "schedule-like-function".
		1932	*/
		1933	static OP *
		1934	pp_slf (pTHX)
		1935	{
		1936	I32 checkmark; /* mark SP to see how many elements check has pushed */
		1937
		1938	/* set up the slf frame, unless it has already been set-up */
		1939	/* the latter happens when a new coro has been started */
		1940	/* or when a new cctx was attached to an existing coroutine */
		1941	if (expect_true (!slf_frame.prepare))
		1942	{
		1943	/* first iteration */
		1944	dSP;
		1945	SV **arg = PL_stack_base + TOPMARK + 1;
		1946	int items = SP - arg; /* args without function object */
		1947	SV *gv = *sp;
		1948
		1949	/* do a quick consistency check on the "function" object, and if it isn't */
		1950	/* for us, divert to the real entersub */
		1951	if (SvTYPE (gv) != SVt_PVGV
		1952	|| !GvCV (gv)
		1953	|| !(CvFLAGS (GvCV (gv)) & CVf_SLF))
		1954	return PL_ppaddr[OP_ENTERSUB](aTHX);
		1955
		1956	if (!(PL_op->op_flags & OPf_STACKED))
		1957	{
		1958	/* ampersand-form of call, use @_ instead of stack */
		1959	AV *av = GvAV (PL_defgv);
		1960	arg = AvARRAY (av);
		1961	items = AvFILLp (av) + 1;
		1962	}
		1963
		1964	/* now call the init function, which needs to set up slf_frame */
		1965	((coro_slf_cb)CvXSUBANY (GvCV (gv)).any_ptr)
		1966	(aTHX_ &slf_frame, GvCV (gv), arg, items);
		1967
		1968	/* pop args */
		1969	SP = PL_stack_base + POPMARK;
		1970
		1971	PUTBACK;
		1972	}
		1973
		1974	/* now that we have a slf_frame, interpret it! */
		1975	/* we use a callback system not to make the code needlessly */
		1976	/* complicated, but so we can run multiple perl coros from one cctx */
		1977
		1978	do
		1979	{
		1980	struct coro_transfer_args ta;
		1981
		1982	slf_frame.prepare (aTHX_ &ta);
		1983	TRANSFER (ta, 0);
		1984
		1985	checkmark = PL_stack_sp - PL_stack_base;
		1986	}
		1987	while (slf_frame.check (aTHX_ &slf_frame));
		1988
		1989	slf_frame.prepare = 0; /* invalidate the frame, we are done processing it */
		1990
		1991	/* exception handling */
		1992	if (expect_false (CORO_THROW))
		1993	{
		1994	SV *exception = sv_2mortal (CORO_THROW);
		1995
		1996	CORO_THROW = 0;
		1997	sv_setsv (ERRSV, exception);
		1998	croak (0);
		1999	}
		2000
		2001	/* return value handling - mostly like entersub */
		2002	/* make sure we put something on the stack in scalar context */
		2003	if (GIMME_V == G_SCALAR)
		2004	{
		2005	dSP;
		2006	SV **bot = PL_stack_base + checkmark;
		2007
		2008	if (sp == bot) /* too few, push undef */
		2009	bot [1] = &PL_sv_undef;
		2010	else if (sp != bot + 1) /* too many, take last one */
		2011	bot [1] = *sp;
		2012
		2013	SP = bot + 1;
		2014
		2015	PUTBACK;
		2016	}
		2017
		2018	return NORMAL;
		2019	}
		2020
		2021	static void
		2022	api_execute_slf (pTHX_ CV *cv, coro_slf_cb init_cb, I32 ax)
		2023	{
		2024	int i;
		2025	SV **arg = PL_stack_base + ax;
		2026	int items = PL_stack_sp - arg + 1;
		2027
		2028	assert (("FATAL: SLF call with illegal CV value", !CvANON (cv)));
		2029
		2030	if (PL_op->op_ppaddr != PL_ppaddr [OP_ENTERSUB]
		2031	&& PL_op->op_ppaddr != pp_slf)
		2032	croak ("FATAL: Coro SLF calls can only be made normally, not via goto or any other means, caught");
		2033
		2034	CvFLAGS (cv) |= CVf_SLF;
		2035	CvXSUBANY (cv).any_ptr = (void *)init_cb;
		2036	slf_cv = cv;
		2037
		2038	/* we patch the op, and then re-run the whole call */
		2039	/* we have to put the same argument on the stack for this to work */
		2040	/* and this will be done by pp_restore */
		2041	slf_restore.op_next = (OP *)&slf_restore;
		2042	slf_restore.op_type = OP_CUSTOM;
		2043	slf_restore.op_ppaddr = pp_restore;
		2044	slf_restore.op_first = PL_op;
		2045
		2046	slf_ax = ax - 1; /* undo the ax++ inside dAXMARK */
		2047
		2048	if (PL_op->op_flags & OPf_STACKED)
		2049	{
		2050	if (items > slf_arga)
		2051	{
		2052	slf_arga = items;
		2053	free (slf_argv);
		2054	slf_argv = malloc (slf_arga * sizeof (SV *));
		2055	}
		2056
		2057	slf_argc = items;
		2058
		2059	for (i = 0; i < items; ++i)
		2060	slf_argv [i] = SvREFCNT_inc (arg [i]);
		2061	}
		2062	else
		2063	slf_argc = 0;
		2064
		2065	PL_op->op_ppaddr = pp_slf;
		2066	PL_op->op_type = OP_CUSTOM; /* maybe we should leave it at entersub? */
		2067
		2068	PL_op = (OP *)&slf_restore;
1723	}	2069	}
1724		2070
1725	/*****************************************************************************/	2071	/*****************************************************************************/
1726	/* PerlIO::cede */	2072	/* PerlIO::cede */
1727		2073
…		…
1796	PerlIOBuf_get_cnt,	2142	PerlIOBuf_get_cnt,
1797	PerlIOBuf_set_ptrcnt,	2143	PerlIOBuf_set_ptrcnt,
1798	};	2144	};
1799		2145
1800	/*****************************************************************************/	2146	/*****************************************************************************/
		2147	/* Coro::Semaphore & Coro::Signal */
1801		2148
1802	static const CV *slf_cv; /* for quick consistency check */
1803
1804	static UNOP slf_restore; /* restore stack as entersub did, for first-re-run */
1805	static SV *slf_arg0;
1806	static SV *slf_arg1;
1807	static SV *slf_arg2;
1808
1809	/* this restores the stack in the case we patched the entersub, to */
1810	/* recreate the stack frame as perl will on following calls */
1811	/* since entersub cleared the stack */
1812	static OP *	2149	static SV *
1813	pp_restore (pTHX)	2150	coro_waitarray_new (pTHX_ int count)
1814	{	2151	{
1815	dSP;	2152	/* a semaphore contains a counter IV in $sem->[0] and any waiters after that */
		2153	AV *av = newAV ();
		2154	SV **ary;
1816		2155
1817	PUSHMARK (SP);	2156	/* unfortunately, building manually saves memory */
		2157	Newx (ary, 2, SV *);
		2158	AvALLOC (av) = ary;
		2159	/*AvARRAY (av) = ary;*/
		2160	SvPVX ((SV *)av) = (char *)ary; /* 5.8.8 needs this syntax instead of AvARRAY = ary */
		2161	AvMAX (av) = 1;
		2162	AvFILLp (av) = 0;
		2163	ary [0] = newSViv (count);
1818		2164
1819	EXTEND (SP, 3);	2165	return newRV_noinc ((SV *)av);
1820	if (slf_arg0) PUSHs (sv_2mortal (slf_arg0));
1821	if (slf_arg1) PUSHs (sv_2mortal (slf_arg1));
1822	if (slf_arg2) PUSHs (sv_2mortal (slf_arg2));
1823	PUSHs ((SV *)CvGV (slf_cv));
1824
1825	RETURNOP (slf_restore.op_first);
1826	}	2166	}
1827		2167
1828	static void	2168	/* semaphore */
1829	slf_prepare_set_stacklevel (pTHX_ struct coro_transfer_args *ta)
1830	{
1831	prepare_set_stacklevel (ta, (struct coro_cctx *)slf_frame.data);
1832	}
1833		2169
1834	static void	2170	static void
1835	slf_init_set_stacklevel (pTHX_ struct CoroSLF *frame, CV *cv, SV **arg, int items)	2171	coro_semaphore_adjust (pTHX_ AV *av, IV adjust)
1836	{	2172	{
1837	assert (("FATAL: set_stacklevel needs the coro cctx as sole argument", items == 1));	2173	SV *count_sv = AvARRAY (av)[0];
		2174	IV count = SvIVX (count_sv);
1838		2175
1839	frame->prepare = slf_prepare_set_stacklevel;	2176	count += adjust;
1840	frame->check = slf_check_nop;	2177	SvIVX (count_sv) = count;
1841	frame->data = (void *)SvIV (arg [0]);
1842	}
1843		2178
1844	static void	2179	/* now wake up as many waiters as are expected to lock */
1845	slf_prepare_transfer (pTHX_ struct coro_transfer_args *ta)	2180	while (count > 0 && AvFILLp (av) > 0)
1846	{
1847	SV **arg = (SV **)slf_frame.data;
1848
1849	prepare_transfer (aTHX_ ta, arg [0], arg [1]);
1850	}
1851
1852	static void
1853	slf_init_transfer (pTHX_ struct CoroSLF *frame, CV *cv, SV **arg, int items)
1854	{
1855	if (items != 2)
1856	croak ("Coro::State::transfer (prev, next) expects two arguments, not %d,", items);
1857
1858	frame->prepare = slf_prepare_transfer;
1859	frame->check = slf_check_nop;
1860	frame->data = (void *)arg; /* let's hope it will stay valid */
1861	}
1862
1863	static void
1864	slf_init_schedule (pTHX_ struct CoroSLF *frame, CV *cv, SV **arg, int items)
1865	{
1866	frame->prepare = prepare_schedule;
1867	frame->check = slf_check_nop;
1868	}
1869
1870	static void
1871	slf_init_cede (pTHX_ struct CoroSLF *frame, CV *cv, SV **arg, int items)
1872	{
1873	frame->prepare = prepare_cede;
1874	frame->check = slf_check_nop;
1875	}
1876
1877	static void
1878	slf_init_cede_notself (pTHX_ struct CoroSLF *frame, CV *cv, SV **arg, int items)
1879	{
1880	frame->prepare = prepare_cede_notself;
1881	frame->check = slf_check_nop;
1882	}
1883
1884	/* we hijack an hopefully unused CV flag for our purposes */
1885	#define CVf_SLF 0x4000
1886
1887	/*
1888	* these not obviously related functions are all rolled into one
1889	* function to increase chances that they all will call transfer with the same
1890	* stack offset
1891	* SLF stands for "schedule-like-function".
1892	*/
1893	static OP *
1894	pp_slf (pTHX)
1895	{
1896	I32 checkmark; /* mark SP to see how many elements check has pushed */
1897
1898	/* set up the slf frame, unless it has already been set-up */
1899	/* the latter happens when a new coro has been started */
1900	/* or when a new cctx was attached to an existing coroutine */
1901	if (expect_true (!slf_frame.prepare))
1902	{	2181	{
1903	/* first iteration */	2182	SV *cb;
1904	dSP;
1905	SV **arg = PL_stack_base + TOPMARK + 1;
1906	int items = SP - arg; /* args without function object */
1907	SV *gv = *sp;
1908		2183
1909	/* do a quick consistency check on the "function" object, and if it isn't */	2184	/* swap first two elements so we can shift a waiter */
1910	/* for us, divert to the real entersub */	2185	AvARRAY (av)[0] = AvARRAY (av)[1];
1911	if (SvTYPE (gv) != SVt_PVGV || !(CvFLAGS (GvCV (gv)) & CVf_SLF))	2186	AvARRAY (av)[1] = count_sv;
1912	return PL_ppaddr[OP_ENTERSUB](aTHX);	2187	cb = av_shift (av);
1913		2188
1914	/* pop args */	2189	if (SvOBJECT (cb))
1915	SP = PL_stack_base + POPMARK;
1916
1917	if (!(PL_op->op_flags & OPf_STACKED))
1918	{	2190	{
1919	/* ampersand-form of call, use @_ instead of stack */	2191	api_ready (aTHX_ cb);
1920	AV *av = GvAV (PL_defgv);	2192	--count;
1921	arg = AvARRAY (av);
1922	items = AvFILLp (av) + 1;
1923	}	2193	}
1924		2194	else if (SvTYPE (cb) == SVt_PVCV)
1925	PUTBACK;
1926
1927	((coro_slf_cb)CvXSUBANY (GvCV (gv)).any_ptr) (aTHX_ &slf_frame, GvCV (gv), arg, items);
1928	}
1929
1930	/* now interpret the slf_frame */
1931	/* we use a callback system not to make the code needlessly */
1932	/* complicated, but so we can run multiple perl coros from one cctx */
1933
1934	do
1935	{
1936	struct coro_transfer_args ta;
1937
1938	slf_frame.prepare (aTHX_ &ta);
1939	TRANSFER (ta, 0);
1940
1941	checkmark = PL_stack_sp - PL_stack_base;
1942	}
1943	while (slf_frame.check (aTHX_ &slf_frame));
1944
1945	{
1946	dSP;
1947	SV **bot = PL_stack_base + checkmark;
1948	int gimme = GIMME_V;
1949
1950	slf_frame.prepare = 0; /* signal pp_slf that we need a new frame */
1951
1952	/* make sure we put something on the stack in scalar context */
1953	if (gimme == G_SCALAR)
1954	{	2195	{
1955	if (sp == bot)	2196	dSP;
1956	XPUSHs (&PL_sv_undef);	2197	PUSHMARK (SP);
1957		2198	XPUSHs (sv_2mortal (newRV_inc ((SV *)av)));
1958	SP = bot + 1;	2199	PUTBACK;
		2200	call_sv (cb, G_VOID | G_DISCARD | G_EVAL | G_KEEPERR);
1959	}	2201	}
1960		2202
1961	PUTBACK;	2203	SvREFCNT_dec (cb);
1962	}	2204	}
1963
1964	return NORMAL;
1965	}	2205	}
1966		2206
1967	static void	2207	static void
1968	api_execute_slf (pTHX_ CV *cv, coro_slf_cb init_cb, SV **arg, int items)	2208	coro_semaphore_on_destroy (pTHX_ struct coro *coro)
1969	{	2209	{
1970	assert (("FATAL: SLF call with illegal CV value", !CvANON (cv)));	2210	/* call $sem->adjust (0) to possibly wake up some other waiters */
1971		2211	coro_semaphore_adjust (aTHX_ (AV *)coro->slf_frame.data, 0);
1972	if (PL_op->op_ppaddr != PL_ppaddr [OP_ENTERSUB]
1973	&& PL_op->op_ppaddr != pp_slf)
1974	croak ("FATAL: Coro SLF calls can only be made normally, not via goto or any other means, caught");
1975
1976	if (items > 3)
1977	croak ("Coro only supports up to three arguments to SLF functions currently (not %d), caught", items);
1978
1979	CvFLAGS (cv) |= CVf_SLF;
1980	CvXSUBANY (cv).any_ptr = (void *)init_cb;
1981	slf_cv = cv;
1982
1983	/* we patch the op, and then re-run the whole call */
1984	/* we have to put the same argument on the stack for this to work */
1985	/* and this will be done by pp_restore */
1986	slf_restore.op_next = (OP *)&slf_restore;
1987	slf_restore.op_type = OP_NULL;
1988	slf_restore.op_ppaddr = pp_restore;
1989	slf_restore.op_first = PL_op;
1990
1991	slf_arg0 = items > 0 ? SvREFCNT_inc (arg [0]) : 0;
1992	slf_arg1 = items > 1 ? SvREFCNT_inc (arg [1]) : 0;
1993	slf_arg2 = items > 2 ? SvREFCNT_inc (arg [2]) : 0;
1994
1995	PL_op->op_ppaddr = pp_slf;
1996
1997	PL_op = (OP *)&slf_restore;
1998	}	2212	}
1999
2000	/*****************************************************************************/
2001		2213
2002	static int	2214	static int
2003	slf_check_semaphore_down (pTHX_ struct CoroSLF *frame)	2215	slf_check_semaphore_down_or_wait (pTHX_ struct CoroSLF *frame, int acquire)
2004	{	2216	{
2005	AV *av = (AV *)frame->data;	2217	AV *av = (AV *)frame->data;
2006	SV *count_sv = AvARRAY (av)[0];	2218	SV *count_sv = AvARRAY (av)[0];
2007		2219
		2220	/* if we are about to throw, don't actually acquire the lock, just throw */
		2221	if (CORO_THROW)
		2222	return 0;
2008	if (SvIVX (count_sv) > 0)	2223	else if (SvIVX (count_sv) > 0)
2009	{	2224	{
		2225	SvSTATE_current->on_destroy = 0;
		2226
		2227	if (acquire)
2010	SvIVX (count_sv) = SvIVX (count_sv) - 1;	2228	SvIVX (count_sv) = SvIVX (count_sv) - 1;
		2229	else
		2230	coro_semaphore_adjust (aTHX_ av, 0);
		2231
2011	return 0;	2232	return 0;
2012	}	2233	}
2013	else	2234	else
2014	{	2235	{
2015	int i;	2236	int i;
…		…
2024	av_push (av, SvREFCNT_inc (SvRV (coro_current)));	2245	av_push (av, SvREFCNT_inc (SvRV (coro_current)));
2025	return 1;	2246	return 1;
2026	}	2247	}
2027	}	2248	}
2028		2249
2029	static void	2250	static int
		2251	slf_check_semaphore_down (pTHX_ struct CoroSLF *frame)
		2252	{
		2253	return slf_check_semaphore_down_or_wait (aTHX_ frame, 1);
		2254	}
		2255
		2256	static int
		2257	slf_check_semaphore_wait (pTHX_ struct CoroSLF *frame)
		2258	{
		2259	return slf_check_semaphore_down_or_wait (aTHX_ frame, 0);
		2260	}
		2261
		2262	static void
2030	slf_init_semaphore_down (pTHX_ struct CoroSLF *frame, CV *cv, SV **arg, int items)	2263	slf_init_semaphore_down_or_wait (pTHX_ struct CoroSLF *frame, CV *cv, SV **arg, int items)
2031	{	2264	{
2032	AV *av = (AV *)SvRV (arg [0]);	2265	AV *av = (AV *)SvRV (arg [0]);
2033		2266
2034	if (SvIVX (AvARRAY (av)[0]) > 0)	2267	if (SvIVX (AvARRAY (av)[0]) > 0)
2035	{	2268	{
…		…
2040	{	2273	{
2041	av_push (av, SvREFCNT_inc (SvRV (coro_current)));	2274	av_push (av, SvREFCNT_inc (SvRV (coro_current)));
2042		2275
2043	frame->data = (void *)sv_2mortal (SvREFCNT_inc ((SV *)av));	2276	frame->data = (void *)sv_2mortal (SvREFCNT_inc ((SV *)av));
2044	frame->prepare = prepare_schedule;	2277	frame->prepare = prepare_schedule;
2045	}
2046		2278
		2279	/* to avoid race conditions when a woken-up coro gets terminated */
		2280	/* we arrange for a temporary on_destroy that calls adjust (0) */
		2281	SvSTATE_current->on_destroy = coro_semaphore_on_destroy;
		2282	}
		2283	}
		2284
		2285	static void
		2286	slf_init_semaphore_down (pTHX_ struct CoroSLF *frame, CV *cv, SV **arg, int items)
		2287	{
		2288	slf_init_semaphore_down_or_wait (aTHX_ frame, cv, arg, items);
2047	frame->check = slf_check_semaphore_down;	2289	frame->check = slf_check_semaphore_down;
		2290	}
2048		2291
		2292	static void
		2293	slf_init_semaphore_wait (pTHX_ struct CoroSLF *frame, CV *cv, SV **arg, int items)
		2294	{
		2295	if (items >= 2)
		2296	{
		2297	/* callback form */
		2298	AV *av = (AV *)SvRV (arg [0]);
		2299	CV *cb_cv = coro_sv_2cv (arg [1]);
		2300
		2301	av_push (av, (SV *)SvREFCNT_inc_NN (cb_cv));
		2302
		2303	if (SvIVX (AvARRAY (av)[0]) > 0)
		2304	coro_semaphore_adjust (aTHX_ av, 0);
		2305
		2306	frame->prepare = prepare_nop;
		2307	frame->check = slf_check_nop;
		2308	}
		2309	else
		2310	{
		2311	slf_init_semaphore_down_or_wait (aTHX_ frame, cv, arg, items);
		2312	frame->check = slf_check_semaphore_wait;
		2313	}
		2314	}
		2315
		2316	/* signal */
		2317
		2318	static void
		2319	coro_signal_wake (pTHX_ AV *av, int count)
		2320	{
		2321	SvIVX (AvARRAY (av)[0]) = 0;
		2322
		2323	/* now signal count waiters */
		2324	while (count > 0 && AvFILLp (av) > 0)
		2325	{
		2326	SV *cb;
		2327
		2328	/* swap first two elements so we can shift a waiter */
		2329	cb = AvARRAY (av)[0];
		2330	AvARRAY (av)[0] = AvARRAY (av)[1];
		2331	AvARRAY (av)[1] = cb;
		2332
		2333	cb = av_shift (av);
		2334
		2335	api_ready (aTHX_ cb);
		2336	sv_setiv (cb, 0); /* signal waiter */
		2337	SvREFCNT_dec (cb);
		2338
		2339	--count;
		2340	}
		2341	}
		2342
		2343	static int
		2344	slf_check_signal_wait (pTHX_ struct CoroSLF *frame)
		2345	{
		2346	/* if we are about to throw, also stop waiting */
		2347	return SvROK ((SV *)frame->data) && !CORO_THROW;
		2348	}
		2349
		2350	static void
		2351	slf_init_signal_wait (pTHX_ struct CoroSLF *frame, CV *cv, SV **arg, int items)
		2352	{
		2353	AV *av = (AV *)SvRV (arg [0]);
		2354
		2355	if (SvIVX (AvARRAY (av)[0]))
		2356	{
		2357	SvIVX (AvARRAY (av)[0]) = 0;
		2358	frame->prepare = prepare_nop;
		2359	frame->check = slf_check_nop;
		2360	}
		2361	else
		2362	{
		2363	SV *waiter = newRV_inc (SvRV (coro_current)); /* owned by signal av */
		2364
		2365	av_push (av, waiter);
		2366
		2367	frame->data = (void *)sv_2mortal (SvREFCNT_inc_NN (waiter)); /* owned by process */
		2368	frame->prepare = prepare_schedule;
		2369	frame->check = slf_check_signal_wait;
		2370	}
2049	}	2371	}
2050		2372
2051	/*****************************************************************************/	2373	/*****************************************************************************/
		2374	/* Coro::AIO */
2052		2375
2053	#define GENSUB_ARG CvXSUBANY (cv).any_ptr	2376	#define CORO_MAGIC_type_aio PERL_MAGIC_ext
2054		2377
2055	/* create a closure from XS, returns a code reference */	2378	/* helper storage struct */
2056	/* the arg can be accessed via GENSUB_ARG from the callback */	2379	struct io_state
2057	/* the callback must use dXSARGS/XSRETURN */
2058	static SV *
2059	gensub (pTHX_ void (*xsub)(pTHX_ CV *), void *arg)
2060	{	2380	{
2061	CV *cv = (CV *)NEWSV (0, 0);	2381	int errorno;
		2382	I32 laststype; /* U16 in 5.10.0 */
		2383	int laststatval;
		2384	Stat_t statcache;
		2385	};
2062		2386
		2387	static void
		2388	coro_aio_callback (pTHX_ CV *cv)
		2389	{
		2390	dXSARGS;
		2391	AV *state = (AV *)GENSUB_ARG;
		2392	SV *coro = av_pop (state);
		2393	SV *data_sv = newSV (sizeof (struct io_state));
		2394
		2395	av_extend (state, items);
		2396
2063	sv_upgrade ((SV *)cv, SVt_PVCV);	2397	sv_upgrade (data_sv, SVt_PV);
		2398	SvCUR_set (data_sv, sizeof (struct io_state));
		2399	SvPOK_only (data_sv);
2064		2400
2065	CvANON_on (cv);	2401	{
2066	CvISXSUB_on (cv);	2402	struct io_state *data = (struct io_state *)SvPVX (data_sv);
2067	CvXSUB (cv) = xsub;
2068	GENSUB_ARG = arg;
2069		2403
2070	return newRV_noinc ((SV *)cv);	2404	data->errorno = errno;
		2405	data->laststype = PL_laststype;
		2406	data->laststatval = PL_laststatval;
		2407	data->statcache = PL_statcache;
		2408	}
		2409
		2410	/* now build the result vector out of all the parameters and the data_sv */
		2411	{
		2412	int i;
		2413
		2414	for (i = 0; i < items; ++i)
		2415	av_push (state, SvREFCNT_inc_NN (ST (i)));
		2416	}
		2417
		2418	av_push (state, data_sv);
		2419
		2420	api_ready (aTHX_ coro);
		2421	SvREFCNT_dec (coro);
		2422	SvREFCNT_dec ((AV *)state);
		2423	}
		2424
		2425	static int
		2426	slf_check_aio_req (pTHX_ struct CoroSLF *frame)
		2427	{
		2428	AV *state = (AV *)frame->data;
		2429
		2430	/* if we are about to throw, return early */
		2431	/* this does not cancel the aio request, but at least */
		2432	/* it quickly returns */
		2433	if (CORO_THROW)
		2434	return 0;
		2435
		2436	/* one element that is an RV? repeat! */
		2437	if (AvFILLp (state) == 0 && SvROK (AvARRAY (state)[0]))
		2438	return 1;
		2439
		2440	/* restore status */
		2441	{
		2442	SV *data_sv = av_pop (state);
		2443	struct io_state *data = (struct io_state *)SvPVX (data_sv);
		2444
		2445	errno = data->errorno;
		2446	PL_laststype = data->laststype;
		2447	PL_laststatval = data->laststatval;
		2448	PL_statcache = data->statcache;
		2449
		2450	SvREFCNT_dec (data_sv);
		2451	}
		2452
		2453	/* push result values */
		2454	{
		2455	dSP;
		2456	int i;
		2457
		2458	EXTEND (SP, AvFILLp (state) + 1);
		2459	for (i = 0; i <= AvFILLp (state); ++i)
		2460	PUSHs (sv_2mortal (SvREFCNT_inc_NN (AvARRAY (state)[i])));
		2461
		2462	PUTBACK;
		2463	}
		2464
		2465	return 0;
		2466	}
		2467
		2468	static void
		2469	slf_init_aio_req (pTHX_ struct CoroSLF *frame, CV *cv, SV **arg, int items)
		2470	{
		2471	AV *state = (AV *)sv_2mortal ((SV *)newAV ());
		2472	SV *coro_hv = SvRV (coro_current);
		2473	struct coro *coro = SvSTATE_hv (coro_hv);
		2474
		2475	/* put our coroutine id on the state arg */
		2476	av_push (state, SvREFCNT_inc_NN (coro_hv));
		2477
		2478	/* first see whether we have a non-zero priority and set it as AIO prio */
		2479	if (coro->prio)
		2480	{
		2481	dSP;
		2482
		2483	static SV *prio_cv;
		2484	static SV *prio_sv;
		2485
		2486	if (expect_false (!prio_cv))
		2487	{
		2488	prio_cv = (SV *)get_cv ("IO::AIO::aioreq_pri", 0);
		2489	prio_sv = newSViv (0);
		2490	}
		2491
		2492	PUSHMARK (SP);
		2493	sv_setiv (prio_sv, coro->prio);
		2494	XPUSHs (prio_sv);
		2495
		2496	PUTBACK;
		2497	call_sv (prio_cv, G_VOID | G_DISCARD);
		2498	}
		2499
		2500	/* now call the original request */
		2501	{
		2502	dSP;
		2503	CV *req = (CV *)CORO_MAGIC_NN ((SV *)cv, CORO_MAGIC_type_aio)->mg_obj;
		2504	int i;
		2505
		2506	PUSHMARK (SP);
		2507
		2508	/* first push all args to the stack */
		2509	EXTEND (SP, items + 1);
		2510
		2511	for (i = 0; i < items; ++i)
		2512	PUSHs (arg [i]);
		2513
		2514	/* now push the callback closure */
		2515	PUSHs (sv_2mortal (gensub (aTHX_ coro_aio_callback, (void *)SvREFCNT_inc_NN ((SV *)state))));
		2516
		2517	/* now call the AIO function - we assume our request is uncancelable */
		2518	PUTBACK;
		2519	call_sv ((SV *)req, G_VOID | G_DISCARD);
		2520	}
		2521
		2522	/* now that the requets is going, we loop toll we have a result */
		2523	frame->data = (void *)state;
		2524	frame->prepare = prepare_schedule;
		2525	frame->check = slf_check_aio_req;
		2526	}
		2527
		2528	static void
		2529	coro_aio_req_xs (pTHX_ CV *cv)
		2530	{
		2531	dXSARGS;
		2532
		2533	CORO_EXECUTE_SLF_XS (slf_init_aio_req);
		2534
		2535	XSRETURN_EMPTY;
2071	}	2536	}
2072		2537
2073	/*****************************************************************************/	2538	/*****************************************************************************/
2074		2539
2075	MODULE = Coro::State PACKAGE = Coro::State PREFIX = api_	2540	MODULE = Coro::State PACKAGE = Coro::State PREFIX = api_
…		…
2077	PROTOTYPES: DISABLE	2542	PROTOTYPES: DISABLE
2078		2543
2079	BOOT:	2544	BOOT:
2080	{	2545	{
2081	#ifdef USE_ITHREADS	2546	#ifdef USE_ITHREADS
2082	MUTEX_INIT (&coro_lock);
2083	# if CORO_PTHREAD	2547	# if CORO_PTHREAD
2084	coro_thx = PERL_GET_CONTEXT;	2548	coro_thx = PERL_GET_CONTEXT;
2085	# endif	2549	# endif
2086	#endif	2550	#endif
2087	BOOT_PAGESIZE;	2551	BOOT_PAGESIZE;
…		…
2107	main_mainstack = PL_mainstack;	2571	main_mainstack = PL_mainstack;
2108	main_top_env = PL_top_env;	2572	main_top_env = PL_top_env;
2109		2573
2110	while (main_top_env->je_prev)	2574	while (main_top_env->je_prev)
2111	main_top_env = main_top_env->je_prev;	2575	main_top_env = main_top_env->je_prev;
		2576
		2577	{
		2578	SV *slf = sv_2mortal (newSViv (PTR2IV (pp_slf)));
		2579
		2580	if (!PL_custom_op_names) PL_custom_op_names = newHV ();
		2581	hv_store_ent (PL_custom_op_names, slf,
		2582	newSVpv ("coro_slf", 0), 0);
		2583
		2584	if (!PL_custom_op_descs) PL_custom_op_descs = newHV ();
		2585	hv_store_ent (PL_custom_op_descs, slf,
		2586	newSVpv ("coro schedule like function", 0), 0);
		2587	}
2112		2588
2113	coroapi.ver = CORO_API_VERSION;	2589	coroapi.ver = CORO_API_VERSION;
2114	coroapi.rev = CORO_API_REVISION;	2590	coroapi.rev = CORO_API_REVISION;
2115		2591
2116	coroapi.transfer = api_transfer;	2592	coroapi.transfer = api_transfer;
…		…
2139	CODE:	2615	CODE:
2140	{	2616	{
2141	struct coro *coro;	2617	struct coro *coro;
2142	MAGIC *mg;	2618	MAGIC *mg;
2143	HV *hv;	2619	HV *hv;
		2620	CV *cb;
2144	int i;	2621	int i;
		2622
		2623	if (items > 1)
		2624	{
		2625	cb = coro_sv_2cv (ST (1));
		2626
		2627	if (CvISXSUB (cb))
		2628	croak ("Coro::State doesn't support XS functions as coroutine start, caught");
		2629
		2630	if (!CvROOT (cb))
		2631	croak ("Coro::State doesn't support autoloaded or undefined functions as coroutine start, caught");
		2632	}
2145		2633
2146	Newz (0, coro, 1, struct coro);	2634	Newz (0, coro, 1, struct coro);
2147	coro->args = newAV ();	2635	coro->args = newAV ();
2148	coro->flags = CF_NEW;	2636	coro->flags = CF_NEW;
2149		2637
…		…
2154	coro->hv = hv = newHV ();	2642	coro->hv = hv = newHV ();
2155	mg = sv_magicext ((SV *)hv, 0, CORO_MAGIC_type_state, &coro_state_vtbl, (char *)coro, 0);	2643	mg = sv_magicext ((SV *)hv, 0, CORO_MAGIC_type_state, &coro_state_vtbl, (char *)coro, 0);
2156	mg->mg_flags |= MGf_DUP;	2644	mg->mg_flags |= MGf_DUP;
2157	RETVAL = sv_bless (newRV_noinc ((SV *)hv), gv_stashpv (klass, 1));	2645	RETVAL = sv_bless (newRV_noinc ((SV *)hv), gv_stashpv (klass, 1));
2158		2646
		2647	if (items > 1)
		2648	{
		2649	coro->startcv = SvREFCNT_inc_NN (cb);
		2650
2159	av_extend (coro->args, items - 1);	2651	av_extend (coro->args, items - 1);
		2652	av_push (coro->args, SvREFCNT_inc (cb));
2160	for (i = 1; i < items; i++)	2653	for (i = 2; i < items; i++)
2161	av_push (coro->args, newSVsv (ST (i)));	2654	av_push (coro->args, newSVsv (ST (i)));
		2655	}
2162	}	2656	}
2163	OUTPUT:	2657	OUTPUT:
2164	RETVAL	2658	RETVAL
2165
2166	void
2167	_set_stacklevel (...)
2168	CODE:
2169	api_execute_slf (aTHX_ cv, slf_init_set_stacklevel, &ST (0), items);
2170		2659
2171	void	2660	void
2172	transfer (...)	2661	transfer (...)
2173	PROTOTYPE: $$	2662	PROTOTYPE: $$
2174	CODE:	2663	CODE:
2175	api_execute_slf (aTHX_ cv, slf_init_transfer, &ST (0), items);	2664	CORO_EXECUTE_SLF_XS (slf_init_transfer);
2176		2665
2177	bool	2666	bool
2178	_destroy (SV *coro_sv)	2667	_destroy (SV *coro_sv)
2179	CODE:	2668	CODE:
2180	RETVAL = coro_state_destroy (aTHX_ SvSTATE (coro_sv));	2669	RETVAL = coro_state_destroy (aTHX_ SvSTATE (coro_sv));
…		…
2298		2787
2299	void	2788	void
2300	throw (Coro::State self, SV *throw = &PL_sv_undef)	2789	throw (Coro::State self, SV *throw = &PL_sv_undef)
2301	PROTOTYPE: $;$	2790	PROTOTYPE: $;$
2302	CODE:	2791	CODE:
		2792	{
		2793	struct coro *current = SvSTATE_current;
		2794	SV **throwp = self == current ? &CORO_THROW : &self->except;
2303	SvREFCNT_dec (self->throw);	2795	SvREFCNT_dec (*throwp);
2304	self->throw = SvOK (throw) ? newSVsv (throw) : 0;	2796	*throwp = SvOK (throw) ? newSVsv (throw) : 0;
		2797	}
2305		2798
2306	void	2799	void
2307	api_trace (SV *coro, int flags = CC_TRACE | CC_TRACE_SUB)	2800	api_trace (SV *coro, int flags = CC_TRACE | CC_TRACE_SUB)
2308	PROTOTYPE: $;$	2801	PROTOTYPE: $;$
2309	C_ARGS: aTHX_ coro, flags	2802	C_ARGS: aTHX_ coro, flags
…		…
2340		2833
2341	void	2834	void
2342	force_cctx ()	2835	force_cctx ()
2343	PROTOTYPE:	2836	PROTOTYPE:
2344	CODE:	2837	CODE:
2345	struct coro *coro = SvSTATE (coro_current);
2346	coro->cctx->idle_sp = 0;	2838	SvSTATE_current->cctx->idle_sp = 0;
2347		2839
2348	void	2840	void
2349	swap_defsv (Coro::State self)	2841	swap_defsv (Coro::State self)
2350	PROTOTYPE: $	2842	PROTOTYPE: $
2351	ALIAS:	2843	ALIAS:
…		…
2359	SV **dst = ix ? (SV **)&self->slot->defav : (SV **)&self->slot->defsv;	2851	SV **dst = ix ? (SV **)&self->slot->defav : (SV **)&self->slot->defsv;
2360		2852
2361	SV *tmp = *src; *src = *dst; *dst = tmp;	2853	SV *tmp = *src; *src = *dst; *dst = tmp;
2362	}	2854	}
2363		2855
		2856
2364	MODULE = Coro::State PACKAGE = Coro	2857	MODULE = Coro::State PACKAGE = Coro
2365		2858
2366	BOOT:	2859	BOOT:
2367	{	2860	{
2368	int i;	2861	int i;
…		…
2395	coroapi.ready = api_ready;	2888	coroapi.ready = api_ready;
2396	coroapi.is_ready = api_is_ready;	2889	coroapi.is_ready = api_is_ready;
2397	coroapi.nready = coro_nready;	2890	coroapi.nready = coro_nready;
2398	coroapi.current = coro_current;	2891	coroapi.current = coro_current;
2399		2892
2400	GCoroAPI = &coroapi;	2893	/*GCoroAPI = &coroapi;*/
2401	sv_setiv (sv, (IV)&coroapi);	2894	sv_setiv (sv, (IV)&coroapi);
2402	SvREADONLY_on (sv);	2895	SvREADONLY_on (sv);
2403	}	2896	}
2404	}	2897	}
2405		2898
2406	void	2899	void
2407	schedule (...)	2900	schedule (...)
2408	CODE:	2901	CODE:
2409	api_execute_slf (aTHX_ cv, slf_init_schedule, &ST (0), 0);	2902	CORO_EXECUTE_SLF_XS (slf_init_schedule);
2410		2903
2411	void	2904	void
2412	cede (...)	2905	cede (...)
2413	CODE:	2906	CODE:
2414	api_execute_slf (aTHX_ cv, slf_init_cede, &ST (0), 0);	2907	CORO_EXECUTE_SLF_XS (slf_init_cede);
2415		2908
2416	void	2909	void
2417	cede_notself (...)	2910	cede_notself (...)
2418	CODE:	2911	CODE:
2419	api_execute_slf (aTHX_ cv, slf_init_cede_notself, &ST (0), 0);	2912	CORO_EXECUTE_SLF_XS (slf_init_cede_notself);
2420		2913
2421	void	2914	void
2422	_set_current (SV *current)	2915	_set_current (SV *current)
2423	PROTOTYPE: $	2916	PROTOTYPE: $
2424	CODE:	2917	CODE:
…		…
2427		2920
2428	void	2921	void
2429	_set_readyhook (SV *hook)	2922	_set_readyhook (SV *hook)
2430	PROTOTYPE: $	2923	PROTOTYPE: $
2431	CODE:	2924	CODE:
2432	LOCK;
2433	SvREFCNT_dec (coro_readyhook);	2925	SvREFCNT_dec (coro_readyhook);
2434	coro_readyhook = SvOK (hook) ? newSVsv (hook) : 0;	2926	coro_readyhook = SvOK (hook) ? newSVsv (hook) : 0;
2435	UNLOCK;
2436		2927
2437	int	2928	int
2438	prio (Coro::State coro, int newprio = 0)	2929	prio (Coro::State coro, int newprio = 0)
2439	PROTOTYPE: $;$	2930	PROTOTYPE: $;$
2440	ALIAS:	2931	ALIAS:
…		…
2476	# for async_pool speedup	2967	# for async_pool speedup
2477	void	2968	void
2478	_pool_1 (SV *cb)	2969	_pool_1 (SV *cb)
2479	CODE:	2970	CODE:
2480	{	2971	{
2481	struct coro *coro = SvSTATE (coro_current);
2482	HV *hv = (HV *)SvRV (coro_current);	2972	HV *hv = (HV *)SvRV (coro_current);
		2973	struct coro *coro = SvSTATE_hv ((SV *)hv);
2483	AV *defav = GvAV (PL_defgv);	2974	AV *defav = GvAV (PL_defgv);
2484	SV *invoke = hv_delete (hv, "_invoke", sizeof ("_invoke") - 1, 0);	2975	SV *invoke = hv_delete (hv, "_invoke", sizeof ("_invoke") - 1, 0);
2485	AV *invoke_av;	2976	AV *invoke_av;
2486	int i, len;	2977	int i, len;
2487		2978
…		…
2514		3005
2515	void	3006	void
2516	_pool_2 (SV *cb)	3007	_pool_2 (SV *cb)
2517	CODE:	3008	CODE:
2518	{	3009	{
2519	struct coro *coro = SvSTATE (coro_current);	3010	HV *hv = (HV *)SvRV (coro_current);
		3011	struct coro *coro = SvSTATE_hv ((SV *)hv);
2520		3012
2521	sv_setsv (cb, &PL_sv_undef);	3013	sv_setsv (cb, &PL_sv_undef);
2522		3014
2523	SvREFCNT_dec ((SV *)PL_defoutgv); PL_defoutgv = (GV *)coro->saved_deffh;	3015	SvREFCNT_dec ((SV *)PL_defoutgv); PL_defoutgv = (GV *)coro->saved_deffh;
2524	coro->saved_deffh = 0;	3016	coro->saved_deffh = 0;
…		…
2531	SvREFCNT_dec (old);	3023	SvREFCNT_dec (old);
2532	croak ("\3async_pool terminate\2\n");	3024	croak ("\3async_pool terminate\2\n");
2533	}	3025	}
2534		3026
2535	av_clear (GvAV (PL_defgv));	3027	av_clear (GvAV (PL_defgv));
2536	hv_store ((HV *)SvRV (coro_current), "desc", sizeof ("desc") - 1,	3028	hv_store (hv, "desc", sizeof ("desc") - 1,
2537	newSVpvn ("[async_pool idle]", sizeof ("[async_pool idle]") - 1), 0);	3029	newSVpvn ("[async_pool idle]", sizeof ("[async_pool idle]") - 1), 0);
2538		3030
2539	coro->prio = 0;	3031	coro->prio = 0;
2540		3032
2541	if (coro->cctx && (coro->cctx->flags & CC_TRACE))	3033	if (coro->cctx && (coro->cctx->flags & CC_TRACE))
2542	api_trace (aTHX_ coro_current, 0);	3034	api_trace (aTHX_ coro_current, 0);
2543		3035
2544	av_push (av_async_pool, newSVsv (coro_current));	3036	av_push (av_async_pool, newSVsv (coro_current));
2545	}	3037	}
2546		3038
2547		3039	SV *
2548	MODULE = Coro::State PACKAGE = Coro::AIO	3040	rouse_cb ()
		3041	PROTOTYPE:
		3042	CODE:
		3043	RETVAL = coro_new_rouse_cb (aTHX);
		3044	OUTPUT:
		3045	RETVAL
2549		3046
2550	void	3047	void
2551	_get_state (SV *self)	3048	rouse_wait (...)
2552	PROTOTYPE: $	3049	PROTOTYPE: ;$
2553	PPCODE:	3050	PPCODE:
2554	{	3051	CORO_EXECUTE_SLF_XS (slf_init_rouse_wait);
2555	AV *defav = GvAV (PL_defgv);
2556	AV *av = newAV ();
2557	int i;
2558	SV *data_sv = newSV (sizeof (struct io_state));
2559	struct io_state *data = (struct io_state *)SvPVX (data_sv);
2560	SvCUR_set (data_sv, sizeof (struct io_state));
2561	SvPOK_only (data_sv);
2562
2563	data->errorno = errno;
2564	data->laststype = PL_laststype;
2565	data->laststatval = PL_laststatval;
2566	data->statcache = PL_statcache;
2567
2568	av_extend (av, AvFILLp (defav) + 1 + 1);
2569
2570	for (i = 0; i <= AvFILLp (defav); ++i)
2571	av_push (av, SvREFCNT_inc_NN (AvARRAY (defav)[i]));
2572
2573	av_push (av, data_sv);
2574
2575	XPUSHs (sv_2mortal (newRV_noinc ((SV *)av)));
2576
2577	api_ready (aTHX_ self);
2578	}
2579
2580	void
2581	_set_state (SV *state)
2582	PROTOTYPE: $
2583	PPCODE:
2584	{
2585	AV *av = (AV *)SvRV (state);
2586	struct io_state *data = (struct io_state *)SvPVX (AvARRAY (av)[AvFILLp (av)]);
2587	int i;
2588
2589	errno = data->errorno;
2590	PL_laststype = data->laststype;
2591	PL_laststatval = data->laststatval;
2592	PL_statcache = data->statcache;
2593
2594	EXTEND (SP, AvFILLp (av));
2595	for (i = 0; i < AvFILLp (av); ++i)
2596	PUSHs (sv_2mortal (SvREFCNT_inc_NN (AvARRAY (av)[i])));
2597	}
2598
2599
2600	MODULE = Coro::State PACKAGE = Coro::AnyEvent
2601
2602	BOOT:
2603	sv_activity = coro_get_sv (aTHX_ "Coro::AnyEvent::ACTIVITY", TRUE);
2604
2605	void
2606	_schedule (...)
2607	CODE:
2608	{
2609	static int incede;
2610
2611	api_cede_notself (aTHX);
2612
2613	++incede;
2614	while (coro_nready >= incede && api_cede (aTHX))
2615	;
2616
2617	sv_setsv (sv_activity, &PL_sv_undef);
2618	if (coro_nready >= incede)
2619	{
2620	PUSHMARK (SP);
2621	PUTBACK;
2622	call_pv ("Coro::AnyEvent::_activity", G_DISCARD | G_EVAL);
2623	SPAGAIN;
2624	}
2625
2626	--incede;
2627	}
2628		3052
2629		3053
2630	MODULE = Coro::State PACKAGE = PerlIO::cede	3054	MODULE = Coro::State PACKAGE = PerlIO::cede
2631		3055
2632	BOOT:	3056	BOOT:
2633	PerlIO_define_layer (aTHX_ &PerlIO_cede);	3057	PerlIO_define_layer (aTHX_ &PerlIO_cede);
2634		3058
		3059
2635	MODULE = Coro::State PACKAGE = Coro::Semaphore	3060	MODULE = Coro::State PACKAGE = Coro::Semaphore
2636		3061
2637	SV *	3062	SV *
2638	new (SV *klass, SV *count_ = 0)	3063	new (SV *klass, SV *count = 0)
2639	CODE:	3064	CODE:
2640	{	3065	RETVAL = sv_bless (
2641	/* a semaphore contains a counter IV in $sem->[0] and any waiters after that */	3066	coro_waitarray_new (aTHX_ count && SvOK (count) ? SvIV (count) : 1),
2642	AV *av = newAV ();	3067	GvSTASH (CvGV (cv))
2643	av_push (av, newSViv (count_ && SvOK (count_) ? SvIV (count_) : 1));	3068	);
2644	RETVAL = sv_bless (newRV_noinc ((SV *)av), GvSTASH (CvGV (cv)));	3069	OUTPUT:
2645	}	3070	RETVAL
		3071
		3072	# helper for Coro::Channel
		3073	SV *
		3074	_alloc (int count)
		3075	CODE:
		3076	RETVAL = coro_waitarray_new (aTHX_ count);
2646	OUTPUT:	3077	OUTPUT:
2647	RETVAL	3078	RETVAL
2648		3079
2649	SV *	3080	SV *
2650	count (SV *self)	3081	count (SV *self)
…		…
2656	void	3087	void
2657	up (SV *self, int adjust = 1)	3088	up (SV *self, int adjust = 1)
2658	ALIAS:	3089	ALIAS:
2659	adjust = 1	3090	adjust = 1
2660	CODE:	3091	CODE:
2661	{	3092	coro_semaphore_adjust (aTHX_ (AV *)SvRV (self), ix ? adjust : 1);
2662	AV *av = (AV *)SvRV (self);
2663	SV *count_sv = AvARRAY (av)[0];
2664	IV count = SvIVX (count_sv);
2665
2666	count += ix ? adjust : 1;
2667	SvIVX (count_sv) = count;
2668
2669	/* now wake up as many waiters as possible */
2670	while (count > 0 && AvFILLp (av) >= count)
2671	{
2672	SV *cb;
2673
2674	/* swap first two elements so we can shift a waiter */
2675	AvARRAY (av)[0] = AvARRAY (av)[1];
2676	AvARRAY (av)[1] = count_sv;
2677	cb = av_shift (av);
2678
2679	if (SvOBJECT (cb))
2680	api_ready (aTHX_ cb);
2681	else
2682	croak ("callbacks not yet supported");
2683
2684	SvREFCNT_dec (cb);
2685	}
2686	}
2687		3093
2688	void	3094	void
2689	down (SV *self)	3095	down (...)
2690	CODE:	3096	CODE:
2691	api_execute_slf (aTHX_ cv, slf_init_semaphore_down, &ST (0), 1);	3097	CORO_EXECUTE_SLF_XS (slf_init_semaphore_down);
		3098
		3099	void
		3100	wait (...)
		3101	CODE:
		3102	CORO_EXECUTE_SLF_XS (slf_init_semaphore_wait);
2692		3103
2693	void	3104	void
2694	try (SV *self)	3105	try (SV *self)
2695	PPCODE:	3106	PPCODE:
2696	{	3107	{
…		…
2708	XSRETURN_NO;	3119	XSRETURN_NO;
2709	}	3120	}
2710		3121
2711	void	3122	void
2712	waiters (SV *self)	3123	waiters (SV *self)
2713	CODE:	3124	PPCODE:
2714	{	3125	{
2715	AV *av = (AV *)SvRV (self);	3126	AV *av = (AV *)SvRV (self);
		3127	int wcount = AvFILLp (av) + 1 - 1;
2716		3128
2717	if (GIMME_V == G_SCALAR)	3129	if (GIMME_V == G_SCALAR)
2718	XPUSHs (sv_2mortal (newSVsv (AvARRAY (av)[0])));	3130	XPUSHs (sv_2mortal (newSViv (wcount)));
2719	else	3131	else
2720	{	3132	{
2721	int i;	3133	int i;
2722	EXTEND (SP, AvFILLp (av) + 1 - 1);	3134	EXTEND (SP, wcount);
2723	for (i = 1; i <= AvFILLp (av); ++i)	3135	for (i = 1; i <= wcount; ++i)
2724	PUSHs (newSVsv (AvARRAY (av)[i]));	3136	PUSHs (sv_2mortal (newRV_inc (AvARRAY (av)[i])));
2725	}	3137	}
2726	}	3138	}
2727		3139
		3140	MODULE = Coro::State PACKAGE = Coro::Signal
		3141
		3142	SV *
		3143	new (SV *klass)
		3144	CODE:
		3145	RETVAL = sv_bless (
		3146	coro_waitarray_new (aTHX_ 0),
		3147	GvSTASH (CvGV (cv))
		3148	);
		3149	OUTPUT:
		3150	RETVAL
		3151
		3152	void
		3153	wait (...)
		3154	CODE:
		3155	CORO_EXECUTE_SLF_XS (slf_init_signal_wait);
		3156
		3157	void
		3158	broadcast (SV *self)
		3159	CODE:
		3160	{
		3161	AV *av = (AV *)SvRV (self);
		3162	coro_signal_wake (aTHX_ av, AvFILLp (av));
		3163	}
		3164
		3165	void
		3166	send (SV *self)
		3167	CODE:
		3168	{
		3169	AV *av = (AV *)SvRV (self);
		3170
		3171	if (AvFILLp (av))
		3172	coro_signal_wake (aTHX_ av, 1);
		3173	else
		3174	SvIVX (AvARRAY (av)[0]) = 1; /* remember the signal */
		3175	}
		3176
		3177	IV
		3178	awaited (SV *self)
		3179	CODE:
		3180	RETVAL = AvFILLp ((AV *)SvRV (self)) + 1 - 1;
		3181	OUTPUT:
		3182	RETVAL
		3183
		3184
		3185	MODULE = Coro::State PACKAGE = Coro::AnyEvent
		3186
		3187	BOOT:
		3188	sv_activity = coro_get_sv (aTHX_ "Coro::AnyEvent::ACTIVITY", TRUE);
		3189
		3190	void
		3191	_schedule (...)
		3192	CODE:
		3193	{
		3194	static int incede;
		3195
		3196	api_cede_notself (aTHX);
		3197
		3198	++incede;
		3199	while (coro_nready >= incede && api_cede (aTHX))
		3200	;
		3201
		3202	sv_setsv (sv_activity, &PL_sv_undef);
		3203	if (coro_nready >= incede)
		3204	{
		3205	PUSHMARK (SP);
		3206	PUTBACK;
		3207	call_pv ("Coro::AnyEvent::_activity", G_KEEPERR | G_EVAL | G_VOID | G_DISCARD);
		3208	}
		3209
		3210	--incede;
		3211	}
		3212
		3213
		3214	MODULE = Coro::State PACKAGE = Coro::AIO
		3215
		3216	void
		3217	_register (char *target, char *proto, SV *req)
		3218	CODE:
		3219	{
		3220	CV *req_cv = coro_sv_2cv (req);
		3221	/* newXSproto doesn't return the CV on 5.8 */
		3222	CV *slf_cv = newXS (target, coro_aio_req_xs, __FILE__);
		3223	sv_setpv ((SV *)slf_cv, proto);
		3224	sv_magicext ((SV *)slf_cv, (SV *)req_cv, CORO_MAGIC_type_aio, 0, 0, 0);
		3225	}
		3226

Diff Legend

–	Removed lines
+	Added lines
<	Changed lines
>	Changed lines